-- Logs begin at Mon 2021-11-29 17:12:45 UTC, end at Mon 2021-11-29 19:51:43 UTC. -- Nov 29 17:43:36.875644 n-d-819494-5 systemd[1]: Started Devstack devstack@q-svc.service. Nov 29 17:43:39.711383 n-d-819494-5 neutron-server[109897]: INFO neutron.common.config [-] Logging enabled! Nov 29 17:43:39.711984 n-d-819494-5 neutron-server[109897]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev232 Nov 29 17:43:39.712183 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109897) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 29 17:43:39.715540 n-d-819494-5 neutron-server[109897]: INFO neutron.common.config [-] Logging enabled! Nov 29 17:43:39.715800 n-d-819494-5 neutron-server[109897]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev232 Nov 29 17:43:39.716119 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109897) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 29 17:43:39.717062 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 17:43:39.717303 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 17:43:39.717683 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 17:43:39.717935 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 17:43:39.718166 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 17:43:39.718488 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.718937 n-d-819494-5 neutron-server[109897]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 29 17:43:39.719257 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.719557 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.719853 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.720150 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.720443 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.720727 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.721018 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.721321 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.721609 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.721892 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.722179 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.722475 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.722761 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.723086 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.723377 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.723695 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] debug = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.723988 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.724426 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.724841 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.725128 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.725534 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.725707 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.725985 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.726269 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.726558 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.726927 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] host = n-d-819494-5 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.727214 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.727509 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.727808 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.728101 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.728386 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.728669 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.728962 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.729244 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.729525 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] log_file = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.729806 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.730101 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.730394 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.730695 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.730955 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.731201 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.731480 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.731775 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.732056 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.732337 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.732617 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.732895 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.733175 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.733450 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.733742 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.734033 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.734324 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.734605 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.734914 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.735196 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.735474 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.735766 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.736044 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.736323 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.736601 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.736893 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.737165 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.737444 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.737754 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.738046 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.738333 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.738623 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.738934 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.739222 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.740141 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.740424 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.740704 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] use_json = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.740983 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.741261 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.741549 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.741827 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.742107 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.742385 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.742658 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.743046 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:39.743350 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.743652 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.743959 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.744251 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.744562 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.744848 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.745145 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.745430 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.745724 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.746019 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.746317 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.746900 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.747199 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.747487 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.747788 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.748104 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.748408 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.748707 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.748988 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.749271 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.749551 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.749837 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.750130 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.750418 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.750713 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.751032 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.751318 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.751623 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.751916 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.752216 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.752511 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.752792 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.753077 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.753373 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.753656 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.753933 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.754215 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.754509 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.754828 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.755661 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.755953 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.756240 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.756520 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.756798 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.757084 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.757380 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.757666 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.757948 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.758232 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.758516 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.758817 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.759117 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.759400 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.759681 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.759959 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.760244 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.760520 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.760794 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.761077 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.761356 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.761640 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.761919 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.762196 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.762473 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.762748 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.763050 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.763327 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.763603 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.763885 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.764199 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.764479 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.764755 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.765034 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.765313 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.765605 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.765908 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.766191 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.766474 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.766757 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.767062 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.767345 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.767629 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.767910 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.768198 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.768476 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.768771 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.769063 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.769360 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.769654 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.769960 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.770264 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.770617 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.770940 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.771228 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.771515 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.771804 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.772094 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.772396 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.772697 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.772995 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.773296 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.773597 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.773883 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.774197 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.774481 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:39.774701 n-d-819494-5 neutron-server[109897]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 17:43:39.774978 n-d-819494-5 neutron-server[109897]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109897) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 29 17:43:40.205012 n-d-819494-5 neutron-server[109897]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 29 17:43:40.205297 n-d-819494-5 neutron-server[109897]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 29 17:43:40.205609 n-d-819494-5 neutron-server[109897]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 29 17:43:40.205950 n-d-819494-5 neutron-server[109897]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 29 17:43:40.534385 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:40.534615 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:40.534925 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:40.536733 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:40.537032 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:40.537304 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:40.573047 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:40.573333 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:40.573606 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:40.588135 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:40.588426 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:40.588702 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:40.617720 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:40.618002 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:40.618274 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:40.656335 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:40.656619 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:40.656900 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.002667 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.003359 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.003359 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.003520 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.004213 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.104668 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.104997 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.105286 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.105561 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.105830 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.106149 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.106414 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.106674 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.106956 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.107247 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.107509 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.107776 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.108036 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.108291 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.108549 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.108819 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.109079 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.109350 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.109623 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.109885 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.110165 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.110425 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.110717 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.111145 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.111398 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.111648 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.112057 n-d-819494-5 neutron-server[109897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 17:43:41.112305 n-d-819494-5 neutron-server[109897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 17:43:41.112551 n-d-819494-5 neutron-server[109897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 17:43:41.112795 n-d-819494-5 neutron-server[109897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 17:43:41.113036 n-d-819494-5 neutron-server[109897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 17:43:41.113277 n-d-819494-5 neutron-server[109897]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 17:43:41.113647 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 29 17:43:41.117317 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 29 17:43:41.121479 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 29 17:43:41.125639 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Nov 29 17:43:41.127327 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 29 17:43:41.127795 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 29 17:43:41.128141 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 29 17:43:41.128531 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 29 17:43:41.131990 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 29 17:43:41.132255 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 29 17:43:41.132611 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 29 17:43:41.137960 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 29 17:43:41.161026 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 29 17:43:41.161511 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.161814 n-d-819494-5 neutron-server[109897]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109897) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 29 17:43:41.162187 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.163593 n-d-819494-5 neutron-server[109897]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109897) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 29 17:43:41.163879 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 29 17:43:41.164132 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 29 17:43:41.167381 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.167670 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.229960 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 29 17:43:41.230206 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 29 17:43:41.230450 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 29 17:43:41.230848 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 29 17:43:41.253022 n-d-819494-5 neutron-server[109897]: DEBUG oslo_db.sqlalchemy.engines [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109897) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 29 17:43:41.676081 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Initializing driver for type 'gre' Nov 29 17:43:41.677459 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] gre ID ranges: [(1, 1000)] Nov 29 17:43:41.731317 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Initializing driver for type 'local' Nov 29 17:43:41.731660 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Initializing driver for type 'vlan' Nov 29 17:43:41.744269 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] VlanTypeDriver initialization complete Nov 29 17:43:41.744736 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Initializing driver for type 'vxlan' Nov 29 17:43:41.745356 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] vxlan ID ranges: [(1, 1000)] Nov 29 17:43:41.796613 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Initializing extension driver 'port_security' Nov 29 17:43:41.796980 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.extensions.port_security [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] PortSecurityExtensionDriver initialization complete Nov 29 17:43:41.797375 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Initializing mechanism driver 'openvswitch' Nov 29 17:43:41.797798 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Initializing mechanism driver 'hyperv' Nov 29 17:43:41.805025 n-d-819494-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.plugin [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:43:41.805866 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > port after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.806242 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > port after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.806596 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > port after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.807157 n-d-819494-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 17:43:41.807594 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > subnet after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.807949 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > subnet after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.808295 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > subnet after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.808698 n-d-819494-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 17:43:41.809106 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > network after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.809459 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > network after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.809804 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > network after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.810205 n-d-819494-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 17:43:41.810637 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > security_group after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.811011 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > security_group after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.811361 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > security_group after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.811763 n-d-819494-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 17:43:41.812165 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.812511 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.812848 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.813246 n-d-819494-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 17:43:41.813650 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > address_group after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.813995 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > address_group after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.814336 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > address_group after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.814730 n-d-819494-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109897) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 17:43:41.815131 n-d-819494-5 neutron-server[109897]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] ML2 OVO RPC backend initialized. {{(pid=109897) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 29 17:43:41.815830 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router_interface after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.816210 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.816624 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > network before_response 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.816970 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > networks before_response 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.817323 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > port before_response 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.817656 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > ports before_response 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.817996 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > subnet before_response 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.818335 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > subnets before_response 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.818677 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > network after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.819045 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > network after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.819380 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > network after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.819716 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > port after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.820056 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > port after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.820391 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > port after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.820725 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > subnet after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.821061 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > subnet after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.821394 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > subnet after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.821968 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.plugin [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Modular L2 Plugin initialization complete Nov 29 17:43:41.822296 n-d-819494-5 neutron-server[109897]: DEBUG neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading services supported by the core plugin {{(pid=109897) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 29 17:43:41.822620 n-d-819494-5 neutron-server[109897]: INFO neutron.plugins.ml2.managers [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Got port-security extension from driver 'port_security' Nov 29 17:43:41.823101 n-d-819494-5 neutron-server[109897]: INFO neutron.extensions.vlantransparent [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Disabled vlantransparent extension. Nov 29 17:43:41.823584 n-d-819494-5 neutron-server[109897]: DEBUG neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109897) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 29 17:43:41.823897 n-d-819494-5 neutron-server[109897]: INFO neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading Plugin: router Nov 29 17:43:41.863605 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router_interface before_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.864039 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router after_create 55549900 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.864695 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router before_create 55549900 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.865183 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.865599 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.866102 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router after_delete 55549900 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.866613 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > floatingip after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.867252 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > floatingip after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.867657 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router after_create 55549900 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.868082 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router after_update 55549900 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.868462 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router after_update 55549900 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.868912 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.869312 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router after_update 55549900 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.869797 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router precommit_update 55549900 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.870503 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: port after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.870910 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: port after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.871360 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: subnet after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.872166 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.872565 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > port precommit_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.872972 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router precommit_create 55549900 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.873456 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: port before_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.874071 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router precommit_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.874434 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router after_update 55549900 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.874909 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router precommit_delete 55549900 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.875292 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router precommit_create 55549900 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.875662 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router_interface after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.876011 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router precommit_update 55549900 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.876379 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > agent after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.876732 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > agent after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.877079 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > network after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.877949 n-d-819494-5 neutron-server[109897]: DEBUG neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Tracking information for resource: router configured {{(pid=109897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 17:43:41.878286 n-d-819494-5 neutron-server[109897]: DEBUG neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Tracking information for resource: floatingip configured {{(pid=109897) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 17:43:41.883252 n-d-819494-5 neutron-server[109897]: INFO neutron.db.l3_agentschedulers_db [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 29 17:43:41.883830 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: port after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.884194 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: port after_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.884546 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: port after_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.884902 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: port after_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.885683 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router before_create 55550100 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.886042 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router precommit_delete 55550100 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.886404 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router precommit_create 55550100 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.886761 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > router precommit_update 55550100 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.891595 n-d-819494-5 neutron-server[109897]: DEBUG neutron.services.provider_configuration [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Service providers = [] {{(pid=109897) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 29 17:43:41.891959 n-d-819494-5 neutron-server[109897]: DEBUG neutron.db.servicetype_db [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109897) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 29 17:43:41.894953 n-d-819494-5 neutron-server[109897]: DEBUG neutron.services.service_base [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109897) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 17:43:41.895306 n-d-819494-5 neutron-server[109897]: DEBUG neutron.services.service_base [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109897) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 17:43:41.896162 n-d-819494-5 neutron-server[109897]: DEBUG neutron.services.service_base [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109897) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 17:43:41.897054 n-d-819494-5 neutron-server[109897]: DEBUG neutron.services.service_base [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109897) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 17:43:41.897425 n-d-819494-5 neutron-server[109897]: INFO neutron.services.service_base [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 29 17:43:41.897805 n-d-819494-5 neutron-server[109897]: DEBUG neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 17:43:41.898125 n-d-819494-5 neutron-server[109897]: INFO neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 29 17:43:41.908808 n-d-819494-5 neutron-server[109897]: DEBUG neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 17:43:41.909145 n-d-819494-5 neutron-server[109897]: INFO neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading Plugin: auto_allocate Nov 29 17:43:41.915571 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: network precommit_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.915941 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: network precommit_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.916454 n-d-819494-5 neutron-server[109897]: DEBUG neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 17:43:41.916776 n-d-819494-5 neutron-server[109897]: INFO neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading Plugin: tag Nov 29 17:43:41.923559 n-d-819494-5 neutron-server[109897]: DEBUG neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 17:43:41.923890 n-d-819494-5 neutron-server[109897]: INFO neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading Plugin: timestamp Nov 29 17:43:41.927793 n-d-819494-5 neutron-server[109897]: DEBUG neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 17:43:41.928076 n-d-819494-5 neutron-server[109897]: INFO neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading Plugin: network_ip_availability Nov 29 17:43:41.933526 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.933894 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.934249 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:41.935084 n-d-819494-5 neutron-server[109897]: DEBUG neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 17:43:41.935407 n-d-819494-5 neutron-server[109897]: INFO neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading Plugin: flavors Nov 29 17:43:41.940432 n-d-819494-5 neutron-server[109897]: DEBUG neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 17:43:41.940786 n-d-819494-5 neutron-server[109897]: INFO neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading Plugin: revisions Nov 29 17:43:41.945085 n-d-819494-5 neutron-server[109897]: DEBUG neutron.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109897) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 17:43:41.945471 n-d-819494-5 neutron-server[109897]: DEBUG oslo_concurrency.lockutils [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.740s {{(pid=109897) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 29 17:43:41.946216 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109897) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 29 17:43:41.946552 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Initializing extension manager. Nov 29 17:43:41.947103 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: __init__.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.947447 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: __pycache__ {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.947783 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.948114 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: address_group.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.948862 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.949422 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: address-group Nov 29 17:43:41.949745 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: address_scope.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.950457 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.951003 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: address-scope Nov 29 17:43:41.951326 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: admin_state_down_before_update.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.952252 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.952762 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: router-admin-state-down-before-update Nov 29 17:43:41.953082 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: agent.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.953780 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.954283 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: agent Nov 29 17:43:41.954606 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: agent_resources_synced.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.955529 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.956036 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: agent-resources-synced Nov 29 17:43:41.956357 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: allowedaddresspairs.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.958664 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.959215 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: allowed-address-pairs Nov 29 17:43:41.959545 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: auto_allocated_topology.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.960624 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.961135 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: auto-allocated-topology Nov 29 17:43:41.961464 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: availability_zone.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.962157 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.962659 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: availability_zone Nov 29 17:43:41.963001 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: availability_zone_filter.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.963910 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.964413 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: availability_zone_filter Nov 29 17:43:41.964732 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: data_plane_status.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.965634 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.966132 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension data-plane-status not supported by any of loaded plugins Nov 29 17:43:41.966452 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: default_subnetpools.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.967390 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.967896 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: default-subnetpools Nov 29 17:43:41.968217 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: dhcpagentscheduler.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.969018 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.969519 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: dhcp_agent_scheduler Nov 29 17:43:41.969842 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: dns.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.970756 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.971294 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension dns-integration not supported by any of loaded plugins Nov 29 17:43:41.971621 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: dns_domain_ports.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.972539 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.973050 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 29 17:43:41.973375 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.974905 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.975411 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 29 17:43:41.975735 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: dvr.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.976405 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.976911 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: dvr Nov 29 17:43:41.977233 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: ecmp_routes.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.978145 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.978646 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension ecmp_routes not supported by any of loaded plugins Nov 29 17:43:41.978995 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: empty_string_filtering.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.979898 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.980405 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: empty-string-filtering Nov 29 17:43:41.980728 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.981641 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.982146 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 29 17:43:41.982465 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.983400 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.983908 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 29 17:43:41.984228 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: external_net.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.985143 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.985653 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: external-net Nov 29 17:43:41.985973 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: extra_dhcp_opt.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.986905 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.987411 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: extra_dhcp_opt Nov 29 17:43:41.987730 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: extraroute.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.988638 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.989167 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: extraroute Nov 29 17:43:41.989494 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: extraroute_atomic.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.990774 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.991321 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: extraroute-atomic Nov 29 17:43:41.991647 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: filter_validation.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.992323 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.992826 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: filter-validation Nov 29 17:43:41.993147 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: fip_pf_description.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.994070 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.994575 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 29 17:43:41.994931 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: fip_port_details.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.995844 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.996348 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: fip-port-details Nov 29 17:43:41.996917 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: flavors.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:41.998142 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:41.998655 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: flavors Nov 29 17:43:41.999007 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.000672 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.001191 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 29 17:43:42.001522 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: floatingip_pools.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.002216 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.002728 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: floatingip-pools Nov 29 17:43:42.003274 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: ip_allocation.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.003989 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.004491 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension ip_allocation not supported by any of loaded plugins Nov 29 17:43:42.004843 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.005759 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.006268 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: ip-substring-filtering Nov 29 17:43:42.006599 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: l2_adjacency.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.007552 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.008058 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension l2_adjacency not supported by any of loaded plugins Nov 29 17:43:42.008383 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: l3.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.009344 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.009856 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: router Nov 29 17:43:42.010189 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: l3_conntrack_helper.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.012469 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.013006 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 29 17:43:42.013340 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.014266 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.014818 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: ext-gw-mode Nov 29 17:43:42.015142 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.016053 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.016566 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: l3-ha Nov 29 17:43:42.016892 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: l3_flavors.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.017799 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.018307 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: l3-flavors Nov 29 17:43:42.018631 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.019571 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.020088 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: l3-port-ip-change-not-allowed Nov 29 17:43:42.020927 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: l3agentscheduler.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.021945 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.022459 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: l3_agent_scheduler Nov 29 17:43:42.022799 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: local_ip.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.024582 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.025111 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension local_ip not supported by any of loaded plugins Nov 29 17:43:42.025449 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: logging.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.027075 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.027605 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension logging not supported by any of loaded plugins Nov 29 17:43:42.027941 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: metering.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.028686 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.029262 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: metering Nov 29 17:43:42.029592 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.030701 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.031237 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: metering_source_and_destination_fields Nov 29 17:43:42.031565 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: multiprovidernet.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.032487 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.032997 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: multi-provider Nov 29 17:43:42.033323 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: netmtu.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.034250 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.034756 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: net-mtu Nov 29 17:43:42.035103 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: netmtu_writable.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.036620 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.037136 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: net-mtu-writable Nov 29 17:43:42.037462 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: network_availability_zone.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.038134 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.038644 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: network_availability_zone Nov 29 17:43:42.038988 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: network_ip_availability.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.040116 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.040770 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: network-ip-availability Nov 29 17:43:42.041098 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: network_segment_range.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.041875 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.042384 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension network-segment-range not supported by any of loaded plugins Nov 29 17:43:42.042710 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: pagination.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.043729 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.044062 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: pagination Nov 29 17:43:42.044384 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: port_device_profile.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.045306 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.045822 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: port-device-profile Nov 29 17:43:42.046148 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.047085 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.047594 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: port-mac-address-regenerate Nov 29 17:43:42.047918 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.048836 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.049347 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: port-numa-affinity-policy Nov 29 17:43:42.049669 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: port_resource_request.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.050576 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.051120 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension port-resource-request not supported by any of loaded plugins Nov 29 17:43:42.051444 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: port_resource_request_groups.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.052434 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.052945 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 29 17:43:42.053274 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: portbindings.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.054203 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.054712 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: binding Nov 29 17:43:42.055064 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: portbindings_extended.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.056339 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.056846 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: binding-extended Nov 29 17:43:42.057175 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: portsecurity.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.058099 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.058606 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: port-security Nov 29 17:43:42.058965 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: project_id.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.059944 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.060277 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: project-id Nov 29 17:43:42.060600 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: providernet.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.061512 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.062031 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: provider Nov 29 17:43:42.062354 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: qos.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.065959 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.066481 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension qos not supported by any of loaded plugins Nov 29 17:43:42.066834 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.068104 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.068620 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 29 17:43:42.068951 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.069875 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.070395 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 29 17:43:42.070724 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: qos_default.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.071662 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.072173 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension qos-default not supported by any of loaded plugins Nov 29 17:43:42.072502 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: qos_fip.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.073159 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.073665 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension qos-fip not supported by any of loaded plugins Nov 29 17:43:42.073991 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: qos_gateway_ip.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.074944 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.075453 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 29 17:43:42.075777 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: qos_port_network_policy.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.078221 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.078752 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 29 17:43:42.079113 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.080187 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.080704 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 29 17:43:42.081035 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: qos_pps_rule.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.082222 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.082737 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension qos-pps not supported by any of loaded plugins Nov 29 17:43:42.083599 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: qos_rule_type_details.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.084519 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.085033 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 29 17:43:42.085360 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: qos_rules_alias.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.086401 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.086955 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 29 17:43:42.087282 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: quota_check_limit.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.088236 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.088759 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: quota-check-limit Nov 29 17:43:42.089086 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: quotasv2.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.090062 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.090382 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: quotas Nov 29 17:43:42.090708 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: quotasv2_detail.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.095456 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.095795 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: quota_details Nov 29 17:43:42.097038 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: rbac.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.097259 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.097785 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: rbac-policies Nov 29 17:43:42.098116 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: rbac_address_group.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.099684 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.100211 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: rbac-address-group Nov 29 17:43:42.100539 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: rbac_address_scope.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.101469 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.101988 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: rbac-address-scope Nov 29 17:43:42.102316 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: rbac_security_groups.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.103255 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.103766 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: rbac-security-groups Nov 29 17:43:42.104089 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: rbac_subnetpool.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.105004 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.105513 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: rbac-subnetpool Nov 29 17:43:42.105835 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: revisionifmatch.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.106749 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.107284 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: revision-if-match Nov 29 17:43:42.107606 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: revisions.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.108718 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.109227 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: standard-attr-revisions Nov 29 17:43:42.109551 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: router_availability_zone.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.110221 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.110732 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: router_availability_zone Nov 29 17:43:42.111149 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: routerservicetype.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.112086 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.112592 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension router-service-type not supported by any of loaded plugins Nov 29 17:43:42.112917 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.113909 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.114443 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: security-groups-normalized-cidr Nov 29 17:43:42.114767 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: security_groups_port_filtering.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.115709 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.116219 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: port-security-groups-filtering Nov 29 17:43:42.116541 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.117462 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.117973 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: security-groups-remote-address-group Nov 29 17:43:42.118295 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.119252 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.119760 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: security-groups-shared-filtering Nov 29 17:43:42.120081 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.120672 n-d-819494-5 neutron-server[109897]: WARNING neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 29 17:43:42.120991 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: securitygroup.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.131029 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.131560 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: security-group Nov 29 17:43:42.131889 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: segment.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.132679 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.133192 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension segment not supported by any of loaded plugins Nov 29 17:43:42.133517 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.134455 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.134992 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 29 17:43:42.135317 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: servicetype.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.136413 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.137041 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: service-type Nov 29 17:43:42.137372 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: sorting.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.138355 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.138686 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: sorting Nov 29 17:43:42.139039 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: standard_attr_segment.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.139949 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.140461 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 29 17:43:42.140783 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: standardattrdescription.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.141436 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.141938 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: standard-attr-description Nov 29 17:43:42.142272 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: stateful_security_group.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.143230 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.143745 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: stateful-security-group Nov 29 17:43:42.144070 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: stdattrs_common.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.144640 n-d-819494-5 neutron-server[109897]: WARNING neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 29 17:43:42.144967 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.146417 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.146949 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 29 17:43:42.147272 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: subnet_onboard.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.148370 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.148883 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: subnet_onboard Nov 29 17:43:42.149207 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.150136 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.150639 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 29 17:43:42.150993 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: subnet_service_types.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.151908 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.152417 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: subnet-service-types Nov 29 17:43:42.152744 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: subnetallocation.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.153880 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.154451 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: subnet_allocation Nov 29 17:43:42.154825 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.155534 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.156100 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: subnetpool-prefix-ops Nov 29 17:43:42.156452 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.157459 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.158041 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 29 17:43:42.158395 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: tagging.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.159507 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.160026 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: standard-attr-tag Nov 29 17:43:42.160350 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: timestamp.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.162168 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.162742 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loaded extension: standard-attr-timestamp Nov 29 17:43:42.163104 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: trunk.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.164139 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.164654 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension trunk not supported by any of loaded plugins Nov 29 17:43:42.164982 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: trunk_details.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.165909 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.166421 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension trunk-details not supported by any of loaded plugins Nov 29 17:43:42.166747 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: uplink_status_propagation.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.167697 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.168208 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 29 17:43:42.168531 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Loading extension file: vlantransparent.py {{(pid=109897) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 17:43:42.169199 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109897) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 17:43:42.169712 n-d-819494-5 neutron-server[109897]: INFO neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extension vlan-transparent not supported by any of loaded plugins Nov 29 17:43:42.172288 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of TrackedResource for resource:network Nov 29 17:43:42.172824 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of TrackedResource for resource:subnet Nov 29 17:43:42.173220 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 17:43:42.173609 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of TrackedResource for resource:port Nov 29 17:43:42.174857 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.v2.resource_helper [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 17:43:42.175299 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.v2.resource_helper [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Service FLAVORS assigned prefix: {{(pid=109897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 17:43:42.175908 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.v2.resource_helper [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 17:43:42.176336 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.v2.resource_helper [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 17:43:42.176692 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of TrackedResource for resource:router Nov 29 17:43:42.177117 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of TrackedResource for resource:floatingip Nov 29 17:43:42.177622 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.v2.resource_helper [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Service METERING assigned prefix: /metering {{(pid=109897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 17:43:42.179133 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:42.179462 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:42.179812 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109897) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:43:42.180800 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of CountableResource for resource:rbac_policy Nov 29 17:43:42.181231 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of TrackedResource for resource:security_group Nov 29 17:43:42.181665 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of TrackedResource for resource:security_group_rule Nov 29 17:43:42.182262 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.v2.resource_helper [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Service CORE assigned prefix: {{(pid=109897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 17:43:42.182596 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 17:43:42.182969 n-d-819494-5 neutron-server[109897]: WARNING neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] subnetpool is already registered Nov 29 17:43:42.183409 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.v2.resource_helper [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Service CORE assigned prefix: {{(pid=109897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 17:43:42.183738 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 17:43:42.184073 n-d-819494-5 neutron-server[109897]: WARNING neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] subnetpool is already registered Nov 29 17:43:42.186352 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.v2.resource_helper [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 17:43:42.186802 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.v2.resource_helper [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Service FLAVORS assigned prefix: {{(pid=109897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 17:43:42.187394 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.v2.resource_helper [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 17:43:42.187810 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.v2.resource_helper [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 17:43:42.188145 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of TrackedResource for resource:router Nov 29 17:43:42.188483 n-d-819494-5 neutron-server[109897]: WARNING neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] router is already registered Nov 29 17:43:42.188892 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of TrackedResource for resource:floatingip Nov 29 17:43:42.189227 n-d-819494-5 neutron-server[109897]: WARNING neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] floatingip is already registered Nov 29 17:43:42.189678 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.v2.resource_helper [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Service METERING assigned prefix: /metering {{(pid=109897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 17:43:42.190338 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of CountableResource for resource:rbac_policy Nov 29 17:43:42.190665 n-d-819494-5 neutron-server[109897]: WARNING neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] rbac_policy is already registered Nov 29 17:43:42.191100 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of TrackedResource for resource:security_group Nov 29 17:43:42.191434 n-d-819494-5 neutron-server[109897]: WARNING neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] security_group is already registered Nov 29 17:43:42.191830 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of TrackedResource for resource:security_group_rule Nov 29 17:43:42.192160 n-d-819494-5 neutron-server[109897]: WARNING neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] security_group_rule is already registered Nov 29 17:43:42.193316 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.v2.resource_helper [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Service CORE assigned prefix: {{(pid=109897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 17:43:42.193646 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 17:43:42.193978 n-d-819494-5 neutron-server[109897]: WARNING neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] subnetpool is already registered Nov 29 17:43:42.194400 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.v2.resource_helper [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Service CORE assigned prefix: {{(pid=109897) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 17:43:42.194723 n-d-819494-5 neutron-server[109897]: INFO neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 17:43:42.195074 n-d-819494-5 neutron-server[109897]: WARNING neutron.quota.resource_registry [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] subnetpool is already registered Nov 29 17:43:42.195522 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: extensions {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.196993 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: address-groups {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.198460 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: address-scopes {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.199810 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: agents {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.200953 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: auto-allocated-topology {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.202191 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: availability_zones {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.203436 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: dhcp-networks {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.204974 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: dhcp-agents {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.206389 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: routers {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.209220 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: flavors {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.210369 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: service_profiles {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.211611 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: next_providers {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.213078 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: service_profiles {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.214617 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: floatingip-pools {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.215855 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: routers {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.217962 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: floatingips {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.219277 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: l3-routers {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.220668 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: l3-agents {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.222059 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: metering-labels {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.224336 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: metering-label-rules {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.225652 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: network-ip-availabilities {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.226946 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: bindings {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.228598 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: quotas {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.230146 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: quotas {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.231688 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: rbac-policies {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.232997 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: security-groups {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.234245 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: security-group-rules {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.235487 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: service-providers {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.236690 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: subnetpools {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.238189 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: subnetpools {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.239705 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: tags {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.241383 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: tags {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.243225 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: tags {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.244986 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: tags {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.247057 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: tags {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.248911 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: tags {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.250599 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: tags {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.252530 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: tags {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.254283 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: tags {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.256677 n-d-819494-5 neutron-server[109897]: DEBUG neutron.api.extensions [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Extended resource: tags {{(pid=109897) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 17:43:42.262827 n-d-819494-5 neutron-server[109897]: WARNING keystonemiddleware.auth_token [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 29 17:43:42.267560 n-d-819494-5 neutron-server[109897]: WARNING keystonemiddleware.auth_token [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 29 17:43:42.276803 n-d-819494-5 neutron-server[109897]: DEBUG oslo_concurrency.lockutils [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Acquired lock "singleton_lock" {{(pid=109897) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 29 17:43:42.277269 n-d-819494-5 neutron-server[109897]: DEBUG oslo_concurrency.lockutils [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Releasing lock "singleton_lock" {{(pid=109897) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 29 17:43:42.277914 n-d-819494-5 neutron-server[109897]: INFO oslo_service.service [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Starting 2 workers Nov 29 17:43:42.282660 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Started child 110004 {{(pid=109897) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 17:43:42.289432 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Started child 110005 {{(pid=109897) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 17:43:42.289632 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:43:42.290235 n-d-819494-5 neutron-server[109897]: INFO neutron.service [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Neutron service started, listening on 0.0.0.0:9696 Nov 29 17:43:42.290235 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Publish callbacks [] for process, before_spawn {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:43:42.290368 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [-] (110004) wsgi starting up on http://0.0.0.0:9696 Nov 29 17:43:42.291770 n-d-819494-5 neutron-server[109897]: INFO oslo_service.service [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Starting 1 workers Nov 29 17:43:42.291909 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:43:42.293241 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [-] (110005) wsgi starting up on http://0.0.0.0:9696 Nov 29 17:43:42.296935 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Started child 110006 {{(pid=109897) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 17:43:42.297488 n-d-819494-5 neutron-server[109897]: INFO oslo_service.service [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Starting 1 workers Nov 29 17:43:42.300618 n-d-819494-5 neutron-server[110006]: DEBUG neutron.service [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] calling RpcWorker wait() {{(pid=110006) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 29 17:43:42.301133 n-d-819494-5 neutron-server[110006]: DEBUG neutron.service [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] returning from RpcWorker wait() {{(pid=110006) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 29 17:43:42.301914 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Started child 110007 {{(pid=109897) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 17:43:42.302410 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:43:42.302730 n-d-819494-5 neutron-server[109897]: DEBUG neutron_lib.callbacks.manager [None req-9d196e75-1644-4d8f-96a9-da452026913e None None] Publish callbacks [] for process, after_spawn {{(pid=109897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:43:42.302862 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:43:42.304667 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109897) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 29 17:43:42.304877 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 17:43:42.305054 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 17:43:42.305275 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 17:43:42.305618 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 17:43:42.305798 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 17:43:42.306271 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.306546 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.306881 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.307165 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.307450 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.307694 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:43:42.308163 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.308239 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.308493 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.308774 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.309022 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.309195 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.309359 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.309618 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.309851 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.310132 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.310412 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.310660 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.310934 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.311106 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.311354 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.311617 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.311847 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.312120 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] debug = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.312368 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.312836 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.313076 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.313327 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.313543 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.313817 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.314048 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.314338 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.314593 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.314824 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.315063 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.315318 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.315564 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.315779 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.316031 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.316264 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.316516 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.316752 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.317754 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] host = n-d-819494-5 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.318002 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.318239 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.318498 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.318744 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.319026 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.319266 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.319532 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.319811 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.320081 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.320322 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.320570 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.320822 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.321062 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.321304 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] log_file = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.321470 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] log_options = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.321695 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.321965 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.322214 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.322400 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.322570 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.322750 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.323035 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.323200 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.323455 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.323672 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.323892 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.324126 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.324347 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.324593 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.324842 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.325077 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.325325 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.325541 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.325797 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.326024 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.326247 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.326494 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.326744 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.327025 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.327262 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.327475 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.327701 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.327930 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.328147 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.328394 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.328645 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.328901 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.329115 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.329360 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.329621 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.329848 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.330084 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.330281 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.330541 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.330764 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.331048 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.331291 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.331504 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.331755 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.332005 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.332297 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.332440 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] use_json = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.332652 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.332944 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.334527 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.335111 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.335921 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.336162 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.336398 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.336736 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.337107 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.337441 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.338138 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.338409 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.338868 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.339148 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.339402 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.339666 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.339924 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.340163 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.340884 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.341020 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.341752 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.342111 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.342418 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.343306 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.343306 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.343306 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.343681 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.343815 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.343939 n-d-819494-5 neutron-server[110007]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:43:42.344069 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.344154 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.344422 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.344649 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.344904 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.345158 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.345389 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.345699 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.345979 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.346315 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.346577 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.346841 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.347131 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.347360 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.347605 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.347843 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.348084 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.348296 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.348545 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.348826 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.349053 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.349270 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.349495 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.349760 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.350014 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.350252 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.350562 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.350851 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.351089 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.351313 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.351526 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.351760 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.351976 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.352187 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.352572 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.352942 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.353202 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.353488 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.353762 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.353985 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.354201 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.354427 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.354661 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.354931 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.355314 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.355704 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.355949 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.356141 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.356390 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.356826 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.357039 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.357440 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.357839 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.358082 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.358296 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.358516 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.358725 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.359116 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.359334 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.359570 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.359789 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.359996 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.360359 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.360595 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.360807 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.361022 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.361255 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.361486 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.361698 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.361929 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.362143 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.362435 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.362740 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.363015 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.363285 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.363507 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.363753 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.363989 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.364267 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.364704 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.365096 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.365504 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.365767 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.366131 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.366544 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.366964 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.367189 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.367446 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.367665 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.367887 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.368102 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.368339 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.368587 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.368850 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.369369 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.369607 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.369863 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.370115 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.370390 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.370627 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.370946 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.371184 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.371454 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.371998 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.372259 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.372512 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.372744 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.373003 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.373251 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.373516 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.373763 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.373992 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.374235 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.374458 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.374692 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.374955 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.375224 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.375393 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.375712 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.375942 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.376172 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.376384 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.376658 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.376883 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.378555 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.379025 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.379421 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.381018 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.381420 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.382603 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.383083 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.383543 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.384003 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.387197 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.387479 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.387745 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.387989 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.388244 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.388478 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.388762 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.389014 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.390742 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.392554 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.392822 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.393079 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.393356 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.393603 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.393850 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.394127 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.394370 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.394605 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.395161 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.396188 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.396583 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.396829 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.397287 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.397571 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.397824 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.398089 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.398342 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.398606 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.398839 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.399120 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.399354 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.399598 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.399801 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.400027 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.400249 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.400644 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.401003 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.401346 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.402092 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.402887 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.403370 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.403659 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.404051 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.404324 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.404555 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.404804 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.405066 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.405294 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.405618 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.405768 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.406245 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.406518 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.406808 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.407086 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.407332 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.407556 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.407774 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.408035 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.408273 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.408577 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.408838 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.409074 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.409339 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.409561 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.409779 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.410030 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.410247 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.410468 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.410717 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.410979 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.411203 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.411434 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.411649 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.411863 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.412089 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.412309 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.412566 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.412815 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.414531 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.415026 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.415281 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.415558 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.415848 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.416452 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.417877 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.418265 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.418515 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.418752 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.419004 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.419271 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.419497 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.419951 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.420496 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.420882 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.421730 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.422053 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.422340 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.422575 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.422893 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.423456 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.423718 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.424243 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.424550 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.425845 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.426133 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.426368 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.426869 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.427128 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.427641 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.427967 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.428251 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.428740 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.428994 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.429659 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.429933 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.430558 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.430832 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.431432 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.431783 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.432062 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.432424 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.432617 n-d-819494-5 neutron-server[110006]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:43:42.432711 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.432938 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.433170 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.433415 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.433685 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.433908 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.434129 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.434380 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.434630 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.434877 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.435107 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.435345 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.435567 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.435817 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.436058 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.436280 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.436505 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.436668 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 17:43:42.437196 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109897) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 29 17:43:42.437358 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 17:43:42.437515 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 17:43:42.437718 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 17:43:42.437901 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 17:43:42.438057 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 17:43:42.438269 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.438435 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.438599 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.438763 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.438947 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.439130 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.439295 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.439453 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.439608 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.439769 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.439931 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.440094 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.440254 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.440415 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.440576 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.440739 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.440901 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.441063 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.441229 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.441391 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.441552 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.441714 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.441890 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] debug = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.442035 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.442764 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.442959 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.443106 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.443273 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.443435 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.443597 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.445740 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.445919 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.446085 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.446280 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.446425 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.446822 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.446822 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.447065 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.447065 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.447420 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.447420 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.447650 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] host = n-d-819494-5 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.447650 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.447895 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.447981 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.448091 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.448254 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.448416 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.448578 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.448740 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.448902 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.449063 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.449225 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.449386 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.449548 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.449708 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] log_file = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.449869 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] log_options = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.450031 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.450192 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.450355 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.450595 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.450743 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.451121 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.451292 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.451457 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.451620 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.451783 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.451944 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.452105 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.452267 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.452429 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.452592 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.452754 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.452916 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.453077 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.453239 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.453400 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.453563 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.453723 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.453884 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.454045 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.454206 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.454367 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.454529 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.454689 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.454861 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.455023 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.455441 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.455583 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.455713 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.455875 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.456038 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.456199 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.456364 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.456526 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.456692 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.456854 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.457021 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.457175 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.457447 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.457599 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.457738 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.458505 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.458505 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] use_json = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.458777 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.458777 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.459082 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.459082 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.459340 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.459474 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.459609 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.459742 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 17:43:42.459879 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.460014 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.460171 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.460335 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.460472 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.460640 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.460804 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.460969 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.461132 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.461295 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.461466 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.461630 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.461804 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.461969 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.462133 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.462300 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.462453 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.462617 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.462812 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.462961 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.463122 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.463277 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.463445 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.463608 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.464683 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.464832 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.464970 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.465106 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.465242 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.465476 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.465695 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.465695 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.465959 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.465959 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.466219 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.466354 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.466507 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.466713 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.466892 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.467044 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.467181 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.467316 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.467597 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.467597 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.467860 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.467860 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.468117 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.468117 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.468383 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.468530 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.469136 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.469136 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.469136 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.469520 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.469520 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.469775 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.469775 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.470055 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.470055 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.470313 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.470313 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.470570 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.470704 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.470863 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.471017 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.471154 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.471527 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.471527 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.472300 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.472475 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.472643 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.472809 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.472979 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.473709 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.473865 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.474014 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.474181 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.474345 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.474510 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.474888 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.474888 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.475151 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.475151 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.475419 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.475656 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.475656 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.475911 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.475911 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.476174 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.476309 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.476443 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.476531 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.476707 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.476850 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.477008 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.477171 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.477336 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.477500 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.477771 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.477895 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.478017 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.478140 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.478274 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.478414 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.478581 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.478745 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.478919 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.479083 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.479246 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.479410 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.479574 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.479737 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.479900 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.480064 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.480227 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.480389 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.480553 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.480715 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.480887 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.481051 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.481218 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.481382 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.481551 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.481725 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.481890 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.482056 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.482221 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.482385 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.482549 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.482713 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.482897 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.483062 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.483405 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.483405 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.483640 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.483736 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.483863 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.483994 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.484166 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.484330 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.484493 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.484656 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.484818 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.484982 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.485145 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.485310 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.485474 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.485642 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.485803 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.485973 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.486138 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.486392 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.486562 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.486727 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.486912 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.487062 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.487221 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.487387 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.487550 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.487732 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.487863 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.488026 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.488191 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.488355 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.488519 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.488682 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.488846 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.489009 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.489197 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.489362 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.489525 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.489688 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.489851 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.490014 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.490178 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.490345 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.490510 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.490675 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.490860 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.491026 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.491191 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.491355 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.491522 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.491684 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.491849 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.492014 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.492178 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.492343 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.492506 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.492669 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.492834 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.492997 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.493160 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.493338 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.493501 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.493664 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.493828 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.493992 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.494155 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.494318 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.494480 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.494643 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.494822 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.494988 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.495152 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.495319 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.495484 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.495647 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.495811 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.495974 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.496141 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.496304 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.496729 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.496901 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.497065 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.497227 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.497390 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.497553 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.497725 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.497873 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.498039 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.498201 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.498363 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.498526 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.498698 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.498883 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.499047 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.499210 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.499372 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.499535 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.499708 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.499871 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.500034 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.500197 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.500360 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.500523 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.500693 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.500858 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.501022 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.501185 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.501348 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.501511 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.501682 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.501846 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.502008 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.502171 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.502333 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.502497 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.502669 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.502856 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.503021 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.503193 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.503358 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.503522 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.503684 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.503858 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.504021 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.504186 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.504351 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.504515 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.504678 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.505354 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.505524 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.505696 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.505867 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.506035 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.506207 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.506379 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.506551 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.506720 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.506913 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.507087 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.507251 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.507414 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.507576 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.507739 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.507937 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.508061 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.508224 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.508388 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.508553 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.508702 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.508865 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.509027 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.509191 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.509353 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.509517 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.509679 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.509842 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.510007 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.510171 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 17:43:42.510327 n-d-819494-5 neutron-server[109897]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109897) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 17:43:42.545796 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60668) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:43:42.554960 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069745 Nov 29 17:43:53.970135 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95af24d-4002-42ef-a5e6-7c5e5c7484cd None None] get_active_networks_info from n-d-819494-5 {{(pid=110006) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 17:43:54.062824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95af24d-4002-42ef-a5e6-7c5e5c7484cd None None] No non-hosted networks {{(pid=110006) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 29 17:43:54.076774 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.agentschedulers_db [None req-c95af24d-4002-42ef-a5e6-7c5e5c7484cd None None] DHCP Agent not found on host n-d-819494-5 {{(pid=110006) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 29 17:43:54.170123 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ed85f7b-314c-448c-9d4e-d9e27fb642f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747987'] for agent, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:43:56.353946 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a18e783-69e2-4664-b843-93b97c9707f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747987'] for agent, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:43:56.409138 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88cf8240-1beb-4ede-90fe-895981841d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:43:57.421486 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747987'] for agent, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:43:58.965212 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747987'] for agent, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:43:59.834507 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747987'] for agent, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:43:59.836120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:43:59.836770 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:43:59.837374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:43:59.838089 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:43:59.838643 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:43:59.839807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:43:59.840644 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:43:59.841236 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:43:59.841911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:43:59.842557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:43:59.843237 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:43:59.844084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:43:59.844803 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-819494-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:43:59.853692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-819494-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:44:00.282704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60760) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:44:00.801925 n-d-819494-5 neutron-server[110005]: WARNING oslo_policy.policy [None req-e158fccb-68b1-479a-bb75-652dcea748d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 17:44:00.802515 n-d-819494-5 neutron-server[110005]: WARNING oslo_policy.policy [None req-e158fccb-68b1-479a-bb75-652dcea748d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 17:44:00.947913 n-d-819494-5 neutron-server[110006]: INFO neutron.db.l3_hamode_db [None req-255862a7-2212-44a9-93b1-4f72f8e7455e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 29 17:44:01.024285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255862a7-2212-44a9-93b1-4f72f8e7455e None None] Routers set() bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:44:01.024657 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255862a7-2212-44a9-93b1-4f72f8e7455e None None] Router IDs set() for agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 29 17:44:01.028985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-e158fccb-68b1-479a-bb75-652dcea748d7 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:44:01.030084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e158fccb-68b1-479a-bb75-652dcea748d7 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7458150 Nov 29 17:44:03.620021 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60776) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:44:04.108538 n-d-819494-5 neutron-server[110004]: WARNING oslo_policy.policy [None req-9ff74d38-2038-4a4b-b611-e7e59e82a0da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 17:44:04.109114 n-d-819494-5 neutron-server[110004]: WARNING oslo_policy.policy [None req-9ff74d38-2038-4a4b-b611-e7e59e82a0da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 17:44:04.333556 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9ff74d38-2038-4a4b-b611-e7e59e82a0da admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:44:04.428590 n-d-819494-5 neutron-server[110004]: DEBUG neutron.policy [None req-9ff74d38-2038-4a4b-b611-e7e59e82a0da admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110004) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 29 17:44:04.475672 n-d-819494-5 neutron-server[110004]: WARNING oslo_policy.policy [None req-9ff74d38-2038-4a4b-b611-e7e59e82a0da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 17:44:04.476046 n-d-819494-5 neutron-server[110004]: WARNING oslo_policy.policy [None req-9ff74d38-2038-4a4b-b611-e7e59e82a0da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 17:44:04.484769 n-d-819494-5 neutron-server[110004]: INFO neutron.quota [None req-9ff74d38-2038-4a4b-b611-e7e59e82a0da admin admin] Loaded quota_driver: . Nov 29 17:44:04.572788 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ff74d38-2038-4a4b-b611-e7e59e82a0da admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756621027889', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756621027398', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756621022356', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756621074845', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756621069830', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756621061947', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1792502', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1731177', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-596008', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555918'] for rbac-policy, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:04.638442 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ff74d38-2038-4a4b-b611-e7e59e82a0da admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:04.640068 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9ff74d38-2038-4a4b-b611-e7e59e82a0da admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0175323 Nov 29 17:44:07.415952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60794) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:44:07.708643 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '9115b5571097494c994c16d47df7c2f0', 'name': 'private', 'project_id': '9115b5571097494c994c16d47df7c2f0'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:44:07.737350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Made reservation on behalf of 9115b5571097494c994c16d47df7c2f0 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:44:07.740282 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:07.758393 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:07.862700 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:07.867073 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:07.886037 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:44:07.914734 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756623446083', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:07.915326 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Unsubscribe: segment precommit_create {{(pid=110004) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 29 17:44:07.915873 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Added segment d83598a5-24ef-4e55-84d6-61f4a557c706 of type vlan for network 7921d89a-4ef5-43ea-8498-cbf348e28b16 Nov 29 17:44:07.931232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69998c8b-91b6-4fb6-9c9a-0b6e6167cc2a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:07.957450 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:07.957794 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:07.958135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:07.958471 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:07.958831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:07.959168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:07.959494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:07.959833 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:07.960140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:07.960461 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:07.960782 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:07.961100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Tracked resource versions report: Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: pushed versions: Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: { 'AddressGroup': {'1.2'}, Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'ConntrackHelper': {'1.0'}, Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'Log': {'1.0'}, Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'Network': {'1.1'}, Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'Port': {'1.7'}, Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'PortForwarding': {'1.2'}, Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'QosPolicy': {'1.10'}, Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'SecurityGroup': {'1.5'}, Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'SecurityGroupRule': {'1.2'}, Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'SubPort': {'1.0'}, Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'Subnet': {'1.1'}, Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'Trunk': {'1.1'}} Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: consumer versions: Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: { DHCP agent@n-d-819494-5: {}, Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: L3 agent@n-d-819494-5: {}, Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: Metadata agent@n-d-819494-5: {}, Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: Metering agent@n-d-819494-5: {}, Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: Open vSwitch agent@n-d-819494-5: { 'AddressGroup': '1.2', Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'ConntrackHelper': '1.0', Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'Log': '1.0', Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'Network': '1.1', Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'Port': '1.7', Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'PortForwarding': '1.2', Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'QosPolicy': '1.10', Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'SecurityGroup': '1.5', Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'SecurityGroupRule': '1.2', Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'SubPort': '1.0', Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'Subnet': '1.1', Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: 'Trunk': '1.1'}} Nov 29 17:44:07.962162 n-d-819494-5 neutron-server[110004]: {{(pid=110004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 17:44:08.035293 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:08.075683 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:08.076971 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:44:08.077683 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:08.157090 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7400057 Nov 29 17:44:08.176999 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c99d9f-320c-417f-94cb-e139112579dc admin admin] Pushing event updated for resources: {'Network': ['ID=7921d89a-4ef5-43ea-8498-cbf348e28b16,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:08.188792 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 7921d89a-4ef5-43ea-8498-cbf348e28b16 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:44:10.985381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60808) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:44:11.372602 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9565ae59-e4ae-4e14-aebe-25429b7cf8a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:44:11.373968 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9565ae59-e4ae-4e14-aebe-25429b7cf8a4 admin admin] 10.222.0.23 "GET /v2.0/networks/7921d89a-4ef5-43ea-8498-cbf348e28b16 HTTP/1.1" status: 200 len: 825 time: 0.3875954 Nov 29 17:44:11.398958 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fc1cf28d-602d-4df4-a69f-5fa84522e9ac admin admin] 10.222.0.23 "GET /v2.0/subnetpools/616650cd-137b-4b10-883b-01192cbe48dd HTTP/1.1" status: 200 len: 734 time: 0.0182855 Nov 29 17:44:11.407829 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-ac82ee87-83e2-4744-89f7-7e5c6ad13cf2 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '616650cd-137b-4b10-883b-01192cbe48dd', 'tenant_id': '9115b5571097494c994c16d47df7c2f0', 'gateway_ip': '172.20.0.1', 'network_id': '7921d89a-4ef5-43ea-8498-cbf348e28b16'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:44:11.430007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac82ee87-83e2-4744-89f7-7e5c6ad13cf2 admin admin] Made reservation on behalf of 9115b5571097494c994c16d47df7c2f0 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:44:11.432187 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ac82ee87-83e2-4744-89f7-7e5c6ad13cf2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:11.719960 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ac82ee87-83e2-4744-89f7-7e5c6ad13cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:11.786391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82ee87-83e2-4744-89f7-7e5c6ad13cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc5b1e8-d432-4dd4-a7ba-072c8ceff602,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:11.790813 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac82ee87-83e2-4744-89f7-7e5c6ad13cf2 admin admin] Checking segment: {'id': 'd83598a5-24ef-4e55-84d6-61f4a557c706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7921d89a-4ef5-43ea-8498-cbf348e28b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:44:11.791189 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac82ee87-83e2-4744-89f7-7e5c6ad13cf2 admin admin] Network hostable DHCP agents. Network: 7921d89a-4ef5-43ea-8498-cbf348e28b16, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:44:11.814762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac82ee87-83e2-4744-89f7-7e5c6ad13cf2 admin admin] Network 7921d89a-4ef5-43ea-8498-cbf348e28b16 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:44:11.825183 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-ac82ee87-83e2-4744-89f7-7e5c6ad13cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 7921d89a-4ef5-43ea-8498-cbf348e28b16) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:44:11.831699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac82ee87-83e2-4744-89f7-7e5c6ad13cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:44:11.832523 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ac82ee87-83e2-4744-89f7-7e5c6ad13cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:11.835796 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa62d134-f2e3-48c3-b4b8-a7601dd5b7b4 None None] Network 7921d89a-4ef5-43ea-8498-cbf348e28b16 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:44:11.854014 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ac82ee87-83e2-4744-89f7-7e5c6ad13cf2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4493954 Nov 29 17:44:12.158992 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-7921d89a-4ef5-43ea-8498-cbf348e28b16', 'network_id': '7921d89a-4ef5-43ea-8498-cbf348e28b16', 'tenant_id': '9115b5571097494c994c16d47df7c2f0', 'fixed_ips': [{'subnet_id': '3dc5b1e8-d432-4dd4-a7ba-072c8ceff602'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 17:44:12.160829 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:12.454335 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Allocated IP 172.20.0.2 (7921d89a-4ef5-43ea-8498-cbf348e28b16/3dc5b1e8-d432-4dd4-a7ba-072c8ceff602/387fe2ea-e3ab-464a-a4d4-c41d36987e04) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:44:12.655299 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:12.663180 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:12.747265 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Network 7921d89a-4ef5-43ea-8498-cbf348e28b16 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:44:12.751204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Pushing event updated for resources: {'Port': ['ID=387fe2ea-e3ab-464a-a4d4-c41d36987e04,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:12.754050 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:44:12.760942 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:44:12.764372 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:12.764715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:12.765053 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:12.765387 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:12.765716 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:12.766046 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:12.766371 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:12.766692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:12.767041 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:12.767364 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:12.767684 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:12.768009 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Tracked resource versions report: Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: pushed versions: Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: { 'AddressGroup': {'1.2'}, Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'ConntrackHelper': {'1.0'}, Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'Log': {'1.0'}, Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'Network': {'1.1'}, Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'Port': {'1.7'}, Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'PortForwarding': {'1.2'}, Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'QosPolicy': {'1.10'}, Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'SecurityGroup': {'1.5'}, Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'SecurityGroupRule': {'1.2'}, Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'SubPort': {'1.0'}, Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'Subnet': {'1.1'}, Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'Trunk': {'1.1'}} Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: consumer versions: Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: { DHCP agent@n-d-819494-5: {}, Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: L3 agent@n-d-819494-5: {}, Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: Metadata agent@n-d-819494-5: {}, Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: Metering agent@n-d-819494-5: {}, Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: Open vSwitch agent@n-d-819494-5: { 'AddressGroup': '1.2', Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'ConntrackHelper': '1.0', Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'Log': '1.0', Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'Network': '1.1', Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'Port': '1.7', Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'PortForwarding': '1.2', Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'QosPolicy': '1.10', Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'SecurityGroup': '1.5', Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'SecurityGroupRule': '1.2', Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'SubPort': '1.0', Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'Subnet': '1.1', Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: 'Trunk': '1.1'}} Nov 29 17:44:12.769268 n-d-819494-5 neutron-server[110006]: {{(pid=110006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 17:44:12.842494 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Attempting to bind port 387fe2ea-e3ab-464a-a4d4-c41d36987e04 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:44:12.843293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Attempting to bind port 387fe2ea-e3ab-464a-a4d4-c41d36987e04 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'd83598a5-24ef-4e55-84d6-61f4a557c706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7921d89a-4ef5-43ea-8498-cbf348e28b16'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:44:12.843482 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Attempting to bind port 387fe2ea-e3ab-464a-a4d4-c41d36987e04 on network 7921d89a-4ef5-43ea-8498-cbf348e28b16 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:44:12.849911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:44:12.850290 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Checking segment: {'id': 'd83598a5-24ef-4e55-84d6-61f4a557c706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7921d89a-4ef5-43ea-8498-cbf348e28b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:44:12.850767 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:12.851180 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Bound using segment: {'id': 'd83598a5-24ef-4e55-84d6-61f4a557c706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7921d89a-4ef5-43ea-8498-cbf348e28b16'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:44:12.851646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Bound port: 387fe2ea-e3ab-464a-a4d4-c41d36987e04, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83598a5-24ef-4e55-84d6-61f4a557c706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7921d89a-4ef5-43ea-8498-cbf348e28b16'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:44:12.852077 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:12.914464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] For port 387fe2ea-e3ab-464a-a4d4-c41d36987e04, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:44:12.918644 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] For port 387fe2ea-e3ab-464a-a4d4-c41d36987e04, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=387fe2ea-e3ab-464a-a4d4-c41d36987e04,segment=NetworkSegment(d83598a5-24ef-4e55-84d6-61f4a557c706),segment_id=d83598a5-24ef-4e55-84d6-61f4a557c706)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:44:12.922604 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:12.989757 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ef729-2a23-40d7-a6d8-102c2390b9be None None] Pushing event updated for resources: {'Port': ['ID=387fe2ea-e3ab-464a-a4d4-c41d36987e04,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:14.477966 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60816) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:44:14.787504 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-60a3ad1c-e945-4310-99d3-3105e9448037 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:44:14.788612 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-60a3ad1c-e945-4310-99d3-3105e9448037 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3096499 Nov 29 17:44:17.397101 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60824) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:44:17.713815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-686164eb-eb0c-401a-999c-095d87aa0cfe admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:44:17.726812 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-686164eb-eb0c-401a-999c-095d87aa0cfe admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3167925 Nov 29 17:44:20.524167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60834) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:44:20.834090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2a8fc151-fcb9-4617-a1ec-5c11ebe680eb admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '9115b5571097494c994c16d47df7c2f0', 'admin_state_up': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:44:20.857549 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc151-fcb9-4617-a1ec-5c11ebe680eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:20.859234 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc151-fcb9-4617-a1ec-5c11ebe680eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:20.998253 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc151-fcb9-4617-a1ec-5c11ebe680eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:21.003609 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc151-fcb9-4617-a1ec-5c11ebe680eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:21.017261 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a8fc151-fcb9-4617-a1ec-5c11ebe680eb admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:21.018428 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2a8fc151-fcb9-4617-a1ec-5c11ebe680eb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4931815 Nov 29 17:44:21.685498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 387fe2ea-e3ab-464a-a4d4-c41d36987e04 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:44:21.778114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 387fe2ea-e3ab-464a-a4d4-c41d36987e04 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:44:21.778507 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:21.889531 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:21.924447 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 387fe2ea-e3ab-464a-a4d4-c41d36987e04, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=387fe2ea-e3ab-464a-a4d4-c41d36987e04,segment=NetworkSegment(d83598a5-24ef-4e55-84d6-61f4a557c706),segment_id=d83598a5-24ef-4e55-84d6-61f4a557c706)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:44:21.928281 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:21.974759 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=387fe2ea-e3ab-464a-a4d4-c41d36987e04,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:22.086257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07538ced-c809-4282-97e5-ad92abab19ac None None] Network 7921d89a-4ef5-43ea-8498-cbf348e28b16 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:44:22.221707 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4fd48af6-57c6-4668-94fc-17d2323a6005 None None] Provisioning complete for port 387fe2ea-e3ab-464a-a4d4-c41d36987e04 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:44:22.221993 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4fd48af6-57c6-4668-94fc-17d2323a6005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:22.458018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-16716ae5-22c5-4174-96ca-7d8b39d47884 None None] Provisioning complete for port 387fe2ea-e3ab-464a-a4d4-c41d36987e04 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:44:22.458388 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16716ae5-22c5-4174-96ca-7d8b39d47884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:23.663401 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 387fe2ea-e3ab-464a-a4d4-c41d36987e04 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:44:23.712175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60846) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:44:23.713347 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 387fe2ea-e3ab-464a-a4d4-c41d36987e04 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:44:23.713732 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:23.883435 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19bc9053-6a74-4de5-b7c3-4c50e925a928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:24.026515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-b52586ee-6f7f-41b1-8403-cf069c809cff admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:44:24.027617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b52586ee-6f7f-41b1-8403-cf069c809cff admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3145478 Nov 29 17:44:26.350203 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1717cd2-2958-4272-a177-ccbd568a9587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:26.597138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60854) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:44:26.902478 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:44:26.903935 n-d-819494-5 neutron-server[110005]: INFO neutron.quota [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Loaded quota_driver: . Nov 29 17:44:26.961514 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Made reservation on behalf of 3e13849a963448788becd306c7cda12e for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:44:27.030926 n-d-819494-5 neutron-server[110005]: DEBUG neutron.policy [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110005) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 29 17:44:27.084011 n-d-819494-5 neutron-server[110005]: WARNING oslo_policy.policy [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 17:44:27.084634 n-d-819494-5 neutron-server[110005]: WARNING oslo_policy.policy [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 17:44:27.095256 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:27.115169 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:27.224173 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:27.227558 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:27.238187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Reserving flat network on physical network physnet1 {{(pid=110005) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 29 17:44:27.272276 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756623446083', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:27.272839 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Unsubscribe: segment precommit_create {{(pid=110005) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 29 17:44:27.273369 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Added segment 36f89772-12ca-42bd-89a3-0757915c33dd of type flat for network 3252c484-31c2-45a7-a7d4-d5407771fd3c Nov 29 17:44:27.288639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cce167-e458-4628-b034-26b34bd39fb8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:27.316275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:27.316613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:27.316948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:27.317279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:27.317607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:27.317932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:27.318255 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:27.318572 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:27.318915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:27.319238 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:27.319557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:27.319873 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Tracked resource versions report: Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: pushed versions: Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: { 'AddressGroup': {'1.2'}, Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'ConntrackHelper': {'1.0'}, Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'Log': {'1.0'}, Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'Network': {'1.1'}, Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'Port': {'1.7'}, Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'PortForwarding': {'1.2'}, Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'QosPolicy': {'1.10'}, Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'SecurityGroup': {'1.5'}, Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'SecurityGroupRule': {'1.2'}, Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'SubPort': {'1.0'}, Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'Subnet': {'1.1'}, Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'Trunk': {'1.1'}} Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: consumer versions: Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: { DHCP agent@n-d-819494-5: {}, Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: L3 agent@n-d-819494-5: {}, Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: Metadata agent@n-d-819494-5: {}, Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: Metering agent@n-d-819494-5: {}, Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: Open vSwitch agent@n-d-819494-5: { 'AddressGroup': '1.2', Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'ConntrackHelper': '1.0', Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'Log': '1.0', Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'Network': '1.1', Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'Port': '1.7', Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'PortForwarding': '1.2', Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'QosPolicy': '1.10', Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'SecurityGroup': '1.5', Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'SecurityGroupRule': '1.2', Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'SubPort': '1.0', Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'Subnet': '1.1', Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: 'Trunk': '1.1'}} Nov 29 17:44:27.321002 n-d-819494-5 neutron-server[110005]: {{(pid=110005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 17:44:27.355169 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:27.395196 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:27.441214 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:27.442340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:44:27.443084 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:27.526420 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9281714 Nov 29 17:44:27.549402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7a497-60e7-49a3-b39e-865055811808 admin admin] Pushing event updated for resources: {'Network': ['ID=3252c484-31c2-45a7-a7d4-d5407771fd3c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:27.560264 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:44:28.886583 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:29.836392 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:30.104549 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60878) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:44:30.316582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a276537e-7a98-4735-a656-7cc96dde769c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:44:30.317955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a276537e-7a98-4735-a656-7cc96dde769c admin admin] 10.222.0.23 "GET /v2.0/subnets/3dc5b1e8-d432-4dd4-a7ba-072c8ceff602 HTTP/1.1" status: 200 len: 849 time: 0.2124479 Nov 29 17:44:30.472715 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-42c4f15a-daf6-4084-9865-21a99ef07848 admin admin] 10.222.0.23 "GET /v2.0/routers/9c4c8e97-eebc-4deb-9355-0203612c63de HTTP/1.1" status: 200 len: 704 time: 0.1486793 Nov 29 17:44:30.748426 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:31.041280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Allocated IP 172.20.0.1 (7921d89a-4ef5-43ea-8498-cbf348e28b16/3dc5b1e8-d432-4dd4-a7ba-072c8ceff602/133ca246-bea5-4cc5-8e60-419ff6cb8ac2) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:44:31.224621 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:31.290741 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:31.365406 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Network 7921d89a-4ef5-43ea-8498-cbf348e28b16 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:44:31.370925 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:44:31.380214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:44:31.380214 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:31.398482 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Pushing event updated for resources: {'Port': ['ID=133ca246-bea5-4cc5-8e60-419ff6cb8ac2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:31.570727 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:31.624013 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-301834a6-963d-4c5f-aedd-c6471988c550 None None] Provisioning complete for port 133ca246-bea5-4cc5-8e60-419ff6cb8ac2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:44:31.624504 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-301834a6-963d-4c5f-aedd-c6471988c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:31.657511 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-301834a6-963d-4c5f-aedd-c6471988c550 None None] Port 133ca246-bea5-4cc5-8e60-419ff6cb8ac2 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:44:31.827449 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:31.832508 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:31.833260 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:31.911513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Pushing event updated for resources: {'Port': ['ID=133ca246-bea5-4cc5-8e60-419ff6cb8ac2,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:31.956439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Network 7921d89a-4ef5-43ea-8498-cbf348e28b16 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:44:31.957800 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:44:32.116205 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Router 9c4c8e97-eebc-4deb-9355-0203612c63de is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 17:44:32.184542 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-395b5ba2-ac25-43f0-b231-fb6fba734493 None None] Provisioning complete for port 133ca246-bea5-4cc5-8e60-419ff6cb8ac2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:44:32.184836 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-395b5ba2-ac25-43f0-b231-fb6fba734493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:32.205220 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:44:32.215344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-447dbbaa-de27-441f-b368-a32a7a1a8a1f admin admin] 10.222.0.23 "PUT /v2.0/routers/9c4c8e97-eebc-4deb-9355-0203612c63de/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7369978 Nov 29 17:44:32.215541 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Sync routers for ids ['9c4c8e97-eebc-4deb-9355-0203612c63de'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:44:32.225946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-395b5ba2-ac25-43f0-b231-fb6fba734493 None None] Port 133ca246-bea5-4cc5-8e60-419ff6cb8ac2 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:44:32.231184 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Routers {'9c4c8e97-eebc-4deb-9355-0203612c63de'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:44:32.232467 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:44:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['9c4c8e97-eebc-4deb-9355-0203612c63de'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:44:32.421717 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Set router 9c4c8e97-eebc-4deb-9355-0203612c63de gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:44:32.842310 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c8e97-eebc-4deb-9355-0203612c63de', 'name': 'router1', 'tenant_id': '9115b5571097494c994c16d47df7c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:44:20Z', 'updated_at': '2021-11-29T17:44:31Z', 'revision_number': 2, 'project_id': '9115b5571097494c994c16d47df7c2f0', 'gw_port_host': None, '_interfaces': [{'id': '133ca246-bea5-4cc5-8e60-419ff6cb8ac2', 'name': '', 'network_id': '7921d89a-4ef5-43ea-8498-cbf348e28b16', 'tenant_id': '9115b5571097494c994c16d47df7c2f0', 'mac_address': 'fa:16:3e:66:58:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c8e97-eebc-4deb-9355-0203612c63de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dc5b1e8-d432-4dd4-a7ba-072c8ceff602', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:44:30Z', 'updated_at': '2021-11-29T17:44:31Z', 'revision_number': 2, 'project_id': '9115b5571097494c994c16d47df7c2f0', 'subnets': [{'id': '3dc5b1e8-d432-4dd4-a7ba-072c8ceff602', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '616650cd-137b-4b10-883b-01192cbe48dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:44:32.891208 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Checking router: 9c4c8e97-eebc-4deb-9355-0203612c63de for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:44:32.891575 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Updating router 9c4c8e97-eebc-4deb-9355-0203612c63de port 133ca246-bea5-4cc5-8e60-419ff6cb8ac2 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:44:32.964739 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:33.435601 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:33.442321 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:33.585219 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bda73-e064-4e7c-b516-50f3e1f0bf96 None None] Pushing event updated for resources: {'Port': ['ID=133ca246-bea5-4cc5-8e60-419ff6cb8ac2,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:33.614755 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023bda73-e064-4e7c-b516-50f3e1f0bf96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:33.615158 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023bda73-e064-4e7c-b516-50f3e1f0bf96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:33.615510 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023bda73-e064-4e7c-b516-50f3e1f0bf96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:33.615772 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023bda73-e064-4e7c-b516-50f3e1f0bf96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:33.616097 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023bda73-e064-4e7c-b516-50f3e1f0bf96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:33.616430 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023bda73-e064-4e7c-b516-50f3e1f0bf96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:33.616752 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023bda73-e064-4e7c-b516-50f3e1f0bf96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:33.617075 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023bda73-e064-4e7c-b516-50f3e1f0bf96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:33.617399 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023bda73-e064-4e7c-b516-50f3e1f0bf96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:33.617719 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023bda73-e064-4e7c-b516-50f3e1f0bf96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:33.618036 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023bda73-e064-4e7c-b516-50f3e1f0bf96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:33.618353 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023bda73-e064-4e7c-b516-50f3e1f0bf96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023bda73-e064-4e7c-b516-50f3e1f0bf96 None None] Tracked resource versions report: Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: pushed versions: Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: { 'AddressGroup': {'1.2'}, Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'ConntrackHelper': {'1.0'}, Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'Log': {'1.0'}, Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'Network': {'1.1'}, Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'Port': {'1.7'}, Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'PortForwarding': {'1.2'}, Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'QosPolicy': {'1.10'}, Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'SecurityGroup': {'1.5'}, Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'SecurityGroupRule': {'1.2'}, Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'SubPort': {'1.0'}, Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'Subnet': {'1.1'}, Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'Trunk': {'1.1'}} Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: consumer versions: Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: { DHCP agent@n-d-819494-5: {}, Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: L3 agent@n-d-819494-5: {}, Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: Metadata agent@n-d-819494-5: {}, Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: Metering agent@n-d-819494-5: {}, Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: Open vSwitch agent@n-d-819494-5: { 'AddressGroup': '1.2', Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'ConntrackHelper': '1.0', Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'Log': '1.0', Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'Network': '1.1', Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'Port': '1.7', Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'PortForwarding': '1.2', Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'QosPolicy': '1.10', Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'SecurityGroup': '1.5', Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'SecurityGroupRule': '1.2', Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'SubPort': '1.0', Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'Subnet': '1.1', Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: 'Trunk': '1.1'}} Nov 29 17:44:33.619437 n-d-819494-5 neutron-server[110007]: {{(pid=110007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 17:44:33.629159 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Attempting to bind port 133ca246-bea5-4cc5-8e60-419ff6cb8ac2 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:44:33.629564 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Attempting to bind port 133ca246-bea5-4cc5-8e60-419ff6cb8ac2 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'd83598a5-24ef-4e55-84d6-61f4a557c706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7921d89a-4ef5-43ea-8498-cbf348e28b16'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:44:33.629989 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Attempting to bind port 133ca246-bea5-4cc5-8e60-419ff6cb8ac2 on network 7921d89a-4ef5-43ea-8498-cbf348e28b16 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:44:33.635015 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:44:33.635416 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Checking segment: {'id': 'd83598a5-24ef-4e55-84d6-61f4a557c706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7921d89a-4ef5-43ea-8498-cbf348e28b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:44:33.635883 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:33.636265 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Bound using segment: {'id': 'd83598a5-24ef-4e55-84d6-61f4a557c706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7921d89a-4ef5-43ea-8498-cbf348e28b16'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:44:33.636764 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Bound port: 133ca246-bea5-4cc5-8e60-419ff6cb8ac2, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83598a5-24ef-4e55-84d6-61f4a557c706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7921d89a-4ef5-43ea-8498-cbf348e28b16'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:44:33.637117 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:33.655151 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e80dbf33-acb6-4363-a7d3-1d411ff76bf4 None None] Provisioning complete for port 133ca246-bea5-4cc5-8e60-419ff6cb8ac2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:44:33.655688 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e80dbf33-acb6-4363-a7d3-1d411ff76bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:33.691876 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e80dbf33-acb6-4363-a7d3-1d411ff76bf4 None None] Port 133ca246-bea5-4cc5-8e60-419ff6cb8ac2 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:44:33.702332 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] For port 133ca246-bea5-4cc5-8e60-419ff6cb8ac2, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:44:33.722144 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] For port 133ca246-bea5-4cc5-8e60-419ff6cb8ac2, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=133ca246-bea5-4cc5-8e60-419ff6cb8ac2,segment=NetworkSegment(d83598a5-24ef-4e55-84d6-61f4a557c706),segment_id=d83598a5-24ef-4e55-84d6-61f4a557c706)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:44:33.726514 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:33.784697 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Routers {'9c4c8e97-eebc-4deb-9355-0203612c63de'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:44:33.784697 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:44:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['9c4c8e97-eebc-4deb-9355-0203612c63de'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:44:33.820512 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bda73-e064-4e7c-b516-50f3e1f0bf96 None None] Pushing event updated for resources: {'Port': ['ID=133ca246-bea5-4cc5-8e60-419ff6cb8ac2,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:33.873506 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] Set router 9c4c8e97-eebc-4deb-9355-0203612c63de gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:44:34.010689 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-eb801381-f3cc-49ee-b211-a65e0a100ea3 None None] Provisioning complete for port 133ca246-bea5-4cc5-8e60-419ff6cb8ac2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:44:34.011022 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb801381-f3cc-49ee-b211-a65e0a100ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:34.085828 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c8e97-eebc-4deb-9355-0203612c63de', 'name': 'router1', 'tenant_id': '9115b5571097494c994c16d47df7c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:44:20Z', 'updated_at': '2021-11-29T17:44:31Z', 'revision_number': 2, 'project_id': '9115b5571097494c994c16d47df7c2f0', 'gw_port_host': None, '_interfaces': [{'id': '133ca246-bea5-4cc5-8e60-419ff6cb8ac2', 'name': '', 'network_id': '7921d89a-4ef5-43ea-8498-cbf348e28b16', 'tenant_id': '9115b5571097494c994c16d47df7c2f0', 'mac_address': 'fa:16:3e:66:58:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c8e97-eebc-4deb-9355-0203612c63de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dc5b1e8-d432-4dd4-a7ba-072c8ceff602', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:44:30Z', 'updated_at': '2021-11-29T17:44:33Z', 'revision_number': 4, 'project_id': '9115b5571097494c994c16d47df7c2f0', 'subnets': [{'id': '3dc5b1e8-d432-4dd4-a7ba-072c8ceff602', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '616650cd-137b-4b10-883b-01192cbe48dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:44:34.093674 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb801381-f3cc-49ee-b211-a65e0a100ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:34.113575 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5ccf1-d4d3-4105-aa91-89f3b157bcfc None None] The sync data for ids ['9c4c8e97-eebc-4deb-9355-0203612c63de'] in n-d-819494-5 is: [{'id': '9c4c8e97-eebc-4deb-9355-0203612c63de', 'name': 'router1', 'tenant_id': '9115b5571097494c994c16d47df7c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:44:20Z', 'updated_at': '2021-11-29T17:44:31Z', 'revision_number': 2, 'project_id': '9115b5571097494c994c16d47df7c2f0', 'gw_port_host': None, '_interfaces': [{'id': '133ca246-bea5-4cc5-8e60-419ff6cb8ac2', 'name': '', 'network_id': '7921d89a-4ef5-43ea-8498-cbf348e28b16', 'tenant_id': '9115b5571097494c994c16d47df7c2f0', 'mac_address': 'fa:16:3e:66:58:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c8e97-eebc-4deb-9355-0203612c63de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dc5b1e8-d432-4dd4-a7ba-072c8ceff602', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:44:30Z', 'updated_at': '2021-11-29T17:44:33Z', 'revision_number': 4, 'project_id': '9115b5571097494c994c16d47df7c2f0', 'subnets': [{'id': '3dc5b1e8-d432-4dd4-a7ba-072c8ceff602', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '616650cd-137b-4b10-883b-01192cbe48dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:44:34.131846 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-eb801381-f3cc-49ee-b211-a65e0a100ea3 None None] For port 133ca246-bea5-4cc5-8e60-419ff6cb8ac2, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=133ca246-bea5-4cc5-8e60-419ff6cb8ac2,segment=NetworkSegment(d83598a5-24ef-4e55-84d6-61f4a557c706),segment_id=d83598a5-24ef-4e55-84d6-61f4a557c706)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:44:34.136456 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb801381-f3cc-49ee-b211-a65e0a100ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:34.188867 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb801381-f3cc-49ee-b211-a65e0a100ea3 None None] Pushing event updated for resources: {'Port': ['ID=133ca246-bea5-4cc5-8e60-419ff6cb8ac2,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:34.656095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60898) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:44:34.767916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bda4181-9c72-46ff-9dfc-ff764a62df0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:44:34.769292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6bda4181-9c72-46ff-9dfc-ff764a62df0a admin admin] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 842 time: 0.1121278 Nov 29 17:44:34.779247 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c6cc5dc8-6a56-4f59-8667-8235b311776b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.3.1', 'cidr': '172.25.3.0/24', 'name': 'public-subnet', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:44:34.805309 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cc5dc8-6a56-4f59-8667-8235b311776b admin admin] Made reservation on behalf of 3e13849a963448788becd306c7cda12e for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:44:34.807621 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5dc8-6a56-4f59-8667-8235b311776b admin admin] Publish callbacks [] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:35.106218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.objects.ports [None req-c6cc5dc8-6a56-4f59-8667-8235b311776b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 17:44:35.106641 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5dc8-6a56-4f59-8667-8235b311776b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:35.160202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5dc8-6a56-4f59-8667-8235b311776b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba73cb9d-71c0-4bcf-a0e0-438298f1b665,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:35.170465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc5dc8-6a56-4f59-8667-8235b311776b admin admin] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:44:35.170844 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cc5dc8-6a56-4f59-8667-8235b311776b admin admin] Network hostable DHCP agents. Network: 3252c484-31c2-45a7-a7d4-d5407771fd3c, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:44:35.192026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cc5dc8-6a56-4f59-8667-8235b311776b admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:44:35.202763 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c6cc5dc8-6a56-4f59-8667-8235b311776b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 3252c484-31c2-45a7-a7d4-d5407771fd3c) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:44:35.206856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc5dc8-6a56-4f59-8667-8235b311776b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:44:35.207522 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5dc8-6a56-4f59-8667-8235b311776b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:35.213816 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5a50ce-8f4a-41e4-8478-1da97503dbe9 None None] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:44:35.237630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c6cc5dc8-6a56-4f59-8667-8235b311776b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4485135 Nov 29 17:44:35.369438 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6e8ec6-0995-43f1-b0f0-a3448ac5f5b7 None None] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:44:37.747226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60906) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:44:37.974144 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f44af7db-ef86-4b6f-8f0d-c99a7eeaacc1 admin admin] 10.222.0.23 "GET /v2.0/routers/9c4c8e97-eebc-4deb-9355-0203612c63de HTTP/1.1" status: 200 len: 710 time: 0.2255957 Nov 29 17:44:38.092887 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a73a3b-14c7-4f19-adca-207f3e3d83d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:44:38.094274 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-28a73a3b-14c7-4f19-adca-207f3e3d83d1 admin admin] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 886 time: 0.1143227 Nov 29 17:44:38.103621 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:44:38.350725 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:38.589460 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:38.668104 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:38.867101 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] Allocated IP 172.25.3.186 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/2e0396e4-5df0-4937-be76-9bf85a914cfa) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:44:38.979742 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:39.040778 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:39.109738 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:44:39.119013 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:44:39.127964 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:44:39.130125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] Pushing event updated for resources: {'Port': ['ID=2e0396e4-5df0-4937-be76-9bf85a914cfa,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:39.407924 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:39.609573 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:39.614629 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:39.732663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] Router 9c4c8e97-eebc-4deb-9355-0203612c63de has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:44:39.844336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:44:39.849407 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:39.851456 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-85d56160-a4d4-4c95-b2d9-85bcc1c5bfac admin admin] 10.222.0.23 "PUT /v2.0/routers/9c4c8e97-eebc-4deb-9355-0203612c63de HTTP/1.1" status: 200 len: 890 time: 1.7503419 Nov 29 17:44:41.242247 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Sync routers for ids ['9c4c8e97-eebc-4deb-9355-0203612c63de'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:44:41.254013 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Routers {'9c4c8e97-eebc-4deb-9355-0203612c63de'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:44:41.254734 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:44:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['9c4c8e97-eebc-4deb-9355-0203612c63de'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:44:41.460369 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Set router 9c4c8e97-eebc-4deb-9355-0203612c63de gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:44:41.707880 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 133ca246-bea5-4cc5-8e60-419ff6cb8ac2 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:44:41.841351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 133ca246-bea5-4cc5-8e60-419ff6cb8ac2 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:44:41.841719 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:42.025733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c8e97-eebc-4deb-9355-0203612c63de', 'name': 'router1', 'tenant_id': '9115b5571097494c994c16d47df7c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '2e0396e4-5df0-4937-be76-9bf85a914cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:44:20Z', 'updated_at': '2021-11-29T17:44:39Z', 'revision_number': 4, 'project_id': '9115b5571097494c994c16d47df7c2f0', 'gw_port': {'id': '2e0396e4-5df0-4937-be76-9bf85a914cfa', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c8e97-eebc-4deb-9355-0203612c63de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:44:38Z', 'updated_at': '2021-11-29T17:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '133ca246-bea5-4cc5-8e60-419ff6cb8ac2', 'name': '', 'network_id': '7921d89a-4ef5-43ea-8498-cbf348e28b16', 'tenant_id': '9115b5571097494c994c16d47df7c2f0', 'mac_address': 'fa:16:3e:66:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c8e97-eebc-4deb-9355-0203612c63de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dc5b1e8-d432-4dd4-a7ba-072c8ceff602', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:44:30Z', 'updated_at': '2021-11-29T17:44:34Z', 'revision_number': 5, 'project_id': '9115b5571097494c994c16d47df7c2f0', 'subnets': [{'id': '3dc5b1e8-d432-4dd4-a7ba-072c8ceff602', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '616650cd-137b-4b10-883b-01192cbe48dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:44:42.079833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Checking router: 9c4c8e97-eebc-4deb-9355-0203612c63de for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:44:42.080225 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Updating router 9c4c8e97-eebc-4deb-9355-0203612c63de port 2e0396e4-5df0-4937-be76-9bf85a914cfa binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:44:42.126608 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:42.441013 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:42.443820 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60918) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:44:42.446689 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:42.500000 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Attempting to bind port 2e0396e4-5df0-4937-be76-9bf85a914cfa on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:44:42.500364 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Attempting to bind port 2e0396e4-5df0-4937-be76-9bf85a914cfa by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:44:42.500725 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Attempting to bind port 2e0396e4-5df0-4937-be76-9bf85a914cfa on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:44:42.504192 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf4ead-8dee-4c09-b00a-dfcea28b242a None None] Pushing event updated for resources: {'Port': ['ID=2e0396e4-5df0-4937-be76-9bf85a914cfa,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:42.508613 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:44:42.508988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:44:42.509383 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:42.509767 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:44:42.510233 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Bound port: 2e0396e4-5df0-4937-be76-9bf85a914cfa, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:44:42.510631 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:42.559258 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-504f6514-0850-4041-92c9-aee75aee3369 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1139944 Nov 29 17:44:42.559705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] For port 2e0396e4-5df0-4937-be76-9bf85a914cfa, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:44:42.562643 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] For port 2e0396e4-5df0-4937-be76-9bf85a914cfa, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2e0396e4-5df0-4937-be76-9bf85a914cfa,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:44:42.568748 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:42.628332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Routers {'9c4c8e97-eebc-4deb-9355-0203612c63de'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:44:42.628876 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:44:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['9c4c8e97-eebc-4deb-9355-0203612c63de'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:44:42.667174 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf4ead-8dee-4c09-b00a-dfcea28b242a None None] Pushing event updated for resources: {'Port': ['ID=2e0396e4-5df0-4937-be76-9bf85a914cfa,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:42.743372 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] Set router 9c4c8e97-eebc-4deb-9355-0203612c63de gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:44:42.956467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4c8e97-eebc-4deb-9355-0203612c63de', 'name': 'router1', 'tenant_id': '9115b5571097494c994c16d47df7c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '2e0396e4-5df0-4937-be76-9bf85a914cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:44:20Z', 'updated_at': '2021-11-29T17:44:39Z', 'revision_number': 4, 'project_id': '9115b5571097494c994c16d47df7c2f0', 'gw_port': {'id': '2e0396e4-5df0-4937-be76-9bf85a914cfa', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c8e97-eebc-4deb-9355-0203612c63de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:44:38Z', 'updated_at': '2021-11-29T17:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '133ca246-bea5-4cc5-8e60-419ff6cb8ac2', 'name': '', 'network_id': '7921d89a-4ef5-43ea-8498-cbf348e28b16', 'tenant_id': '9115b5571097494c994c16d47df7c2f0', 'mac_address': 'fa:16:3e:66:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c8e97-eebc-4deb-9355-0203612c63de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dc5b1e8-d432-4dd4-a7ba-072c8ceff602', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:44:30Z', 'updated_at': '2021-11-29T17:44:34Z', 'revision_number': 5, 'project_id': '9115b5571097494c994c16d47df7c2f0', 'subnets': [{'id': '3dc5b1e8-d432-4dd4-a7ba-072c8ceff602', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '616650cd-137b-4b10-883b-01192cbe48dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:44:42.982904 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7f70f4-d5d0-4c3d-b947-d24fe1e84c97 None None] The sync data for ids ['9c4c8e97-eebc-4deb-9355-0203612c63de'] in n-d-819494-5 is: [{'id': '9c4c8e97-eebc-4deb-9355-0203612c63de', 'name': 'router1', 'tenant_id': '9115b5571097494c994c16d47df7c2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '2e0396e4-5df0-4937-be76-9bf85a914cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:44:20Z', 'updated_at': '2021-11-29T17:44:39Z', 'revision_number': 4, 'project_id': '9115b5571097494c994c16d47df7c2f0', 'gw_port': {'id': '2e0396e4-5df0-4937-be76-9bf85a914cfa', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4c8e97-eebc-4deb-9355-0203612c63de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:44:38Z', 'updated_at': '2021-11-29T17:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '133ca246-bea5-4cc5-8e60-419ff6cb8ac2', 'name': '', 'network_id': '7921d89a-4ef5-43ea-8498-cbf348e28b16', 'tenant_id': '9115b5571097494c994c16d47df7c2f0', 'mac_address': 'fa:16:3e:66:58:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4c8e97-eebc-4deb-9355-0203612c63de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3dc5b1e8-d432-4dd4-a7ba-072c8ceff602', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:44:30Z', 'updated_at': '2021-11-29T17:44:34Z', 'revision_number': 5, 'project_id': '9115b5571097494c994c16d47df7c2f0', 'subnets': [{'id': '3dc5b1e8-d432-4dd4-a7ba-072c8ceff602', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '616650cd-137b-4b10-883b-01192cbe48dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:44:43.710527 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2e0396e4-5df0-4937-be76-9bf85a914cfa up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:44:43.763257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 2e0396e4-5df0-4937-be76-9bf85a914cfa triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:44:43.763635 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:43.842083 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:43.861904 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 2e0396e4-5df0-4937-be76-9bf85a914cfa, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2e0396e4-5df0-4937-be76-9bf85a914cfa,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:44:43.869239 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:43.921314 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=2e0396e4-5df0-4937-be76-9bf85a914cfa,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:44:45.701011 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2e0396e4-5df0-4937-be76-9bf85a914cfa up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:44:45.749683 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 2e0396e4-5df0-4937-be76-9bf85a914cfa triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:44:45.749968 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:53.886617 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d02dae3-c970-4ff2-89ab-c7a137a07f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:54.368358 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 5 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:44:56.350883 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8189a227-d8b6-41d4-bf89-2f43491bdb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:57.378647 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:58.892501 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:44:59.848045 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:45:23.889912 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6636500c-0b0b-48c9-a8da-805d51786aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:45:26.359135 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95f8d983-9d6a-40a1-a5b5-0e7db3398d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:45:27.367871 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:45:28.893152 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:45:29.843198 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:45:31.368281 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 5 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:45:53.893077 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94026d01-f72e-48bf-87f8-f2675c814f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:45:56.351053 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c843a1b7-054e-4105-a299-ae5ee74e212c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:45:57.369085 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:45:58.891280 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:45:59.846528 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:46:08.367053 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 5 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:46:08.493356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33202) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:46:08.553757 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d916a1-af39-4bb0-82ed-5f8dd33c3ed7 admin admin] GET failed (client error): The resource could not be found. Nov 29 17:46:08.555062 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c6d916a1-af39-4bb0-82ed-5f8dd33c3ed7 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607271 Nov 29 17:46:08.714854 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac6b937-4424-4181-938f-289f2458f057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:46:08.716770 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bac6b937-4424-4181-938f-289f2458f057 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1566443 Nov 29 17:46:11.076843 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33212) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:46:11.231297 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282fbf15-e4c4-4642-aaa3-ca5eb9790b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:46:11.233211 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-282fbf15-e4c4-4642-aaa3-ca5eb9790b3d admin admin] 10.222.0.23 "GET /v2.0/subnets/3dc5b1e8-d432-4dd4-a7ba-072c8ceff602 HTTP/1.1" status: 200 len: 849 time: 0.1554067 Nov 29 17:46:11.243240 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:46:11.325007 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Publish callbacks [] for subnet, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:46:11.464766 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756623474580'] for subnet, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:46:11.496551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:46:11.497133 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:46:11.498410 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] 10.222.0.23 "PUT /v2.0/subnets/3dc5b1e8-d432-4dd4-a7ba-072c8ceff602 HTTP/1.1" status: 200 len: 868 time: 0.2587640 Nov 29 17:46:11.503100 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f948f5-fc15-4fff-b543-87d127f0213e None None] Network 7921d89a-4ef5-43ea-8498-cbf348e28b16 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:46:11.516171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc5b1e8-d432-4dd4-a7ba-072c8ceff602,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:46:11.523611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:46:11.523987 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:46:11.524304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:46:11.524646 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:46:11.524986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:46:11.525315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:46:11.525647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:46:11.525980 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:46:11.526309 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:46:11.526639 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:46:11.526996 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:46:11.527383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3c741d-50fd-45bf-be6e-b6c077ee16fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:46:11.904679 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bee8d74f-1b34-4393-8df5-8d003037ca65 None None] Provisioning complete for port 387fe2ea-e3ab-464a-a4d4-c41d36987e04 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:46:11.905150 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bee8d74f-1b34-4393-8df5-8d003037ca65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:46:11.990444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bee8d74f-1b34-4393-8df5-8d003037ca65 None None] Provisioning complete for port 133ca246-bea5-4cc5-8e60-419ff6cb8ac2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:46:11.990716 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bee8d74f-1b34-4393-8df5-8d003037ca65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:46:13.878729 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33220) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:46:14.078055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896e3b6d-0b3c-404d-ac45-134821ebc465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:46:14.078529 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896e3b6d-0b3c-404d-ac45-134821ebc465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:46:14.080116 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-896e3b6d-0b3c-404d-ac45-134821ebc465 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2003932 Nov 29 17:46:16.422722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33228) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:46:16.551221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c08e11-937b-4064-9ce2-c004ae2c13ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:46:16.551690 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c08e11-937b-4064-9ce2-c004ae2c13ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:46:16.553254 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-09c08e11-937b-4064-9ce2-c004ae2c13ec admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1294856 Nov 29 17:46:18.916445 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33236) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:46:19.039305 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c156b8-5d4d-4bd4-b32b-5d181cf1fc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:46:19.040747 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a1c156b8-5d4d-4bd4-b32b-5d181cf1fc2a admin admin] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 886 time: 0.1233253 Nov 29 17:46:21.432773 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33244) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:46:21.578645 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f353a7b-549d-4f78-a097-288b3be6a003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:46:21.580047 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9f353a7b-549d-4f78-a097-288b3be6a003 admin admin] 10.222.0.23 "GET /v2.0/networks/7921d89a-4ef5-43ea-8498-cbf348e28b16 HTTP/1.1" status: 200 len: 869 time: 0.1463151 Nov 29 17:46:23.894468 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc65a5bd-6b79-4e33-95f0-f20481b9a174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:46:23.979707 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33252) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:46:24.109485 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed223f81-e08e-469f-aa2e-1066ad33fa68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:46:24.109943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed223f81-e08e-469f-aa2e-1066ad33fa68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:46:24.111523 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ed223f81-e08e-469f-aa2e-1066ad33fa68 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308649 Nov 29 17:46:26.352783 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-864f6315-7a1e-466a-9b49-8ef8a942f4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:46:26.484850 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33260) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:46:26.577683 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b535ca2-3961-4379-9059-2d19e30fb3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:46:26.578136 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b535ca2-3961-4379-9059-2d19e30fb3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:46:26.579688 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9b535ca2-3961-4379-9059-2d19e30fb3e5 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0938332 Nov 29 17:46:27.375535 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:46:28.895855 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:46:28.937444 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33268) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:46:29.029487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc61d59e-5912-4041-b7ba-40a797b75933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:46:29.030881 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bc61d59e-5912-4041-b7ba-40a797b75933 admin admin] 10.222.0.23 "GET /v2.0/subnets/3dc5b1e8-d432-4dd4-a7ba-072c8ceff602 HTTP/1.1" status: 200 len: 868 time: 0.0924425 Nov 29 17:46:29.847553 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:46:31.391298 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33276) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:46:31.476195 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6930ff3b-19a0-422b-b1e8-605eccac624f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:46:31.477512 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6930ff3b-19a0-422b-b1e8-605eccac624f admin admin] 10.222.0.23 "GET /v2.0/subnets/ba73cb9d-71c0-4bcf-a0e0-438298f1b665 HTTP/1.1" status: 200 len: 816 time: 0.0852640 Nov 29 17:46:45.366154 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 5 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:46:53.896874 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41d60310-8443-4ac1-a9f1-0794dac9a891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:46:56.211683 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33330) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:46:56.260212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-02ed8d46-3a39-41d5-9ff0-60ecda99dba7 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:46:56.261208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-02ed8d46-3a39-41d5-9ff0-60ecda99dba7 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486560 Nov 29 17:46:56.355803 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-edd7ea9c-3973-465f-a24e-b44901bb660b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:46:57.374347 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:46:58.734319 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33340) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:46:58.794776 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-b649b2b0-f766-4d27-8030-6614ea48d302 admin admin] GET failed (client error): The resource could not be found. Nov 29 17:46:58.796089 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b649b2b0-f766-4d27-8030-6614ea48d302 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607858 Nov 29 17:46:58.897315 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:46:58.941437 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b212f68b-4656-403f-9aa6-1cc818f2ad54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:46:58.942856 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b212f68b-4656-403f-9aa6-1cc818f2ad54 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1423612 Nov 29 17:46:59.849894 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:01.324018 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33348) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:47:01.372241 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:47:01.392858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Made reservation on behalf of 3e13849a963448788becd306c7cda12e for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:47:01.395204 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:01.424567 n-d-819494-5 neutron-server[110005]: WARNING neutron.services.revisions.revision_plugin [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Could not find related network for resource to bump revision. Nov 29 17:47:01.438998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:47:01.449766 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:01.450119 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Added segment 05220f24-5728-4f5a-81c1-9a77d77842d6 of type vlan for network cbc09fb1-2942-4d11-835a-3721709ba669 Nov 29 17:47:01.490276 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:01.514976 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:01.515934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:47:01.516489 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:01.575658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2500391 Nov 29 17:47:01.576541 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc09fb1-2942-4d11-835a-3721709ba669,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:47:01.583891 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:01.584058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:01.584323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:01.584672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:01.585014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:01.585416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:01.585762 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:01.586113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:01.586436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:01.586773 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:01.587143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:01.587473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cfb6d52-fa4a-4d45-869d-d4b98a1d83f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:01.605518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network cbc09fb1-2942-4d11-835a-3721709ba669 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:47:03.969054 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33356) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:47:04.029542 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e0ffd9-045b-4ba8-9ab8-38468dcc6ec6 admin admin] GET failed (client error): The resource could not be found. Nov 29 17:47:04.030808 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-05e0ffd9-045b-4ba8-9ab8-38468dcc6ec6 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608556 Nov 29 17:47:04.100777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81591e25-3f59-4f3d-a1c0-2176312e3b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:47:04.102226 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-81591e25-3f59-4f3d-a1c0-2176312e3b53 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669866 Nov 29 17:47:04.112760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c340b42b-f679-4f19-8991-23218d698e41 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:47:04.131913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c340b42b-f679-4f19-8991-23218d698e41 admin admin] Made reservation on behalf of 3e13849a963448788becd306c7cda12e for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:47:04.134102 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c340b42b-f679-4f19-8991-23218d698e41 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:04.358323 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c340b42b-f679-4f19-8991-23218d698e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:04.405438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340b42b-f679-4f19-8991-23218d698e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e545a77-225d-4fc3-a992-9de40bb2edd8,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:47:04.420864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c340b42b-f679-4f19-8991-23218d698e41 admin admin] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:47:04.421237 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c340b42b-f679-4f19-8991-23218d698e41 admin admin] Network hostable DHCP agents. Network: cbc09fb1-2942-4d11-835a-3721709ba669, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:47:04.436689 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c340b42b-f679-4f19-8991-23218d698e41 admin admin] Network cbc09fb1-2942-4d11-835a-3721709ba669 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:47:04.445437 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c340b42b-f679-4f19-8991-23218d698e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, cbc09fb1-2942-4d11-835a-3721709ba669) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:47:04.450700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c340b42b-f679-4f19-8991-23218d698e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:47:04.451277 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c340b42b-f679-4f19-8991-23218d698e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:04.455472 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4e33a4-fa93-409c-a0e9-d74beccb5105 None None] Network cbc09fb1-2942-4d11-835a-3721709ba669 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:47:04.467560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c340b42b-f679-4f19-8991-23218d698e41 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3580928 Nov 29 17:47:04.702931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-cbc09fb1-2942-4d11-835a-3721709ba669', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'tenant_id': '3e13849a963448788becd306c7cda12e', 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 17:47:04.703824 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:04.838562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Allocated IP 192.168.233.2 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/73fd3875-03cd-4e56-adb3-08091955c396) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:47:04.982744 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:04.990920 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:05.034745 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:47:05.037659 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:47:05.044701 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:47:05.046561 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Pushing event updated for resources: {'Port': ['ID=73fd3875-03cd-4e56-adb3-08091955c396,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:47:05.055435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:05.055667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:05.056008 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:05.056346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:05.056682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:05.057007 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:05.057335 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:05.057665 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:05.057983 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:05.058304 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:05.059209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:05.059541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:47:05.111204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Attempting to bind port 73fd3875-03cd-4e56-adb3-08091955c396 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:47:05.111580 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Attempting to bind port 73fd3875-03cd-4e56-adb3-08091955c396 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:47:05.111949 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Attempting to bind port 73fd3875-03cd-4e56-adb3-08091955c396 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:47:05.117107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:47:05.117491 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:47:05.117896 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:05.118290 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:47:05.118767 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Bound port: 73fd3875-03cd-4e56-adb3-08091955c396, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:47:05.119202 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:05.180718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] For port 73fd3875-03cd-4e56-adb3-08091955c396, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:47:05.185051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] For port 73fd3875-03cd-4e56-adb3-08091955c396, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=73fd3875-03cd-4e56-adb3-08091955c396,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:47:05.189816 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:05.250212 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9d16a-c86b-44cf-8621-d78a0d9d8ad8 None None] Pushing event updated for resources: {'Port': ['ID=73fd3875-03cd-4e56-adb3-08091955c396,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:47:05.850945 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 73fd3875-03cd-4e56-adb3-08091955c396 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:47:05.905678 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 73fd3875-03cd-4e56-adb3-08091955c396 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:47:05.906054 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:05.991602 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:06.035873 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 73fd3875-03cd-4e56-adb3-08091955c396, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=73fd3875-03cd-4e56-adb3-08091955c396,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:47:06.041349 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:06.099959 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=73fd3875-03cd-4e56-adb3-08091955c396,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:47:06.130866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bb1e9c-1e12-44d5-9cee-4f15fbeb4236 None None] Network cbc09fb1-2942-4d11-835a-3721709ba669 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:47:06.206588 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5865dad4-6207-4039-a1da-2ac8f43cf10e None None] Provisioning complete for port 73fd3875-03cd-4e56-adb3-08091955c396 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:47:06.206982 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5865dad4-6207-4039-a1da-2ac8f43cf10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:06.666771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ed9f3d63-dc3e-4cd3-9709-b268f18b4ac3 None None] Provisioning complete for port 73fd3875-03cd-4e56-adb3-08091955c396 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:47:06.667071 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed9f3d63-dc3e-4cd3-9709-b268f18b4ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:07.772040 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 73fd3875-03cd-4e56-adb3-08091955c396 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:47:07.822105 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 73fd3875-03cd-4e56-adb3-08091955c396 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:47:07.822472 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:22.365081 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 5 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:47:23.898942 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd0a08c9-c8d4-4d14-92ee-f4fc80f30daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:26.357551 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3da40812-6cb8-4b9d-9d91-d4522acdd1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:27.381245 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:28.901791 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:29.851733 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:53.898403 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4cc8b3a-3323-4826-a1ae-610041bc77af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:56.361952 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1ef78d4-9ff3-4e67-ad60-d37bf5d7a60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:57.381430 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:58.906152 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:47:59.363772 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 5 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:47:59.853665 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:48:22.002725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33400) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:48:22.008539 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-822c02a2-5007-43e1-873f-9b3a2c98b826 tempest-verify_tempest_config-800257420 tempest-verify_tempest_config-800257420-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:48:22.009556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-822c02a2-5007-43e1-873f-9b3a2c98b826 tempest-verify_tempest_config-800257420 tempest-verify_tempest_config-800257420-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058432 Nov 29 17:48:22.296979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33418) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:48:22.397412 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f3541d14-c14c-4a3d-ad58-bf2304c26fc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:48:22.472064 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f3541d14-c14c-4a3d-ad58-bf2304c26fc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:48:22.475490 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f3541d14-c14c-4a3d-ad58-bf2304c26fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:48:22.522228 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f3541d14-c14c-4a3d-ad58-bf2304c26fc8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a11f70760a0d46509823fa3a42f33f14&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2242191 Nov 29 17:48:22.523232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3541d14-c14c-4a3d-ad58-bf2304c26fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d19d250-f939-4541-bc08-48eb439e624b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:48:22.525551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33424) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:48:22.530496 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3541d14-c14c-4a3d-ad58-bf2304c26fc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.530890 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3541d14-c14c-4a3d-ad58-bf2304c26fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.531225 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3541d14-c14c-4a3d-ad58-bf2304c26fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.531564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3541d14-c14c-4a3d-ad58-bf2304c26fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.531905 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3541d14-c14c-4a3d-ad58-bf2304c26fc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.532239 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3541d14-c14c-4a3d-ad58-bf2304c26fc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.532569 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3541d14-c14c-4a3d-ad58-bf2304c26fc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.532898 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3541d14-c14c-4a3d-ad58-bf2304c26fc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.533225 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3541d14-c14c-4a3d-ad58-bf2304c26fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.533552 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3541d14-c14c-4a3d-ad58-bf2304c26fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.533878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3541d14-c14c-4a3d-ad58-bf2304c26fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.534205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3541d14-c14c-4a3d-ad58-bf2304c26fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.581892 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:48:22.602168 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:48:22.694348 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:48:22.697502 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:48:22.698658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d19d250-f939-4541-bc08-48eb439e624b HTTP/1.1" status: 204 len: 168 time: 0.1719556 Nov 29 17:48:22.707481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d19d250-f939-4541-bc08-48eb439e624b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:48:22.714202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.714558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.714942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.715282 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.715632 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.715945 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.716282 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.716615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.716946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.717276 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.717656 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:22.718010 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f1305-1e16-4812-b80b-7e6ef22b8b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:48:23.900558 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-be4406e0-d4ef-48b8-9a8a-021ec5f2661b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:48:26.362936 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e5a450c-f932-43a3-ae02-11bca9b825c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:48:27.383931 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:48:28.911036 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:48:29.855613 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:48:36.362065 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 5 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:48:53.900217 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20df1ac3-10a1-4e92-8c7d-19c39d259044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:48:56.363172 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-78c25cd6-3866-4fef-8aa8-3af7bd8c63d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:48:57.387191 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:48:58.912620 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:48:59.856314 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:49:13.360877 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 5 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:49:23.905202 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a360a31-c0a3-43ef-bd02-7af651562bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:49:26.364001 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-565e9169-ae0c-4997-9e35-796c3bd1ad92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:49:27.390177 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:49:28.919438 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:49:29.858542 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:49:50.359626 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 5 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:49:53.907026 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37485606-66f7-4d55-ad11-b3fd1083ef0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:49:56.364504 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-265fe7f8-0d14-488c-bf06-d4b34cdd7696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:49:57.392646 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:49:58.917974 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:49:59.859701 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:50:23.907719 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-328387eb-1622-4c78-a066-6d04271a7b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:50:26.365005 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fcca256f-06e0-451f-a96a-fe43b98b92d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:50:27.358101 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 5 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:50:27.395251 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:50:28.923686 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:50:29.861223 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:50:53.909092 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6f05490-4d74-4173-8836-0e6fa700f652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:50:56.367124 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb7af-d584-4fa2-86b5-89143ab87c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:50:57.399828 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:50:58.924834 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:50:59.862378 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:51:04.355470 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 5 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:51:23.909766 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-035c5531-99e5-4002-be29-c7c14327581c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:51:26.370392 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0409d755-88e7-4af2-b88c-ec2e49199c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:51:26.829983 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747987'] for agent, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:51:27.400863 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:51:28.929438 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:51:29.383128 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747987'] for agent, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:51:29.865647 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:51:41.354137 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:51:53.909792 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63f62e7a-cf25-4f34-b433-272f1d14bea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:51:56.371837 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aba21570-6c99-4279-8b17-b54bd64c52cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:51:56.792467 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:51:57.404462 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:51:58.931377 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:51:59.321259 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:51:59.867566 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:52:11.126095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33480) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:52:11.227440 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-28baed6c-9116-483a-bc24-bb4629c8273c admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1002185 Nov 29 17:52:13.611332 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33490) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:52:13.671645 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2eb728dc-6ee3-4f9d-a6e8-d6d1dfc006f7 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0585947 Nov 29 17:52:18.352778 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:52:23.910875 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4b144a5-19b5-43af-96dc-2eb0ca68a7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:52:26.375903 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b779b221-a832-4206-9e3e-439f0764e4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:52:26.789089 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:52:27.406556 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:52:28.933639 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:52:29.318958 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:52:29.869119 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:52:53.917214 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c90e066-b32c-4c48-a77f-6d46aeff1ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:52:55.353811 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:52:56.388765 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97d1aa10-a293-4c8d-a554-4fd461b5c660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:52:56.813489 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:52:57.424081 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:52:58.941201 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:52:59.331026 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:52:59.878515 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:23.911395 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f811f25-f15c-4caf-911f-f54984876b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:26.383553 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a04630fd-ba1b-4847-914e-3bc1a86331b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:26.804618 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:27.416184 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:28.952466 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:29.342053 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:29.885369 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:32.354946 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:53:33.232110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33658) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:33.427934 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-network', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:53:33.452287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Made reservation on behalf of a08ee2c7a42446ab94372180a9609ad3 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:53:33.457845 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:33.464744 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:33.581620 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:33.581620 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:33.594081 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202d1a5d-f622-427a-8cb2-f8be2cba5db0,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:33.597554 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:53:33.606560 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:33.607025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:33.607488 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:33.607857 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:33.608281 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:33.608712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:33.609118 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:33.609515 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:33.610248 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:33.610248 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:33.610655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:33.611066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Tracked resource versions report: Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: pushed versions: Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: { 'AddressGroup': {'1.2'}, Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'ConntrackHelper': {'1.0'}, Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'Log': {'1.0'}, Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'Network': {'1.1'}, Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'Port': {'1.7'}, Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'PortForwarding': {'1.2'}, Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'QosPolicy': {'1.10'}, Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'SecurityGroup': {'1.5'}, Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'SecurityGroupRule': {'1.2'}, Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'SubPort': {'1.0'}, Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'Subnet': {'1.1'}, Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'Trunk': {'1.1'}} Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: consumer versions: Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: { DHCP agent@n-d-819494-5: {}, Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: HyperV agent@n-h1-819494-5: {}, Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: HyperV agent@n-h2-819494-5: {}, Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: L3 agent@n-d-819494-5: {}, Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: Metadata agent@n-d-819494-5: {}, Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: Metering agent@n-d-819494-5: {}, Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: Open vSwitch agent@n-d-819494-5: { 'AddressGroup': '1.2', Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'ConntrackHelper': '1.0', Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'Log': '1.0', Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'Network': '1.1', Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'Port': '1.7', Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'PortForwarding': '1.2', Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'QosPolicy': '1.10', Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'SecurityGroup': '1.5', Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'SecurityGroupRule': '1.2', Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'SubPort': '1.0', Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'Subnet': '1.1', Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: 'Trunk': '1.1'}} Nov 29 17:53:33.612232 n-d-819494-5 neutron-server[110004]: {{(pid=110004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 17:53:33.622463 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:33.622920 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Added segment 2611eb96-ee0c-44ea-b17c-6d665a2e0535 of type vlan for network 62b08c22-74a5-4496-a0cf-1f37726d49cf Nov 29 17:53:33.671332 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:33.705917 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:33.707007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:33.707657 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:33.772690 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5393796 Nov 29 17:53:33.773302 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33698) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:33.778602 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cf9e8-5c03-4e0a-80ea-09f3474058f9 admin admin] Pushing event updated for resources: {'Network': ['ID=62b08c22-74a5-4496-a0cf-1f37726d49cf,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:33.780460 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Request body: {'subnet': {'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-subnet', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:53:33.790778 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 62b08c22-74a5-4496-a0cf-1f37726d49cf details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:53:33.820849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Made reservation on behalf of a08ee2c7a42446ab94372180a9609ad3 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:53:33.826037 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:34.008601 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:34.072648 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5816c54-5670-4ee5-9708-67667e003a6e,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:34.077971 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Checking segment: {'id': '2611eb96-ee0c-44ea-b17c-6d665a2e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:53:34.078318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Network hostable DHCP agents. Network: 62b08c22-74a5-4496-a0cf-1f37726d49cf, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:53:34.086682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.087069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.087423 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.087767 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.088106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.088446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.088782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.089112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.089452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.089784 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.090209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.091105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Tracked resource versions report: Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: pushed versions: Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: { 'AddressGroup': {'1.2'}, Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'ConntrackHelper': {'1.0'}, Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'Log': {'1.0'}, Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'Network': {'1.1'}, Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'Port': {'1.7'}, Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'PortForwarding': {'1.2'}, Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'QosPolicy': {'1.10'}, Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'SecurityGroup': {'1.5'}, Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'SecurityGroupRule': {'1.2'}, Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'SubPort': {'1.0'}, Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'Subnet': {'1.1'}, Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'Trunk': {'1.1'}} Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: consumer versions: Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: { DHCP agent@n-d-819494-5: {}, Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: HyperV agent@n-h1-819494-5: {}, Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: HyperV agent@n-h2-819494-5: {}, Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: L3 agent@n-d-819494-5: {}, Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: Metadata agent@n-d-819494-5: {}, Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: Metering agent@n-d-819494-5: {}, Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: Open vSwitch agent@n-d-819494-5: { 'AddressGroup': '1.2', Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'ConntrackHelper': '1.0', Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'Log': '1.0', Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'Network': '1.1', Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'Port': '1.7', Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'PortForwarding': '1.2', Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'QosPolicy': '1.10', Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'SecurityGroup': '1.5', Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'SecurityGroupRule': '1.2', Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'SubPort': '1.0', Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'Subnet': '1.1', Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: 'Trunk': '1.1'}} Nov 29 17:53:34.092216 n-d-819494-5 neutron-server[110005]: {{(pid=110005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 17:53:34.109865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Network 62b08c22-74a5-4496-a0cf-1f37726d49cf is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:53:34.121492 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 62b08c22-74a5-4496-a0cf-1f37726d49cf) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:53:34.129758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:34.130350 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:34.132077 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fef0bf-4559-4486-8354-fdb7c7f84980 None None] Network 62b08c22-74a5-4496-a0cf-1f37726d49cf requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:53:34.151958 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a29cc17d-33e7-480f-a9c7-7e7d2fb1b849 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3768969 Nov 29 17:53:34.152706 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33714) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:34.160771 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:53:34.188071 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:34.189163 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:34.266545 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:34.297574 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-62b08c22-74a5-4496-a0cf-1f37726d49cf', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 17:53:34.298519 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:34.347280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33720) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:34.416821 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:34.576595 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Allocated IP 172.20.0.2 (62b08c22-74a5-4496-a0cf-1f37726d49cf/a5816c54-5670-4ee5-9708-67667e003a6e/c3159a2a-b4db-4a7c-bb53-61679fb33a0b) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:53:34.744851 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:34.752807 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:34.763711 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:34.791584 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:34.804916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Network 62b08c22-74a5-4496-a0cf-1f37726d49cf is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:53:34.808043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:53:34.819395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:53:34.854689 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Pushing event updated for resources: {'Port': ['ID=c3159a2a-b4db-4a7c-bb53-61679fb33a0b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:34.879717 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fefd46e8-1643-4a31-953a-16e0ad667a25 tempest-AutoAllocateNetworkTest-1775916607 tempest-AutoAllocateNetworkTest-1775916607-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cec73e252bc0405c9c834c933c4bafa1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5297213 Nov 29 17:53:34.880395 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33742) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:34.881139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.881495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.881842 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.882185 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.882537 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.882898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.883238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.883568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.883898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.884225 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.884552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.884878 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Tracked resource versions report: Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: pushed versions: Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: { 'AddressGroup': {'1.2'}, Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'ConntrackHelper': {'1.0'}, Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'Log': {'1.0'}, Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'Network': {'1.1'}, Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'Port': {'1.7'}, Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'PortForwarding': {'1.2'}, Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'QosPolicy': {'1.10'}, Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'SecurityGroup': {'1.5'}, Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'SecurityGroupRule': {'1.2'}, Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'SubPort': {'1.0'}, Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'Subnet': {'1.1'}, Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'Trunk': {'1.1'}} Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: consumer versions: Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: { DHCP agent@n-d-819494-5: {}, Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: HyperV agent@n-h1-819494-5: {}, Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: HyperV agent@n-h2-819494-5: {}, Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: L3 agent@n-d-819494-5: {}, Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: Metadata agent@n-d-819494-5: {}, Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: Metering agent@n-d-819494-5: {}, Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: Open vSwitch agent@n-d-819494-5: { 'AddressGroup': '1.2', Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'ConntrackHelper': '1.0', Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'Log': '1.0', Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'Network': '1.1', Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'Port': '1.7', Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'PortForwarding': '1.2', Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'QosPolicy': '1.10', Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'SecurityGroup': '1.5', Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'SecurityGroupRule': '1.2', Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'SubPort': '1.0', Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'Subnet': '1.1', Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: 'Trunk': '1.1'}} Nov 29 17:53:34.885935 n-d-819494-5 neutron-server[110006]: {{(pid=110006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 17:53:34.899423 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Attempting to bind port c3159a2a-b4db-4a7c-bb53-61679fb33a0b on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:53:34.900003 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Attempting to bind port c3159a2a-b4db-4a7c-bb53-61679fb33a0b by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '2611eb96-ee0c-44ea-b17c-6d665a2e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:53:34.900576 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Attempting to bind port c3159a2a-b4db-4a7c-bb53-61679fb33a0b on network 62b08c22-74a5-4496-a0cf-1f37726d49cf {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:53:34.906387 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:53:34.907012 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Checking segment: {'id': '2611eb96-ee0c-44ea-b17c-6d665a2e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:53:34.907587 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:34.908110 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Bound using segment: {'id': '2611eb96-ee0c-44ea-b17c-6d665a2e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:53:34.908728 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Bound port: c3159a2a-b4db-4a7c-bb53-61679fb33a0b, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2611eb96-ee0c-44ea-b17c-6d665a2e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:53:34.909295 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:34.957185 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Allocated IP 172.25.3.253 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/fcfbfb65-e91b-4277-8e33-0d5f915e5c2d) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:53:35.005823 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] For port c3159a2a-b4db-4a7c-bb53-61679fb33a0b, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:53:35.016421 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] For port c3159a2a-b4db-4a7c-bb53-61679fb33a0b, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c3159a2a-b4db-4a7c-bb53-61679fb33a0b,segment=NetworkSegment(2611eb96-ee0c-44ea-b17c-6d665a2e0535),segment_id=2611eb96-ee0c-44ea-b17c-6d665a2e0535)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:53:35.025030 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:35.108139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbb9c4-d0d4-4b0b-97e1-14ff91644751 None None] Pushing event updated for resources: {'Port': ['ID=c3159a2a-b4db-4a7c-bb53-61679fb33a0b,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:35.112067 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:35.153025 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:35.154295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b17bcbe-dc52-4d1b-84eb-e08127b7ce2d tempest-AutoAllocateNetworkTest-1775916607 tempest-AutoAllocateNetworkTest-1775916607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:35.159303 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1b17bcbe-dc52-4d1b-84eb-e08127b7ce2d tempest-AutoAllocateNetworkTest-1775916607 tempest-AutoAllocateNetworkTest-1775916607-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2752004 Nov 29 17:53:35.160241 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33750) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:35.219553 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:53:35.223017 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8cf9ad26-7687-4eae-a416-cae82980a7f9 tempest-AutoAllocateNetworkTest-1775916607 tempest-AutoAllocateNetworkTest-1775916607-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609021 Nov 29 17:53:35.225725 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:53:35.225943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33756) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:35.228334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:53:35.259086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b9030473-4505-4a49-9290-3f145d44f5f7 tempest-AutoAllocateNetworkTest-1775916607 tempest-AutoAllocateNetworkTest-1775916607-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cec73e252bc0405c9c834c933c4bafa1 HTTP/1.1" status: 200 len: 208 time: 0.0319791 Nov 29 17:53:35.316033 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=fcfbfb65-e91b-4277-8e33-0d5f915e5c2d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:35.525860 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:35.753045 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:35.943132 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 17:53:36.010520 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33790) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:36.031689 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c3159a2a-b4db-4a7c-bb53-61679fb33a0b up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:53:36.149906 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:53:36.155967 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port c3159a2a-b4db-4a7c-bb53-61679fb33a0b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:36.156617 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:36.162289 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Sync routers for ids ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:53:36.177034 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Routers {'52873299-9ff5-4dd4-9b50-d02f3a2bff32'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:53:36.177660 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:53:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:53:36.204422 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:36.205852 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-152374c8-698f-4bf5-aa36-bb65d7379fe7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.0507717 Nov 29 17:53:36.210897 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33804) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:36.300941 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:36.352606 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port c3159a2a-b4db-4a7c-bb53-61679fb33a0b, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c3159a2a-b4db-4a7c-bb53-61679fb33a0b,segment=NetworkSegment(2611eb96-ee0c-44ea-b17c-6d665a2e0535),segment_id=2611eb96-ee0c-44ea-b17c-6d665a2e0535)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:53:36.362323 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:36.373635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11ffa52-555a-4101-92f6-ef86e26fbd68 None None] Network 62b08c22-74a5-4496-a0cf-1f37726d49cf requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:53:36.483861 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-42371a67-4677-4c72-bcfe-d4be447bfb20 None None] Provisioning complete for port c3159a2a-b4db-4a7c-bb53-61679fb33a0b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:36.483861 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42371a67-4677-4c72-bcfe-d4be447bfb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:36.485805 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Set router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:53:36.491034 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=c3159a2a-b4db-4a7c-bb53-61679fb33a0b,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:36.579239 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a95c-f202-4cd9-b6f5-6742b0ccc2cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:36.715603 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a95c-f202-4cd9-b6f5-6742b0ccc2cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:36.721228 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8e3a95c-f202-4cd9-b6f5-6742b0ccc2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:36.786797 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d8e3a95c-f202-4cd9-b6f5-6742b0ccc2cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cec73e252bc0405c9c834c933c4bafa1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7746444 Nov 29 17:53:36.787686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3a95c-f202-4cd9-b6f5-6742b0ccc2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9fad2e-0687-47c4-a851-bc25c922da14,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:36.790640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33824) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:36.816841 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:35Z', 'revision_number': 3, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:53:36.890912 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Checking router: 52873299-9ff5-4dd4-9b50-d02f3a2bff32 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:53:36.891291 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Updating router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 port fcfbfb65-e91b-4277-8e33-0d5f915e5c2d binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:53:36.899228 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-358c1c71-5f39-4d42-a0d2-f5905efcbda7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:36.948733 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:36.952551 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-358c1c71-5f39-4d42-a0d2-f5905efcbda7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:37.000053 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e91e71fe-fed3-48ee-b381-dd644404c41e None None] Provisioning complete for port c3159a2a-b4db-4a7c-bb53-61679fb33a0b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:37.000357 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e91e71fe-fed3-48ee-b381-dd644404c41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:37.080482 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-358c1c71-5f39-4d42-a0d2-f5905efcbda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:37.085106 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-358c1c71-5f39-4d42-a0d2-f5905efcbda7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:37.086485 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-358c1c71-5f39-4d42-a0d2-f5905efcbda7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d9fad2e-0687-47c4-a851-bc25c922da14 HTTP/1.1" status: 204 len: 168 time: 0.2948172 Nov 29 17:53:37.100784 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c1c71-5f39-4d42-a0d2-f5905efcbda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9fad2e-0687-47c4-a851-bc25c922da14,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:37.243156 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:37.422437 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:37.428905 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:37.489020 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Attempting to bind port fcfbfb65-e91b-4277-8e33-0d5f915e5c2d on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:53:37.489483 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Attempting to bind port fcfbfb65-e91b-4277-8e33-0d5f915e5c2d by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:53:37.489917 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Attempting to bind port fcfbfb65-e91b-4277-8e33-0d5f915e5c2d on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:53:37.493491 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f503d0-d9e3-415d-9a24-42c33ba90930 None None] Pushing event updated for resources: {'Port': ['ID=fcfbfb65-e91b-4277-8e33-0d5f915e5c2d,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:37.499096 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:53:37.499768 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:53:37.500344 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:37.500909 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:53:37.501557 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Bound port: fcfbfb65-e91b-4277-8e33-0d5f915e5c2d, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:53:37.502154 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:37.525646 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f503d0-d9e3-415d-9a24-42c33ba90930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:37.526007 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f503d0-d9e3-415d-9a24-42c33ba90930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:37.526355 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f503d0-d9e3-415d-9a24-42c33ba90930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:37.526700 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f503d0-d9e3-415d-9a24-42c33ba90930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:37.527067 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f503d0-d9e3-415d-9a24-42c33ba90930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:37.527403 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f503d0-d9e3-415d-9a24-42c33ba90930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:37.527763 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f503d0-d9e3-415d-9a24-42c33ba90930 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:37.528094 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f503d0-d9e3-415d-9a24-42c33ba90930 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:37.528426 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f503d0-d9e3-415d-9a24-42c33ba90930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:37.528760 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f503d0-d9e3-415d-9a24-42c33ba90930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:37.529090 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f503d0-d9e3-415d-9a24-42c33ba90930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:37.529415 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f503d0-d9e3-415d-9a24-42c33ba90930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f503d0-d9e3-415d-9a24-42c33ba90930 None None] Tracked resource versions report: Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: pushed versions: Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: { 'AddressGroup': {'1.2'}, Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'ConntrackHelper': {'1.0'}, Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'Log': {'1.0'}, Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'Network': {'1.1'}, Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'Port': {'1.7'}, Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'PortForwarding': {'1.2'}, Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'QosPolicy': {'1.10'}, Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'SecurityGroup': {'1.5'}, Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'SecurityGroupRule': {'1.2'}, Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'SubPort': {'1.0'}, Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'Subnet': {'1.1'}, Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'Trunk': {'1.1'}} Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: consumer versions: Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: { DHCP agent@n-d-819494-5: {}, Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: HyperV agent@n-h1-819494-5: {}, Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: HyperV agent@n-h2-819494-5: {}, Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: L3 agent@n-d-819494-5: {}, Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: Metadata agent@n-d-819494-5: {}, Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: Metering agent@n-d-819494-5: {}, Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: Open vSwitch agent@n-d-819494-5: { 'AddressGroup': '1.2', Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'ConntrackHelper': '1.0', Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'Log': '1.0', Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'Network': '1.1', Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'Port': '1.7', Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'PortForwarding': '1.2', Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'QosPolicy': '1.10', Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'SecurityGroup': '1.5', Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'SecurityGroupRule': '1.2', Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'SubPort': '1.0', Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'Subnet': '1.1', Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: 'Trunk': '1.1'}} Nov 29 17:53:37.530471 n-d-819494-5 neutron-server[110007]: {{(pid=110007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 17:53:37.571609 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] For port fcfbfb65-e91b-4277-8e33-0d5f915e5c2d, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:53:37.577877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Allocated IP 172.20.0.1 (62b08c22-74a5-4496-a0cf-1f37726d49cf/a5816c54-5670-4ee5-9708-67667e003a6e/1abb90c7-2b8c-4760-8268-fa5dc33f0971) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:53:37.582470 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] For port fcfbfb65-e91b-4277-8e33-0d5f915e5c2d, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=fcfbfb65-e91b-4277-8e33-0d5f915e5c2d,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:53:37.592580 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:37.662762 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Routers {'52873299-9ff5-4dd4-9b50-d02f3a2bff32'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:53:37.664182 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:53:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:53:37.667849 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f503d0-d9e3-415d-9a24-42c33ba90930 None None] Pushing event updated for resources: {'Port': ['ID=fcfbfb65-e91b-4277-8e33-0d5f915e5c2d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:37.732067 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:37.795970 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:37.836553 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] Set router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:53:37.863028 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Pushing event updated for resources: {'Port': ['ID=1abb90c7-2b8c-4760-8268-fa5dc33f0971,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:37.890270 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Network 62b08c22-74a5-4496-a0cf-1f37726d49cf is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:53:37.891803 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:53:37.894948 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:53:37.895705 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:38.013443 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c3159a2a-b4db-4a7c-bb53-61679fb33a0b up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:53:38.151376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port c3159a2a-b4db-4a7c-bb53-61679fb33a0b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:38.151762 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:38.201069 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:35Z', 'revision_number': 3, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:53:38.248463 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa640c69-04c9-4a5f-964b-5164dce23bae None None] The sync data for ids ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'] in n-d-819494-5 is: [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:35Z', 'revision_number': 3, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:53:38.329692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0ef870d2-548a-4497-ab83-09277af31008 None None] Provisioning complete for port 1abb90c7-2b8c-4760-8268-fa5dc33f0971 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:38.330140 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0ef870d2-548a-4497-ab83-09277af31008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:38.368870 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:38.377194 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0ef870d2-548a-4497-ab83-09277af31008 None None] Port 1abb90c7-2b8c-4760-8268-fa5dc33f0971 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:53:38.658664 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:38.668591 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:38.669490 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:38.742907 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33882) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:38.854169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Network 62b08c22-74a5-4496-a0cf-1f37726d49cf is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:53:38.876682 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:53:38.949005 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7117687c-80f3-41ae-8ee4-b0aa3328c296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:39.052034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Pushing event updated for resources: {'Port': ['ID=1abb90c7-2b8c-4760-8268-fa5dc33f0971,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:39.199487 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7117687c-80f3-41ae-8ee4-b0aa3328c296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:39.209388 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:53:39.209628 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7117687c-80f3-41ae-8ee4-b0aa3328c296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:39.222727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1689451f-cba8-467a-bd95-cd3353e97361 None None] Provisioning complete for port 1abb90c7-2b8c-4760-8268-fa5dc33f0971 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:39.223694 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1689451f-cba8-467a-bd95-cd3353e97361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:39.298385 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1689451f-cba8-467a-bd95-cd3353e97361 None None] Port 1abb90c7-2b8c-4760-8268-fa5dc33f0971 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:53:39.298877 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7117687c-80f3-41ae-8ee4-b0aa3328c296 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e56884e84854e9083b3863003a0e57c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5544989 Nov 29 17:53:39.299954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117687c-80f3-41ae-8ee4-b0aa3328c296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b702dd-5702-4007-a644-1ee32731cc81,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:39.303068 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33920) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:39.429560 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:53:39.442852 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-40095233-f1d5-4eac-b3c7-c294d48ea691 admin admin] 10.222.0.23 "PUT /v2.0/routers/52873299-9ff5-4dd4-9b50-d02f3a2bff32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2270308 Nov 29 17:53:39.445087 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f9190305-8c9c-4b16-90fa-488ec835f042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:39.482030 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f9190305-8c9c-4b16-90fa-488ec835f042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:39.624865 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f9190305-8c9c-4b16-90fa-488ec835f042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:39.628810 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f9190305-8c9c-4b16-90fa-488ec835f042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:39.630055 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f9190305-8c9c-4b16-90fa-488ec835f042 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93b702dd-5702-4007-a644-1ee32731cc81 HTTP/1.1" status: 204 len: 168 time: 0.3259199 Nov 29 17:53:39.642170 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9190305-8c9c-4b16-90fa-488ec835f042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b702dd-5702-4007-a644-1ee32731cc81,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:40.013866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fcfbfb65-e91b-4277-8e33-0d5f915e5c2d up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:53:40.113421 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port fcfbfb65-e91b-4277-8e33-0d5f915e5c2d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:40.113866 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:40.200714 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:40.225886 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port fcfbfb65-e91b-4277-8e33-0d5f915e5c2d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=fcfbfb65-e91b-4277-8e33-0d5f915e5c2d,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:53:40.232265 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:40.290024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=fcfbfb65-e91b-4277-8e33-0d5f915e5c2d,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:40.389750 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34022) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:40.412785 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ae6da494-836a-4884-9bb7-072a2cb4c686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:40.479822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Sync routers for ids ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:53:40.494480 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Routers {'52873299-9ff5-4dd4-9b50-d02f3a2bff32'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:53:40.495653 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:53:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:53:40.534241 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ae6da494-836a-4884-9bb7-072a2cb4c686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:40.539521 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ae6da494-836a-4884-9bb7-072a2cb4c686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:40.599269 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ae6da494-836a-4884-9bb7-072a2cb4c686 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16cf242a11644c279e6adf175c7abf11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2082064 Nov 29 17:53:40.600788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6da494-836a-4884-9bb7-072a2cb4c686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be8b9ca-b0c2-4305-b639-57f9af72e271,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:40.601713 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34036) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:40.654209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Set router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:53:40.675482 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8826cca8-a130-4ffe-9f67-98bf9953008c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:40.695768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34042) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:40.708242 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8826cca8-a130-4ffe-9f67-98bf9953008c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:40.777329 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8826cca8-a130-4ffe-9f67-98bf9953008c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:40.781568 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8826cca8-a130-4ffe-9f67-98bf9953008c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:40.783004 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8826cca8-a130-4ffe-9f67-98bf9953008c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0be8b9ca-b0c2-4305-b639-57f9af72e271 HTTP/1.1" status: 204 len: 168 time: 0.1803007 Nov 29 17:53:40.798760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826cca8-a130-4ffe-9f67-98bf9953008c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be8b9ca-b0c2-4305-b639-57f9af72e271,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:40.861556 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa99e788-4f18-4fd9-8900-ad44ee4c8528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:40.986862 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:38Z', 'revision_number': 4, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '1abb90c7-2b8c-4760-8268-fa5dc33f0971', 'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'mac_address': 'fa:16:3e:d4:eb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:37Z', 'updated_at': '2021-11-29T17:53:38Z', 'revision_number': 2, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'subnets': [{'id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:53:41.006594 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa99e788-4f18-4fd9-8900-ad44ee4c8528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:41.018442 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa99e788-4f18-4fd9-8900-ad44ee4c8528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:41.030933 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Checking router: 52873299-9ff5-4dd4-9b50-d02f3a2bff32 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:53:41.032090 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Updating router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 port 1abb90c7-2b8c-4760-8268-fa5dc33f0971 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:53:41.065563 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fa99e788-4f18-4fd9-8900-ad44ee4c8528 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76057ac8dc514c668af92b1743bb32b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3660340 Nov 29 17:53:41.066642 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34082) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:41.115245 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99e788-4f18-4fd9-8900-ad44ee4c8528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d387bbaf-290d-43ae-86fb-78e5862e8899,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:41.158521 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d455928b-13e1-400c-a12c-61fdee0a822c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:41.203551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34094) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:41.207123 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d455928b-13e1-400c-a12c-61fdee0a822c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:41.211081 n-d-819494-5 neutron-server[110005]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 29 17:53:41.222745 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:41.245992 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-89ad9127-d775-4d14-821a-98ec316c9962 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a36989e6a0654b37b603cd756db8d140&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359416 Nov 29 17:53:41.292293 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d455928b-13e1-400c-a12c-61fdee0a822c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:41.297168 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d455928b-13e1-400c-a12c-61fdee0a822c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:41.301737 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d455928b-13e1-400c-a12c-61fdee0a822c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d387bbaf-290d-43ae-86fb-78e5862e8899 HTTP/1.1" status: 204 len: 168 time: 0.2340746 Nov 29 17:53:41.311994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455928b-13e1-400c-a12c-61fdee0a822c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d387bbaf-290d-43ae-86fb-78e5862e8899,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:41.436080 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5dd5dbcf-8b4b-47fa-8372-e5f428186ff0 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:41.437579 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5dd5dbcf-8b4b-47fa-8372-e5f428186ff0 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1908195 Nov 29 17:53:41.460836 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-3175b621-9017-4370-bc6d-7f8e77e628c2 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/quotas/a36989e6a0654b37b603cd756db8d140 HTTP/1.1" status: 200 len: 375 time: 0.0169857 Nov 29 17:53:41.497939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34114) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:41.504283 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-4bdb166b-bb77-48d4-aec4-b6e4f3028fc0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-394302471-network', 'tenant_id': 'dbec9d56ebf442679c5ad9e568650255'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:53:41.529108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-8e786813-0026-44fe-adf6-801a72b31db0 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a36989e6a0654b37b603cd756db8d140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674202 Nov 29 17:53:41.535352 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdb166b-bb77-48d4-aec4-b6e4f3028fc0 admin admin] Made reservation on behalf of dbec9d56ebf442679c5ad9e568650255 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:53:41.540617 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4bdb166b-bb77-48d4-aec4-b6e4f3028fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:41.553454 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4bdb166b-bb77-48d4-aec4-b6e4f3028fc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:41.649573 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:41.660817 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:41.830073 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82798b-7476-4291-8c4e-571b089d1785 None None] Pushing event updated for resources: {'Port': ['ID=1abb90c7-2b8c-4760-8268-fa5dc33f0971,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:41.908740 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12dfbfa6-b3b7-4fb3-832b-432282d68645 req-88577d16-91c1-4e15-b0ff-4123928e9f08 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 210 time: 0.1121576 Nov 29 17:53:41.922459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Attempting to bind port 1abb90c7-2b8c-4760-8268-fa5dc33f0971 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:53:41.922856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Attempting to bind port 1abb90c7-2b8c-4760-8268-fa5dc33f0971 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '2611eb96-ee0c-44ea-b17c-6d665a2e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:53:41.923221 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Attempting to bind port 1abb90c7-2b8c-4760-8268-fa5dc33f0971 on network 62b08c22-74a5-4496-a0cf-1f37726d49cf {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:53:41.932242 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4bdb166b-bb77-48d4-aec4-b6e4f3028fc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:41.940345 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4bdb166b-bb77-48d4-aec4-b6e4f3028fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:41.947557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:53:41.947934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Checking segment: {'id': '2611eb96-ee0c-44ea-b17c-6d665a2e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:53:41.948339 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:41.948730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Bound using segment: {'id': '2611eb96-ee0c-44ea-b17c-6d665a2e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:53:41.949769 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Bound port: 1abb90c7-2b8c-4760-8268-fa5dc33f0971, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2611eb96-ee0c-44ea-b17c-6d665a2e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:53:41.950174 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:41.978460 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bdb166b-bb77-48d4-aec4-b6e4f3028fc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:53:42.042103 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4bdb166b-bb77-48d4-aec4-b6e4f3028fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.046997 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-4bdb166b-bb77-48d4-aec4-b6e4f3028fc0 admin admin] Added segment d51d673f-0c71-42ad-93b6-88f68a295ea1 of type vlan for network 9a92583d-afd0-46ee-b770-fd3cfdb58091 Nov 29 17:53:42.060045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fcfbfb65-e91b-4277-8e33-0d5f915e5c2d up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:53:42.070558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb166b-bb77-48d4-aec4-b6e4f3028fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541d33da-b4ba-413d-8266-3c87662cd943,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:42.149558 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4bdb166b-bb77-48d4-aec4-b6e4f3028fc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.193555 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4bdb166b-bb77-48d4-aec4-b6e4f3028fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.194669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdb166b-bb77-48d4-aec4-b6e4f3028fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:42.195789 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4bdb166b-bb77-48d4-aec4-b6e4f3028fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.200715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34148) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:42.213285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] For port 1abb90c7-2b8c-4760-8268-fa5dc33f0971, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:53:42.227361 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93b67b93-ca77-4aff-890f-16b43dbc3b44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.230282 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2f649e3d-2252-456a-bbaa-c7061e160184 None None] Provisioning complete for port 1abb90c7-2b8c-4760-8268-fa5dc33f0971 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:42.231771 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f649e3d-2252-456a-bbaa-c7061e160184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.275209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] For port 1abb90c7-2b8c-4760-8268-fa5dc33f0971, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1abb90c7-2b8c-4760-8268-fa5dc33f0971,segment=NetworkSegment(2611eb96-ee0c-44ea-b17c-6d665a2e0535),segment_id=2611eb96-ee0c-44ea-b17c-6d665a2e0535)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:53:42.285487 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.288010 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2f649e3d-2252-456a-bbaa-c7061e160184 None None] Port 1abb90c7-2b8c-4760-8268-fa5dc33f0971 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:53:42.352003 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb166b-bb77-48d4-aec4-b6e4f3028fc0 admin admin] Pushing event updated for resources: {'Network': ['ID=9a92583d-afd0-46ee-b770-fd3cfdb58091,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:42.356411 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port fcfbfb65-e91b-4277-8e33-0d5f915e5c2d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:42.356725 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.363023 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4bdb166b-bb77-48d4-aec4-b6e4f3028fc0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8635221 Nov 29 17:53:42.367607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34156) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:42.372374 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-37f53377-1a69-4add-9642-b3a567128353 admin admin] Request body: {'subnet': {'network_id': '9a92583d-afd0-46ee-b770-fd3cfdb58091', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-394302471-subnet', 'tenant_id': 'dbec9d56ebf442679c5ad9e568650255', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:53:42.415935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 9a92583d-afd0-46ee-b770-fd3cfdb58091 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:53:42.428485 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93b67b93-ca77-4aff-890f-16b43dbc3b44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.433336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f53377-1a69-4add-9642-b3a567128353 admin admin] Made reservation on behalf of dbec9d56ebf442679c5ad9e568650255 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:53:42.435889 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37f53377-1a69-4add-9642-b3a567128353 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.439846 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93b67b93-ca77-4aff-890f-16b43dbc3b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.476521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Routers {'52873299-9ff5-4dd4-9b50-d02f3a2bff32'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:53:42.477194 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:53:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:53:42.538687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b67b93-ca77-4aff-890f-16b43dbc3b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb8ad53-0f90-416b-a681-4c289dd30d3c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:42.549453 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-93b67b93-ca77-4aff-890f-16b43dbc3b44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab1a557f7d5d4fe2a30b60ff64e222cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3472781 Nov 29 17:53:42.552303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34166) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:42.617777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82798b-7476-4291-8c4e-571b089d1785 None None] Pushing event updated for resources: {'Port': ['ID=1abb90c7-2b8c-4760-8268-fa5dc33f0971,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:42.638346 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62a07f38-e406-4121-aa32-33cbc2ec9c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.685507 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62a07f38-e406-4121-aa32-33cbc2ec9c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.741256 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37f53377-1a69-4add-9642-b3a567128353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.786173 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62a07f38-e406-4121-aa32-33cbc2ec9c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.789254 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62a07f38-e406-4121-aa32-33cbc2ec9c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.790990 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-62a07f38-e406-4121-aa32-33cbc2ec9c84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3eb8ad53-0f90-416b-a681-4c289dd30d3c HTTP/1.1" status: 204 len: 168 time: 0.2360313 Nov 29 17:53:42.812019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a07f38-e406-4121-aa32-33cbc2ec9c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb8ad53-0f90-416b-a681-4c289dd30d3c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:42.826555 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f53377-1a69-4add-9642-b3a567128353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1853df-b455-4750-b6cd-6afa9261bd34,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:42.833460 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f53377-1a69-4add-9642-b3a567128353 admin admin] Checking segment: {'id': 'd51d673f-0c71-42ad-93b6-88f68a295ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9a92583d-afd0-46ee-b770-fd3cfdb58091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:53:42.833814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f53377-1a69-4add-9642-b3a567128353 admin admin] Network hostable DHCP agents. Network: 9a92583d-afd0-46ee-b770-fd3cfdb58091, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:53:42.858334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f53377-1a69-4add-9642-b3a567128353 admin admin] Network 9a92583d-afd0-46ee-b770-fd3cfdb58091 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:53:42.872788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-37f53377-1a69-4add-9642-b3a567128353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 9a92583d-afd0-46ee-b770-fd3cfdb58091) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:53:42.877350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f53377-1a69-4add-9642-b3a567128353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:42.878059 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37f53377-1a69-4add-9642-b3a567128353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.892191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2820bee-89c1-45c3-a0ae-d3519e3e39ec None None] Network 9a92583d-afd0-46ee-b770-fd3cfdb58091 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:53:42.908000 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-37f53377-1a69-4add-9642-b3a567128353 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5390165 Nov 29 17:53:42.910476 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34180) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:42.915130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-394302471-router', 'tenant_id': 'dbec9d56ebf442679c5ad9e568650255', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:53:42.971393 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:42.973125 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:43.127970 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a87fb4dc-2f22-4679-90da-fcc4326c6b3a None None] Provisioning complete for port 1abb90c7-2b8c-4760-8268-fa5dc33f0971 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:43.128125 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a87fb4dc-2f22-4679-90da-fcc4326c6b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:43.199573 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afbddde6-9a06-4a98-a621-0e51258eda28 req-2120db5c-2f5e-4381-8d24-bdab715053e2 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 210 time: 0.1428425 Nov 29 17:53:43.207225 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:43.241952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] Set router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:53:43.249161 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34204) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:43.300027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-9a92583d-afd0-46ee-b770-fd3cfdb58091', 'network_id': '9a92583d-afd0-46ee-b770-fd3cfdb58091', 'tenant_id': 'dbec9d56ebf442679c5ad9e568650255', 'fixed_ips': [{'subnet_id': 'fd1853df-b455-4750-b6cd-6afa9261bd34'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 17:53:43.300933 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:43.512835 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-343b2551-95c9-49eb-ab25-f3bcdfcca423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:43.514855 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:43.564495 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a87fb4dc-2f22-4679-90da-fcc4326c6b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:43.679393 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Allocated IP 172.20.0.2 (9a92583d-afd0-46ee-b770-fd3cfdb58091/fd1853df-b455-4750-b6cd-6afa9261bd34/ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:53:43.715366 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a87fb4dc-2f22-4679-90da-fcc4326c6b3a None None] For port 1abb90c7-2b8c-4760-8268-fa5dc33f0971, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1abb90c7-2b8c-4760-8268-fa5dc33f0971,segment=NetworkSegment(2611eb96-ee0c-44ea-b17c-6d665a2e0535),segment_id=2611eb96-ee0c-44ea-b17c-6d665a2e0535)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:53:43.718991 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-343b2551-95c9-49eb-ab25-f3bcdfcca423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:43.726029 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-343b2551-95c9-49eb-ab25-f3bcdfcca423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:43.731366 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a87fb4dc-2f22-4679-90da-fcc4326c6b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:43.767926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34224) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:43.789832 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b2551-95c9-49eb-ab25-f3bcdfcca423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f53b441-fc90-4c4f-aa70-c3679107dd07,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:43.805771 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-343b2551-95c9-49eb-ab25-f3bcdfcca423 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c3dca27de084e7c8ee2bd5ce4b458d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5483091 Nov 29 17:53:43.809577 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34228) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:43.872365 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fb4dc-2f22-4679-90da-fcc4326c6b3a None None] Pushing event updated for resources: {'Port': ['ID=1abb90c7-2b8c-4760-8268-fa5dc33f0971,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:43.882191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:38Z', 'revision_number': 4, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '1abb90c7-2b8c-4760-8268-fa5dc33f0971', 'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'mac_address': 'fa:16:3e:d4:eb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:37Z', 'updated_at': '2021-11-29T17:53:42Z', 'revision_number': 4, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'subnets': [{'id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:53:43.922568 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-177c41bf-706b-456a-b4b6-8de97ea752d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:43.973637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-177c41bf-706b-456a-b4b6-8de97ea752d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.019352 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.051454 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6f00d8-6b8e-4b8c-892b-9d718b119eea None None] The sync data for ids ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'] in n-d-819494-5 is: [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:38Z', 'revision_number': 4, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '1abb90c7-2b8c-4760-8268-fa5dc33f0971', 'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'mac_address': 'fa:16:3e:d4:eb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:37Z', 'updated_at': '2021-11-29T17:53:42Z', 'revision_number': 4, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'subnets': [{'id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:53:44.052377 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.131440 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be189f66-3d4c-44fc-afb6-896cf8f9227b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.194174 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.223203 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.308794 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-177c41bf-706b-456a-b4b6-8de97ea752d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.316992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-177c41bf-706b-456a-b4b6-8de97ea752d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.330023 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-177c41bf-706b-456a-b4b6-8de97ea752d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f53b441-fc90-4c4f-aa70-c3679107dd07 HTTP/1.1" status: 204 len: 168 time: 0.5178797 Nov 29 17:53:44.333582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Allocated IP 172.25.3.144 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/57b9708b-8ad0-4577-ba88-94d928d75161) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:53:44.338198 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Network 9a92583d-afd0-46ee-b770-fd3cfdb58091 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:53:44.345167 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:53:44.358644 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:53:44.367594 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c41bf-706b-456a-b4b6-8de97ea752d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f53b441-fc90-4c4f-aa70-c3679107dd07,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:44.466085 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be189f66-3d4c-44fc-afb6-896cf8f9227b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.476696 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be189f66-3d4c-44fc-afb6-896cf8f9227b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.548235 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-be189f66-3d4c-44fc-afb6-896cf8f9227b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c56aedbb861b4fe99eb2f810247d08a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7734346 Nov 29 17:53:44.548430 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.551127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34250) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:44.579756 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be189f66-3d4c-44fc-afb6-896cf8f9227b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472230c5-5f30-484c-be54-793aa2080ec4,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:44.618337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Pushing event updated for resources: {'Port': ['ID=ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:44.638379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Attempting to bind port ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:53:44.638566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Attempting to bind port ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'd51d673f-0c71-42ad-93b6-88f68a295ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9a92583d-afd0-46ee-b770-fd3cfdb58091'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:53:44.649029 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Attempting to bind port ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae on network 9a92583d-afd0-46ee-b770-fd3cfdb58091 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:53:44.654472 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44ad5df8-6bc1-4320-a150-dfd1c619be78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.659713 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:53:44.660157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Checking segment: {'id': 'd51d673f-0c71-42ad-93b6-88f68a295ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9a92583d-afd0-46ee-b770-fd3cfdb58091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:53:44.660592 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.660990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Bound using segment: {'id': 'd51d673f-0c71-42ad-93b6-88f68a295ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9a92583d-afd0-46ee-b770-fd3cfdb58091'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:53:44.661505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Bound port: ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51d673f-0c71-42ad-93b6-88f68a295ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9a92583d-afd0-46ee-b770-fd3cfdb58091'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:53:44.661897 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.662528 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.720224 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44ad5df8-6bc1-4320-a150-dfd1c619be78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.737201 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:53:44.743982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:53:44.747405 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:53:44.860865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Pushing event updated for resources: {'Port': ['ID=57b9708b-8ad0-4577-ba88-94d928d75161,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:44.890937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] For port ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:53:44.899826 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] For port ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae,segment=NetworkSegment(d51d673f-0c71-42ad-93b6-88f68a295ea1),segment_id=d51d673f-0c71-42ad-93b6-88f68a295ea1)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:53:44.922565 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.963276 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44ad5df8-6bc1-4320-a150-dfd1c619be78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.972022 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44ad5df8-6bc1-4320-a150-dfd1c619be78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:44.973206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-44ad5df8-6bc1-4320-a150-dfd1c619be78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/472230c5-5f30-484c-be54-793aa2080ec4 HTTP/1.1" status: 204 len: 168 time: 0.4205735 Nov 29 17:53:44.992186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad5df8-6bc1-4320-a150-dfd1c619be78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472230c5-5f30-484c-be54-793aa2080ec4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:45.037438 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34268) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:45.038886 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17f6d2-30ee-4ee3-9e79-6506e84be28c None None] Pushing event updated for resources: {'Port': ['ID=ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:45.091909 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2c75d4a-c21a-4300-a3e0-dbe179bc1697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:45.223780 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2c75d4a-c21a-4300-a3e0-dbe179bc1697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:45.235566 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2c75d4a-c21a-4300-a3e0-dbe179bc1697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:45.245110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34272) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:45.289005 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:45.330999 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c75d4a-c21a-4300-a3e0-dbe179bc1697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f454acb7-37f7-421c-bffd-ecac6aca394b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:45.371494 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b2c75d4a-c21a-4300-a3e0-dbe179bc1697 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87d2ef5a51424ad9a42a33c8678516e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3317151 Nov 29 17:53:45.374545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.20', 50529) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:45.375830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34276) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:45.467438 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-cb269e08-e4e3-4f52-8511-4ed0fd7b574c tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a36989e6a0654b37b603cd756db8d140&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889509 Nov 29 17:53:45.711372 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:45.795048 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b991b19-f026-42bf-90ab-3c53920d536c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:45.834463 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b991b19-f026-42bf-90ab-3c53920d536c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:45.859078 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-704fbcab-1e37-4009-997c-a5a9c486563c req-ebbf9fa1-fd8f-4fa8-935d-a9d026bdc5b1 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 210 time: 0.6117196 Nov 29 17:53:45.922935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Router 1689780e-0671-42fa-9f11-1b052583fffc is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 17:53:45.974756 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b991b19-f026-42bf-90ab-3c53920d536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:45.977396 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b991b19-f026-42bf-90ab-3c53920d536c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:45.980897 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1b991b19-f026-42bf-90ab-3c53920d536c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f454acb7-37f7-421c-bffd-ecac6aca394b HTTP/1.1" status: 204 len: 168 time: 0.5699143 Nov 29 17:53:46.067723 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b991b19-f026-42bf-90ab-3c53920d536c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f454acb7-37f7-421c-bffd-ecac6aca394b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:46.110169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-ce6ed463-c4f1-49aa-8704-0b15eb89c3b6 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:46.112778 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-ce6ed463-c4f1-49aa-8704-0b15eb89c3b6 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6349010 Nov 29 17:53:46.115515 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34296) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:46.155836 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f583387-5c3b-4971-a1f6-bf80cac8b9f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:46.192651 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:53:46.256933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-d1421688-5694-4c10-a318-c8df8cc7ee16 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Request body: {'port': {'device_id': '7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': 'a36989e6a0654b37b603cd756db8d140'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:53:46.303136 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:46.303526 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:46.463648 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:53:46.483100 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Sync routers for ids ['1689780e-0671-42fa-9f11-1b052583fffc'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:53:46.503314 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Routers {'1689780e-0671-42fa-9f11-1b052583fffc'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:53:46.504914 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:53:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1689780e-0671-42fa-9f11-1b052583fffc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:53:46.505370 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:46.511023 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-84707315-08dd-4e19-8c47-973ca55ecdcc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5969501 Nov 29 17:53:46.511775 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34314) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:46.531653 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:46.597362 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae,segment=NetworkSegment(d51d673f-0c71-42ad-93b6-88f68a295ea1),segment_id=d51d673f-0c71-42ad-93b6-88f68a295ea1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:53:46.609455 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:46.610744 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1abb90c7-2b8c-4760-8268-fa5dc33f0971 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:53:46.650310 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f583387-5c3b-4971-a1f6-bf80cac8b9f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:46.651420 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-d1421688-5694-4c10-a318-c8df8cc7ee16 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Made reservation on behalf of a36989e6a0654b37b603cd756db8d140 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:53:46.655881 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-d1421688-5694-4c10-a318-c8df8cc7ee16 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:46.665513 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f583387-5c3b-4971-a1f6-bf80cac8b9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:46.668128 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-d1421688-5694-4c10-a318-c8df8cc7ee16 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:46.695382 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a43cd2-898a-4259-bfd5-a1fb1075ee30 None None] Network 9a92583d-afd0-46ee-b770-fd3cfdb58091 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:53:46.727469 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f583387-5c3b-4971-a1f6-bf80cac8b9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0cbaa3-65eb-4247-ad10-020d439bbaa1,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:46.745822 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8f583387-5c3b-4971-a1f6-bf80cac8b9f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d46a973c26c4af189d3fab951c4d974&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6279309 Nov 29 17:53:46.748644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34320) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:46.810025 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Set router 1689780e-0671-42fa-9f11-1b052583fffc gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:53:46.853989 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-d1421688-5694-4c10-a318-c8df8cc7ee16 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:46.864948 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-d1421688-5694-4c10-a318-c8df8cc7ee16 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:46.959688 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc3f9646-9a48-4097-9e45-82052599a45b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:47.087815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2485678d-c367-422b-bdab-eaa05a9dfdcf req-0ef13bbd-b33a-48e1-bdd5-b270b329c310 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 210 time: 0.0513363 Nov 29 17:53:47.091223 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc3f9646-9a48-4097-9e45-82052599a45b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:47.091864 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:47.103356 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e3fac841-1169-4aba-b7f3-b2c9051c81ea None None] Provisioning complete for port ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:47.103738 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3fac841-1169-4aba-b7f3-b2c9051c81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:47.240047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1421688-5694-4c10-a318-c8df8cc7ee16 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2307d175-9600-4e32-9886-3cd6832cf0b6,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:47.317955 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 1abb90c7-2b8c-4760-8268-fa5dc33f0971 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:47.318402 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:47.354381 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc3f9646-9a48-4097-9e45-82052599a45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:47.364549 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc3f9646-9a48-4097-9e45-82052599a45b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:47.374245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fc3f9646-9a48-4097-9e45-82052599a45b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a0cbaa3-65eb-4247-ad10-020d439bbaa1 HTTP/1.1" status: 204 len: 168 time: 0.6215210 Nov 29 17:53:47.411370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f9646-9a48-4097-9e45-82052599a45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0cbaa3-65eb-4247-ad10-020d439bbaa1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:47.665475 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689780e-0671-42fa-9f11-1b052583fffc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-394302471-router', 'tenant_id': 'dbec9d56ebf442679c5ad9e568650255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:42Z', 'updated_at': '2021-11-29T17:53:44Z', 'revision_number': 3, 'project_id': 'dbec9d56ebf442679c5ad9e568650255', 'gw_port': {'id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689780e-0671-42fa-9f11-1b052583fffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:44Z', 'updated_at': '2021-11-29T17:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:53:47.700436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-d1421688-5694-4c10-a318-c8df8cc7ee16 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Allocated IP 192.168.233.154 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/fa2246b1-58ac-46a5-b05f-f7973c21dc12) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:53:47.735364 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:47.745264 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Checking router: 1689780e-0671-42fa-9f11-1b052583fffc for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:53:47.747878 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Updating router 1689780e-0671-42fa-9f11-1b052583fffc port 57b9708b-8ad0-4577-ba88-94d928d75161 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:53:47.827735 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:48.027553 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Allocated IP 172.20.0.1 (9a92583d-afd0-46ee-b770-fd3cfdb58091/fd1853df-b455-4750-b6cd-6afa9261bd34/12a1708e-73c9-4233-92fb-74766a115dd5) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:53:48.119867 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:53:48.163179 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-d1421688-5694-4c10-a318-c8df8cc7ee16 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:48.249913 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-d1421688-5694-4c10-a318-c8df8cc7ee16 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:48.269271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:48.269975 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:48.392822 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:48.402978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4ee2fc19-5931-458e-b42d-ad64df2323e7 None None] Provisioning complete for port ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:48.405002 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ee2fc19-5931-458e-b42d-ad64df2323e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:48.470515 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:48.619987 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:48.627250 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:48.672774 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Network 9a92583d-afd0-46ee-b770-fd3cfdb58091 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:53:48.674739 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:53:48.698868 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a91336-aff1-4279-947b-b619f535c6e8 None None] Pushing event updated for resources: {'Port': ['ID=57b9708b-8ad0-4577-ba88-94d928d75161,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:48.711984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Pushing event updated for resources: {'Port': ['ID=12a1708e-73c9-4233-92fb-74766a115dd5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:48.765403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:53:48.769233 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:48.788118 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Attempting to bind port 57b9708b-8ad0-4577-ba88-94d928d75161 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:53:48.789143 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Attempting to bind port 57b9708b-8ad0-4577-ba88-94d928d75161 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:53:48.791157 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Attempting to bind port 57b9708b-8ad0-4577-ba88-94d928d75161 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:53:48.813624 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:53:48.819476 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:53:48.821152 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:48.826950 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:53:48.827858 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Bound port: 57b9708b-8ad0-4577-ba88-94d928d75161, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:53:48.829775 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:48.926733 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-d1421688-5694-4c10-a318-c8df8cc7ee16 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:53:48.945127 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-d1421688-5694-4c10-a318-c8df8cc7ee16 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:53:48.955707 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-d1421688-5694-4c10-a318-c8df8cc7ee16 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:53:48.982350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-d1421688-5694-4c10-a318-c8df8cc7ee16 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:48.986121 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-d1421688-5694-4c10-a318-c8df8cc7ee16 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:49.030262 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] For port 57b9708b-8ad0-4577-ba88-94d928d75161, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:53:49.035465 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] For port 57b9708b-8ad0-4577-ba88-94d928d75161, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=57b9708b-8ad0-4577-ba88-94d928d75161,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:53:49.051864 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:49.140582 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1421688-5694-4c10-a318-c8df8cc7ee16 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Pushing event updated for resources: {'Port': ['ID=fa2246b1-58ac-46a5-b05f-f7973c21dc12,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:49.153156 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-d1421688-5694-4c10-a318-c8df8cc7ee16 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9199271 Nov 29 17:53:49.164087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-fe87ce95-eecd-4bca-87b5-729b6e77e3cf tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:53:49.165208 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-fe87ce95-eecd-4bca-87b5-729b6e77e3cf tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059795 Nov 29 17:53:49.253924 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Routers {'1689780e-0671-42fa-9f11-1b052583fffc'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:53:49.254495 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:53:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1689780e-0671-42fa-9f11-1b052583fffc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:53:49.258079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2b3ee93a-62e1-4b86-8bd0-af36b1968e7c None None] Provisioning complete for port 12a1708e-73c9-4233-92fb-74766a115dd5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:49.258846 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2b3ee93a-62e1-4b86-8bd0-af36b1968e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:49.259109 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a91336-aff1-4279-947b-b619f535c6e8 None None] Pushing event updated for resources: {'Port': ['ID=57b9708b-8ad0-4577-ba88-94d928d75161,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:49.302714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb1e1e-4098-4266-a1f2-016d2dc3000e req-36f48bc0-23d5-4357-9008-c6cf45b56751 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:49.304332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8efb1e1e-4098-4266-a1f2-016d2dc3000e req-36f48bc0-23d5-4357-9008-c6cf45b56751 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 936 time: 0.3365240 Nov 29 17:53:49.325282 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2b3ee93a-62e1-4b86-8bd0-af36b1968e7c None None] Port 12a1708e-73c9-4233-92fb-74766a115dd5 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:53:49.464097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-38173d34-cece-49da-afd4-0f2c4fa49cd8 None None] Provisioning complete for port fa2246b1-58ac-46a5-b05f-f7973c21dc12 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:49.465909 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38173d34-cece-49da-afd4-0f2c4fa49cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:49.559557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-38173d34-cece-49da-afd4-0f2c4fa49cd8 None None] Port fa2246b1-58ac-46a5-b05f-f7973c21dc12 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:53:49.588575 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] Set router 1689780e-0671-42fa-9f11-1b052583fffc gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:53:49.602771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8efb1e1e-4098-4266-a1f2-016d2dc3000e req-8e23a3bc-b9eb-4123-837e-ffdb228a38b6 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733753 Nov 29 17:53:49.641256 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:49.893646 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:49.904333 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:49.905186 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:50.041679 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Network 9a92583d-afd0-46ee-b770-fd3cfdb58091 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:53:50.063665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:53:50.154232 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689780e-0671-42fa-9f11-1b052583fffc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-394302471-router', 'tenant_id': 'dbec9d56ebf442679c5ad9e568650255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:42Z', 'updated_at': '2021-11-29T17:53:44Z', 'revision_number': 3, 'project_id': 'dbec9d56ebf442679c5ad9e568650255', 'gw_port': {'id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689780e-0671-42fa-9f11-1b052583fffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:44Z', 'updated_at': '2021-11-29T17:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:53:50.228009 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd64bdf-3c12-4cd9-8768-96459caf4364 None None] The sync data for ids ['1689780e-0671-42fa-9f11-1b052583fffc'] in n-d-819494-5 is: [{'id': '1689780e-0671-42fa-9f11-1b052583fffc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-394302471-router', 'tenant_id': 'dbec9d56ebf442679c5ad9e568650255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:42Z', 'updated_at': '2021-11-29T17:53:44Z', 'revision_number': 3, 'project_id': 'dbec9d56ebf442679c5ad9e568650255', 'gw_port': {'id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689780e-0671-42fa-9f11-1b052583fffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:44Z', 'updated_at': '2021-11-29T17:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:53:50.322734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Router 1689780e-0671-42fa-9f11-1b052583fffc has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:53:50.601280 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fc67372c-f7ca-49c1-85b7-ff17ff5204af None None] Provisioning complete for port 12a1708e-73c9-4233-92fb-74766a115dd5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:50.608281 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc67372c-f7ca-49c1-85b7-ff17ff5204af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:50.735454 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fc67372c-f7ca-49c1-85b7-ff17ff5204af None None] Port 12a1708e-73c9-4233-92fb-74766a115dd5 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:53:50.741921 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Pushing event updated for resources: {'Port': ['ID=12a1708e-73c9-4233-92fb-74766a115dd5,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:50.905374 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:53:50.919749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c20217b3-823c-4cd9-8544-e4f52b38e038 admin admin] 10.222.0.23 "PUT /v2.0/routers/1689780e-0671-42fa-9f11-1b052583fffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3937948 Nov 29 17:53:50.990253 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34428) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:51.002984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606d44c-095c-45a5-b687-9b48ea8a6828 req-af16cf3e-cba6-4f07-b32f-f0d654218c80 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:51.007048 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0606d44c-095c-45a5-b687-9b48ea8a6828 req-af16cf3e-cba6-4f07-b32f-f0d654218c80 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 936 time: 0.1402519 Nov 29 17:53:51.073595 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0606d44c-095c-45a5-b687-9b48ea8a6828 req-93afda9d-3b95-48fc-9a5b-9ef3be024c1d tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605438 Nov 29 17:53:51.285739 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7aa90f6-9070-45ca-a1fc-9e9cead8aa58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:51.504941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7aa90f6-9070-45ca-a1fc-9e9cead8aa58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:51.512154 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7aa90f6-9070-45ca-a1fc-9e9cead8aa58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:51.576181 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa90f6-9070-45ca-a1fc-9e9cead8aa58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497bce89-bc06-40fe-b157-402616278039,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:51.583819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34456) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:51.584129 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e7aa90f6-9070-45ca-a1fc-9e9cead8aa58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a831ca75a7c48b8aa64978b719b4837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5927465 Nov 29 17:53:51.724105 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e164a119-5c4b-45f9-b11a-79a29705f238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:51.770158 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e164a119-5c4b-45f9-b11a-79a29705f238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:51.873540 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e164a119-5c4b-45f9-b11a-79a29705f238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:51.877514 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e164a119-5c4b-45f9-b11a-79a29705f238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:51.882493 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e164a119-5c4b-45f9-b11a-79a29705f238 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/497bce89-bc06-40fe-b157-402616278039 HTTP/1.1" status: 204 len: 168 time: 0.2961960 Nov 29 17:53:51.906695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164a119-5c4b-45f9-b11a-79a29705f238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497bce89-bc06-40fe-b157-402616278039,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:52.093789 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 57b9708b-8ad0-4577-ba88-94d928d75161 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:53:52.199268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 57b9708b-8ad0-4577-ba88-94d928d75161 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:52.200018 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:52.339983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab587fe-abfe-4734-a8d9-74156c9776e6 req-54d3971d-0efc-45ad-b548-a957af9edef4 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:52.343524 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ab587fe-abfe-4734-a8d9-74156c9776e6 req-54d3971d-0efc-45ad-b548-a957af9edef4 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 936 time: 0.1272798 Nov 29 17:53:52.355506 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:52.416560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 57b9708b-8ad0-4577-ba88-94d928d75161, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=57b9708b-8ad0-4577-ba88-94d928d75161,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:53:52.424403 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:52.487243 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ab587fe-abfe-4734-a8d9-74156c9776e6 req-a9013247-580a-43f2-a043-7b9c9229804a tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369739 Nov 29 17:53:52.552170 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=57b9708b-8ad0-4577-ba88-94d928d75161,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:52.652348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34478) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:52.898039 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34494) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:52.911964 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccc2a5aa-fdb5-4841-8315-00d96d827db7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:52.928067 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e232a19e-2c46-4468-97b4-c90617780ed3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:52.982750 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Sync routers for ids ['1689780e-0671-42fa-9f11-1b052583fffc'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:53:53.004611 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Routers {'1689780e-0671-42fa-9f11-1b052583fffc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:53:53.006986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:53:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1689780e-0671-42fa-9f11-1b052583fffc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:53:53.115273 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e232a19e-2c46-4468-97b4-c90617780ed3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:53.127645 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e232a19e-2c46-4468-97b4-c90617780ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:53.188580 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e232a19e-2c46-4468-97b4-c90617780ed3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3380a5cdbe7046cfb9c16b52829c5436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881787 Nov 29 17:53:53.196081 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34500) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:53.235874 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccc2a5aa-fdb5-4841-8315-00d96d827db7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:53.245822 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232a19e-2c46-4468-97b4-c90617780ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d8107c-ec58-4ed4-a1fe-b1cbef8e124e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:53.285877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Set router 1689780e-0671-42fa-9f11-1b052583fffc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:53:53.303969 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccc2a5aa-fdb5-4841-8315-00d96d827db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:53.390042 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a19afff5-1bc3-4ef8-a5ac-a89d0e5cad9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:53.400506 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34508) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:53.406217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-275df116-a875-4f78-8bb8-a6d39964dec1 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1745599768', 'description': 'tempest-description--1649531067'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:53:53.460895 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ccc2a5aa-fdb5-4841-8315-00d96d827db7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62b14c01504d4592b92047d2aefcf41f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8040597 Nov 29 17:53:53.461080 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34510) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:53.470078 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-275df116-a875-4f78-8bb8-a6d39964dec1 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:53.476974 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2a5aa-fdb5-4841-8315-00d96d827db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379c9440-d5cc-402c-9e39-9acfe36ccaa5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:53.488062 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a19afff5-1bc3-4ef8-a5ac-a89d0e5cad9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:53.600918 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a19afff5-1bc3-4ef8-a5ac-a89d0e5cad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:53.603862 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a19afff5-1bc3-4ef8-a5ac-a89d0e5cad9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:53.605246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a19afff5-1bc3-4ef8-a5ac-a89d0e5cad9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49d8107c-ec58-4ed4-a1fe-b1cbef8e124e HTTP/1.1" status: 204 len: 168 time: 0.4046671 Nov 29 17:53:53.615053 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a45b886e-bf42-4f19-8a3d-69160e917fd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:53.637829 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19afff5-1bc3-4ef8-a5ac-a89d0e5cad9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d8107c-ec58-4ed4-a1fe-b1cbef8e124e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:53.684564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4b38a-71db-4c68-b806-a9a68fbabe19 req-f468e838-9525-4897-908d-d4effa9be70b tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:53.692000 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a45b886e-bf42-4f19-8a3d-69160e917fd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:53.694010 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1d4b38a-71db-4c68-b806-a9a68fbabe19 req-f468e838-9525-4897-908d-d4effa9be70b tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 936 time: 0.1021686 Nov 29 17:53:53.724862 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-275df116-a875-4f78-8bb8-a6d39964dec1 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:53.736346 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-275df116-a875-4f78-8bb8-a6d39964dec1 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:53.785426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1d4b38a-71db-4c68-b806-a9a68fbabe19 req-df4c5bfc-2dce-4382-9df3-3fbb0e0b39d1 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818467 Nov 29 17:53:53.791935 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-275df116-a875-4f78-8bb8-a6d39964dec1 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:53.796238 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-275df116-a875-4f78-8bb8-a6d39964dec1 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3941214 Nov 29 17:53:53.798103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275df116-a875-4f78-8bb8-a6d39964dec1 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd25f930-5b09-40b8-9c20-7163028836b3,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:53.798957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34524) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:53.834567 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-25c8e7a4-f062-43ef-962b-2fdabb548a14 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Request body: {'security_group_rule': {'security_group_id': 'fd25f930-5b09-40b8-9c20-7163028836b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:53:53.835542 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a45b886e-bf42-4f19-8a3d-69160e917fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:53.838951 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a45b886e-bf42-4f19-8a3d-69160e917fd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:53.842566 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a45b886e-bf42-4f19-8a3d-69160e917fd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/379c9440-d5cc-402c-9e39-9acfe36ccaa5 HTTP/1.1" status: 204 len: 168 time: 0.3782341 Nov 29 17:53:53.851864 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b886e-bf42-4f19-8a3d-69160e917fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379c9440-d5cc-402c-9e39-9acfe36ccaa5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:53.915244 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25c8e7a4-f062-43ef-962b-2fdabb548a14 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:53.996366 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-979b4c6f-8e10-423d-bec4-1cc78d43ca28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:54.102035 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25c8e7a4-f062-43ef-962b-2fdabb548a14 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:54.110250 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25c8e7a4-f062-43ef-962b-2fdabb548a14 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:54.118630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 57b9708b-8ad0-4577-ba88-94d928d75161 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:53:54.145499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8e7a4-f062-43ef-962b-2fdabb548a14 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0badaa0e-25a0-4ee8-8dd3-8f9eede652bc,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:54.169626 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25c8e7a4-f062-43ef-962b-2fdabb548a14 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:54.172003 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-25c8e7a4-f062-43ef-962b-2fdabb548a14 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3717377 Nov 29 17:53:54.175060 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34534) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:54.186803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4b3fa586-ed28-44fb-ab4a-262d0fade078 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Request body: {'security_group_rule': {'security_group_id': 'fd25f930-5b09-40b8-9c20-7163028836b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:53:54.251889 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 57b9708b-8ad0-4577-ba88-94d928d75161 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:54.252276 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:54.256199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689780e-0671-42fa-9f11-1b052583fffc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-394302471-router', 'tenant_id': 'dbec9d56ebf442679c5ad9e568650255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:42Z', 'updated_at': '2021-11-29T17:53:49Z', 'revision_number': 4, 'project_id': 'dbec9d56ebf442679c5ad9e568650255', 'gw_port': {'id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689780e-0671-42fa-9f11-1b052583fffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:44Z', 'updated_at': '2021-11-29T17:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '12a1708e-73c9-4233-92fb-74766a115dd5', 'name': '', 'network_id': '9a92583d-afd0-46ee-b770-fd3cfdb58091', 'tenant_id': 'dbec9d56ebf442679c5ad9e568650255', 'mac_address': 'fa:16:3e:37:cd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689780e-0671-42fa-9f11-1b052583fffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fd1853df-b455-4750-b6cd-6afa9261bd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:47Z', 'updated_at': '2021-11-29T17:53:49Z', 'revision_number': 2, 'project_id': 'dbec9d56ebf442679c5ad9e568650255', 'subnets': [{'id': 'fd1853df-b455-4750-b6cd-6afa9261bd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:53:54.279375 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa586-ed28-44fb-ab4a-262d0fade078 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:54.315408 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Checking router: 1689780e-0671-42fa-9f11-1b052583fffc for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:53:54.316028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Updating router 1689780e-0671-42fa-9f11-1b052583fffc port 12a1708e-73c9-4233-92fb-74766a115dd5 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:53:54.351219 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:54.405747 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa586-ed28-44fb-ab4a-262d0fade078 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:54.415364 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa586-ed28-44fb-ab4a-262d0fade078 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:54.459603 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fa586-ed28-44fb-ab4a-262d0fade078 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e011082d-67bd-4efc-8d96-b9097a1822dd,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:54.489292 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b3fa586-ed28-44fb-ab4a-262d0fade078 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:54.491271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4b3fa586-ed28-44fb-ab4a-262d0fade078 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3150759 Nov 29 17:53:54.494730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34546) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:54.499848 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:53:54.548490 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:54.763527 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:54.939670 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34560) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:54.969321 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-906fd8f7-7bae-4862-969b-8cce72924549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:54.977087 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:54.990960 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:55.016258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Allocated IP 172.25.3.213 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/ef738abc-2ec8-459e-8463-175659aae503) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:53:55.173647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57790316-3271-4783-b57f-ccdb940adc59 req-284c1b3f-dda6-4475-ad03-5b5817954788 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:55.175513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57790316-3271-4783-b57f-ccdb940adc59 req-284c1b3f-dda6-4475-ad03-5b5817954788 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 936 time: 0.1134870 Nov 29 17:53:55.237042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43fdd9-54be-40a1-a1ca-6bf4dd98e084 None None] Pushing event updated for resources: {'Port': ['ID=12a1708e-73c9-4233-92fb-74766a115dd5,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:55.247458 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Attempting to bind port 12a1708e-73c9-4233-92fb-74766a115dd5 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:53:55.247839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Attempting to bind port 12a1708e-73c9-4233-92fb-74766a115dd5 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'd51d673f-0c71-42ad-93b6-88f68a295ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9a92583d-afd0-46ee-b770-fd3cfdb58091'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:53:55.248208 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Attempting to bind port 12a1708e-73c9-4233-92fb-74766a115dd5 on network 9a92583d-afd0-46ee-b770-fd3cfdb58091 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:53:55.264307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:53:55.264692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Checking segment: {'id': 'd51d673f-0c71-42ad-93b6-88f68a295ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9a92583d-afd0-46ee-b770-fd3cfdb58091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:53:55.265105 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:55.265507 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Bound using segment: {'id': 'd51d673f-0c71-42ad-93b6-88f68a295ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9a92583d-afd0-46ee-b770-fd3cfdb58091'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:53:55.265988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Bound port: 12a1708e-73c9-4233-92fb-74766a115dd5, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51d673f-0c71-42ad-93b6-88f68a295ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9a92583d-afd0-46ee-b770-fd3cfdb58091'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:53:55.266425 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:55.274730 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:55.335618 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:55.361036 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-906fd8f7-7bae-4862-969b-8cce72924549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:55.371080 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57790316-3271-4783-b57f-ccdb940adc59 req-309a0f6e-c118-4f21-9493-8a7d821f77e0 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844521 Nov 29 17:53:55.372421 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-906fd8f7-7bae-4862-969b-8cce72924549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:55.418295 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:53:55.423166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:53:55.427427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:53:55.435792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fd8f7-7bae-4862-969b-8cce72924549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b49bf24-ab0b-4e6c-9bb5-254229c21a2d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:55.473264 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] For port 12a1708e-73c9-4233-92fb-74766a115dd5, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:53:55.477577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] For port 12a1708e-73c9-4233-92fb-74766a115dd5, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=12a1708e-73c9-4233-92fb-74766a115dd5,segment=NetworkSegment(d51d673f-0c71-42ad-93b6-88f68a295ea1),segment_id=d51d673f-0c71-42ad-93b6-88f68a295ea1)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:53:55.486052 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:55.506168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Pushing event updated for resources: {'Port': ['ID=ef738abc-2ec8-459e-8463-175659aae503,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:55.565709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-906fd8f7-7bae-4862-969b-8cce72924549 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=530c40eb8b3f4a469b0312c102d47d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6243060 Nov 29 17:53:55.571477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34568) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:55.578394 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:55.608325 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Routers {'1689780e-0671-42fa-9f11-1b052583fffc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:53:55.609504 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:53:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1689780e-0671-42fa-9f11-1b052583fffc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:53:55.832259 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:55.833247 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7488a980-3ee6-456e-8a66-b44e6086a296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:55.877265 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43fdd9-54be-40a1-a1ca-6bf4dd98e084 None None] Pushing event updated for resources: {'Port': ['ID=12a1708e-73c9-4233-92fb-74766a115dd5,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:55.928189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c5194523-ea04-4eab-bb87-596421337cf7 None None] Provisioning complete for port 12a1708e-73c9-4233-92fb-74766a115dd5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:55.928566 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5194523-ea04-4eab-bb87-596421337cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:55.948102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] Set router 1689780e-0671-42fa-9f11-1b052583fffc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:53:55.992021 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7488a980-3ee6-456e-8a66-b44e6086a296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:56.175440 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7488a980-3ee6-456e-8a66-b44e6086a296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:56.178534 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7488a980-3ee6-456e-8a66-b44e6086a296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:56.184193 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7488a980-3ee6-456e-8a66-b44e6086a296 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b49bf24-ab0b-4e6c-9bb5-254229c21a2d HTTP/1.1" status: 204 len: 168 time: 0.6074967 Nov 29 17:53:56.249814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488a980-3ee6-456e-8a66-b44e6086a296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b49bf24-ab0b-4e6c-9bb5-254229c21a2d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:56.339581 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5194523-ea04-4eab-bb87-596421337cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:56.436836 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bf179cf-fffd-4ef0-92b0-dedf827cbd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:56.440108 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c5194523-ea04-4eab-bb87-596421337cf7 None None] For port 12a1708e-73c9-4233-92fb-74766a115dd5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=12a1708e-73c9-4233-92fb-74766a115dd5,segment=NetworkSegment(d51d673f-0c71-42ad-93b6-88f68a295ea1),segment_id=d51d673f-0c71-42ad-93b6-88f68a295ea1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:53:56.473754 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5194523-ea04-4eab-bb87-596421337cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:56.479129 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:56.489721 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:56.603560 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:56.604241 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b8ba6-4ec0-4e20-9275-104e72da38a9 req-f620e551-ef5a-45e3-ae49-9d697aec3bfa tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:56.605875 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-102b8ba6-4ec0-4e20-9275-104e72da38a9 req-f620e551-ef5a-45e3-ae49-9d697aec3bfa tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 936 time: 0.0823019 Nov 29 17:53:56.628582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5194523-ea04-4eab-bb87-596421337cf7 None None] Pushing event updated for resources: {'Port': ['ID=12a1708e-73c9-4233-92fb-74766a115dd5,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:56.647827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689780e-0671-42fa-9f11-1b052583fffc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-394302471-router', 'tenant_id': 'dbec9d56ebf442679c5ad9e568650255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:42Z', 'updated_at': '2021-11-29T17:53:49Z', 'revision_number': 4, 'project_id': 'dbec9d56ebf442679c5ad9e568650255', 'gw_port': {'id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689780e-0671-42fa-9f11-1b052583fffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:44Z', 'updated_at': '2021-11-29T17:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '12a1708e-73c9-4233-92fb-74766a115dd5', 'name': '', 'network_id': '9a92583d-afd0-46ee-b770-fd3cfdb58091', 'tenant_id': 'dbec9d56ebf442679c5ad9e568650255', 'mac_address': 'fa:16:3e:37:cd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689780e-0671-42fa-9f11-1b052583fffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fd1853df-b455-4750-b6cd-6afa9261bd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:47Z', 'updated_at': '2021-11-29T17:53:55Z', 'revision_number': 4, 'project_id': 'dbec9d56ebf442679c5ad9e568650255', 'subnets': [{'id': 'fd1853df-b455-4750-b6cd-6afa9261bd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:53:56.669210 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Pushing event updated for resources: {'Port': ['ID=ef738abc-2ec8-459e-8463-175659aae503,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:56.690024 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:56.713052 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-102b8ba6-4ec0-4e20-9275-104e72da38a9 req-c265884d-e104-4baf-83c8-1d8be28259ce tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947745 Nov 29 17:53:56.716649 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646aa89-31ba-4c9f-a42c-50e3d897a935 None None] The sync data for ids ['1689780e-0671-42fa-9f11-1b052583fffc'] in n-d-819494-5 is: [{'id': '1689780e-0671-42fa-9f11-1b052583fffc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-394302471-router', 'tenant_id': 'dbec9d56ebf442679c5ad9e568650255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:42Z', 'updated_at': '2021-11-29T17:53:49Z', 'revision_number': 4, 'project_id': 'dbec9d56ebf442679c5ad9e568650255', 'gw_port': {'id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689780e-0671-42fa-9f11-1b052583fffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:44Z', 'updated_at': '2021-11-29T17:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '12a1708e-73c9-4233-92fb-74766a115dd5', 'name': '', 'network_id': '9a92583d-afd0-46ee-b770-fd3cfdb58091', 'tenant_id': 'dbec9d56ebf442679c5ad9e568650255', 'mac_address': 'fa:16:3e:37:cd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689780e-0671-42fa-9f11-1b052583fffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fd1853df-b455-4750-b6cd-6afa9261bd34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:47Z', 'updated_at': '2021-11-29T17:53:55Z', 'revision_number': 4, 'project_id': 'dbec9d56ebf442679c5ad9e568650255', 'subnets': [{'id': 'fd1853df-b455-4750-b6cd-6afa9261bd34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:53:56.717445 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bcd99261-0c0d-40d8-ae7d-527812520688 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2210207 Nov 29 17:53:56.763151 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f84af04e-bcce-41f3-a462-c340472b755d None None] Provisioning complete for port 12a1708e-73c9-4233-92fb-74766a115dd5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:56.764155 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f84af04e-bcce-41f3-a462-c340472b755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:56.887644 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:57.446494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Request body: {'port': {'device_id': '7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0', 'device_owner': 'compute:tempest-test_az-958805351', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:53:57.515752 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:57.525501 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-627fe4ad-d78f-4ebe-9af1-31a8f6bcdf20 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1745599768&fields=id&tenant_id=a08ee2c7a42446ab94372180a9609ad3 HTTP/1.1" status: 200 len: 267 time: 0.1930859 Nov 29 17:53:57.593211 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34658) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:57.636758 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:57.850384 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ade2b09-f99d-4794-91f9-779cdb79231f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:58.066520 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ade2b09-f99d-4794-91f9-779cdb79231f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:58.082386 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ade2b09-f99d-4794-91f9-779cdb79231f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:58.125053 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 12a1708e-73c9-4233-92fb-74766a115dd5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:53:58.127476 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade2b09-f99d-4794-91f9-779cdb79231f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8e8a84-c0f3-44fa-8545-a64811d21ab5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:58.160329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-ea165c5f-1a2c-4ef4-be9a-432ce6868d9a tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:58.168249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-ea165c5f-1a2c-4ef4-be9a-432ce6868d9a tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/networks?id=62b08c22-74a5-4496-a0cf-1f37726d49cf HTTP/1.1" status: 200 len: 823 time: 0.6315377 Nov 29 17:53:58.206775 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-a1139c15-3416-487d-b5d4-f5abadfd7414 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/quotas/a08ee2c7a42446ab94372180a9609ad3 HTTP/1.1" status: 200 len: 375 time: 0.0375700 Nov 29 17:53:58.213409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3ade2b09-f99d-4794-91f9-779cdb79231f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1d8f5e638024786be5b5c2b5a35cad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6166358 Nov 29 17:53:58.216621 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34676) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:58.264736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 12a1708e-73c9-4233-92fb-74766a115dd5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:53:58.265127 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:58.324498 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-bd3d84f2-940f-44f6-826f-aa07fded5b94 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a08ee2c7a42446ab94372180a9609ad3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1165776 Nov 29 17:53:58.395724 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6fcac558-58ae-45c6-b269-a865ac0a8fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:58.505468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6fcac558-58ae-45c6-b269-a865ac0a8fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:58.558188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022ea96-d9cb-4281-8c09-9ccc93626731 req-7d0869c1-ddfc-4885-a4c3-d491270ecd9d tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:58.559771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5022ea96-d9cb-4281-8c09-9ccc93626731 req-7d0869c1-ddfc-4885-a4c3-d491270ecd9d tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 936 time: 0.1046014 Nov 29 17:53:58.608473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-0a160d20-e2b8-47b9-8df2-169e30da3a1c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:53:58.615722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-0a160d20-e2b8-47b9-8df2-169e30da3a1c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0803266 Nov 29 17:53:58.618840 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6fcac558-58ae-45c6-b269-a865ac0a8fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:58.622183 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6fcac558-58ae-45c6-b269-a865ac0a8fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:58.623518 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6fcac558-58ae-45c6-b269-a865ac0a8fff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea8e8a84-c0f3-44fa-8545-a64811d21ab5 HTTP/1.1" status: 204 len: 168 time: 0.4022121 Nov 29 17:53:58.642559 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcac558-58ae-45c6-b269-a865ac0a8fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8e8a84-c0f3-44fa-8545-a64811d21ab5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:58.659062 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2246b1-58ac-46a5-b05f-f7973c21dc12 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:53:58.678707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:58.702468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Transition to ACTIVE for port object fa2246b1-58ac-46a5-b05f-f7973c21dc12 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:53:58.708979 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:58.736400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5022ea96-d9cb-4281-8c09-9ccc93626731 req-79b13084-aa14-43b6-962e-f2327cbe2d43 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604955 Nov 29 17:53:58.827422 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-09fcf2be-954e-4914-83ad-733a14e2bd59 service neutron] 10.222.0.23 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105784 Nov 29 17:53:58.903844 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Pushing event updated for resources: {'Port': ['ID=fa2246b1-58ac-46a5-b05f-f7973c21dc12,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:58.934892 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Attempting to bind port fa2246b1-58ac-46a5-b05f-f7973c21dc12 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:53:58.935278 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Attempting to bind port fa2246b1-58ac-46a5-b05f-f7973c21dc12 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:53:58.935634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Attempting to bind port fa2246b1-58ac-46a5-b05f-f7973c21dc12 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:53:58.949342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Port fa2246b1-58ac-46a5-b05f-f7973c21dc12 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:53:58.949673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Attempting to bind port fa2246b1-58ac-46a5-b05f-f7973c21dc12 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:53:58.960855 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:53:58.961231 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:53:58.961813 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:53:58.964727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Bound port: fa2246b1-58ac-46a5-b05f-f7973c21dc12, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:53:58.965409 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:58.972200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-1c3b1448-81a0-4fd7-91c9-38d3bfa91c50 service neutron] 10.222.0.23 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420527 Nov 29 17:53:59.080650 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] For port fa2246b1-58ac-46a5-b05f-f7973c21dc12, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:53:59.087010 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] For port fa2246b1-58ac-46a5-b05f-f7973c21dc12, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fa2246b1-58ac-46a5-b05f-f7973c21dc12,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:53:59.097246 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:59.159221 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:59.177824 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:59.183519 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:59.185141 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] 10.222.0.20 "PUT /v2.0/ports/fa2246b1-58ac-46a5-b05f-f7973c21dc12 HTTP/1.1" status: 200 len: 1117 time: 2.3620052 Nov 29 17:53:59.186600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0', 'tag': 'fa2246b1-58ac-46a5-b05f-f7973c21dc12'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:53:59.340036 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:59.391300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34730) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:53:59.418761 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-878ae3d1-1296-43ba-9460-b66a33e8e438 req-b77e038d-b3f1-462f-96c8-7493645af403 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 210 time: 0.0749590 Nov 29 17:53:59.502232 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f88686e-12a8-4cd4-b7fb-41d5873a756c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:59.504953 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3bb5c-2e50-41b3-9f46-aefd3683af4f service neutron] Pushing event updated for resources: {'Port': ['ID=fa2246b1-58ac-46a5-b05f-f7973c21dc12,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:53:59.545699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-fc35d9b0-7e5c-43f8-936b-69b9066318b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:59.547510 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-fc35d9b0-7e5c-43f8-936b-69b9066318b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a36989e6a0654b37b603cd756db8d140&device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 1120 time: 0.1729991 Nov 29 17:53:59.797115 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-c4d85b3d-7062-446f-998d-fa32fae40970 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=fa2246b1-58ac-46a5-b05f-f7973c21dc12 HTTP/1.1" status: 200 len: 217 time: 0.2388718 Nov 29 17:53:59.901300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-82a846f3-cb59-44bc-bb02-db230b477348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:59.902954 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-82a846f3-cb59-44bc-bb02-db230b477348 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0954623 Nov 29 17:53:59.907021 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:59.908604 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f88686e-12a8-4cd4-b7fb-41d5873a756c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:59.949943 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f88686e-12a8-4cd4-b7fb-41d5873a756c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:53:59.965471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f31a4-e5e4-4fb3-810a-9faf9ae36cbe req-4c73fc5c-e5f1-417a-80fe-b5a09515e3f1 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:53:59.967045 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-801f31a4-e5e4-4fb3-810a-9faf9ae36cbe req-4c73fc5c-e5f1-417a-80fe-b5a09515e3f1 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 969 time: 0.1113479 Nov 29 17:54:00.016247 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd80f64-4890-408d-b54f-631cd4b19228" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0", "tag": "fa2246b1-58ac-46a5-b05f-f7973c21dc12"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:00.050148 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0f88686e-12a8-4cd4-b7fb-41d5873a756c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c9817f4f7af43aeb54cf65642f94393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6364074 Nov 29 17:54:00.053111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-53fc5356-d8a3-478f-91df-1eb9d6c0a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:00.054624 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-53fc5356-d8a3-478f-91df-1eb9d6c0a714 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1439338 Nov 29 17:54:00.055137 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34778) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:00.080188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88686e-12a8-4cd4-b7fb-41d5873a756c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc84518-1bfd-40a7-8c79-f4c8b339aa7a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:00.110858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-801f31a4-e5e4-4fb3-810a-9faf9ae36cbe req-80e460a3-bfcc-47a4-93a2-779978f6d9f6 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332829 Nov 29 17:54:00.195655 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8576b88-2089-4c94-b239-0c0963336bc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:00.240381 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-14ed734e-c257-4bf7-9e97-f8a1c220a616 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568558 Nov 29 17:54:00.242491 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8576b88-2089-4c94-b239-0c0963336bc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:00.387665 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b71bcf6-4f18-40a9-9469-3b4cf0d118d2 req-e32234f0-4164-4bc9-b8f1-18ef216c7204 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285944 Nov 29 17:54:00.390524 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8576b88-2089-4c94-b239-0c0963336bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:00.393837 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8576b88-2089-4c94-b239-0c0963336bc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:00.409135 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e8576b88-2089-4c94-b239-0c0963336bc6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8cc84518-1bfd-40a7-8c79-f4c8b339aa7a HTTP/1.1" status: 204 len: 168 time: 0.3504961 Nov 29 17:54:00.427996 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8576b88-2089-4c94-b239-0c0963336bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc84518-1bfd-40a7-8c79-f4c8b339aa7a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:00.543631 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5924099b-f05b-4f71-81f9-7969c7d6597c x-openstack-request-id: req-5924099b-f05b-4f71-81f9-7969c7d6597c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:00.544644 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0", "tag": "fa2246b1-58ac-46a5-b05f-f7973c21dc12", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:00.544644 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5924099b-f05b-4f71-81f9-7969c7d6597c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:00.544644 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0', 'tag': 'fa2246b1-58ac-46a5-b05f-f7973c21dc12', 'status': 'completed', 'code': 200} Nov 29 17:54:00.623922 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd80f64-4890-408d-b54f-631cd4b19228 req-8464d960-1da9-4846-a00f-7b9ae7d481aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:00.625689 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dcd80f64-4890-408d-b54f-631cd4b19228 req-8464d960-1da9-4846-a00f-7b9ae7d481aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a36989e6a0654b37b603cd756db8d140&device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 1120 time: 0.0498178 Nov 29 17:54:00.629478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d50a602d-1384-4a07-b796-528ba0fb3e0d req-e0c60370-cfea-48f7-b992-c6968ddb121f tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 210 time: 0.0601785 Nov 29 17:54:00.807249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd80f64-4890-408d-b54f-631cd4b19228 req-926757e0-7bef-4a88-a7ac-d419ab526bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:00.809306 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dcd80f64-4890-408d-b54f-631cd4b19228 req-926757e0-7bef-4a88-a7ac-d419ab526bce service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1749096 Nov 29 17:54:00.855267 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dcd80f64-4890-408d-b54f-631cd4b19228 req-27eb7d6f-c665-4de2-a5ff-1c6332bbb926 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=fa2246b1-58ac-46a5-b05f-f7973c21dc12 HTTP/1.1" status: 200 len: 217 time: 0.0373230 Nov 29 17:54:00.909037 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd80f64-4890-408d-b54f-631cd4b19228 req-6b82faed-8930-473a-8b39-4f51387dfb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:00.910549 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dcd80f64-4890-408d-b54f-631cd4b19228 req-6b82faed-8930-473a-8b39-4f51387dfb97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0480220 Nov 29 17:54:00.962778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd80f64-4890-408d-b54f-631cd4b19228 req-8d7c7191-3419-4566-9167-831db6bc5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:00.964893 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dcd80f64-4890-408d-b54f-631cd4b19228 req-8d7c7191-3419-4566-9167-831db6bc5695 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0423670 Nov 29 17:54:00.978531 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34826) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:01.016942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34836) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:01.086690 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-681277c9-02e6-4a44-9689-7934f6e9755d req-62eb886d-6238-43df-9643-1b74c46e9933 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=74da84362ff44d4397e3357f1f704eae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637488 Nov 29 17:54:01.088449 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dcd80f64-4890-408d-b54f-631cd4b19228 req-a8c63fb3-0b68-47e6-8beb-584f06b3be24 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146705 Nov 29 17:54:01.178871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.31', 64422) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:01.318955 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ce0b-a387-43ab-86b5-ccb5d1812f3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:01.326600 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b71b8f5-9a3f-42e7-a82d-803cc6447859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:01.359091 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dcd80f64-4890-408d-b54f-631cd4b19228 req-da5f7367-8b8b-456e-9349-1ddd23bab352 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613349 Nov 29 17:54:01.452628 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-7dd167be-6b68-4e94-8d5f-eb8f526d0558 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:01.454149 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-7dd167be-6b68-4e94-8d5f-eb8f526d0558 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.31 "GET /v2.0/networks?id=62b08c22-74a5-4496-a0cf-1f37726d49cf HTTP/1.1" status: 200 len: 823 time: 0.2458656 Nov 29 17:54:01.456480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681277c9-02e6-4a44-9689-7934f6e9755d req-344876f8-b497-4100-b706-bc08f3147da4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:01.457998 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-681277c9-02e6-4a44-9689-7934f6e9755d req-344876f8-b497-4100-b706-bc08f3147da4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3649130 Nov 29 17:54:01.474136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4e30b-90f4-49ad-bce0-a231129fb24c req-40baa030-00e0-4d40-8016-2b19051023d5 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:01.480323 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32e4e30b-90f4-49ad-bce0-a231129fb24c req-40baa030-00e0-4d40-8016-2b19051023d5 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 969 time: 0.1878693 Nov 29 17:54:01.528955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-681277c9-02e6-4a44-9689-7934f6e9755d req-ba9055a5-694f-49ec-8622-caa5671c820b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/quotas/74da84362ff44d4397e3357f1f704eae HTTP/1.1" status: 200 len: 375 time: 0.0407767 Nov 29 17:54:01.610653 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-681277c9-02e6-4a44-9689-7934f6e9755d req-e8603998-08d2-4196-9752-636e450b732b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726416 Nov 29 17:54:01.643583 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b71b8f5-9a3f-42e7-a82d-803cc6447859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:01.662039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32e4e30b-90f4-49ad-bce0-a231129fb24c req-7c9a0440-3c5c-491e-b766-5fbbb9649445 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712072 Nov 29 17:54:01.672369 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ce0b-a387-43ab-86b5-ccb5d1812f3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:01.676431 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b71b8f5-9a3f-42e7-a82d-803cc6447859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:01.689009 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ce0b-a387-43ab-86b5-ccb5d1812f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:01.739819 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6b71b8f5-9a3f-42e7-a82d-803cc6447859 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cefbbccc89c54cc383e98618f44be343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7217674 Nov 29 17:54:01.743821 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34864) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:01.795284 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71b8f5-9a3f-42e7-a82d-803cc6447859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c307e18-9634-462a-b86c-124e765f1e94,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:01.800118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2ca9ce0b-a387-43ab-86b5-ccb5d1812f3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4aa9d935d4514c68a9ab42d324fff3ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8202786 Nov 29 17:54:01.816818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ba7d92f-4fc0-49f6-a553-2ceb8df75c76 req-d8afd189-733a-4b83-aa28-21a96751d0ec tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 210 time: 0.0667405 Nov 29 17:54:01.818697 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34868) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:01.874636 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9ce0b-a387-43ab-86b5-ccb5d1812f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5ef862-69bc-4671-83ff-949469e8de3f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:01.889494 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0d279c88-71a0-464d-887d-e20f5d7a305c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:01.952726 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0d279c88-71a0-464d-887d-e20f5d7a305c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:01.969719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adebc657-d1e6-4c19-9ac7-cc5b2c9da980 req-27e4d96e-9c5c-44c2-98e6-97820ba5d128 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 210 time: 0.0914290 Nov 29 17:54:02.005568 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3adad991-a292-4796-8f2c-dd0d29657fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:02.039683 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3adad991-a292-4796-8f2c-dd0d29657fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:02.076507 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0d279c88-71a0-464d-887d-e20f5d7a305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:02.079908 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0d279c88-71a0-464d-887d-e20f5d7a305c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:02.081174 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0d279c88-71a0-464d-887d-e20f5d7a305c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c307e18-9634-462a-b86c-124e765f1e94 HTTP/1.1" status: 204 len: 168 time: 0.3362896 Nov 29 17:54:02.107541 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d279c88-71a0-464d-887d-e20f5d7a305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c307e18-9634-462a-b86c-124e765f1e94,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:02.159541 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3adad991-a292-4796-8f2c-dd0d29657fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:02.166273 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3adad991-a292-4796-8f2c-dd0d29657fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:02.170615 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3adad991-a292-4796-8f2c-dd0d29657fe1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c5ef862-69bc-4671-83ff-949469e8de3f HTTP/1.1" status: 204 len: 168 time: 0.3497529 Nov 29 17:54:02.180964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adad991-a292-4796-8f2c-dd0d29657fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5ef862-69bc-4671-83ff-949469e8de3f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:02.587283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34894) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:02.609680 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-237e5ff1-c5c6-4c57-8f3d-7eba673fe309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:02.699142 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34898) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:02.721864 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-237e5ff1-c5c6-4c57-8f3d-7eba673fe309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:02.727517 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ac6925f3-8dbf-4245-b8c4-0d0eef6211d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:02.731987 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-237e5ff1-c5c6-4c57-8f3d-7eba673fe309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:02.778658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-237e5ff1-c5c6-4c57-8f3d-7eba673fe309 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19236cc2675c4762a0624a392e47f2e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899569 Nov 29 17:54:02.779642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e5ff1-c5c6-4c57-8f3d-7eba673fe309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c3e368-fc46-4aff-b9b7-b74a52e92b45,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:02.781908 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34902) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:02.877954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba476e-c363-444f-bbad-a7d78b4f40a9 req-0d94ab3a-c82e-4d1b-9e92-b994143e2ecf tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:02.880328 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ac6925f3-8dbf-4245-b8c4-0d0eef6211d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:02.881734 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bb05b2f6-351e-4320-8ddf-b5f3e64775f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:02.894349 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ac6925f3-8dbf-4245-b8c4-0d0eef6211d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:02.895728 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92ba476e-c363-444f-bbad-a7d78b4f40a9 req-0d94ab3a-c82e-4d1b-9e92-b994143e2ecf tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 969 time: 0.0960963 Nov 29 17:54:02.936048 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bb05b2f6-351e-4320-8ddf-b5f3e64775f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:02.977378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6925f3-8dbf-4245-b8c4-0d0eef6211d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b426ca27-34af-40e6-a2a3-dcde3dc9e7b6,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:02.983969 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ac6925f3-8dbf-4245-b8c4-0d0eef6211d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ab32eceb8ef489e82552c4ac888e287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836802 Nov 29 17:54:02.988174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34906) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:03.004621 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-53bc3320-f263-4354-924d-4802e77df31e req-e4d9e38e-7ad6-4be1-ae1d-1e7510736a77 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 210 time: 0.0535612 Nov 29 17:54:03.053881 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bb05b2f6-351e-4320-8ddf-b5f3e64775f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:03.056869 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bb05b2f6-351e-4320-8ddf-b5f3e64775f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:03.058906 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bb05b2f6-351e-4320-8ddf-b5f3e64775f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33c3e368-fc46-4aff-b9b7-b74a52e92b45 HTTP/1.1" status: 204 len: 168 time: 0.2755132 Nov 29 17:54:03.068929 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05b2f6-351e-4320-8ddf-b5f3e64775f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c3e368-fc46-4aff-b9b7-b74a52e92b45,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:03.096707 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92ba476e-c363-444f-bbad-a7d78b4f40a9 req-f6c527b8-3ee2-49d6-b4a5-69c93f9b6654 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971731 Nov 29 17:54:03.145430 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-803b2403-a3c5-40ac-8b28-0b89feec7aa4 req-3fee92c5-bc11-40ef-aa5d-938789b8ceff tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 210 time: 0.0476794 Nov 29 17:54:03.162938 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb8c35a5-2084-493a-afbd-e2c56189f15d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:03.197666 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb8c35a5-2084-493a-afbd-e2c56189f15d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:03.271031 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb8c35a5-2084-493a-afbd-e2c56189f15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:03.275858 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb8c35a5-2084-493a-afbd-e2c56189f15d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:03.277600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-eb8c35a5-2084-493a-afbd-e2c56189f15d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b426ca27-34af-40e6-a2a3-dcde3dc9e7b6 HTTP/1.1" status: 204 len: 168 time: 0.2853315 Nov 29 17:54:03.286300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c35a5-2084-493a-afbd-e2c56189f15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b426ca27-34af-40e6-a2a3-dcde3dc9e7b6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:03.466311 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fa2246b1-58ac-46a5-b05f-f7973c21dc12 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:54:03.575596 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fa2246b1-58ac-46a5-b05f-f7973c21dc12, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fa2246b1-58ac-46a5-b05f-f7973c21dc12,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:03.587429 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'fa2246b1-58ac-46a5-b05f-f7973c21dc12', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'fa2246b1-58ac-46a5-b05f-f7973c21dc12', 'mac_address': 'fa:16:3e:b2:e2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:tempest-test_az-958805351', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:54:03.630131 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:03.644555 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2246b1-58ac-46a5-b05f-f7973c21dc12 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:03.679212 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fa2246b1-58ac-46a5-b05f-f7973c21dc12, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fa2246b1-58ac-46a5-b05f-f7973c21dc12,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:03.684535 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:03.731184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34942) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:03.737166 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=fa2246b1-58ac-46a5-b05f-f7973c21dc12,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:03.754876 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-446bae10-fa3a-47d7-97c6-3207a4ef6b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:03.846248 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-446bae10-fa3a-47d7-97c6-3207a4ef6b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:03.851693 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-446bae10-fa3a-47d7-97c6-3207a4ef6b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:03.900065 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-446bae10-fa3a-47d7-97c6-3207a4ef6b02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e38443cd1eeb4cc2af114498ee3fc03a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670163 Nov 29 17:54:03.900842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34946) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:03.903532 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bae10-fa3a-47d7-97c6-3207a4ef6b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a747f2d7-69c2-4c69-9112-b50cd4b6af87,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:03.965552 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2886d331-9589-43a4-9709-c7d749f149dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:03.992526 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2886d331-9589-43a4-9709-c7d749f149dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:04.058957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['fa2246b1-58ac-46a5-b05f-f7973c21dc12'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:54:04.059915 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2886d331-9589-43a4-9709-c7d749f149dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:04.062535 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2886d331-9589-43a4-9709-c7d749f149dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:04.064175 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2886d331-9589-43a4-9709-c7d749f149dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a747f2d7-69c2-4c69-9112-b50cd4b6af87 HTTP/1.1" status: 204 len: 168 time: 0.1615880 Nov 29 17:54:04.074129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886d331-9589-43a4-9709-c7d749f149dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a747f2d7-69c2-4c69-9112-b50cd4b6af87,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:04.152627 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df8a92de-c97e-4d78-9759-c06a3d7708a9 req-4f247f96-5cb5-48e3-887d-e3d0536cd1bf tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 210 time: 0.0416443 Nov 29 17:54:04.309310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf48d2-74df-4a22-94dc-cee03097ef14 req-b48052e7-b91a-4d76-8d68-dbc01611d38a tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:04.312565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5bf48d2-74df-4a22-94dc-cee03097ef14 req-b48052e7-b91a-4d76-8d68-dbc01611d38a tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 970 time: 0.1185303 Nov 29 17:54:04.369177 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6bcffbd4-4b9a-4ab6-8ee1-df7b469a45f6 req-b44916ef-ccb2-44a9-a642-81c5736e3d38 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 210 time: 0.0555193 Nov 29 17:54:04.433646 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5bf48d2-74df-4a22-94dc-cee03097ef14 req-3db8a837-4b8a-4687-ad1e-74158b04614f tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633490 Nov 29 17:54:04.681788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34994) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:04.857742 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-503d8790-09c7-4fa9-ab69-e859366de101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:04.958863 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-503d8790-09c7-4fa9-ab69-e859366de101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:04.964355 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-503d8790-09c7-4fa9-ab69-e859366de101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:05.008981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-503d8790-09c7-4fa9-ab69-e859366de101 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9c837bdba7845478cefd3f41242e4a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233626 Nov 29 17:54:05.008981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35014) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:05.015736 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d8790-09c7-4fa9-ab69-e859366de101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4571ad94-b6ca-4b45-8302-6a0c01c53008,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:05.079400 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-464db03b-9873-4a20-a682-2679f7278fbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:05.107492 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-464db03b-9873-4a20-a682-2679f7278fbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:05.162811 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-464db03b-9873-4a20-a682-2679f7278fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:05.168039 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-464db03b-9873-4a20-a682-2679f7278fbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:05.169499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-464db03b-9873-4a20-a682-2679f7278fbe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4571ad94-b6ca-4b45-8302-6a0c01c53008 HTTP/1.1" status: 204 len: 168 time: 0.1595283 Nov 29 17:54:05.180071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464db03b-9873-4a20-a682-2679f7278fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4571ad94-b6ca-4b45-8302-6a0c01c53008,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:05.279936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d0700f7-296a-4169-8878-b94a4558e6e9 req-e957a7c5-ff8a-4e63-bb84-0921ff5c8fba tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 210 time: 0.0370438 Nov 29 17:54:05.449743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a3c6987-7b03-4203-aa2f-b176d1e804e3 req-afb78a4d-c0a6-409d-b82f-9ec23a640808 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 210 time: 0.0260913 Nov 29 17:54:05.462858 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fa2246b1-58ac-46a5-b05f-f7973c21dc12 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:54:05.536646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port fa2246b1-58ac-46a5-b05f-f7973c21dc12 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:54:05.543038 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port fa2246b1-58ac-46a5-b05f-f7973c21dc12 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:05.543860 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:05.610290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d99b0b-f433-457b-b9da-c5ff16c57388 req-f28fbe70-2207-48c8-a574-98bffafdaa5f tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:05.612560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70d99b0b-f433-457b-b9da-c5ff16c57388 req-f28fbe70-2207-48c8-a574-98bffafdaa5f tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 970 time: 0.0772164 Nov 29 17:54:05.650264 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:05.676764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2246b1-58ac-46a5-b05f-f7973c21dc12'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:05.687876 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35042) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:05.707874 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70d99b0b-f433-457b-b9da-c5ff16c57388 req-27d82255-0234-416e-924c-cacef614c6cd tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737333 Nov 29 17:54:05.716379 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bdac2f5d-06e5-4469-ace4-7bd76bd63d26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:05.766354 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fa2246b1-58ac-46a5-b05f-f7973c21dc12, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fa2246b1-58ac-46a5-b05f-f7973c21dc12,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:05.775290 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:05.820148 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bdac2f5d-06e5-4469-ace4-7bd76bd63d26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:05.825846 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bdac2f5d-06e5-4469-ace4-7bd76bd63d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:05.835720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=fa2246b1-58ac-46a5-b05f-f7973c21dc12,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:05.870853 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bdac2f5d-06e5-4469-ace4-7bd76bd63d26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af3fa47ea1ae4db883861cd273d31e21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815248 Nov 29 17:54:05.872349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac2f5d-06e5-4469-ace4-7bd76bd63d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c816a6c-bab4-49f5-827f-ba784fc7df2a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:05.875347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35050) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:05.910985 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35054) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:05.951477 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d108aa78-6260-4afc-8a59-bf26af076400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:05.975078 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d108aa78-6260-4afc-8a59-bf26af076400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:05.993828 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec48424e-7339-4b8b-a550-5485a0204cae" -d '{"events": [{"server_uuid": "7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0", "name": "network-vif-plugged", "status": "completed", "tag": "fa2246b1-58ac-46a5-b05f-f7973c21dc12"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:06.036540 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d108aa78-6260-4afc-8a59-bf26af076400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:06.039111 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d108aa78-6260-4afc-8a59-bf26af076400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:06.043295 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d108aa78-6260-4afc-8a59-bf26af076400 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c816a6c-bab4-49f5-827f-ba784fc7df2a HTTP/1.1" status: 204 len: 168 time: 0.1663611 Nov 29 17:54:06.050824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108aa78-6260-4afc-8a59-bf26af076400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c816a6c-bab4-49f5-827f-ba784fc7df2a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:06.158514 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f6ecbcb8-fc7c-43bb-aaaf-41dc6a9f4431 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:06.247988 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f6ecbcb8-fc7c-43bb-aaaf-41dc6a9f4431 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:06.254976 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f6ecbcb8-fc7c-43bb-aaaf-41dc6a9f4431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:06.283154 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f9036b-6442-44a6-a45d-50782182d8c9 x-openstack-request-id: req-06f9036b-6442-44a6-a45d-50782182d8c9 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:06.283578 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0", "name": "network-vif-plugged", "status": "completed", "tag": "fa2246b1-58ac-46a5-b05f-f7973c21dc12", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:06.283843 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06f9036b-6442-44a6-a45d-50782182d8c9 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:06.284297 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2246b1-58ac-46a5-b05f-f7973c21dc12', 'code': 200} Nov 29 17:54:06.305618 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f6ecbcb8-fc7c-43bb-aaaf-41dc6a9f4431 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=540f90c3b2694e138e75295d50062aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3935215 Nov 29 17:54:06.305905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35072) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:06.307244 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecbcb8-fc7c-43bb-aaaf-41dc6a9f4431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b5ca1f-4335-4067-8983-3d1d720aa75c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:06.408389 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62f2e9c9-d860-421a-9615-88d90188dc16 req-d6f7f371-9a47-4bb4-bf6f-142e38f551f6 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 210 time: 0.0343988 Nov 29 17:54:06.461107 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-158a58fe-5f6b-482e-8e39-c0349f33d08f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:06.502903 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-158a58fe-5f6b-482e-8e39-c0349f33d08f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:06.527586 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174e29a-44b0-406b-a530-ba4a2c7f2c71 req-8875e1f7-27ad-48c0-b3b2-9646a2c70f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:06.530381 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2174e29a-44b0-406b-a530-ba4a2c7f2c71 req-8875e1f7-27ad-48c0-b3b2-9646a2c70f24 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 1122 time: 0.1014192 Nov 29 17:54:06.559121 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2174e29a-44b0-406b-a530-ba4a2c7f2c71 req-7ae36ff6-2641-4ebe-a7e4-bb401eed80ea service neutron] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:06.592395 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-158a58fe-5f6b-482e-8e39-c0349f33d08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:06.595921 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-158a58fe-5f6b-482e-8e39-c0349f33d08f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:06.597534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-158a58fe-5f6b-482e-8e39-c0349f33d08f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68b5ca1f-4335-4067-8983-3d1d720aa75c HTTP/1.1" status: 204 len: 168 time: 0.2900732 Nov 29 17:54:06.618690 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ab05073c-cb69-4c1c-ae6c-5a4139efb696 req-d780adc4-f5d8-404b-a1fc-f9240dc33487 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 210 time: 0.0474312 Nov 29 17:54:06.624706 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a58fe-5f6b-482e-8e39-c0349f33d08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b5ca1f-4335-4067-8983-3d1d720aa75c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:06.684230 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2174e29a-44b0-406b-a530-ba4a2c7f2c71 req-7ae36ff6-2641-4ebe-a7e4-bb401eed80ea service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:06.695374 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2174e29a-44b0-406b-a530-ba4a2c7f2c71 req-7ae36ff6-2641-4ebe-a7e4-bb401eed80ea service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:06.761922 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2174e29a-44b0-406b-a530-ba4a2c7f2c71 req-7ae36ff6-2641-4ebe-a7e4-bb401eed80ea service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213311 Nov 29 17:54:06.762880 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae36ff6-2641-4ebe-a7e4-bb401eed80ea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=93806090-892a-451d-94b5-a5218413ca79,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:06.828849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0c983-ca21-433d-b014-0e95795f8a0b req-0e6737c2-2a6e-46f9-98d5-3d79ba624b5b tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:06.830352 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-77d0c983-ca21-433d-b014-0e95795f8a0b req-0e6737c2-2a6e-46f9-98d5-3d79ba624b5b tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 971 time: 0.0506938 Nov 29 17:54:06.881763 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-77d0c983-ca21-433d-b014-0e95795f8a0b req-ad02aeac-54f4-4835-a63e-cd33b9eb5f9a tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449030 Nov 29 17:54:06.954258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35100) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:07.083868 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35106) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:07.102312 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a86eb41-d87c-4498-982f-e77c795e0484 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:07.115752 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-829e96f8-f97c-4cae-8702-02fdafb0c0d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:07.240092 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a86eb41-d87c-4498-982f-e77c795e0484 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:07.245483 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a86eb41-d87c-4498-982f-e77c795e0484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:07.259375 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-829e96f8-f97c-4cae-8702-02fdafb0c0d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:07.269359 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-829e96f8-f97c-4cae-8702-02fdafb0c0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:07.300282 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4a86eb41-d87c-4498-982f-e77c795e0484 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be94604ffe7e44a698a1741a4c32a592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153430 Nov 29 17:54:07.303537 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35112) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:07.304014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86eb41-d87c-4498-982f-e77c795e0484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10cf02d-801a-419d-8b78-a4174f3897fb,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:07.325065 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-829e96f8-f97c-4cae-8702-02fdafb0c0d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebdf67eaa656468bb2dd12cc95fdbc91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3672028 Nov 29 17:54:07.325679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35114) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:07.355088 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e96f8-f97c-4cae-8702-02fdafb0c0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b07e8a0-e7ba-4b4a-baf7-d6342002bc6f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:07.366157 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0d5de503-1072-459e-a265-92210fbcd77d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:07.402467 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0d5de503-1072-459e-a265-92210fbcd77d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:07.405924 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-16d0a7ef-5a3e-40b2-9f09-f8bbe56b97a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:07.428607 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-16d0a7ef-5a3e-40b2-9f09-f8bbe56b97a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:07.464155 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0d5de503-1072-459e-a265-92210fbcd77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:07.467727 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0d5de503-1072-459e-a265-92210fbcd77d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:07.471458 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0d5de503-1072-459e-a265-92210fbcd77d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a10cf02d-801a-419d-8b78-a4174f3897fb HTTP/1.1" status: 204 len: 168 time: 0.1644125 Nov 29 17:54:07.481619 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5de503-1072-459e-a265-92210fbcd77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10cf02d-801a-419d-8b78-a4174f3897fb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:07.507831 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-16d0a7ef-5a3e-40b2-9f09-f8bbe56b97a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:07.515500 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-16d0a7ef-5a3e-40b2-9f09-f8bbe56b97a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:07.518450 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-16d0a7ef-5a3e-40b2-9f09-f8bbe56b97a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b07e8a0-e7ba-4b4a-baf7-d6342002bc6f HTTP/1.1" status: 204 len: 168 time: 0.1917186 Nov 29 17:54:07.540343 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0a7ef-5a3e-40b2-9f09-f8bbe56b97a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b07e8a0-e7ba-4b4a-baf7-d6342002bc6f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:07.578306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-acf960d5-008e-4e20-9428-ea6249157455 req-059af46a-d3ee-407c-9a0c-97b425dbdd41 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 210 time: 0.0385315 Nov 29 17:54:07.741239 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-720768dd-1461-4d60-bf35-dfa111bc06cb req-6ee17b9a-2af1-4ae8-a4aa-a2aa8b06d408 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 210 time: 0.0258832 Nov 29 17:54:08.025445 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35142) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:08.026694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd9239-3443-4e74-bf53-75de9e6b53d1 req-eee4b098-5f4a-4f90-a813-1f0ca7b5e9a1 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:08.028254 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b0dd9239-3443-4e74-bf53-75de9e6b53d1 req-eee4b098-5f4a-4f90-a813-1f0ca7b5e9a1 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 971 time: 0.0621521 Nov 29 17:54:08.047673 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-030f8166-fe52-4671-aae8-883f8b0d2eed admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:08.102601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b0dd9239-3443-4e74-bf53-75de9e6b53d1 req-23b40de2-0adf-444a-af13-4b51a6d91eda tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645025 Nov 29 17:54:08.153923 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-030f8166-fe52-4671-aae8-883f8b0d2eed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:08.159727 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-030f8166-fe52-4671-aae8-883f8b0d2eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:08.200254 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f8166-fe52-4671-aae8-883f8b0d2eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dbde65-1b56-47b9-8723-f76d375101e9,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:08.208251 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-030f8166-fe52-4671-aae8-883f8b0d2eed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99381e65966e4200934555c8ac218702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789739 Nov 29 17:54:08.208541 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35152) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:08.258032 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d121604-613c-4dd1-b929-2a2a3eae4b3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:08.279547 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d121604-613c-4dd1-b929-2a2a3eae4b3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:08.498127 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d121604-613c-4dd1-b929-2a2a3eae4b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:08.500904 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d121604-613c-4dd1-b929-2a2a3eae4b3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:08.502167 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3d121604-613c-4dd1-b929-2a2a3eae4b3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29dbde65-1b56-47b9-8723-f76d375101e9 HTTP/1.1" status: 204 len: 168 time: 0.2927339 Nov 29 17:54:08.510623 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d121604-613c-4dd1-b929-2a2a3eae4b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dbde65-1b56-47b9-8723-f76d375101e9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:08.691423 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7f90b9cc-1ee6-41c9-a37f-c50ee708a6cb req-28ac29ac-2401-477d-a60a-c52125d53be3 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 210 time: 0.0370719 Nov 29 17:54:08.872053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-480131b3-cb9f-49ea-af0b-103fdb297991 req-2cd7dee4-09f5-4bb2-8be1-4db1ac0e1f42 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 210 time: 0.0374482 Nov 29 17:54:09.211378 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0774d01-95be-4bdf-b5cd-36cfec3146cf req-11fb2dc0-3525-44ff-825f-044de6cadcba tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:09.213014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0774d01-95be-4bdf-b5cd-36cfec3146cf req-11fb2dc0-3525-44ff-825f-044de6cadcba tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 971 time: 0.0505548 Nov 29 17:54:09.263849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0774d01-95be-4bdf-b5cd-36cfec3146cf req-cced1284-1012-40c6-b377-9ee115903460 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441186 Nov 29 17:54:09.354613 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:54:09.462719 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35236) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:09.466017 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3269d-8390-4a8a-a027-f9e65b0dfa87 req-85d1cd07-81ba-43cf-9f2c-5e283bf875af tempest-AggregatesAdminTestJSON-1744866791 tempest-AggregatesAdminTestJSON-1744866791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:09.471362 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7e3269d-8390-4a8a-a027-f9e65b0dfa87 req-85d1cd07-81ba-43cf-9f2c-5e283bf875af tempest-AggregatesAdminTestJSON-1744866791 tempest-AggregatesAdminTestJSON-1744866791-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 1122 time: 0.0829673 Nov 29 17:54:09.486918 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c7e3269d-8390-4a8a-a027-f9e65b0dfa87 req-3af81efb-06e3-4c61-b37f-1d42c04f7e3c tempest-AggregatesAdminTestJSON-1744866791 tempest-AggregatesAdminTestJSON-1744866791-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:09.570990 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c7e3269d-8390-4a8a-a027-f9e65b0dfa87 req-3af81efb-06e3-4c61-b37f-1d42c04f7e3c tempest-AggregatesAdminTestJSON-1744866791 tempest-AggregatesAdminTestJSON-1744866791-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:09.576031 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c7e3269d-8390-4a8a-a027-f9e65b0dfa87 req-3af81efb-06e3-4c61-b37f-1d42c04f7e3c tempest-AggregatesAdminTestJSON-1744866791 tempest-AggregatesAdminTestJSON-1744866791-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:09.608823 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1ee5668-366a-44eb-bc5e-1e24a4cfd4b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:09.629727 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7e3269d-8390-4a8a-a027-f9e65b0dfa87 req-3af81efb-06e3-4c61-b37f-1d42c04f7e3c tempest-AggregatesAdminTestJSON-1744866791 tempest-AggregatesAdminTestJSON-1744866791-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558595 Nov 29 17:54:09.631657 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af81efb-06e3-4c61-b37f-1d42c04f7e3c tempest-AggregatesAdminTestJSON-1744866791 tempest-AggregatesAdminTestJSON-1744866791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72ce5d0-5e8b-4369-aa07-765c18632ab0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:09.718856 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1ee5668-366a-44eb-bc5e-1e24a4cfd4b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:09.724036 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1ee5668-366a-44eb-bc5e-1e24a4cfd4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:09.766009 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b1ee5668-366a-44eb-bc5e-1e24a4cfd4b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=99635cb661344637918c3e3b8cf9d869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008134 Nov 29 17:54:09.767399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee5668-366a-44eb-bc5e-1e24a4cfd4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757dbcab-a4a0-4285-a0b9-f65ac00de60d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:09.768727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35256) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:09.826006 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1607b2c2-0f7e-4a05-ba04-e9a62c54907b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:09.849155 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1607b2c2-0f7e-4a05-ba04-e9a62c54907b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:09.909303 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1607b2c2-0f7e-4a05-ba04-e9a62c54907b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:09.912490 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1607b2c2-0f7e-4a05-ba04-e9a62c54907b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:09.914166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1607b2c2-0f7e-4a05-ba04-e9a62c54907b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/757dbcab-a4a0-4285-a0b9-f65ac00de60d HTTP/1.1" status: 204 len: 168 time: 0.1436563 Nov 29 17:54:09.925489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607b2c2-0f7e-4a05-ba04-e9a62c54907b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757dbcab-a4a0-4285-a0b9-f65ac00de60d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:09.974627 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-160e58ee-1cf0-49ab-9ea8-badb804b6488 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c4bd3732f9e045b291c6544ec838be2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282893 Nov 29 17:54:10.092399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-a8d1dafe-e869-4133-a762-8a655e942dbe tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:10.093855 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-a8d1dafe-e869-4133-a762-8a655e942dbe tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1118355 Nov 29 17:54:10.109927 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-2933dfc3-781c-4c07-b601-a8efa3ba551c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/quotas/c4bd3732f9e045b291c6544ec838be2e HTTP/1.1" status: 200 len: 375 time: 0.0097528 Nov 29 17:54:10.147678 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-55656b02-3ad9-44a4-ad56-a5c3e05a82f6 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314937 Nov 29 17:54:10.380393 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-fa43867d-a108-434e-9b6e-dd0e4f7f1c6d tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a08ee2c7a42446ab94372180a9609ad3 HTTP/1.1" status: 200 len: 380 time: 0.0957012 Nov 29 17:54:10.397342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-159f0c33-0b9b-45fe-8a55-c9430be469a5 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Request body: {'port': {'device_id': '3d92ad30-aa38-486b-b2f1-7150fd81d437', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'admin_state_up': True, 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'security_groups': ['fd25f930-5b09-40b8-9c20-7163028836b3']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:10.447159 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40fc0401-14b7-4055-90c6-afda69967139 req-bc8812f8-64f4-4e81-b336-c15c32bcf253 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 210 time: 0.0621724 Nov 29 17:54:10.573757 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35304) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:10.610278 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba2d5f55-48c9-4044-a718-fc691e75b4a4 req-d0fce815-634f-4741-8a3a-ca85924b9de4 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 210 time: 0.0669515 Nov 29 17:54:10.627859 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24301e95-27f0-42c1-ae41-eaa1ab81503d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:10.720119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cdf114a-8ece-4f54-be89-a556c3e30e05 req-4626c30f-14e3-44df-97f2-5ce0a9f2ac7f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 210 time: 0.0643032 Nov 29 17:54:10.726045 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-159f0c33-0b9b-45fe-8a55-c9430be469a5 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Made reservation on behalf of a08ee2c7a42446ab94372180a9609ad3 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:10.734490 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-159f0c33-0b9b-45fe-8a55-c9430be469a5 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:10.833699 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24301e95-27f0-42c1-ae41-eaa1ab81503d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:10.842016 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24301e95-27f0-42c1-ae41-eaa1ab81503d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:10.916045 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24301e95-27f0-42c1-ae41-eaa1ab81503d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275af9db-d08f-4d41-974c-89209c80ea8c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:10.924606 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-24301e95-27f0-42c1-ae41-eaa1ab81503d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=416d4460451f43f1b2de91b5e6ec2063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501132 Nov 29 17:54:10.927440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35320) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:10.941275 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-159f0c33-0b9b-45fe-8a55-c9430be469a5 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Allocated IP 172.20.0.11 (62b08c22-74a5-4496-a0cf-1f37726d49cf/a5816c54-5670-4ee5-9708-67667e003a6e/5bc2201e-cf45-443f-939f-baa0d8890f80) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:54:11.082518 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab599200-a15e-41bb-9f78-55d94c02ebff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:11.117173 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab599200-a15e-41bb-9f78-55d94c02ebff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:11.119321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.31', 64426) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:11.170425 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-681277c9-02e6-4a44-9689-7934f6e9755d req-3d1ac12f-7efa-4026-b46c-100d1cb5566e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=74da84362ff44d4397e3357f1f704eae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411355 Nov 29 17:54:11.218957 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab599200-a15e-41bb-9f78-55d94c02ebff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:11.222058 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab599200-a15e-41bb-9f78-55d94c02ebff admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:11.235176 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ab599200-a15e-41bb-9f78-55d94c02ebff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/275af9db-d08f-4d41-974c-89209c80ea8c HTTP/1.1" status: 204 len: 168 time: 0.3053045 Nov 29 17:54:11.253322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab599200-a15e-41bb-9f78-55d94c02ebff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275af9db-d08f-4d41-974c-89209c80ea8c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:11.293051 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-159f0c33-0b9b-45fe-8a55-c9430be469a5 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:11.401671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681277c9-02e6-4a44-9689-7934f6e9755d req-e3372f00-b402-4b1d-a041-d383805703a8 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:11.403442 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-681277c9-02e6-4a44-9689-7934f6e9755d req-e3372f00-b402-4b1d-a041-d383805703a8 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263074 Nov 29 17:54:11.419827 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-681277c9-02e6-4a44-9689-7934f6e9755d req-8c5040c0-7a71-4653-a6d2-c9b34388906d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Request body: {'port': {'device_id': '52385ea8-4399-4194-8e8a-f5f487b93453', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '74da84362ff44d4397e3357f1f704eae'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:11.425467 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-159f0c33-0b9b-45fe-8a55-c9430be469a5 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:11.526402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f0c33-0b9b-45fe-8a55-c9430be469a5 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Pushing event updated for resources: {'Port': ['ID=5bc2201e-cf45-443f-939f-baa0d8890f80,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:11.535446 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-159f0c33-0b9b-45fe-8a55-c9430be469a5 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Network 62b08c22-74a5-4496-a0cf-1f37726d49cf is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:54:11.538679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-159f0c33-0b9b-45fe-8a55-c9430be469a5 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:11.543223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-159f0c33-0b9b-45fe-8a55-c9430be469a5 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:54:11.550107 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-159f0c33-0b9b-45fe-8a55-c9430be469a5 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:11.550768 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-159f0c33-0b9b-45fe-8a55-c9430be469a5 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:11.572953 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-159f0c33-0b9b-45fe-8a55-c9430be469a5 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1840479 Nov 29 17:54:11.587033 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-6edf4f70-ef87-4489-ae10-79bdf0996ccb tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:54:11.589679 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-6edf4f70-ef87-4489-ae10-79bdf0996ccb tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091667 Nov 29 17:54:11.653207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681277c9-02e6-4a44-9689-7934f6e9755d req-8c5040c0-7a71-4653-a6d2-c9b34388906d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Made reservation on behalf of 74da84362ff44d4397e3357f1f704eae for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:11.657397 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-681277c9-02e6-4a44-9689-7934f6e9755d req-8c5040c0-7a71-4653-a6d2-c9b34388906d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:11.672218 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-681277c9-02e6-4a44-9689-7934f6e9755d req-8c5040c0-7a71-4653-a6d2-c9b34388906d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:11.673060 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b52bc-0dae-440d-802e-77333ec739a5 req-4e7a2684-f5e7-4ca7-82bb-c471496a7cea tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:11.674819 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a8b52bc-0dae-440d-802e-77333ec739a5 req-4e7a2684-f5e7-4ca7-82bb-c471496a7cea tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 932 time: 0.1004682 Nov 29 17:54:11.784403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a8b52bc-0dae-440d-802e-77333ec739a5 req-b1531105-e817-4bcf-8ab1-7ca053459784 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001306 Nov 29 17:54:11.853663 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-681277c9-02e6-4a44-9689-7934f6e9755d req-8c5040c0-7a71-4653-a6d2-c9b34388906d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:11.864742 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-681277c9-02e6-4a44-9689-7934f6e9755d req-8c5040c0-7a71-4653-a6d2-c9b34388906d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:11.899681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ac682477-e79d-4e33-85ae-9c361ba6b96a req-3be592f0-84b8-4240-83d5-51731c680ae2 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 210 time: 0.0482974 Nov 29 17:54:11.957587 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5040c0-7a71-4653-a6d2-c9b34388906d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a371aab5-982c-4633-8a65-c55424d24254,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:11.966071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.31', 64429) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:11.973434 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Request body: {'port': {'device_id': '3d92ad30-aa38-486b-b2f1-7150fd81d437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:11.986573 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-923cb8a1-d624-4699-a50f-3d160171e41b req-b1643baf-3b11-45d5-bbd8-31c78e3ab353 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 210 time: 0.0746634 Nov 29 17:54:12.017381 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3dcd853d-7881-43ed-987e-c0d31603679e None None] Provisioning complete for port 5bc2201e-cf45-443f-939f-baa0d8890f80 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:12.017886 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3dcd853d-7881-43ed-987e-c0d31603679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:12.026020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-f51624a1-e87e-40d3-aee9-026a4f448686 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c4bd3732f9e045b291c6544ec838be2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578046 Nov 29 17:54:12.117953 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:12.161236 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3dcd853d-7881-43ed-987e-c0d31603679e None None] Port 5bc2201e-cf45-443f-939f-baa0d8890f80 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:54:12.225674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-3e243b70-bad8-4c8d-bf52-758ec41c421e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:12.231312 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-3e243b70-bad8-4c8d-bf52-758ec41c421e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984255 Nov 29 17:54:12.255539 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-e8c1a9a3-5106-42c4-b69c-5158207c3eea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Request body: {'port': {'device_id': 'b36774d7-8b47-4e6d-aa8e-9e281f11eaa0', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': 'c4bd3732f9e045b291c6544ec838be2e'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:12.381287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35404) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:12.393654 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-681277c9-02e6-4a44-9689-7934f6e9755d req-8c5040c0-7a71-4653-a6d2-c9b34388906d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Allocated IP 192.168.233.164 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/23f17721-a513-404d-bae3-c88f485b6409) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:54:12.415822 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35410) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:12.552872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-e8c1a9a3-5106-42c4-b69c-5158207c3eea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Made reservation on behalf of c4bd3732f9e045b291c6544ec838be2e for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:12.579383 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-e8c1a9a3-5106-42c4-b69c-5158207c3eea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:12.593894 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-e8c1a9a3-5106-42c4-b69c-5158207c3eea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:12.618690 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b71ec5f6-f126-45a8-a36b-cad8f70eec29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:12.640111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc2201e-cf45-443f-939f-baa0d8890f80 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:12.654023 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:12.658072 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1aa2e6a5-4ca4-4d35-861e-c7bb6471ba1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:12.689702 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Transition to ACTIVE for port object 5bc2201e-cf45-443f-939f-baa0d8890f80 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:54:12.701185 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:12.764396 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc2201e-cf45-443f-939f-baa0d8890f80,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:12.788856 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-681277c9-02e6-4a44-9689-7934f6e9755d req-8c5040c0-7a71-4653-a6d2-c9b34388906d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:12.821744 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-e8c1a9a3-5106-42c4-b69c-5158207c3eea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:12.836003 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-e8c1a9a3-5106-42c4-b69c-5158207c3eea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:12.868392 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1aa2e6a5-4ca4-4d35-861e-c7bb6471ba1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:12.884719 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Attempting to bind port 5bc2201e-cf45-443f-939f-baa0d8890f80 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:54:12.885843 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Attempting to bind port 5bc2201e-cf45-443f-939f-baa0d8890f80 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '2611eb96-ee0c-44ea-b17c-6d665a2e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:54:12.886359 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Attempting to bind port 5bc2201e-cf45-443f-939f-baa0d8890f80 on network 62b08c22-74a5-4496-a0cf-1f37726d49cf {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:12.894534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Port 5bc2201e-cf45-443f-939f-baa0d8890f80 on network 62b08c22-74a5-4496-a0cf-1f37726d49cf not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:54:12.894918 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Attempting to bind port 5bc2201e-cf45-443f-939f-baa0d8890f80 on network 62b08c22-74a5-4496-a0cf-1f37726d49cf {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:12.934986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:54:12.935589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Checking segment: {'id': '2611eb96-ee0c-44ea-b17c-6d665a2e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:12.936236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Bound using segment: {'id': '2611eb96-ee0c-44ea-b17c-6d665a2e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:54:12.936831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Bound port: 5bc2201e-cf45-443f-939f-baa0d8890f80, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2611eb96-ee0c-44ea-b17c-6d665a2e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:54:12.937493 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:12.944970 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1aa2e6a5-4ca4-4d35-861e-c7bb6471ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:12.960091 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b71ec5f6-f126-45a8-a36b-cad8f70eec29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:12.962205 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-681277c9-02e6-4a44-9689-7934f6e9755d req-8c5040c0-7a71-4653-a6d2-c9b34388906d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:13.066022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681277c9-02e6-4a44-9689-7934f6e9755d req-8c5040c0-7a71-4653-a6d2-c9b34388906d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:54:13.075564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-681277c9-02e6-4a44-9689-7934f6e9755d req-8c5040c0-7a71-4653-a6d2-c9b34388906d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:13.077982 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b71ec5f6-f126-45a8-a36b-cad8f70eec29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:13.112432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-681277c9-02e6-4a44-9689-7934f6e9755d req-8c5040c0-7a71-4653-a6d2-c9b34388906d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:54:13.118542 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681277c9-02e6-4a44-9689-7934f6e9755d req-8c5040c0-7a71-4653-a6d2-c9b34388906d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:13.119256 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-681277c9-02e6-4a44-9689-7934f6e9755d req-8c5040c0-7a71-4653-a6d2-c9b34388906d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:13.126054 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b71ec5f6-f126-45a8-a36b-cad8f70eec29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8c135eff58b4de4b8cf2aaafc288e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7091708 Nov 29 17:54:13.145682 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35460) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:13.201043 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5040c0-7a71-4653-a6d2-c9b34388906d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Pushing event updated for resources: {'Port': ['ID=23f17721-a513-404d-bae3-c88f485b6409,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:13.234088 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] For port 5bc2201e-cf45-443f-939f-baa0d8890f80, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:54:13.245126 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-681277c9-02e6-4a44-9689-7934f6e9755d req-8c5040c0-7a71-4653-a6d2-c9b34388906d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8297815 Nov 29 17:54:13.245877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ec5f6-f126-45a8-a36b-cad8f70eec29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7790d90-a250-401c-bf7d-0153d5d7821a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:13.248233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1a9a3-5106-42c4-b69c-5158207c3eea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e79e7767-a6c8-4c42-9e32-515b302fb5e5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:13.263819 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Request body: {'port': {'device_id': '52385ea8-4399-4194-8e8a-f5f487b93453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:13.272759 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] For port 5bc2201e-cf45-443f-939f-baa0d8890f80, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5bc2201e-cf45-443f-939f-baa0d8890f80,segment=NetworkSegment(2611eb96-ee0c-44ea-b17c-6d665a2e0535),segment_id=2611eb96-ee0c-44ea-b17c-6d665a2e0535)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:54:13.299977 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:13.345625 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1aa2e6a5-4ca4-4d35-861e-c7bb6471ba1c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=84fadc7e99ac4b4f9f692f28b65bf162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9628458 Nov 29 17:54:13.351153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35466) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:13.355518 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9c58c5fa-563a-4f10-94b4-f84750f7f3be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:13.363745 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e798e8e-3cd6-4b58-9fff-313d5448bd60 req-1158f75d-a691-438f-a8af-9e8898174c92 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 210 time: 0.1518121 Nov 29 17:54:13.390515 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:13.390515 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:13.390515 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] 10.222.0.31 "PUT /v2.0/ports/5bc2201e-cf45-443f-939f-baa0d8890f80 HTTP/1.1" status: 200 len: 1092 time: 1.6474404 Nov 29 17:54:13.390515 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d92ad30-aa38-486b-b2f1-7150fd81d437', 'tag': '5bc2201e-cf45-443f-939f-baa0d8890f80'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:13.392801 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a43b7b7-6f27-4f1f-9899-34e43c3967ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3d92ad30-aa38-486b-b2f1-7150fd81d437", "tag": "5bc2201e-cf45-443f-939f-baa0d8890f80"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:13.431677 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:13.446749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5dd31920-67a7-4046-befe-e2ece54582c3 None None] Provisioning complete for port 23f17721-a513-404d-bae3-c88f485b6409 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:13.449080 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dd31920-67a7-4046-befe-e2ece54582c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:13.483787 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9c58c5fa-563a-4f10-94b4-f84750f7f3be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:13.495750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-e8c1a9a3-5106-42c4-b69c-5158207c3eea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Allocated IP 192.168.233.61 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/eb57a55e-8e88-4232-adb2-6710e7654ae4) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:54:13.532707 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5dd31920-67a7-4046-befe-e2ece54582c3 None None] Port 23f17721-a513-404d-bae3-c88f485b6409 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:54:13.543683 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2e6a5-4ca4-4d35-861e-c7bb6471ba1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57a4ed6-08f5-4e1c-907c-56a1bd0f3537,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:13.550673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d38a8-416b-4045-80af-5451bcca1214 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc2201e-cf45-443f-939f-baa0d8890f80,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:13.565884 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23ab02-b20a-45f4-8502-763aa2553aa5 req-a85f477a-bc23-498a-a793-82e5ac1677d2 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:13.573241 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb23ab02-b20a-45f4-8502-763aa2553aa5 req-a85f477a-bc23-498a-a793-82e5ac1677d2 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 944 time: 0.6695352 Nov 29 17:54:13.599495 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0d01138f-d3b3-47f7-96a2-946fe0559350 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:13.662588 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-ed740af4-c520-44c5-a119-954d88a9bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:13.664143 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-ed740af4-c520-44c5-a119-954d88a9bb34 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a08ee2c7a42446ab94372180a9609ad3&device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 1095 time: 0.1978951 Nov 29 17:54:13.693703 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0d01138f-d3b3-47f7-96a2-946fe0559350 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:13.706667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24b687-591f-42ba-8905-1dba7c93dec7 req-27875d7c-fd61-45c8-b5e8-33e167f4849b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:13.708082 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd24b687-591f-42ba-8905-1dba7c93dec7 req-27875d7c-fd61-45c8-b5e8-33e167f4849b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 936 time: 0.1597197 Nov 29 17:54:13.714462 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb23ab02-b20a-45f4-8502-763aa2553aa5 req-0efe90ca-9d0b-4a72-9313-d228e5a8bbf2 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398337 Nov 29 17:54:13.739556 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-81b9d2c1-952d-400c-9f4c-8e480cbd6958 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bc2201e-cf45-443f-939f-baa0d8890f80 HTTP/1.1" status: 200 len: 217 time: 0.0653486 Nov 29 17:54:13.767618 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9c58c5fa-563a-4f10-94b4-f84750f7f3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:13.770193 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9c58c5fa-563a-4f10-94b4-f84750f7f3be admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:13.771369 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9c58c5fa-563a-4f10-94b4-f84750f7f3be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7790d90-a250-401c-bf7d-0153d5d7821a HTTP/1.1" status: 204 len: 168 time: 0.6247218 Nov 29 17:54:13.813800 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58c5fa-563a-4f10-94b4-f84750f7f3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7790d90-a250-401c-bf7d-0153d5d7821a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:13.816272 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd24b687-591f-42ba-8905-1dba7c93dec7 req-a423b1c7-0dd7-4fb5-ac7b-ad1a95d28ed8 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008339 Nov 29 17:54:13.826561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-247d7a97-a7f4-4c7a-a4b0-46afac00adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:13.828304 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-247d7a97-a7f4-4c7a-a4b0-46afac00adfb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a5816c54-5670-4ee5-9708-67667e003a6e HTTP/1.1" status: 200 len: 862 time: 0.0799549 Nov 29 17:54:13.832121 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-e8c1a9a3-5106-42c4-b69c-5158207c3eea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:13.891903 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0d01138f-d3b3-47f7-96a2-946fe0559350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:13.895711 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0d01138f-d3b3-47f7-96a2-946fe0559350 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:13.899917 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0d01138f-d3b3-47f7-96a2-946fe0559350 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c57a4ed6-08f5-4e1c-907c-56a1bd0f3537 HTTP/1.1" status: 204 len: 168 time: 0.5440605 Nov 29 17:54:13.902208 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c50cb06-6dc1-4dca-8bfd-7c8f325b620c x-openstack-request-id: req-7c50cb06-6dc1-4dca-8bfd-7c8f325b620c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:13.903670 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d92ad30-aa38-486b-b2f1-7150fd81d437", "tag": "5bc2201e-cf45-443f-939f-baa0d8890f80", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:13.904014 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c50cb06-6dc1-4dca-8bfd-7c8f325b620c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:13.904520 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d92ad30-aa38-486b-b2f1-7150fd81d437', 'tag': '5bc2201e-cf45-443f-939f-baa0d8890f80', 'status': 'completed', 'code': 200} Nov 29 17:54:13.909634 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-e8c1a9a3-5106-42c4-b69c-5158207c3eea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:13.939755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-cf2d3951-b086-4ff8-b53d-9f6140df81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:13.941795 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-cf2d3951-b086-4ff8-b53d-9f6140df81ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=62b08c22-74a5-4496-a0cf-1f37726d49cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064000 Nov 29 17:54:14.063874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1a9a3-5106-42c4-b69c-5158207c3eea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Pushing event updated for resources: {'Port': ['ID=eb57a55e-8e88-4232-adb2-6710e7654ae4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:14.078434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-e8c1a9a3-5106-42c4-b69c-5158207c3eea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:54:14.080222 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-e8c1a9a3-5106-42c4-b69c-5158207c3eea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:14.083455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-e8c1a9a3-5106-42c4-b69c-5158207c3eea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:54:14.104078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-e8c1a9a3-5106-42c4-b69c-5158207c3eea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:14.104548 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-e8c1a9a3-5106-42c4-b69c-5158207c3eea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:14.137441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-e8c1a9a3-5106-42c4-b69c-5158207c3eea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8939631 Nov 29 17:54:14.165830 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Request body: {'port': {'device_id': 'b36774d7-8b47-4e6d-aa8e-9e281f11eaa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:14.338502 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:14.372791 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01138f-d3b3-47f7-96a2-946fe0559350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57a4ed6-08f5-4e1c-907c-56a1bd0f3537,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:14.492567 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a9b25fa8-7c8b-418b-87b7-23d979319c81 None None] Provisioning complete for port eb57a55e-8e88-4232-adb2-6710e7654ae4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:14.493539 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9b25fa8-7c8b-418b-87b7-23d979319c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:14.566088 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35504) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:14.578546 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a9b25fa8-7c8b-418b-87b7-23d979319c81 None None] Port eb57a55e-8e88-4232-adb2-6710e7654ae4 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:54:14.605652 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-9a6a3411-6dfb-45fa-bb1b-76e8a9c47ef7 service neutron] 10.222.0.31 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209305 Nov 29 17:54:14.609055 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e26ed482-2132-4359-90fd-f87490b7a781 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:14.628791 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35512) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:14.694675 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d57b2452-e080-4761-b0ef-8e5db86aeac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:14.747610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38362463-a066-4901-be73-a68c6d6cd803 req-0862565b-1798-4b59-9fd2-0c6c3f6b5b9e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:14.749211 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-38362463-a066-4901-be73-a68c6d6cd803 req-0862565b-1798-4b59-9fd2-0c6c3f6b5b9e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 935 time: 0.1212773 Nov 29 17:54:14.769110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f17721-a513-404d-bae3-c88f485b6409 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:14.785237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:14.827585 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ad865f1-4d1a-4ee0-b303-49b4674cc4d9 req-c6c0253c-b69e-40dd-8df1-bfa5b7570fa9 service neutron] 10.222.0.31 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131746 Nov 29 17:54:14.832197 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Transition to ACTIVE for port object 23f17721-a513-404d-bae3-c88f485b6409 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:54:14.834777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-38362463-a066-4901-be73-a68c6d6cd803 req-812bb1dc-3ce2-49cd-ba34-0e72f69e8ce5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710423 Nov 29 17:54:14.842711 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:14.878285 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e26ed482-2132-4359-90fd-f87490b7a781 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:14.896467 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e26ed482-2132-4359-90fd-f87490b7a781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:14.968782 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=23f17721-a513-404d-bae3-c88f485b6409,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:14.990510 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ed482-2132-4359-90fd-f87490b7a781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceff869-d0ab-4cdc-ab77-eefa8da99c10,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:14.991056 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d57b2452-e080-4761-b0ef-8e5db86aeac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.012642 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e26ed482-2132-4359-90fd-f87490b7a781 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b2d7b6387514c2ab1e45c858e2841bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4454839 Nov 29 17:54:15.018131 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35532) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:15.062053 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d57b2452-e080-4761-b0ef-8e5db86aeac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.073132 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Attempting to bind port 23f17721-a513-404d-bae3-c88f485b6409 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:54:15.073798 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Attempting to bind port 23f17721-a513-404d-bae3-c88f485b6409 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:54:15.074301 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Attempting to bind port 23f17721-a513-404d-bae3-c88f485b6409 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:15.088463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43b7b7-6f27-4f1f-9899-34e43c3967ef req-3ab553e8-a68f-4480-89b0-269a79a20dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:15.090119 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2a43b7b7-6f27-4f1f-9899-34e43c3967ef req-3ab553e8-a68f-4480-89b0-269a79a20dc5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a08ee2c7a42446ab94372180a9609ad3&device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 1095 time: 0.1909883 Nov 29 17:54:15.097133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Port 23f17721-a513-404d-bae3-c88f485b6409 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:54:15.099329 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Attempting to bind port 23f17721-a513-404d-bae3-c88f485b6409 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:15.121160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d57b2452-e080-4761-b0ef-8e5db86aeac2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89f79f0ea755460e97038d6d5e748d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4912591 Nov 29 17:54:15.124222 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35542) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:15.158736 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3a32b-3d0f-4411-ac0a-484bda5187dc req-2d7a2f66-285d-4816-bb52-b1759ee65968 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:15.160192 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbf3a32b-3d0f-4411-ac0a-484bda5187dc req-2d7a2f66-285d-4816-bb52-b1759ee65968 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 944 time: 0.2030332 Nov 29 17:54:15.177569 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:54:15.177834 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:15.178225 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:54:15.178670 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Bound port: 23f17721-a513-404d-bae3-c88f485b6409, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:54:15.179066 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.200487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b2452-e080-4761-b0ef-8e5db86aeac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c525541e-9e95-4a24-a6ea-6a042c1161a3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:15.224926 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ccf4d74-9348-45d0-9650-5d1829f0b975 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.275062 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b4b1b-9766-4a57-b929-544a1d39b39d req-abd48b76-0bae-41a4-881f-503e7b083564 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:15.276557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff9b4b1b-9766-4a57-b929-544a1d39b39d req-abd48b76-0bae-41a4-881f-503e7b083564 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 948 time: 0.1304271 Nov 29 17:54:15.283160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbf3a32b-3d0f-4411-ac0a-484bda5187dc req-c3baeef4-8cc9-4c6c-a2bc-d81b06d8a86b tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103728 Nov 29 17:54:15.318004 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ccf4d74-9348-45d0-9650-5d1829f0b975 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.342386 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb57a55e-8e88-4232-adb2-6710e7654ae4 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:15.343711 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c85c2139-b5f5-4241-8370-4ab39cc77794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.355058 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.383992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c85c2139-b5f5-4241-8370-4ab39cc77794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.387304 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff9b4b1b-9766-4a57-b929-544a1d39b39d req-365f01bc-6c3c-4490-8838-6d2e5cef4bd0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857046 Nov 29 17:54:15.394170 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Transition to ACTIVE for port object eb57a55e-8e88-4232-adb2-6710e7654ae4 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:54:15.401117 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.479772 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] For port 23f17721-a513-404d-bae3-c88f485b6409, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:54:15.484278 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43b7b7-6f27-4f1f-9899-34e43c3967ef req-95cfe197-044e-498f-9b84-a175896ffb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:15.487250 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2a43b7b7-6f27-4f1f-9899-34e43c3967ef req-95cfe197-044e-498f-9b84-a175896ffb76 service neutron] 10.222.0.31 "GET /v2.0/networks?id=62b08c22-74a5-4496-a0cf-1f37726d49cf HTTP/1.1" status: 200 len: 924 time: 0.3823986 Nov 29 17:54:15.539134 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb57a55e-8e88-4232-adb2-6710e7654ae4,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:15.544314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Attempting to bind port eb57a55e-8e88-4232-adb2-6710e7654ae4 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:54:15.544683 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Attempting to bind port eb57a55e-8e88-4232-adb2-6710e7654ae4 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:54:15.545026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Attempting to bind port eb57a55e-8e88-4232-adb2-6710e7654ae4 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:15.550526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Port eb57a55e-8e88-4232-adb2-6710e7654ae4 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:54:15.550526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Attempting to bind port eb57a55e-8e88-4232-adb2-6710e7654ae4 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:15.555512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:54:15.555854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:15.556409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:54:15.556966 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Bound port: eb57a55e-8e88-4232-adb2-6710e7654ae4, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:54:15.557329 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.573172 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] For port 23f17721-a513-404d-bae3-c88f485b6409, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=23f17721-a513-404d-bae3-c88f485b6409,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:54:15.576697 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2a43b7b7-6f27-4f1f-9899-34e43c3967ef req-dc3f9c08-7064-4ed8-92ac-b1fda75d40b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bc2201e-cf45-443f-939f-baa0d8890f80 HTTP/1.1" status: 200 len: 217 time: 0.0720260 Nov 29 17:54:15.589501 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.664967 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:15.665168 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.666586 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-681277c9-02e6-4a44-9689-7934f6e9755d req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] 10.222.0.31 "PUT /v2.0/ports/23f17721-a513-404d-bae3-c88f485b6409 HTTP/1.1" status: 200 len: 1096 time: 2.4098685 Nov 29 17:54:15.709726 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] For port eb57a55e-8e88-4232-adb2-6710e7654ae4, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:54:15.719728 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c85c2139-b5f5-4241-8370-4ab39cc77794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.723998 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c85c2139-b5f5-4241-8370-4ab39cc77794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.725992 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c85c2139-b5f5-4241-8370-4ab39cc77794 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c525541e-9e95-4a24-a6ea-6a042c1161a3 HTTP/1.1" status: 204 len: 168 time: 0.5994761 Nov 29 17:54:15.746667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] For port eb57a55e-8e88-4232-adb2-6710e7654ae4, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=eb57a55e-8e88-4232-adb2-6710e7654ae4,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:54:15.756444 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.766983 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ccf4d74-9348-45d0-9650-5d1829f0b975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.769802 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ccf4d74-9348-45d0-9650-5d1829f0b975 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.773579 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9ccf4d74-9348-45d0-9650-5d1829f0b975 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ceff869-d0ab-4cdc-ab77-eefa8da99c10 HTTP/1.1" status: 204 len: 168 time: 0.7544324 Nov 29 17:54:15.805308 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c2139-b5f5-4241-8370-4ab39cc77794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c525541e-9e95-4a24-a6ea-6a042c1161a3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:15.817403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:15.818298 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:15.825369 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] 10.222.0.31 "PUT /v2.0/ports/eb57a55e-8e88-4232-adb2-6710e7654ae4 HTTP/1.1" status: 200 len: 1095 time: 1.6758628 Nov 29 17:54:15.865419 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf4d74-9348-45d0-9650-5d1829f0b975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceff869-d0ab-4cdc-ab77-eefa8da99c10,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:15.892191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df044356-0a18-44df-822a-d2c2ec57b2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=23f17721-a513-404d-bae3-c88f485b6409,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:15.901348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36774d7-8b47-4e6d-aa8e-9e281f11eaa0', 'tag': 'eb57a55e-8e88-4232-adb2-6710e7654ae4'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:15.932908 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52385ea8-4399-4194-8e8a-f5f487b93453', 'tag': '23f17721-a513-404d-bae3-c88f485b6409'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:15.935245 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98efcbcf-b6f3-4c1c-a860-926507cf0912" -d '{"events": [{"name": "network-changed", "server_uuid": "52385ea8-4399-4194-8e8a-f5f487b93453", "tag": "23f17721-a513-404d-bae3-c88f485b6409"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:15.953923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43b7b7-6f27-4f1f-9899-34e43c3967ef req-60467be3-0d9f-4cd4-a7ef-949d695de638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:15.974164 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2a43b7b7-6f27-4f1f-9899-34e43c3967ef req-60467be3-0d9f-4cd4-a7ef-949d695de638 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a5816c54-5670-4ee5-9708-67667e003a6e HTTP/1.1" status: 200 len: 862 time: 0.3691509 Nov 29 17:54:16.030722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681277c9-02e6-4a44-9689-7934f6e9755d req-e01e23a0-18c0-4a87-9c09-d173354cc74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:16.032680 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-681277c9-02e6-4a44-9689-7934f6e9755d req-e01e23a0-18c0-4a87-9c09-d173354cc74f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 1099 time: 0.2976623 Nov 29 17:54:16.103806 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-681277c9-02e6-4a44-9689-7934f6e9755d req-1043c2d3-e4b7-456d-b091-6a9b4cb93b8b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=23f17721-a513-404d-bae3-c88f485b6409 HTTP/1.1" status: 200 len: 217 time: 0.0619960 Nov 29 17:54:16.122381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43b7b7-6f27-4f1f-9899-34e43c3967ef req-bfa7cede-b73f-4eab-a1d6-c171f2ed60db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:16.123997 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2a43b7b7-6f27-4f1f-9899-34e43c3967ef req-bfa7cede-b73f-4eab-a1d6-c171f2ed60db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=62b08c22-74a5-4496-a0cf-1f37726d49cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489902 Nov 29 17:54:16.240159 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681277c9-02e6-4a44-9689-7934f6e9755d req-75514004-4b7b-48e1-89cd-1e4c961c6004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:16.241537 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2a8c2-defb-4509-a9a4-8a9bdec2663b req-8739d72f-de6d-4357-bc1f-2913bcab068f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:16.251209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5df2a8c2-defb-4509-a9a4-8a9bdec2663b req-8739d72f-de6d-4357-bc1f-2913bcab068f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 947 time: 0.2223597 Nov 29 17:54:16.254210 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-681277c9-02e6-4a44-9689-7934f6e9755d req-75514004-4b7b-48e1-89cd-1e4c961c6004 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1286712 Nov 29 17:54:16.275385 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee660482-d89f-4988-ac8f-237a4a7622d9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb57a55e-8e88-4232-adb2-6710e7654ae4,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:16.288266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-6cf12900-c252-456b-8499-d85363dcf6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:16.290228 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-6cf12900-c252-456b-8499-d85363dcf6c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 1098 time: 0.2726316 Nov 29 17:54:16.331000 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2a43b7b7-6f27-4f1f-9899-34e43c3967ef req-07145fa3-6fcc-4179-9e83-4e1e657f2295 service neutron] 10.222.0.31 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848323 Nov 29 17:54:16.354335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35590) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:16.482724 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681277c9-02e6-4a44-9689-7934f6e9755d req-0a3ecd44-92c0-491f-9506-8e7edee3437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:16.491125 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-681277c9-02e6-4a44-9689-7934f6e9755d req-0a3ecd44-92c0-491f-9506-8e7edee3437e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2354534 Nov 29 17:54:16.575174 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcf5a31-8e13-4c07-8ff8-71c29cc2d6db x-openstack-request-id: req-dbcf5a31-8e13-4c07-8ff8-71c29cc2d6db {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:16.575595 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52385ea8-4399-4194-8e8a-f5f487b93453", "tag": "23f17721-a513-404d-bae3-c88f485b6409", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:16.575731 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbcf5a31-8e13-4c07-8ff8-71c29cc2d6db {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:16.576095 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52385ea8-4399-4194-8e8a-f5f487b93453', 'tag': '23f17721-a513-404d-bae3-c88f485b6409', 'status': 'completed', 'code': 200} Nov 29 17:54:16.600361 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2a43b7b7-6f27-4f1f-9899-34e43c3967ef req-857f2392-12a9-425e-a953-2ef2c029372a service neutron] 10.222.0.31 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435648 Nov 29 17:54:16.642284 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-681277c9-02e6-4a44-9689-7934f6e9755d req-fd08c0cd-f1fb-4898-91a5-705a18b9ef39 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422703 Nov 29 17:54:16.723475 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a424-2094-4e12-b52a-df607eb730a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:16.732606 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47532d2f-0d37-4be6-94ee-3f5809f758f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b36774d7-8b47-4e6d-aa8e-9e281f11eaa0", "tag": "eb57a55e-8e88-4232-adb2-6710e7654ae4"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:16.745358 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-61fb4d2e-4d68-468f-b873-1b2c2c9d7a4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=eb57a55e-8e88-4232-adb2-6710e7654ae4 HTTP/1.1" status: 200 len: 217 time: 0.4402423 Nov 29 17:54:16.804591 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-681277c9-02e6-4a44-9689-7934f6e9755d req-34794c3c-8d0c-4b8d-bd5a-416f6f660e94 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504035 Nov 29 17:54:16.835010 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5df2a8c2-defb-4509-a9a4-8a9bdec2663b req-7064c25b-1c4d-4591-b01e-613020d8ec42 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5824890 Nov 29 17:54:16.863885 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a424-2094-4e12-b52a-df607eb730a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:16.871374 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a424-2094-4e12-b52a-df607eb730a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:16.885985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c77872-36d4-417d-ba58-c078c687380b req-cfe91aa0-fe9b-4241-8b58-a02d692eb3ae tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:16.893689 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-46c77872-36d4-417d-ba58-c078c687380b req-cfe91aa0-fe9b-4241-8b58-a02d692eb3ae tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 944 time: 0.1555836 Nov 29 17:54:16.908874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-6fca386c-139a-47ae-bea7-d92b0947701a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:16.911901 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-6fca386c-139a-47ae-bea7-d92b0947701a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1482100 Nov 29 17:54:16.969175 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d9b5a424-2094-4e12-b52a-df607eb730a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6f577a1615543a6a2b3c0ecbaadaafa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6135266 Nov 29 17:54:16.973182 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35622) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:16.980495 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5a424-2094-4e12-b52a-df607eb730a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e558aa-1740-4a0c-8803-8b5fbd02a7dc,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:17.014080 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efcbcf-b6f3-4c1c-a860-926507cf0912 req-b903e8a6-6029-4822-a5db-8fd92f1c506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:17.015607 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-98efcbcf-b6f3-4c1c-a860-926507cf0912 req-b903e8a6-6029-4822-a5db-8fd92f1c506d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 1099 time: 0.1179769 Nov 29 17:54:17.036284 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-46c77872-36d4-417d-ba58-c078c687380b req-5cae552f-d993-4b66-a9ef-4faedfb19e7a tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397934 Nov 29 17:54:17.117269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-f1ca0d18-0a88-4944-921b-67910fbf619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:17.120061 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-f1ca0d18-0a88-4944-921b-67910fbf619c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1995437 Nov 29 17:54:17.129898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed1e97-ae40-474c-812d-66cc3faf7ffd req-2a9fa4e1-e578-4e5b-8fec-371c49258638 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:17.131687 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9ed1e97-ae40-474c-812d-66cc3faf7ffd req-2a9fa4e1-e578-4e5b-8fec-371c49258638 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 948 time: 0.1978559 Nov 29 17:54:17.141432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efcbcf-b6f3-4c1c-a860-926507cf0912 req-c3c8b544-998e-4160-92bc-ec34db747a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:17.143206 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-98efcbcf-b6f3-4c1c-a860-926507cf0912 req-c3c8b544-998e-4160-92bc-ec34db747a7c service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1186991 Nov 29 17:54:17.156091 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c7cc-325c-4ac8-a392-7f9cb5e6fd7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:17.200068 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-98efcbcf-b6f3-4c1c-a860-926507cf0912 req-907aea0b-6ff6-4277-a75c-b77e7cba3724 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=23f17721-a513-404d-bae3-c88f485b6409 HTTP/1.1" status: 200 len: 217 time: 0.0419323 Nov 29 17:54:17.261124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9ed1e97-ae40-474c-812d-66cc3faf7ffd req-eff69c88-b18c-42d3-958a-c5c69b8e4649 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151512 Nov 29 17:54:17.311665 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c7cc-325c-4ac8-a392-7f9cb5e6fd7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:17.327329 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-84ad99a6-21a5-4247-8740-3b798342854d service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942313 Nov 29 17:54:17.370550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efcbcf-b6f3-4c1c-a860-926507cf0912 req-750ffa97-d890-4858-aef3-424cfa363bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:17.372011 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-98efcbcf-b6f3-4c1c-a860-926507cf0912 req-750ffa97-d890-4858-aef3-424cfa363bd4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1602936 Nov 29 17:54:17.431015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efcbcf-b6f3-4c1c-a860-926507cf0912 req-f08e0397-12f4-447a-a0bf-fef95f1fd1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:17.433086 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-98efcbcf-b6f3-4c1c-a860-926507cf0912 req-f08e0397-12f4-447a-a0bf-fef95f1fd1b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0527477 Nov 29 17:54:17.436700 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c7cc-325c-4ac8-a392-7f9cb5e6fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:17.443006 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8a6c7cc-325c-4ac8-a392-7f9cb5e6fd7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:17.445741 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e8a6c7cc-325c-4ac8-a392-7f9cb5e6fd7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0e558aa-1740-4a0c-8803-8b5fbd02a7dc HTTP/1.1" status: 204 len: 168 time: 0.4696560 Nov 29 17:54:17.475447 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6c7cc-325c-4ac8-a392-7f9cb5e6fd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e558aa-1740-4a0c-8803-8b5fbd02a7dc,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:17.503763 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bf2c95d-9f6a-46fe-9759-a0169c41e3ac req-398d2380-33cc-408e-ba92-7d9520aa0042 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681445 Nov 29 17:54:17.596254 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-98efcbcf-b6f3-4c1c-a860-926507cf0912 req-70256540-19e4-4046-b73f-3a5d1b397c5f service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477294 Nov 29 17:54:17.711654 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-98efcbcf-b6f3-4c1c-a860-926507cf0912 req-661bd15d-2dbc-4f09-b4e2-1eb83cbc918c service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041188 Nov 29 17:54:17.747990 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2c901a-6ac7-4617-94be-e28107c9ac9c x-openstack-request-id: req-3a2c901a-6ac7-4617-94be-e28107c9ac9c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:17.748510 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36774d7-8b47-4e6d-aa8e-9e281f11eaa0", "tag": "eb57a55e-8e88-4232-adb2-6710e7654ae4", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:17.748510 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a2c901a-6ac7-4617-94be-e28107c9ac9c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:17.749127 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36774d7-8b47-4e6d-aa8e-9e281f11eaa0', 'tag': 'eb57a55e-8e88-4232-adb2-6710e7654ae4', 'status': 'completed', 'code': 200} Nov 29 17:54:17.825498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47532d2f-0d37-4be6-94ee-3f5809f758f1 req-7edf6f2b-4493-4d4d-b2e5-deb4312c603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:17.829885 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-47532d2f-0d37-4be6-94ee-3f5809f758f1 req-7edf6f2b-4493-4d4d-b2e5-deb4312c603c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 1098 time: 0.0555148 Nov 29 17:54:17.943342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47532d2f-0d37-4be6-94ee-3f5809f758f1 req-6f29bc0d-9984-457d-b97c-7fe6ee1d3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:17.945688 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-47532d2f-0d37-4be6-94ee-3f5809f758f1 req-6f29bc0d-9984-457d-b97c-7fe6ee1d3e39 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1090174 Nov 29 17:54:18.010366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0979a3-ba4a-4449-bd31-a60ec226d650 req-a41ba5e2-4452-42e4-9ccb-ff6a692856ce tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:18.012120 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-47532d2f-0d37-4be6-94ee-3f5809f758f1 req-853c01dc-ae0c-443b-aecf-7db48901dbea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=eb57a55e-8e88-4232-adb2-6710e7654ae4 HTTP/1.1" status: 200 len: 217 time: 0.0580246 Nov 29 17:54:18.012909 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de0979a3-ba4a-4449-bd31-a60ec226d650 req-a41ba5e2-4452-42e4-9ccb-ff6a692856ce tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 947 time: 0.0544291 Nov 29 17:54:18.073834 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47532d2f-0d37-4be6-94ee-3f5809f758f1 req-5ee069b7-f50e-4688-9887-97142f257347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:18.078877 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-47532d2f-0d37-4be6-94ee-3f5809f758f1 req-5ee069b7-f50e-4688-9887-97142f257347 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0591183 Nov 29 17:54:18.100281 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de0979a3-ba4a-4449-bd31-a60ec226d650 req-b4422e51-fb59-4737-9a90-e9760e136650 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807569 Nov 29 17:54:18.156300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47532d2f-0d37-4be6-94ee-3f5809f758f1 req-69d7741a-f888-4eef-a73e-df317eb2f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:18.158918 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-47532d2f-0d37-4be6-94ee-3f5809f758f1 req-69d7741a-f888-4eef-a73e-df317eb2f901 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719311 Nov 29 17:54:18.287693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226a8a8-4f99-4e97-88e0-c7486e278f87 req-5c6b1055-cdc9-4c34-95da-735a85b64d03 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:18.288162 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-47532d2f-0d37-4be6-94ee-3f5809f758f1 req-4b095eea-0662-4715-9f82-3f581f5f0d34 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205935 Nov 29 17:54:18.295042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b226a8a8-4f99-4e97-88e0-c7486e278f87 req-5c6b1055-cdc9-4c34-95da-735a85b64d03 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 944 time: 0.0667343 Nov 29 17:54:18.358706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b226a8a8-4f99-4e97-88e0-c7486e278f87 req-a8ae795b-98c3-4b65-9003-446e989a6db3 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627365 Nov 29 17:54:18.375082 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35678) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:18.395935 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db4a93d5-7ef4-4740-8240-0691643d9330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:18.451452 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-47532d2f-0d37-4be6-94ee-3f5809f758f1 req-857659b0-b951-4252-b931-294aba3c69e8 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543145 Nov 29 17:54:18.592203 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db4a93d5-7ef4-4740-8240-0691643d9330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:18.600064 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11b85d-e8e9-4ab2-ae80-4b15bf048451 req-7db3dc39-ea8d-4e0f-b1a7-1179ba1a4fee tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:18.601586 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa11b85d-e8e9-4ab2-ae80-4b15bf048451 req-7db3dc39-ea8d-4e0f-b1a7-1179ba1a4fee tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 948 time: 0.0865190 Nov 29 17:54:18.602696 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db4a93d5-7ef4-4740-8240-0691643d9330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:18.661743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-db4a93d5-7ef4-4740-8240-0691643d9330 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=320b7a9ad9f849dabe442ad537214744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855108 Nov 29 17:54:18.662765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a93d5-7ef4-4740-8240-0691643d9330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09e0bee-ef6f-4619-9fa1-e943f0318cf5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:18.664350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35698) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:18.727739 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa11b85d-e8e9-4ab2-ae80-4b15bf048451 req-0cd9ef13-66d1-4cdf-aa30-04b8ae1f06a7 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141934 Nov 29 17:54:18.762276 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-682c1fef-66e1-4b8a-8550-f72e1793f6f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:18.811276 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-682c1fef-66e1-4b8a-8550-f72e1793f6f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:18.882084 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-682c1fef-66e1-4b8a-8550-f72e1793f6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:18.886885 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-682c1fef-66e1-4b8a-8550-f72e1793f6f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:18.889981 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-682c1fef-66e1-4b8a-8550-f72e1793f6f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d09e0bee-ef6f-4619-9fa1-e943f0318cf5 HTTP/1.1" status: 204 len: 168 time: 0.2246010 Nov 29 17:54:18.909889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c1fef-66e1-4b8a-8550-f72e1793f6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09e0bee-ef6f-4619-9fa1-e943f0318cf5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:19.128970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784d919-2abe-40da-b5a9-83769768ed77 req-172cd255-a3fe-4ed9-9c70-8d4aabbbed37 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:19.136901 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b784d919-2abe-40da-b5a9-83769768ed77 req-172cd255-a3fe-4ed9-9c70-8d4aabbbed37 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 971 time: 0.0743370 Nov 29 17:54:19.181968 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b784d919-2abe-40da-b5a9-83769768ed77 req-3cab76fd-e8da-4e92-867e-7849bdf8e5ee tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414035 Nov 29 17:54:19.394584 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682177e-7e44-4b5f-b2a8-195edd3022f8 req-e1d1d847-9cd3-4b39-b52b-fb7c2b9ee033 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:19.396212 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d682177e-7e44-4b5f-b2a8-195edd3022f8 req-e1d1d847-9cd3-4b39-b52b-fb7c2b9ee033 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 947 time: 0.0556204 Nov 29 17:54:19.452229 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d682177e-7e44-4b5f-b2a8-195edd3022f8 req-773c2c76-3633-4e1d-a096-d4a16be07c02 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491846 Nov 29 17:54:19.593116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cba13c-0585-4ad8-99fb-51e6fbdabc81 req-0921bb54-52a9-4142-bd67-13a3712d0fba tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:19.593116 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86cba13c-0585-4ad8-99fb-51e6fbdabc81 req-0921bb54-52a9-4142-bd67-13a3712d0fba tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 944 time: 0.0565753 Nov 29 17:54:19.655843 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86cba13c-0585-4ad8-99fb-51e6fbdabc81 req-320ccd6a-2828-4804-ad7a-469378b72aab tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551991 Nov 29 17:54:19.866318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046665a8-4d29-4cc7-b6f7-83f842d45647 req-14d770f1-a298-4a75-ba88-cac95348b909 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:19.868943 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-046665a8-4d29-4cc7-b6f7-83f842d45647 req-14d770f1-a298-4a75-ba88-cac95348b909 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 948 time: 0.0583711 Nov 29 17:54:19.932375 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-046665a8-4d29-4cc7-b6f7-83f842d45647 req-bf8a6cdd-7626-4ce9-be4f-04abcb61f34e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565989 Nov 29 17:54:19.947903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35772) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:20.008687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35776) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:20.078094 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5bc2201e-cf45-443f-939f-baa0d8890f80 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:54:20.147999 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-65e66917-45b9-4b9b-9791-6d862e805c82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:20.165574 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7cae6ff-f9c0-4326-b018-63c570ecb9cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:20.208037 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 5bc2201e-cf45-443f-939f-baa0d8890f80, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5bc2201e-cf45-443f-939f-baa0d8890f80,segment=NetworkSegment(2611eb96-ee0c-44ea-b17c-6d665a2e0535),segment_id=2611eb96-ee0c-44ea-b17c-6d665a2e0535)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:20.224890 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '5bc2201e-cf45-443f-939f-baa0d8890f80', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'port_id': '5bc2201e-cf45-443f-939f-baa0d8890f80', 'mac_address': 'fa:16:3e:26:6d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:54:20.279185 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:20.296634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc2201e-cf45-443f-939f-baa0d8890f80 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:20.309908 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-65e66917-45b9-4b9b-9791-6d862e805c82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:20.324934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 5bc2201e-cf45-443f-939f-baa0d8890f80, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5bc2201e-cf45-443f-939f-baa0d8890f80,segment=NetworkSegment(2611eb96-ee0c-44ea-b17c-6d665a2e0535),segment_id=2611eb96-ee0c-44ea-b17c-6d665a2e0535)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:20.327960 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-65e66917-45b9-4b9b-9791-6d862e805c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:20.332613 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:20.339939 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7cae6ff-f9c0-4326-b018-63c570ecb9cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:20.361228 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7cae6ff-f9c0-4326-b018-63c570ecb9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:20.375900 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebf8d1-e45e-49ce-9d3d-f984670c09af req-17c183c1-d4ee-488a-bb78-917c7ac23405 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:20.397393 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69ebf8d1-e45e-49ce-9d3d-f984670c09af req-17c183c1-d4ee-488a-bb78-917c7ac23405 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 971 time: 0.0870292 Nov 29 17:54:20.413567 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e66917-45b9-4b9b-9791-6d862e805c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de691671-6e1d-425a-ac15-925eab1665a1,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:20.444102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=5bc2201e-cf45-443f-939f-baa0d8890f80,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:20.508622 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69ebf8d1-e45e-49ce-9d3d-f984670c09af req-024e27f7-3e7f-4cf7-b424-1491702b095f tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/security-groups?id=2307d175-9600-4e32-9886-3cd6832cf0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053593 Nov 29 17:54:20.590128 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35804) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:20.621639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20d4ee-ecbd-4793-b8a6-219de5816df1 req-5288cedc-4c2c-47ce-af85-1f46f6389fa8 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:20.630166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a20d4ee-ecbd-4793-b8a6-219de5816df1 req-5288cedc-4c2c-47ce-af85-1f46f6389fa8 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 947 time: 0.0692294 Nov 29 17:54:20.666111 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-65e66917-45b9-4b9b-9791-6d862e805c82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86165bcc461146f482b14f5e0e8e5eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7130287 Nov 29 17:54:20.667069 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a7cae6ff-f9c0-4326-b018-63c570ecb9cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=563605fe5c4843a8bec875514299a481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6571045 Nov 29 17:54:20.668153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cae6ff-f9c0-4326-b018-63c570ecb9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8c74d8-c9fd-43f1-a619-d24350c809af,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:20.668463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35810) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:20.670579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35812) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:20.726155 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a20d4ee-ecbd-4793-b8a6-219de5816df1 req-6a26e110-9812-4418-9d26-e0620b17877f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889657 Nov 29 17:54:20.784257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['5bc2201e-cf45-443f-939f-baa0d8890f80'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:54:20.794700 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-58518989-e2c7-4827-aae6-171c62d1daf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:20.804659 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f941d2e4-0d6f-4f2d-9b39-57df1d29cfaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:20.841310 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-58518989-e2c7-4827-aae6-171c62d1daf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:20.875094 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3e7ec-e25d-49ba-b285-5610b8cfee09 req-7ba2489c-9cfc-4d98-8c3e-2ee9be2d9bd8 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:20.876981 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3fe3e7ec-e25d-49ba-b285-5610b8cfee09 req-7ba2489c-9cfc-4d98-8c3e-2ee9be2d9bd8 tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 971 time: 0.1528289 Nov 29 17:54:20.880399 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f941d2e4-0d6f-4f2d-9b39-57df1d29cfaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:20.922388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417287bc-399b-4711-bbf8-9a97a21e9716 req-0044c024-745b-4032-b033-1cba10fabdc1 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:20.925122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-417287bc-399b-4711-bbf8-9a97a21e9716 req-0044c024-745b-4032-b033-1cba10fabdc1 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 945 time: 0.1620414 Nov 29 17:54:20.937624 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6547d22f-6ed4-43ca-9c42-604e60d0e56b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:20.994319 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f941d2e4-0d6f-4f2d-9b39-57df1d29cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:20.997247 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f941d2e4-0d6f-4f2d-9b39-57df1d29cfaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:20.998598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f941d2e4-0d6f-4f2d-9b39-57df1d29cfaf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de691671-6e1d-425a-ac15-925eab1665a1 HTTP/1.1" status: 204 len: 168 time: 0.3290970 Nov 29 17:54:21.051343 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-417287bc-399b-4711-bbf8-9a97a21e9716 req-8a7744c7-db8a-44f0-b0f4-9edcad4492c2 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172135 Nov 29 17:54:21.054576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941d2e4-0d6f-4f2d-9b39-57df1d29cfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de691671-6e1d-425a-ac15-925eab1665a1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:21.111260 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-58518989-e2c7-4827-aae6-171c62d1daf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:21.117164 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-58518989-e2c7-4827-aae6-171c62d1daf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:21.121458 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-58518989-e2c7-4827-aae6-171c62d1daf6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c8c74d8-c9fd-43f1-a619-d24350c809af HTTP/1.1" status: 204 len: 168 time: 0.4469409 Nov 29 17:54:21.162565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58518989-e2c7-4827-aae6-171c62d1daf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8c74d8-c9fd-43f1-a619-d24350c809af,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:21.205254 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-3fe3e7ec-e25d-49ba-b285-5610b8cfee09 req-90758dac-6b48-469b-a109-f1dba0121f8d tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Deleting port fa2246b1-58ac-46a5-b05f-f7973c21dc12 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:54:21.205612 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3fe3e7ec-e25d-49ba-b285-5610b8cfee09 req-90758dac-6b48-469b-a109-f1dba0121f8d tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:21.211042 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6547d22f-6ed4-43ca-9c42-604e60d0e56b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:21.220366 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6547d22f-6ed4-43ca-9c42-604e60d0e56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:21.255444 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6547d22f-6ed4-43ca-9c42-604e60d0e56b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4f079114e124264a72d89bafeb3bd22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6644659 Nov 29 17:54:21.264664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35830) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:21.295196 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330b96e-c2fb-4602-90df-cee734d86d7c req-f72328bf-9e86-478e-b8d6-ba070dbea1b0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:21.296717 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7330b96e-c2fb-4602-90df-cee734d86d7c req-f72328bf-9e86-478e-b8d6-ba070dbea1b0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 948 time: 0.1595562 Nov 29 17:54:21.305276 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547d22f-6ed4-43ca-9c42-604e60d0e56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea610635-cccc-47ce-a932-b82687053317,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:21.331874 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-3fe3e7ec-e25d-49ba-b285-5610b8cfee09 req-90758dac-6b48-469b-a109-f1dba0121f8d tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] For port fa2246b1-58ac-46a5-b05f-f7973c21dc12, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fa2246b1-58ac-46a5-b05f-f7973c21dc12,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:21.332565 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3fe3e7ec-e25d-49ba-b285-5610b8cfee09 req-90758dac-6b48-469b-a109-f1dba0121f8d tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:21.359221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-3fe3e7ec-e25d-49ba-b285-5610b8cfee09 req-90758dac-6b48-469b-a109-f1dba0121f8d tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Calling delete_port for fa2246b1-58ac-46a5-b05f-f7973c21dc12 owned by compute:tempest-test_az-958805351 {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:54:21.379592 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7330b96e-c2fb-4602-90df-cee734d86d7c req-f2905a8a-d01e-4579-93aa-7e76ede3c6a1 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697625 Nov 29 17:54:21.405466 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-efdad0e2-cf6a-4d20-8385-cb4bb2dae389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:21.430583 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-efdad0e2-cf6a-4d20-8385-cb4bb2dae389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:21.496518 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-efdad0e2-cf6a-4d20-8385-cb4bb2dae389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:21.500012 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-efdad0e2-cf6a-4d20-8385-cb4bb2dae389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:21.500311 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-efdad0e2-cf6a-4d20-8385-cb4bb2dae389 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea610635-cccc-47ce-a932-b82687053317 HTTP/1.1" status: 204 len: 168 time: 0.2346985 Nov 29 17:54:21.507961 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdad0e2-cf6a-4d20-8385-cb4bb2dae389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea610635-cccc-47ce-a932-b82687053317,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:21.568933 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35844) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:21.583374 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c856ba3a-d460-4bf9-8a4e-8a3454a09136 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:21.585588 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3fe3e7ec-e25d-49ba-b285-5610b8cfee09 req-90758dac-6b48-469b-a109-f1dba0121f8d tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:21.603662 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['fa2246b1-58ac-46a5-b05f-f7973c21dc12'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:54:21.624096 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90758dac-6b48-469b-a109-f1dba0121f8d tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Pushing event deleted for resources: {'Port': ['ID=fa2246b1-58ac-46a5-b05f-f7973c21dc12,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:21.658942 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-751c332e-f324-4169-9a1b-8c1f526d4ad6 req-c9be875c-870a-4dfd-9100-1dfb758bd66c tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0 HTTP/1.1" status: 200 len: 210 time: 0.0456777 Nov 29 17:54:21.703595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe3e7ec-e25d-49ba-b285-5610b8cfee09 req-90758dac-6b48-469b-a109-f1dba0121f8d tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] No DVR routers for this DVR port fa2246b1-58ac-46a5-b05f-f7973c21dc12 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:54:21.707369 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3fe3e7ec-e25d-49ba-b285-5610b8cfee09 req-90758dac-6b48-469b-a109-f1dba0121f8d tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:21.711436 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3fe3e7ec-e25d-49ba-b285-5610b8cfee09 req-90758dac-6b48-469b-a109-f1dba0121f8d tempest-AggregatesAdminTestJSON-247801393 tempest-AggregatesAdminTestJSON-247801393-project] 10.222.0.20 "DELETE /v2.0/ports/fa2246b1-58ac-46a5-b05f-f7973c21dc12 HTTP/1.1" status: 204 len: 173 time: 0.8247218 Nov 29 17:54:21.711905 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0', 'name': 'network-vif-deleted', 'tag': 'fa2246b1-58ac-46a5-b05f-f7973c21dc12'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:21.714847 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03af117-5d95-416c-b094-d6ec116102d0" -d '{"events": [{"server_uuid": "7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0", "name": "network-vif-deleted", "tag": "fa2246b1-58ac-46a5-b05f-f7973c21dc12"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:21.770225 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c856ba3a-d460-4bf9-8a4e-8a3454a09136 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:21.773232 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5274bdf6-c22b-4e53-8a23-8f6209483c3f x-openstack-request-id: req-5274bdf6-c22b-4e53-8a23-8f6209483c3f {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:21.774539 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0", "name": "network-vif-deleted", "tag": "fa2246b1-58ac-46a5-b05f-f7973c21dc12", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:21.774846 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5274bdf6-c22b-4e53-8a23-8f6209483c3f {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:21.775275 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2ecc2b-5b2f-4009-9c5a-59f81f0ab7a0', 'name': 'network-vif-deleted', 'tag': 'fa2246b1-58ac-46a5-b05f-f7973c21dc12', 'status': 'completed', 'code': 200} Nov 29 17:54:21.786437 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c856ba3a-d460-4bf9-8a4e-8a3454a09136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:21.854027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856ba3a-d460-4bf9-8a4e-8a3454a09136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02b19ba-7245-4141-8040-86ad639cfa04,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:21.892896 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35850) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:21.894841 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c856ba3a-d460-4bf9-8a4e-8a3454a09136 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d173c9ddf7f4243a3eb81b2c8983a41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248596 Nov 29 17:54:21.978459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70321a38-227a-4cdf-a2ab-9b3870a5ddc2 req-c01988a3-3a81-4cb6-b2bc-e74bc0a7e4f6 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:21.980147 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70321a38-227a-4cdf-a2ab-9b3870a5ddc2 req-c01988a3-3a81-4cb6-b2bc-e74bc0a7e4f6 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 947 time: 0.0945783 Nov 29 17:54:21.980637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35854) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:21.985413 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8ed0-0871-47d7-bc50-7c22a19bd127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.012300 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8ed0-0871-47d7-bc50-7c22a19bd127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.014226 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2386ed2d-74a9-40b7-a350-81de7363091e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.052015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70321a38-227a-4cdf-a2ab-9b3870a5ddc2 req-a7af5088-c22d-4f58-abc0-124fda4c8308 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637717 Nov 29 17:54:22.058534 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 23f17721-a513-404d-bae3-c88f485b6409 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:54:22.097071 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5bc2201e-cf45-443f-939f-baa0d8890f80 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:54:22.100950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35858) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:22.107808 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8ed0-0871-47d7-bc50-7c22a19bd127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.114195 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6f1d8ed0-0871-47d7-bc50-7c22a19bd127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.116216 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6f1d8ed0-0871-47d7-bc50-7c22a19bd127 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b02b19ba-7245-4141-8040-86ad639cfa04 HTTP/1.1" status: 204 len: 168 time: 0.2219520 Nov 29 17:54:22.137495 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d8ed0-0871-47d7-bc50-7c22a19bd127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02b19ba-7245-4141-8040-86ad639cfa04,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:22.192228 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2386ed2d-74a9-40b7-a350-81de7363091e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.196942 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2386ed2d-74a9-40b7-a350-81de7363091e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.248627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29e2a5-15d0-4602-b969-f10d0d80ac9c req-d87b1139-a5f3-4163-8045-451e70409632 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:22.250134 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf29e2a5-15d0-4602-b969-f10d0d80ac9c req-d87b1139-a5f3-4163-8045-451e70409632 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 945 time: 0.1066732 Nov 29 17:54:22.252420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386ed2d-74a9-40b7-a350-81de7363091e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93febe8-faaa-4130-8da2-82903e4d524c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:22.254529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 5bc2201e-cf45-443f-939f-baa0d8890f80 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:54:22.259403 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35866) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:22.259577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2386ed2d-74a9-40b7-a350-81de7363091e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff0f26faa69e411bbe67d0694f024d6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778122 Nov 29 17:54:22.277581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 5bc2201e-cf45-443f-939f-baa0d8890f80 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:22.277801 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.283991 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 23f17721-a513-404d-bae3-c88f485b6409, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=23f17721-a513-404d-bae3-c88f485b6409,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:22.320207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '23f17721-a513-404d-bae3-c88f485b6409', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '23f17721-a513-404d-bae3-c88f485b6409', 'mac_address': 'fa:16:3e:0f:ff:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:54:22.341190 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e72585fc-9ed7-4429-aae6-15f5289b1aa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.369818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf29e2a5-15d0-4602-b969-f10d0d80ac9c req-236856c2-03d7-4de1-94fd-9a38392d513b tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091812 Nov 29 17:54:22.381049 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e72585fc-9ed7-4429-aae6-15f5289b1aa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.436819 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8773d4fe-5701-4653-8153-2eb91643bfb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.442265 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.595226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f17721-a513-404d-bae3-c88f485b6409 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:22.601181 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.604505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fa260-276c-4663-abeb-c3281fb1fae4 req-38058482-c69c-4056-8ca4-a1524d9f419d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:22.616489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-727fa260-276c-4663-abeb-c3281fb1fae4 req-38058482-c69c-4056-8ca4-a1524d9f419d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 948 time: 0.1346896 Nov 29 17:54:22.617568 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8773d4fe-5701-4653-8153-2eb91643bfb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.635502 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 23f17721-a513-404d-bae3-c88f485b6409, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=23f17721-a513-404d-bae3-c88f485b6409,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:22.636053 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8773d4fe-5701-4653-8153-2eb91643bfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.642856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d92ad30-aa38-486b-b2f1-7150fd81d437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc2201e-cf45-443f-939f-baa0d8890f80'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:22.645381 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2b2b30-df04-458a-81a6-4ba45321fa0e" -d '{"events": [{"server_uuid": "3d92ad30-aa38-486b-b2f1-7150fd81d437", "name": "network-vif-plugged", "status": "completed", "tag": "5bc2201e-cf45-443f-939f-baa0d8890f80"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:22.652137 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.653110 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device eb57a55e-8e88-4232-adb2-6710e7654ae4 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:54:22.713350 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8773d4fe-5701-4653-8153-2eb91643bfb7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=268d2ff3b7ab4731a7665712e60e8493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6102374 Nov 29 17:54:22.714572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35886) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:22.715434 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773d4fe-5701-4653-8153-2eb91643bfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04964052-dfbe-49f8-b90d-c47ebc7f79e3,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:22.727157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 5bc2201e-cf45-443f-939f-baa0d8890f80, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5bc2201e-cf45-443f-939f-baa0d8890f80,segment=NetworkSegment(2611eb96-ee0c-44ea-b17c-6d665a2e0535),segment_id=2611eb96-ee0c-44ea-b17c-6d665a2e0535)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:22.743620 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.752619 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc64e15d-5e94-4362-9844-ad06fa8c7372 x-openstack-request-id: req-fc64e15d-5e94-4362-9844-ad06fa8c7372 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:22.753449 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d92ad30-aa38-486b-b2f1-7150fd81d437", "name": "network-vif-plugged", "status": "completed", "tag": "5bc2201e-cf45-443f-939f-baa0d8890f80", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:22.754154 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc64e15d-5e94-4362-9844-ad06fa8c7372 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:22.755191 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d92ad30-aa38-486b-b2f1-7150fd81d437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc2201e-cf45-443f-939f-baa0d8890f80', 'code': 200} Nov 29 17:54:22.794935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-727fa260-276c-4663-abeb-c3281fb1fae4 req-1cf7f9dc-b6ce-47b7-bf29-265bcd44e7a8 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760104 Nov 29 17:54:22.800821 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port eb57a55e-8e88-4232-adb2-6710e7654ae4, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=eb57a55e-8e88-4232-adb2-6710e7654ae4,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:22.804914 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e72585fc-9ed7-4429-aae6-15f5289b1aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.807540 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e72585fc-9ed7-4429-aae6-15f5289b1aa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.811395 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e72585fc-9ed7-4429-aae6-15f5289b1aa6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e93febe8-faaa-4130-8da2-82903e4d524c HTTP/1.1" status: 204 len: 168 time: 0.5478835 Nov 29 17:54:22.818809 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=23f17721-a513-404d-bae3-c88f485b6409,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:22.821599 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-102e3f0d-186a-4a76-b061-126df6da9324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.829830 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'eb57a55e-8e88-4232-adb2-6710e7654ae4', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'eb57a55e-8e88-4232-adb2-6710e7654ae4', 'mac_address': 'fa:16:3e:59:ba:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:54:22.887701 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-102e3f0d-186a-4a76-b061-126df6da9324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.908019 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72585fc-9ed7-4429-aae6-15f5289b1aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93febe8-faaa-4130-8da2-82903e4d524c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:22.913709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=5bc2201e-cf45-443f-939f-baa0d8890f80,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:22.917564 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.941641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb57a55e-8e88-4232-adb2-6710e7654ae4 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:22.949475 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765da8b-b882-4e96-b3c0-3a2ac3d8026a req-c6d52bee-eca3-4bb0-9d58-0d4017b6e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:22.951031 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9765da8b-b882-4e96-b3c0-3a2ac3d8026a req-c6d52bee-eca3-4bb0-9d58-0d4017b6e292 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 1097 time: 0.0833321 Nov 29 17:54:22.968435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port eb57a55e-8e88-4232-adb2-6710e7654ae4, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=eb57a55e-8e88-4232-adb2-6710e7654ae4,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:22.974573 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.990774 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-102e3f0d-186a-4a76-b061-126df6da9324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.993587 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-102e3f0d-186a-4a76-b061-126df6da9324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:22.995446 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-102e3f0d-186a-4a76-b061-126df6da9324 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04964052-dfbe-49f8-b90d-c47ebc7f79e3 HTTP/1.1" status: 204 len: 168 time: 0.2599132 Nov 29 17:54:23.015929 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e3f0d-186a-4a76-b061-126df6da9324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04964052-dfbe-49f8-b90d-c47ebc7f79e3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:23.023705 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9765da8b-b882-4e96-b3c0-3a2ac3d8026a req-68cfbc95-f552-4b12-a3af-5665e8a76f47 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636804 Nov 29 17:54:23.073041 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=eb57a55e-8e88-4232-adb2-6710e7654ae4,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:23.183870 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b99645-9eac-4d78-bb06-d08c2b52a2d6 req-6467aa1f-397f-4f89-9c31-2b8802a907bf tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:23.185249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07b99645-9eac-4d78-bb06-d08c2b52a2d6 req-6467aa1f-397f-4f89-9c31-2b8802a907bf tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 948 time: 0.0519698 Nov 29 17:54:23.247328 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07b99645-9eac-4d78-bb06-d08c2b52a2d6 req-ac322675-2c7c-4a15-8138-af8c2a134be6 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532293 Nov 29 17:54:23.335227 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['eb57a55e-8e88-4232-adb2-6710e7654ae4'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:54:23.365916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['23f17721-a513-404d-bae3-c88f485b6409'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:54:23.432620 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35914) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:23.514117 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ee5cf-64d4-4114-96f5-fd15ed3d1801 req-36477ae4-b216-4aec-8560-721ddcc00f4b tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:23.514117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b19ee5cf-64d4-4114-96f5-fd15ed3d1801 req-36477ae4-b216-4aec-8560-721ddcc00f4b tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 946 time: 0.0581906 Nov 29 17:54:23.584844 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b19ee5cf-64d4-4114-96f5-fd15ed3d1801 req-8f08b34d-b3a9-4e12-ae9a-139735e1cafc tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615366 Nov 29 17:54:23.649726 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35924) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:23.664581 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f30e082f-7cb7-4380-a072-33b169039a2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:23.739971 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fde459c6-0d72-4599-82ed-982aec7df575 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a36989e6a0654b37b603cd756db8d140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061025 Nov 29 17:54:23.742740 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35926) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:23.831810 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f30e082f-7cb7-4380-a072-33b169039a2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:23.833095 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-947576a0-346c-4400-865a-7242c83e56c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:23.848301 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f30e082f-7cb7-4380-a072-33b169039a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:23.870530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-947576a0-346c-4400-865a-7242c83e56c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:23.912046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35938) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:23.925441 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f54092b1-982b-4185-aa1e-0533d04c641b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:23.943038 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f30e082f-7cb7-4380-a072-33b169039a2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19c5534f256742e09b3441abe6548614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885735 Nov 29 17:54:23.948342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e082f-7cb7-4380-a072-33b169039a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e6ea4a-4afc-49df-baf9-c6c5e4202a65,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:23.950592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35942) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:23.975353 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-947576a0-346c-4400-865a-7242c83e56c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:23.981482 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38579f2-9032-431d-8219-4c7c1ed2eb38 req-b02b2bcc-040d-4e92-b2ed-d5600a657f26 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:23.981768 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-947576a0-346c-4400-865a-7242c83e56c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:23.983277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a38579f2-9032-431d-8219-4c7c1ed2eb38 req-b02b2bcc-040d-4e92-b2ed-d5600a657f26 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 949 time: 0.1123364 Nov 29 17:54:23.994772 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-947576a0-346c-4400-865a-7242c83e56c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2307d175-9600-4e32-9886-3cd6832cf0b6 HTTP/1.1" status: 204 len: 168 time: 0.2509198 Nov 29 17:54:24.005726 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947576a0-346c-4400-865a-7242c83e56c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2307d175-9600-4e32-9886-3cd6832cf0b6,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:24.073929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a38579f2-9032-431d-8219-4c7c1ed2eb38 req-ba49bf18-23b4-46a6-b7fa-292336502c49 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824227 Nov 29 17:54:24.079288 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a19b3efc-86c1-4808-ba18-cde7bfb161ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.101361 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a19b3efc-86c1-4808-ba18-cde7bfb161ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.153342 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a19b3efc-86c1-4808-ba18-cde7bfb161ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.156247 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a19b3efc-86c1-4808-ba18-cde7bfb161ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.157418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a19b3efc-86c1-4808-ba18-cde7bfb161ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25e6ea4a-4afc-49df-baf9-c6c5e4202a65 HTTP/1.1" status: 204 len: 168 time: 0.1923141 Nov 29 17:54:24.165488 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b3efc-86c1-4808-ba18-cde7bfb161ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e6ea4a-4afc-49df-baf9-c6c5e4202a65,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:24.211706 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b2d884cf-8a72-467d-8cf0-d4899e7bb42b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1526862746-network', 'tenant_id': 'b45e5fd058e4486eba865d9639f46f59'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:24.234498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d884cf-8a72-467d-8cf0-d4899e7bb42b admin admin] Made reservation on behalf of b45e5fd058e4486eba865d9639f46f59 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:24.237454 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2d884cf-8a72-467d-8cf0-d4899e7bb42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.247161 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2d884cf-8a72-467d-8cf0-d4899e7bb42b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.344453 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2d884cf-8a72-467d-8cf0-d4899e7bb42b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.354140 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2d884cf-8a72-467d-8cf0-d4899e7bb42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.381083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d884cf-8a72-467d-8cf0-d4899e7bb42b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:54:24.382709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92585a79-9c75-413a-9652-29d70f4d540e req-ae8c4c2b-8be8-496a-94e1-78149710aba1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:24.390875 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d884cf-8a72-467d-8cf0-d4899e7bb42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0b61d1-23aa-48b8-83aa-417dad2bf86e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:24.391799 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92585a79-9c75-413a-9652-29d70f4d540e req-ae8c4c2b-8be8-496a-94e1-78149710aba1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 948 time: 0.0618455 Nov 29 17:54:24.411989 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2d884cf-8a72-467d-8cf0-d4899e7bb42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.412550 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-b2d884cf-8a72-467d-8cf0-d4899e7bb42b admin admin] Added segment 3571596f-2128-4b10-a2ff-2b0ef8fdc620 of type vlan for network 3305f6d8-d3d1-4aad-b79b-9932fd4791a8 Nov 29 17:54:24.449179 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92585a79-9c75-413a-9652-29d70f4d540e req-87947245-5c0a-4a3e-8f73-37b4e8e0099d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557883 Nov 29 17:54:24.457440 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2d884cf-8a72-467d-8cf0-d4899e7bb42b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.485862 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2d884cf-8a72-467d-8cf0-d4899e7bb42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.486951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d884cf-8a72-467d-8cf0-d4899e7bb42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:24.487581 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2d884cf-8a72-467d-8cf0-d4899e7bb42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.551684 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b2d884cf-8a72-467d-8cf0-d4899e7bb42b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6354871 Nov 29 17:54:24.552394 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d884cf-8a72-467d-8cf0-d4899e7bb42b admin admin] Pushing event updated for resources: {'Network': ['ID=3305f6d8-d3d1-4aad-b79b-9932fd4791a8,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:24.559133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35964) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:24.562950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 3305f6d8-d3d1-4aad-b79b-9932fd4791a8 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:54:24.568590 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9d7b0f4d-f1d9-4150-ae1d-8f4ec1747488 admin admin] Request body: {'subnet': {'network_id': '3305f6d8-d3d1-4aad-b79b-9932fd4791a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1526862746-subnet', 'tenant_id': 'b45e5fd058e4486eba865d9639f46f59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:24.597849 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7b0f4d-f1d9-4150-ae1d-8f4ec1747488 admin admin] Made reservation on behalf of b45e5fd058e4486eba865d9639f46f59 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:24.600468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0f4d-f1d9-4150-ae1d-8f4ec1747488 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.688787 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35970) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:24.734582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27780d12-e1f1-4936-98a8-dfc31b46226f req-f672c208-f66b-452b-aacc-a63a0bfd9329 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:24.742972 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27780d12-e1f1-4936-98a8-dfc31b46226f req-f672c208-f66b-452b-aacc-a63a0bfd9329 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 946 time: 0.0628946 Nov 29 17:54:24.767080 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3cb37499-a3d0-4f21-a0c1-93f7931236e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67fe170eb55d400ab55c8a6ae4048332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0768342 Nov 29 17:54:24.767578 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35972) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:24.839137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27780d12-e1f1-4936-98a8-dfc31b46226f req-83ed5cfb-822b-4e78-b5a6-add9860689a0 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946641 Nov 29 17:54:24.852575 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0f4d-f1d9-4150-ae1d-8f4ec1747488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.856072 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-588c9ef6-73a6-4983-8720-25425edb0374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.887319 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-588c9ef6-73a6-4983-8720-25425edb0374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.933690 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b0f4d-f1d9-4150-ae1d-8f4ec1747488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a920335-f992-4186-8d1b-8d367b1e59be,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:24.943658 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b0f4d-f1d9-4150-ae1d-8f4ec1747488 admin admin] Checking segment: {'id': '3571596f-2128-4b10-a2ff-2b0ef8fdc620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3305f6d8-d3d1-4aad-b79b-9932fd4791a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:24.944076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7b0f4d-f1d9-4150-ae1d-8f4ec1747488 admin admin] Network hostable DHCP agents. Network: 3305f6d8-d3d1-4aad-b79b-9932fd4791a8, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:54:24.956741 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-588c9ef6-73a6-4983-8720-25425edb0374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.961393 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-588c9ef6-73a6-4983-8720-25425edb0374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.967513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-588c9ef6-73a6-4983-8720-25425edb0374 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e72ce5d0-5e8b-4369-aa07-765c18632ab0 HTTP/1.1" status: 204 len: 168 time: 0.1985292 Nov 29 17:54:24.969823 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7b0f4d-f1d9-4150-ae1d-8f4ec1747488 admin admin] Network 3305f6d8-d3d1-4aad-b79b-9932fd4791a8 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:54:24.975539 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c9ef6-73a6-4983-8720-25425edb0374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72ce5d0-5e8b-4369-aa07-765c18632ab0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:24.984136 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-9d7b0f4d-f1d9-4150-ae1d-8f4ec1747488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 3305f6d8-d3d1-4aad-b79b-9932fd4791a8) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:24.990221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7b0f4d-f1d9-4150-ae1d-8f4ec1747488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:24.991427 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d7b0f4d-f1d9-4150-ae1d-8f4ec1747488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:24.995159 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f040dd2-c24c-46d3-8f4a-1aea62b02461 None None] Network 3305f6d8-d3d1-4aad-b79b-9932fd4791a8 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:54:25.018651 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9d7b0f4d-f1d9-4150-ae1d-8f4ec1747488 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4588261 Nov 29 17:54:25.162726 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9330109-179a-435c-8011-ba079880acb1 None None] Network 3305f6d8-d3d1-4aad-b79b-9932fd4791a8 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:54:25.196315 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466979d2-b69d-4b87-943b-7d5ae17babc9 req-9599330a-c051-4fc0-b4b9-fc5d810f5d3d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:25.198465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-466979d2-b69d-4b87-943b-7d5ae17babc9 req-9599330a-c051-4fc0-b4b9-fc5d810f5d3d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 949 time: 0.0592921 Nov 29 17:54:25.251027 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-466979d2-b69d-4b87-943b-7d5ae17babc9 req-605466b3-7fe7-4f47-8a05-2ec4697f0eb3 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435925 Nov 29 17:54:25.573741 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fa2246b1-58ac-46a5-b05f-f7973c21dc12 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:54:25.578273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cf02c-11b3-462a-9d54-c0491c4ac246 req-adb2b437-ea08-4a1d-bacc-e8d28b775e6a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:25.580042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-997cf02c-11b3-462a-9d54-c0491c4ac246 req-adb2b437-ea08-4a1d-bacc-e8d28b775e6a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 948 time: 0.0556822 Nov 29 17:54:25.601633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: fa2246b1-58ac-46a5-b05f-f7973c21dc12 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:54:25.602132 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fa2246b1-58ac-46a5-b05f-f7973c21dc12 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:54:25.634860 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-997cf02c-11b3-462a-9d54-c0491c4ac246 req-ed939d5e-3097-4760-8227-7a18d18d6af5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488124 Nov 29 17:54:25.688554 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-49e61db1-6e4d-4c51-9046-a96e4f70660f req-1667de22-db89-4d01-bcf4-aac578fecc32 tempest-SecurityGroupsNegativeTestJSON-1979957503 tempest-SecurityGroupsNegativeTestJSON-1979957503-project] show failed (client error): The resource could not be found. Nov 29 17:54:25.689564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49e61db1-6e4d-4c51-9046-a96e4f70660f req-1667de22-db89-4d01-bcf4-aac578fecc32 tempest-SecurityGroupsNegativeTestJSON-1979957503 tempest-SecurityGroupsNegativeTestJSON-1979957503-project] 10.222.0.23 "GET /v2.0/security-groups/ece75a4e-f24e-44b8-8b1d-dfadcdccbe26 HTTP/1.1" status: 404 len: 352 time: 0.0144715 Nov 29 17:54:25.790189 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4301fd04-e5a7-4d66-803c-1e0357e379f0 req-e720b489-48cf-413d-9a56-467e13a4c5ba tempest-SecurityGroupsNegativeTestJSON-1979957503 tempest-SecurityGroupsNegativeTestJSON-1979957503-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b45e5fd058e4486eba865d9639f46f59 HTTP/1.1" status: 200 len: 3001 time: 0.0669122 Nov 29 17:54:25.843117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4301fd04-e5a7-4d66-803c-1e0357e379f0 req-aba71a05-b09d-4c53-921a-1b2ba5f5ced1 tempest-SecurityGroupsNegativeTestJSON-1979957503 tempest-SecurityGroupsNegativeTestJSON-1979957503-project] 10.222.0.23 "GET /v2.0/security-groups/ca0b61d1-23aa-48b8-83aa-417dad2bf86e HTTP/1.1" status: 200 len: 2998 time: 0.0444167 Nov 29 17:54:25.899331 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4301fd04-e5a7-4d66-803c-1e0357e379f0 req-4f1da4e2-2d8c-4de6-ab0b-842163b75361 tempest-SecurityGroupsNegativeTestJSON-1979957503 tempest-SecurityGroupsNegativeTestJSON-1979957503-project] 10.222.0.23 "GET /v2.0/security-groups/ca0b61d1-23aa-48b8-83aa-417dad2bf86e HTTP/1.1" status: 200 len: 2998 time: 0.0490742 Nov 29 17:54:26.006058 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4f15944-4ef1-495f-a11a-ae85a01bbe43 req-fcd90d79-3fc9-46c7-96cd-75e1610a81a7 tempest-SecurityGroupsNegativeTestJSON-1979957503 tempest-SecurityGroupsNegativeTestJSON-1979957503-project] 10.222.0.23 "GET /v2.0/security-groups/ca0b61d1-23aa-48b8-83aa-417dad2bf86e HTTP/1.1" status: 200 len: 2998 time: 0.0836902 Nov 29 17:54:26.021981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844712f3-1fa3-4588-8ed5-0c3070959faa req-4cc96b8c-4fc5-4e44-98d5-13bb353fb428 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:26.027104 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-844712f3-1fa3-4588-8ed5-0c3070959faa req-4cc96b8c-4fc5-4e44-98d5-13bb353fb428 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 946 time: 0.0617023 Nov 29 17:54:26.091761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 23f17721-a513-404d-bae3-c88f485b6409 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:54:26.122616 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-844712f3-1fa3-4588-8ed5-0c3070959faa req-56cf25b2-85df-4855-bd72-a06b25635929 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881312 Nov 29 17:54:26.125942 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-f4f15944-4ef1-495f-a11a-ae85a01bbe43 req-cbc29c36-071a-455a-a3ad-355d0645e29e tempest-SecurityGroupsNegativeTestJSON-1979957503 tempest-SecurityGroupsNegativeTestJSON-1979957503-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 29 17:54:26.127138 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4f15944-4ef1-495f-a11a-ae85a01bbe43 req-cbc29c36-071a-455a-a3ad-355d0645e29e tempest-SecurityGroupsNegativeTestJSON-1979957503 tempest-SecurityGroupsNegativeTestJSON-1979957503-project] 10.222.0.23 "DELETE /v2.0/security-groups/ca0b61d1-23aa-48b8-83aa-417dad2bf86e HTTP/1.1" status: 409 len: 352 time: 0.1024806 Nov 29 17:54:26.183068 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-7ccd5d0b-4503-4367-afbb-5fa076d9c7fd req-09734235-6f1e-4c5f-a531-de77e30bf9af tempest-SecurityGroupsNegativeTestJSON-1979957503 tempest-SecurityGroupsNegativeTestJSON-1979957503-project] show failed (client error): The resource could not be found. Nov 29 17:54:26.184194 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 23f17721-a513-404d-bae3-c88f485b6409 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:54:26.184445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ccd5d0b-4503-4367-afbb-5fa076d9c7fd req-09734235-6f1e-4c5f-a531-de77e30bf9af tempest-SecurityGroupsNegativeTestJSON-1979957503 tempest-SecurityGroupsNegativeTestJSON-1979957503-project] 10.222.0.23 "GET /v2.0/security-groups/6fca849e-c3ea-4d4a-a39c-5ce1efd38b8f HTTP/1.1" status: 404 len: 352 time: 0.0174682 Nov 29 17:54:26.190159 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 23f17721-a513-404d-bae3-c88f485b6409 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:26.190838 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:26.281683 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:26.300629 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f13caf-d54b-4dff-98b1-3fa38a5eccdc req-466aa376-4bdd-4146-8cef-85bb9bdebc03 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:26.302703 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54f13caf-d54b-4dff-98b1-3fa38a5eccdc req-466aa376-4bdd-4146-8cef-85bb9bdebc03 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 946 time: 0.0611174 Nov 29 17:54:26.307324 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52385ea8-4399-4194-8e8a-f5f487b93453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f17721-a513-404d-bae3-c88f485b6409'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:26.309711 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c7d8cd-3bc7-4c43-9c6a-cf8882275151" -d '{"events": [{"server_uuid": "52385ea8-4399-4194-8e8a-f5f487b93453", "name": "network-vif-plugged", "status": "completed", "tag": "23f17721-a513-404d-bae3-c88f485b6409"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:26.311154 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36066) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:26.320048 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4039624b-f75f-4864-82f0-4be58f034c27 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Request body: {'floatingip': {'port_id': '5bc2201e-cf45-443f-939f-baa0d8890f80'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:26.324796 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 23f17721-a513-404d-bae3-c88f485b6409, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=23f17721-a513-404d-bae3-c88f485b6409,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:26.331032 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:26.331833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device eb57a55e-8e88-4232-adb2-6710e7654ae4 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:54:26.407453 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36070) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:26.430474 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-55b2aec0-028c-4bbb-ad39-9b729a9f5d5a req-931271f3-195b-4180-9054-30f55771eb5a tempest-SecurityGroupsNegativeTestJSON-1979957503 tempest-SecurityGroupsNegativeTestJSON-1979957503-project] show failed (client error): The resource could not be found. Nov 29 17:54:26.431528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55b2aec0-028c-4bbb-ad39-9b729a9f5d5a req-931271f3-195b-4180-9054-30f55771eb5a tempest-SecurityGroupsNegativeTestJSON-1979957503 tempest-SecurityGroupsNegativeTestJSON-1979957503-project] 10.222.0.23 "GET /v2.0/security-groups/0fd4fa9b-7ce7-41e1-a6e5-6b8129b99e01 HTTP/1.1" status: 404 len: 352 time: 0.0822396 Nov 29 17:54:26.434573 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4039624b-f75f-4864-82f0-4be58f034c27 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:26.435296 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-59dda7ad-e5cc-4b5d-96e1-3d68b04efd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:26.444658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36074) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:26.475577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=23f17721-a513-404d-bae3-c88f485b6409,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:26.479948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port eb57a55e-8e88-4232-adb2-6710e7654ae4 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:54:26.485841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port eb57a55e-8e88-4232-adb2-6710e7654ae4 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:26.486216 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:26.583261 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:26.624379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port eb57a55e-8e88-4232-adb2-6710e7654ae4, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=eb57a55e-8e88-4232-adb2-6710e7654ae4,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:26.630997 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:26.648577 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e90c51b-f0b4-4571-93d4-1672b0fa07df admin admin] Deleting subnet 7a920335-f992-4186-8d1b-8d367b1e59be {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 17:54:26.658263 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e90c51b-f0b4-4571-93d4-1672b0fa07df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:26.721306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=eb57a55e-8e88-4232-adb2-6710e7654ae4,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:26.761268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-7500941d-931e-4fc6-b15f-69346546c719 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-474516369-network', 'tenant_id': '80d0ffbb4cf74b4ab097b8a012189088'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:26.784524 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7500941d-931e-4fc6-b15f-69346546c719 admin admin] Made reservation on behalf of 80d0ffbb4cf74b4ab097b8a012189088 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:26.787357 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7500941d-931e-4fc6-b15f-69346546c719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:26.798057 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7500941d-931e-4fc6-b15f-69346546c719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:26.856298 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:26.882929 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7500941d-931e-4fc6-b15f-69346546c719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:26.888868 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7500941d-931e-4fc6-b15f-69346546c719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:26.913754 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7500941d-931e-4fc6-b15f-69346546c719 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:54:26.920760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c29deb-492c-4306-9415-11d684c8a8c1 req-307b7b1a-234c-4708-987a-9fc8005b0b71 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:26.922286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5c29deb-492c-4306-9415-11d684c8a8c1 req-307b7b1a-234c-4708-987a-9fc8005b0b71 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.3763907 Nov 29 17:54:26.927592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500941d-931e-4fc6-b15f-69346546c719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41da9b69-9d1d-4353-898f-466069c73c1a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:26.944323 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7500941d-931e-4fc6-b15f-69346546c719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:26.944666 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-7500941d-931e-4fc6-b15f-69346546c719 admin admin] Added segment 48484d66-c530-438b-94e6-8c7fcc6de4ba of type vlan for network 42440cb4-6417-4b7a-81f2-3d94c90e760f Nov 29 17:54:26.956388 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-be22082d-246e-4e08-9ac3-42e546293b30 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4181f99a925d479f861186f2e422680a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880895 Nov 29 17:54:26.973965 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e90c51b-f0b4-4571-93d4-1672b0fa07df admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:26.984620 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7500941d-931e-4fc6-b15f-69346546c719 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:27.011743 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7500941d-931e-4fc6-b15f-69346546c719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:27.012682 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7500941d-931e-4fc6-b15f-69346546c719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:27.013313 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7500941d-931e-4fc6-b15f-69346546c719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:27.019968 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e90c51b-f0b4-4571-93d4-1672b0fa07df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:27.078451 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7500941d-931e-4fc6-b15f-69346546c719 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6687903 Nov 29 17:54:27.079046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36096) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:27.087092 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e04d6a75-02da-4cbd-bb9e-c30ab1ed50bd admin admin] Request body: {'subnet': {'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-474516369-subnet', 'tenant_id': '80d0ffbb4cf74b4ab097b8a012189088', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:27.095020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500941d-931e-4fc6-b15f-69346546c719 admin admin] Pushing event updated for resources: {'Network': ['ID=42440cb4-6417-4b7a-81f2-3d94c90e760f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:27.112126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 42440cb4-6417-4b7a-81f2-3d94c90e760f details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:54:27.117106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04d6a75-02da-4cbd-bb9e-c30ab1ed50bd admin admin] Made reservation on behalf of 80d0ffbb4cf74b4ab097b8a012189088 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:27.122055 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e04d6a75-02da-4cbd-bb9e-c30ab1ed50bd admin admin] Publish callbacks [] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:27.207906 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5c29deb-492c-4306-9415-11d684c8a8c1 req-87db610c-0d56-4768-a758-51af678869a0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505434 Nov 29 17:54:27.260583 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5ef0b0-bef5-4f88-9e9e-6a6df9d8179e x-openstack-request-id: req-8d5ef0b0-bef5-4f88-9e9e-6a6df9d8179e {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:27.260969 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52385ea8-4399-4194-8e8a-f5f487b93453", "name": "network-vif-plugged", "status": "completed", "tag": "23f17721-a513-404d-bae3-c88f485b6409", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:27.261309 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d5ef0b0-bef5-4f88-9e9e-6a6df9d8179e {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:27.261824 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52385ea8-4399-4194-8e8a-f5f487b93453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f17721-a513-404d-bae3-c88f485b6409', 'code': 200} Nov 29 17:54:27.405524 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e90c51b-f0b4-4571-93d4-1672b0fa07df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:27.413131 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73dc37-d610-4e78-861f-5ef1b2fc00b2 req-ee3f5717-2093-498d-a869-8cb39be730d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:27.416179 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3f73dc37-d610-4e78-861f-5ef1b2fc00b2 req-ee3f5717-2093-498d-a869-8cb39be730d5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 1101 time: 0.0835557 Nov 29 17:54:27.433750 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:27.472126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90c51b-f0b4-4571-93d4-1672b0fa07df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a920335-f992-4186-8d1b-8d367b1e59be,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:27.496978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-853946c0-a0a6-4604-9510-096cb141ffb1 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:27.504159 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-853946c0-a0a6-4604-9510-096cb141ffb1 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5404470 Nov 29 17:54:27.526159 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e90c51b-f0b4-4571-93d4-1672b0fa07df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:27.529314 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5e90c51b-f0b4-4571-93d4-1672b0fa07df admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7a920335-f992-4186-8d1b-8d367b1e59be HTTP/1.1" status: 204 len: 168 time: 1.0845625 Nov 29 17:54:27.534026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36110) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:27.540441 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3f73dc37-d610-4e78-861f-5ef1b2fc00b2 req-06eb739b-e36e-4e71-8677-72bf9425ef0f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162562 Nov 29 17:54:27.541449 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-cd403005-0caa-43c6-8c4b-78b7f0dc59fd tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/quotas/4181f99a925d479f861186f2e422680a HTTP/1.1" status: 200 len: 375 time: 0.0364316 Nov 29 17:54:27.559193 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e04d6a75-02da-4cbd-bb9e-c30ab1ed50bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:27.627740 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d6a75-02da-4cbd-bb9e-c30ab1ed50bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd64ce8a-80eb-44be-9944-f47c123c7381,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:27.639699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04d6a75-02da-4cbd-bb9e-c30ab1ed50bd admin admin] Checking segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:27.640070 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04d6a75-02da-4cbd-bb9e-c30ab1ed50bd admin admin] Network hostable DHCP agents. Network: 42440cb4-6417-4b7a-81f2-3d94c90e760f, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:54:27.658844 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04d6a75-02da-4cbd-bb9e-c30ab1ed50bd admin admin] Network 42440cb4-6417-4b7a-81f2-3d94c90e760f is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:54:27.672624 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-e04d6a75-02da-4cbd-bb9e-c30ab1ed50bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 42440cb4-6417-4b7a-81f2-3d94c90e760f) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:27.677787 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04d6a75-02da-4cbd-bb9e-c30ab1ed50bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:27.678629 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e04d6a75-02da-4cbd-bb9e-c30ab1ed50bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:27.683983 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532a0d2d-8fb1-48b6-9dc6-1dbe6477e58e None None] Network 42440cb4-6417-4b7a-81f2-3d94c90e760f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:54:27.696165 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e04d6a75-02da-4cbd-bb9e-c30ab1ed50bd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6143084 Nov 29 17:54:27.716626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-5e12f084-5df1-4cf7-9554-a7e3b97bc3d6 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4181f99a925d479f861186f2e422680a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1661019 Nov 29 17:54:27.820789 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.resource_extend [None req-4039624b-f75f-4864-82f0-4be58f034c27 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 17:54:27.827749 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:27.854680 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5904f1-defb-4eb3-b63f-8fc87991c8d4 None None] Network 42440cb4-6417-4b7a-81f2-3d94c90e760f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:54:27.936203 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562721a6-5f77-4214-809a-934052e6ec6b req-03762ba8-99cb-496e-bbb2-965a491f44a3 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:27.943012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-562721a6-5f77-4214-809a-934052e6ec6b req-03762ba8-99cb-496e-bbb2-965a491f44a3 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 949 time: 0.2095146 Nov 29 17:54:27.979056 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4039624b-f75f-4864-82f0-4be58f034c27 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:28.000363 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4039624b-f75f-4864-82f0-4be58f034c27 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:28.109851 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:28.162538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-562721a6-5f77-4214-809a-934052e6ec6b req-571d742b-2ceb-45a0-888d-33b9bedffa39 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185283 Nov 29 17:54:28.202669 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:54:28.203067 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:54:28.203830 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:54:28.204171 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Subscribe: > port after_create 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:54:28.204525 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Subscribe: > port after_delete 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:54:28.204842 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Subscribe: > port after_update 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:54:28.205192 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:54:28.205652 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:54:28.205906 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:54:28.206150 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:54:28.327411 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:54:28.327789 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:54:28.328231 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:54:28.328556 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:54:28.328995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3305f6d8-d3d1-4aad-b79b-9932fd4791a8']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:54:28.363548 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3571596f-2128-4b10-a2ff-2b0ef8fdc620') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:54:28.364177 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3571596f-2128-4b10-a2ff-2b0ef8fdc620') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:54:28.395669 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-4039624b-f75f-4864-82f0-4be58f034c27 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Floating IP e5a90401-4f28-41aa-a2c1-69e6eca4be59 associated. External IP: 172.25.3.213, port: 5bc2201e-cf45-443f-939f-baa0d8890f80. Nov 29 17:54:28.399157 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bdb1c603-0156-4b89-89a1-e38154197133 req-ea8dc9cc-ca04-42a5-a37c-42cb60627131 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 210 time: 0.0634327 Nov 29 17:54:28.401732 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:28.474089 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:28.523647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36158) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:28.529935 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9f8c2bf0-39bb-41e3-94b9-3ceea1d9bcd1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-16000403-network', 'tenant_id': '07f54325300a4944908d6b08c073855c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:28.565994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8c2bf0-39bb-41e3-94b9-3ceea1d9bcd1 admin admin] Made reservation on behalf of 07f54325300a4944908d6b08c073855c for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:28.568341 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f8c2bf0-39bb-41e3-94b9-3ceea1d9bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:28.579366 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f8c2bf0-39bb-41e3-94b9-3ceea1d9bcd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:28.675530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f8c2bf0-39bb-41e3-94b9-3ceea1d9bcd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:28.682655 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f8c2bf0-39bb-41e3-94b9-3ceea1d9bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:28.714725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 17:54:28.719270 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:28.724097 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8c2bf0-39bb-41e3-94b9-3ceea1d9bcd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:54:28.731083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c2bf0-39bb-41e3-94b9-3ceea1d9bcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed02616-20f1-473c-864f-334830759e3a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:28.740539 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f8c2bf0-39bb-41e3-94b9-3ceea1d9bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:28.742202 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-9f8c2bf0-39bb-41e3-94b9-3ceea1d9bcd1 admin admin] Added segment 3896b74b-207b-4ac0-8bc3-d3b735f82d61 of type vlan for network 8d963e42-d4cd-44a5-8938-3748cc60267b Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: from cryptography.utils import int_from_bytes Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: from cryptography.utils import int_from_bytes Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: timer() Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 17:54:28.773898 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 17:54:28.788451 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f8c2bf0-39bb-41e3-94b9-3ceea1d9bcd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:28.820305 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f8c2bf0-39bb-41e3-94b9-3ceea1d9bcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:28.821449 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8c2bf0-39bb-41e3-94b9-3ceea1d9bcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:28.822180 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f8c2bf0-39bb-41e3-94b9-3ceea1d9bcd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:28.884312 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9f8c2bf0-39bb-41e3-94b9-3ceea1d9bcd1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.3587325 Nov 29 17:54:28.887100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36182) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:28.894520 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-59fa1e5d-5e69-425b-8412-ab1a77e4ec29 admin admin] Request body: {'subnet': {'network_id': '8d963e42-d4cd-44a5-8938-3748cc60267b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-16000403-subnet', 'tenant_id': '07f54325300a4944908d6b08c073855c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:28.901367 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c2bf0-39bb-41e3-94b9-3ceea1d9bcd1 admin admin] Pushing event updated for resources: {'Network': ['ID=8d963e42-d4cd-44a5-8938-3748cc60267b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:28.906777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef800f7-4391-49f8-bf55-89ed86c2fdde req-04d9b567-7476-490b-9b20-35193cf31a0f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:28.919482 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aef800f7-4391-49f8-bf55-89ed86c2fdde req-04d9b567-7476-490b-9b20-35193cf31a0f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.4762022 Nov 29 17:54:28.921004 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 8d963e42-d4cd-44a5-8938-3748cc60267b details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:54:28.936166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fa1e5d-5e69-425b-8412-ab1a77e4ec29 admin admin] Made reservation on behalf of 07f54325300a4944908d6b08c073855c for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:28.938853 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59fa1e5d-5e69-425b-8412-ab1a77e4ec29 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:28.967755 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:29.044163 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:29.069191 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=3305f6d8-d3d1-4aad-b79b-9932fd4791a8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:29.078212 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:29.092493 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a41a2917-8ebe-42ef-bc09-db8263498f8a admin admin] 10.222.0.23 "DELETE /v2.0/networks/3305f6d8-d3d1-4aad-b79b-9932fd4791a8 HTTP/1.1" status: 204 len: 168 time: 1.5323570 Nov 29 17:54:29.109977 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aef800f7-4391-49f8-bf55-89ed86c2fdde req-01d1e180-d5bf-4482-b0b2-cce2e186d4f3 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890106 Nov 29 17:54:29.202407 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59fa1e5d-5e69-425b-8412-ab1a77e4ec29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:29.205371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4039624b-f75f-4864-82f0-4be58f034c27 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:54:29.262869 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36774d7-8b47-4e6d-aa8e-9e281f11eaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb57a55e-8e88-4232-adb2-6710e7654ae4'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:29.265367 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8c611a-8879-435f-8c1a-644cd36fdf14" -d '{"events": [{"server_uuid": "b36774d7-8b47-4e6d-aa8e-9e281f11eaa0", "name": "network-vif-plugged", "status": "completed", "tag": "eb57a55e-8e88-4232-adb2-6710e7654ae4"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:29.278433 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa1e5d-5e69-425b-8412-ab1a77e4ec29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd9b6331-a9b3-42ad-a15e-2d9833a486ea,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:29.318723 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa1e5d-5e69-425b-8412-ab1a77e4ec29 admin admin] Checking segment: {'id': '3896b74b-207b-4ac0-8bc3-d3b735f82d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '8d963e42-d4cd-44a5-8938-3748cc60267b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:29.319111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fa1e5d-5e69-425b-8412-ab1a77e4ec29 admin admin] Network hostable DHCP agents. Network: 8d963e42-d4cd-44a5-8938-3748cc60267b, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:54:29.346636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fa1e5d-5e69-425b-8412-ab1a77e4ec29 admin admin] Network 8d963e42-d4cd-44a5-8938-3748cc60267b is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:54:29.364950 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:29.395228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba480bd-8ded-4f26-85e3-ac5c7d96023d req-3821f085-63c9-40be-989d-264d89e5dbea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:29.396769 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ba480bd-8ded-4f26-85e3-ac5c7d96023d req-3821f085-63c9-40be-989d-264d89e5dbea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 949 time: 0.1246369 Nov 29 17:54:29.397465 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-59fa1e5d-5e69-425b-8412-ab1a77e4ec29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 8d963e42-d4cd-44a5-8938-3748cc60267b) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:29.404446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4039624b-f75f-4864-82f0-4be58f034c27 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:54:29.410377 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4039624b-f75f-4864-82f0-4be58f034c27 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:29.413903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45115aec-4427-4e60-954d-bc5920bb6884 None None] Network 8d963e42-d4cd-44a5-8938-3748cc60267b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:54:29.417329 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fa1e5d-5e69-425b-8412-ab1a77e4ec29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:29.418480 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59fa1e5d-5e69-425b-8412-ab1a77e4ec29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:29.433822 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-469eeab2-0ddb-45bb-b75b-eb005441305e tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4181f99a925d479f861186f2e422680a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782237 Nov 29 17:54:29.438356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36210) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:29.441534 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f224ce-fd4e-4881-8906-54a21bb23866 None None] Sync routers for ids ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:54:29.470410 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f224ce-fd4e-4881-8906-54a21bb23866 None None] Routers {'52873299-9ff5-4dd4-9b50-d02f3a2bff32'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:54:29.472537 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f8f224ce-fd4e-4881-8906-54a21bb23866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:54:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:54:29.484035 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4039624b-f75f-4864-82f0-4be58f034c27 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "PUT /v2.0/floatingips/e5a90401-4f28-41aa-a2c1-69e6eca4be59 HTTP/1.1" status: 200 len: 992 time: 3.1712031 Nov 29 17:54:29.486940 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d92ad30-aa38-486b-b2f1-7150fd81d437', 'tag': '5bc2201e-cf45-443f-939f-baa0d8890f80'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:29.489280 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3a4338-4d3d-4794-823e-27607945ec82" -d '{"events": [{"name": "network-changed", "server_uuid": "3d92ad30-aa38-486b-b2f1-7150fd81d437", "tag": "5bc2201e-cf45-443f-939f-baa0d8890f80"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:29.525255 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ba480bd-8ded-4f26-85e3-ac5c7d96023d req-53fe5135-79f2-4e5a-9441-e3d10d8de56c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126125 Nov 29 17:54:29.562646 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-59fa1e5d-5e69-425b-8412-ab1a77e4ec29 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6741002 Nov 29 17:54:29.649722 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6a5149-049d-499a-b0f8-23b5b4450288 x-openstack-request-id: req-6c6a5149-049d-499a-b0f8-23b5b4450288 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:29.650067 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36774d7-8b47-4e6d-aa8e-9e281f11eaa0", "name": "network-vif-plugged", "status": "completed", "tag": "eb57a55e-8e88-4232-adb2-6710e7654ae4", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:29.650529 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c6a5149-049d-499a-b0f8-23b5b4450288 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:29.650966 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36774d7-8b47-4e6d-aa8e-9e281f11eaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb57a55e-8e88-4232-adb2-6710e7654ae4', 'code': 200} Nov 29 17:54:29.742422 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-f8f224ce-fd4e-4881-8906-54a21bb23866 None None] Set router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:54:29.745644 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-c0b21667-1016-4599-a9fb-bdedc928e3bc tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:29.747057 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-c0b21667-1016-4599-a9fb-bdedc928e3bc tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3060210 Nov 29 17:54:29.752981 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-92ff2393-9b82-4427-af72-51e6b75bec70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b45e5fd058e4486eba865d9639f46f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133006 Nov 29 17:54:29.765198 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36222) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:29.778292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9cc010-c33c-451d-851b-f646a535e113 None None] Network 8d963e42-d4cd-44a5-8938-3748cc60267b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:54:29.785030 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-80d706a0-b36d-41d2-aa2c-235a805c8dfa req-038bcc4c-b34d-4f4d-ae68-7f5a4b6269a0 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 210 time: 0.0525854 Nov 29 17:54:29.797985 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-af092cc0-8a13-46bb-8575-1233d41e6653 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Request body: {'port': {'device_id': 'ddcf7209-6591-4c75-9d96-34313a9cb01f', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '4181f99a925d479f861186f2e422680a'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:29.888841 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb3e629-0589-4bb5-bf1a-3a3d7b7f15a2 x-openstack-request-id: req-7bb3e629-0589-4bb5-bf1a-3a3d7b7f15a2 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:29.889403 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d92ad30-aa38-486b-b2f1-7150fd81d437", "tag": "5bc2201e-cf45-443f-939f-baa0d8890f80", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:29.890034 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bb3e629-0589-4bb5-bf1a-3a3d7b7f15a2 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:29.890556 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d92ad30-aa38-486b-b2f1-7150fd81d437', 'tag': '5bc2201e-cf45-443f-939f-baa0d8890f80', 'status': 'completed', 'code': 200} Nov 29 17:54:29.927258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95b611-0941-48b2-af42-394973645c9a req-e9766465-ae12-4d88-b299-255bdd2272fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:29.929189 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cc95b611-0941-48b2-af42-394973645c9a req-e9766465-ae12-4d88-b299-255bdd2272fc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 1100 time: 0.1749022 Nov 29 17:54:29.980024 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:30.053370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a4338-4d3d-4794-823e-27607945ec82 req-65f66b74-507e-49aa-bd2d-5625bbdcf110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:30.055195 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c3a4338-4d3d-4794-823e-27607945ec82 req-65f66b74-507e-49aa-bd2d-5625bbdcf110 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a08ee2c7a42446ab94372180a9609ad3&device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 1097 time: 0.1150069 Nov 29 17:54:30.089753 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c5b42bf-dfcd-477c-b4d5-a1f6a25b489f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:30.140240 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c5b42bf-dfcd-477c-b4d5-a1f6a25b489f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:30.238001 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cc95b611-0941-48b2-af42-394973645c9a req-eedce248-c721-4778-b5d3-717a48105b11 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754092 Nov 29 17:54:30.244391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-af092cc0-8a13-46bb-8575-1233d41e6653 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Made reservation on behalf of 4181f99a925d479f861186f2e422680a for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:30.251192 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-af092cc0-8a13-46bb-8575-1233d41e6653 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:30.269354 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-af092cc0-8a13-46bb-8575-1233d41e6653 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:30.294823 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c5b42bf-dfcd-477c-b4d5-a1f6a25b489f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:30.297933 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c5b42bf-dfcd-477c-b4d5-a1f6a25b489f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:30.301924 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8c5b42bf-dfcd-477c-b4d5-a1f6a25b489f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca0b61d1-23aa-48b8-83aa-417dad2bf86e HTTP/1.1" status: 204 len: 168 time: 0.5319805 Nov 29 17:54:30.326040 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b42bf-dfcd-477c-b4d5-a1f6a25b489f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0b61d1-23aa-48b8-83aa-417dad2bf86e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:30.350831 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f8f224ce-fd4e-4881-8906-54a21bb23866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:38Z', 'revision_number': 4, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'e5a90401-4f28-41aa-a2c1-69e6eca4be59', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'port_id': '5bc2201e-cf45-443f-939f-baa0d8890f80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'mac_address': 'fa:16:3e:26:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d92ad30-aa38-486b-b2f1-7150fd81d437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T17:53:55Z', 'updated_at': '2021-11-29T17:54:27Z', 'revision_number': 1, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abb90c7-2b8c-4760-8268-fa5dc33f0971', 'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'mac_address': 'fa:16:3e:d4:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:37Z', 'updated_at': '2021-11-29T17:53:43Z', 'revision_number': 5, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'subnets': [{'id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:54:30.405866 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f224ce-fd4e-4881-8906-54a21bb23866 None None] Checking router: 52873299-9ff5-4dd4-9b50-d02f3a2bff32 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:54:30.418304 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-af092cc0-8a13-46bb-8575-1233d41e6653 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:30.424781 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-af092cc0-8a13-46bb-8575-1233d41e6653 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:30.432772 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f224ce-fd4e-4881-8906-54a21bb23866 None None] Routers {'52873299-9ff5-4dd4-9b50-d02f3a2bff32'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:54:30.433564 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f8f224ce-fd4e-4881-8906-54a21bb23866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:54:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:54:30.454511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a4338-4d3d-4794-823e-27607945ec82 req-6bb6cc11-62dc-4ad1-ae0c-72adcfe26db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:30.455861 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c3a4338-4d3d-4794-823e-27607945ec82 req-6bb6cc11-62dc-4ad1-ae0c-72adcfe26db0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=62b08c22-74a5-4496-a0cf-1f37726d49cf HTTP/1.1" status: 200 len: 924 time: 0.3934543 Nov 29 17:54:30.489766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82bb15-efeb-48ad-9577-eb177e9cb00e req-a6b584d0-4515-4899-a823-a0736afd64de tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:30.492555 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c82bb15-efeb-48ad-9577-eb177e9cb00e req-a6b584d0-4515-4899-a823-a0736afd64de tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.2242758 Nov 29 17:54:30.630497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36262) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:30.646172 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-f8f224ce-fd4e-4881-8906-54a21bb23866 None None] Set router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:54:30.717952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-af092cc0-8a13-46bb-8575-1233d41e6653 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Allocated IP 192.168.233.148 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/f21c9bbe-4031-495a-8af9-0d8f1ea6c811) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:54:30.728496 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c3a4338-4d3d-4794-823e-27607945ec82 req-dfb474ff-9172-461a-a99a-1bc29f7210cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bc2201e-cf45-443f-939f-baa0d8890f80 HTTP/1.1" status: 200 len: 1000 time: 0.2332642 Nov 29 17:54:30.785996 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af092cc0-8a13-46bb-8575-1233d41e6653 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30bd6149-f274-4ca0-82af-c3ce15c3a0d1,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:30.817160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c82bb15-efeb-48ad-9577-eb177e9cb00e req-fa45c262-26fe-4761-94c7-6970978ea274 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000278 Nov 29 17:54:30.844518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-d9ff527d-f705-4bb7-bfba-bffabb18b233 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:30.854223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-d9ff527d-f705-4bb7-bfba-bffabb18b233 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 820 time: 0.3499498 Nov 29 17:54:30.872271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-25c590bd-57de-4ed5-8a0f-65cdeeb891e8 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/quotas/80d0ffbb4cf74b4ab097b8a012189088 HTTP/1.1" status: 200 len: 375 time: 0.0168600 Nov 29 17:54:30.878403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a4338-4d3d-4794-823e-27607945ec82 req-289f40b2-ef39-4405-a047-bf89a5cadab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:30.882106 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c3a4338-4d3d-4794-823e-27607945ec82 req-289f40b2-ef39-4405-a047-bf89a5cadab4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a5816c54-5670-4ee5-9708-67667e003a6e HTTP/1.1" status: 200 len: 862 time: 0.1407187 Nov 29 17:54:30.984947 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-4319edd3-d681-4a8c-9043-b47b92490991 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957389 Nov 29 17:54:31.023327 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f8f224ce-fd4e-4881-8906-54a21bb23866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:38Z', 'revision_number': 4, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'e5a90401-4f28-41aa-a2c1-69e6eca4be59', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'port_id': '5bc2201e-cf45-443f-939f-baa0d8890f80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'mac_address': 'fa:16:3e:26:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d92ad30-aa38-486b-b2f1-7150fd81d437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T17:53:55Z', 'updated_at': '2021-11-29T17:54:27Z', 'revision_number': 1, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abb90c7-2b8c-4760-8268-fa5dc33f0971', 'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'mac_address': 'fa:16:3e:d4:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:37Z', 'updated_at': '2021-11-29T17:53:43Z', 'revision_number': 5, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'subnets': [{'id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:54:31.071252 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f224ce-fd4e-4881-8906-54a21bb23866 None None] The sync data for ids ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'] in n-d-819494-5 is: [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:38Z', 'revision_number': 4, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'e5a90401-4f28-41aa-a2c1-69e6eca4be59', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'port_id': '5bc2201e-cf45-443f-939f-baa0d8890f80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'mac_address': 'fa:16:3e:26:6d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d92ad30-aa38-486b-b2f1-7150fd81d437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T17:53:55Z', 'updated_at': '2021-11-29T17:54:27Z', 'revision_number': 1, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abb90c7-2b8c-4760-8268-fa5dc33f0971', 'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'mac_address': 'fa:16:3e:d4:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:37Z', 'updated_at': '2021-11-29T17:53:43Z', 'revision_number': 5, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'subnets': [{'id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:54:31.098102 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3b12fc7-d3bf-46ea-9f29-fd9abaf3bb22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:31.101420 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-af092cc0-8a13-46bb-8575-1233d41e6653 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:31.192509 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a4338-4d3d-4794-823e-27607945ec82 req-2a3eb5dc-ba5b-4e2e-a3d3-bb1beaee9165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:31.194055 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c3a4338-4d3d-4794-823e-27607945ec82 req-2a3eb5dc-ba5b-4e2e-a3d3-bb1beaee9165 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=62b08c22-74a5-4496-a0cf-1f37726d49cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2957959 Nov 29 17:54:31.224339 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-a3414df6-c4ae-49f9-8330-900acf357f01 service neutron] 10.222.0.23 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362223 Nov 29 17:54:31.241325 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d661f16-a38e-4ceb-98f3-31d573941119 req-df99237c-dcfd-46ca-b9bf-e300c14c5725 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:31.243761 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d661f16-a38e-4ceb-98f3-31d573941119 req-df99237c-dcfd-46ca-b9bf-e300c14c5725 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 949 time: 0.2543182 Nov 29 17:54:31.349750 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-af092cc0-8a13-46bb-8575-1233d41e6653 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:31.412016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-af092cc0-8a13-46bb-8575-1233d41e6653 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:54:31.419249 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea6408e-4a14-489c-a092-7a1b4e4095a0 None None] New status for floating IP e5a90401-4f28-41aa-a2c1-69e6eca4be59: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 17:54:31.432820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-af092cc0-8a13-46bb-8575-1233d41e6653 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:31.446046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-af092cc0-8a13-46bb-8575-1233d41e6653 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:54:31.456932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36292) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:31.460080 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-af092cc0-8a13-46bb-8575-1233d41e6653 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:31.460859 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-af092cc0-8a13-46bb-8575-1233d41e6653 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:31.474521 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af092cc0-8a13-46bb-8575-1233d41e6653 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Pushing event updated for resources: {'Port': ['ID=f21c9bbe-4031-495a-8af9-0d8f1ea6c811,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:31.491857 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-af092cc0-8a13-46bb-8575-1233d41e6653 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7275085 Nov 29 17:54:31.510150 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Request body: {'port': {'device_id': 'ddcf7209-6591-4c75-9d96-34313a9cb01f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:31.534714 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3b12fc7-d3bf-46ea-9f29-fd9abaf3bb22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:31.539763 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d661f16-a38e-4ceb-98f3-31d573941119 req-b3b1be8d-6851-4c6a-b39d-a73e1c546035 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708616 Nov 29 17:54:31.550373 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-4abb60c5-addb-49d6-95c9-d20fcfca0789 service neutron] 10.222.0.23 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052068 Nov 29 17:54:31.567664 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c3a4338-4d3d-4794-823e-27607945ec82 req-65aee051-c22a-4658-9efe-c7686702c5e0 service neutron] 10.222.0.31 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515518 Nov 29 17:54:31.567664 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3b12fc7-d3bf-46ea-9f29-fd9abaf3bb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:31.654503 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:31.918303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8b34e9c1-3e3f-4df5-9d12-e5769838591b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-38548994-network', 'tenant_id': '2eea5c9ed99940e78b65e23cec85e2e3'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:32.014185 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1331e3ac-4b4c-4d32-8881-4ce6e4f394d3 None None] Provisioning complete for port f21c9bbe-4031-495a-8af9-0d8f1ea6c811 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:32.014487 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1331e3ac-4b4c-4d32-8881-4ce6e4f394d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.058694 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1331e3ac-4b4c-4d32-8881-4ce6e4f394d3 None None] Port f21c9bbe-4031-495a-8af9-0d8f1ea6c811 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:54:32.092443 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c3a4338-4d3d-4794-823e-27607945ec82 req-e42a3822-4835-443d-b097-8254f790064b service neutron] 10.222.0.31 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256395 Nov 29 17:54:32.093172 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b12fc7-d3bf-46ea-9f29-fd9abaf3bb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe2d78b-70a9-496f-b4e8-80cb5e9b5eea,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:32.095748 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b34e9c1-3e3f-4df5-9d12-e5769838591b admin admin] Made reservation on behalf of 2eea5c9ed99940e78b65e23cec85e2e3 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:32.098389 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b34e9c1-3e3f-4df5-9d12-e5769838591b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.102341 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c3b12fc7-d3bf-46ea-9f29-fd9abaf3bb22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=439b3e04a0e24428b73ff99cb6189f4b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4592371 Nov 29 17:54:32.108511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36306) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:32.114212 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b34e9c1-3e3f-4df5-9d12-e5769838591b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.140646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5eb60-17a0-4883-971e-d772f313b19a req-7a161e2f-d8fe-48f2-b6fa-4232b8386806 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:32.142221 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73d5eb60-17a0-4883-971e-d772f313b19a req-7a161e2f-d8fe-48f2-b6fa-4232b8386806 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 936 time: 0.2449484 Nov 29 17:54:32.177458 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21c9bbe-4031-495a-8af9-0d8f1ea6c811 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:32.188942 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.218694 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Transition to ACTIVE for port object f21c9bbe-4031-495a-8af9-0d8f1ea6c811 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:54:32.219810 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c70efa8-50ae-4a7f-b030-58df4f18ab95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.232689 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.252481 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73d5eb60-17a0-4883-971e-d772f313b19a req-10a25b12-f9e1-4c6c-8f46-08d58df08fb3 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/security-groups?id=30bd6149-f274-4ca0-82af-c3ce15c3a0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978861 Nov 29 17:54:32.265798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2094c6-23e2-421e-b8cf-68168d2063b9 req-aca0f959-0ce3-42f8-aecc-396f596395b7 tempest-MigrationsAdminTest-1449366831 tempest-MigrationsAdminTest-1449366831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:32.267364 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef2094c6-23e2-421e-b8cf-68168d2063b9 req-aca0f959-0ce3-42f8-aecc-396f596395b7 tempest-MigrationsAdminTest-1449366831 tempest-MigrationsAdminTest-1449366831-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 1101 time: 0.1390641 Nov 29 17:54:32.271287 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c70efa8-50ae-4a7f-b030-58df4f18ab95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.326713 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ef2094c6-23e2-421e-b8cf-68168d2063b9 req-262a421f-ce97-4676-8de9-b6a5bffb3d39 tempest-MigrationsAdminTest-1449366831 tempest-MigrationsAdminTest-1449366831-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.353499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f21c9bbe-4031-495a-8af9-0d8f1ea6c811,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:32.354640 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c886575d-5466-40e7-b314-140d3fa37d72 req-6e94e2c4-9e22-4c31-b08c-10abd3fcd863 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1073117 Nov 29 17:54:32.358903 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b34e9c1-3e3f-4df5-9d12-e5769838591b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.370280 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b34e9c1-3e3f-4df5-9d12-e5769838591b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.412821 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Attempting to bind port f21c9bbe-4031-495a-8af9-0d8f1ea6c811 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:54:32.413276 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Attempting to bind port f21c9bbe-4031-495a-8af9-0d8f1ea6c811 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:54:32.413534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Attempting to bind port f21c9bbe-4031-495a-8af9-0d8f1ea6c811 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:32.424830 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c70efa8-50ae-4a7f-b030-58df4f18ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.432949 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c70efa8-50ae-4a7f-b030-58df4f18ab95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.441204 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2c70efa8-50ae-4a7f-b030-58df4f18ab95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fe2d78b-70a9-496f-b4e8-80cb5e9b5eea HTTP/1.1" status: 204 len: 168 time: 0.3239281 Nov 29 17:54:32.454282 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Port f21c9bbe-4031-495a-8af9-0d8f1ea6c811 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:54:32.457106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Attempting to bind port f21c9bbe-4031-495a-8af9-0d8f1ea6c811 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:32.465528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b34e9c1-3e3f-4df5-9d12-e5769838591b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:54:32.480268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:54:32.480746 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:32.497619 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:54:32.498278 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Bound port: f21c9bbe-4031-495a-8af9-0d8f1ea6c811, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:54:32.498665 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.504984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70efa8-50ae-4a7f-b030-58df4f18ab95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe2d78b-70a9-496f-b4e8-80cb5e9b5eea,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:32.560282 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b34e9c1-3e3f-4df5-9d12-e5769838591b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.560635 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-8b34e9c1-3e3f-4df5-9d12-e5769838591b admin admin] Added segment 8ae1d983-2b52-4829-99ec-9b326432cfd3 of type vlan for network b9b0794a-43f8-4559-af2b-f1bbb377bb64 Nov 29 17:54:32.563279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34e9c1-3e3f-4df5-9d12-e5769838591b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747e482c-7f1d-408b-a9a4-5d6d67c8813e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:32.695887 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] For port f21c9bbe-4031-495a-8af9-0d8f1ea6c811, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:54:32.718744 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] For port f21c9bbe-4031-495a-8af9-0d8f1ea6c811, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f21c9bbe-4031-495a-8af9-0d8f1ea6c811,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:54:32.725076 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.742825 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b34e9c1-3e3f-4df5-9d12-e5769838591b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.746658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886575d-5466-40e7-b314-140d3fa37d72 req-5b2f13e8-9ec4-409c-bce7-a154eef2288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:32.748190 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c886575d-5466-40e7-b314-140d3fa37d72 req-5b2f13e8-9ec4-409c-bce7-a154eef2288c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a08ee2c7a42446ab94372180a9609ad3&device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 1097 time: 0.3246598 Nov 29 17:54:32.749929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40753d52-fbdd-4360-a42b-c94730abab52 req-4f471d5e-9a2e-4a9b-b199-c1d60b8d2f96 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 210 time: 0.0906224 Nov 29 17:54:32.803455 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ef2094c6-23e2-421e-b8cf-68168d2063b9 req-262a421f-ce97-4676-8de9-b6a5bffb3d39 tempest-MigrationsAdminTest-1449366831 tempest-MigrationsAdminTest-1449366831-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.880542 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ef2094c6-23e2-421e-b8cf-68168d2063b9 req-262a421f-ce97-4676-8de9-b6a5bffb3d39 tempest-MigrationsAdminTest-1449366831 tempest-MigrationsAdminTest-1449366831-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.918552 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f21c9bbe-4031-495a-8af9-0d8f1ea6c811,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:32.941057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:32.941759 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:32.944635 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-9c6577ee-0620-45f7-b687-eed0210660e7 service neutron] 10.222.0.20 "PUT /v2.0/ports/f21c9bbe-4031-495a-8af9-0d8f1ea6c811 HTTP/1.1" status: 200 len: 1096 time: 1.4388962 Nov 29 17:54:32.945341 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcf7209-6591-4c75-9d96-34313a9cb01f', 'tag': 'f21c9bbe-4031-495a-8af9-0d8f1ea6c811'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:32.948626 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14785a6-fbac-49d4-9555-725dda58560d" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcf7209-6591-4c75-9d96-34313a9cb01f", "tag": "f21c9bbe-4031-495a-8af9-0d8f1ea6c811"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:33.005336 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b34e9c1-3e3f-4df5-9d12-e5769838591b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:33.006195 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b34e9c1-3e3f-4df5-9d12-e5769838591b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:33.007113 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b34e9c1-3e3f-4df5-9d12-e5769838591b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:33.010321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36324) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:33.027868 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef2094c6-23e2-421e-b8cf-68168d2063b9 req-262a421f-ce97-4676-8de9-b6a5bffb3d39 tempest-MigrationsAdminTest-1449366831 tempest-MigrationsAdminTest-1449366831-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7426999 Nov 29 17:54:33.038270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a421f-ce97-4676-8de9-b6a5bffb3d39 tempest-MigrationsAdminTest-1449366831 tempest-MigrationsAdminTest-1449366831-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb625e73-a564-48ab-a10e-e5a9f01ce54f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:33.051567 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b7dff2-b46e-441a-bd78-a3be1cf0e67b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:33.103343 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-14fdaadc-3893-4635-b119-55f2fcc1d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:33.105232 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-14fdaadc-3893-4635-b119-55f2fcc1d03c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4181f99a925d479f861186f2e422680a&device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 1099 time: 0.0917361 Nov 29 17:54:33.115205 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87915af9-d206-41a8-b8bf-1c6eb3245be9 x-openstack-request-id: req-87915af9-d206-41a8-b8bf-1c6eb3245be9 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:33.115960 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcf7209-6591-4c75-9d96-34313a9cb01f", "tag": "f21c9bbe-4031-495a-8af9-0d8f1ea6c811", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:33.115960 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87915af9-d206-41a8-b8bf-1c6eb3245be9 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:33.116200 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcf7209-6591-4c75-9d96-34313a9cb01f', 'tag': 'f21c9bbe-4031-495a-8af9-0d8f1ea6c811', 'status': 'completed', 'code': 200} Nov 29 17:54:33.146437 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8b34e9c1-3e3f-4df5-9d12-e5769838591b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6820917 Nov 29 17:54:33.156732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36332) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:33.171359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d0c6304a-75f3-4d2b-80b4-3ce6122b6496 admin admin] Request body: {'subnet': {'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-38548994-subnet', 'tenant_id': '2eea5c9ed99940e78b65e23cec85e2e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:33.174510 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-ac8c08af-9a60-4428-8ddf-192b35625c94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f21c9bbe-4031-495a-8af9-0d8f1ea6c811 HTTP/1.1" status: 200 len: 217 time: 0.0545249 Nov 29 17:54:33.191722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe7111-0125-429c-a7b8-80a5fb4c90c1 req-42d87725-1f20-4791-8b5e-c4c25aacce9b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:33.199950 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcfe7111-0125-429c-a7b8-80a5fb4c90c1 req-42d87725-1f20-4791-8b5e-c4c25aacce9b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 949 time: 0.3288279 Nov 29 17:54:33.219592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34e9c1-3e3f-4df5-9d12-e5769838591b admin admin] Pushing event updated for resources: {'Network': ['ID=b9b0794a-43f8-4559-af2b-f1bbb377bb64,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:33.226026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886575d-5466-40e7-b314-140d3fa37d72 req-18ac043e-9ad5-48d1-93c8-1390064fe084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:33.228095 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c886575d-5466-40e7-b314-140d3fa37d72 req-18ac043e-9ad5-48d1-93c8-1390064fe084 service neutron] 10.222.0.31 "GET /v2.0/networks?id=62b08c22-74a5-4496-a0cf-1f37726d49cf HTTP/1.1" status: 200 len: 924 time: 0.4505076 Nov 29 17:54:33.237368 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network b9b0794a-43f8-4559-af2b-f1bbb377bb64 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:54:33.246062 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b7dff2-b46e-441a-bd78-a3be1cf0e67b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:33.249775 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-454dae6c-fc6b-4c1d-bc35-758cafde8f08 req-3f67d61b-52c7-4b6c-983d-7b404cf18baa service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:54:33.250903 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-454dae6c-fc6b-4c1d-bc35-758cafde8f08 req-3f67d61b-52c7-4b6c-983d-7b404cf18baa service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0272830 Nov 29 17:54:33.252812 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-711d3ccb-25f4-426f-9435-0c9006e9a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:33.254370 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-711d3ccb-25f4-426f-9435-0c9006e9a958 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0697629 Nov 29 17:54:33.255520 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b7dff2-b46e-441a-bd78-a3be1cf0e67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:33.333717 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c6304a-75f3-4d2b-80b4-3ce6122b6496 admin admin] Made reservation on behalf of 2eea5c9ed99940e78b65e23cec85e2e3 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:33.337093 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0c6304a-75f3-4d2b-80b4-3ce6122b6496 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:33.362277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7dff2-b46e-441a-bd78-a3be1cf0e67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487dc4ed-97c0-4dc6-b07d-598cd764666c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:33.370254 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-33b7dff2-b46e-441a-bd78-a3be1cf0e67b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abaf76a2bf9347a898087cebcd042fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580770 Nov 29 17:54:33.373269 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36340) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:33.399457 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-48bc8a77-f580-46fd-8b63-d2b2bb7dfdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:33.401195 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-48bc8a77-f580-46fd-8b63-d2b2bb7dfdd4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1351688 Nov 29 17:54:33.419734 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcfe7111-0125-429c-a7b8-80a5fb4c90c1 req-4f6a3522-5b1f-4f50-a11e-3af0e2ca6cf3 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184799 Nov 29 17:54:33.425258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.20', 50544) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:33.471425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c886575d-5466-40e7-b314-140d3fa37d72 req-3f8fa033-f8d4-4db4-bf94-4f9da8e79831 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bc2201e-cf45-443f-939f-baa0d8890f80 HTTP/1.1" status: 200 len: 1002 time: 0.2192647 Nov 29 17:54:33.518936 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:33.574202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886575d-5466-40e7-b314-140d3fa37d72 req-1634779c-9afa-4982-97a7-bf3535b3a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:33.575708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c886575d-5466-40e7-b314-140d3fa37d72 req-1634779c-9afa-4982-97a7-bf3535b3a0c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a5816c54-5670-4ee5-9708-67667e003a6e HTTP/1.1" status: 200 len: 862 time: 0.0851543 Nov 29 17:54:33.604166 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:33.684358 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-f348dfce-0eba-4324-94b5-342ebfe3653a service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581031 Nov 29 17:54:33.692103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-c49367f0-f47b-474d-af23-3bea2d699156 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:33.693717 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-c49367f0-f47b-474d-af23-3bea2d699156 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.20 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 820 time: 0.2648885 Nov 29 17:54:33.715247 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be2984-fb97-4265-a1a0-478684f31320 req-ddc9847b-1ebd-45b5-a2ee-0e5a2fcd1010 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:33.719260 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15be2984-fb97-4265-a1a0-478684f31320 req-ddc9847b-1ebd-45b5-a2ee-0e5a2fcd1010 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 948 time: 0.1009517 Nov 29 17:54:33.723309 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886575d-5466-40e7-b314-140d3fa37d72 req-852eed6b-977f-4458-93f6-b6c5e57c8a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:33.724812 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c886575d-5466-40e7-b314-140d3fa37d72 req-852eed6b-977f-4458-93f6-b6c5e57c8a1b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=62b08c22-74a5-4496-a0cf-1f37726d49cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397362 Nov 29 17:54:33.742614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-5187330c-85e9-4a71-a237-4d43315845af tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Request body: {'port': {'device_id': '446df6c2-bdf2-4b1a-a31e-244a01dacd26', 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f', 'admin_state_up': True, 'tenant_id': '80d0ffbb4cf74b4ab097b8a012189088'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:33.802377 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:33.805248 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:33.807117 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/487dc4ed-97c0-4dc6-b07d-598cd764666c HTTP/1.1" status: 204 len: 168 time: 0.4329093 Nov 29 17:54:33.831051 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487dc4ed-97c0-4dc6-b07d-598cd764666c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:33.853393 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:33.853747 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:33.854078 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:33.854415 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:33.854836 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:33.855508 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:33.855508 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:33.855865 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:33.856192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:33.856520 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:33.856848 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:33.857176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e17fd19-bcc0-40e6-b3ed-bf223ce8f079 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:33.886102 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0c6304a-75f3-4d2b-80b4-3ce6122b6496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:33.910873 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a1811dee-2d09-469b-93f6-e9e07c67ffc1 req-8d3679e7-97b7-419e-9be0-bf2651a8281d service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157607 Nov 29 17:54:33.937039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15be2984-fb97-4265-a1a0-478684f31320 req-3ef21f55-b506-4773-8495-eab8b1a31a8b tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/security-groups?id=30bd6149-f274-4ca0-82af-c3ce15c3a0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112293 Nov 29 17:54:33.976128 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c886575d-5466-40e7-b314-140d3fa37d72 req-51c2407a-db3e-4af2-ac31-dc67164540d9 service neutron] 10.222.0.31 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258840 Nov 29 17:54:33.977418 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-5187330c-85e9-4a71-a237-4d43315845af tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Made reservation on behalf of 80d0ffbb4cf74b4ab097b8a012189088 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:33.981122 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-5187330c-85e9-4a71-a237-4d43315845af tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:33.994824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6304a-75f3-4d2b-80b4-3ce6122b6496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93e45208-0775-4f32-b9ff-c19305550f31,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:34.079726 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c6304a-75f3-4d2b-80b4-3ce6122b6496 admin admin] Checking segment: {'id': '8ae1d983-2b52-4829-99ec-9b326432cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:34.080097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6304a-75f3-4d2b-80b4-3ce6122b6496 admin admin] Network hostable DHCP agents. Network: b9b0794a-43f8-4559-af2b-f1bbb377bb64, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:54:34.151145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14785a6-fbac-49d4-9555-725dda58560d req-88131f36-c401-486d-86e4-f0a9faca7c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:34.152676 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e14785a6-fbac-49d4-9555-725dda58560d req-88131f36-c401-486d-86e4-f0a9faca7c76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4181f99a925d479f861186f2e422680a&device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 1099 time: 0.1418867 Nov 29 17:54:34.218164 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c886575d-5466-40e7-b314-140d3fa37d72 req-b4bc4768-10ef-4491-be55-3efa7ff98439 service neutron] 10.222.0.31 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329910 Nov 29 17:54:34.235110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36370) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:34.235299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6304a-75f3-4d2b-80b4-3ce6122b6496 admin admin] Network b9b0794a-43f8-4559-af2b-f1bbb377bb64 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:54:34.252090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d0c6304a-75f3-4d2b-80b4-3ce6122b6496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, b9b0794a-43f8-4559-af2b-f1bbb377bb64) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:34.260360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d629f69e-0067-48cc-bcaa-f3180cdb7784 None None] Network b9b0794a-43f8-4559-af2b-f1bbb377bb64 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:54:34.294184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c6304a-75f3-4d2b-80b4-3ce6122b6496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:34.297479 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0c6304a-75f3-4d2b-80b4-3ce6122b6496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:34.318988 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-5187330c-85e9-4a71-a237-4d43315845af tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Allocated IP 172.20.0.12 (42440cb4-6417-4b7a-81f2-3d94c90e760f/fd64ce8a-80eb-44be-9944-f47c123c7381/24bf0880-2735-4d36-88e3-d2a084b6e48a) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:54:34.334415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cb2bc-1f34-4517-871c-ed5be4347b35 req-7c89e0bc-b584-4bef-830d-18aa4fefc9fb tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:34.349414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f3cb2bc-1f34-4517-871c-ed5be4347b35 req-7c89e0bc-b584-4bef-830d-18aa4fefc9fb tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 1100 time: 0.2182152 Nov 29 17:54:34.376658 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8f3cb2bc-1f34-4517-871c-ed5be4347b35 req-fc7e2174-58ba-4f32-82b1-26fe63ec9552 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:34.385912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11ef21-d07c-4f32-a5d2-5b425fd27371 req-bf5a9d29-429b-4529-b0ac-c4a865c6b680 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:34.394914 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0e11ef21-d07c-4f32-a5d2-5b425fd27371 req-bf5a9d29-429b-4529-b0ac-c4a865c6b680 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.1959865 Nov 29 17:54:34.420972 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d0c6304a-75f3-4d2b-80b4-3ce6122b6496 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2588186 Nov 29 17:54:34.422502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14785a6-fbac-49d4-9555-725dda58560d req-d06e9fb3-cc91-4cf0-a731-5826d7342a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:34.424629 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e14785a6-fbac-49d4-9555-725dda58560d req-d06e9fb3-cc91-4cf0-a731-5826d7342a27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.2530234 Nov 29 17:54:34.464482 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-b9b0794a-43f8-4559-af2b-f1bbb377bb64', 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64', 'tenant_id': '2eea5c9ed99940e78b65e23cec85e2e3', 'fixed_ips': [{'subnet_id': '93e45208-0775-4f32-b9ff-c19305550f31'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 17:54:34.465655 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:34.480729 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e14785a6-fbac-49d4-9555-725dda58560d req-4d95b3cc-3ffa-4149-933e-415b429803d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=f21c9bbe-4031-495a-8af9-0d8f1ea6c811 HTTP/1.1" status: 200 len: 217 time: 0.0410142 Nov 29 17:54:34.486756 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0e11ef21-d07c-4f32-a5d2-5b425fd27371 req-c07ee911-71bc-4d52-82c6-df5bd55851b9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907204 Nov 29 17:54:34.488710 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-885befcb-a19a-42a1-83b0-16a4e8a55912 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2231965 Nov 29 17:54:34.582832 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc3b95ce-833a-4f6c-83ba-887dc956cf03 req-6bab8478-a09f-4492-aedb-1d040423a075 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 210 time: 0.0427749 Nov 29 17:54:34.613607 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8f3cb2bc-1f34-4517-871c-ed5be4347b35 req-fc7e2174-58ba-4f32-82b1-26fe63ec9552 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:34.626554 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8f3cb2bc-1f34-4517-871c-ed5be4347b35 req-fc7e2174-58ba-4f32-82b1-26fe63ec9552 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:34.692292 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14785a6-fbac-49d4-9555-725dda58560d req-ce5e00f6-76a8-4543-8913-aa1f36250e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:34.693779 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f3cb2bc-1f34-4517-871c-ed5be4347b35 req-fc7e2174-58ba-4f32-82b1-26fe63ec9552 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412299 Nov 29 17:54:34.693969 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e14785a6-fbac-49d4-9555-725dda58560d req-ce5e00f6-76a8-4543-8913-aa1f36250e8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1504111 Nov 29 17:54:34.698775 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e2174-58ba-4f32-82b1-26fe63ec9552 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5520f63c-5176-42d5-a038-d6223c244404,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:34.727274 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Allocated IP 172.20.0.2 (b9b0794a-43f8-4559-af2b-f1bbb377bb64/93e45208-0775-4f32-b9ff-c19305550f31/7fd72adc-b205-4233-8fb7-908ebe43338d) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:54:34.731549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-7c82d66e-5871-46d3-857b-ea390563de5e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:54:34.732884 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-7c82d66e-5871-46d3-857b-ea390563de5e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1871281 Nov 29 17:54:34.738938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7e2174-58ba-4f32-82b1-26fe63ec9552 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:34.739166 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7e2174-58ba-4f32-82b1-26fe63ec9552 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:34.739527 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7e2174-58ba-4f32-82b1-26fe63ec9552 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:34.744654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7e2174-58ba-4f32-82b1-26fe63ec9552 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:34.745075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7e2174-58ba-4f32-82b1-26fe63ec9552 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:34.745435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7e2174-58ba-4f32-82b1-26fe63ec9552 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:34.745777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7e2174-58ba-4f32-82b1-26fe63ec9552 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:34.746121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7e2174-58ba-4f32-82b1-26fe63ec9552 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:34.746512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7e2174-58ba-4f32-82b1-26fe63ec9552 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:34.746944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7e2174-58ba-4f32-82b1-26fe63ec9552 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:34.747275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7e2174-58ba-4f32-82b1-26fe63ec9552 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:34.747605 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7e2174-58ba-4f32-82b1-26fe63ec9552 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:34.819105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14785a6-fbac-49d4-9555-725dda58560d req-689436d7-1672-4172-b14b-7b38289aa7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:34.820683 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e14785a6-fbac-49d4-9555-725dda58560d req-689436d7-1672-4172-b14b-7b38289aa7b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0868666 Nov 29 17:54:34.963744 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-5187330c-85e9-4a71-a237-4d43315845af tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:35.013722 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e14785a6-fbac-49d4-9555-725dda58560d req-b0e7d1c6-c633-4631-af0a-9303055b3ab4 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766272 Nov 29 17:54:35.056251 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:35.074223 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:35.109752 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-5187330c-85e9-4a71-a237-4d43315845af tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:35.168921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Network b9b0794a-43f8-4559-af2b-f1bbb377bb64 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:54:35.171873 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56c974-1977-4010-aeb4-a87bfbd4e412 req-7d947d49-dfeb-488b-8830-7f1e68e824c4 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:35.179038 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:35.180152 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de56c974-1977-4010-aeb4-a87bfbd4e412 req-7d947d49-dfeb-488b-8830-7f1e68e824c4 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 948 time: 0.1347508 Nov 29 17:54:35.181951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187330c-85e9-4a71-a237-4d43315845af tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Pushing event updated for resources: {'Port': ['ID=24bf0880-2735-4d36-88e3-d2a084b6e48a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:35.190290 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:54:35.197864 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-5187330c-85e9-4a71-a237-4d43315845af tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Network 42440cb4-6417-4b7a-81f2-3d94c90e760f is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:54:35.202379 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-5187330c-85e9-4a71-a237-4d43315845af tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:35.216700 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-5187330c-85e9-4a71-a237-4d43315845af tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:54:35.222484 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-5187330c-85e9-4a71-a237-4d43315845af tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:35.223266 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-5187330c-85e9-4a71-a237-4d43315845af tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:35.239440 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e14785a6-fbac-49d4-9555-725dda58560d req-7b2d3b69-3849-40bf-9022-0abc65189729 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099230 Nov 29 17:54:35.261061 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-5187330c-85e9-4a71-a237-4d43315845af tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5467792 Nov 29 17:54:35.261843 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de56c974-1977-4010-aeb4-a87bfbd4e412 req-f3f15623-b472-4f0f-829a-27b8a9c619ee tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/security-groups?id=30bd6149-f274-4ca0-82af-c3ce15c3a0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676827 Nov 29 17:54:35.278681 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Request body: {'port': {'device_id': '446df6c2-bdf2-4b1a-a31e-244a01dacd26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:35.296501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Pushing event updated for resources: {'Port': ['ID=7fd72adc-b205-4233-8fb7-908ebe43338d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:35.337900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:35.338508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:35.338639 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36434) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:35.339321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:35.340223 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:35.340767 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:35.341233 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:35.341849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:35.342308 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:35.342760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:35.343252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:35.344106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:35.344582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:54:35.346821 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:35.361113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Attempting to bind port 7fd72adc-b205-4233-8fb7-908ebe43338d on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:54:35.361505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Attempting to bind port 7fd72adc-b205-4233-8fb7-908ebe43338d by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '8ae1d983-2b52-4829-99ec-9b326432cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:54:35.361877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Attempting to bind port 7fd72adc-b205-4233-8fb7-908ebe43338d on network b9b0794a-43f8-4559-af2b-f1bbb377bb64 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:35.376696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:54:35.377082 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Checking segment: {'id': '8ae1d983-2b52-4829-99ec-9b326432cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:35.377494 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:35.377890 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Bound using segment: {'id': '8ae1d983-2b52-4829-99ec-9b326432cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:54:35.378366 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Bound port: 7fd72adc-b205-4233-8fb7-908ebe43338d, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae1d983-2b52-4829-99ec-9b326432cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:54:35.378754 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:35.501199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] For port 7fd72adc-b205-4233-8fb7-908ebe43338d, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:54:35.505574 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-624d8178-a358-4180-a3cb-674d63afed15 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c4bd3732f9e045b291c6544ec838be2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449154 Nov 29 17:54:35.509700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] For port 7fd72adc-b205-4233-8fb7-908ebe43338d, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7fd72adc-b205-4233-8fb7-908ebe43338d,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:54:35.517396 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:35.557679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-908bf0cb-69eb-4c38-96aa-d974ca07d8d4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-693414391-network', 'tenant_id': '3a0783cb68fe44b080e0c111bf112e73'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:35.599164 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432b0fd-045b-44dd-8aa9-59abb08107b7 None None] Pushing event updated for resources: {'Port': ['ID=7fd72adc-b205-4233-8fb7-908ebe43338d,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:35.649808 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908bf0cb-69eb-4c38-96aa-d974ca07d8d4 admin admin] Made reservation on behalf of 3a0783cb68fe44b080e0c111bf112e73 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:35.652109 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-908bf0cb-69eb-4c38-96aa-d974ca07d8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:35.663493 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-908bf0cb-69eb-4c38-96aa-d974ca07d8d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:35.750102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-4e49e126-6d30-48f1-817d-496a9c26fbb3 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:35.751957 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-4e49e126-6d30-48f1-817d-496a9c26fbb3 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449274 Nov 29 17:54:35.764516 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-839d8bbc-f903-4206-916f-df1630f63685 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:35.766179 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-839d8bbc-f903-4206-916f-df1630f63685 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/networks?id=b9b0794a-43f8-4559-af2b-f1bbb377bb64 HTTP/1.1" status: 200 len: 814 time: 0.1998124 Nov 29 17:54:35.777440 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-e86b4a12-e507-4ddd-bfad-a4ba86a9996c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/quotas/c4bd3732f9e045b291c6544ec838be2e HTTP/1.1" status: 200 len: 375 time: 0.0099580 Nov 29 17:54:35.798467 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-6c72d721-b775-48f1-a3d4-3bcb532990ac tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/quotas/2eea5c9ed99940e78b65e23cec85e2e3 HTTP/1.1" status: 200 len: 375 time: 0.0198760 Nov 29 17:54:35.804690 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24bf0880-2735-4d36-88e3-d2a084b6e48a {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:35.817299 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:35.858397 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-908bf0cb-69eb-4c38-96aa-d974ca07d8d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:35.859769 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Transition to ACTIVE for port object 24bf0880-2735-4d36-88e3-d2a084b6e48a will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:54:35.874834 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-908bf0cb-69eb-4c38-96aa-d974ca07d8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:35.878265 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:35.907066 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-69b27fbf-aa55-4c08-9eb4-05e12734f3ca tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1218116 Nov 29 17:54:35.926650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-182366d5-88c5-4863-bf98-4712369a8371 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2eea5c9ed99940e78b65e23cec85e2e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1081097 Nov 29 17:54:35.959630 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Pushing event updated for resources: {'Port': ['ID=24bf0880-2735-4d36-88e3-d2a084b6e48a,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:36.014510 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908bf0cb-69eb-4c38-96aa-d974ca07d8d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:54:36.032796 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bf0cb-69eb-4c38-96aa-d974ca07d8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e765184-057d-48b1-845b-3f80308f5a3b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:36.041672 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-908bf0cb-69eb-4c38-96aa-d974ca07d8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:36.042517 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-908bf0cb-69eb-4c38-96aa-d974ca07d8d4 admin admin] Added segment f5ba1a89-9073-4ba4-b550-cdecd5cc2dda of type vlan for network d41485a2-1aa1-4798-b665-6b565c023c81 Nov 29 17:54:36.130595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Attempting to bind port 24bf0880-2735-4d36-88e3-d2a084b6e48a on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:54:36.130900 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Attempting to bind port 24bf0880-2735-4d36-88e3-d2a084b6e48a by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:54:36.131191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Attempting to bind port 24bf0880-2735-4d36-88e3-d2a084b6e48a on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:36.132301 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-6d3a1e6c-c977-471d-a92f-49c630762b95 service neutron] 10.222.0.23 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941159 Nov 29 17:54:36.138001 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-908bf0cb-69eb-4c38-96aa-d974ca07d8d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:36.141776 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Port 24bf0880-2735-4d36-88e3-d2a084b6e48a on network 42440cb4-6417-4b7a-81f2-3d94c90e760f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:54:36.142108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Attempting to bind port 24bf0880-2735-4d36-88e3-d2a084b6e48a on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:36.148847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:54:36.149232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Checking segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:36.149605 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Bound using segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:54:36.150039 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Bound port: 24bf0880-2735-4d36-88e3-d2a084b6e48a, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:54:36.150398 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:36.176094 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7fd72adc-b205-4233-8fb7-908ebe43338d up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:54:36.218637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-908bf0cb-69eb-4c38-96aa-d974ca07d8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:36.219640 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908bf0cb-69eb-4c38-96aa-d974ca07d8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:36.220686 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-908bf0cb-69eb-4c38-96aa-d974ca07d8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:36.269401 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7fd72adc-b205-4233-8fb7-908ebe43338d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:36.269801 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:36.275587 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-ce27c258-044a-4eda-9fca-7966f9dbf9ce service neutron] 10.222.0.23 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368556 Nov 29 17:54:36.356084 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bf0cb-69eb-4c38-96aa-d974ca07d8d4 admin admin] Pushing event updated for resources: {'Network': ['ID=d41485a2-1aa1-4798-b665-6b565c023c81,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:36.373831 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-908bf0cb-69eb-4c38-96aa-d974ca07d8d4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0339148 Nov 29 17:54:36.376673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36474) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:36.380922 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network d41485a2-1aa1-4798-b665-6b565c023c81 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:54:36.381716 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-12a067f6-e159-4391-9c02-4a04e6625923 admin admin] Request body: {'subnet': {'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-693414391-subnet', 'tenant_id': '3a0783cb68fe44b080e0c111bf112e73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:36.381841 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] For port 24bf0880-2735-4d36-88e3-d2a084b6e48a, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:54:36.387284 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] For port 24bf0880-2735-4d36-88e3-d2a084b6e48a, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=24bf0880-2735-4d36-88e3-d2a084b6e48a,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:54:36.394091 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:36.429015 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a067f6-e159-4391-9c02-4a04e6625923 admin admin] Made reservation on behalf of 3a0783cb68fe44b080e0c111bf112e73 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:36.432457 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12a067f6-e159-4391-9c02-4a04e6625923 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:36.453708 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:36.454346 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:36.456538 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] 10.222.0.20 "PUT /v2.0/ports/24bf0880-2735-4d36-88e3-d2a084b6e48a HTTP/1.1" status: 200 len: 1092 time: 1.1833668 Nov 29 17:54:36.458553 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446df6c2-bdf2-4b1a-a31e-244a01dacd26', 'tag': '24bf0880-2735-4d36-88e3-d2a084b6e48a'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:36.461746 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442fe5c5-dfe4-444f-8048-659c8063e62e" -d '{"events": [{"name": "network-changed", "server_uuid": "446df6c2-bdf2-4b1a-a31e-244a01dacd26", "tag": "24bf0880-2735-4d36-88e3-d2a084b6e48a"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:36.494767 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:36.499787 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e4b05d-de5a-42a8-b61b-869699c67650 service neutron] Pushing event updated for resources: {'Port': ['ID=24bf0880-2735-4d36-88e3-d2a084b6e48a,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:36.593401 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 7fd72adc-b205-4233-8fb7-908ebe43338d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7fd72adc-b205-4233-8fb7-908ebe43338d,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:36.606027 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:36.638749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-27e0c644-d359-4778-a19a-029f1d9f2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:36.646518 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-27e0c644-d359-4778-a19a-029f1d9f2358 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 1095 time: 0.1211843 Nov 29 17:54:36.759573 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=7fd72adc-b205-4233-8fb7-908ebe43338d,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:36.776459 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-3a82737c-4416-4b25-90b4-8a37560c3b8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24bf0880-2735-4d36-88e3-d2a084b6e48a HTTP/1.1" status: 200 len: 217 time: 0.1218848 Nov 29 17:54:36.885078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364a930-aec4-4317-a491-0b9c69154461 req-d1317168-12e8-4dad-bb3c-89e7f4e5e755 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:36.897507 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3364a930-aec4-4317-a491-0b9c69154461 req-d1317168-12e8-4dad-bb3c-89e7f4e5e755 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.1771369 Nov 29 17:54:36.910883 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12a067f6-e159-4391-9c02-4a04e6625923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:36.913838 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-19aa4b81-54e7-4c0f-8171-76c1cc015212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:36.916059 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-19aa4b81-54e7-4c0f-8171-76c1cc015212 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.1313279 Nov 29 17:54:36.958726 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-bf21e3e3-f1c2-42f9-bfa2-f530f607c7fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339468 Nov 29 17:54:37.001087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a067f6-e159-4391-9c02-4a04e6625923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d65a8960-b9ea-4a10-b0f4-1909a25c2f43,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:37.099377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e5ea90-bb1b-48f4-b367-0ac77aa8ca13 None None] Network b9b0794a-43f8-4559-af2b-f1bbb377bb64 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:54:37.115463 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-a309479a-13d7-4b8f-8bf2-8265af9850be service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493266 Nov 29 17:54:37.124823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f105e3a-2a88-4b9e-b94a-55275ece0818 req-18e3de81-44f8-4470-aa26-6f6f2617cd0f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:37.135338 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f105e3a-2a88-4b9e-b94a-55275ece0818 req-18e3de81-44f8-4470-aa26-6f6f2617cd0f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 944 time: 0.2096829 Nov 29 17:54:37.163396 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3364a930-aec4-4317-a491-0b9c69154461 req-c3bbd5c1-7452-4268-9069-30aa5dd7a1a1 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645769 Nov 29 17:54:37.248344 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e884c2a4-aead-4b82-be7b-6dbd3cbe06f6 None None] Provisioning complete for port 7fd72adc-b205-4233-8fb7-908ebe43338d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:37.248891 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a067f6-e159-4391-9c02-4a04e6625923 admin admin] Checking segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:37.249269 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e884c2a4-aead-4b82-be7b-6dbd3cbe06f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:37.249623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a067f6-e159-4391-9c02-4a04e6625923 admin admin] Network hostable DHCP agents. Network: d41485a2-1aa1-4798-b665-6b565c023c81, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:54:37.306182 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f105e3a-2a88-4b9e-b94a-55275ece0818 req-2d79d42c-f61f-41a4-869f-20b5f687af48 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698391 Nov 29 17:54:37.344360 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0c9b58e3-9fc1-4e7b-8011-e5cfadccf8ce req-2e1e5e2a-cf33-490b-a2ad-f2bb120d8ba7 service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042606 Nov 29 17:54:37.383554 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a067f6-e159-4391-9c02-4a04e6625923 admin admin] Network d41485a2-1aa1-4798-b665-6b565c023c81 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:54:37.400339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-6ead7841-cfe7-4407-9c76-cf1bf422a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:37.401908 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-6ead7841-cfe7-4407-9c76-cf1bf422a973 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 1101 time: 0.1694062 Nov 29 17:54:37.431637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-12a067f6-e159-4391-9c02-4a04e6625923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, d41485a2-1aa1-4798-b665-6b565c023c81) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:37.450936 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de6c716-3b86-4de1-bebe-a7f1a8b8a99f None None] Network d41485a2-1aa1-4798-b665-6b565c023c81 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:54:37.515161 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028a7e98-5153-4c52-a3fd-f1a4e6fa7cd6 x-openstack-request-id: req-028a7e98-5153-4c52-a3fd-f1a4e6fa7cd6 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:37.515451 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446df6c2-bdf2-4b1a-a31e-244a01dacd26", "tag": "24bf0880-2735-4d36-88e3-d2a084b6e48a", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:37.515719 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-028a7e98-5153-4c52-a3fd-f1a4e6fa7cd6 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:37.516124 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446df6c2-bdf2-4b1a-a31e-244a01dacd26', 'tag': '24bf0880-2735-4d36-88e3-d2a084b6e48a', 'status': 'completed', 'code': 200} Nov 29 17:54:37.671552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f21c9bbe-4031-495a-8af9-0d8f1ea6c811 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:54:37.753191 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a067f6-e159-4391-9c02-4a04e6625923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:37.753741 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12a067f6-e159-4391-9c02-4a04e6625923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:37.772436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f8498-97a7-4cdc-9188-d8b4c1523125 req-9e63fa27-9026-4af1-9718-b2cde3fa4104 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:37.787376 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e32f8498-97a7-4cdc-9188-d8b4c1523125 req-9e63fa27-9026-4af1-9718-b2cde3fa4104 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 948 time: 0.4552898 Nov 29 17:54:37.813948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc91d625-5c73-4b71-9a9c-1528a583801e None None] Network d41485a2-1aa1-4798-b665-6b565c023c81 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:54:37.930746 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fe5c5-dfe4-444f-8048-659c8063e62e req-c4a1a5d5-b427-4b69-b214-fdebca71cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:37.932529 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-442fe5c5-dfe4-444f-8048-659c8063e62e req-c4a1a5d5-b427-4b69-b214-fdebca71cf94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 1095 time: 0.3887737 Nov 29 17:54:38.016319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e32f8498-97a7-4cdc-9188-d8b4c1523125 req-bc9630c8-c7fb-48d8-b2ac-0b1a69ed123b tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/security-groups?id=30bd6149-f274-4ca0-82af-c3ce15c3a0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278440 Nov 29 17:54:38.030731 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f21c9bbe-4031-495a-8af9-0d8f1ea6c811, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f21c9bbe-4031-495a-8af9-0d8f1ea6c811,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:38.054543 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fe5c5-dfe4-444f-8048-659c8063e62e req-14ae4700-90ca-4a9d-9ad5-8e4fed7a5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:38.057023 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-442fe5c5-dfe4-444f-8048-659c8063e62e req-14ae4700-90ca-4a9d-9ad5-8e4fed7a5cfa service neutron] 10.222.0.20 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 921 time: 0.1166394 Nov 29 17:54:38.063020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-12a067f6-e159-4391-9c02-4a04e6625923 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6641293 Nov 29 17:54:38.101173 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-9368999a-5d15-43b5-b8ae-c119a43437fc tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:38.109854 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-9368999a-5d15-43b5-b8ae-c119a43437fc tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/networks?id=b9b0794a-43f8-4559-af2b-f1bbb377bb64 HTTP/1.1" status: 200 len: 814 time: 0.3608987 Nov 29 17:54:38.135227 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-7e2dfd5f-ed12-4cb8-87a5-b6047e140fc7 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/quotas/2eea5c9ed99940e78b65e23cec85e2e3 HTTP/1.1" status: 200 len: 375 time: 0.0240154 Nov 29 17:54:38.172970 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'f21c9bbe-4031-495a-8af9-0d8f1ea6c811', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'f21c9bbe-4031-495a-8af9-0d8f1ea6c811', 'mac_address': 'fa:16:3e:ed:42:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:54:38.183131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-b731ec77-ac35-468c-90de-f5c3a9eec39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:38.184827 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-b731ec77-ac35-468c-90de-f5c3a9eec39e service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.7746494 Nov 29 17:54:38.190336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7fd72adc-b205-4233-8fb7-908ebe43338d up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:54:38.222146 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-442fe5c5-dfe4-444f-8048-659c8063e62e req-35d89da7-1e2f-494c-93e2-fdbf32e070dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24bf0880-2735-4d36-88e3-d2a084b6e48a HTTP/1.1" status: 200 len: 217 time: 0.1557755 Nov 29 17:54:38.225815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-fbca189c-88cf-4265-a972-5434bf9ce26b tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2eea5c9ed99940e78b65e23cec85e2e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0887001 Nov 29 17:54:38.265800 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-b440c854-66ad-4070-bf82-1227461a6c94 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=23f17721-a513-404d-bae3-c88f485b6409 HTTP/1.1" status: 200 len: 217 time: 0.0671599 Nov 29 17:54:38.294988 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fe5c5-dfe4-444f-8048-659c8063e62e req-aed25247-7215-4006-925c-d262316c8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:38.296453 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-442fe5c5-dfe4-444f-8048-659c8063e62e req-aed25247-7215-4006-925c-d262316c8a44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.0661168 Nov 29 17:54:38.364219 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-b8c2ebe4-11d6-42b8-8eb2-b2c8d28a1830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:38.365034 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-442fe5c5-dfe4-444f-8048-659c8063e62e req-22a93fbd-cfd0-412e-9165-a4d66bab91f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600846 Nov 29 17:54:38.366759 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:38.368898 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-b8c2ebe4-11d6-42b8-8eb2-b2c8d28a1830 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0880752 Nov 29 17:54:38.452863 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21c9bbe-4031-495a-8af9-0d8f1ea6c811 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:38.490839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-f6d86548-dd8d-45e4-b403-d9f42ec4a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:38.495320 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f21c9bbe-4031-495a-8af9-0d8f1ea6c811, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f21c9bbe-4031-495a-8af9-0d8f1ea6c811,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:38.497159 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-f6d86548-dd8d-45e4-b403-d9f42ec4a68d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973301 Nov 29 17:54:38.514613 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:38.546994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d6d6ca87-1bae-45b8-b88a-e7c5344eba4f None None] Provisioning complete for port 7fd72adc-b205-4233-8fb7-908ebe43338d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:38.552473 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6d6ca87-1bae-45b8-b88a-e7c5344eba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:38.613314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-e02ccc56-29d6-48a2-8bb2-214e8d899003 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:54:38.623221 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-e02ccc56-29d6-48a2-8bb2-214e8d899003 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2459562 Nov 29 17:54:38.678679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-a2f70810-16c3-47d3-b37c-cf01d7ef2c71 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:38.681143 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-a2f70810-16c3-47d3-b37c-cf01d7ef2c71 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.31 "GET /v2.0/networks?id=b9b0794a-43f8-4559-af2b-f1bbb377bb64 HTTP/1.1" status: 200 len: 814 time: 0.3145883 Nov 29 17:54:38.683912 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-442fe5c5-dfe4-444f-8048-659c8063e62e req-1e475cda-f57f-4863-8d26-27bfa1681f4c service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083954 Nov 29 17:54:38.712699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-8054f723-b385-4974-973c-90c96f23c1a5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Request body: {'port': {'device_id': 'e676b171-534a-48c3-a7f9-a8febadd5054', 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64', 'admin_state_up': True, 'tenant_id': '2eea5c9ed99940e78b65e23cec85e2e3'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:38.754863 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-e0998bba-ebc6-402a-a247-432f2363f427 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466540 Nov 29 17:54:38.857645 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-8054f723-b385-4974-973c-90c96f23c1a5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Made reservation on behalf of 2eea5c9ed99940e78b65e23cec85e2e3 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:38.861311 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-8054f723-b385-4974-973c-90c96f23c1a5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:38.887652 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-39381c14-d28a-4ae3-8ab9-9ccc14d45f51 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176202 Nov 29 17:54:38.895497 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7fd72adc-b205-4233-8fb7-908ebe43338d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:38.895888 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:38.961469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d701be-f478-466d-b197-2c223ad1c793 req-b26a8f7f-0ed2-4ba5-a282-bf677f834a54 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:38.964194 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37d701be-f478-466d-b197-2c223ad1c793 req-b26a8f7f-0ed2-4ba5-a282-bf677f834a54 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.2080405 Nov 29 17:54:38.982344 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['f21c9bbe-4031-495a-8af9-0d8f1ea6c811'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:54:38.985841 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36552) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:38.994008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8f226594-7a21-4cdf-adad-7c498554cff3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1022475547-network', 'tenant_id': 'f22d9cfafec54d8aa1da685d0575f22d'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:39.010161 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-b1e80b63-2326-4f80-a28d-dcb280aacfa7 service neutron] 10.222.0.23 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870592 Nov 29 17:54:39.027560 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f226594-7a21-4cdf-adad-7c498554cff3 admin admin] Made reservation on behalf of f22d9cfafec54d8aa1da685d0575f22d for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:39.030087 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f226594-7a21-4cdf-adad-7c498554cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:39.054910 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=f21c9bbe-4031-495a-8af9-0d8f1ea6c811,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:39.067422 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f226594-7a21-4cdf-adad-7c498554cff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:39.094324 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-442fe5c5-dfe4-444f-8048-659c8063e62e req-c6682a7a-ae38-4fa9-a8b6-94dcebec15ad service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021804 Nov 29 17:54:39.143033 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-fc58791b-ea3a-4652-9e15-45760c03aa07 service neutron] 10.222.0.23 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310005 Nov 29 17:54:39.190805 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-8054f723-b385-4974-973c-90c96f23c1a5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Allocated IP 172.20.0.11 (b9b0794a-43f8-4559-af2b-f1bbb377bb64/93e45208-0775-4f32-b9ff-c19305550f31/16f64671-a63b-4f64-b8af-d3c8274270ef) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:54:39.215208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37d701be-f478-466d-b197-2c223ad1c793 req-a0af6acc-eb8e-4d08-af7c-f32b339fc25c tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393765 Nov 29 17:54:39.219277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b4affac2-441f-469d-9958-f0c58cc605a3 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c4bd3732f9e045b291c6544ec838be2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672345 Nov 29 17:54:39.354714 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f226594-7a21-4cdf-adad-7c498554cff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:39.372595 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f226594-7a21-4cdf-adad-7c498554cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:39.419175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969603b0-e46a-499e-b325-2526f2c6f8bc req-5bb17c19-2ef1-4421-b05a-03ef9d7300ec tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:39.422904 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-969603b0-e46a-499e-b325-2526f2c6f8bc req-5bb17c19-2ef1-4421-b05a-03ef9d7300ec tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 944 time: 0.1030076 Nov 29 17:54:39.443813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-8a655552-5224-4add-9868-467d950b555c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:39.445319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-8a655552-5224-4add-9868-467d950b555c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198541 Nov 29 17:54:39.477911 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f226594-7a21-4cdf-adad-7c498554cff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:54:39.498145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f226594-7a21-4cdf-adad-7c498554cff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e36857c-30c1-4b86-a190-c1cc27b8ad19,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:39.511158 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f226594-7a21-4cdf-adad-7c498554cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:39.511497 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-8f226594-7a21-4cdf-adad-7c498554cff3 admin admin] Added segment 3bfc263b-401c-4268-994b-1659ac5abb07 of type vlan for network 65ffa77e-f8a5-4381-95ec-ede6dcd20a32 Nov 29 17:54:39.533009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-1655990c-5408-477d-a866-cdf4d130e53e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Request body: {'port': {'device_id': 'a2480c9a-75f1-43bb-87cf-9b43243c3f51', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': 'c4bd3732f9e045b291c6544ec838be2e'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:39.573401 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-969603b0-e46a-499e-b325-2526f2c6f8bc req-904dd824-e1f1-4a59-8d60-bc511584cb1d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269846 Nov 29 17:54:39.645000 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f226594-7a21-4cdf-adad-7c498554cff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:39.671106 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-d6cf2246-7161-415b-b72f-124b4433662f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c4bd3732f9e045b291c6544ec838be2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420079 Nov 29 17:54:39.681239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 24bf0880-2735-4d36-88e3-d2a084b6e48a details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:54:39.684508 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-8054f723-b385-4974-973c-90c96f23c1a5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:39.772856 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f226594-7a21-4cdf-adad-7c498554cff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:39.774120 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f226594-7a21-4cdf-adad-7c498554cff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:39.774955 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f226594-7a21-4cdf-adad-7c498554cff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:39.786647 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4024a09-cfdf-47c3-8f62-691caf8f6a10 req-66ede4ce-9410-4cc4-ae43-0b3c7633d446 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 210 time: 0.1085961 Nov 29 17:54:39.855043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 24bf0880-2735-4d36-88e3-d2a084b6e48a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=24bf0880-2735-4d36-88e3-d2a084b6e48a,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:39.887099 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '24bf0880-2735-4d36-88e3-d2a084b6e48a', 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f', 'port_id': '24bf0880-2735-4d36-88e3-d2a084b6e48a', 'mac_address': 'fa:16:3e:c6:79:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd64ce8a-80eb-44be-9944-f47c123c7381', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:54:39.908760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaac50a-3632-4576-a54e-b73269735789 req-e5e9e00c-96cd-42a2-b5cf-6f1f850314ab tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:39.911290 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9eaac50a-3632-4576-a54e-b73269735789 req-e5e9e00c-96cd-42a2-b5cf-6f1f850314ab tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 949 time: 0.1232705 Nov 29 17:54:39.912459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-1655990c-5408-477d-a866-cdf4d130e53e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Made reservation on behalf of c4bd3732f9e045b291c6544ec838be2e for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:39.916809 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-1655990c-5408-477d-a866-cdf4d130e53e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:39.956545 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:39.974779 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8f226594-7a21-4cdf-adad-7c498554cff3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9857585 Nov 29 17:54:39.981286 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36580) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:39.989395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24bf0880-2735-4d36-88e3-d2a084b6e48a {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:39.994315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-7082bed4-b809-47cc-bf63-989f7fcaa72e admin admin] Request body: {'subnet': {'network_id': '65ffa77e-f8a5-4381-95ec-ede6dcd20a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1022475547-subnet', 'tenant_id': 'f22d9cfafec54d8aa1da685d0575f22d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:40.000632 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f226594-7a21-4cdf-adad-7c498554cff3 admin admin] Pushing event updated for resources: {'Network': ['ID=65ffa77e-f8a5-4381-95ec-ede6dcd20a32,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:40.003340 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-8054f723-b385-4974-973c-90c96f23c1a5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:40.026514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-e4c8ae4b-b44f-4722-98f5-cd12d0003f82 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:40.028491 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-e4c8ae4b-b44f-4722-98f5-cd12d0003f82 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3488526 Nov 29 17:54:40.050624 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 24bf0880-2735-4d36-88e3-d2a084b6e48a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=24bf0880-2735-4d36-88e3-d2a084b6e48a,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:40.056744 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 65ffa77e-f8a5-4381-95ec-ede6dcd20a32 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:54:40.062416 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:40.072279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-21063352-e270-42a8-9e08-809975d02b0f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Request body: {'port': {'device_id': '4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': 'c4bd3732f9e045b291c6544ec838be2e'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:40.125569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1e5de-b9ee-497b-b807-452345013247 req-aba606dc-f103-4450-8d0b-8d348b41fc8d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:40.134540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4b1e5de-b9ee-497b-b807-452345013247 req-aba606dc-f103-4450-8d0b-8d348b41fc8d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/networks?id=b9b0794a-43f8-4559-af2b-f1bbb377bb64 HTTP/1.1" status: 200 len: 814 time: 0.2116029 Nov 29 17:54:40.140733 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-8054f723-b385-4974-973c-90c96f23c1a5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Network b9b0794a-43f8-4559-af2b-f1bbb377bb64 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:54:40.147078 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7082bed4-b809-47cc-bf63-989f7fcaa72e admin admin] Made reservation on behalf of f22d9cfafec54d8aa1da685d0575f22d for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:40.150457 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7082bed4-b809-47cc-bf63-989f7fcaa72e admin admin] Publish callbacks [] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:40.170727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-8054f723-b385-4974-973c-90c96f23c1a5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:40.204453 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=24bf0880-2735-4d36-88e3-d2a084b6e48a,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:40.227577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9eaac50a-3632-4576-a54e-b73269735789 req-78feb607-1ad1-445f-8bd4-ad06337b45a4 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/security-groups?id=30bd6149-f274-4ca0-82af-c3ce15c3a0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076172 Nov 29 17:54:40.234007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-8054f723-b385-4974-973c-90c96f23c1a5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:54:40.241171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-8054f723-b385-4974-973c-90c96f23c1a5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:40.242453 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-8054f723-b385-4974-973c-90c96f23c1a5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:40.249885 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4b1e5de-b9ee-497b-b807-452345013247 req-bd79aa5c-680c-4ce7-b2e9-cc2894b5a75f tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/quotas/2eea5c9ed99940e78b65e23cec85e2e3 HTTP/1.1" status: 200 len: 375 time: 0.1142447 Nov 29 17:54:40.255377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054f723-b385-4974-973c-90c96f23c1a5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Pushing event updated for resources: {'Port': ['ID=16f64671-a63b-4f64-b8af-d3c8274270ef,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:40.315073 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['24bf0880-2735-4d36-88e3-d2a084b6e48a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:54:40.323818 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-8054f723-b385-4974-973c-90c96f23c1a5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6173015 Nov 29 17:54:40.404191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Request body: {'port': {'device_id': 'e676b171-534a-48c3-a7f9-a8febadd5054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:40.449799 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-1655990c-5408-477d-a866-cdf4d130e53e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Allocated IP 192.168.233.102 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/336aaaf4-cfbf-490f-953c-4ab6d451a81e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:54:40.510590 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:40.520432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-21063352-e270-42a8-9e08-809975d02b0f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Made reservation on behalf of c4bd3732f9e045b291c6544ec838be2e for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:40.528214 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-21063352-e270-42a8-9e08-809975d02b0f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:40.547565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4b1e5de-b9ee-497b-b807-452345013247 req-19546b47-220d-4bc5-801f-681f61f5b846 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2eea5c9ed99940e78b65e23cec85e2e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2967188 Nov 29 17:54:40.612019 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6d8f9ad6-fcc0-41e4-bf25-ec9fca5bdd4e None None] Provisioning complete for port 16f64671-a63b-4f64-b8af-d3c8274270ef triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:40.612397 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d8f9ad6-fcc0-41e4-bf25-ec9fca5bdd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:40.650035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6d8f9ad6-fcc0-41e4-bf25-ec9fca5bdd4e None None] Port 16f64671-a63b-4f64-b8af-d3c8274270ef cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:54:40.742355 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888540af-e3d9-4aa8-bc61-1681c82cc7cb req-2d6496dc-f5b0-4789-bf87-68c1d58221e5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:40.744504 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-888540af-e3d9-4aa8-bc61-1681c82cc7cb req-2d6496dc-f5b0-4789-bf87-68c1d58221e5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.1251500 Nov 29 17:54:40.770330 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7082bed4-b809-47cc-bf63-989f7fcaa72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:40.790923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4b1e5de-b9ee-497b-b807-452345013247 req-2cbe5d0f-ffdc-4487-a343-3e573f709078 service neutron] 10.222.0.23 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424214 Nov 29 17:54:40.799291 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-1655990c-5408-477d-a866-cdf4d130e53e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:40.876521 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-888540af-e3d9-4aa8-bc61-1681c82cc7cb req-ac9e904e-bdab-4650-99a0-5d4c9e7f166e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239533 Nov 29 17:54:40.893171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082bed4-b809-47cc-bf63-989f7fcaa72e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12f8699-862b-4926-ad3a-f2678a484e80,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:40.927694 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082bed4-b809-47cc-bf63-989f7fcaa72e admin admin] Checking segment: {'id': '3bfc263b-401c-4268-994b-1659ac5abb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '65ffa77e-f8a5-4381-95ec-ede6dcd20a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:40.928132 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7082bed4-b809-47cc-bf63-989f7fcaa72e admin admin] Network hostable DHCP agents. Network: 65ffa77e-f8a5-4381-95ec-ede6dcd20a32, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:54:40.934371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-1655990c-5408-477d-a866-cdf4d130e53e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:40.953543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['eb57a55e-8e88-4232-adb2-6710e7654ae4'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:54:40.982475 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4b1e5de-b9ee-497b-b807-452345013247 req-5d5e2691-edb6-43b2-b0ac-823cc4fa2d93 service neutron] 10.222.0.23 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747410 Nov 29 17:54:41.003083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-1655990c-5408-477d-a866-cdf4d130e53e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:54:41.008727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-1655990c-5408-477d-a866-cdf4d130e53e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:41.012846 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-1655990c-5408-477d-a866-cdf4d130e53e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:54:41.017224 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655990c-5408-477d-a866-cdf4d130e53e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Pushing event updated for resources: {'Port': ['ID=336aaaf4-cfbf-490f-953c-4ab6d451a81e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:41.095555 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-1655990c-5408-477d-a866-cdf4d130e53e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:41.096248 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-1655990c-5408-477d-a866-cdf4d130e53e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:41.131605 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-1655990c-5408-477d-a866-cdf4d130e53e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6030710 Nov 29 17:54:41.172858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Request body: {'port': {'device_id': 'a2480c9a-75f1-43bb-87cf-9b43243c3f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:41.189782 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7082bed4-b809-47cc-bf63-989f7fcaa72e admin admin] Network 65ffa77e-f8a5-4381-95ec-ede6dcd20a32 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:54:41.236393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9435a3-bd13-4c0e-9262-baf996bc928f req-88e68694-76ea-4d61-8567-937e96c241f8 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:41.244103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a9435a3-bd13-4c0e-9262-baf996bc928f req-88e68694-76ea-4d61-8567-937e96c241f8 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 945 time: 0.1068482 Nov 29 17:54:41.251473 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-7082bed4-b809-47cc-bf63-989f7fcaa72e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 65ffa77e-f8a5-4381-95ec-ede6dcd20a32) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:41.255455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-21063352-e270-42a8-9e08-809975d02b0f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Allocated IP 192.168.233.197 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/fc2d8448-7ab5-4a49-bea6-b5528093ecd8) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:54:41.270141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7082bed4-b809-47cc-bf63-989f7fcaa72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:41.270732 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7082bed4-b809-47cc-bf63-989f7fcaa72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:41.285479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdffad99-5de4-4d37-ab04-ef845c4e56c6 None None] Network 65ffa77e-f8a5-4381-95ec-ede6dcd20a32 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:54:41.286875 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:41.368636 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7082bed4-b809-47cc-bf63-989f7fcaa72e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3790359 Nov 29 17:54:41.415021 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-bc03756c-a80a-4d9b-b4a3-44df049cead2 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:41.416569 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-bc03756c-a80a-4d9b-b4a3-44df049cead2 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.20 "GET /v2.0/networks?id=b9b0794a-43f8-4559-af2b-f1bbb377bb64 HTTP/1.1" status: 200 len: 814 time: 0.5086730 Nov 29 17:54:41.466756 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-26a82bd7-ec7f-40ad-a620-4b91ef51286a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Request body: {'port': {'device_id': '02659d06-c441-4764-979b-46d6684f7a10', 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64', 'admin_state_up': True, 'tenant_id': '2eea5c9ed99940e78b65e23cec85e2e3'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:41.484451 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f64671-a63b-4f64-b8af-d3c8274270ef {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:41.507082 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d7f3c6-532f-4a61-8b27-bf12f25a9caa None None] Network 65ffa77e-f8a5-4381-95ec-ede6dcd20a32 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:54:41.534501 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:41.551722 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ba1b0f03-03f5-420f-8885-7a7e73cee3ff None None] Provisioning complete for port 336aaaf4-cfbf-490f-953c-4ab6d451a81e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:41.552100 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ba1b0f03-03f5-420f-8885-7a7e73cee3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:41.606435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ba1b0f03-03f5-420f-8885-7a7e73cee3ff None None] Port 336aaaf4-cfbf-490f-953c-4ab6d451a81e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:54:41.633962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-53f83d35-32d9-4c30-b36b-29c97385715b req-8d6c7d3c-9604-48ca-b0e0-6726a7737c19 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 210 time: 0.0452700 Nov 29 17:54:41.701153 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a9435a3-bd13-4c0e-9262-baf996bc928f req-0e96a346-5154-4e1f-a586-fb829d364e41 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560750 Nov 29 17:54:41.706478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 24bf0880-2735-4d36-88e3-d2a084b6e48a up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:54:41.774655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 24bf0880-2735-4d36-88e3-d2a084b6e48a completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:54:41.779704 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 24bf0880-2735-4d36-88e3-d2a084b6e48a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:41.780160 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:41.910470 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:41.938572 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446df6c2-bdf2-4b1a-a31e-244a01dacd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bf0880-2735-4d36-88e3-d2a084b6e48a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:41.941960 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac3dfc2-3a77-4f4f-af66-9eac86049822" -d '{"events": [{"server_uuid": "446df6c2-bdf2-4b1a-a31e-244a01dacd26", "name": "network-vif-plugged", "status": "completed", "tag": "24bf0880-2735-4d36-88e3-d2a084b6e48a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:41.957475 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 24bf0880-2735-4d36-88e3-d2a084b6e48a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=24bf0880-2735-4d36-88e3-d2a084b6e48a,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:41.968325 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:41.969425 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f21c9bbe-4031-495a-8af9-0d8f1ea6c811 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:54:42.007829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8918d065-b1a6-485b-a4d0-96990683d6db req-9c7eba0d-4703-4011-9324-e530040d6926 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 210 time: 0.0515249 Nov 29 17:54:42.056657 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89470cc1-bf85-4c59-9223-ad78d61e9349 req-43b2d84f-f20e-408a-bb11-efc2503144ab tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:42.059488 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89470cc1-bf85-4c59-9223-ad78d61e9349 req-43b2d84f-f20e-408a-bb11-efc2503144ab tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 949 time: 0.2207258 Nov 29 17:54:42.075503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Transition to ACTIVE for port object 16f64671-a63b-4f64-b8af-d3c8274270ef will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:54:42.087928 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:42.090196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=24bf0880-2735-4d36-88e3-d2a084b6e48a,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:42.135205 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port f21c9bbe-4031-495a-8af9-0d8f1ea6c811 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:54:42.142378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port f21c9bbe-4031-495a-8af9-0d8f1ea6c811 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:42.143242 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:42.162009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89470cc1-bf85-4c59-9223-ad78d61e9349 req-ea115bd2-f1a3-4420-a476-2eb8c039946f tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/security-groups?id=30bd6149-f274-4ca0-82af-c3ce15c3a0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950453 Nov 29 17:54:42.194881 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Pushing event updated for resources: {'Port': ['ID=16f64671-a63b-4f64-b8af-d3c8274270ef,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:42.211823 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-21063352-e270-42a8-9e08-809975d02b0f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:42.277132 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-26a82bd7-ec7f-40ad-a620-4b91ef51286a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Made reservation on behalf of 2eea5c9ed99940e78b65e23cec85e2e3 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:42.280872 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-26a82bd7-ec7f-40ad-a620-4b91ef51286a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:42.314778 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:42.316564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Attempting to bind port 16f64671-a63b-4f64-b8af-d3c8274270ef on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:54:42.317014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Attempting to bind port 16f64671-a63b-4f64-b8af-d3c8274270ef by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '8ae1d983-2b52-4829-99ec-9b326432cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:54:42.317441 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Attempting to bind port 16f64671-a63b-4f64-b8af-d3c8274270ef on network b9b0794a-43f8-4559-af2b-f1bbb377bb64 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:42.340346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Port 16f64671-a63b-4f64-b8af-d3c8274270ef on network b9b0794a-43f8-4559-af2b-f1bbb377bb64 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:54:42.343464 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Attempting to bind port 16f64671-a63b-4f64-b8af-d3c8274270ef on network b9b0794a-43f8-4559-af2b-f1bbb377bb64 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:42.368308 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:54:42.370125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Checking segment: {'id': '8ae1d983-2b52-4829-99ec-9b326432cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:42.370658 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Bound using segment: {'id': '8ae1d983-2b52-4829-99ec-9b326432cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:54:42.371250 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Bound port: 16f64671-a63b-4f64-b8af-d3c8274270ef, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae1d983-2b52-4829-99ec-9b326432cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:54:42.371694 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:42.394982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f21c9bbe-4031-495a-8af9-0d8f1ea6c811, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f21c9bbe-4031-495a-8af9-0d8f1ea6c811,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:42.402006 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:42.429428 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-21063352-e270-42a8-9e08-809975d02b0f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:42.441841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['eb57a55e-8e88-4232-adb2-6710e7654ae4'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:54:42.493715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=f21c9bbe-4031-495a-8af9-0d8f1ea6c811,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:42.521077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-21063352-e270-42a8-9e08-809975d02b0f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:54:42.532446 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-21063352-e270-42a8-9e08-809975d02b0f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:42.541328 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-21063352-e270-42a8-9e08-809975d02b0f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:54:42.546921 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-21063352-e270-42a8-9e08-809975d02b0f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:42.548227 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-21063352-e270-42a8-9e08-809975d02b0f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:42.602052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21063352-e270-42a8-9e08-809975d02b0f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Pushing event updated for resources: {'Port': ['ID=fc2d8448-7ab5-4a49-bea6-b5528093ecd8,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:42.623747 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] For port 16f64671-a63b-4f64-b8af-d3c8274270ef, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:54:42.629375 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-21063352-e270-42a8-9e08-809975d02b0f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5713153 Nov 29 17:54:42.631168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] For port 16f64671-a63b-4f64-b8af-d3c8274270ef, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=16f64671-a63b-4f64-b8af-d3c8274270ef,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:54:42.638978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e72f56-4c1e-4e65-903e-d7995691585a req-5ea82196-8c78-481c-9e66-296cb9bbb109 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:42.647025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Request body: {'port': {'device_id': '4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:42.647231 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9e72f56-4c1e-4e65-903e-d7995691585a req-5ea82196-8c78-481c-9e66-296cb9bbb109 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.2424624 Nov 29 17:54:42.650530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:42.683210 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-26a82bd7-ec7f-40ad-a620-4b91ef51286a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Allocated IP 172.20.0.5 (b9b0794a-43f8-4559-af2b-f1bbb377bb64/93e45208-0775-4f32-b9ff-c19305550f31/acef39b3-3105-4269-b175-e5b810fdcad3) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:54:42.705236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-aab0cba6-3fd8-427c-93de-8f9dc5e9a23a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:42.707206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-aab0cba6-3fd8-427c-93de-8f9dc5e9a23a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 807 time: 0.3473294 Nov 29 17:54:42.728030 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:42.729114 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:42.733339 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] 10.222.0.31 "PUT /v2.0/ports/16f64671-a63b-4f64-b8af-d3c8274270ef HTTP/1.1" status: 200 len: 1092 time: 2.3362525 Nov 29 17:54:42.739540 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e676b171-534a-48c3-a7f9-a8febadd5054', 'tag': '16f64671-a63b-4f64-b8af-d3c8274270ef'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:42.743682 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33e997b-d5d0-46b5-9ba2-51f056ecf19f" -d '{"events": [{"name": "network-changed", "server_uuid": "e676b171-534a-48c3-a7f9-a8febadd5054", "tag": "16f64671-a63b-4f64-b8af-d3c8274270ef"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:42.801303 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-4b8a336f-c0bc-462f-aca6-990eb1a4938f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/quotas/3a0783cb68fe44b080e0c111bf112e73 HTTP/1.1" status: 200 len: 375 time: 0.0833166 Nov 29 17:54:42.850076 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336aaaf4-cfbf-490f-953c-4ab6d451a81e {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:42.873102 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-266bed08-c7cb-413e-bb42-5eda2efb5e94 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705707 Nov 29 17:54:42.879084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9e72f56-4c1e-4e65-903e-d7995691585a req-d658dc5a-2462-47d6-9a7d-3b3f7807c498 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309458 Nov 29 17:54:42.884798 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:42.916733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fe435b89-03f9-4252-8945-a2e72a97c265 None None] Provisioning complete for port fc2d8448-7ab5-4a49-bea6-b5528093ecd8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:42.917330 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fe435b89-03f9-4252-8945-a2e72a97c265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:42.966667 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692f12f4-9677-4019-af90-f1fdf01835bf x-openstack-request-id: req-692f12f4-9677-4019-af90-f1fdf01835bf {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:42.967353 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446df6c2-bdf2-4b1a-a31e-244a01dacd26", "name": "network-vif-plugged", "status": "completed", "tag": "24bf0880-2735-4d36-88e3-d2a084b6e48a", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:42.967451 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-692f12f4-9677-4019-af90-f1fdf01835bf {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:42.967983 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446df6c2-bdf2-4b1a-a31e-244a01dacd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bf0880-2735-4d36-88e3-d2a084b6e48a', 'code': 200} Nov 29 17:54:42.984462 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d9159-086c-4a3c-88c5-678d524ce21b service neutron] Pushing event updated for resources: {'Port': ['ID=16f64671-a63b-4f64-b8af-d3c8274270ef,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:42.986482 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fe435b89-03f9-4252-8945-a2e72a97c265 None None] Port fc2d8448-7ab5-4a49-bea6-b5528093ecd8 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:54:42.995906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Transition to ACTIVE for port object 336aaaf4-cfbf-490f-953c-4ab6d451a81e will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:54:43.003502 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:43.034304 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:43.122707 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=336aaaf4-cfbf-490f-953c-4ab6d451a81e,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:43.125272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.20', 50548) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:43.146039 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-4265a645-d8cc-4e94-b5fc-c6a6cf6e66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:43.147591 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-4265a645-d8cc-4e94-b5fc-c6a6cf6e66c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2eea5c9ed99940e78b65e23cec85e2e3&device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 1095 time: 0.3465500 Nov 29 17:54:43.191503 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-4ff5d3bf-0370-40c5-8896-1824f83a206a service neutron] 10.222.0.23 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036981 Nov 29 17:54:43.220955 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-3727274d-c67a-44a1-a81b-4693723ad2bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f64671-a63b-4f64-b8af-d3c8274270ef HTTP/1.1" status: 200 len: 217 time: 0.0618901 Nov 29 17:54:43.238385 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1e5de-b9ee-497b-b807-452345013247 req-b317e48c-fa2f-4140-b10f-cc8669cea109 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:43.239694 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a4b1e5de-b9ee-497b-b807-452345013247 req-b317e48c-fa2f-4140-b10f-cc8669cea109 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.20 "GET /v2.0/networks?id=b9b0794a-43f8-4559-af2b-f1bbb377bb64 HTTP/1.1" status: 200 len: 814 time: 0.4166253 Nov 29 17:54:43.267252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-a4b1e5de-b9ee-497b-b807-452345013247 req-12da386b-9247-43e4-b02a-73cadfc5e923 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Request body: {'port': {'device_id': '952b3d20-9d12-4be3-979d-3f74c67e8d4a', 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64', 'admin_state_up': True, 'tenant_id': '2eea5c9ed99940e78b65e23cec85e2e3'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:43.342252 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536295f-4644-44af-921e-ce2bfa76207a req-762a3750-f0bc-4ae6-b547-e03e313463dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:43.343792 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f536295f-4644-44af-921e-ce2bfa76207a req-762a3750-f0bc-4ae6-b547-e03e313463dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 1097 time: 0.2127748 Nov 29 17:54:43.362441 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa2651-1837-4c0a-8d01-d837f3d898c1 req-e1dfe8fa-9785-4958-af66-3b47d40b0d84 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:43.363945 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-53fa2651-1837-4c0a-8d01-d837f3d898c1 req-e1dfe8fa-9785-4958-af66-3b47d40b0d84 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 936 time: 0.1870127 Nov 29 17:54:43.435437 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Attempting to bind port 336aaaf4-cfbf-490f-953c-4ab6d451a81e on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:54:43.435946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Attempting to bind port 336aaaf4-cfbf-490f-953c-4ab6d451a81e by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:54:43.436294 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Attempting to bind port 336aaaf4-cfbf-490f-953c-4ab6d451a81e on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:43.442947 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-4a796b99-561f-47b6-b036-3d5a9135f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:43.444381 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-4a796b99-561f-47b6-b036-3d5a9135f819 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=93e45208-0775-4f32-b9ff-c19305550f31 HTTP/1.1" status: 200 len: 853 time: 0.2132552 Nov 29 17:54:43.448565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-15235f68-2cf3-4ad6-8362-d6e2ce9880d4 service neutron] 10.222.0.23 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467003 Nov 29 17:54:43.461981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Port 336aaaf4-cfbf-490f-953c-4ab6d451a81e on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:54:43.462316 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Attempting to bind port 336aaaf4-cfbf-490f-953c-4ab6d451a81e on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:43.475266 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-26a82bd7-ec7f-40ad-a620-4b91ef51286a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:43.485543 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f536295f-4644-44af-921e-ce2bfa76207a req-f99c0616-edb1-4441-abea-249c711754df service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128955 Nov 29 17:54:43.486655 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:54:43.487018 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:43.487421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:54:43.487863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Bound port: 336aaaf4-cfbf-490f-953c-4ab6d451a81e, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:54:43.488222 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:43.494291 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-53fa2651-1837-4c0a-8d01-d837f3d898c1 req-3b65155a-7f7c-499d-beeb-8c9cae27b798 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205878 Nov 29 17:54:43.615285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] For port 336aaaf4-cfbf-490f-953c-4ab6d451a81e, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:54:43.631972 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] For port 336aaaf4-cfbf-490f-953c-4ab6d451a81e, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=336aaaf4-cfbf-490f-953c-4ab6d451a81e,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:54:43.636573 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d6b2e4-6e8b-4ddb-bd37-86ed98b4992d x-openstack-request-id: req-c8d6b2e4-6e8b-4ddb-bd37-86ed98b4992d {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:43.636873 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e676b171-534a-48c3-a7f9-a8febadd5054", "tag": "16f64671-a63b-4f64-b8af-d3c8274270ef", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:43.637133 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8d6b2e4-6e8b-4ddb-bd37-86ed98b4992d {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:43.637534 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e676b171-534a-48c3-a7f9-a8febadd5054', 'tag': '16f64671-a63b-4f64-b8af-d3c8274270ef', 'status': 'completed', 'code': 200} Nov 29 17:54:43.640760 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:43.648321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-d893e7fc-bd89-4502-98c4-8d82bdff0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:43.650400 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-d893e7fc-bd89-4502-98c4-8d82bdff0572 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9b0794a-43f8-4559-af2b-f1bbb377bb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908970 Nov 29 17:54:43.657194 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b1e5de-b9ee-497b-b807-452345013247 req-12da386b-9247-43e4-b02a-73cadfc5e923 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Made reservation on behalf of 2eea5c9ed99940e78b65e23cec85e2e3 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:43.660666 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a4b1e5de-b9ee-497b-b807-452345013247 req-12da386b-9247-43e4-b02a-73cadfc5e923 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:43.686318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ca2a6-a251-434c-b416-15553f863a46 req-ba60f8a0-1f32-4c32-81a6-f1eadd18135c tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:43.694132 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb5ca2a6-a251-434c-b416-15553f863a46 req-ba60f8a0-1f32-4c32-81a6-f1eadd18135c tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 946 time: 0.1087611 Nov 29 17:54:43.698699 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-26a82bd7-ec7f-40ad-a620-4b91ef51286a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:43.721655 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:43.722279 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:43.723731 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] 10.222.0.31 "PUT /v2.0/ports/336aaaf4-cfbf-490f-953c-4ab6d451a81e HTTP/1.1" status: 200 len: 1096 time: 2.5567429 Nov 29 17:54:43.724197 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2480c9a-75f1-43bb-87cf-9b43243c3f51', 'tag': '336aaaf4-cfbf-490f-953c-4ab6d451a81e'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:43.726521 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349542e8-7a55-4cc4-8dbe-127d93db3b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2480c9a-75f1-43bb-87cf-9b43243c3f51", "tag": "336aaaf4-cfbf-490f-953c-4ab6d451a81e"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:43.784567 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-584142a0-9e0e-4f7e-bb1a-fbf74bf0eeea req-f6a85e5d-5b6e-431b-9465-ef29901df099 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 210 time: 0.0475230 Nov 29 17:54:43.797628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67567941-f711-4ea2-91b7-d67a7a0d3fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=336aaaf4-cfbf-490f-953c-4ab6d451a81e,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:43.862894 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb5ca2a6-a251-434c-b416-15553f863a46 req-49818daa-5d03-4207-84dc-066a47e5056a tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678028 Nov 29 17:54:43.875615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-9cf67b6d-5538-43cf-8488-2597eff86f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:43.877857 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-9cf67b6d-5538-43cf-8488-2597eff86f88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=a2480c9a-75f1-43bb-87cf-9b43243c3f51 HTTP/1.1" status: 200 len: 1099 time: 0.0958879 Nov 29 17:54:43.896529 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-26a82bd7-ec7f-40ad-a620-4b91ef51286a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Network b9b0794a-43f8-4559-af2b-f1bbb377bb64 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:54:43.941054 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a82bd7-ec7f-40ad-a620-4b91ef51286a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Pushing event updated for resources: {'Port': ['ID=acef39b3-3105-4269-b175-e5b810fdcad3,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:43.943651 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-26a82bd7-ec7f-40ad-a620-4b91ef51286a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:43.973658 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-26a82bd7-ec7f-40ad-a620-4b91ef51286a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:54:43.979338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-26a82bd7-ec7f-40ad-a620-4b91ef51286a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:43.979966 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-26a82bd7-ec7f-40ad-a620-4b91ef51286a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:43.994175 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-d9cd42d5-eda4-4098-9614-c678010470e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=336aaaf4-cfbf-490f-953c-4ab6d451a81e HTTP/1.1" status: 200 len: 217 time: 0.1040971 Nov 29 17:54:44.031424 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2d8448-7ab5-4a49-bea6-b5528093ecd8 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:44.055801 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-26a82bd7-ec7f-40ad-a620-4b91ef51286a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6055248 Nov 29 17:54:44.062608 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:44.080840 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5c02401-7408-4158-af29-76057783acc2 req-0117c0f9-e625-4dc5-9046-2aba1d8682b1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 210 time: 0.0844738 Nov 29 17:54:44.091751 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Transition to ACTIVE for port object fc2d8448-7ab5-4a49-bea6-b5528093ecd8 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:54:44.144659 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-1804708a-7133-42b9-8ca3-e5aeeb7b898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:44.146116 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-1804708a-7133-42b9-8ca3-e5aeeb7b898c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0758772 Nov 29 17:54:44.152170 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-b9a1c3cf-6934-4c44-86e6-47e46c6318e1 service neutron] 10.222.0.31 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885116 Nov 29 17:54:44.156738 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Request body: {'port': {'device_id': '02659d06-c441-4764-979b-46d6684f7a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:44.161063 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbadb4d-c2ac-475a-844d-27ae1c264991 req-a7e089d8-b178-45b1-b619-6cd2053b43cb tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:44.167181 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5dbadb4d-c2ac-475a-844d-27ae1c264991 req-a7e089d8-b178-45b1-b619-6cd2053b43cb tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 950 time: 0.1676702 Nov 29 17:54:44.170554 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ab2bcc-229d-4ef5-83d6-2e9c2d24d1f8 x-openstack-request-id: req-12ab2bcc-229d-4ef5-83d6-2e9c2d24d1f8 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:44.170751 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2480c9a-75f1-43bb-87cf-9b43243c3f51", "tag": "336aaaf4-cfbf-490f-953c-4ab6d451a81e", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:44.171155 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12ab2bcc-229d-4ef5-83d6-2e9c2d24d1f8 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:44.171544 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2480c9a-75f1-43bb-87cf-9b43243c3f51', 'tag': '336aaaf4-cfbf-490f-953c-4ab6d451a81e', 'status': 'completed', 'code': 200} Nov 29 17:54:44.182012 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:44.187201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-a4b1e5de-b9ee-497b-b807-452345013247 req-12da386b-9247-43e4-b02a-73cadfc5e923 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Allocated IP 172.20.0.12 (b9b0794a-43f8-4559-af2b-f1bbb377bb64/93e45208-0775-4f32-b9ff-c19305550f31/1415ef57-8b70-4108-9fce-57d617fa8935) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:54:44.275231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-9e444c51-356b-4c3c-a750-924e48f63fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:44.291906 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-9e444c51-356b-4c3c-a750-924e48f63fa9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1228960 Nov 29 17:54:44.307530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5dbadb4d-c2ac-475a-844d-27ae1c264991 req-cfd1e716-6e82-41c7-943f-77a909e7a6a6 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/security-groups?id=30bd6149-f274-4ca0-82af-c3ce15c3a0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233530 Nov 29 17:54:44.355285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-599c2cea-5796-4fe7-81cd-41f4d0fefbb5 None None] Provisioning complete for port acef39b3-3105-4269-b175-e5b810fdcad3 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:44.355802 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-599c2cea-5796-4fe7-81cd-41f4d0fefbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:44.378032 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2d8448-7ab5-4a49-bea6-b5528093ecd8,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:44.384337 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19eba69f-6007-4b68-9cd0-56f563c35184 req-af0f892e-7834-43f5-8ad0-58f18c2e6d85 service neutron] 10.222.0.31 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942320 Nov 29 17:54:44.452545 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:44.469062 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-599c2cea-5796-4fe7-81cd-41f4d0fefbb5 None None] Port acef39b3-3105-4269-b175-e5b810fdcad3 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:54:44.510601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-11fc70fc-a6d1-45cb-9194-0c50323fb816 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020273 Nov 29 17:54:44.722236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Attempting to bind port fc2d8448-7ab5-4a49-bea6-b5528093ecd8 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:54:44.722578 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Attempting to bind port fc2d8448-7ab5-4a49-bea6-b5528093ecd8 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:54:44.722730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f0d89-a568-46d9-9682-c4e45ed26bdc req-70cecbe1-7db4-4020-a821-654f9bff6158 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:44.723212 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Attempting to bind port fc2d8448-7ab5-4a49-bea6-b5528093ecd8 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:44.725435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-549f0d89-a568-46d9-9682-c4e45ed26bdc req-70cecbe1-7db4-4020-a821-654f9bff6158 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.2135744 Nov 29 17:54:44.728744 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-013b480f-f444-4cbc-a97c-1c9260a9e9fb service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790712 Nov 29 17:54:44.767563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05961d-97c7-4f7c-a1c6-16c7aef26cb0 req-3a3c781f-1e5e-41e1-9b6d-0d0be4a12fa1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:44.769093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3a05961d-97c7-4f7c-a1c6-16c7aef26cb0 req-3a3c781f-1e5e-41e1-9b6d-0d0be4a12fa1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 948 time: 0.1105058 Nov 29 17:54:44.799174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36680) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:44.855625 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3a05961d-97c7-4f7c-a1c6-16c7aef26cb0 req-e9e015f9-63fb-40dc-a27e-55a354fb57ff tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792480 Nov 29 17:54:44.912311 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-549f0d89-a568-46d9-9682-c4e45ed26bdc req-82a390f8-373e-487e-8792-c5ec0c75384b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798615 Nov 29 17:54:44.929597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349542e8-7a55-4cc4-8dbe-127d93db3b6f req-789bada7-53f1-40c3-8d2c-7be8ebdf5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:44.932343 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-349542e8-7a55-4cc4-8dbe-127d93db3b6f req-789bada7-53f1-40c3-8d2c-7be8ebdf5c6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=a2480c9a-75f1-43bb-87cf-9b43243c3f51 HTTP/1.1" status: 200 len: 1099 time: 0.1218743 Nov 29 17:54:44.969171 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcf7209-6591-4c75-9d96-34313a9cb01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21c9bbe-4031-495a-8af9-0d8f1ea6c811'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:44.972285 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dceb963-4149-4b79-86e0-ae10b283792c" -d '{"events": [{"server_uuid": "ddcf7209-6591-4c75-9d96-34313a9cb01f", "name": "network-vif-plugged", "status": "completed", "tag": "f21c9bbe-4031-495a-8af9-0d8f1ea6c811"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:44.984021 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925a13a0-2982-480b-99db-8edd56573b42 req-07358380-327e-4aed-bc7b-03d532ff7877 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 210 time: 0.0379446 Nov 29 17:54:44.984738 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d3c2afa-e2c8-45eb-99fa-d34cd18deeb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:44.988291 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Port fc2d8448-7ab5-4a49-bea6-b5528093ecd8 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:54:44.988618 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Attempting to bind port fc2d8448-7ab5-4a49-bea6-b5528093ecd8 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:45.001142 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e997b-d5d0-46b5-9ba2-51f056ecf19f req-90d58864-2e32-4869-9c31-04c34091b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:45.002670 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f33e997b-d5d0-46b5-9ba2-51f056ecf19f req-90d58864-2e32-4869-9c31-04c34091b0ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2eea5c9ed99940e78b65e23cec85e2e3&device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 1095 time: 0.5302112 Nov 29 17:54:45.072122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:54:45.072894 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:45.072894 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:54:45.073277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Bound port: fc2d8448-7ab5-4a49-bea6-b5528093ecd8, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:54:45.073650 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:45.076912 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae036305-382a-418f-93bd-76636216b528 x-openstack-request-id: req-ae036305-382a-418f-93bd-76636216b528 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:45.077409 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcf7209-6591-4c75-9d96-34313a9cb01f", "name": "network-vif-plugged", "status": "completed", "tag": "f21c9bbe-4031-495a-8af9-0d8f1ea6c811", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:45.077670 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae036305-382a-418f-93bd-76636216b528 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:45.078060 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcf7209-6591-4c75-9d96-34313a9cb01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21c9bbe-4031-495a-8af9-0d8f1ea6c811', 'code': 200} Nov 29 17:54:45.207112 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.20', 50550) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:45.209936 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a4b1e5de-b9ee-497b-b807-452345013247 req-12da386b-9247-43e4-b02a-73cadfc5e923 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:45.251868 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff6b9740-5b8f-4bef-bd60-15216bc2f4cc req-30b2644e-f315-4161-9447-37f671e19769 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 210 time: 0.0571151 Nov 29 17:54:45.271477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-44cc80a0-12f9-43b6-b37c-cc9bdbff6b6f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:45.272907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-44cc80a0-12f9-43b6-b37c-cc9bdbff6b6f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.20 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 807 time: 0.1660652 Nov 29 17:54:45.287147 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86970f4-be5a-4ade-896d-27e53eb372fc req-d2e2bf1f-15c1-4338-9c9d-614721c4bc21 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:45.288602 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a86970f4-be5a-4ade-896d-27e53eb372fc req-d2e2bf1f-15c1-4338-9c9d-614721c4bc21 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 946 time: 0.3009212 Nov 29 17:54:45.298331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e997b-d5d0-46b5-9ba2-51f056ecf19f req-d5bacdef-2cb5-4922-977f-53d7b911d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:45.299550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-dd873028-5a61-457c-a4b5-779632fb90ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Request body: {'port': {'device_id': '1b49b0d7-44f3-4a95-8345-ee6d03168e7f', 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81', 'admin_state_up': True, 'tenant_id': '3a0783cb68fe44b080e0c111bf112e73'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:45.299815 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f33e997b-d5d0-46b5-9ba2-51f056ecf19f req-d5bacdef-2cb5-4922-977f-53d7b911d94c service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9b0794a-43f8-4559-af2b-f1bbb377bb64 HTTP/1.1" status: 200 len: 915 time: 0.2434046 Nov 29 17:54:45.319789 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] For port fc2d8448-7ab5-4a49-bea6-b5528093ecd8, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:54:45.367158 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f33e997b-d5d0-46b5-9ba2-51f056ecf19f req-7e1ab931-46c4-4df4-8cb1-0f2054e572b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f64671-a63b-4f64-b8af-d3c8274270ef HTTP/1.1" status: 200 len: 217 time: 0.0570900 Nov 29 17:54:45.372883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] For port fc2d8448-7ab5-4a49-bea6-b5528093ecd8, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fc2d8448-7ab5-4a49-bea6-b5528093ecd8,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:54:45.375378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9aefe-a70e-4d22-bdde-9bb2f163d94a req-f919ba02-c02a-407f-b101-27cdfef07063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:45.376927 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ba9aefe-a70e-4d22-bdde-9bb2f163d94a req-f919ba02-c02a-407f-b101-27cdfef07063 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 1101 time: 0.1652644 Nov 29 17:54:45.379904 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:45.396409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349542e8-7a55-4cc4-8dbe-127d93db3b6f req-74aa1b9a-7133-44d1-a9ce-b20a1247dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:45.397905 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-349542e8-7a55-4cc4-8dbe-127d93db3b6f req-74aa1b9a-7133-44d1-a9ce-b20a1247dcfe service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.4531350 Nov 29 17:54:45.428112 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a4b1e5de-b9ee-497b-b807-452345013247 req-12da386b-9247-43e4-b02a-73cadfc5e923 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:45.500188 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d3c2afa-e2c8-45eb-99fa-d34cd18deeb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:45.502062 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-349542e8-7a55-4cc4-8dbe-127d93db3b6f req-54e5785b-9211-4583-99cc-fc8defa74d63 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=336aaaf4-cfbf-490f-953c-4ab6d451a81e HTTP/1.1" status: 200 len: 217 time: 0.0920115 Nov 29 17:54:45.523095 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d3c2afa-e2c8-45eb-99fa-d34cd18deeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:45.524813 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:45.525432 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:45.526871 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] 10.222.0.31 "PUT /v2.0/ports/fc2d8448-7ab5-4a49-bea6-b5528093ecd8 HTTP/1.1" status: 200 len: 1096 time: 2.8873250 Nov 29 17:54:45.542281 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a86970f4-be5a-4ade-896d-27e53eb372fc req-42c4e462-91e1-489f-ab05-aada826ee8c8 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350564 Nov 29 17:54:45.577551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b1e5de-b9ee-497b-b807-452345013247 req-12da386b-9247-43e4-b02a-73cadfc5e923 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Network b9b0794a-43f8-4559-af2b-f1bbb377bb64 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:54:45.591013 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e997b-d5d0-46b5-9ba2-51f056ecf19f req-74386038-05ba-455a-bab5-b7c3ae996445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:45.604161 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f33e997b-d5d0-46b5-9ba2-51f056ecf19f req-74386038-05ba-455a-bab5-b7c3ae996445 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=93e45208-0775-4f32-b9ff-c19305550f31 HTTP/1.1" status: 200 len: 853 time: 0.2074025 Nov 29 17:54:45.604161 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-a4b1e5de-b9ee-497b-b807-452345013247 req-12da386b-9247-43e4-b02a-73cadfc5e923 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:45.613052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b1e5de-b9ee-497b-b807-452345013247 req-12da386b-9247-43e4-b02a-73cadfc5e923 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:54:45.619580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1e5de-b9ee-497b-b807-452345013247 req-12da386b-9247-43e4-b02a-73cadfc5e923 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:45.620243 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a4b1e5de-b9ee-497b-b807-452345013247 req-12da386b-9247-43e4-b02a-73cadfc5e923 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:45.644823 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de', 'tag': 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:45.646631 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35ce1f0-a83e-473a-8ee1-9f5175c8fa39" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de", "tag": "fc2d8448-7ab5-4a49-bea6-b5528093ecd8"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:45.649448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5af4b-1553-46a8-9051-f8fbd41526f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2d8448-7ab5-4a49-bea6-b5528093ecd8,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:45.689895 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ba9aefe-a70e-4d22-bdde-9bb2f163d94a req-67c4f219-617c-47c2-8b3f-2730962f391b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30bd6149-f274-4ca0-82af-c3ce15c3a0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792091 Nov 29 17:54:45.761816 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a4b1e5de-b9ee-497b-b807-452345013247 req-12da386b-9247-43e4-b02a-73cadfc5e923 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5056887 Nov 29 17:54:45.795499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da386b-9247-43e4-b02a-73cadfc5e923 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Pushing event updated for resources: {'Port': ['ID=1415ef57-8b70-4108-9fce-57d617fa8935,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:45.837657 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-c157517d-42ab-43d4-996e-63053c0f302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:45.839222 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-c157517d-42ab-43d4-996e-63053c0f302f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 1099 time: 0.2410650 Nov 29 17:54:45.843529 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e997b-d5d0-46b5-9ba2-51f056ecf19f req-1055e01e-4855-4e71-880b-7fdcb76a7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:45.845028 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f33e997b-d5d0-46b5-9ba2-51f056ecf19f req-1055e01e-4855-4e71-880b-7fdcb76a7934 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9b0794a-43f8-4559-af2b-f1bbb377bb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2411978 Nov 29 17:54:45.880135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acef39b3-3105-4269-b175-e5b810fdcad3 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:45.882121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c2afa-e2c8-45eb-99fa-d34cd18deeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8230f9f5-df31-45c3-be2f-9af19662139f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:45.888860 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4d3c2afa-e2c8-45eb-99fa-d34cd18deeb4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=094f285b27da45008ae2757ec715242e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0856521 Nov 29 17:54:45.892030 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Request body: {'port': {'device_id': '952b3d20-9d12-4be3-979d-3f74c67e8d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:45.893244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36706) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:45.910552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab233e-380d-4484-bd5e-911e7d25d8a7 req-e4b35b2b-a854-4797-8025-aba22aac0e81 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:45.919644 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56ab233e-380d-4484-bd5e-911e7d25d8a7 req-e4b35b2b-a854-4797-8025-aba22aac0e81 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 950 time: 0.5128133 Nov 29 17:54:45.943383 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349542e8-7a55-4cc4-8dbe-127d93db3b6f req-eb15e9b3-c8e0-4157-b8f1-c95ec66ae964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:45.945099 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-349542e8-7a55-4cc4-8dbe-127d93db3b6f req-eb15e9b3-c8e0-4157-b8f1-c95ec66ae964 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.4240098 Nov 29 17:54:45.959532 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:45.974105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-dd873028-5a61-457c-a4b5-779632fb90ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Made reservation on behalf of 3a0783cb68fe44b080e0c111bf112e73 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:45.975836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f2e572fe-6646-41cd-8c99-f046d1d15c88 None None] Provisioning complete for port 1415ef57-8b70-4108-9fce-57d617fa8935 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:45.976740 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2e572fe-6646-41cd-8c99-f046d1d15c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:45.978162 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-dd873028-5a61-457c-a4b5-779632fb90ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:45.981522 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-d9983582-a49a-4121-b412-35a34d2653de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=fc2d8448-7ab5-4a49-bea6-b5528093ecd8 HTTP/1.1" status: 200 len: 217 time: 0.1191058 Nov 29 17:54:46.036623 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f2e572fe-6646-41cd-8c99-f046d1d15c88 None None] Port 1415ef57-8b70-4108-9fce-57d617fa8935 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:54:46.071562 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56ab233e-380d-4484-bd5e-911e7d25d8a7 req-1424b818-5302-4d5d-82d9-ab9cf1909cba tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/security-groups?id=30bd6149-f274-4ca0-82af-c3ce15c3a0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509051 Nov 29 17:54:46.084916 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Transition to ACTIVE for port object acef39b3-3105-4269-b175-e5b810fdcad3 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:54:46.099635 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:46.141119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349542e8-7a55-4cc4-8dbe-127d93db3b6f req-3d9fac49-07b6-4582-94c1-cbe8c3a64ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:46.142640 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-349542e8-7a55-4cc4-8dbe-127d93db3b6f req-3d9fac49-07b6-4582-94c1-cbe8c3a64ae8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1853642 Nov 29 17:54:46.143323 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26f63858-7bf4-4949-8434-9708169bc24a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:46.157356 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf86cbb1-cba3-401c-a494-2fa504744446 x-openstack-request-id: req-cf86cbb1-cba3-401c-a494-2fa504744446 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:46.157652 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de", "tag": "fc2d8448-7ab5-4a49-bea6-b5528093ecd8", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:46.157902 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf86cbb1-cba3-401c-a494-2fa504744446 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:46.158347 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de', 'tag': 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8', 'status': 'completed', 'code': 200} Nov 29 17:54:46.166547 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-ce11e8f2-1462-447c-b0e0-2f4893f8b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:46.167182 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-ce11e8f2-1462-447c-b0e0-2f4893f8b6cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1329598 Nov 29 17:54:46.185064 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:46.243087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=acef39b3-3105-4269-b175-e5b810fdcad3,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:46.251166 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f33e997b-d5d0-46b5-9ba2-51f056ecf19f req-96be763d-8379-463c-b52b-0876a3e1a981 service neutron] 10.222.0.31 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870151 Nov 29 17:54:46.297559 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26f63858-7bf4-4949-8434-9708169bc24a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:46.336805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049c735-f206-4f0d-94af-f4afa5e56b87 req-c3a6e66a-183d-4549-8837-765481da234c tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:46.338341 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5049c735-f206-4f0d-94af-f4afa5e56b87 req-c3a6e66a-183d-4549-8837-765481da234c tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 1097 time: 0.2193708 Nov 29 17:54:46.359046 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:54:46.400432 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-dd873028-5a61-457c-a4b5-779632fb90ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Allocated IP 172.20.0.12 (d41485a2-1aa1-4798-b665-6b565c023c81/d65a8960-b9ea-4a10-b0f4-1909a25c2f43/5dec885e-5b67-4208-8012-b2903df02df1) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:54:46.418872 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-9d1b9c20-38a3-4d84-a465-9c768da46a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:46.420349 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-9d1b9c20-38a3-4d84-a465-9c768da46a6e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2364962 Nov 29 17:54:46.427697 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Attempting to bind port acef39b3-3105-4269-b175-e5b810fdcad3 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:54:46.428029 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Attempting to bind port acef39b3-3105-4269-b175-e5b810fdcad3 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '8ae1d983-2b52-4829-99ec-9b326432cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:54:46.428354 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Attempting to bind port acef39b3-3105-4269-b175-e5b810fdcad3 on network b9b0794a-43f8-4559-af2b-f1bbb377bb64 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:46.431355 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfaf60-12ae-43cc-8ce2-fb65fc61bb77 req-b07e0756-bb44-4148-b1e7-e21751d61be6 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:46.432854 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57cfaf60-12ae-43cc-8ce2-fb65fc61bb77 req-b07e0756-bb44-4148-b1e7-e21751d61be6 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 948 time: 0.2313404 Nov 29 17:54:46.448817 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-349542e8-7a55-4cc4-8dbe-127d93db3b6f req-9a6bf613-6386-4fa7-a4f1-c941db4972df service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865906 Nov 29 17:54:46.457353 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Port acef39b3-3105-4269-b175-e5b810fdcad3 on network b9b0794a-43f8-4559-af2b-f1bbb377bb64 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:54:46.457590 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Attempting to bind port acef39b3-3105-4269-b175-e5b810fdcad3 on network b9b0794a-43f8-4559-af2b-f1bbb377bb64 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:46.526691 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:54:46.527405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Checking segment: {'id': '8ae1d983-2b52-4829-99ec-9b326432cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:46.527405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Bound using segment: {'id': '8ae1d983-2b52-4829-99ec-9b326432cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:54:46.527850 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Bound port: acef39b3-3105-4269-b175-e5b810fdcad3, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae1d983-2b52-4829-99ec-9b326432cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:54:46.528203 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:46.560501 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5049c735-f206-4f0d-94af-f4afa5e56b87 req-f237cdbc-c9f7-440d-9e12-e3b6c4e903b9 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124622 Nov 29 17:54:46.571294 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26f63858-7bf4-4949-8434-9708169bc24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:46.573828 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26f63858-7bf4-4949-8434-9708169bc24a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:46.574980 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-26f63858-7bf4-4949-8434-9708169bc24a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8230f9f5-df31-45c3-be2f-9af19662139f HTTP/1.1" status: 204 len: 168 time: 0.6779773 Nov 29 17:54:46.608858 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f33e997b-d5d0-46b5-9ba2-51f056ecf19f req-917b455f-fbbf-471e-bb33-8676bfcb9742 service neutron] 10.222.0.31 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325186 Nov 29 17:54:46.622340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f63858-7bf4-4949-8434-9708169bc24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8230f9f5-df31-45c3-be2f-9af19662139f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:46.669750 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57cfaf60-12ae-43cc-8ce2-fb65fc61bb77 req-ac402e98-a045-4523-b632-3038ea10d412 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287130 Nov 29 17:54:46.686522 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-d6d88bff-f8b3-4d3d-b31c-edeb53c432ba service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479956 Nov 29 17:54:46.722303 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-349542e8-7a55-4cc4-8dbe-127d93db3b6f req-4ead761e-dc4a-4ab7-8703-aea402a8cf69 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591190 Nov 29 17:54:46.796761 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] For port acef39b3-3105-4269-b175-e5b810fdcad3, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:54:46.838163 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] For port acef39b3-3105-4269-b175-e5b810fdcad3, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=acef39b3-3105-4269-b175-e5b810fdcad3,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:54:46.882681 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4266c9c-d5a8-484f-ba9c-911830c22170 req-1f785fa7-cf8b-47fe-a002-941cae37302d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:46.891465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4266c9c-d5a8-484f-ba9c-911830c22170 req-1f785fa7-cf8b-47fe-a002-941cae37302d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.1644640 Nov 29 17:54:46.918710 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-dd873028-5a61-457c-a4b5-779632fb90ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:46.967621 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4266c9c-d5a8-484f-ba9c-911830c22170 req-b88cb7b3-bba8-43d7-8714-94afc8135130 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746005 Nov 29 17:54:46.990761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2989f1-b972-4e84-8f49-d7adbb79b90c req-09fb1d60-dccc-4afc-85f5-b94705cf53d7 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:47.000029 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb2989f1-b972-4e84-8f49-d7adbb79b90c req-09fb1d60-dccc-4afc-85f5-b94705cf53d7 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 932 time: 0.1965570 Nov 29 17:54:47.063850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36722) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:47.066350 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:47.097265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f2eea49-81ee-4d8f-a2cd-40a9df5a95f8 req-cb158908-95ce-4ef1-8ba9-47bcea06834a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 210 time: 0.0523620 Nov 29 17:54:47.109201 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-efecd2ba-8558-4b50-9c4d-80083cd988c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:47.113127 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-dd873028-5a61-457c-a4b5-779632fb90ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:47.119991 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-61e599a6-d9c7-4ebe-9a63-04408270c21c req-3b40c0bf-ea31-457d-abef-73e05749fdf1 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180329 Nov 29 17:54:47.124814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1415ef57-8b70-4108-9fce-57d617fa8935 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:47.131379 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:47.131995 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:47.133567 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] 10.222.0.20 "PUT /v2.0/ports/acef39b3-3105-4269-b175-e5b810fdcad3 HTTP/1.1" status: 200 len: 1091 time: 3.0343521 Nov 29 17:54:47.141628 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:47.159250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb2989f1-b972-4e84-8f49-d7adbb79b90c req-a1ce9c16-b8b9-4d90-bac7-d9ed80aeb560 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580975 Nov 29 17:54:47.168059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Transition to ACTIVE for port object 1415ef57-8b70-4108-9fce-57d617fa8935 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:54:47.169142 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45df92-9e8b-444e-8e66-6b1218470cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=acef39b3-3105-4269-b175-e5b810fdcad3,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:47.179569 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:47.279602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-dd873028-5a61-457c-a4b5-779632fb90ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Network d41485a2-1aa1-4798-b665-6b565c023c81 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:54:47.282240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-dd873028-5a61-457c-a4b5-779632fb90ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:54:47.291776 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-dd873028-5a61-457c-a4b5-779632fb90ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:54:47.326754 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Pushing event updated for resources: {'Port': ['ID=1415ef57-8b70-4108-9fce-57d617fa8935,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:47.359704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd873028-5a61-457c-a4b5-779632fb90ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Pushing event updated for resources: {'Port': ['ID=5dec885e-5b67-4208-8012-b2903df02df1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:47.376438 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce1f0-a83e-473a-8ee1-9f5175c8fa39 req-780ceccc-e3ef-474f-8649-12df40a22f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:47.378011 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f35ce1f0-a83e-473a-8ee1-9f5175c8fa39 req-780ceccc-e3ef-474f-8649-12df40a22f29 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 1099 time: 0.1485078 Nov 29 17:54:47.381471 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Attempting to bind port 1415ef57-8b70-4108-9fce-57d617fa8935 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:54:47.381812 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Attempting to bind port 1415ef57-8b70-4108-9fce-57d617fa8935 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '8ae1d983-2b52-4829-99ec-9b326432cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:54:47.382192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Attempting to bind port 1415ef57-8b70-4108-9fce-57d617fa8935 on network b9b0794a-43f8-4559-af2b-f1bbb377bb64 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:47.395673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Port 1415ef57-8b70-4108-9fce-57d617fa8935 on network b9b0794a-43f8-4559-af2b-f1bbb377bb64 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:54:47.395996 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Attempting to bind port 1415ef57-8b70-4108-9fce-57d617fa8935 on network b9b0794a-43f8-4559-af2b-f1bbb377bb64 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:47.399872 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-3e6a149f-d9f3-480f-93cd-708ca868942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:47.401382 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-3e6a149f-d9f3-480f-93cd-708ca868942d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2eea5c9ed99940e78b65e23cec85e2e3&device_id=02659d06-c441-4764-979b-46d6684f7a10 HTTP/1.1" status: 200 len: 1094 time: 0.1611950 Nov 29 17:54:47.420691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39806-5e5f-4812-872e-a3c99cfa8a1d req-c0240a63-9532-4739-9223-4dce0e0295b9 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:47.422246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-21e39806-5e5f-4812-872e-a3c99cfa8a1d req-c0240a63-9532-4739-9223-4dce0e0295b9 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 1097 time: 0.2018187 Nov 29 17:54:47.441670 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-dd873028-5a61-457c-a4b5-779632fb90ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:47.442310 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-dd873028-5a61-457c-a4b5-779632fb90ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:47.448692 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:54:47.449049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Checking segment: {'id': '8ae1d983-2b52-4829-99ec-9b326432cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:47.449412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Bound using segment: {'id': '8ae1d983-2b52-4829-99ec-9b326432cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:54:47.449856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Bound port: 1415ef57-8b70-4108-9fce-57d617fa8935, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae1d983-2b52-4829-99ec-9b326432cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:54:47.450219 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:47.485890 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-147453ee-63ad-4e27-8f1e-5e10789a501e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acef39b3-3105-4269-b175-e5b810fdcad3 HTTP/1.1" status: 200 len: 217 time: 0.0707576 Nov 29 17:54:47.510820 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-dd873028-5a61-457c-a4b5-779632fb90ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2210300 Nov 29 17:54:47.533149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Request body: {'port': {'device_id': '1b49b0d7-44f3-4a95-8345-ee6d03168e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:47.542803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf5a24-0d8c-4ef0-8b76-30aa56b74901 req-be5ff0ad-52fc-4e38-ab5a-fef50df596b3 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:47.544377 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3cf5a24-0d8c-4ef0-8b76-30aa56b74901 req-be5ff0ad-52fc-4e38-ab5a-fef50df596b3 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 950 time: 0.1927214 Nov 29 17:54:47.555400 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-efecd2ba-8558-4b50-9c4d-80083cd988c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:47.580977 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-21e39806-5e5f-4812-872e-a3c99cfa8a1d req-1def39e6-1686-42c0-ab3f-963a716d8a52 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500757 Nov 29 17:54:47.584462 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-efecd2ba-8558-4b50-9c4d-80083cd988c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:47.598636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-9383c74c-0b28-4519-8f20-58c44190e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:47.600210 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-9383c74c-0b28-4519-8f20-58c44190e875 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93e45208-0775-4f32-b9ff-c19305550f31 HTTP/1.1" status: 200 len: 853 time: 0.1051590 Nov 29 17:54:47.643033 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] For port 1415ef57-8b70-4108-9fce-57d617fa8935, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:54:47.649517 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce1f0-a83e-473a-8ee1-9f5175c8fa39 req-e48d8f0d-ce04-4ed6-b935-b91cc7012502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:47.651209 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f35ce1f0-a83e-473a-8ee1-9f5175c8fa39 req-e48d8f0d-ce04-4ed6-b935-b91cc7012502 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.2631745 Nov 29 17:54:47.669024 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] For port 1415ef57-8b70-4108-9fce-57d617fa8935, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=1415ef57-8b70-4108-9fce-57d617fa8935,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:54:47.679405 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-efecd2ba-8558-4b50-9c4d-80083cd988c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ed801d98fd34ca38a2acd2192ce9f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6104624 Nov 29 17:54:47.680288 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36730) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:47.694118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecd2ba-8558-4b50-9c4d-80083cd988c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaa366a-6418-463f-a801-7335db5dabf7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:47.705541 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:47.706251 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:47.728009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3cf5a24-0d8c-4ef0-8b76-30aa56b74901 req-add93094-8879-4681-bc5d-705fe6efee96 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/security-groups?id=30bd6149-f274-4ca0-82af-c3ce15c3a0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571951 Nov 29 17:54:47.759037 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f35ce1f0-a83e-473a-8ee1-9f5175c8fa39 req-016986be-904d-42c6-85f7-746554fc421c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=fc2d8448-7ab5-4a49-bea6-b5528093ecd8 HTTP/1.1" status: 200 len: 217 time: 0.0965474 Nov 29 17:54:47.763095 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Pushing event updated for resources: {'Port': ['ID=1415ef57-8b70-4108-9fce-57d617fa8935,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:47.776468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-23b3b9f7-1df4-47a6-8c49-73d18885d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:47.778209 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-23b3b9f7-1df4-47a6-8c49-73d18885d6e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9b0794a-43f8-4559-af2b-f1bbb377bb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1665459 Nov 29 17:54:47.819654 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61d816b3-7b9e-4d51-8d81-87485875ec09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:47.823101 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:47.823789 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:47.825232 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a4b1e5de-b9ee-497b-b807-452345013247 req-847a7dbc-3cd0-4e23-bbb4-7bb396b90dbd service neutron] 10.222.0.20 "PUT /v2.0/ports/1415ef57-8b70-4108-9fce-57d617fa8935 HTTP/1.1" status: 200 len: 1092 time: 1.9395030 Nov 29 17:54:47.891747 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce1f0-a83e-473a-8ee1-9f5175c8fa39 req-1e580a1e-bd96-4aab-ba73-a0f03023d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:47.893496 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f35ce1f0-a83e-473a-8ee1-9f5175c8fa39 req-1e580a1e-bd96-4aab-ba73-a0f03023d298 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1252244 Nov 29 17:54:47.938446 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61d816b3-7b9e-4d51-8d81-87485875ec09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:48.000633 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce1f0-a83e-473a-8ee1-9f5175c8fa39 req-b25caa8d-fc2f-431a-97f3-87baf1c6d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:48.002119 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f35ce1f0-a83e-473a-8ee1-9f5175c8fa39 req-b25caa8d-fc2f-431a-97f3-87baf1c6d2cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0836935 Nov 29 17:54:48.016049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1e5de-b9ee-497b-b807-452345013247 req-a0aeee66-3c03-4fe0-bc40-145dee8c56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:48.017555 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a4b1e5de-b9ee-497b-b807-452345013247 req-a0aeee66-3c03-4fe0-bc40-145dee8c56d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2eea5c9ed99940e78b65e23cec85e2e3&device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 1095 time: 0.1284530 Nov 29 17:54:48.038600 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11ed78-a745-4c7d-a333-c7200dfbbb63 req-9666bd17-e4e1-4057-86de-2b151648959a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:48.040206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea11ed78-a745-4c7d-a333-c7200dfbbb63 req-9666bd17-e4e1-4057-86de-2b151648959a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 948 time: 0.1518219 Nov 29 17:54:48.114780 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-1ac32fe3-3a15-468e-b30d-0846fb3de62d service neutron] 10.222.0.20 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148446 Nov 29 17:54:48.120400 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a4b1e5de-b9ee-497b-b807-452345013247 req-eadd81e0-b925-439e-94f1-23d8784d4c17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1415ef57-8b70-4108-9fce-57d617fa8935 HTTP/1.1" status: 200 len: 217 time: 0.0893919 Nov 29 17:54:48.122768 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61d816b3-7b9e-4d51-8d81-87485875ec09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:48.125961 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61d816b3-7b9e-4d51-8d81-87485875ec09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:48.129783 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-61d816b3-7b9e-4d51-8d81-87485875ec09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5aaa366a-6418-463f-a801-7335db5dabf7 HTTP/1.1" status: 204 len: 168 time: 0.4443989 Nov 29 17:54:48.135471 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 336aaaf4-cfbf-490f-953c-4ab6d451a81e details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:54:48.139688 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea11ed78-a745-4c7d-a333-c7200dfbbb63 req-55e9d834-9e58-4809-b1fb-92b0bbe146ad tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932572 Nov 29 17:54:48.146054 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d816b3-7b9e-4d51-8d81-87485875ec09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaa366a-6418-463f-a801-7335db5dabf7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:48.171902 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02659d06-c441-4764-979b-46d6684f7a10', 'tag': 'acef39b3-3105-4269-b175-e5b810fdcad3'}, {'name': 'network-changed', 'server_uuid': '952b3d20-9d12-4be3-979d-3f74c67e8d4a', 'tag': '1415ef57-8b70-4108-9fce-57d617fa8935'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:48.177830 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f70008-de81-4b3d-acf8-99b29e96b609" -d '{"events": [{"name": "network-changed", "server_uuid": "02659d06-c441-4764-979b-46d6684f7a10", "tag": "acef39b3-3105-4269-b175-e5b810fdcad3"}, {"name": "network-changed", "server_uuid": "952b3d20-9d12-4be3-979d-3f74c67e8d4a", "tag": "1415ef57-8b70-4108-9fce-57d617fa8935"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:48.235212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dec885e-5b67-4208-8012-b2903df02df1 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:48.259187 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:48.294751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Transition to ACTIVE for port object 5dec885e-5b67-4208-8012-b2903df02df1 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:54:48.300688 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:48.317452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1e5de-b9ee-497b-b807-452345013247 req-f818683c-cf1a-4b65-b20d-04948d5ac754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:48.318700 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a4b1e5de-b9ee-497b-b807-452345013247 req-f818683c-cf1a-4b65-b20d-04948d5ac754 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93e45208-0775-4f32-b9ff-c19305550f31 HTTP/1.1" status: 200 len: 853 time: 0.1884813 Nov 29 17:54:48.386496 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7048574-81cd-4363-a7b4-bcc78aa4c1f6 req-dbce71e8-6d23-4ebb-b5ea-5aa20017a2ee service neutron] 10.222.0.20 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635989 Nov 29 17:54:48.396323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Pushing event updated for resources: {'Port': ['ID=5dec885e-5b67-4208-8012-b2903df02df1,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:48.407555 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f35ce1f0-a83e-473a-8ee1-9f5175c8fa39 req-eefc3ff0-edf9-4d78-9e01-b23f64c41f1d service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837516 Nov 29 17:54:48.409840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 336aaaf4-cfbf-490f-953c-4ab6d451a81e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=336aaaf4-cfbf-490f-953c-4ab6d451a81e,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:48.435866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '336aaaf4-cfbf-490f-953c-4ab6d451a81e', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '336aaaf4-cfbf-490f-953c-4ab6d451a81e', 'mac_address': 'fa:16:3e:b2:a5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:54:48.442138 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1e5de-b9ee-497b-b807-452345013247 req-c021830f-810e-4565-9869-9278298c7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:48.443925 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a4b1e5de-b9ee-497b-b807-452345013247 req-c021830f-810e-4565-9869-9278298c7fc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9b0794a-43f8-4559-af2b-f1bbb377bb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037331 Nov 29 17:54:48.495348 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:48.515356 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Attempting to bind port 5dec885e-5b67-4208-8012-b2903df02df1 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:54:48.515736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336aaaf4-cfbf-490f-953c-4ab6d451a81e {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:48.515957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Attempting to bind port 5dec885e-5b67-4208-8012-b2903df02df1 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:54:48.516348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Attempting to bind port 5dec885e-5b67-4208-8012-b2903df02df1 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:48.539058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Port 5dec885e-5b67-4208-8012-b2903df02df1 on network d41485a2-1aa1-4798-b665-6b565c023c81 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:54:48.539058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Attempting to bind port 5dec885e-5b67-4208-8012-b2903df02df1 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:48.543204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 336aaaf4-cfbf-490f-953c-4ab6d451a81e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=336aaaf4-cfbf-490f-953c-4ab6d451a81e,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:48.549369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:54:48.549667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Checking segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:48.550112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Bound using segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:54:48.550575 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Bound port: 5dec885e-5b67-4208-8012-b2903df02df1, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:54:48.551079 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:48.560222 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:48.563084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 16f64671-a63b-4f64-b8af-d3c8274270ef details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:54:48.606480 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f35ce1f0-a83e-473a-8ee1-9f5175c8fa39 req-cfdd847f-691b-45cb-b4ce-8fe2e3c1acef service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885788 Nov 29 17:54:48.618562 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a4b1e5de-b9ee-497b-b807-452345013247 req-0b3e5617-85f7-439d-8a45-1d3ce115c9c4 service neutron] 10.222.0.20 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445372 Nov 29 17:54:48.639200 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7dc6e5-d5b1-4ef9-9235-fe5d66e1b38e req-d3c8dd9c-df15-42c1-9b92-37797b98eba2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:48.641194 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b7dc6e5-d5b1-4ef9-9235-fe5d66e1b38e req-d3c8dd9c-df15-42c1-9b92-37797b98eba2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.2458096 Nov 29 17:54:48.642393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] For port 5dec885e-5b67-4208-8012-b2903df02df1, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:54:48.646139 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] For port 5dec885e-5b67-4208-8012-b2903df02df1, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5dec885e-5b67-4208-8012-b2903df02df1,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:54:48.714383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b7dc6e5-d5b1-4ef9-9235-fe5d66e1b38e req-4d8d9373-a403-4415-9083-26d84c58626c tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663905 Nov 29 17:54:48.716274 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:48.729334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=336aaaf4-cfbf-490f-953c-4ab6d451a81e,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:48.734436 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a4b1e5de-b9ee-497b-b807-452345013247 req-07b246ba-cec5-46bd-a7ca-4b8cfd7a813c service neutron] 10.222.0.20 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081214 Nov 29 17:54:48.767794 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:48.768487 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:48.769933 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] 10.222.0.20 "PUT /v2.0/ports/5dec885e-5b67-4208-8012-b2903df02df1 HTTP/1.1" status: 200 len: 1092 time: 1.2511601 Nov 29 17:54:48.793251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b49b0d7-44f3-4a95-8345-ee6d03168e7f', 'tag': '5dec885e-5b67-4208-8012-b2903df02df1'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:48.795600 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebcfd30-7d21-42b5-b46c-4b38816d562f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b49b0d7-44f3-4a95-8345-ee6d03168e7f", "tag": "5dec885e-5b67-4208-8012-b2903df02df1"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:48.879919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 16f64671-a63b-4f64-b8af-d3c8274270ef, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=16f64671-a63b-4f64-b8af-d3c8274270ef,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:48.895203 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '16f64671-a63b-4f64-b8af-d3c8274270ef', 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64', 'port_id': '16f64671-a63b-4f64-b8af-d3c8274270ef', 'mac_address': 'fa:16:3e:74:72:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e45208-0775-4f32-b9ff-c19305550f31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:54:48.937937 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:48.941476 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-49935087-a5ec-4e8a-bf87-1a7b75da33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:48.943149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-49935087-a5ec-4e8a-bf87-1a7b75da33c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 1095 time: 0.1067612 Nov 29 17:54:48.944116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dbd4a-d93e-4541-9f4d-cec8d8a9e396 service neutron] Pushing event updated for resources: {'Port': ['ID=5dec885e-5b67-4208-8012-b2903df02df1,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:48.960940 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f868290-5abc-4d05-933b-ea3f19fcfdb8 req-9509d1a8-d976-4301-a19a-7ed05bc9e6e6 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:48.962639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f64671-a63b-4f64-b8af-d3c8274270ef {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:48.963386 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f868290-5abc-4d05-933b-ea3f19fcfdb8 req-9509d1a8-d976-4301-a19a-7ed05bc9e6e6 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 944 time: 0.1386666 Nov 29 17:54:48.998227 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 16f64671-a63b-4f64-b8af-d3c8274270ef, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=16f64671-a63b-4f64-b8af-d3c8274270ef,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:49.003468 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:49.033621 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-78a45052-d02f-497f-a614-5768354148b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dec885e-5b67-4208-8012-b2903df02df1 HTTP/1.1" status: 200 len: 217 time: 0.0691495 Nov 29 17:54:49.065586 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=16f64671-a63b-4f64-b8af-d3c8274270ef,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:49.139622 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f868290-5abc-4d05-933b-ea3f19fcfdb8 req-d350d325-28e4-49b5-8b48-f01fbe270179 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672022 Nov 29 17:54:49.142300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-d897108d-5850-499b-80e5-35d199c598f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:49.145400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-d897108d-5850-499b-80e5-35d199c598f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.0944731 Nov 29 17:54:49.193429 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-ba872b74-4a2b-44a0-a0d9-ff5c51edd667 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360680 Nov 29 17:54:49.322397 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaad8c5-1f2d-4c8a-989b-f24a24bfe715 req-06653114-5325-432c-bb56-4d71de22ab54 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:49.323926 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2aaad8c5-1f2d-4c8a-989b-f24a24bfe715 req-06653114-5325-432c-bb56-4d71de22ab54 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 944 time: 0.1128743 Nov 29 17:54:49.353136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-ede3f544-b446-4901-b7b8-2772b18d1425 service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507418 Nov 29 17:54:49.390364 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['16f64671-a63b-4f64-b8af-d3c8274270ef'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:54:49.396487 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['336aaaf4-cfbf-490f-953c-4ab6d451a81e'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:54:49.433703 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2aaad8c5-1f2d-4c8a-989b-f24a24bfe715 req-99af31b6-2e1c-40bf-84f1-a2cfce945811 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983129 Nov 29 17:54:49.493475 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56937bac-b53f-4bd3-b0ac-5f713731dcfb req-f3f0e964-131f-4607-90ca-e690c36229dd service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277292 Nov 29 17:54:49.548770 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70129f4-f995-4283-adb6-c78d6fb7ede3 x-openstack-request-id: req-d70129f4-f995-4283-adb6-c78d6fb7ede3 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:49.549174 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02659d06-c441-4764-979b-46d6684f7a10", "tag": "acef39b3-3105-4269-b175-e5b810fdcad3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "952b3d20-9d12-4be3-979d-3f74c67e8d4a", "tag": "1415ef57-8b70-4108-9fce-57d617fa8935", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:49.549534 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d70129f4-f995-4283-adb6-c78d6fb7ede3 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:49.550026 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02659d06-c441-4764-979b-46d6684f7a10', 'tag': 'acef39b3-3105-4269-b175-e5b810fdcad3', 'status': 'completed', 'code': 200} Nov 29 17:54:49.550719 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952b3d20-9d12-4be3-979d-3f74c67e8d4a', 'tag': '1415ef57-8b70-4108-9fce-57d617fa8935', 'status': 'completed', 'code': 200} Nov 29 17:54:49.668008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-22664398-882c-414e-9918-081cac923726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:49.671394 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-22664398-882c-414e-9918-081cac923726 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2eea5c9ed99940e78b65e23cec85e2e3&device_id=02659d06-c441-4764-979b-46d6684f7a10 HTTP/1.1" status: 200 len: 1094 time: 0.0923400 Nov 29 17:54:49.974138 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b795583d-871d-4010-a6b6-1f7ab50dab48 x-openstack-request-id: req-b795583d-871d-4010-a6b6-1f7ab50dab48 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:49.974726 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b49b0d7-44f3-4a95-8345-ee6d03168e7f", "tag": "5dec885e-5b67-4208-8012-b2903df02df1", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:49.974726 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b795583d-871d-4010-a6b6-1f7ab50dab48 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:49.975086 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b49b0d7-44f3-4a95-8345-ee6d03168e7f', 'tag': '5dec885e-5b67-4208-8012-b2903df02df1', 'status': 'completed', 'code': 200} Nov 29 17:54:49.980653 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcfd30-7d21-42b5-b46c-4b38816d562f req-997d4ec2-6df5-4e21-a8ee-61f02a7ede10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:49.983002 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ebcfd30-7d21-42b5-b46c-4b38816d562f req-997d4ec2-6df5-4e21-a8ee-61f02a7ede10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 1095 time: 0.0885234 Nov 29 17:54:50.017166 n-d-819494-5 neutron-server[110004]: WARNING keystonemiddleware.auth_token [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-7c82d66e-5871-46d3-857b-ea390563de5e service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 29 17:54:50.021810 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-a7e33181-eb3b-4a60-850e-44a19d74c920 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:54:50.031330 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-a7e33181-eb3b-4a60-850e-44a19d74c920 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2933836 Nov 29 17:54:50.055475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44914e21-d2f3-4d0c-a7bd-d3bc2ab11d2a req-661fb2a8-53e9-4675-ac87-f5e827be1344 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:50.057052 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44914e21-d2f3-4d0c-a7bd-d3bc2ab11d2a req-661fb2a8-53e9-4675-ac87-f5e827be1344 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 948 time: 0.0849431 Nov 29 17:54:50.060130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-7c018f94-651f-4af4-804f-8f26676a7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:50.061571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-7c018f94-651f-4af4-804f-8f26676a7c88 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b9b0794a-43f8-4559-af2b-f1bbb377bb64 HTTP/1.1" status: 200 len: 915 time: 0.3819900 Nov 29 17:54:50.107432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-e96e72ff-2b41-4ccb-8b5a-a7f29e72c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:50.108826 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-e96e72ff-2b41-4ccb-8b5a-a7f29e72c196 service neutron] 10.222.0.23 "GET /v2.0/ports/24bf0880-2735-4d36-88e3-d2a084b6e48a HTTP/1.1" status: 200 len: 1094 time: 0.0424094 Nov 29 17:54:50.114714 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-0c789a44-c4d0-44f1-b06e-efe390251808 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acef39b3-3105-4269-b175-e5b810fdcad3 HTTP/1.1" status: 200 len: 217 time: 0.0448241 Nov 29 17:54:50.124707 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-bb4a6fcd-4d27-4c92-a876-459eb18751b6 service neutron] Request body: {'binding': {'host': 'n-h2-819494-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:50.125228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-bb4a6fcd-4d27-4c92-a876-459eb18751b6 service neutron] Unknown quota resources ['binding']. {{(pid=110004) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 17:54:50.167379 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44914e21-d2f3-4d0c-a7bd-d3bc2ab11d2a req-fa328a8f-756f-4a25-b74e-1bf8f09cf056 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043949 Nov 29 17:54:50.167582 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcfd30-7d21-42b5-b46c-4b38816d562f req-8e530aea-1c2b-4b19-b457-159c47cb5b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:50.169303 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ebcfd30-7d21-42b5-b46c-4b38816d562f req-8e530aea-1c2b-4b19-b457-159c47cb5b6b service neutron] 10.222.0.20 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.1767018 Nov 29 17:54:50.179997 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-0c6b243d-d032-432f-ae93-da4631e604f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:50.185486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-0c6b243d-d032-432f-ae93-da4631e604f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93e45208-0775-4f32-b9ff-c19305550f31 HTTP/1.1" status: 200 len: 853 time: 0.0590641 Nov 29 17:54:50.229202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-4c7483ab-54f2-425f-be76-b46df366e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:50.230694 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-4c7483ab-54f2-425f-be76-b46df366e5c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9b0794a-43f8-4559-af2b-f1bbb377bb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421319 Nov 29 17:54:50.245813 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ebcfd30-7d21-42b5-b46c-4b38816d562f req-23ed4262-2602-4638-a76d-9a7f33cfe8bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dec885e-5b67-4208-8012-b2903df02df1 HTTP/1.1" status: 200 len: 217 time: 0.0635762 Nov 29 17:54:50.329567 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287b705-891a-47e1-a821-e543e0d8899d req-7a50d292-c5a2-4085-a577-93b31e73a456 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:50.330132 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcfd30-7d21-42b5-b46c-4b38816d562f req-04d86bac-7149-4c7f-8a48-9d8690fec6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:50.331144 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2287b705-891a-47e1-a821-e543e0d8899d req-7a50d292-c5a2-4085-a577-93b31e73a456 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 950 time: 0.0990160 Nov 29 17:54:50.331606 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ebcfd30-7d21-42b5-b46c-4b38816d562f req-04d86bac-7149-4c7f-8a48-9d8690fec6ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.0772657 Nov 29 17:54:50.368632 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ebcfd30-7d21-42b5-b46c-4b38816d562f req-66ba66d4-52ef-43a7-8668-b86cc9d27836 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255978 Nov 29 17:54:50.369443 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-bb4a6fcd-4d27-4c92-a876-459eb18751b6 service neutron] Attempting to bind port 24bf0880-2735-4d36-88e3-d2a084b6e48a on host n-h2-819494-5 for vnic_type normal with profile None {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:54:50.369777 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-bb4a6fcd-4d27-4c92-a876-459eb18751b6 service neutron] Attempting to bind port 24bf0880-2735-4d36-88e3-d2a084b6e48a by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:54:50.370106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-bb4a6fcd-4d27-4c92-a876-459eb18751b6 service neutron] Attempting to bind port 24bf0880-2735-4d36-88e3-d2a084b6e48a on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:50.371975 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-aacdec93-73ca-4eb3-a682-283ac47c4fd4 service neutron] 10.222.0.20 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304305 Nov 29 17:54:50.374415 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-bb4a6fcd-4d27-4c92-a876-459eb18751b6 service neutron] Port 24bf0880-2735-4d36-88e3-d2a084b6e48a on network 42440cb4-6417-4b7a-81f2-3d94c90e760f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:54:50.374736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-bb4a6fcd-4d27-4c92-a876-459eb18751b6 service neutron] Attempting to bind port 24bf0880-2735-4d36-88e3-d2a084b6e48a on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:50.379452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-bb4a6fcd-4d27-4c92-a876-459eb18751b6 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:54:50.379783 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-bb4a6fcd-4d27-4c92-a876-459eb18751b6 service neutron] Checking segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:50.380153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-bb4a6fcd-4d27-4c92-a876-459eb18751b6 service neutron] Bound using segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:54:50.380565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-bb4a6fcd-4d27-4c92-a876-459eb18751b6 service neutron] Bound port: 24bf0880-2735-4d36-88e3-d2a084b6e48a, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:54:50.437370 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2287b705-891a-47e1-a821-e543e0d8899d req-cddc99ea-b873-4294-9c84-ee2115c09071 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/security-groups?id=30bd6149-f274-4ca0-82af-c3ce15c3a0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972626 Nov 29 17:54:50.492092 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-08b337b4-1fd6-4603-a4d3-7e7f4a96afcd service neutron] 10.222.0.20 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040590 Nov 29 17:54:50.524870 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-bb4a6fcd-4d27-4c92-a876-459eb18751b6 service neutron] For port 24bf0880-2735-4d36-88e3-d2a084b6e48a, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=24bf0880-2735-4d36-88e3-d2a084b6e48a,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:54:50.538896 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-bb4a6fcd-4d27-4c92-a876-459eb18751b6 service neutron] Publish callbacks [] for binding, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:50.540099 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-bb4a6fcd-4d27-4c92-a876-459eb18751b6 service neutron] 10.222.0.23 "POST /v2.0/ports/24bf0880-2735-4d36-88e3-d2a084b6e48a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4206645 Nov 29 17:54:50.545650 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ebcfd30-7d21-42b5-b46c-4b38816d562f req-dfee8e64-ae98-4edf-bd54-fd432b7274a0 service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603684 Nov 29 17:54:50.547777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437879f-b744-4e48-bf0f-de04fb7eed12 req-bbe7ff1b-7fb9-48b0-8222-710c076a2444 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:50.549256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1437879f-b744-4e48-bf0f-de04fb7eed12 req-bbe7ff1b-7fb9-48b0-8222-710c076a2444 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.0519485 Nov 29 17:54:50.634165 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-139cdc23-9792-407d-bee0-cfc7641ef07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:50.635778 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-139cdc23-9792-407d-bee0-cfc7641ef07d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2eea5c9ed99940e78b65e23cec85e2e3&device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 1095 time: 0.0808132 Nov 29 17:54:50.655519 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1437879f-b744-4e48-bf0f-de04fb7eed12 req-bdbdc92f-0235-463e-bf2a-5654374a2eec tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991712 Nov 29 17:54:50.673083 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ebcfd30-7d21-42b5-b46c-4b38816d562f req-1238782d-0048-49be-bda9-23595cc7a570 service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174970 Nov 29 17:54:50.808782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe01b2-2f14-4a9f-861f-b2d055dd376a req-5a56b6f3-ef09-4434-8569-28b70bf26caa tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:50.810473 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccfe01b2-2f14-4a9f-861f-b2d055dd376a req-5a56b6f3-ef09-4434-8569-28b70bf26caa tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 944 time: 0.0702620 Nov 29 17:54:50.811562 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-31b10e22-2e3a-4352-a0cb-903f71894fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:50.812966 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-31b10e22-2e3a-4352-a0cb-903f71894fb3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b9b0794a-43f8-4559-af2b-f1bbb377bb64 HTTP/1.1" status: 200 len: 915 time: 0.1558397 Nov 29 17:54:50.837563 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-fb8ff52a-4744-4ad6-9d29-ec2bf57bf6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:50.839132 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-fb8ff52a-4744-4ad6-9d29-ec2bf57bf6b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 1097 time: 0.0464184 Nov 29 17:54:50.870138 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-514c54ae-2094-4d47-a2f5-13d3fcbe35a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1415ef57-8b70-4108-9fce-57d617fa8935 HTTP/1.1" status: 200 len: 217 time: 0.0465078 Nov 29 17:54:50.936603 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-9c8646ab-69c9-47e5-af23-d99f3580ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:50.938051 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-9c8646ab-69c9-47e5-af23-d99f3580ac9d service neutron] 10.222.0.31 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 921 time: 0.0878673 Nov 29 17:54:50.962181 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccfe01b2-2f14-4a9f-861f-b2d055dd376a req-b2bc1251-f096-48f4-9c46-76335fdbff1d tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453395 Nov 29 17:54:50.972306 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-6bd7e57e-eeca-4ee7-8e1b-09cdb9340b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:50.974208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-6bd7e57e-eeca-4ee7-8e1b-09cdb9340b96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93e45208-0775-4f32-b9ff-c19305550f31 HTTP/1.1" status: 200 len: 853 time: 0.0948133 Nov 29 17:54:50.984118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36a649-8023-4b16-ada0-05816b046ecc req-cf64030a-3cbc-4056-9842-7d43f0f078d9 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:50.984676 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d36a649-8023-4b16-ada0-05816b046ecc req-cf64030a-3cbc-4056-9842-7d43f0f078d9 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 944 time: 0.1229031 Nov 29 17:54:51.099022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-6f9a4b01-82d3-470c-8e60-26a08d657cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:51.100558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-6f9a4b01-82d3-470c-8e60-26a08d657cd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b9b0794a-43f8-4559-af2b-f1bbb377bb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149373 Nov 29 17:54:51.106811 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d36a649-8023-4b16-ada0-05816b046ecc req-bb771d57-21f9-434f-8bf4-6b3a9f5aec25 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112044 Nov 29 17:54:51.120113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd3c0a-5d18-4001-91cc-0b0b5920faa6 req-cdf380f3-d466-45dd-ba46-04ed53b44766 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:51.124466 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85dd3c0a-5d18-4001-91cc-0b0b5920faa6 req-cdf380f3-d466-45dd-ba46-04ed53b44766 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 946 time: 0.0941746 Nov 29 17:54:51.176232 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-7d0c4599-7c48-46e2-a86f-0024b3a148a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24bf0880-2735-4d36-88e3-d2a084b6e48a HTTP/1.1" status: 200 len: 217 time: 0.2306340 Nov 29 17:54:51.230191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-971b7e45-6a13-494b-963e-6419cfa14acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:51.231798 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-971b7e45-6a13-494b-963e-6419cfa14acc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.0484312 Nov 29 17:54:51.244840 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85dd3c0a-5d18-4001-91cc-0b0b5920faa6 req-b4132a37-695e-4307-b47b-f422f1472f47 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044011 Nov 29 17:54:51.261401 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-914e7871-a8bc-4165-b669-cc8935a88235 service neutron] 10.222.0.20 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335390 Nov 29 17:54:51.271146 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-1b92924b-4b54-473a-99d4-acfd0dfcee90 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280933 Nov 29 17:54:51.383664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d490b-4f41-4ea8-a1e8-789c6488d720 req-84797ee9-64a5-48e0-a872-1eeb41b6131c tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:51.385150 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d89d490b-4f41-4ea8-a1e8-789c6488d720 req-84797ee9-64a5-48e0-a872-1eeb41b6131c tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 950 time: 0.0881169 Nov 29 17:54:51.403506 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b501f0-0aed-46e8-9544-af28a31d254a req-8767137c-f145-4531-b54d-9069467d68a9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:51.404999 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-42b501f0-0aed-46e8-9544-af28a31d254a req-8767137c-f145-4531-b54d-9069467d68a9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 948 time: 0.0808568 Nov 29 17:54:51.415638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05f70008-de81-4b3d-acf8-99b29e96b609 req-e5def602-880a-49d9-b73e-32042780e1ab service neutron] 10.222.0.20 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458018 Nov 29 17:54:51.479479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-42b501f0-0aed-46e8-9544-af28a31d254a req-f6c4d00e-3741-4f9a-af0a-cee260b73978 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595450 Nov 29 17:54:51.480309 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-51e5686e-5b3b-45b1-be79-142ac7785713 service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065275 Nov 29 17:54:51.560542 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-d89d490b-4f41-4ea8-a1e8-789c6488d720 req-debf2307-68b8-4112-b016-b0d0aab5a21b tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Deleting port f21c9bbe-4031-495a-8af9-0d8f1ea6c811 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:54:51.560889 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d89d490b-4f41-4ea8-a1e8-789c6488d720 req-debf2307-68b8-4112-b016-b0d0aab5a21b tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:51.566810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a781d-0802-46fa-a344-2a1cb426690d req-8df1350c-68b3-4745-b554-d2d6da34b043 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:51.572307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be1a781d-0802-46fa-a344-2a1cb426690d req-8df1350c-68b3-4745-b554-d2d6da34b043 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 950 time: 0.0514600 Nov 29 17:54:51.626276 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be1a781d-0802-46fa-a344-2a1cb426690d req-8430cd1c-68e3-4e72-9e46-90dc09a90149 tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/security-groups?id=30bd6149-f274-4ca0-82af-c3ce15c3a0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503640 Nov 29 17:54:51.636703 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-c38bf1e6-bb57-478f-80cd-26dffd6abde2 service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445634 Nov 29 17:54:51.678370 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-d89d490b-4f41-4ea8-a1e8-789c6488d720 req-debf2307-68b8-4112-b016-b0d0aab5a21b tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] For port f21c9bbe-4031-495a-8af9-0d8f1ea6c811, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f21c9bbe-4031-495a-8af9-0d8f1ea6c811,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:51.678734 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d89d490b-4f41-4ea8-a1e8-789c6488d720 req-debf2307-68b8-4112-b016-b0d0aab5a21b tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:51.698085 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-d89d490b-4f41-4ea8-a1e8-789c6488d720 req-debf2307-68b8-4112-b016-b0d0aab5a21b tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Calling delete_port for f21c9bbe-4031-495a-8af9-0d8f1ea6c811 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:54:51.713840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 5dec885e-5b67-4208-8012-b2903df02df1 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:54:51.797446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb221af1-b965-4cc6-b032-b8b185df0d57 req-5b6613bf-cb1c-4159-b9c2-8cf193c385f3 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:51.799376 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb221af1-b965-4cc6-b032-b8b185df0d57 req-5b6613bf-cb1c-4159-b9c2-8cf193c385f3 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.0597796 Nov 29 17:54:51.844467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 5dec885e-5b67-4208-8012-b2903df02df1, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5dec885e-5b67-4208-8012-b2903df02df1,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:51.859553 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '5dec885e-5b67-4208-8012-b2903df02df1', 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81', 'port_id': '5dec885e-5b67-4208-8012-b2903df02df1', 'mac_address': 'fa:16:3e:24:11:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65a8960-b9ea-4a10-b0f4-1909a25c2f43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:54:51.859858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb221af1-b965-4cc6-b032-b8b185df0d57 req-a2c90273-cda4-4163-81c8-08ca15176063 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532506 Nov 29 17:54:51.901144 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:51.918116 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dec885e-5b67-4208-8012-b2903df02df1 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:51.932428 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d89d490b-4f41-4ea8-a1e8-789c6488d720 req-debf2307-68b8-4112-b016-b0d0aab5a21b tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:51.942054 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-4ec13f45-41e2-4bb5-ae1b-3ea21d24b734 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:51.943554 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-4ec13f45-41e2-4bb5-ae1b-3ea21d24b734 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26&tenant_id=80d0ffbb4cf74b4ab097b8a012189088&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 1097 time: 0.1140220 Nov 29 17:54:51.944831 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['f21c9bbe-4031-495a-8af9-0d8f1ea6c811'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:54:51.949681 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 5dec885e-5b67-4208-8012-b2903df02df1, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5dec885e-5b67-4208-8012-b2903df02df1,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:51.973981 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:51.974630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device acef39b3-3105-4269-b175-e5b810fdcad3 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:54:51.976707 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-5'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:51.981559 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf2307-68b8-4112-b016-b0d0aab5a21b tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Pushing event deleted for resources: {'Port': ['ID=f21c9bbe-4031-495a-8af9-0d8f1ea6c811,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:52.101958 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:52.110768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89d490b-4f41-4ea8-a1e8-789c6488d720 req-debf2307-68b8-4112-b016-b0d0aab5a21b tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] No DVR routers for this DVR port f21c9bbe-4031-495a-8af9-0d8f1ea6c811 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:54:52.111307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36874) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:52.116570 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=5dec885e-5b67-4208-8012-b2903df02df1,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:52.125076 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d89d490b-4f41-4ea8-a1e8-789c6488d720 req-debf2307-68b8-4112-b016-b0d0aab5a21b tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:52.129424 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d89d490b-4f41-4ea8-a1e8-789c6488d720 req-debf2307-68b8-4112-b016-b0d0aab5a21b tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.20 "DELETE /v2.0/ports/f21c9bbe-4031-495a-8af9-0d8f1ea6c811 HTTP/1.1" status: 204 len: 173 time: 0.7352090 Nov 29 17:54:52.131918 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcf7209-6591-4c75-9d96-34313a9cb01f', 'name': 'network-vif-deleted', 'tag': 'f21c9bbe-4031-495a-8af9-0d8f1ea6c811'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:52.134920 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb7d77d-1383-4427-8411-3bdc4ca4bea1" -d '{"events": [{"server_uuid": "ddcf7209-6591-4c75-9d96-34313a9cb01f", "name": "network-vif-deleted", "tag": "f21c9bbe-4031-495a-8af9-0d8f1ea6c811"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:52.167088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b572-c09e-4534-9023-81fd3c1a9e75 req-2e46ce5b-8214-45b3-8113-a45795091ec9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:52.172357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da78b572-c09e-4534-9023-81fd3c1a9e75 req-2e46ce5b-8214-45b3-8113-a45795091ec9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 945 time: 0.0977151 Nov 29 17:54:52.179737 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port acef39b3-3105-4269-b175-e5b810fdcad3, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=acef39b3-3105-4269-b175-e5b810fdcad3,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:52.219822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fc2d8448-7ab5-4a49-bea6-b5528093ecd8 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:54:52.224879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 16f64671-a63b-4f64-b8af-d3c8274270ef up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:54:52.234367 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'acef39b3-3105-4269-b175-e5b810fdcad3', 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64', 'port_id': 'acef39b3-3105-4269-b175-e5b810fdcad3', 'mac_address': 'fa:16:3e:e2:e9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e45208-0775-4f32-b9ff-c19305550f31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:54:52.321883 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da78b572-c09e-4534-9023-81fd3c1a9e75 req-ced80307-0324-47a9-9e9d-9c8cbc53e060 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409323 Nov 29 17:54:52.346350 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839d262-2c8b-48ca-9f22-77354830ec3d req-f3f00c2e-d4f7-4a7f-ac54-cd271d034f47 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:52.355464 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a839d262-2c8b-48ca-9f22-77354830ec3d req-f3f00c2e-d4f7-4a7f-ac54-cd271d034f47 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 944 time: 0.1327689 Nov 29 17:54:52.373481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] For port 24bf0880-2735-4d36-88e3-d2a084b6e48a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=24bf0880-2735-4d36-88e3-d2a084b6e48a,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:52.376702 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5524dfb0-30f6-4a62-acaf-b90575e8798a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:52.391321 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a547dfe-ba45-4a95-94b1-7090ea8bd414 x-openstack-request-id: req-3a547dfe-ba45-4a95-94b1-7090ea8bd414 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:52.394745 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcf7209-6591-4c75-9d96-34313a9cb01f", "name": "network-vif-deleted", "tag": "f21c9bbe-4031-495a-8af9-0d8f1ea6c811", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:52.394991 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a547dfe-ba45-4a95-94b1-7090ea8bd414 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:52.395534 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcf7209-6591-4c75-9d96-34313a9cb01f', 'name': 'network-vif-deleted', 'tag': 'f21c9bbe-4031-495a-8af9-0d8f1ea6c811', 'status': 'completed', 'code': 200} Nov 29 17:54:52.419341 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a839d262-2c8b-48ca-9f22-77354830ec3d req-8cb775ac-709f-43de-80ea-c058ac3c5483 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620468 Nov 29 17:54:52.478423 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] For port 24bf0880-2735-4d36-88e3-d2a084b6e48a, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:54:52.521807 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:52.543861 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5524dfb0-30f6-4a62-acaf-b90575e8798a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:52.544586 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acef39b3-3105-4269-b175-e5b810fdcad3 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:52.548543 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:52.550532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d074a0-6821-4400-95fe-fa92dd9715ef req-76a3960b-7264-42f8-96b2-94b6b240856f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:52.552765 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5524dfb0-30f6-4a62-acaf-b90575e8798a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:52.559795 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71d074a0-6821-4400-95fe-fa92dd9715ef req-76a3960b-7264-42f8-96b2-94b6b240856f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 946 time: 0.0767536 Nov 29 17:54:52.570909 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port acef39b3-3105-4269-b175-e5b810fdcad3, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=acef39b3-3105-4269-b175-e5b810fdcad3,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:52.574565 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:52.625322 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524dfb0-30f6-4a62-acaf-b90575e8798a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff52f768-fa24-4e29-98ee-b5eaa9442ff9,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:52.635859 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:52.643519 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 1415ef57-8b70-4108-9fce-57d617fa8935 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:54:52.644693 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71d074a0-6821-4400-95fe-fa92dd9715ef req-038d7799-e41e-483e-b849-dec629c602e8 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835583 Nov 29 17:54:52.646238 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5524dfb0-30f6-4a62-acaf-b90575e8798a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=945c57de4c0f430784dd2d94bcc7f7f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5279055 Nov 29 17:54:52.651206 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36888) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:52.670083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda5223-3b12-4ff5-9a28-05759e0a496e req-ebc99f9c-4816-4f34-8cb3-5b52ecfa45b1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:52.677383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bda5223-3b12-4ff5-9a28-05759e0a496e req-ebc99f9c-4816-4f34-8cb3-5b52ecfa45b1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 948 time: 0.1097069 Nov 29 17:54:52.717491 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 16f64671-a63b-4f64-b8af-d3c8274270ef completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:54:52.735727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 16f64671-a63b-4f64-b8af-d3c8274270ef triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:52.736033 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bda5223-3b12-4ff5-9a28-05759e0a496e req-96957c40-6fac-4642-977c-b10a94a82d15 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577056 Nov 29 17:54:52.736452 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:52.760156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=acef39b3-3105-4269-b175-e5b810fdcad3,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:52.765560 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Pushing event updated for resources: {'Port': ['ID=24bf0880-2735-4d36-88e3-d2a084b6e48a,revision_number=7']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:52.816609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7978efe7-128e-4676-917a-d07ce37ec593 req-dba53b13-cef6-437d-acb9-257d22c9196b tempest-ServerDiagnosticsNegativeTest-2133221720 tempest-ServerDiagnosticsNegativeTest-2133221720-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddcf7209-6591-4c75-9d96-34313a9cb01f HTTP/1.1" status: 200 len: 210 time: 0.0335288 Nov 29 17:54:52.832075 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 1415ef57-8b70-4108-9fce-57d617fa8935, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=1415ef57-8b70-4108-9fce-57d617fa8935,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:52.834714 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Attempting to bind port 24bf0880-2735-4d36-88e3-d2a084b6e48a on host n-h1-819494-5 for vnic_type normal with profile {"migrating_to": "n-h2-819494-5"} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:54:52.835105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Attempting to bind port 24bf0880-2735-4d36-88e3-d2a084b6e48a by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:54:52.835475 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Attempting to bind port 24bf0880-2735-4d36-88e3-d2a084b6e48a on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:52.843475 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9c118027-c800-4367-8c69-c70784c8b9d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:52.847095 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Port 24bf0880-2735-4d36-88e3-d2a084b6e48a on network 42440cb4-6417-4b7a-81f2-3d94c90e760f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:54:52.847414 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Attempting to bind port 24bf0880-2735-4d36-88e3-d2a084b6e48a on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:54:52.852158 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port fc2d8448-7ab5-4a49-bea6-b5528093ecd8, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fc2d8448-7ab5-4a49-bea6-b5528093ecd8,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:52.856364 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '1415ef57-8b70-4108-9fce-57d617fa8935', 'network_id': 'b9b0794a-43f8-4559-af2b-f1bbb377bb64', 'port_id': '1415ef57-8b70-4108-9fce-57d617fa8935', 'mac_address': 'fa:16:3e:ec:67:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93e45208-0775-4f32-b9ff-c19305550f31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:54:52.859385 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:54:52.859795 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Checking segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:54:52.860209 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Bound using segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:54:52.860700 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Bound port: 24bf0880-2735-4d36-88e3-d2a084b6e48a, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:54:52.861122 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:52.873156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8', 'mac_address': 'fa:16:3e:17:b7:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:54:52.885369 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9c118027-c800-4367-8c69-c70784c8b9d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:52.966832 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:52.968699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] For port 24bf0880-2735-4d36-88e3-d2a084b6e48a, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:54:52.972619 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] For port 24bf0880-2735-4d36-88e3-d2a084b6e48a, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=24bf0880-2735-4d36-88e3-d2a084b6e48a,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:54:52.977188 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:52.978475 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:52.991632 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:53.004592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd50a63-59d2-4416-963f-f425f969cb31 req-4c33783e-f393-4ad6-ba6e-ddaa40172e99 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:53.006277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2cd50a63-59d2-4416-963f-f425f969cb31 req-4c33783e-f393-4ad6-ba6e-ddaa40172e99 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.0660233 Nov 29 17:54:53.007069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1415ef57-8b70-4108-9fce-57d617fa8935 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:53.017870 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9c118027-c800-4367-8c69-c70784c8b9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:53.020643 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9c118027-c800-4367-8c69-c70784c8b9d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:53.024382 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9c118027-c800-4367-8c69-c70784c8b9d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff52f768-fa24-4e29-98ee-b5eaa9442ff9 HTTP/1.1" status: 204 len: 168 time: 0.3669488 Nov 29 17:54:53.037507 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e676b171-534a-48c3-a7f9-a8febadd5054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f64671-a63b-4f64-b8af-d3c8274270ef'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:53.039853 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad03e958-c3bc-44d6-b6c9-6f7fdac23ab8" -d '{"events": [{"server_uuid": "e676b171-534a-48c3-a7f9-a8febadd5054", "name": "network-vif-plugged", "status": "completed", "tag": "16f64671-a63b-4f64-b8af-d3c8274270ef"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:53.050309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2d8448-7ab5-4a49-bea6-b5528093ecd8 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:54:53.069254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 1415ef57-8b70-4108-9fce-57d617fa8935, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=1415ef57-8b70-4108-9fce-57d617fa8935,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:53.075726 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 16f64671-a63b-4f64-b8af-d3c8274270ef, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=16f64671-a63b-4f64-b8af-d3c8274270ef,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:53.079169 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:53.092247 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:53.093347 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 336aaaf4-cfbf-490f-953c-4ab6d451a81e up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:54:53.094818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2cd50a63-59d2-4416-963f-f425f969cb31 req-b1b1f6ff-a113-4f87-b80d-f5fb7d112528 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792000 Nov 29 17:54:53.113662 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port fc2d8448-7ab5-4a49-bea6-b5528093ecd8, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fc2d8448-7ab5-4a49-bea6-b5528093ecd8,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:53.120294 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:53.121146 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:53.125541 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] 10.222.0.31 "PUT /v2.0/ports/24bf0880-2735-4d36-88e3-d2a084b6e48a HTTP/1.1" status: 200 len: 1122 time: 1.1551206 Nov 29 17:54:53.127741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c118027-c800-4367-8c69-c70784c8b9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff52f768-fa24-4e29-98ee-b5eaa9442ff9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:53.136440 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0652655e-e86c-4a7b-b2de-040b9e0e4f51 x-openstack-request-id: req-0652655e-e86c-4a7b-b2de-040b9e0e4f51 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:53.136762 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e676b171-534a-48c3-a7f9-a8febadd5054", "name": "network-vif-plugged", "status": "completed", "tag": "16f64671-a63b-4f64-b8af-d3c8274270ef", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:53.137025 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0652655e-e86c-4a7b-b2de-040b9e0e4f51 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:53.137418 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e676b171-534a-48c3-a7f9-a8febadd5054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f64671-a63b-4f64-b8af-d3c8274270ef', 'code': 200} Nov 29 17:54:53.141538 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:53.151716 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b57f6b-8c5f-4b65-851e-a0df36144b50 service neutron] Pushing event updated for resources: {'Port': ['ID=24bf0880-2735-4d36-88e3-d2a084b6e48a,revision_number=8']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:53.189247 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=1415ef57-8b70-4108-9fce-57d617fa8935,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:53.248444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['24bf0880-2735-4d36-88e3-d2a084b6e48a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:54:53.253540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 336aaaf4-cfbf-490f-953c-4ab6d451a81e completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:54:53.259736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034959df-c1b9-498b-940f-073faf365d25 req-2a107d1a-dfd8-44d7-bbd8-6d3c6f48b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:53.261254 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-034959df-c1b9-498b-940f-073faf365d25 req-2a107d1a-dfd8-44d7-bbd8-6d3c6f48b369 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 1097 time: 0.0477641 Nov 29 17:54:53.278647 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 336aaaf4-cfbf-490f-953c-4ab6d451a81e triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:53.279048 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:53.283061 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=16f64671-a63b-4f64-b8af-d3c8274270ef,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:53.322869 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-034959df-c1b9-498b-940f-073faf365d25 req-debb9375-4395-4de9-a375-d16284a7ab42 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521116 Nov 29 17:54:53.416500 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=fc2d8448-7ab5-4a49-bea6-b5528093ecd8,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:53.433058 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36902) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:53.446781 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9450cd06-f6b2-4301-bcf9-6c508c1152a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:53.459464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['1415ef57-8b70-4108-9fce-57d617fa8935'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:54:53.460455 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['5dec885e-5b67-4208-8012-b2903df02df1'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:54:53.464629 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456efdd0-5d47-4a06-9e2b-2c4ec33325c2 req-7fd15f60-b09b-46c5-b4f9-554ba0893039 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:53.477227 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-456efdd0-5d47-4a06-9e2b-2c4ec33325c2 req-7fd15f60-b09b-46c5-b4f9-554ba0893039 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 945 time: 0.0750349 Nov 29 17:54:53.525815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['acef39b3-3105-4269-b175-e5b810fdcad3'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:54:53.541247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-456efdd0-5d47-4a06-9e2b-2c4ec33325c2 req-68459dcd-a8e8-45b2-9731-81abc9d98816 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629778 Nov 29 17:54:53.544745 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9450cd06-f6b2-4301-bcf9-6c508c1152a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:53.550275 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9450cd06-f6b2-4301-bcf9-6c508c1152a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:53.593546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0ed34-669f-43a7-9b6b-94fb9d7a327f req-22274cf7-5966-4bf5-958d-7aec77ae7759 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:53.594698 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34e0ed34-669f-43a7-9b6b-94fb9d7a327f req-22274cf7-5966-4bf5-958d-7aec77ae7759 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 945 time: 0.0662236 Nov 29 17:54:53.601170 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9450cd06-f6b2-4301-bcf9-6c508c1152a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a18bb23f11574320a6ead4200e367ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1675260 Nov 29 17:54:53.604835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36910) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:53.609516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['fc2d8448-7ab5-4a49-bea6-b5528093ecd8'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:54:53.615911 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450cd06-f6b2-4301-bcf9-6c508c1152a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d4fb5b-212a-4d11-81b2-d90e223fd52f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:53.667361 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34e0ed34-669f-43a7-9b6b-94fb9d7a327f req-5dcb3cb9-be8e-4ccc-b93c-8937a8871abd tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656722 Nov 29 17:54:53.674001 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:53.678924 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e1d07559-f038-43cf-9e9b-81aeeaff7412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:53.704636 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e1d07559-f038-43cf-9e9b-81aeeaff7412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:53.736285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f21c9bbe-4031-495a-8af9-0d8f1ea6c811 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:54:53.766778 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e1d07559-f038-43cf-9e9b-81aeeaff7412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:53.769388 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e1d07559-f038-43cf-9e9b-81aeeaff7412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:53.770540 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e1d07559-f038-43cf-9e9b-81aeeaff7412 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87d4fb5b-212a-4d11-81b2-d90e223fd52f HTTP/1.1" status: 204 len: 168 time: 0.1635177 Nov 29 17:54:53.780525 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d07559-f038-43cf-9e9b-81aeeaff7412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d4fb5b-212a-4d11-81b2-d90e223fd52f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:53.802128 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: f21c9bbe-4031-495a-8af9-0d8f1ea6c811 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:54:53.802475 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f21c9bbe-4031-495a-8af9-0d8f1ea6c811 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:54:53.810308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a23cf2-3175-4c26-96a1-14b30ab78507 req-212da648-26bb-4908-a0a9-cf5397a0c5fe tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:53.824179 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4a23cf2-3175-4c26-96a1-14b30ab78507 req-212da648-26bb-4908-a0a9-cf5397a0c5fe tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 944 time: 0.0849886 Nov 29 17:54:53.898386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 336aaaf4-cfbf-490f-953c-4ab6d451a81e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=336aaaf4-cfbf-490f-953c-4ab6d451a81e,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:53.915152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d673d19-1b5d-4fab-97c5-f127936c56f3 req-19659504-82f7-49f0-babe-34223929a08e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:53.917240 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d673d19-1b5d-4fab-97c5-f127936c56f3 req-19659504-82f7-49f0-babe-34223929a08e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 949 time: 0.0777605 Nov 29 17:54:53.946907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4a23cf2-3175-4c26-96a1-14b30ab78507 req-ad1acc6c-2814-4788-926c-34b9084ca561 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217101 Nov 29 17:54:53.966838 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:54.010544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d673d19-1b5d-4fab-97c5-f127936c56f3 req-18d7c1f4-b3c9-4020-94a1-20c1968340ea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849006 Nov 29 17:54:54.048778 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73dc3f46-b78c-43d0-aa7e-26086b996804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:54.160955 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=336aaaf4-cfbf-490f-953c-4ab6d451a81e,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:54.230960 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3b033-6710-4393-9d2d-2737855078e7 req-30221745-49ac-47e2-ae2d-85d865675e7f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:54.238805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4b3b033-6710-4393-9d2d-2737855078e7 req-30221745-49ac-47e2-ae2d-85d865675e7f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.0664744 Nov 29 17:54:54.285400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4b3b033-6710-4393-9d2d-2737855078e7 req-054448d6-a2bb-458e-be57-4230355c9d42 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457201 Nov 29 17:54:54.317048 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36940) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:54.396488 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446df6c2-bdf2-4b1a-a31e-244a01dacd26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24bf0880-2735-4d36-88e3-d2a084b6e48a'}, {'name': 'network-changed', 'server_uuid': '446df6c2-bdf2-4b1a-a31e-244a01dacd26', 'tag': '24bf0880-2735-4d36-88e3-d2a084b6e48a'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:54.399145 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b3cc66-a7d2-4832-855f-c985537d051e" -d '{"events": [{"server_uuid": "446df6c2-bdf2-4b1a-a31e-244a01dacd26", "name": "network-vif-unplugged", "status": "completed", "tag": "24bf0880-2735-4d36-88e3-d2a084b6e48a"}, {"name": "network-changed", "server_uuid": "446df6c2-bdf2-4b1a-a31e-244a01dacd26", "tag": "24bf0880-2735-4d36-88e3-d2a084b6e48a"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:54.438126 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc46b0ec-091d-4208-bee6-4576555d4d20 x-openstack-request-id: req-bc46b0ec-091d-4208-bee6-4576555d4d20 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:54.438776 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446df6c2-bdf2-4b1a-a31e-244a01dacd26", "name": "network-vif-unplugged", "status": "completed", "tag": "24bf0880-2735-4d36-88e3-d2a084b6e48a", "code": 200}, {"name": "network-changed", "server_uuid": "446df6c2-bdf2-4b1a-a31e-244a01dacd26", "tag": "24bf0880-2735-4d36-88e3-d2a084b6e48a", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:54.438776 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc46b0ec-091d-4208-bee6-4576555d4d20 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:54.439139 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446df6c2-bdf2-4b1a-a31e-244a01dacd26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24bf0880-2735-4d36-88e3-d2a084b6e48a', 'code': 200} Nov 29 17:54:54.439398 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446df6c2-bdf2-4b1a-a31e-244a01dacd26', 'tag': '24bf0880-2735-4d36-88e3-d2a084b6e48a', 'status': 'completed', 'code': 200} Nov 29 17:54:54.528816 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5bf2642d-f2f1-4212-94e1-c46f4aec72db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4181f99a925d479f861186f2e422680a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104857 Nov 29 17:54:54.532758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36954) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:54.534455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3cc66-a7d2-4832-855f-c985537d051e req-56622558-6bc5-47cd-b378-55f61036810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:54.535949 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54b3cc66-a7d2-4832-855f-c985537d051e req-56622558-6bc5-47cd-b378-55f61036810d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 1125 time: 0.0681148 Nov 29 17:54:54.591235 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61789583-98ff-47f2-b3e5-c4def19c6d34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:54.615775 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61789583-98ff-47f2-b3e5-c4def19c6d34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:54.649204 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3cc66-a7d2-4832-855f-c985537d051e req-b721440f-817e-40bd-a41b-9005b7dc1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:54.650780 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54b3cc66-a7d2-4832-855f-c985537d051e req-b721440f-817e-40bd-a41b-9005b7dc1dc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 921 time: 0.1055553 Nov 29 17:54:54.697967 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cb1c5-0583-410f-9d94-3766c6022d3c req-6ec65060-c628-4d5f-858e-fe68757f2072 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:54.699531 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-217cb1c5-0583-410f-9d94-3766c6022d3c req-6ec65060-c628-4d5f-858e-fe68757f2072 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 945 time: 0.0717835 Nov 29 17:54:54.706979 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54b3cc66-a7d2-4832-855f-c985537d051e req-0ca10c70-c355-45ef-8132-58a7cc30db42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24bf0880-2735-4d36-88e3-d2a084b6e48a HTTP/1.1" status: 200 len: 217 time: 0.0468764 Nov 29 17:54:54.724409 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61789583-98ff-47f2-b3e5-c4def19c6d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:54.728108 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61789583-98ff-47f2-b3e5-c4def19c6d34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:54.729182 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-61789583-98ff-47f2-b3e5-c4def19c6d34 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30bd6149-f274-4ca0-82af-c3ce15c3a0d1 HTTP/1.1" status: 204 len: 168 time: 0.1948256 Nov 29 17:54:54.740412 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61789583-98ff-47f2-b3e5-c4def19c6d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bd6149-f274-4ca0-82af-c3ce15c3a0d1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:54.793067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3cc66-a7d2-4832-855f-c985537d051e req-8066f554-6368-42b3-b776-a2bdc277513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:54.794914 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54b3cc66-a7d2-4832-855f-c985537d051e req-8066f554-6368-42b3-b776-a2bdc277513e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.0796995 Nov 29 17:54:54.795202 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-217cb1c5-0583-410f-9d94-3766c6022d3c req-02a3d41d-be3a-43c0-a537-5c98a776fbb8 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878325 Nov 29 17:54:54.839644 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54b3cc66-a7d2-4832-855f-c985537d051e req-1ed6558e-0fa4-4685-8c17-3abe0432cdf7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371234 Nov 29 17:54:54.876610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2c473-66c1-46e9-a3f1-91a3e5eaa519 req-ed64fab3-52ea-48f2-b92f-4197c0917838 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:54.878926 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72d2c473-66c1-46e9-a3f1-91a3e5eaa519 req-ed64fab3-52ea-48f2-b92f-4197c0917838 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 945 time: 0.0568373 Nov 29 17:54:54.940240 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72d2c473-66c1-46e9-a3f1-91a3e5eaa519 req-88698558-f13f-4812-864a-9c6df92f1efa tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541954 Nov 29 17:54:54.954464 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54b3cc66-a7d2-4832-855f-c985537d051e req-1da901a7-7534-4a24-a969-0301e28f6b9b service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034667 Nov 29 17:54:55.068792 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54b3cc66-a7d2-4832-855f-c985537d051e req-e11d3cc3-1a2c-42ee-8d65-518554c197f6 service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057591 Nov 29 17:54:55.106554 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55add0e0-c5d1-4d2c-a575-a17fdd437441 req-05174f71-d7e4-49eb-bfda-f8c983e1c38d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:55.108370 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55add0e0-c5d1-4d2c-a575-a17fdd437441 req-05174f71-d7e4-49eb-bfda-f8c983e1c38d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 944 time: 0.0849504 Nov 29 17:54:55.138251 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2480c9a-75f1-43bb-87cf-9b43243c3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336aaaf4-cfbf-490f-953c-4ab6d451a81e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:55.140962 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746a96f2-da9d-42be-a574-4a9fa3f1fe71" -d '{"events": [{"server_uuid": "a2480c9a-75f1-43bb-87cf-9b43243c3f51", "name": "network-vif-plugged", "status": "completed", "tag": "336aaaf4-cfbf-490f-953c-4ab6d451a81e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:55.187164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041fd84-aca8-444d-906f-40bd943bfa8c req-e6f8dd94-d024-4694-b081-19b93145a409 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:55.188655 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4041fd84-aca8-444d-906f-40bd943bfa8c req-e6f8dd94-d024-4694-b081-19b93145a409 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 949 time: 0.0792177 Nov 29 17:54:55.197260 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55add0e0-c5d1-4d2c-a575-a17fdd437441 req-8c91f9f6-a2ad-41e0-9bef-a2ded7546421 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761428 Nov 29 17:54:55.212356 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36984) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:55.242657 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22cebd3c-fba6-40c4-93e4-829e2f9ab9ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:55.255827 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b34a1eb-7c17-4778-b678-8260a54ce206 x-openstack-request-id: req-0b34a1eb-7c17-4778-b678-8260a54ce206 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:55.256142 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2480c9a-75f1-43bb-87cf-9b43243c3f51", "name": "network-vif-plugged", "status": "completed", "tag": "336aaaf4-cfbf-490f-953c-4ab6d451a81e", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:55.256582 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b34a1eb-7c17-4778-b678-8260a54ce206 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:55.257148 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2480c9a-75f1-43bb-87cf-9b43243c3f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336aaaf4-cfbf-490f-953c-4ab6d451a81e', 'code': 200} Nov 29 17:54:55.280817 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4041fd84-aca8-444d-906f-40bd943bfa8c req-989d2f20-e3a8-4b01-93c0-855471386318 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823808 Nov 29 17:54:55.363112 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22cebd3c-fba6-40c4-93e4-829e2f9ab9ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:55.368898 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22cebd3c-fba6-40c4-93e4-829e2f9ab9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:55.430458 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2f426-c2ac-4f1b-96c3-4d82a3fdd2c6 req-f4785cef-10f8-48b9-89c6-02961546feec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:55.432043 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8fa2f426-c2ac-4f1b-96c3-4d82a3fdd2c6 req-f4785cef-10f8-48b9-89c6-02961546feec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a2480c9a-75f1-43bb-87cf-9b43243c3f51 HTTP/1.1" status: 200 len: 1101 time: 0.0553625 Nov 29 17:54:55.436291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cebd3c-fba6-40c4-93e4-829e2f9ab9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e10b227-7d6a-4190-8ff4-3ca8f6d64189,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:55.453557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36994) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:55.454015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-22cebd3c-fba6-40c4-93e4-829e2f9ab9ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59fd1ab13cf547a49f641393f5d0eaf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401607 Nov 29 17:54:55.472647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b4ae1-25d6-4222-a6fa-b9449d0fafcd req-64ca25f0-06dd-4fd5-b3ad-f93c80d74db5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:55.475583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff3b4ae1-25d6-4222-a6fa-b9449d0fafcd req-64ca25f0-06dd-4fd5-b3ad-f93c80d74db5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.1007137 Nov 29 17:54:55.511767 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8fa2f426-c2ac-4f1b-96c3-4d82a3fdd2c6 req-3bf5cc83-b35a-4e14-b091-0077974a113d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708039 Nov 29 17:54:55.522558 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1aabb4bf-ca72-4f70-83ac-1d59b5aab003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:55.527560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff3b4ae1-25d6-4222-a6fa-b9449d0fafcd req-7dd47592-156d-41c4-94b0-639896dab7aa tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456178 Nov 29 17:54:55.545675 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1aabb4bf-ca72-4f70-83ac-1d59b5aab003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:55.594561 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1aabb4bf-ca72-4f70-83ac-1d59b5aab003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:55.597285 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1aabb4bf-ca72-4f70-83ac-1d59b5aab003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:55.598492 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1aabb4bf-ca72-4f70-83ac-1d59b5aab003 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e10b227-7d6a-4190-8ff4-3ca8f6d64189 HTTP/1.1" status: 204 len: 168 time: 0.1438656 Nov 29 17:54:55.607355 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabb4bf-ca72-4f70-83ac-1d59b5aab003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e10b227-7d6a-4190-8ff4-3ca8f6d64189,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:55.716314 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device acef39b3-3105-4269-b175-e5b810fdcad3 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:54:55.767778 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port acef39b3-3105-4269-b175-e5b810fdcad3 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:54:55.772966 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port acef39b3-3105-4269-b175-e5b810fdcad3 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:55.774257 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:55.858102 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:55.900446 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port acef39b3-3105-4269-b175-e5b810fdcad3, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=acef39b3-3105-4269-b175-e5b810fdcad3,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:55.905896 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:55.907286 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 1415ef57-8b70-4108-9fce-57d617fa8935 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:54:55.996970 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=acef39b3-3105-4269-b175-e5b810fdcad3,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:56.011281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 1415ef57-8b70-4108-9fce-57d617fa8935 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:54:56.015609 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 1415ef57-8b70-4108-9fce-57d617fa8935 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:56.016037 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:56.111364 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:56.239742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4858ca-2dab-43a0-ae0f-5efd199aa2a0 req-ae66f231-dd34-4c82-a3a3-8b8afc6c4373 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:56.242769 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b4858ca-2dab-43a0-ae0f-5efd199aa2a0 req-ae66f231-dd34-4c82-a3a3-8b8afc6c4373 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 945 time: 0.0561650 Nov 29 17:54:56.244535 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 24bf0880-2735-4d36-88e3-d2a084b6e48a details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:54:56.246469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fc2d8448-7ab5-4a49-bea6-b5528093ecd8 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:54:56.294361 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b4858ca-2dab-43a0-ae0f-5efd199aa2a0 req-924151e5-34f6-4499-adc7-2a266437591b tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450814 Nov 29 17:54:56.310716 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 1415ef57-8b70-4108-9fce-57d617fa8935, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=1415ef57-8b70-4108-9fce-57d617fa8935,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:56.349296 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:56.350082 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 5dec885e-5b67-4208-8012-b2903df02df1 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:54:56.420404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ca9af-c73f-4851-9b45-fe8ed9c9bb86 req-7bf60283-b0ab-4ee1-887d-93d0727da7f3 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:56.422148 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-066ca9af-c73f-4851-9b45-fe8ed9c9bb86 req-7bf60283-b0ab-4ee1-887d-93d0727da7f3 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 946 time: 0.0663741 Nov 29 17:54:56.465081 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b5d9653-f47e-4e6e-8f96-58ba9b02a4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:56.487089 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-066ca9af-c73f-4851-9b45-fe8ed9c9bb86 req-e197484f-98ae-400f-b3b8-baffdd248854 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530944 Nov 29 17:54:56.487380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port fc2d8448-7ab5-4a49-bea6-b5528093ecd8 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:54:56.489466 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=1415ef57-8b70-4108-9fce-57d617fa8935,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:56.500273 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port fc2d8448-7ab5-4a49-bea6-b5528093ecd8 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:56.500765 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:56.503528 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 24bf0880-2735-4d36-88e3-d2a084b6e48a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=24bf0880-2735-4d36-88e3-d2a084b6e48a,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:56.541939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 24bf0880-2735-4d36-88e3-d2a084b6e48a has no active binding in host n-h2-819494-5 {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 29 17:54:56.545916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 5dec885e-5b67-4208-8012-b2903df02df1 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:54:56.555938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 5dec885e-5b67-4208-8012-b2903df02df1 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:54:56.556320 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:56.657074 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:56.687406 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:56.714555 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port fc2d8448-7ab5-4a49-bea6-b5528093ecd8, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fc2d8448-7ab5-4a49-bea6-b5528093ecd8,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:56.721694 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:56.763790 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 5dec885e-5b67-4208-8012-b2903df02df1, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5dec885e-5b67-4208-8012-b2903df02df1,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:54:56.771091 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:56.784313 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=fc2d8448-7ab5-4a49-bea6-b5528093ecd8,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:56.829895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e4ae4-cb6d-4eec-9223-a2b2cc5bfa24 req-bd9bdebc-52d6-41fb-8728-8215bbc5f71c tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:56.832390 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d62e4ae4-cb6d-4eec-9223-a2b2cc5bfa24 req-bd9bdebc-52d6-41fb-8728-8215bbc5f71c tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 944 time: 0.0659697 Nov 29 17:54:56.845314 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=5dec885e-5b67-4208-8012-b2903df02df1,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:56.858420 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:56.886947 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d62e4ae4-cb6d-4eec-9223-a2b2cc5bfa24 req-e8801701-b52f-4024-a7d4-97c92985dd1c tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463166 Nov 29 17:54:56.991032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fc36f-66a2-459c-a286-e4fdd6193974 req-b9241b32-faeb-4be4-8223-427060901b5a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:56.993399 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a79fc36f-66a2-459c-a286-e4fdd6193974 req-b9241b32-faeb-4be4-8223-427060901b5a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 950 time: 0.0489128 Nov 29 17:54:57.044386 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a79fc36f-66a2-459c-a286-e4fdd6193974 req-983edbe5-73dd-4820-8a50-68097ac26006 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449939 Nov 29 17:54:57.147782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7626f4e-9346-458a-aaf7-456d14aa7b0c req-2f85b1df-328e-46f8-9cc9-90f6efbea30d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:57.149270 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7626f4e-9346-458a-aaf7-456d14aa7b0c req-2f85b1df-328e-46f8-9cc9-90f6efbea30d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.0490210 Nov 29 17:54:57.195718 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7626f4e-9346-458a-aaf7-456d14aa7b0c req-8f72ac6b-990d-4bf1-84b0-4daf0abd5373 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403841 Nov 29 17:54:57.258693 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02659d06-c441-4764-979b-46d6684f7a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acef39b3-3105-4269-b175-e5b810fdcad3'}, {'server_uuid': '952b3d20-9d12-4be3-979d-3f74c67e8d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1415ef57-8b70-4108-9fce-57d617fa8935'}, {'server_uuid': '4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8'}, {'server_uuid': '1b49b0d7-44f3-4a95-8345-ee6d03168e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dec885e-5b67-4208-8012-b2903df02df1'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:54:57.261342 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9283112-52f3-4de3-9d86-40bb2e4c0071" -d '{"events": [{"server_uuid": "02659d06-c441-4764-979b-46d6684f7a10", "name": "network-vif-plugged", "status": "completed", "tag": "acef39b3-3105-4269-b175-e5b810fdcad3"}, {"server_uuid": "952b3d20-9d12-4be3-979d-3f74c67e8d4a", "name": "network-vif-plugged", "status": "completed", "tag": "1415ef57-8b70-4108-9fce-57d617fa8935"}, {"server_uuid": "4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de", "name": "network-vif-plugged", "status": "completed", "tag": "fc2d8448-7ab5-4a49-bea6-b5528093ecd8"}, {"server_uuid": "1b49b0d7-44f3-4a95-8345-ee6d03168e7f", "name": "network-vif-plugged", "status": "completed", "tag": "5dec885e-5b67-4208-8012-b2903df02df1"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:54:57.410655 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-1b55dcd9-063b-4ada-81c6-c492ae09c490 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=568f8546202547a5a4831128411f46f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222557 Nov 29 17:54:57.420319 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:57.522363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-8a9f672a-3830-44cd-a3cf-12c9077a9876 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:57.523904 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-8a9f672a-3830-44cd-a3cf-12c9077a9876 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1053281 Nov 29 17:54:57.539416 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-20e1e91d-5346-41c1-94b1-b7717993009b tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/quotas/568f8546202547a5a4831128411f46f5 HTTP/1.1" status: 200 len: 375 time: 0.0094728 Nov 29 17:54:57.552927 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 29 Nov 2021 17:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29b7cc2-e2ac-4c63-8730-e81c5c5c58f1 x-openstack-request-id: req-b29b7cc2-e2ac-4c63-8730-e81c5c5c58f1 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:54:57.553260 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02659d06-c441-4764-979b-46d6684f7a10", "name": "network-vif-plugged", "status": "completed", "tag": "acef39b3-3105-4269-b175-e5b810fdcad3", "code": 200}, {"server_uuid": "952b3d20-9d12-4be3-979d-3f74c67e8d4a", "name": "network-vif-plugged", "status": "completed", "tag": "1415ef57-8b70-4108-9fce-57d617fa8935", "code": 200}, {"server_uuid": "4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de", "name": "network-vif-plugged", "status": "completed", "tag": "fc2d8448-7ab5-4a49-bea6-b5528093ecd8", "code": 200}, {"server_uuid": "1b49b0d7-44f3-4a95-8345-ee6d03168e7f", "name": "network-vif-plugged", "status": "completed", "tag": "5dec885e-5b67-4208-8012-b2903df02df1", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:54:57.553524 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b29b7cc2-e2ac-4c63-8730-e81c5c5c58f1 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:54:57.554813 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02659d06-c441-4764-979b-46d6684f7a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acef39b3-3105-4269-b175-e5b810fdcad3', 'code': 200} Nov 29 17:54:57.554813 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952b3d20-9d12-4be3-979d-3f74c67e8d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1415ef57-8b70-4108-9fce-57d617fa8935', 'code': 200} Nov 29 17:54:57.555036 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8', 'code': 200} Nov 29 17:54:57.556876 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b49b0d7-44f3-4a95-8345-ee6d03168e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dec885e-5b67-4208-8012-b2903df02df1', 'code': 200} Nov 29 17:54:57.583847 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-45d5d6ea-d3cc-41cc-90f3-62b2a9def864 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=568f8546202547a5a4831128411f46f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386512 Nov 29 17:54:57.673603 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cd75d-b022-445c-bb75-b647b9854cb9 req-2b61897d-c9ff-49bc-ae08-d9d1ec66dcf5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:57.683402 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c4cd75d-b022-445c-bb75-b647b9854cb9 req-2b61897d-c9ff-49bc-ae08-d9d1ec66dcf5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 946 time: 0.0690467 Nov 29 17:54:57.777209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c4cd75d-b022-445c-bb75-b647b9854cb9 req-fd49d2ac-ad78-49ef-85e9-65070e56a0f8 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927923 Nov 29 17:54:57.791647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879c165-c85e-47eb-abd0-6bab22699b73 req-2240d686-a3e1-48e1-a95b-302fe6faf1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:57.791647 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a879c165-c85e-47eb-abd0-6bab22699b73 req-2240d686-a3e1-48e1-a95b-302fe6faf1d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 1097 time: 0.0997934 Nov 29 17:54:57.792033 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0de59-e865-4ce7-a735-c53fdfee2801 req-f2947184-5fd4-432b-87ae-ed9d0bba9c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:57.792033 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-eed0de59-e865-4ce7-a735-c53fdfee2801 req-f2947184-5fd4-432b-87ae-ed9d0bba9c5f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 1101 time: 0.1349466 Nov 29 17:54:57.796690 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fe338-f2e2-49dc-88cb-39b28299fabf req-dada6786-d0cb-4cf4-804a-a7e27f463720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:57.798226 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-557fe338-f2e2-49dc-88cb-39b28299fabf req-dada6786-d0cb-4cf4-804a-a7e27f463720 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02659d06-c441-4764-979b-46d6684f7a10 HTTP/1.1" status: 200 len: 1096 time: 0.1153643 Nov 29 17:54:57.840035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5e159-49bf-4eb3-a3a1-bfa54913a95e req-9f68c166-568c-4d88-8e1b-d6d23534ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:57.841514 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-33e5e159-49bf-4eb3-a3a1-bfa54913a95e req-9f68c166-568c-4d88-8e1b-d6d23534ca7f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 1097 time: 0.0937257 Nov 29 17:54:57.897525 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3182575a-e04c-4000-9fd8-2eb359eeec40 req-047d00b8-439c-4ada-820a-367cbe254a93 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=db72513c-dcba-42e9-8466-cd5114d75e76 HTTP/1.1" status: 200 len: 210 time: 0.0484943 Nov 29 17:54:57.909254 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-eed0de59-e865-4ce7-a735-c53fdfee2801 req-7915ccd6-b666-4317-8b7e-d808669ab3ac service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068060 Nov 29 17:54:57.910422 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a879c165-c85e-47eb-abd0-6bab22699b73 req-7e1fe883-05dd-452f-82ef-db15e2c2da29 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042991 Nov 29 17:54:57.916943 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-557fe338-f2e2-49dc-88cb-39b28299fabf req-4fecd65a-2bac-492c-a65d-ded19b377145 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100380 Nov 29 17:54:57.926270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3c0a0-ca91-45d6-923f-8533d3c69fe2 req-2679dba4-0238-458e-aa77-23dc6c69d1eb tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:57.927823 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52d3c0a0-ca91-45d6-923f-8533d3c69fe2 req-2679dba4-0238-458e-aa77-23dc6c69d1eb tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 946 time: 0.1404378 Nov 29 17:54:57.946639 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-33e5e159-49bf-4eb3-a3a1-bfa54913a95e req-3908a21b-7fa4-4cb6-b3a5-510a7d27fc67 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971799 Nov 29 17:54:57.987134 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52d3c0a0-ca91-45d6-923f-8533d3c69fe2 req-2761f406-630f-4f8d-b5b3-42b8de9b79bc tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525470 Nov 29 17:54:58.069835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd25683-7818-402d-89c5-8bc1f6c3c728 req-b8a032df-dd0f-4e81-a484-bbf1eec3ee9f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:58.078441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cd25683-7818-402d-89c5-8bc1f6c3c728 req-b8a032df-dd0f-4e81-a484-bbf1eec3ee9f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 944 time: 0.0773227 Nov 29 17:54:58.129773 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cd25683-7818-402d-89c5-8bc1f6c3c728 req-fd9341e4-90c7-4b21-9827-e711cbdda7a8 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502336 Nov 29 17:54:58.189910 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab94f55-3742-410f-aed0-c66b4f2f87f1 req-0a2b16fb-6871-4a86-ae01-1995d9169e21 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:58.191436 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab94f55-3742-410f-aed0-c66b4f2f87f1 req-0a2b16fb-6871-4a86-ae01-1995d9169e21 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 950 time: 0.0549612 Nov 29 17:54:58.243226 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab94f55-3742-410f-aed0-c66b4f2f87f1 req-99012390-9f50-4fd3-a7e8-eddf09106f0d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450420 Nov 29 17:54:58.316330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad97807-53bd-4b4b-8e44-ee32101e7749 req-af08041d-890d-4876-97ce-f46eaade0203 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:58.317832 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ad97807-53bd-4b4b-8e44-ee32101e7749 req-af08041d-890d-4876-97ce-f46eaade0203 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.0517359 Nov 29 17:54:58.368076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37102) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:58.368580 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ad97807-53bd-4b4b-8e44-ee32101e7749 req-8d7a5ae4-5497-4678-a87f-ccaa4e7338c5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437031 Nov 29 17:54:58.469497 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a91487a3-283f-4995-95a2-edcacb84ca2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:58.544425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a91487a3-283f-4995-95a2-edcacb84ca2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:58.548485 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a91487a3-283f-4995-95a2-edcacb84ca2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:58.587223 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a91487a3-283f-4995-95a2-edcacb84ca2e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a620fe508a4d4d189f87f38ac4c12413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179806 Nov 29 17:54:58.588078 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91487a3-283f-4995-95a2-edcacb84ca2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90958123-e23b-4cdd-942a-d8aa1f783f5c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:58.590715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37106) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:58.646539 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cfddc5ae-4d98-43ea-9429-eaf5e7eda277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:58.667692 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cfddc5ae-4d98-43ea-9429-eaf5e7eda277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:58.715925 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cfddc5ae-4d98-43ea-9429-eaf5e7eda277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:58.718548 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cfddc5ae-4d98-43ea-9429-eaf5e7eda277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:58.719727 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cfddc5ae-4d98-43ea-9429-eaf5e7eda277 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90958123-e23b-4cdd-942a-d8aa1f783f5c HTTP/1.1" status: 204 len: 168 time: 0.1270053 Nov 29 17:54:58.728327 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddc5ae-4d98-43ea-9429-eaf5e7eda277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90958123-e23b-4cdd-942a-d8aa1f783f5c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:58.897520 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246706cf-326d-43c5-8f0b-c8017fd1f77c req-6af34011-733f-4b09-a6e5-28a421fd1084 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:58.899083 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-246706cf-326d-43c5-8f0b-c8017fd1f77c req-6af34011-733f-4b09-a6e5-28a421fd1084 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 946 time: 0.0564461 Nov 29 17:54:58.948217 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:58.953925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-246706cf-326d-43c5-8f0b-c8017fd1f77c req-2c51c13c-90fc-4421-b768-38ce79fb6439 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490916 Nov 29 17:54:59.013219 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba5c3686-50e1-4770-859d-92f917f50fb7 req-8e5def9e-d5a9-480b-a090-1c46a1c44768 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=db72513c-dcba-42e9-8466-cd5114d75e76 HTTP/1.1" status: 200 len: 210 time: 0.0286009 Nov 29 17:54:59.026322 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37118) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:59.049433 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71a106c1-02c9-4108-a120-986bf94b8c8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:59.124858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da538c2d-3c29-4ba1-866d-6946ba9a9fad req-42fc8d2f-6e8c-4318-8518-8eeb74463e51 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:59.126747 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da538c2d-3c29-4ba1-866d-6946ba9a9fad req-42fc8d2f-6e8c-4318-8518-8eeb74463e51 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 946 time: 0.0537217 Nov 29 17:54:59.149807 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71a106c1-02c9-4108-a120-986bf94b8c8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:59.156184 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71a106c1-02c9-4108-a120-986bf94b8c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:59.199372 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da538c2d-3c29-4ba1-866d-6946ba9a9fad req-fc770b4c-ab2e-43a0-b78c-fbd6b7aaf89a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616279 Nov 29 17:54:59.222143 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-76cb9ba3-8934-4aa7-8029-aad9f0ded5df tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=568f8546202547a5a4831128411f46f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321579 Nov 29 17:54:59.222856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a106c1-02c9-4108-a120-986bf94b8c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d614f44-11e0-4269-aff8-6cbc6e41316f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:59.227709 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-71a106c1-02c9-4108-a120-986bf94b8c8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3acf53a2e4134101a1204187ff851d88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003334 Nov 29 17:54:59.230934 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37122) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:54:59.297913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bfb4d-ea4c-46ad-bafc-921e7ad1e493 req-9203daf3-d163-4d7e-a675-033522e8ce6e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:59.299698 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e18bfb4d-ea4c-46ad-bafc-921e7ad1e493 req-9203daf3-d163-4d7e-a675-033522e8ce6e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 944 time: 0.0786324 Nov 29 17:54:59.358950 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:59.364092 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a33a799c-28ca-4274-879e-90f907ab9b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:59.384640 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e18bfb4d-ea4c-46ad-bafc-921e7ad1e493 req-e9f8aa02-fad3-4b1d-95f1-2f22eb225fc8 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771072 Nov 29 17:54:59.409046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-0367b170-7823-443c-a2f1-1bb9f904904a tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:59.410567 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-0367b170-7823-443c-a2f1-1bb9f904904a tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1659651 Nov 29 17:54:59.412552 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a33a799c-28ca-4274-879e-90f907ab9b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:59.431824 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-3ccb2bda-17a5-4ad6-b8f9-8f717dd202bb tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Request body: {'port': {'device_id': 'db72513c-dcba-42e9-8466-cd5114d75e76', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '568f8546202547a5a4831128411f46f5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:54:59.432289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfcc8b-3a5e-44e5-8f15-660b69239fe9 req-6d191584-7233-4600-b8d2-983dff8d4a1b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:59.433779 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fbfcc8b-3a5e-44e5-8f15-660b69239fe9 req-6d191584-7233-4600-b8d2-983dff8d4a1b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 950 time: 0.0755973 Nov 29 17:54:59.500920 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fbfcc8b-3a5e-44e5-8f15-660b69239fe9 req-ed32fc8f-fa7f-44e3-a2dd-79219dfc8885 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609303 Nov 29 17:54:59.537688 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a33a799c-28ca-4274-879e-90f907ab9b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:59.541342 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a33a799c-28ca-4274-879e-90f907ab9b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:59.542625 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a33a799c-28ca-4274-879e-90f907ab9b57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d614f44-11e0-4269-aff8-6cbc6e41316f HTTP/1.1" status: 204 len: 168 time: 0.3115072 Nov 29 17:54:59.566758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a799c-28ca-4274-879e-90f907ab9b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d614f44-11e0-4269-aff8-6cbc6e41316f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:59.600695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-3ccb2bda-17a5-4ad6-b8f9-8f717dd202bb tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Made reservation on behalf of 568f8546202547a5a4831128411f46f5 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:54:59.607641 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-3ccb2bda-17a5-4ad6-b8f9-8f717dd202bb tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:59.618942 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-3ccb2bda-17a5-4ad6-b8f9-8f717dd202bb tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:59.620906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7942498-549e-46f4-ae68-68d1d35a55fb req-0edc8d2e-5f5c-4fbb-8924-bc76b3df26aa tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:54:59.623368 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7942498-549e-46f4-ae68-68d1d35a55fb req-0edc8d2e-5f5c-4fbb-8924-bc76b3df26aa tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.0808973 Nov 29 17:54:59.687954 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7942498-549e-46f4-ae68-68d1d35a55fb req-3b35f72a-8461-430d-afca-ca6fe863102f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561094 Nov 29 17:54:59.740933 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-3ccb2bda-17a5-4ad6-b8f9-8f717dd202bb tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:59.747503 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-3ccb2bda-17a5-4ad6-b8f9-8f717dd202bb tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:59.824355 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb2bda-17a5-4ad6-b8f9-8f717dd202bb tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edccd891-24d5-4cb6-a31c-167958ca296c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:54:59.873856 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:54:59.900603 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-3ccb2bda-17a5-4ad6-b8f9-8f717dd202bb tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Allocated IP 192.168.233.151 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/01c1dcc2-f547-451b-924c-553a982437f9) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:55:00.068169 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-3ccb2bda-17a5-4ad6-b8f9-8f717dd202bb tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:00.112424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba89f32-86f3-4865-984a-b11adca2ab26 req-c1a4c34e-7631-498b-92d4-455fb0eeb774 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:00.112717 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-3ccb2bda-17a5-4ad6-b8f9-8f717dd202bb tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:00.114200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ba89f32-86f3-4865-984a-b11adca2ab26 req-c1a4c34e-7631-498b-92d4-455fb0eeb774 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 946 time: 0.0850563 Nov 29 17:55:00.159352 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-3ccb2bda-17a5-4ad6-b8f9-8f717dd202bb tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:55:00.162817 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-3ccb2bda-17a5-4ad6-b8f9-8f717dd202bb tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:00.188671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-3ccb2bda-17a5-4ad6-b8f9-8f717dd202bb tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:55:00.196294 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ace6-77f1-4922-a164-6443d147e9a2 req-d5c9ad00-a3f7-4900-bf0e-da0607f3a8af tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:00.196821 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-3ccb2bda-17a5-4ad6-b8f9-8f717dd202bb tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:00.197486 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-3ccb2bda-17a5-4ad6-b8f9-8f717dd202bb tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:00.199701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-caa7ace6-77f1-4922-a164-6443d147e9a2 req-d5c9ad00-a3f7-4900-bf0e-da0607f3a8af tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=db72513c-dcba-42e9-8466-cd5114d75e76 HTTP/1.1" status: 200 len: 936 time: 0.0841146 Nov 29 17:55:00.204011 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb2bda-17a5-4ad6-b8f9-8f717dd202bb tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Pushing event updated for resources: {'Port': ['ID=01c1dcc2-f547-451b-924c-553a982437f9,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:00.221557 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-3ccb2bda-17a5-4ad6-b8f9-8f717dd202bb tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7965186 Nov 29 17:55:00.239905 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Request body: {'port': {'device_id': 'db72513c-dcba-42e9-8466-cd5114d75e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:00.264966 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ba89f32-86f3-4865-984a-b11adca2ab26 req-46f29410-644e-4c28-9637-1fd1d8a2132d tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374917 Nov 29 17:55:00.299764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-caa7ace6-77f1-4922-a164-6443d147e9a2 req-6eedc700-0118-4dcb-adc4-10b29d8947e7 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915089 Nov 29 17:55:00.332312 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:00.414272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bc49c-8857-494f-bfec-3c09b1d620cf req-d1c9aa0e-fc50-436f-ae51-274dab87a0e5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:00.418225 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c99bc49c-8857-494f-bfec-3c09b1d620cf req-d1c9aa0e-fc50-436f-ae51-274dab87a0e5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 946 time: 0.0893142 Nov 29 17:55:00.468952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37162) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:00.479479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c99bc49c-8857-494f-bfec-3c09b1d620cf req-f1beb024-d321-444f-ae00-3808e7e60722 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548055 Nov 29 17:55:00.538924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6e6bdde7-dbab-4465-b14d-0b30383e54de None None] Provisioning complete for port 01c1dcc2-f547-451b-924c-553a982437f9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:00.539484 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e6bdde7-dbab-4465-b14d-0b30383e54de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:00.603090 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6e6bdde7-dbab-4465-b14d-0b30383e54de None None] Port 01c1dcc2-f547-451b-924c-553a982437f9 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:55:00.656151 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beff07e-df74-4645-8618-edc309e77e00 req-e54f34a9-3b2d-4870-8675-fbb74e7ccbbd tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:00.658217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3beff07e-df74-4645-8618-edc309e77e00 req-e54f34a9-3b2d-4870-8675-fbb74e7ccbbd tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 944 time: 0.0738525 Nov 29 17:55:00.711932 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3beff07e-df74-4645-8618-edc309e77e00 req-062b12dc-7cbd-46e5-b104-2f2c17d38402 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461195 Nov 29 17:55:00.789832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe9b6d-566f-4908-b9bd-199b1c3ab3cf req-7c566f77-06a7-40e2-b9cb-6b1f05d3697f tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:00.791406 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9dfe9b6d-566f-4908-b9bd-199b1c3ab3cf req-7c566f77-06a7-40e2-b9cb-6b1f05d3697f tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 1097 time: 0.0404034 Nov 29 17:55:00.795820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-732659d4-383e-47a1-9959-bdb6caffdf0a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1556971416-network', 'tenant_id': 'c3df5eb6662e4d4885498caebdbc308d'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:00.835624 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732659d4-383e-47a1-9959-bdb6caffdf0a admin admin] Made reservation on behalf of c3df5eb6662e4d4885498caebdbc308d for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:55:00.838406 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-732659d4-383e-47a1-9959-bdb6caffdf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:00.851701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9dfe9b6d-566f-4908-b9bd-199b1c3ab3cf req-8817cc4f-41ea-4d77-b9d6-66e258a1d8d9 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487223 Nov 29 17:55:00.856366 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-732659d4-383e-47a1-9959-bdb6caffdf0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:00.908405 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cef33b-ed01-4fba-952e-1fa1881bbb6d req-052431b7-fd77-4edf-a332-57d34401b3e5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:00.909955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6cef33b-ed01-4fba-952e-1fa1881bbb6d req-052431b7-fd77-4edf-a332-57d34401b3e5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0570970 Nov 29 17:55:00.949595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c1dcc2-f547-451b-924c-553a982437f9 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:00.960434 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:00.984987 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Transition to ACTIVE for port object 01c1dcc2-f547-451b-924c-553a982437f9 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:55:00.987350 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6cef33b-ed01-4fba-952e-1fa1881bbb6d req-18056f7c-a00b-4947-a9c4-ef23ac64f680 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674224 Nov 29 17:55:00.994346 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:00.995583 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf442b82-dbce-4fad-a34a-d29aae7a2bf7 req-808cd4b7-c283-4b63-aab5-f709c491ca87 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:00.997068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf442b82-dbce-4fad-a34a-d29aae7a2bf7 req-808cd4b7-c283-4b63-aab5-f709c491ca87 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 950 time: 0.0862157 Nov 29 17:55:01.035578 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-732659d4-383e-47a1-9959-bdb6caffdf0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:01.045405 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-732659d4-383e-47a1-9959-bdb6caffdf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:01.070326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf442b82-dbce-4fad-a34a-d29aae7a2bf7 req-a066405b-8512-433a-ac5b-dc88d18a71ec tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651827 Nov 29 17:55:01.074549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732659d4-383e-47a1-9959-bdb6caffdf0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:55:01.124768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Pushing event updated for resources: {'Port': ['ID=01c1dcc2-f547-451b-924c-553a982437f9,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:01.137046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732659d4-383e-47a1-9959-bdb6caffdf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bf3139-ac6b-4b80-b93a-adc4a4f4bb36,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:01.141062 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-732659d4-383e-47a1-9959-bdb6caffdf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:01.141876 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-732659d4-383e-47a1-9959-bdb6caffdf0a admin admin] Added segment dc11793f-c7ac-4df9-ab7f-0c0bd6311c3e of type vlan for network 249f2a29-1f76-4d8c-838b-3706d919deeb Nov 29 17:55:01.155152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc5c7e-794c-470d-ba6a-facd5551a4c7 req-3e63510b-2538-4441-9b4e-6cc6073f3229 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:01.162501 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14bc5c7e-794c-470d-ba6a-facd5551a4c7 req-3e63510b-2538-4441-9b4e-6cc6073f3229 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.0758879 Nov 29 17:55:01.185856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Attempting to bind port 01c1dcc2-f547-451b-924c-553a982437f9 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:01.186103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Attempting to bind port 01c1dcc2-f547-451b-924c-553a982437f9 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:01.186508 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Attempting to bind port 01c1dcc2-f547-451b-924c-553a982437f9 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:01.201297 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-732659d4-383e-47a1-9959-bdb6caffdf0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:01.205366 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Port 01c1dcc2-f547-451b-924c-553a982437f9 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:55:01.205802 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Attempting to bind port 01c1dcc2-f547-451b-924c-553a982437f9 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:01.215194 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:01.215692 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:01.216224 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:01.216768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Bound port: 01c1dcc2-f547-451b-924c-553a982437f9, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:01.217227 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:01.250982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14bc5c7e-794c-470d-ba6a-facd5551a4c7 req-46f353fe-dca1-4f1e-be8c-03fe8b27ed12 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873337 Nov 29 17:55:01.262012 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e450d0b-3bff-475f-b331-967bcbf0746d req-e779d50f-0193-4325-a103-0cb5d0aaba42 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:01.263585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e450d0b-3bff-475f-b331-967bcbf0746d req-e779d50f-0193-4325-a103-0cb5d0aaba42 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 1097 time: 0.0802619 Nov 29 17:55:01.272534 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-732659d4-383e-47a1-9959-bdb6caffdf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:01.275477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732659d4-383e-47a1-9959-bdb6caffdf0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:01.276123 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-732659d4-383e-47a1-9959-bdb6caffdf0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:01.327405 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e450d0b-3bff-475f-b331-967bcbf0746d req-0dc4dee4-f8be-408d-a9e7-525a3f0319f4 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549223 Nov 29 17:55:01.386267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a56a10-4114-4fa3-94da-bd05a51067b2 req-75029711-0d85-49f7-ba4c-1ee26693a5a6 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:01.388587 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07a56a10-4114-4fa3-94da-bd05a51067b2 req-75029711-0d85-49f7-ba4c-1ee26693a5a6 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=02659d06-c441-4764-979b-46d6684f7a10 HTTP/1.1" status: 200 len: 945 time: 0.0595958 Nov 29 17:55:01.411258 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-732659d4-383e-47a1-9959-bdb6caffdf0a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9414582 Nov 29 17:55:01.424385 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37184) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:01.451721 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-da2af9a8-49fe-4912-ba4e-933485a8f40e admin admin] Request body: {'subnet': {'network_id': '249f2a29-1f76-4d8c-838b-3706d919deeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1556971416-subnet', 'tenant_id': 'c3df5eb6662e4d4885498caebdbc308d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:01.456072 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732659d4-383e-47a1-9959-bdb6caffdf0a admin admin] Pushing event updated for resources: {'Network': ['ID=249f2a29-1f76-4d8c-838b-3706d919deeb,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:01.471548 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 249f2a29-1f76-4d8c-838b-3706d919deeb details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:55:01.480035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] For port 01c1dcc2-f547-451b-924c-553a982437f9, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:01.504680 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07a56a10-4114-4fa3-94da-bd05a51067b2 req-89633213-9556-4a27-aaf2-479c44c82690 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091042 Nov 29 17:55:01.529719 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] For port 01c1dcc2-f547-451b-924c-553a982437f9, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=01c1dcc2-f547-451b-924c-553a982437f9,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:01.533214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98c18e-534a-4534-8b10-938efe5c37ad req-a0d60e87-19c6-4a86-ab6b-3932645b3e7b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:01.544641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb98c18e-534a-4534-8b10-938efe5c37ad req-a0d60e87-19c6-4a86-ab6b-3932645b3e7b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2480c9a-75f1-43bb-87cf-9b43243c3f51 HTTP/1.1" status: 200 len: 950 time: 0.1479428 Nov 29 17:55:01.551321 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-ded806ea-d9bb-4be3-b321-f2e949ee1e5b service neutron] 10.222.0.20 "GET /v2.0/ports/24bf0880-2735-4d36-88e3-d2a084b6e48a/bindings/n-h2-819494-5 HTTP/1.1" status: 200 len: 384 time: 0.2861903 Nov 29 17:55:01.562237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:01.589917 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:01.590552 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:01.592244 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] 10.222.0.20 "PUT /v2.0/ports/01c1dcc2-f547-451b-924c-553a982437f9 HTTP/1.1" status: 200 len: 1096 time: 1.3607290 Nov 29 17:55:01.594730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db72513c-dcba-42e9-8466-cd5114d75e76', 'tag': '01c1dcc2-f547-451b-924c-553a982437f9'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:01.596423 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b9d3dc-e6e6-4092-919e-959892b67050" -d '{"events": [{"name": "network-changed", "server_uuid": "db72513c-dcba-42e9-8466-cd5114d75e76", "tag": "01c1dcc2-f547-451b-924c-553a982437f9"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:01.709344 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2af9a8-49fe-4912-ba4e-933485a8f40e admin admin] Made reservation on behalf of c3df5eb6662e4d4885498caebdbc308d for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:55:01.712418 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da2af9a8-49fe-4912-ba4e-933485a8f40e admin admin] Publish callbacks [] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:01.894035 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb98c18e-534a-4534-8b10-938efe5c37ad req-acacc3b2-1523-462c-87a8-470fd2ed9508 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483896 Nov 29 17:55:01.910219 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-ac4d6e24-6faa-47b0-8069-ab4c4c44e220 service neutron] show failed (client error): The resource could not be found. Nov 29 17:55:01.911244 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-ac4d6e24-6faa-47b0-8069-ab4c4c44e220 service neutron] 10.222.0.31 "GET /v2.0/ports/23f17721-a513-404d-bae3-c88f485b6409/bindings/n-h1-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.5540810 Nov 29 17:55:01.931324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5c556-7b96-46d9-b966-4a262d8c8139 req-c76caff3-5e97-427f-8bf1-640a874e25d6 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:01.939507 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da2af9a8-49fe-4912-ba4e-933485a8f40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:01.944412 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2da5c556-7b96-46d9-b966-4a262d8c8139 req-c76caff3-5e97-427f-8bf1-640a874e25d6 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=db72513c-dcba-42e9-8466-cd5114d75e76 HTTP/1.1" status: 200 len: 948 time: 0.1045694 Nov 29 17:55:02.025811 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2da5c556-7b96-46d9-b966-4a262d8c8139 req-b7feb3a8-a83b-4c5d-9c85-376f6b479c44 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737922 Nov 29 17:55:02.063734 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402bb83-dbca-4175-ada3-4bc4d0c1efef service neutron] Pushing event updated for resources: {'Port': ['ID=01c1dcc2-f547-451b-924c-553a982437f9,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:02.082025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-8d805543-b1e0-4853-a0e3-6081a3452a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:02.083572 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-8d805543-b1e0-4853-a0e3-6081a3452a7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=568f8546202547a5a4831128411f46f5&device_id=db72513c-dcba-42e9-8466-cd5114d75e76 HTTP/1.1" status: 200 len: 1099 time: 0.3756709 Nov 29 17:55:02.115463 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8f8e93-04f6-4149-8dce-d11b016ab6c6 x-openstack-request-id: req-5b8f8e93-04f6-4149-8dce-d11b016ab6c6 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:02.116360 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db72513c-dcba-42e9-8466-cd5114d75e76", "tag": "01c1dcc2-f547-451b-924c-553a982437f9", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:02.117114 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b8f8e93-04f6-4149-8dce-d11b016ab6c6 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:02.117521 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db72513c-dcba-42e9-8466-cd5114d75e76', 'tag': '01c1dcc2-f547-451b-924c-553a982437f9', 'status': 'completed', 'code': 200} Nov 29 17:55:02.154309 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2af9a8-49fe-4912-ba4e-933485a8f40e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e631b9e6-8173-49d0-8fe5-7e2941790857,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:02.206780 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2af9a8-49fe-4912-ba4e-933485a8f40e admin admin] Checking segment: {'id': 'dc11793f-c7ac-4df9-ab7f-0c0bd6311c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '249f2a29-1f76-4d8c-838b-3706d919deeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:02.207198 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2af9a8-49fe-4912-ba4e-933485a8f40e admin admin] Network hostable DHCP agents. Network: 249f2a29-1f76-4d8c-838b-3706d919deeb, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:55:02.212384 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-b982c5db-4c08-4490-8352-7baa8debae55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=01c1dcc2-f547-451b-924c-553a982437f9 HTTP/1.1" status: 200 len: 217 time: 0.0940263 Nov 29 17:55:02.282976 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d0c31-0399-4e08-ba90-69e7ec66a773 req-5916e4d4-5c50-4926-b087-1eb459b4c304 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:02.291340 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd5d0c31-0399-4e08-ba90-69e7ec66a773 req-5916e4d4-5c50-4926-b087-1eb459b4c304 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 944 time: 0.1353133 Nov 29 17:55:02.300487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2af9a8-49fe-4912-ba4e-933485a8f40e admin admin] Network 249f2a29-1f76-4d8c-838b-3706d919deeb is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:55:02.307560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-b5668948-12fb-4a15-a56f-11547f7c8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:02.309279 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-b5668948-12fb-4a15-a56f-11547f7c8cd1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453&tenant_id=74da84362ff44d4397e3357f1f704eae HTTP/1.1" status: 200 len: 1101 time: 0.1229103 Nov 29 17:55:02.317730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-15943624-eac5-40b2-8b56-d792966bd079 service neutron] For port 24bf0880-2735-4d36-88e3-d2a084b6e48a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=24bf0880-2735-4d36-88e3-d2a084b6e48a,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:02.324333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:02.328349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-da2af9a8-49fe-4912-ba4e-933485a8f40e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 249f2a29-1f76-4d8c-838b-3706d919deeb) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:02.338055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed16fba7-9ccf-4f29-9241-710e98d0e580 None None] Network 249f2a29-1f76-4d8c-838b-3706d919deeb requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:55:02.341799 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2af9a8-49fe-4912-ba4e-933485a8f40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:02.342410 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da2af9a8-49fe-4912-ba4e-933485a8f40e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:02.347940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-eb6095cf-e3b8-4cd6-8af2-58ab8a54d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:02.349398 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-eb6095cf-e3b8-4cd6-8af2-58ab8a54d69c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1288536 Nov 29 17:55:02.392417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-15943624-eac5-40b2-8b56-d792966bd079 service neutron] For port 24bf0880-2735-4d36-88e3-d2a084b6e48a, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:02.417785 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-da2af9a8-49fe-4912-ba4e-933485a8f40e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9854958 Nov 29 17:55:02.436666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-15943624-eac5-40b2-8b56-d792966bd079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24bf0880-2735-4d36-88e3-d2a084b6e48a {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:02.437026 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd5d0c31-0399-4e08-ba90-69e7ec66a773 req-38b9da8f-d94f-4721-ae71-ca9b665ddced tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428621 Nov 29 17:55:02.453198 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-15943624-eac5-40b2-8b56-d792966bd079 service neutron] For port 24bf0880-2735-4d36-88e3-d2a084b6e48a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=24bf0880-2735-4d36-88e3-d2a084b6e48a,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:02.467775 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:02.474347 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-2c5f44eb-4ebf-4103-8b1f-b503b5a61562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:02.475881 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-2c5f44eb-4ebf-4103-8b1f-b503b5a61562 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1187651 Nov 29 17:55:02.514951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443e87b-70a3-48e4-ac45-2ad1c56ca96d req-7f685e98-a120-43a5-bf39-dd478d9d7297 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:02.533832 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0443e87b-70a3-48e4-ac45-2ad1c56ca96d req-7f685e98-a120-43a5-bf39-dd478d9d7297 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 946 time: 0.2053154 Nov 29 17:55:02.565694 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-15943624-eac5-40b2-8b56-d792966bd079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:02.602424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590c219c-49ae-4963-a072-edf1da8c3086 None None] Network 249f2a29-1f76-4d8c-838b-3706d919deeb requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:55:02.652124 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-15943624-eac5-40b2-8b56-d792966bd079 service neutron] Transition to ACTIVE for port object 24bf0880-2735-4d36-88e3-d2a084b6e48a will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:55:02.660546 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-15943624-eac5-40b2-8b56-d792966bd079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:02.718310 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15943624-eac5-40b2-8b56-d792966bd079 service neutron] Pushing event updated for resources: {'Port': ['ID=24bf0880-2735-4d36-88e3-d2a084b6e48a,revision_number=10']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:02.728576 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-8d829ae1-f3d3-4655-8570-23c85d48b284 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445180 Nov 29 17:55:02.841526 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-04ee4cc2-8811-4084-a59c-21e667eedaf2 req-af47f51b-5ad5-4aee-bcfa-86f3564fbed5 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028953 Nov 29 17:55:02.871041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-15943624-eac5-40b2-8b56-d792966bd079 service neutron] No DVR routers for this DVR port 24bf0880-2735-4d36-88e3-d2a084b6e48a on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:55:02.917982 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-15943624-eac5-40b2-8b56-d792966bd079 service neutron] 10.222.0.20 "PUT /v2.0/ports/24bf0880-2735-4d36-88e3-d2a084b6e48a/bindings/n-h2-819494-5/activate HTTP/1.1" status: 200 len: 369 time: 1.3456063 Nov 29 17:55:02.944596 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0443e87b-70a3-48e4-ac45-2ad1c56ca96d req-1369125a-229b-44e0-83f8-b6336a072ffd tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097855 Nov 29 17:55:02.978824 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9d3dc-e6e6-4092-919e-959892b67050 req-02a0ebda-5f96-44b8-a11e-ae3d08bf60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:02.980651 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e9b9d3dc-e6e6-4092-919e-959892b67050 req-02a0ebda-5f96-44b8-a11e-ae3d08bf60ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=568f8546202547a5a4831128411f46f5&device_id=db72513c-dcba-42e9-8466-cd5114d75e76 HTTP/1.1" status: 200 len: 1099 time: 0.0794156 Nov 29 17:55:03.036362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] For port 23f17721-a513-404d-bae3-c88f485b6409, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=23f17721-a513-404d-bae3-c88f485b6409,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:03.114496 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-516f2815-1308-4e72-b828-c3e37b9a376f tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:03.117200 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-516f2815-1308-4e72-b828-c3e37b9a376f tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26&tenant_id=80d0ffbb4cf74b4ab097b8a012189088&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 1096 time: 0.1409478 Nov 29 17:55:03.157906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89cbec-8d32-42bc-9af3-a420b6e294bc req-5378ece3-fe8f-4310-aa2a-4904bc2d701d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:03.164851 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89cbec-8d32-42bc-9af3-a420b6e294bc req-5378ece3-fe8f-4310-aa2a-4904bc2d701d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:03.167215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d89cbec-8d32-42bc-9af3-a420b6e294bc req-5378ece3-fe8f-4310-aa2a-4904bc2d701d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de&device_id=a2480c9a-75f1-43bb-87cf-9b43243c3f51 HTTP/1.1" status: 200 len: 1691 time: 0.0985065 Nov 29 17:55:03.175674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] For port 23f17721-a513-404d-bae3-c88f485b6409, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:03.248423 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37220) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:03.252113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52385ea8-4399-4194-8e8a-f5f487b93453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23f17721-a513-404d-bae3-c88f485b6409'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:03.254350 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f5c56c-8161-4f34-a8db-931247023b37" -d '{"events": [{"server_uuid": "52385ea8-4399-4194-8e8a-f5f487b93453", "name": "network-vif-unplugged", "status": "completed", "tag": "23f17721-a513-404d-bae3-c88f485b6409"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:03.259835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ac665e76-4cfc-447f-8ac1-0af30031ee9e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-573680380-network', 'tenant_id': '421cd387896342bfb7346bfbc928b295'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:03.263881 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9d3dc-e6e6-4092-919e-959892b67050 req-d7200a5a-d8f3-432c-8712-76a2d69963e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:03.265359 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e9b9d3dc-e6e6-4092-919e-959892b67050 req-d7200a5a-d8f3-432c-8712-76a2d69963e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.2734425 Nov 29 17:55:03.267450 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:03.272842 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-3350dbf4-e4c9-468b-a49f-72e2557b2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:03.274947 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-3350dbf4-e4c9-468b-a49f-72e2557b2c97 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26&tenant_id=80d0ffbb4cf74b4ab097b8a012189088 HTTP/1.1" status: 200 len: 1096 time: 0.1319635 Nov 29 17:55:03.294681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d89cbec-8d32-42bc-9af3-a420b6e294bc req-264b5e87-aca8-420a-a589-ef8b69111fa6 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172755 Nov 29 17:55:03.322551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Transition to ACTIVE for port object 23f17721-a513-404d-bae3-c88f485b6409 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:55:03.328171 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e9b9d3dc-e6e6-4092-919e-959892b67050 req-02f2fdb0-03fe-40de-b20b-2b3c7d1a7c20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=01c1dcc2-f547-451b-924c-553a982437f9 HTTP/1.1" status: 200 len: 217 time: 0.0517175 Nov 29 17:55:03.331322 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:03.384070 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac665e76-4cfc-447f-8ac1-0af30031ee9e admin admin] Made reservation on behalf of 421cd387896342bfb7346bfbc928b295 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:55:03.386408 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac665e76-4cfc-447f-8ac1-0af30031ee9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:03.392362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Pushing event updated for resources: {'Port': ['ID=23f17721-a513-404d-bae3-c88f485b6409,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:03.406644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac665e76-4cfc-447f-8ac1-0af30031ee9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:03.431904 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9d3dc-e6e6-4092-919e-959892b67050 req-0487c2e9-1455-4778-b559-d02e0ccf3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:03.433095 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e9b9d3dc-e6e6-4092-919e-959892b67050 req-0487c2e9-1455-4778-b559-d02e0ccf3b4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0926597 Nov 29 17:55:03.456625 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] No DVR routers for this DVR port 23f17721-a513-404d-bae3-c88f485b6409 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:55:03.456837 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-d5459c12-3e29-4b1f-bcc3-024a7be645ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:03.457636 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-d5459c12-3e29-4b1f-bcc3-024a7be645ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 1096 time: 0.1276903 Nov 29 17:55:03.536646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Attempting to bind port 23f17721-a513-404d-bae3-c88f485b6409 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:03.536987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Attempting to bind port 23f17721-a513-404d-bae3-c88f485b6409 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:03.537466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Attempting to bind port 23f17721-a513-404d-bae3-c88f485b6409 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:03.546735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Port 23f17721-a513-404d-bae3-c88f485b6409 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:55:03.547243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Attempting to bind port 23f17721-a513-404d-bae3-c88f485b6409 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:03.558460 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:03.558904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:03.559898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:03.560397 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Bound port: 23f17721-a513-404d-bae3-c88f485b6409, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:03.560973 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:03.562797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9d3dc-e6e6-4092-919e-959892b67050 req-a428b559-f03a-44e7-9a95-4828303e46ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:03.564488 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e9b9d3dc-e6e6-4092-919e-959892b67050 req-a428b559-f03a-44e7-9a95-4828303e46ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1221125 Nov 29 17:55:03.626400 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12018b0-dc5a-45b3-8ce5-a5a9ba985c7d req-a871b0e2-8f5d-4fd9-83ce-1d3b222cafc2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:03.635779 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a12018b0-dc5a-45b3-8ce5-a5a9ba985c7d req-a871b0e2-8f5d-4fd9-83ce-1d3b222cafc2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 948 time: 0.2321289 Nov 29 17:55:03.669081 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-52c9c374-21b3-4e97-985e-445504225b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:03.670893 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-52c9c374-21b3-4e97-985e-445504225b1b service neutron] 10.222.0.31 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 921 time: 0.1954954 Nov 29 17:55:03.733377 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-f9c114db-846f-4196-b149-6875672f01b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24bf0880-2735-4d36-88e3-d2a084b6e48a HTTP/1.1" status: 200 len: 217 time: 0.0532658 Nov 29 17:55:03.740339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] For port 23f17721-a513-404d-bae3-c88f485b6409, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:03.744142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 24bf0880-2735-4d36-88e3-d2a084b6e48a no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:55:03.753418 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac665e76-4cfc-447f-8ac1-0af30031ee9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:03.768609 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac665e76-4cfc-447f-8ac1-0af30031ee9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:03.776225 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] For port 23f17721-a513-404d-bae3-c88f485b6409, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=23f17721-a513-404d-bae3-c88f485b6409,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:03.779099 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e9b9d3dc-e6e6-4092-919e-959892b67050 req-9d8b4ca0-886a-47cc-b209-3ba96285b30a service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971719 Nov 29 17:55:03.798259 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a12018b0-dc5a-45b3-8ce5-a5a9ba985c7d req-4f3c47b4-fa47-4d4d-929b-8cb880d6ce95 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614408 Nov 29 17:55:03.800005 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:03.837965 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 24bf0880-2735-4d36-88e3-d2a084b6e48a not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:55:03.844994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac665e76-4cfc-447f-8ac1-0af30031ee9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:55:03.854807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac665e76-4cfc-447f-8ac1-0af30031ee9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834c0c5c-dbad-4613-810b-3bb6aefad888,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:03.870464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:03.871164 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:03.873279 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] 10.222.0.20 "PUT /v2.0/ports/23f17721-a513-404d-bae3-c88f485b6409 HTTP/1.1" status: 200 len: 1096 time: 1.5541694 Nov 29 17:55:03.879990 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac665e76-4cfc-447f-8ac1-0af30031ee9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:03.880344 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-ac665e76-4cfc-447f-8ac1-0af30031ee9e admin admin] Added segment f7f864c9-54cf-4533-b3d9-af14fcb1de1c of type vlan for network 338dba63-fb28-4367-9f0d-fa76ea7a2414 Nov 29 17:55:03.881766 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-306fe384-c770-4ed6-9e00-b3e983107534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:03.884219 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-306fe384-c770-4ed6-9e00-b3e983107534 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.1372137 Nov 29 17:55:03.950250 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-245955a1-8815-44ff-b9b0-8eb74ff6bfa6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554929 Nov 29 17:55:03.958372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e5dfb-3185-4072-b49a-7324e6a382c2 service neutron] Pushing event updated for resources: {'Port': ['ID=23f17721-a513-404d-bae3-c88f485b6409,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:04.002532 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac665e76-4cfc-447f-8ac1-0af30031ee9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:04.054486 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e9b9d3dc-e6e6-4092-919e-959892b67050 req-c442386a-364e-4faf-ac59-127ad1b3e11b service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634859 Nov 29 17:55:04.070289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-42aa9377-e735-4728-9c89-f66a8cd42c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:04.079079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-42aa9377-e735-4728-9c89-f66a8cd42c86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 1099 time: 0.1750333 Nov 29 17:55:04.081116 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac665e76-4cfc-447f-8ac1-0af30031ee9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:04.082422 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac665e76-4cfc-447f-8ac1-0af30031ee9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:04.083192 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac665e76-4cfc-447f-8ac1-0af30031ee9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:04.138347 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-d08cd30a-6333-4ad1-ba6c-845f0d555924 service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637809 Nov 29 17:55:04.235856 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ac665e76-4cfc-447f-8ac1-0af30031ee9e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9843924 Nov 29 17:55:04.238695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37250) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:04.265622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3d570d83-8891-4134-9403-09dfe00ebaa7 admin admin] Request body: {'subnet': {'network_id': '338dba63-fb28-4367-9f0d-fa76ea7a2414', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-573680380-subnet', 'tenant_id': '421cd387896342bfb7346bfbc928b295', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:04.268697 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac665e76-4cfc-447f-8ac1-0af30031ee9e admin admin] Pushing event updated for resources: {'Network': ['ID=338dba63-fb28-4367-9f0d-fa76ea7a2414,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:04.280791 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 338dba63-fb28-4367-9f0d-fa76ea7a2414 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:55:04.326895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d570d83-8891-4134-9403-09dfe00ebaa7 admin admin] Made reservation on behalf of 421cd387896342bfb7346bfbc928b295 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:55:04.329225 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d570d83-8891-4134-9403-09dfe00ebaa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:04.331787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-06fff59a-90e1-4783-a421-664a21059167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:04.332938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-bf318459-6b6f-4f2a-8406-1b9bc2ca842e tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:55:04.333234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-06fff59a-90e1-4783-a421-664a21059167 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.2466695 Nov 29 17:55:04.334021 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-bf318459-6b6f-4f2a-8406-1b9bc2ca842e tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098665 Nov 29 17:55:04.352198 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddefdd-7a6f-4081-9b38-b6d184875633 req-a74d239f-d6b5-4cdf-94db-cb0a818075e2 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:04.353691 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7ddefdd-7a6f-4081-9b38-b6d184875633 req-a74d239f-d6b5-4cdf-94db-cb0a818075e2 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.1486857 Nov 29 17:55:04.378311 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-750609e3-27bb-4fac-884c-3faf80a50516 service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995618 Nov 29 17:55:04.379272 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-86b0f8b8-04ee-4ea6-8849-d684957d91da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:04.380514 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-86b0f8b8-04ee-4ea6-8849-d684957d91da service neutron] 10.222.0.23 "GET /v2.0/ports/5dec885e-5b67-4208-8012-b2903df02df1 HTTP/1.1" status: 200 len: 1094 time: 0.0357928 Nov 29 17:55:04.402448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-022a146d-d97d-489f-b9f5-4c974087e12b service neutron] Request body: {'binding': {'host': 'n-h2-819494-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:04.403112 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-022a146d-d97d-489f-b9f5-4c974087e12b service neutron] Unknown quota resources ['binding']. {{(pid=110004) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 17:55:04.447026 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-f6b4f27f-3e49-427f-9ae8-6b0bf892d19e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=23f17721-a513-404d-bae3-c88f485b6409 HTTP/1.1" status: 200 len: 217 time: 0.0688510 Nov 29 17:55:04.536697 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7ddefdd-7a6f-4081-9b38-b6d184875633 req-a8b1e376-ea26-4841-8791-31584efc3090 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495523 Nov 29 17:55:04.565789 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-1191b758-6223-4a1b-af4b-11ecd1ff1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:04.567444 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-1191b758-6223-4a1b-af4b-11ecd1ff1263 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1056685 Nov 29 17:55:04.724056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-405fadc2-ba38-455a-9828-7fc9aa1d9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:04.725454 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-405fadc2-ba38-455a-9828-7fc9aa1d9f56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1494420 Nov 29 17:55:04.739542 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74daac1-91cb-4be0-ba45-12b855be404e req-dd1054f0-d71f-4cf4-8de0-8563ffd775e1 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:04.741248 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e74daac1-91cb-4be0-ba45-12b855be404e req-dd1054f0-d71f-4cf4-8de0-8563ffd775e1 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=db72513c-dcba-42e9-8466-cd5114d75e76 HTTP/1.1" status: 200 len: 948 time: 0.1158512 Nov 29 17:55:04.750068 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d570d83-8891-4134-9403-09dfe00ebaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:04.763456 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-ac0f45cd-1be0-4ce3-b9fa-e6241c657aa4 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:04.764953 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-ac0f45cd-1be0-4ce3-b9fa-e6241c657aa4 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26&tenant_id=80d0ffbb4cf74b4ab097b8a012189088&binding%3Ahost_id=n-h2-819494-5 HTTP/1.1" status: 200 len: 1096 time: 0.0719655 Nov 29 17:55:04.823903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-022a146d-d97d-489f-b9f5-4c974087e12b service neutron] Attempting to bind port 5dec885e-5b67-4208-8012-b2903df02df1 on host n-h2-819494-5 for vnic_type normal with profile None {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:04.824152 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-022a146d-d97d-489f-b9f5-4c974087e12b service neutron] Attempting to bind port 5dec885e-5b67-4208-8012-b2903df02df1 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:04.824484 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-022a146d-d97d-489f-b9f5-4c974087e12b service neutron] Attempting to bind port 5dec885e-5b67-4208-8012-b2903df02df1 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:04.834428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-022a146d-d97d-489f-b9f5-4c974087e12b service neutron] Port 5dec885e-5b67-4208-8012-b2903df02df1 on network d41485a2-1aa1-4798-b665-6b565c023c81 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:55:04.834749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-022a146d-d97d-489f-b9f5-4c974087e12b service neutron] Attempting to bind port 5dec885e-5b67-4208-8012-b2903df02df1 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:04.846954 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-022a146d-d97d-489f-b9f5-4c974087e12b service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:04.847301 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-022a146d-d97d-489f-b9f5-4c974087e12b service neutron] Checking segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:04.847693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-022a146d-d97d-489f-b9f5-4c974087e12b service neutron] Bound using segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:04.848123 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-022a146d-d97d-489f-b9f5-4c974087e12b service neutron] Bound port: 5dec885e-5b67-4208-8012-b2903df02df1, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:04.874351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d570d83-8891-4134-9403-09dfe00ebaa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab244cb-13f0-40d9-9f68-b4aa681657c8,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:04.912975 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e74daac1-91cb-4be0-ba45-12b855be404e req-8b64093d-004d-41ad-83f6-fd49ad2d3350 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607153 Nov 29 17:55:04.928544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-d748823c-800b-4b86-8730-14eb0bb0dc5e service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857905 Nov 29 17:55:04.930503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d570d83-8891-4134-9403-09dfe00ebaa7 admin admin] Checking segment: {'id': 'f7f864c9-54cf-4533-b3d9-af14fcb1de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '338dba63-fb28-4367-9f0d-fa76ea7a2414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:04.930898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d570d83-8891-4134-9403-09dfe00ebaa7 admin admin] Network hostable DHCP agents. Network: 338dba63-fb28-4367-9f0d-fa76ea7a2414, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:55:04.940041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-022a146d-d97d-489f-b9f5-4c974087e12b service neutron] For port 5dec885e-5b67-4208-8012-b2903df02df1, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5dec885e-5b67-4208-8012-b2903df02df1,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:04.947723 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-022a146d-d97d-489f-b9f5-4c974087e12b service neutron] Publish callbacks [] for binding, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:04.949133 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-022a146d-d97d-489f-b9f5-4c974087e12b service neutron] 10.222.0.23 "POST /v2.0/ports/5dec885e-5b67-4208-8012-b2903df02df1/bindings HTTP/1.1" status: 201 len: 389 time: 0.5575407 Nov 29 17:55:04.954093 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-fe0c8b46-97d3-4b54-a06d-aa7ab7ac0024 service neutron] For port 24bf0880-2735-4d36-88e3-d2a084b6e48a, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:04.958188 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-fe0c8b46-97d3-4b54-a06d-aa7ab7ac0024 service neutron] Publish callbacks [] for binding, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:04.959652 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6495681a-1f9a-431f-9bf2-da31cd0f32f5 req-fe0c8b46-97d3-4b54-a06d-aa7ab7ac0024 service neutron] 10.222.0.31 "DELETE /v2.0/ports/24bf0880-2735-4d36-88e3-d2a084b6e48a/bindings/n-h1-819494-5 HTTP/1.1" status: 204 len: 173 time: 0.1839173 Nov 29 17:55:05.002473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d570d83-8891-4134-9403-09dfe00ebaa7 admin admin] Network 338dba63-fb28-4367-9f0d-fa76ea7a2414 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:55:05.010725 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10ddc57-1404-45e1-a31a-5ff06a89890c x-openstack-request-id: req-d10ddc57-1404-45e1-a31a-5ff06a89890c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:05.011032 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52385ea8-4399-4194-8e8a-f5f487b93453", "name": "network-vif-unplugged", "status": "completed", "tag": "23f17721-a513-404d-bae3-c88f485b6409", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:05.011295 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d10ddc57-1404-45e1-a31a-5ff06a89890c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:05.012097 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52385ea8-4399-4194-8e8a-f5f487b93453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23f17721-a513-404d-bae3-c88f485b6409', 'code': 200} Nov 29 17:55:05.029135 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-3d570d83-8891-4134-9403-09dfe00ebaa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 338dba63-fb28-4367-9f0d-fa76ea7a2414) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:05.035626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d570d83-8891-4134-9403-09dfe00ebaa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:05.036224 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d570d83-8891-4134-9403-09dfe00ebaa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:05.047577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f214fe7-6484-48b0-9079-52be4aed5e37 None None] Network 338dba63-fb28-4367-9f0d-fa76ea7a2414 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:55:05.063647 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ab7cd2a-a7e3-4393-bfef-1d3c3f2b32ef req-a6d4f61e-ed28-47eb-b30f-ec3aed2b06d0 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271274 Nov 29 17:55:05.077069 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3d570d83-8891-4134-9403-09dfe00ebaa7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8201084 Nov 29 17:55:05.204878 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98a267-f9e8-4354-9969-cb2734200e51 req-46873fba-2e76-4ff6-b541-96d9b62d71c3 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:05.206596 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da98a267-f9e8-4354-9969-cb2734200e51 req-46873fba-2e76-4ff6-b541-96d9b62d71c3 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 945 time: 0.0660646 Nov 29 17:55:05.212019 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8133cb95-6163-49ef-b609-11c21208286a None None] Network 338dba63-fb28-4367-9f0d-fa76ea7a2414 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:55:05.282266 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da98a267-f9e8-4354-9969-cb2734200e51 req-ab58a6b2-0560-4c66-9260-00116e223d97 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678787 Nov 29 17:55:05.282504 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37262) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:05.336921 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eea034b-fb26-424a-b1bd-ab64ce9324c3 admin admin] Deleting subnet e631b9e6-8173-49d0-8fe5-7e2941790857 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 17:55:05.341015 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3eea034b-fb26-424a-b1bd-ab64ce9324c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:05.397118 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3eea034b-fb26-424a-b1bd-ab64ce9324c3 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:05.408121 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3eea034b-fb26-424a-b1bd-ab64ce9324c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:05.422954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628b6e1-6294-4084-b569-fc93e0528dec req-58479685-743d-4e60-88df-a6eaba740a34 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:05.424477 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f628b6e1-6294-4084-b569-fc93e0528dec req-58479685-743d-4e60-88df-a6eaba740a34 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 948 time: 0.0637612 Nov 29 17:55:05.479399 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3eea034b-fb26-424a-b1bd-ab64ce9324c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:05.487460 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f628b6e1-6294-4084-b569-fc93e0528dec req-f134736d-e2b6-4a1c-adf1-7ad4ec1331b6 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559008 Nov 29 17:55:05.524168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea034b-fb26-424a-b1bd-ab64ce9324c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e631b9e6-8173-49d0-8fe5-7e2941790857,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:05.528515 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3eea034b-fb26-424a-b1bd-ab64ce9324c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:05.534090 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3eea034b-fb26-424a-b1bd-ab64ce9324c3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e631b9e6-8173-49d0-8fe5-7e2941790857 HTTP/1.1" status: 204 len: 168 time: 0.2484539 Nov 29 17:55:05.534390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37266) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:05.607526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a13d9-b62a-499f-9f83-6b266243f7bc req-d1cc5f72-cd40-4921-8ddc-6f9c4ab330f8 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:05.612687 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:05.613614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a13d9-b62a-499f-9f83-6b266243f7bc req-d1cc5f72-cd40-4921-8ddc-6f9c4ab330f8 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:05.620497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a13d9-b62a-499f-9f83-6b266243f7bc req-d1cc5f72-cd40-4921-8ddc-6f9c4ab330f8 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:05.622163 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da5a13d9-b62a-499f-9f83-6b266243f7bc req-d1cc5f72-cd40-4921-8ddc-6f9c4ab330f8 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a&device_id=02659d06-c441-4764-979b-46d6684f7a10&device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 2418 time: 0.1107683 Nov 29 17:55:05.655934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5984ae3-0124-4524-aeff-9f40a31dad62 req-d28c4650-708f-45aa-a4fe-82f592b337fa tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:05.657454 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5984ae3-0124-4524-aeff-9f40a31dad62 req-d28c4650-708f-45aa-a4fe-82f592b337fa tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 946 time: 0.0898573 Nov 29 17:55:05.694279 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:05.701638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da5a13d9-b62a-499f-9f83-6b266243f7bc req-95a30078-c45a-487a-ac0d-149451d3aca7 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726962 Nov 29 17:55:05.727175 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:55:05.727663 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:55:05.728570 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5984ae3-0124-4524-aeff-9f40a31dad62 req-152fdac0-40eb-494a-a5e7-22276687bebd tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605564 Nov 29 17:55:05.728941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:55:05.729338 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Subscribe: > port after_create 55550000 {{(pid=110004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:55:05.729746 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Subscribe: > port after_delete 55550000 {{(pid=110004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:55:05.730133 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Subscribe: > port after_update 55550000 {{(pid=110004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:55:05.730536 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:55:05.730952 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:55:05.731457 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:55:05.731844 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:55:05.764187 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 01c1dcc2-f547-451b-924c-553a982437f9 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:55:05.803801 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:55:05.804196 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:55:05.804533 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:55:05.804864 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110004) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 17:55:05.805232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249f2a29-1f76-4d8c-838b-3706d919deeb']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:05.823706 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc11793f-c7ac-4df9-ab7f-0c0bd6311c3e') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:05.824001 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc11793f-c7ac-4df9-ab7f-0c0bd6311c3e') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:05.841876 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:05.867714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f96b0-571a-4592-bac2-d8f8d3ae3fb8 req-8d27437b-8edf-40e7-b572-6511c2bd4f41 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:05.870092 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:05.876324 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b19f96b0-571a-4592-bac2-d8f8d3ae3fb8 req-8d27437b-8edf-40e7-b572-6511c2bd4f41 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 1101 time: 0.0630174 Nov 29 17:55:05.881183 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 17:55:05.881791 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: from cryptography.utils import int_from_bytes Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: from cryptography.utils import int_from_bytes Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: timer() Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 17:55:05.886616 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 17:55:05.923241 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 01c1dcc2-f547-451b-924c-553a982437f9, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=01c1dcc2-f547-451b-924c-553a982437f9,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:05.936629 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '01c1dcc2-f547-451b-924c-553a982437f9', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '01c1dcc2-f547-451b-924c-553a982437f9', 'mac_address': 'fa:16:3e:5a:90:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:55:05.962003 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b19f96b0-571a-4592-bac2-d8f8d3ae3fb8 req-4527636e-fb36-4041-a11c-c49c9ddb93bc tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742869 Nov 29 17:55:05.970326 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:05.983196 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:05.989150 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] 10.222.0.23 "DELETE /v2.0/networks/249f2a29-1f76-4d8c-838b-3706d919deeb HTTP/1.1" status: 204 len: 168 time: 0.4537044 Nov 29 17:55:05.993831 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:05.995813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37276) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:06.011346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930dc60b-e78a-4a02-8477-9ac0a018085a admin admin] Pushing event deleted for resources: {'Network': ['ID=249f2a29-1f76-4d8c-838b-3706d919deeb,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:06.019558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c1dcc2-f547-451b-924c-553a982437f9 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:06.047305 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 01c1dcc2-f547-451b-924c-553a982437f9, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=01c1dcc2-f547-451b-924c-553a982437f9,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:06.053132 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:06.111404 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=01c1dcc2-f547-451b-924c-553a982437f9,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:06.113589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ff9c8-0e98-46e1-b97a-77c604e41b32 req-12cd9380-3943-4887-ad5d-8d5e8433ab34 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:06.116223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-792ff9c8-0e98-46e1-b97a-77c604e41b32 req-12cd9380-3943-4887-ad5d-8d5e8433ab34 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 946 time: 0.1481097 Nov 29 17:55:06.122620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fdcd83-ddc7-45c8-ab7c-12ee22be37ac admin admin] Deleting subnet 4ab244cb-13f0-40d9-9f68-b4aa681657c8 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 17:55:06.135716 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09fdcd83-ddc7-45c8-ab7c-12ee22be37ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:06.182861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032f875-3155-4308-a962-45340bf9f0fb req-828be6ad-3593-4db8-b104-999f40f30a3d tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:06.184368 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c032f875-3155-4308-a962-45340bf9f0fb req-828be6ad-3593-4db8-b104-999f40f30a3d tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 1096 time: 0.1259682 Nov 29 17:55:06.191333 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09fdcd83-ddc7-45c8-ab7c-12ee22be37ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:06.219321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0b0e4018-20cf-4f5f-a4e2-1ad5dedcd238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:06.220875 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0b0e4018-20cf-4f5f-a4e2-1ad5dedcd238 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 1097 time: 0.0395248 Nov 29 17:55:06.242441 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 23f17721-a513-404d-bae3-c88f485b6409 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:55:06.257674 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-792ff9c8-0e98-46e1-b97a-77c604e41b32 req-107d2032-05f7-4f5c-9c7a-2138ac3ff48e tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323388 Nov 29 17:55:06.286832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 23f17721-a513-404d-bae3-c88f485b6409 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:55:06.300129 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09fdcd83-ddc7-45c8-ab7c-12ee22be37ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:06.324495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['01c1dcc2-f547-451b-924c-553a982437f9'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:55:06.331483 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-48e73d08-348a-4157-a449-2b37446d961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:06.333215 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-48e73d08-348a-4157-a449-2b37446d961a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.0979564 Nov 29 17:55:06.338031 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c032f875-3155-4308-a962-45340bf9f0fb req-543af3c3-feec-43e0-8d14-6eadeabd4d56 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402781 Nov 29 17:55:06.387868 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-821ae46c-ba7a-4df7-bf7c-c69a3a4c6154 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dec885e-5b67-4208-8012-b2903df02df1 HTTP/1.1" status: 200 len: 217 time: 0.0465174 Nov 29 17:55:06.404184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5a39e-b38a-4cf3-a712-079c3837e402 req-138d1d34-ef38-49a9-9253-19e7f21c2df9 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:06.424374 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71d5a39e-b38a-4cf3-a712-079c3837e402 req-138d1d34-ef38-49a9-9253-19e7f21c2df9 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=db72513c-dcba-42e9-8466-cd5114d75e76 HTTP/1.1" status: 200 len: 949 time: 0.1010532 Nov 29 17:55:06.447196 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09fdcd83-ddc7-45c8-ab7c-12ee22be37ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:06.471669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-1dee0fa8-9a05-475c-8261-a634deabf292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:06.475317 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-1dee0fa8-9a05-475c-8261-a634deabf292 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.0805004 Nov 29 17:55:06.478517 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdcd83-ddc7-45c8-ab7c-12ee22be37ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab244cb-13f0-40d9-9f68-b4aa681657c8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:06.484169 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09fdcd83-ddc7-45c8-ab7c-12ee22be37ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:06.488326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-09fdcd83-ddc7-45c8-ab7c-12ee22be37ac admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4ab244cb-13f0-40d9-9f68-b4aa681657c8 HTTP/1.1" status: 204 len: 168 time: 0.4670153 Nov 29 17:55:06.503771 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37284) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:06.538905 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-e16da5b3-822b-45eb-aefc-c8a6632e6549 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532849 Nov 29 17:55:06.545292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71d5a39e-b38a-4cf3-a712-079c3837e402 req-a67cb1a1-6cfd-4c3e-a864-e60fb46d9d7f tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183000 Nov 29 17:55:06.588138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60b931-7f05-425a-9669-8610c6c2e9ba req-08a60776-f6f0-4156-81ae-202ba23d938b tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:06.589650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa60b931-7f05-425a-9669-8610c6c2e9ba req-08a60776-f6f0-4156-81ae-202ba23d938b tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a2480c9a-75f1-43bb-87cf-9b43243c3f51 HTTP/1.1" status: 200 len: 1101 time: 0.0575693 Nov 29 17:55:06.640678 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa60b931-7f05-425a-9669-8610c6c2e9ba req-1321f298-c785-43ff-8efe-0d36f5fa5ee5 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437167 Nov 29 17:55:06.680512 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7790a3c-3278-4e90-b16d-a565cb6ab582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:06.696800 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-bff654f0-ea6e-4c7b-a992-2ea91b9b43a2 service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459837 Nov 29 17:55:06.753763 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f924f7-335d-40ae-9d53-f6661de6b168 req-62d0fd26-4b86-401a-b476-2283835ae169 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:06.758609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4f924f7-335d-40ae-9d53-f6661de6b168 req-62d0fd26-4b86-401a-b476-2283835ae169 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 948 time: 0.0555370 Nov 29 17:55:06.806556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4f924f7-335d-40ae-9d53-f6661de6b168 req-4e081a31-e994-42ee-87cb-caf6a719389d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440915 Nov 29 17:55:06.842758 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7790a3c-3278-4e90-b16d-a565cb6ab582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:06.877768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e7790a3c-3278-4e90-b16d-a565cb6ab582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338dba63-fb28-4367-9f0d-fa76ea7a2414']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:06.888690 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-c1e89a65-f88d-4471-88aa-5573aadcc677 service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847177 Nov 29 17:55:06.890354 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e7790a3c-3278-4e90-b16d-a565cb6ab582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f864c9-54cf-4533-b3d9-af14fcb1de1c') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:06.890592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e7790a3c-3278-4e90-b16d-a565cb6ab582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f864c9-54cf-4533-b3d9-af14fcb1de1c') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:06.901737 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7790a3c-3278-4e90-b16d-a565cb6ab582 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:06.922314 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7790a3c-3278-4e90-b16d-a565cb6ab582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:06.928573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7790a3c-3278-4e90-b16d-a565cb6ab582 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 17:55:06.929603 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7790a3c-3278-4e90-b16d-a565cb6ab582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: timer() Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 17:55:06.931326 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 17:55:06.983367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-0a05dc5e-4bab-427a-8635-f38734048623 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:06.985183 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-0a05dc5e-4bab-427a-8635-f38734048623 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 820 time: 0.1329439 Nov 29 17:55:07.013077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52385ea8-4399-4194-8e8a-f5f487b93453', 'tag': '23f17721-a513-404d-bae3-c88f485b6409'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:07.015119 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363d04b4-4ad5-4d4a-841f-d087c4578cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "52385ea8-4399-4194-8e8a-f5f487b93453", "tag": "23f17721-a513-404d-bae3-c88f485b6409"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:07.019841 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7790a3c-3278-4e90-b16d-a565cb6ab582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:07.025974 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7790a3c-3278-4e90-b16d-a565cb6ab582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:07.029164 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e7790a3c-3278-4e90-b16d-a565cb6ab582 admin admin] 10.222.0.23 "DELETE /v2.0/networks/338dba63-fb28-4367-9f0d-fa76ea7a2414 HTTP/1.1" status: 204 len: 168 time: 0.5241599 Nov 29 17:55:07.035481 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-86e44431-28a2-420a-8ae7-b7b6cf775cf0 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/quotas/80d0ffbb4cf74b4ab097b8a012189088 HTTP/1.1" status: 200 len: 375 time: 0.0445950 Nov 29 17:55:07.041721 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7790a3c-3278-4e90-b16d-a565cb6ab582 admin admin] Pushing event deleted for resources: {'Network': ['ID=338dba63-fb28-4367-9f0d-fa76ea7a2414,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:07.062990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-3c80abbb-72c5-42ea-86bf-b16d6cffdef1 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:07.065111 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-3c80abbb-72c5-42ea-86bf-b16d6cffdef1 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f&tenant_id=3a0783cb68fe44b080e0c111bf112e73&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 1097 time: 0.0813723 Nov 29 17:55:07.081935 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-5'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:07.086676 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae706c7-630f-4e93-aae6-8aed38703457 req-d0ab323c-ddc7-4bc1-a64f-eda764e14aed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:07.088058 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aae706c7-630f-4e93-aae6-8aed38703457 req-d0ab323c-ddc7-4bc1-a64f-eda764e14aed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 946 time: 0.0878565 Nov 29 17:55:07.141776 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:07.172986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-1c91c608-28e6-4b79-9909-76c01b8cdabb tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1142554 Nov 29 17:55:07.235317 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aae706c7-630f-4e93-aae6-8aed38703457 req-f3c1a434-1e18-4628-b0ba-d2593041a3c8 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224480 Nov 29 17:55:07.302657 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37312) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:07.310697 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] For port 5dec885e-5b67-4208-8012-b2903df02df1, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5dec885e-5b67-4208-8012-b2903df02df1,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:07.323266 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-7fb660b2-202e-4e91-993d-6e2947a9bbf8 service neutron] 10.222.0.23 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494598 Nov 29 17:55:07.380753 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-db8108b2-b205-47f4-af57-1195227d66f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3df5eb6662e4d4885498caebdbc308d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0764604 Nov 29 17:55:07.383714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37314) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:07.384345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] For port 5dec885e-5b67-4208-8012-b2903df02df1, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:07.432480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b49b0d7-44f3-4a95-8345-ee6d03168e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dec885e-5b67-4208-8012-b2903df02df1'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:07.439946 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b077c0a2-48b0-4632-8274-c65cb039c3d7" -d '{"events": [{"server_uuid": "1b49b0d7-44f3-4a95-8345-ee6d03168e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "5dec885e-5b67-4208-8012-b2903df02df1"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:07.446036 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:07.453245 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:07.462814 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-b093ec69-58a5-4143-8180-5882c2a7e2a9 service neutron] 10.222.0.23 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301901 Nov 29 17:55:07.465737 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e6cbb60-e824-4380-aa5a-f24bd00b542a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:07.488481 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e6cbb60-e824-4380-aa5a-f24bd00b542a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:07.492108 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7ccac8-961a-41fb-b598-465caa61aca6 x-openstack-request-id: req-1c7ccac8-961a-41fb-b598-465caa61aca6 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:07.492451 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52385ea8-4399-4194-8e8a-f5f487b93453", "tag": "23f17721-a513-404d-bae3-c88f485b6409", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:07.492654 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c7ccac8-961a-41fb-b598-465caa61aca6 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:07.493034 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52385ea8-4399-4194-8e8a-f5f487b93453', 'tag': '23f17721-a513-404d-bae3-c88f485b6409', 'status': 'completed', 'code': 200} Nov 29 17:55:07.561543 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Pushing event updated for resources: {'Port': ['ID=5dec885e-5b67-4208-8012-b2903df02df1,revision_number=7']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:07.579937 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Attempting to bind port 5dec885e-5b67-4208-8012-b2903df02df1 on host n-h1-819494-5 for vnic_type normal with profile {"migrating_to": "n-h2-819494-5"} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:07.580269 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Attempting to bind port 5dec885e-5b67-4208-8012-b2903df02df1 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:07.580607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Attempting to bind port 5dec885e-5b67-4208-8012-b2903df02df1 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:07.586610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Port 5dec885e-5b67-4208-8012-b2903df02df1 on network d41485a2-1aa1-4798-b665-6b565c023c81 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:55:07.586978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Attempting to bind port 5dec885e-5b67-4208-8012-b2903df02df1 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:07.592905 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:07.593239 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Checking segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:07.593867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Bound using segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:07.594478 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Bound port: 5dec885e-5b67-4208-8012-b2903df02df1, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:07.594707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:07.698826 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] For port 5dec885e-5b67-4208-8012-b2903df02df1, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:07.703372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] For port 5dec885e-5b67-4208-8012-b2903df02df1, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5dec885e-5b67-4208-8012-b2903df02df1,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:07.712547 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:07.773315 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 23f17721-a513-404d-bae3-c88f485b6409 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:55:07.810650 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 01c1dcc2-f547-451b-924c-553a982437f9 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:55:07.855263 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-e6ca35c1-8fda-4d29-b7d0-9aabf67a4b58 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c4bd3732f9e045b291c6544ec838be2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2754121 Nov 29 17:55:07.859538 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Pushing event updated for resources: {'Port': ['ID=5dec885e-5b67-4208-8012-b2903df02df1,revision_number=8']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:07.873183 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-30a281fb-7f4b-4a57-b1d8-f316666b9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:07.874769 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-30a281fb-7f4b-4a57-b1d8-f316666b9bf3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 1099 time: 0.3500135 Nov 29 17:55:07.879880 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:07.880528 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:07.883777 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0e183725-d86f-48f8-809f-a5958bb1fbbb service neutron] 10.222.0.31 "PUT /v2.0/ports/5dec885e-5b67-4208-8012-b2903df02df1 HTTP/1.1" status: 200 len: 1122 time: 0.8053248 Nov 29 17:55:07.888528 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e6cbb60-e824-4380-aa5a-f24bd00b542a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:07.891277 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e6cbb60-e824-4380-aa5a-f24bd00b542a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:07.902613 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7e6cbb60-e824-4380-aa5a-f24bd00b542a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/04bf3139-ac6b-4b80-b93a-adc4a4f4bb36 HTTP/1.1" status: 204 len: 168 time: 0.5177958 Nov 29 17:55:08.008711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cbb60-e824-4380-aa5a-f24bd00b542a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bf3139-ac6b-4b80-b93a-adc4a4f4bb36,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:08.011796 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-0149c83c-a761-402a-a966-421b5c01d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:08.013552 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-0149c83c-a761-402a-a966-421b5c01d77a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 1099 time: 0.4780447 Nov 29 17:55:08.053196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['5dec885e-5b67-4208-8012-b2903df02df1'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:55:08.063821 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60ee8ee-d5d4-48b1-a260-7d42e8a30794 x-openstack-request-id: req-b60ee8ee-d5d4-48b1-a260-7d42e8a30794 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:08.064067 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b49b0d7-44f3-4a95-8345-ee6d03168e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "5dec885e-5b67-4208-8012-b2903df02df1", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:08.066649 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b60ee8ee-d5d4-48b1-a260-7d42e8a30794 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:08.066649 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b49b0d7-44f3-4a95-8345-ee6d03168e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dec885e-5b67-4208-8012-b2903df02df1', 'code': 200} Nov 29 17:55:08.114150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 01c1dcc2-f547-451b-924c-553a982437f9 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:55:08.126246 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 01c1dcc2-f547-451b-924c-553a982437f9 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:08.126976 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:08.185852 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 23f17721-a513-404d-bae3-c88f485b6409, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=23f17721-a513-404d-bae3-c88f485b6409,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:08.211076 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '23f17721-a513-404d-bae3-c88f485b6409', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '23f17721-a513-404d-bae3-c88f485b6409', 'mac_address': 'fa:16:3e:0f:ff:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:55:08.227810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-6f75b70c-590f-45d5-9324-41de4f126550 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:08.236138 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-6f75b70c-590f-45d5-9324-41de4f126550 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3799837 Nov 29 17:55:08.268755 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-83400cb4-5f85-4bf7-9e9a-81a41375f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:08.271429 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-83400cb4-5f85-4bf7-9e9a-81a41375f779 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.3389399 Nov 29 17:55:08.294721 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-97d5839a-9886-4ed4-88aa-5067ed97f841 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/quotas/c4bd3732f9e045b291c6544ec838be2e HTTP/1.1" status: 200 len: 375 time: 0.0576797 Nov 29 17:55:08.318220 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-25cddf82-0991-43c8-a091-0eef45057977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:08.320400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-25cddf82-0991-43c8-a091-0eef45057977 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.2921486 Nov 29 17:55:08.328559 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:08.368357 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:08.370942 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f17721-a513-404d-bae3-c88f485b6409 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:08.388981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-9c7a43b0-f4f5-4225-a79c-41d7819010e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=23f17721-a513-404d-bae3-c88f485b6409 HTTP/1.1" status: 200 len: 217 time: 0.0913105 Nov 29 17:55:08.416358 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 23f17721-a513-404d-bae3-c88f485b6409, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=23f17721-a513-404d-bae3-c88f485b6409,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:08.426111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db72513c-dcba-42e9-8466-cd5114d75e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c1dcc2-f547-451b-924c-553a982437f9'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:08.428303 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a72c703-d4af-4a42-8bfa-208620bdb0e5" -d '{"events": [{"server_uuid": "db72513c-dcba-42e9-8466-cd5114d75e76", "name": "network-vif-plugged", "status": "completed", "tag": "01c1dcc2-f547-451b-924c-553a982437f9"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:08.436179 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:08.436399 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-dbc404a3-54ac-44d4-a0c0-560021fa148d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=23f17721-a513-404d-bae3-c88f485b6409 HTTP/1.1" status: 200 len: 217 time: 0.0658872 Nov 29 17:55:08.445407 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37354) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:08.447122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 01c1dcc2-f547-451b-924c-553a982437f9, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=01c1dcc2-f547-451b-924c-553a982437f9,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:08.466509 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd71f6-0f10-46ab-ae10-ba5e3459777d req-1060bf46-c038-4b82-aa2a-f7327697e090 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:08.467917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9edd71f6-0f10-46ab-ae10-ba5e3459777d req-1060bf46-c038-4b82-aa2a-f7327697e090 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=db72513c-dcba-42e9-8466-cd5114d75e76 HTTP/1.1" status: 200 len: 949 time: 0.2792406 Nov 29 17:55:08.477279 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:08.505570 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=23f17721-a513-404d-bae3-c88f485b6409,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:08.525664 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-492bd24d-7ad2-49b6-abda-75911970f239 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=421cd387896342bfb7346bfbc928b295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0780172 Nov 29 17:55:08.526567 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37356) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:08.557195 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-c62b9b6c-cd59-4d35-a43e-4a3b7cd83060 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2612791 Nov 29 17:55:08.573741 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=01c1dcc2-f547-451b-924c-553a982437f9,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:08.587150 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-edf0a97a-36c4-4b49-8fe6-6b1f97d2ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:08.588616 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-edf0a97a-36c4-4b49-8fe6-6b1f97d2ade5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1393471 Nov 29 17:55:08.589838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-6cb37392-0ee4-4454-afa4-ea21b085e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:08.591691 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-6cb37392-0ee4-4454-afa4-ea21b085e843 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1571808 Nov 29 17:55:08.596103 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ccadec3-0a2d-4002-b260-6de795e347ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:08.622961 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ccadec3-0a2d-4002-b260-6de795e347ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:08.639224 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9edd71f6-0f10-46ab-ae10-ba5e3459777d req-678c419e-44ae-4e25-9de9-f53ab02b2041 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235240 Nov 29 17:55:08.677723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-7bf381e5-c1dc-4b6c-bade-19f36f755e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:08.679511 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-7bf381e5-c1dc-4b6c-bade-19f36f755e9c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773885 Nov 29 17:55:08.682083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-50990dd8-4d1b-4afa-8fcc-4c909105a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:08.683661 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-50990dd8-4d1b-4afa-8fcc-4c909105a589 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0804584 Nov 29 17:55:08.692594 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ccadec3-0a2d-4002-b260-6de795e347ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:08.696203 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ccadec3-0a2d-4002-b260-6de795e347ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:08.698830 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9ccadec3-0a2d-4002-b260-6de795e347ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/834c0c5c-dbad-4613-810b-3bb6aefad888 HTTP/1.1" status: 204 len: 168 time: 0.1696193 Nov 29 17:55:08.708126 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccadec3-0a2d-4002-b260-6de795e347ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834c0c5c-dbad-4613-810b-3bb6aefad888,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:08.717568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['23f17721-a513-404d-bae3-c88f485b6409'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:55:08.820253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40cc930b-498d-4d85-b8c4-8943202f4010 req-6143cafe-bf82-41b9-b4db-253e3a1ed616 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 210 time: 0.0627770 Nov 29 17:55:08.878764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-4e623fcb-749a-4315-bf2c-99f5d8384e35 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912756 Nov 29 17:55:08.880835 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-e0b80b5f-a7bb-4536-8abf-d9504413f047 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735010 Nov 29 17:55:09.208710 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-06bbf910-4fd3-4674-9351-0afc3a7d17c5 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:09.210293 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-06bbf910-4fd3-4674-9351-0afc3a7d17c5 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.20 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 820 time: 0.2017918 Nov 29 17:55:09.219103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-d6d7699e-24d3-4d75-9351-bd69a39d1cf3 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287857 Nov 29 17:55:09.225245 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-999698b5-b57e-4c36-9490-d55bd88d7eb6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Request body: {'port': {'device_id': '08d4e750-be7f-4c98-8e77-c4e45d242233', 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f', 'admin_state_up': True, 'tenant_id': '80d0ffbb4cf74b4ab097b8a012189088'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:09.248320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-363d04b4-4ad5-4d4a-841f-d087c4578cdc req-1838cf5c-422d-4ecb-88d7-430577081268 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136542 Nov 29 17:55:09.269196 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e2359-1d4f-4bbd-ac1d-88f215345382 req-8c8702c8-e34e-4543-9a81-d41f58a8a7ee tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:09.278712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b5e2359-1d4f-4bbd-ac1d-88f215345382 req-8c8702c8-e34e-4543-9a81-d41f58a8a7ee tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 949 time: 0.1890960 Nov 29 17:55:09.380944 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b5e2359-1d4f-4bbd-ac1d-88f215345382 req-b8376375-3ad9-4efc-9805-9d35bb157aca tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974886 Nov 29 17:55:09.428753 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb524c8-e37d-416a-b046-59fa0647cbd9 x-openstack-request-id: req-7bb524c8-e37d-416a-b046-59fa0647cbd9 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:09.429649 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db72513c-dcba-42e9-8466-cd5114d75e76", "name": "network-vif-plugged", "status": "completed", "tag": "01c1dcc2-f547-451b-924c-553a982437f9", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:09.430219 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bb524c8-e37d-416a-b046-59fa0647cbd9 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:09.430779 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db72513c-dcba-42e9-8466-cd5114d75e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c1dcc2-f547-451b-924c-553a982437f9', 'code': 200} Nov 29 17:55:09.431083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-999698b5-b57e-4c36-9490-d55bd88d7eb6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Made reservation on behalf of 80d0ffbb4cf74b4ab097b8a012189088 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:55:09.434686 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-999698b5-b57e-4c36-9490-d55bd88d7eb6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:09.446148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e405f-044a-4ca0-9799-07aff35a51dc req-494ad955-4383-450b-8e60-80a55d973932 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:09.457057 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a00e405f-044a-4ca0-9799-07aff35a51dc req-494ad955-4383-450b-8e60-80a55d973932 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 944 time: 0.1131999 Nov 29 17:55:09.602425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a00e405f-044a-4ca0-9799-07aff35a51dc req-81a7683c-e5ee-439f-a56b-587324453fda tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380401 Nov 29 17:55:09.616932 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-999698b5-b57e-4c36-9490-d55bd88d7eb6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Allocated IP 172.20.0.14 (42440cb4-6417-4b7a-81f2-3d94c90e760f/fd64ce8a-80eb-44be-9944-f47c123c7381/bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:55:09.631597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc413eac-675c-442a-8d55-0f0128ee00cd req-b56ceafa-e89f-4539-bf82-4f0a2f72f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:09.634864 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc413eac-675c-442a-8d55-0f0128ee00cd req-b56ceafa-e89f-4539-bf82-4f0a2f72f8d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=db72513c-dcba-42e9-8466-cd5114d75e76 HTTP/1.1" status: 200 len: 1101 time: 0.1159129 Nov 29 17:55:09.724280 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5fe96fe0-5d55-49c4-b7d3-215749188cbf req-c9b7046e-f90d-4712-8ef7-76021d71c97e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 210 time: 0.0366390 Nov 29 17:55:09.756231 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc413eac-675c-442a-8d55-0f0128ee00cd req-d4d48eed-1719-49e6-bd5a-999aecc8edb8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021190 Nov 29 17:55:09.791798 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 23f17721-a513-404d-bae3-c88f485b6409 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:55:09.857911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 23f17721-a513-404d-bae3-c88f485b6409 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:55:09.861617 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-999698b5-b57e-4c36-9490-d55bd88d7eb6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:09.864045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 23f17721-a513-404d-bae3-c88f485b6409 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:09.864792 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:09.955083 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-999698b5-b57e-4c36-9490-d55bd88d7eb6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:10.028478 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999698b5-b57e-4c36-9490-d55bd88d7eb6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Pushing event updated for resources: {'Port': ['ID=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:10.052361 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-999698b5-b57e-4c36-9490-d55bd88d7eb6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Network 42440cb4-6417-4b7a-81f2-3d94c90e760f is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:55:10.054435 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-999698b5-b57e-4c36-9490-d55bd88d7eb6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:10.056990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-999698b5-b57e-4c36-9490-d55bd88d7eb6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:55:10.061716 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:10.067238 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b49b0d7-44f3-4a95-8345-ee6d03168e7f', 'tag': '5dec885e-5b67-4208-8012-b2903df02df1'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:10.069566 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e575b6cc-6997-43a9-939f-c802d63b50b1" -d '{"events": [{"name": "network-changed", "server_uuid": "1b49b0d7-44f3-4a95-8345-ee6d03168e7f", "tag": "5dec885e-5b67-4208-8012-b2903df02df1"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:10.106403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66808103-5921-4012-836f-1a3b25488dc2 req-3e6a5a39-cbb0-466b-9b4c-52fd5eaf9b8a tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:10.114298 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66808103-5921-4012-836f-1a3b25488dc2 req-3e6a5a39-cbb0-466b-9b4c-52fd5eaf9b8a tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=db72513c-dcba-42e9-8466-cd5114d75e76 HTTP/1.1" status: 200 len: 950 time: 0.2156913 Nov 29 17:55:10.142539 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-999698b5-b57e-4c36-9490-d55bd88d7eb6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:10.143276 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-999698b5-b57e-4c36-9490-d55bd88d7eb6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:10.170178 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-999698b5-b57e-4c36-9490-d55bd88d7eb6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9498444 Nov 29 17:55:10.176446 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 23f17721-a513-404d-bae3-c88f485b6409, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=23f17721-a513-404d-bae3-c88f485b6409,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:10.176658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e3ee6-af0c-499a-abe8-2af6be0efa94 req-95f53e5a-7462-4629-b34a-15407f452490 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:10.178083 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104e3ee6-af0c-499a-abe8-2af6be0efa94 req-95f53e5a-7462-4629-b34a-15407f452490 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.31 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453&tenant_id=74da84362ff44d4397e3357f1f704eae&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 949 time: 0.2072194 Nov 29 17:55:10.182484 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:10.188649 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Request body: {'port': {'device_id': '08d4e750-be7f-4c98-8e77-c4e45d242233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:10.284248 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66808103-5921-4012-836f-1a3b25488dc2 req-22dabd01-b992-4af5-9af4-1cbca3680200 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694841 Nov 29 17:55:10.303291 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:10.371025 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5dec885e-5b67-4208-8012-b2903df02df1 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:55:10.463437 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=23f17721-a513-404d-bae3-c88f485b6409,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:10.478456 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-104e3ee6-af0c-499a-abe8-2af6be0efa94 req-3adb00fe-07d8-4354-9972-e6fd05d895d7 service neutron] delete failed (client error): The resource could not be found. Nov 29 17:55:10.480225 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104e3ee6-af0c-499a-abe8-2af6be0efa94 req-3adb00fe-07d8-4354-9972-e6fd05d895d7 service neutron] 10.222.0.31 "DELETE /v2.0/ports/23f17721-a513-404d-bae3-c88f485b6409/bindings/n-h2-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.2922027 Nov 29 17:55:10.532651 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100466b-49f7-4999-a24d-34df1bda4448 req-c00de673-af84-4cd9-b61f-3126eb8fc41e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:10.534765 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8100466b-49f7-4999-a24d-34df1bda4448 req-c00de673-af84-4cd9-b61f-3126eb8fc41e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.2786107 Nov 29 17:55:10.564927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 5dec885e-5b67-4208-8012-b2903df02df1, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5dec885e-5b67-4208-8012-b2903df02df1,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:10.587146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5dec885e-5b67-4208-8012-b2903df02df1 has no active binding in host n-h2-819494-5 {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 29 17:55:10.601343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26667a6c-6bd5-4a09-99b2-38f53ce537c2 req-1c3963d1-94cf-423b-b5c9-f2c772765bfb tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:10.603648 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26667a6c-6bd5-4a09-99b2-38f53ce537c2 req-1c3963d1-94cf-423b-b5c9-f2c772765bfb tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 932 time: 0.1172051 Nov 29 17:55:10.723296 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8100466b-49f7-4999-a24d-34df1bda4448 req-865fee79-439e-40ee-b37f-a940c2e6406d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749640 Nov 29 17:55:10.766632 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e3ee6-af0c-499a-abe8-2af6be0efa94 req-da5840d8-882e-4d91-a8b0-30b8adc8bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:10.776579 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104e3ee6-af0c-499a-abe8-2af6be0efa94 req-da5840d8-882e-4d91-a8b0-30b8adc8bbf5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 1101 time: 0.1049252 Nov 29 17:55:10.793944 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26667a6c-6bd5-4a09-99b2-38f53ce537c2 req-2e40ce27-992f-4914-b15e-52a08e854670 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703653 Nov 29 17:55:10.938200 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9784583f-1346-4a99-b09a-5dc2af5ae162 x-openstack-request-id: req-9784583f-1346-4a99-b09a-5dc2af5ae162 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:10.938723 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b49b0d7-44f3-4a95-8345-ee6d03168e7f", "tag": "5dec885e-5b67-4208-8012-b2903df02df1", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:10.938832 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9784583f-1346-4a99-b09a-5dc2af5ae162 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:10.939183 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b49b0d7-44f3-4a95-8345-ee6d03168e7f', 'tag': '5dec885e-5b67-4208-8012-b2903df02df1', 'status': 'completed', 'code': 200} Nov 29 17:55:10.977283 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:10.988394 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:11.009300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Transition to ACTIVE for port object bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:55:11.018241 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:11.031834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e3ee6-af0c-499a-abe8-2af6be0efa94 req-c2705dad-299f-4a48-9333-d0c1f5fbbd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:11.034638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104e3ee6-af0c-499a-abe8-2af6be0efa94 req-c2705dad-299f-4a48-9333-d0c1f5fbbd9f service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.2398071 Nov 29 17:55:11.133315 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b6cc-6997-43a9-939f-c802d63b50b1 req-7988ae41-a020-44d5-bd8b-7986097d6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:11.136298 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e575b6cc-6997-43a9-939f-c802d63b50b1 req-7988ae41-a020-44d5-bd8b-7986097d6c2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 1125 time: 0.1990931 Nov 29 17:55:11.153865 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104e3ee6-af0c-499a-abe8-2af6be0efa94 req-5275e5a0-f5d1-4a19-8509-78e2843202f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=23f17721-a513-404d-bae3-c88f485b6409 HTTP/1.1" status: 200 len: 217 time: 0.0940175 Nov 29 17:55:11.200534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010a922-0fba-4cd7-a5d7-4b2a0cb53ec8 req-fe66e508-3242-448a-a22d-8c72f795689f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:11.208345 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b010a922-0fba-4cd7-a5d7-4b2a0cb53ec8 req-fe66e508-3242-448a-a22d-8c72f795689f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 944 time: 0.2461262 Nov 29 17:55:11.208514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Pushing event updated for resources: {'Port': ['ID=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:11.272683 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Attempting to bind port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:11.273355 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Attempting to bind port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:11.273788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Attempting to bind port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:11.278943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:55:11.279380 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Attempting to bind port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:11.284727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:11.285176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Checking segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:11.285712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Bound using segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:11.286236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Bound port: bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:11.286711 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:11.380318 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] For port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:11.384969 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] For port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:11.392159 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:11.432467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52385ea8-4399-4194-8e8a-f5f487b93453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f17721-a513-404d-bae3-c88f485b6409'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:11.434823 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51768fba-cd84-4e5c-a1a1-dc380b5413f1" -d '{"events": [{"server_uuid": "52385ea8-4399-4194-8e8a-f5f487b93453", "name": "network-vif-plugged", "status": "completed", "tag": "23f17721-a513-404d-bae3-c88f485b6409"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:11.458541 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:11.459228 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:11.461312 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] 10.222.0.20 "PUT /v2.0/ports/bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 HTTP/1.1" status: 200 len: 1092 time: 1.2797906 Nov 29 17:55:11.477153 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d875c374-7c9b-41d3-93a9-c06575830686 req-2440023c-a331-4d5e-a493-d6ee0f4568ff tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 210 time: 0.2490184 Nov 29 17:55:11.507315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbf6cc-9776-49b4-855f-49ddcf27307d service neutron] Pushing event updated for resources: {'Port': ['ID=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:11.537767 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-3d797127-8b82-4620-95be-45062cf934c1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c4bd3732f9e045b291c6544ec838be2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271668 Nov 29 17:55:11.563878 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b010a922-0fba-4cd7-a5d7-4b2a0cb53ec8 req-b24064c9-26e3-40c7-a1da-77003837016c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544779 Nov 29 17:55:11.692067 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-f70e5b2a-be63-4d2d-82f8-63821509560e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c4bd3732f9e045b291c6544ec838be2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906541 Nov 29 17:55:11.824557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-bbc7533b-d605-4dbe-965b-500a2bcc0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:11.826094 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-bbc7533b-d605-4dbe-965b-500a2bcc0a72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 1095 time: 0.2691207 Nov 29 17:55:11.863502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-e1c51698-b07a-44bb-808b-f422cb359527 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:11.865353 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-e1c51698-b07a-44bb-808b-f422cb359527 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3209434 Nov 29 17:55:11.900946 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-e7746a73-9d2c-4aaa-a683-fec3b0291e18 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Request body: {'port': {'device_id': '49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': 'c4bd3732f9e045b291c6544ec838be2e'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:11.904915 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-37c0be3b-aac5-450d-9ed2-b103f0b07749 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 HTTP/1.1" status: 200 len: 217 time: 0.0647609 Nov 29 17:55:11.927823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e3ee6-af0c-499a-abe8-2af6be0efa94 req-0b65585f-5947-4e80-a334-244c66077839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:11.929783 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104e3ee6-af0c-499a-abe8-2af6be0efa94 req-0b65585f-5947-4e80-a334-244c66077839 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.7000473 Nov 29 17:55:12.012271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b6cc-6997-43a9-939f-c802d63b50b1 req-2ab21d47-5cde-479f-bea7-85284a75622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:12.013748 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e575b6cc-6997-43a9-939f-c802d63b50b1 req-2ab21d47-5cde-479f-bea7-85284a75622b service neutron] 10.222.0.20 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.8589120 Nov 29 17:55:12.026988 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-d3fb70bb-41bd-4052-9a76-1e2f2c09781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:12.028442 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-d3fb70bb-41bd-4052-9a76-1e2f2c09781e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.1099706 Nov 29 17:55:12.039011 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-15d2669c-6bd6-41b1-8930-4327ebe6eaba tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:12.040384 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-15d2669c-6bd6-41b1-8930-4327ebe6eaba tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3344002 Nov 29 17:55:12.041890 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817922b-c579-42aa-ba0a-4a2f1608e68d req-2df7c03d-c09d-493b-9c28-9a25fea1ad75 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:12.046944 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0817922b-c579-42aa-ba0a-4a2f1608e68d req-2df7c03d-c09d-493b-9c28-9a25fea1ad75 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.4357979 Nov 29 17:55:12.054679 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e3ee6-af0c-499a-abe8-2af6be0efa94 req-f2e8a049-3af1-4f9d-8e07-f72b9e340081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:12.057228 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104e3ee6-af0c-499a-abe8-2af6be0efa94 req-f2e8a049-3af1-4f9d-8e07-f72b9e340081 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111670 Nov 29 17:55:12.066073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e90c4-1ac9-44b4-8a0b-522f98109490 req-54d07fb3-ce9e-4f37-89b2-ed5a9b1b8385 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:12.067623 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-894e90c4-1ac9-44b4-8a0b-522f98109490 req-54d07fb3-ce9e-4f37-89b2-ed5a9b1b8385 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=db72513c-dcba-42e9-8466-cd5114d75e76 HTTP/1.1" status: 200 len: 950 time: 0.1446376 Nov 29 17:55:12.084694 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-3a50a826-ec5c-485a-89ba-f9088dc66b5f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Request body: {'port': {'device_id': '5068f775-e343-4335-ad0f-e441102148c2', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': 'c4bd3732f9e045b291c6544ec838be2e'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:12.092305 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-d851f99b-6e23-49d6-b1bf-f120ca873e71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447645 Nov 29 17:55:12.112383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e575b6cc-6997-43a9-939f-c802d63b50b1 req-49a89420-a8ef-48d0-b10b-5872b410c4d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dec885e-5b67-4208-8012-b2903df02df1 HTTP/1.1" status: 200 len: 217 time: 0.0673656 Nov 29 17:55:12.263450 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0817922b-c579-42aa-ba0a-4a2f1608e68d req-8468d45d-f547-40cd-8bc0-234cfa33d42e tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930690 Nov 29 17:55:12.271879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b6cc-6997-43a9-939f-c802d63b50b1 req-0a19b53f-07fd-4245-ab29-c149fa73c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:12.273403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e575b6cc-6997-43a9-939f-c802d63b50b1 req-0a19b53f-07fd-4245-ab29-c149fa73c66a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.1419024 Nov 29 17:55:12.285262 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-894e90c4-1ac9-44b4-8a0b-522f98109490 req-00c9558a-d6d6-4650-8b45-1b482ff69493 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686373 Nov 29 17:55:12.337723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104e3ee6-af0c-499a-abe8-2af6be0efa94 req-4f4d08aa-0543-4165-a3e2-2ace2d88df18 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662883 Nov 29 17:55:12.341110 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e575b6cc-6997-43a9-939f-c802d63b50b1 req-e08632eb-8fec-47a9-bec9-48eaa1def936 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572097 Nov 29 17:55:12.350254 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5e83ad-204c-4fec-975f-d16ab97482c1 x-openstack-request-id: req-fc5e83ad-204c-4fec-975f-d16ab97482c1 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:12.351337 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52385ea8-4399-4194-8e8a-f5f487b93453", "name": "network-vif-plugged", "status": "completed", "tag": "23f17721-a513-404d-bae3-c88f485b6409", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:12.351447 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc5e83ad-204c-4fec-975f-d16ab97482c1 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:12.352030 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52385ea8-4399-4194-8e8a-f5f487b93453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f17721-a513-404d-bae3-c88f485b6409', 'code': 200} Nov 29 17:55:12.465207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-e7746a73-9d2c-4aaa-a683-fec3b0291e18 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Made reservation on behalf of c4bd3732f9e045b291c6544ec838be2e for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:55:12.468650 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-e7746a73-9d2c-4aaa-a683-fec3b0291e18 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:12.502097 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-3faa055d-b662-4b57-bc1a-98b45d3322f3 service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699989 Nov 29 17:55:12.557859 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104e3ee6-af0c-499a-abe8-2af6be0efa94 req-b05863fa-27de-43d6-bf83-729429167a47 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053280 Nov 29 17:55:12.565438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a6dce-148b-41e1-994c-c8ca2bb18524 req-49a8b10b-3272-4df9-a131-a1bb401ee577 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:12.567103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d7a6dce-148b-41e1-994c-c8ca2bb18524 req-49a8b10b-3272-4df9-a131-a1bb401ee577 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.1859851 Nov 29 17:55:12.568947 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e575b6cc-6997-43a9-939f-c802d63b50b1 req-1fe632ca-f657-4881-bec8-bb07e21fb865 service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078881 Nov 29 17:55:12.599368 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-3a50a826-ec5c-485a-89ba-f9088dc66b5f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Made reservation on behalf of c4bd3732f9e045b291c6544ec838be2e for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:55:12.605262 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-3a50a826-ec5c-485a-89ba-f9088dc66b5f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:12.744091 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff461c90-e3bb-4ef7-b516-b1cc1cf078f2 req-338dcc7b-2e04-4634-ad08-afb969cf16f0 service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325950 Nov 29 17:55:12.744355 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d7a6dce-148b-41e1-994c-c8ca2bb18524 req-058dbce2-9bf4-4674-ba25-7d7fb558177d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630452 Nov 29 17:55:12.754458 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d3a9a-4fd7-4238-affc-52f66253b7a1 req-0422421d-1365-41d3-904b-9b3fee63e47e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:12.755977 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f59d3a9a-4fd7-4238-affc-52f66253b7a1 req-0422421d-1365-41d3-904b-9b3fee63e47e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 944 time: 0.1205029 Nov 29 17:55:12.770241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-e7746a73-9d2c-4aaa-a683-fec3b0291e18 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Allocated IP 192.168.233.171 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/85a3cec5-f174-4e9e-8270-8b013433686b) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:55:12.778537 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e575b6cc-6997-43a9-939f-c802d63b50b1 req-178d908c-4655-4f9d-9f6f-85b419b70d10 service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986132 Nov 29 17:55:12.823219 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f59d3a9a-4fd7-4238-affc-52f66253b7a1 req-156a5e9b-4dce-47fc-9a69-57b7c4e0ef15 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542774 Nov 29 17:55:12.915507 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e0f10ce-9d76-44ab-919a-8da4cdb6412f req-cf82d4b8-b307-41d3-873b-14ca993f82a6 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 210 time: 0.0292938 Nov 29 17:55:12.940697 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-e7746a73-9d2c-4aaa-a683-fec3b0291e18 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:12.942066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d4e750-be7f-4c98-8e77-c4e45d242233', 'tag': 'bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:12.945027 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2a21f5-e480-42ba-9f08-dfd3f59a44b0" -d '{"events": [{"name": "network-changed", "server_uuid": "08d4e750-be7f-4c98-8e77-c4e45d242233", "tag": "bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:12.991342 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-e7746a73-9d2c-4aaa-a683-fec3b0291e18 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:13.011191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['eb57a55e-8e88-4232-adb2-6710e7654ae4', '336aaaf4-cfbf-490f-953c-4ab6d451a81e', 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:55:13.070744 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-e7746a73-9d2c-4aaa-a683-fec3b0291e18 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:55:13.080470 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-e7746a73-9d2c-4aaa-a683-fec3b0291e18 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:13.087879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-e7746a73-9d2c-4aaa-a683-fec3b0291e18 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:55:13.150157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-3a50a826-ec5c-485a-89ba-f9088dc66b5f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Allocated IP 192.168.233.68 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/c320eafe-c692-4415-8406-2fd572fa67b3) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:55:13.153043 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7746a73-9d2c-4aaa-a683-fec3b0291e18 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Pushing event updated for resources: {'Port': ['ID=85a3cec5-f174-4e9e-8270-8b013433686b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:13.221501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f793f97-5a3b-4cfb-af4d-2bd00d5c6a7d req-c991c326-0139-41ff-865c-80d269190c6b tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:13.232682 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-e7746a73-9d2c-4aaa-a683-fec3b0291e18 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:13.233539 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-e7746a73-9d2c-4aaa-a683-fec3b0291e18 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:13.233790 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f793f97-5a3b-4cfb-af4d-2bd00d5c6a7d req-c991c326-0139-41ff-865c-80d269190c6b tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 944 time: 0.1128733 Nov 29 17:55:13.257777 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db75d04-895c-40c8-8ded-e4b561437a07 x-openstack-request-id: req-0db75d04-895c-40c8-8ded-e4b561437a07 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:13.258343 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d4e750-be7f-4c98-8e77-c4e45d242233", "tag": "bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:13.258343 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0db75d04-895c-40c8-8ded-e4b561437a07 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:13.258769 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d4e750-be7f-4c98-8e77-c4e45d242233', 'tag': 'bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005', 'status': 'completed', 'code': 200} Nov 29 17:55:13.269205 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-e7746a73-9d2c-4aaa-a683-fec3b0291e18 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3744409 Nov 29 17:55:13.307014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Request body: {'port': {'device_id': '49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:13.353802 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f793f97-5a3b-4cfb-af4d-2bd00d5c6a7d req-42421833-ffa7-425f-b4f4-78e920c23a27 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190050 Nov 29 17:55:13.413659 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-4d7930e7-cfd9-4a32-a5c5-51ccdcc614dd tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=568f8546202547a5a4831128411f46f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527003 Nov 29 17:55:13.425928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a21f5-e480-42ba-9f08-dfd3f59a44b0 req-550b98eb-8d2d-4db5-80fc-7bc06ffa988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:13.427751 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a2a21f5-e480-42ba-9f08-dfd3f59a44b0 req-550b98eb-8d2d-4db5-80fc-7bc06ffa988d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 1095 time: 0.1363931 Nov 29 17:55:13.439700 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:13.560607 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d3cd6606-37d8-4fd5-bf3a-f453545a4d7a None None] Provisioning complete for port 85a3cec5-f174-4e9e-8270-8b013433686b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:13.561584 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d3cd6606-37d8-4fd5-bf3a-f453545a4d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:13.613513 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd6606-37d8-4fd5-bf3a-f453545a4d7a None None] Port 85a3cec5-f174-4e9e-8270-8b013433686b cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:55:13.638401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-d9b7e530-c2a1-4347-9d60-a3a518b6be9d tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:13.645441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-d9b7e530-c2a1-4347-9d60-a3a518b6be9d tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2159262 Nov 29 17:55:13.656877 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-3a50a826-ec5c-485a-89ba-f9088dc66b5f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:13.672193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b021b-d152-4c2c-bd90-d8d2256f4501 req-539c8965-c4b1-46cb-b391-2ea275807bbf tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:13.673739 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-691b021b-d152-4c2c-bd90-d8d2256f4501 req-539c8965-c4b1-46cb-b391-2ea275807bbf tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.2169492 Nov 29 17:55:13.677960 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-4eccec0c-c826-4a73-a145-988dc9d4b770 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/quotas/568f8546202547a5a4831128411f46f5 HTTP/1.1" status: 200 len: 375 time: 0.0317266 Nov 29 17:55:13.700799 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-3a50a826-ec5c-485a-89ba-f9088dc66b5f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:13.717398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a21f5-e480-42ba-9f08-dfd3f59a44b0 req-00d68798-aea5-4a9e-979d-e5350a4f607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:13.718866 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a2a21f5-e480-42ba-9f08-dfd3f59a44b0 req-00d68798-aea5-4a9e-979d-e5350a4f607a service neutron] 10.222.0.20 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 921 time: 0.2593894 Nov 29 17:55:13.788686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a2a21f5-e480-42ba-9f08-dfd3f59a44b0 req-f4496cff-65f6-4b61-ad8a-e0690e5ad54b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 HTTP/1.1" status: 200 len: 217 time: 0.0530808 Nov 29 17:55:13.789277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-3a50a826-ec5c-485a-89ba-f9088dc66b5f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:55:13.795360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-3a50a826-ec5c-485a-89ba-f9088dc66b5f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:13.805154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-691b021b-d152-4c2c-bd90-d8d2256f4501 req-17a116c3-81d7-409e-8f8d-4d186b483da4 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236992 Nov 29 17:55:13.806251 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-3a50a826-ec5c-485a-89ba-f9088dc66b5f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:55:13.817559 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-49d70eec-0b8f-4f79-8f07-5dde7e3166b3 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=568f8546202547a5a4831128411f46f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1315124 Nov 29 17:55:13.839372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50a826-ec5c-485a-89ba-f9088dc66b5f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Pushing event updated for resources: {'Port': ['ID=c320eafe-c692-4415-8406-2fd572fa67b3,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:13.871018 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a21f5-e480-42ba-9f08-dfd3f59a44b0 req-50b2b304-5d31-4cfd-bbb6-30954bab3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:13.872730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a2a21f5-e480-42ba-9f08-dfd3f59a44b0 req-50b2b304-5d31-4cfd-bbb6-30954bab3a58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.0659602 Nov 29 17:55:13.885633 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-3a50a826-ec5c-485a-89ba-f9088dc66b5f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:13.886261 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-3a50a826-ec5c-485a-89ba-f9088dc66b5f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:13.924449 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a2a21f5-e480-42ba-9f08-dfd3f59a44b0 req-66d08ea7-edd5-4cfd-808b-abce0ed9f2a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307832 Nov 29 17:55:13.978618 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-3a50a826-ec5c-485a-89ba-f9088dc66b5f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9119153 Nov 29 17:55:14.003383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Request body: {'port': {'device_id': '5068f775-e343-4335-ad0f-e441102148c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:14.078498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a3cec5-f174-4e9e-8270-8b013433686b {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:14.142177 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:14.149410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fd15e8ea-d08f-44f1-91f8-a1e5799bc36e None None] Provisioning complete for port c320eafe-c692-4415-8406-2fd572fa67b3 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:14.149722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a2a21f5-e480-42ba-9f08-dfd3f59a44b0 req-67b8ba0b-6313-4c7d-94e3-0ea90b2bbac4 service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100377 Nov 29 17:55:14.150885 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd15e8ea-d08f-44f1-91f8-a1e5799bc36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:14.157240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f12cb-c28f-4ee8-b6cc-cc9080264a3a req-018bbf9d-39f5-4f59-9d99-1d84a0d06996 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:14.158932 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-852f12cb-c28f-4ee8-b6cc-cc9080264a3a req-018bbf9d-39f5-4f59-9d99-1d84a0d06996 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.1356857 Nov 29 17:55:14.159055 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:14.212933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Transition to ACTIVE for port object 85a3cec5-f174-4e9e-8270-8b013433686b will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:55:14.234812 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:14.247028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fd15e8ea-d08f-44f1-91f8-a1e5799bc36e None None] Port c320eafe-c692-4415-8406-2fd572fa67b3 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:55:14.344701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-852f12cb-c28f-4ee8-b6cc-cc9080264a3a req-bc3b2550-bd34-458c-8d7b-b6e66edfe0b6 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762373 Nov 29 17:55:14.347802 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a2a21f5-e480-42ba-9f08-dfd3f59a44b0 req-6622eb6d-fb2a-4f0b-8c8c-21aaf62ba71b service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805918 Nov 29 17:55:14.370119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fa5b7-2f5a-4907-977e-2a55134286fb req-452cdd7b-1699-4c86-85d4-d08b099281e5 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:14.370119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c4fa5b7-2f5a-4907-977e-2a55134286fb req-452cdd7b-1699-4c86-85d4-d08b099281e5 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 944 time: 0.1248245 Nov 29 17:55:14.424762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Pushing event updated for resources: {'Port': ['ID=85a3cec5-f174-4e9e-8270-8b013433686b,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:14.425330 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c4fa5b7-2f5a-4907-977e-2a55134286fb req-b7598bf1-942b-400e-ab55-30177267d05f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493317 Nov 29 17:55:14.534973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Attempting to bind port 85a3cec5-f174-4e9e-8270-8b013433686b on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:14.535319 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Attempting to bind port 85a3cec5-f174-4e9e-8270-8b013433686b by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:14.535655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Attempting to bind port 85a3cec5-f174-4e9e-8270-8b013433686b on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:14.542864 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Port 85a3cec5-f174-4e9e-8270-8b013433686b on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:55:14.543205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Attempting to bind port 85a3cec5-f174-4e9e-8270-8b013433686b on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:14.551710 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:14.552064 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:14.552465 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:14.552903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Bound port: 85a3cec5-f174-4e9e-8270-8b013433686b, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:14.553492 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:14.555379 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea363dd4-65c3-44f8-b8d2-111ca8716e0d req-873c0c20-bd19-49db-bd27-cbb4b1e27f6b tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 210 time: 0.0477638 Nov 29 17:55:14.567437 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['eb57a55e-8e88-4232-adb2-6710e7654ae4', '336aaaf4-cfbf-490f-953c-4ab6d451a81e', 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:55:14.592430 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb075d5-3f1a-44c8-99b1-fc86fc33f438 req-25c6d160-ed66-489d-b6de-f085070eaee5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:14.604167 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1cb075d5-3f1a-44c8-99b1-fc86fc33f438 req-25c6d160-ed66-489d-b6de-f085070eaee5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 935 time: 0.1260273 Nov 29 17:55:14.691150 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1cb075d5-3f1a-44c8-99b1-fc86fc33f438 req-7e206f8f-77d1-4d0b-8e10-25a7a7b73acd tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822003 Nov 29 17:55:14.695287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] For port 85a3cec5-f174-4e9e-8270-8b013433686b, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:14.719093 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] For port 85a3cec5-f174-4e9e-8270-8b013433686b, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=85a3cec5-f174-4e9e-8270-8b013433686b,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:14.723794 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c320eafe-c692-4415-8406-2fd572fa67b3 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:14.732192 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:14.751833 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:14.797927 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:14.799096 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:14.801181 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] 10.222.0.20 "PUT /v2.0/ports/85a3cec5-f174-4e9e-8270-8b013433686b HTTP/1.1" status: 200 len: 1096 time: 1.5115664 Nov 29 17:55:14.816243 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Transition to ACTIVE for port object c320eafe-c692-4415-8406-2fd572fa67b3 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:55:14.829490 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:14.853896 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc961beb-1dfb-407c-9e5b-97c563145f42 service neutron] Pushing event updated for resources: {'Port': ['ID=85a3cec5-f174-4e9e-8270-8b013433686b,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:14.871847 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65701a2-95f0-4c07-84e2-bbb337f0ea08 req-adb48f7a-018f-4fdc-822c-41b7be96efa9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:14.880815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c65701a2-95f0-4c07-84e2-bbb337f0ea08 req-adb48f7a-018f-4fdc-822c-41b7be96efa9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 944 time: 0.0801318 Nov 29 17:55:14.984527 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c65701a2-95f0-4c07-84e2-bbb337f0ea08 req-4f596971-8d70-4b81-be70-744385739ba3 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019638 Nov 29 17:55:15.141217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-2ed94470-5edb-4180-b704-229ba06f0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:15.142501 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-2ed94470-5edb-4180-b704-229ba06f0437 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc HTTP/1.1" status: 200 len: 1099 time: 0.2685447 Nov 29 17:55:15.143945 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Pushing event updated for resources: {'Port': ['ID=c320eafe-c692-4415-8406-2fd572fa67b3,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:15.168820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Attempting to bind port c320eafe-c692-4415-8406-2fd572fa67b3 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:15.169109 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Attempting to bind port c320eafe-c692-4415-8406-2fd572fa67b3 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:15.169519 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Attempting to bind port c320eafe-c692-4415-8406-2fd572fa67b3 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:15.184073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Port c320eafe-c692-4415-8406-2fd572fa67b3 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:55:15.184444 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Attempting to bind port c320eafe-c692-4415-8406-2fd572fa67b3 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:15.197938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069586a-75dc-4928-a9d1-7685a3913752 req-1e758f64-be6e-4f20-85a0-5621d7e9d539 tempest-MigrationsAdminTest-1449366831 tempest-MigrationsAdminTest-1449366831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:15.199475 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0069586a-75dc-4928-a9d1-7685a3913752 req-1e758f64-be6e-4f20-85a0-5621d7e9d539 tempest-MigrationsAdminTest-1449366831 tempest-MigrationsAdminTest-1449366831-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 1101 time: 0.1155837 Nov 29 17:55:15.234021 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-b005d968-7f1a-4b39-951c-135f02963944 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=85a3cec5-f174-4e9e-8270-8b013433686b HTTP/1.1" status: 200 len: 217 time: 0.0573313 Nov 29 17:55:15.234984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:15.235328 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:15.235872 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:15.236334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Bound port: c320eafe-c692-4415-8406-2fd572fa67b3, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:15.237100 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:15.270601 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc', 'tag': '85a3cec5-f174-4e9e-8270-8b013433686b'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:15.273761 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f8beb4-d5cd-45ff-b5d4-6af4709e6ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc", "tag": "85a3cec5-f174-4e9e-8270-8b013433686b"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:15.365078 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-346d8342-523a-4d71-8701-ce9f15c7fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:15.366964 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-346d8342-523a-4d71-8701-ce9f15c7fe84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1061382 Nov 29 17:55:15.378604 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] For port c320eafe-c692-4415-8406-2fd572fa67b3, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:15.387457 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] For port c320eafe-c692-4415-8406-2fd572fa67b3, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c320eafe-c692-4415-8406-2fd572fa67b3,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:15.398358 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:15.457574 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:15.458188 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:15.461069 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] 10.222.0.31 "PUT /v2.0/ports/c320eafe-c692-4415-8406-2fd572fa67b3 HTTP/1.1" status: 200 len: 1095 time: 1.4666226 Nov 29 17:55:15.461351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f31985-c241-4109-a047-73e931489852 req-f4c1c00c-5825-4e31-a75f-2f5328af1fc5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:15.469119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48f31985-c241-4109-a047-73e931489852 req-f4c1c00c-5825-4e31-a75f-2f5328af1fc5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.3375034 Nov 29 17:55:15.481831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-b103eef6-4507-42b2-b67a-9e3146235145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:15.483348 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-b103eef6-4507-42b2-b67a-9e3146235145 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980833 Nov 29 17:55:15.486813 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540a95c-fc31-424f-8ecb-cb1dc53d994e service neutron] Pushing event updated for resources: {'Port': ['ID=c320eafe-c692-4415-8406-2fd572fa67b3,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:15.533560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-8194d825-52e6-4eb8-b746-cddcd8ffe340 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=568f8546202547a5a4831128411f46f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404367 Nov 29 17:55:15.559166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0069586a-75dc-4928-a9d1-7685a3913752 req-6536663a-546d-4477-857b-d129f1cc8c35 tempest-MigrationsAdminTest-1449366831 tempest-MigrationsAdminTest-1449366831-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459592 Nov 29 17:55:15.655108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48f31985-c241-4109-a047-73e931489852 req-28e46742-2a0f-4845-bbc9-ba0c5abfe05a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850135 Nov 29 17:55:15.675304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-df021eac-fa90-4c7e-a182-e9e3b0a8fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:15.676810 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-df021eac-fa90-4c7e-a182-e9e3b0a8fd33 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 1098 time: 0.1121271 Nov 29 17:55:15.679470 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-cf613cc5-a328-4578-a329-8815a7fa3bf7 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866803 Nov 29 17:55:15.739289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-41b9759c-6468-4da7-a43f-e66795f2a408 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:15.741846 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-41b9759c-6468-4da7-a43f-e66795f2a408 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778221 Nov 29 17:55:15.758236 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87804693-1844-40ea-a3ce-b0fb9350d7ea x-openstack-request-id: req-87804693-1844-40ea-a3ce-b0fb9350d7ea {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:15.758488 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc", "tag": "85a3cec5-f174-4e9e-8270-8b013433686b", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:15.758675 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87804693-1844-40ea-a3ce-b0fb9350d7ea {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:15.759102 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc', 'tag': '85a3cec5-f174-4e9e-8270-8b013433686b', 'status': 'completed', 'code': 200} Nov 29 17:55:15.759224 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-02426582-29cb-4523-95bd-024a1b9b09d8 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Request body: {'port': {'device_id': 'eedcd901-45eb-44c6-9d0d-e5a058297665', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '568f8546202547a5a4831128411f46f5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:15.788331 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-e8cb6e39-a9fe-4f5d-973f-44e12161ca2d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c320eafe-c692-4415-8406-2fd572fa67b3 HTTP/1.1" status: 200 len: 217 time: 0.0952470 Nov 29 17:55:15.855018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:55:15.871249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-c4f9b2bc-5a2e-4087-9049-d7a3947f4912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:15.872743 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-c4f9b2bc-5a2e-4087-9049-d7a3947f4912 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0733786 Nov 29 17:55:15.896434 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-1a01b33a-6878-4af3-a28f-bde66978b947 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989284 Nov 29 17:55:15.912697 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de8144-5706-4f1d-8109-dba44b564d3b req-b8ae301a-f432-48ef-8999-bbb66f361a6f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:15.923667 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8de8144-5706-4f1d-8109-dba44b564d3b req-b8ae301a-f432-48ef-8999-bbb66f361a6f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 944 time: 0.1020894 Nov 29 17:55:15.940708 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-0a3659c0-020e-4b9b-a84c-cac08ba339d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:15.942350 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-0a3659c0-020e-4b9b-a84c-cac08ba339d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555398 Nov 29 17:55:15.989006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-02426582-29cb-4523-95bd-024a1b9b09d8 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Made reservation on behalf of 568f8546202547a5a4831128411f46f5 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:55:15.992635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:15.992783 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-02426582-29cb-4523-95bd-024a1b9b09d8 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:16.005026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005', 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f', 'port_id': 'bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005', 'mac_address': 'fa:16:3e:02:3f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd64ce8a-80eb-44be-9944-f47c123c7381', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:55:16.025522 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8de8144-5706-4f1d-8109-dba44b564d3b req-264d31f9-ce5b-4c09-acd0-2107c7c806e0 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006827 Nov 29 17:55:16.085892 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:16.101138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:16.111014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8beb4-d5cd-45ff-b5d4-6af4709e6ab1 req-be2d3e2c-e8eb-4da1-8e33-367f863a9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:16.112688 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9f8beb4-d5cd-45ff-b5d4-6af4709e6ab1 req-be2d3e2c-e8eb-4da1-8e33-367f863a9ca1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc HTTP/1.1" status: 200 len: 1099 time: 0.1342661 Nov 29 17:55:16.139495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:16.145573 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:16.146589 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-36cb4cf7-fc95-4d04-9602-301307b5b898 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950600 Nov 29 17:55:16.201042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:16.215322 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-352a3a3b-5c71-4021-a546-9e72a74edb23 req-23fad8ca-c708-41b4-89bf-09a625c77d69 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 210 time: 0.0764453 Nov 29 17:55:16.273359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6648fb7-4d4d-4895-af6d-7cbd00b42bfa req-54a7e1bf-c406-4f2d-b7eb-8fd10835b727 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:16.274961 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6648fb7-4d4d-4895-af6d-7cbd00b42bfa req-54a7e1bf-c406-4f2d-b7eb-8fd10835b727 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 947 time: 0.1450782 Nov 29 17:55:16.333477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-02426582-29cb-4523-95bd-024a1b9b09d8 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Allocated IP 192.168.233.155 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/f0741d64-9b29-48c1-91e6-f04b58aae89f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:55:16.413180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3473826-8196-4f11-a69f-d4e8b1b72b2b req-61d57079-4287-4007-bef6-2b1b8658fb66 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:16.414760 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3473826-8196-4f11-a69f-d4e8b1b72b2b req-61d57079-4287-4007-bef6-2b1b8658fb66 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 944 time: 0.1366820 Nov 29 17:55:16.418162 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6648fb7-4d4d-4895-af6d-7cbd00b42bfa req-a61b9e24-2724-40b3-b9f9-5cc7f17ea7bb tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363406 Nov 29 17:55:16.485918 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:55:16.503503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8beb4-d5cd-45ff-b5d4-6af4709e6ab1 req-ab523de8-7af4-4494-b4d7-988276f32e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:16.504883 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9f8beb4-d5cd-45ff-b5d4-6af4709e6ab1 req-ab523de8-7af4-4494-b4d7-988276f32e60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.3848162 Nov 29 17:55:16.553014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3473826-8196-4f11-a69f-d4e8b1b72b2b req-0f03eb91-e13a-4ff8-ba9b-71a1109c5063 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038072 Nov 29 17:55:16.565292 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9f8beb4-d5cd-45ff-b5d4-6af4709e6ab1 req-357c3ada-01d6-407f-8fcf-c0d6e6c8f6f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=85a3cec5-f174-4e9e-8270-8b013433686b HTTP/1.1" status: 200 len: 217 time: 0.0475612 Nov 29 17:55:16.569734 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-665a9182-a4fe-4045-85d0-3ca8332dfc07 req-433202bb-fbe6-42f4-847c-d7932fc0a009 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930991 Nov 29 17:55:16.586660 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-02426582-29cb-4523-95bd-024a1b9b09d8 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:16.630885 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8beb4-d5cd-45ff-b5d4-6af4709e6ab1 req-ebb38fec-4601-46c8-8f70-13fcc0ede39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:16.632496 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9f8beb4-d5cd-45ff-b5d4-6af4709e6ab1 req-ebb38fec-4601-46c8-8f70-13fcc0ede39e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0581889 Nov 29 17:55:16.640433 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-02426582-29cb-4523-95bd-024a1b9b09d8 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:16.710974 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8beb4-d5cd-45ff-b5d4-6af4709e6ab1 req-baaee43e-ca4c-41d4-bf41-3e67af8d1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:16.712557 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9f8beb4-d5cd-45ff-b5d4-6af4709e6ab1 req-baaee43e-ca4c-41d4-bf41-3e67af8d1a5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702558 Nov 29 17:55:16.743646 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-72ba25e7-554d-4e3d-9e8f-72824d76d3bd tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=74da84362ff44d4397e3357f1f704eae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478985 Nov 29 17:55:16.747850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-02426582-29cb-4523-95bd-024a1b9b09d8 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:55:16.762422 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-02426582-29cb-4523-95bd-024a1b9b09d8 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:16.778673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-02426582-29cb-4523-95bd-024a1b9b09d8 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:55:16.789981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02426582-29cb-4523-95bd-024a1b9b09d8 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Pushing event updated for resources: {'Port': ['ID=f0741d64-9b29-48c1-91e6-f04b58aae89f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:16.829148 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9f8beb4-d5cd-45ff-b5d4-6af4709e6ab1 req-cf701f87-b38a-4c5c-a643-89ba2844db3f service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078267 Nov 29 17:55:16.899564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-02426582-29cb-4523-95bd-024a1b9b09d8 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:16.899801 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-02426582-29cb-4523-95bd-024a1b9b09d8 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:16.921004 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ffe2-0bad-4449-aed3-ea459b9b329a req-3fd74c98-8e43-448c-a0e6-d99075be1e91 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:16.927499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3515ffe2-0bad-4449-aed3-ea459b9b329a req-3fd74c98-8e43-448c-a0e6-d99075be1e91 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.1889307 Nov 29 17:55:16.935474 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9f8beb4-d5cd-45ff-b5d4-6af4709e6ab1 req-c2c87e67-b796-4faa-b701-49fd6427e75d service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979269 Nov 29 17:55:16.971810 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-02426582-29cb-4523-95bd-024a1b9b09d8 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2181308 Nov 29 17:55:16.985272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-0496d3f1-b9b9-454e-be5b-164fea2127c9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:16.986686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-0496d3f1-b9b9-454e-be5b-164fea2127c9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2280688 Nov 29 17:55:16.996785 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Request body: {'port': {'device_id': 'eedcd901-45eb-44c6-9d0d-e5a058297665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:17.035687 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-48101d15-1d8e-4c3b-8117-55b1b96da8c3 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/quotas/74da84362ff44d4397e3357f1f704eae HTTP/1.1" status: 200 len: 375 time: 0.0354433 Nov 29 17:55:17.047007 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3515ffe2-0bad-4449-aed3-ea459b9b329a req-3f6e7f9c-15bb-4d72-8f95-064e6a96acb6 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149654 Nov 29 17:55:17.077396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-51a98dc0-0a29-43be-983f-daf306c682bd None None] Provisioning complete for port f0741d64-9b29-48c1-91e6-f04b58aae89f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:17.077882 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51a98dc0-0a29-43be-983f-daf306c682bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:17.101524 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:17.114953 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-51a98dc0-0a29-43be-983f-daf306c682bd None None] Port f0741d64-9b29-48c1-91e6-f04b58aae89f cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:55:17.150099 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-f0433a1f-1396-4946-9217-f2f8d7a4bc8d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1057014 Nov 29 17:55:17.379759 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['01c1dcc2-f547-451b-924c-553a982437f9'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:55:17.388501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ef58f-66e6-4b68-b417-923723106cec req-c9ae9879-999d-480b-937d-1e49dfb341f4 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:17.390034 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef5ef58f-66e6-4b68-b417-923723106cec req-c9ae9879-999d-480b-937d-1e49dfb341f4 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 945 time: 0.0816104 Nov 29 17:55:17.519603 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9c345-aa70-4544-a507-21467e4e2df1 req-19210576-4107-4620-acb4-a684a27f2ad7 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:17.520749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1aa9c345-aa70-4544-a507-21467e4e2df1 req-19210576-4107-4620-acb4-a684a27f2ad7 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 936 time: 0.1527169 Nov 29 17:55:17.529706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef5ef58f-66e6-4b68-b417-923723106cec req-d61c110f-7e19-452e-8b32-c94e18ec78f3 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284258 Nov 29 17:55:17.543494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0741d64-9b29-48c1-91e6-f04b58aae89f {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:17.558731 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:17.584073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Transition to ACTIVE for port object f0741d64-9b29-48c1-91e6-f04b58aae89f will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:55:17.594934 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:17.626953 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1aa9c345-aa70-4544-a507-21467e4e2df1 req-a1ff9c0b-3820-4e6a-993e-ce8cdd2cbb06 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947549 Nov 29 17:55:17.645341 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93317289-c329-4e20-b972-f200e7021bee req-23b4f913-2386-4af0-b0bc-9de88a51c340 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 210 time: 0.0553346 Nov 29 17:55:17.691451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Pushing event updated for resources: {'Port': ['ID=f0741d64-9b29-48c1-91e6-f04b58aae89f,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:17.765203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5068f775-e343-4335-ad0f-e441102148c2', 'tag': 'c320eafe-c692-4415-8406-2fd572fa67b3'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:17.765203 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6cf834-8588-4298-b78e-23a28342ca57" -d '{"events": [{"name": "network-changed", "server_uuid": "5068f775-e343-4335-ad0f-e441102148c2", "tag": "c320eafe-c692-4415-8406-2fd572fa67b3"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:17.844655 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33768d0a-f6f7-4b15-900a-68b253377607 req-113131af-fdc8-4bc6-a389-edba73db0480 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:17.847277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-33768d0a-f6f7-4b15-900a-68b253377607 req-113131af-fdc8-4bc6-a389-edba73db0480 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 947 time: 0.1190381 Nov 29 17:55:17.852376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Attempting to bind port f0741d64-9b29-48c1-91e6-f04b58aae89f on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:17.852737 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:55:17.854896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Attempting to bind port f0741d64-9b29-48c1-91e6-f04b58aae89f by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:17.855451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Attempting to bind port f0741d64-9b29-48c1-91e6-f04b58aae89f on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:17.894336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Port f0741d64-9b29-48c1-91e6-f04b58aae89f on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:55:17.894447 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Attempting to bind port f0741d64-9b29-48c1-91e6-f04b58aae89f on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:17.911582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:17.911996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:17.912449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:17.912975 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Bound port: f0741d64-9b29-48c1-91e6-f04b58aae89f, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:17.913748 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:17.945474 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:55:17.952594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:17.953082 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:18.035375 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc26aff-cff2-4c49-a4c7-de160663a945 req-989e4a60-dd08-40df-a669-8b012590afd4 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:18.036919 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cfc26aff-cff2-4c49-a4c7-de160663a945 req-989e4a60-dd08-40df-a669-8b012590afd4 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 944 time: 0.1873317 Nov 29 17:55:18.040323 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:18.043782 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-33768d0a-f6f7-4b15-900a-68b253377607 req-f31b1203-63f9-4fd6-a8ec-0f5a83c0f1a2 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846261 Nov 29 17:55:18.092367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] For port f0741d64-9b29-48c1-91e6-f04b58aae89f, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:18.101306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d4e750-be7f-4c98-8e77-c4e45d242233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:18.104153 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a1522e-1962-455f-8486-e646fd4ca002" -d '{"events": [{"server_uuid": "08d4e750-be7f-4c98-8e77-c4e45d242233", "name": "network-vif-plugged", "status": "completed", "tag": "bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:18.117944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] For port f0741d64-9b29-48c1-91e6-f04b58aae89f, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f0741d64-9b29-48c1-91e6-f04b58aae89f,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:18.122382 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:18.129375 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609c7c8d-4383-4818-8165-825d1336ce4f x-openstack-request-id: req-609c7c8d-4383-4818-8165-825d1336ce4f {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:18.129847 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5068f775-e343-4335-ad0f-e441102148c2", "tag": "c320eafe-c692-4415-8406-2fd572fa67b3", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:18.130210 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-609c7c8d-4383-4818-8165-825d1336ce4f {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:18.130736 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5068f775-e343-4335-ad0f-e441102148c2', 'tag': 'c320eafe-c692-4415-8406-2fd572fa67b3', 'status': 'completed', 'code': 200} Nov 29 17:55:18.132632 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:18.133733 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:18.200090 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cfc26aff-cff2-4c49-a4c7-de160663a945 req-3e3c693b-e399-4a17-8868-30fe9fbd8fdb tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250019 Nov 29 17:55:18.207652 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:18.209238 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:18.210676 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] 10.222.0.20 "PUT /v2.0/ports/f0741d64-9b29-48c1-91e6-f04b58aae89f HTTP/1.1" status: 200 len: 1096 time: 1.2230840 Nov 29 17:55:18.218150 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedcd901-45eb-44c6-9d0d-e5a058297665', 'tag': 'f0741d64-9b29-48c1-91e6-f04b58aae89f'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:18.219347 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cf834-8588-4298-b78e-23a28342ca57 req-8bc85678-e1e1-4d49-b765-ffa2fc3eb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:18.220493 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9211dc-66c2-4502-bdef-158bf9904243" -d '{"events": [{"name": "network-changed", "server_uuid": "eedcd901-45eb-44c6-9d0d-e5a058297665", "tag": "f0741d64-9b29-48c1-91e6-f04b58aae89f"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:18.221297 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4f6cf834-8588-4298-b78e-23a28342ca57 req-8bc85678-e1e1-4d49-b765-ffa2fc3eb21d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 1098 time: 0.0609756 Nov 29 17:55:18.224328 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:18.289204 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80120b1f-7016-4af7-aff0-6f307372dce5 x-openstack-request-id: req-80120b1f-7016-4af7-aff0-6f307372dce5 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:18.289624 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d4e750-be7f-4c98-8e77-c4e45d242233", "name": "network-vif-plugged", "status": "completed", "tag": "bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:18.289892 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80120b1f-7016-4af7-aff0-6f307372dce5 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:18.290289 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d4e750-be7f-4c98-8e77-c4e45d242233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005', 'code': 200} Nov 29 17:55:18.345086 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cf834-8588-4298-b78e-23a28342ca57 req-7698a029-17f6-46f8-83db-5885f1084d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:18.346584 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4f6cf834-8588-4298-b78e-23a28342ca57 req-7698a029-17f6-46f8-83db-5885f1084d75 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1150105 Nov 29 17:55:18.348348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893eab21-405e-4cbd-af29-98bb0c4efa01 service neutron] Pushing event updated for resources: {'Port': ['ID=f0741d64-9b29-48c1-91e6-f04b58aae89f,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:18.387753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0db33b-f76e-4291-afcb-f50e5a49cad4 req-e99b141c-51f4-423b-b747-c0f36ead2dc5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:18.389428 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b0db33b-f76e-4291-afcb-f50e5a49cad4 req-e99b141c-51f4-423b-b747-c0f36ead2dc5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.1778035 Nov 29 17:55:18.398042 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-6b15e31f-1588-4d8e-9529-97dc35d16869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:18.399576 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-6b15e31f-1588-4d8e-9529-97dc35d16869 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=568f8546202547a5a4831128411f46f5&device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 1099 time: 0.1267724 Nov 29 17:55:18.443724 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4f6cf834-8588-4298-b78e-23a28342ca57 req-f055c8a6-502c-4e24-8a31-1ef1fb6f4081 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=c320eafe-c692-4415-8406-2fd572fa67b3 HTTP/1.1" status: 200 len: 217 time: 0.0744112 Nov 29 17:55:18.488502 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-5ca9175d-af72-4bcf-a948-d75c9a0c6119 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=f0741d64-9b29-48c1-91e6-f04b58aae89f HTTP/1.1" status: 200 len: 217 time: 0.0683157 Nov 29 17:55:18.520089 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cf834-8588-4298-b78e-23a28342ca57 req-0e14bb1b-b8ab-4dd6-a76a-dfaecf627982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:18.521688 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4f6cf834-8588-4298-b78e-23a28342ca57 req-0e14bb1b-b8ab-4dd6-a76a-dfaecf627982 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0541308 Nov 29 17:55:18.527168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b4a77-9820-43f1-a0ef-5bfb5078badc req-a1edffa4-899c-4a9d-9523-b636408f7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:18.528664 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-377b4a77-9820-43f1-a0ef-5bfb5078badc req-a1edffa4-899c-4a9d-9523-b636408f7aa4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 1097 time: 0.1051490 Nov 29 17:55:18.541812 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b0db33b-f76e-4291-afcb-f50e5a49cad4 req-72b0fa90-84ed-4dae-938e-4fb2d733613f tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410809 Nov 29 17:55:18.572765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-7df7dfed-a497-4f2c-a33c-b4d5a30002e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:18.574422 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-7df7dfed-a497-4f2c-a33c-b4d5a30002e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0763540 Nov 29 17:55:18.626433 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee9e3e5-a6e7-49fe-820e-120ab39197f5 x-openstack-request-id: req-7ee9e3e5-a6e7-49fe-820e-120ab39197f5 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:18.626737 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedcd901-45eb-44c6-9d0d-e5a058297665", "tag": "f0741d64-9b29-48c1-91e6-f04b58aae89f", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:18.627062 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ee9e3e5-a6e7-49fe-820e-120ab39197f5 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:18.627524 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedcd901-45eb-44c6-9d0d-e5a058297665', 'tag': 'f0741d64-9b29-48c1-91e6-f04b58aae89f', 'status': 'completed', 'code': 200} Nov 29 17:55:18.651066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-9027a13f-f028-4a0c-a30d-7ee1d4f469ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:18.652672 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-9027a13f-f028-4a0c-a30d-7ee1d4f469ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0695443 Nov 29 17:55:18.661826 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-ed24edf8-d5a1-448c-956f-df5e0e872c01 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=74da84362ff44d4397e3357f1f704eae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733459 Nov 29 17:55:18.698044 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-377b4a77-9820-43f1-a0ef-5bfb5078badc req-7863c5b1-5079-4056-9556-074c4f94533e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357245 Nov 29 17:55:18.747211 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cf834-8588-4298-b78e-23a28342ca57 req-9aafbb3a-dc81-4758-bae3-52b7cf2c8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:18.748705 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4f6cf834-8588-4298-b78e-23a28342ca57 req-9aafbb3a-dc81-4758-bae3-52b7cf2c8994 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2010183 Nov 29 17:55:18.802948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8783-7498-47e6-b9ed-d258e19f3b79 req-b1748e86-e3db-40a2-9345-be59e58cf522 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:18.805165 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-916d8783-7498-47e6-b9ed-d258e19f3b79 req-b1748e86-e3db-40a2-9345-be59e58cf522 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 946 time: 0.1142550 Nov 29 17:55:18.833732 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-175ffbe9-220e-4560-b5df-059a58e05f9d service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518986 Nov 29 17:55:18.861565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-0414375f-667e-44ba-89df-f19f38afde3a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:18.863056 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-0414375f-667e-44ba-89df-f19f38afde3a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799793 Nov 29 17:55:18.879484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-916d8783-7498-47e6-b9ed-d258e19f3b79 req-082e8483-112d-49d2-bebf-3b8b17ab3b17 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675566 Nov 29 17:55:18.904775 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4f6cf834-8588-4298-b78e-23a28342ca57 req-9f9a0749-0cec-4e61-9235-05dc31f94c5c service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422265 Nov 29 17:55:18.966772 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-8c8ebe27-70ce-49cb-841f-2b6632297fb4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Request body: {'port': {'device_id': '2b29b5c3-d19c-488c-8b8f-87a9246e0c51', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '74da84362ff44d4397e3357f1f704eae'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:19.052561 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c68f84e-3292-46cc-aeb2-a6a451a9ee53 req-4a265441-520f-4468-a19a-a80fc5ccd2ae tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 210 time: 0.0593646 Nov 29 17:55:19.071595 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4f6cf834-8588-4298-b78e-23a28342ca57 req-96d6b13b-481b-4ba8-9487-a4ba533d4aa4 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573288 Nov 29 17:55:19.079184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88091f-b51f-4d84-9161-25631fc78488 req-47273c6d-ad50-4ea6-b9c2-0f76bd46af70 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:19.080657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c88091f-b51f-4d84-9161-25631fc78488 req-47273c6d-ad50-4ea6-b9c2-0f76bd46af70 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 948 time: 0.1457334 Nov 29 17:55:19.118250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1562bea2-a4f9-4bbb-b4fd-9c3f1c8e60ab req-ef3fa493-daa1-4034-9639-ac62cb4b405d service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479380 Nov 29 17:55:19.124046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-8c8ebe27-70ce-49cb-841f-2b6632297fb4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Made reservation on behalf of 74da84362ff44d4397e3357f1f704eae for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:55:19.128730 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-8c8ebe27-70ce-49cb-841f-2b6632297fb4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:19.157489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c88091f-b51f-4d84-9161-25631fc78488 req-0656bd0f-0e9f-43b6-9dc6-6f458a2ef816 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697894 Nov 29 17:55:19.230380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9211dc-66c2-4502-bdef-158bf9904243 req-83931e45-1726-43f5-ba29-bd2655243e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:19.231888 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa9211dc-66c2-4502-bdef-158bf9904243 req-83931e45-1726-43f5-ba29-bd2655243e66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=568f8546202547a5a4831128411f46f5&device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 1099 time: 0.0480354 Nov 29 17:55:19.294280 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-8c8ebe27-70ce-49cb-841f-2b6632297fb4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Allocated IP 192.168.233.128 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/3c3e7776-dabc-48d9-9569-d36b095a5cee) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:55:19.462101 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-8c8ebe27-70ce-49cb-841f-2b6632297fb4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:19.508496 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-8c8ebe27-70ce-49cb-841f-2b6632297fb4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:19.531535 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['23f17721-a513-404d-bae3-c88f485b6409'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:55:19.565540 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-8c8ebe27-70ce-49cb-841f-2b6632297fb4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:55:19.569482 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-8c8ebe27-70ce-49cb-841f-2b6632297fb4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:19.575681 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-8c8ebe27-70ce-49cb-841f-2b6632297fb4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:55:19.624182 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ebe27-70ce-49cb-841f-2b6632297fb4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Pushing event updated for resources: {'Port': ['ID=3c3e7776-dabc-48d9-9569-d36b095a5cee,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:19.638362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6405b5-7b6b-4c9f-891c-8fdd88895f38 req-935bf63d-d4e3-4870-bff4-2a32ede25df1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:19.646262 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2d6405b5-7b6b-4c9f-891c-8fdd88895f38 req-935bf63d-d4e3-4870-bff4-2a32ede25df1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 947 time: 0.4134064 Nov 29 17:55:19.649721 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-8c8ebe27-70ce-49cb-841f-2b6632297fb4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:19.650446 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-8c8ebe27-70ce-49cb-841f-2b6632297fb4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:19.677498 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-8c8ebe27-70ce-49cb-841f-2b6632297fb4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7143960 Nov 29 17:55:19.696508 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Request body: {'port': {'device_id': '2b29b5c3-d19c-488c-8b8f-87a9246e0c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:19.728561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ade3a-d630-42c3-a91c-85702c993052 req-b8109365-739f-46cd-b2cd-e6a5444c4c50 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:19.736471 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-850ade3a-d630-42c3-a91c-85702c993052 req-b8109365-739f-46cd-b2cd-e6a5444c4c50 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 944 time: 0.1536946 Nov 29 17:55:19.748479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9211dc-66c2-4502-bdef-158bf9904243 req-53f99408-5eb5-4528-a452-7cd8a157becc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:19.749960 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa9211dc-66c2-4502-bdef-158bf9904243 req-53f99408-5eb5-4528-a452-7cd8a157becc service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.5048528 Nov 29 17:55:19.763961 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:19.769316 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2d6405b5-7b6b-4c9f-891c-8fdd88895f38 req-7c580778-d561-4516-8bc8-6c25cd2a3be2 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212692 Nov 29 17:55:19.847043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa9211dc-66c2-4502-bdef-158bf9904243 req-e6906c5d-95b0-4a47-9c80-34fcfda36aaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=f0741d64-9b29-48c1-91e6-f04b58aae89f HTTP/1.1" status: 200 len: 217 time: 0.0766816 Nov 29 17:55:19.854535 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 85a3cec5-f174-4e9e-8270-8b013433686b details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:55:19.923714 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-850ade3a-d630-42c3-a91c-85702c993052 req-0970b3e4-6d4c-4099-9d80-71f4b227419f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827102 Nov 29 17:55:19.955204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37664) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:20.007904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9211dc-66c2-4502-bdef-158bf9904243 req-5c165654-2ad3-4ec2-b2a1-ed4411750afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:20.009361 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa9211dc-66c2-4502-bdef-158bf9904243 req-5c165654-2ad3-4ec2-b2a1-ed4411750afc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1466894 Nov 29 17:55:20.036147 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2c66ce4d-53df-43b2-9768-016407b55e90 None None] Provisioning complete for port 3c3e7776-dabc-48d9-9569-d36b095a5cee triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:20.036917 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c66ce4d-53df-43b2-9768-016407b55e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:20.083770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ffcc1-081f-4f96-90ee-be70db85ebb3 req-55f866dd-e55e-4510-87a6-7c1100b3ef43 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:20.089118 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 85a3cec5-f174-4e9e-8270-8b013433686b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=85a3cec5-f174-4e9e-8270-8b013433686b,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:20.091199 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f83ffcc1-081f-4f96-90ee-be70db85ebb3 req-55f866dd-e55e-4510-87a6-7c1100b3ef43 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.1514256 Nov 29 17:55:20.101493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2c66ce4d-53df-43b2-9768-016407b55e90 None None] Port 3c3e7776-dabc-48d9-9569-d36b095a5cee cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:55:20.110167 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '85a3cec5-f174-4e9e-8270-8b013433686b', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '85a3cec5-f174-4e9e-8270-8b013433686b', 'mac_address': 'fa:16:3e:79:a5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:55:20.128728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013305-666c-42be-b8c3-42830a67e0b1 req-07a75cd4-4148-4971-bd28-026ff26f80ac tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:20.130261 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-59013305-666c-42be-b8c3-42830a67e0b1 req-07a75cd4-4148-4971-bd28-026ff26f80ac tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 946 time: 0.1351979 Nov 29 17:55:20.164824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9211dc-66c2-4502-bdef-158bf9904243 req-3e73e5f8-c5b1-47b3-8b97-5b93850ae383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:20.166277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa9211dc-66c2-4502-bdef-158bf9904243 req-3e73e5f8-c5b1-47b3-8b97-5b93850ae383 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1347136 Nov 29 17:55:20.170401 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c83d596-c58f-4a9b-80f4-7ce780224000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:20.194403 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c3e7776-dabc-48d9-9569-d36b095a5cee {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:20.199071 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:20.203509 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:20.205698 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f83ffcc1-081f-4f96-90ee-be70db85ebb3 req-c551c068-dfcd-4224-902b-59785b615e72 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132629 Nov 29 17:55:20.216553 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a3cec5-f174-4e9e-8270-8b013433686b {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:20.217507 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Transition to ACTIVE for port object 3c3e7776-dabc-48d9-9569-d36b095a5cee will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:55:20.224797 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:20.279577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 85a3cec5-f174-4e9e-8270-8b013433686b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=85a3cec5-f174-4e9e-8270-8b013433686b,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:20.289430 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:20.292720 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-59013305-666c-42be-b8c3-42830a67e0b1 req-3c84652c-12eb-403e-93ae-19a235f7d4b9 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486993 Nov 29 17:55:20.322134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device c320eafe-c692-4415-8406-2fd572fa67b3 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:55:20.347139 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa9211dc-66c2-4502-bdef-158bf9904243 req-8a80fbfb-7c40-46f2-aa6d-58dd1e29278b service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593566 Nov 29 17:55:20.382570 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3e7776-dabc-48d9-9569-d36b095a5cee,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:20.454739 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c83d596-c58f-4a9b-80f4-7ce780224000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:20.461613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Attempting to bind port 3c3e7776-dabc-48d9-9569-d36b095a5cee on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:20.462157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Attempting to bind port 3c3e7776-dabc-48d9-9569-d36b095a5cee by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:20.462337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Attempting to bind port 3c3e7776-dabc-48d9-9569-d36b095a5cee on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:20.470339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=85a3cec5-f174-4e9e-8270-8b013433686b,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:20.472173 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Port 3c3e7776-dabc-48d9-9569-d36b095a5cee on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:55:20.482671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Attempting to bind port 3c3e7776-dabc-48d9-9569-d36b095a5cee on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:20.487904 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c83d596-c58f-4a9b-80f4-7ce780224000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:20.493538 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:20.493893 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:20.494400 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:20.494855 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Bound port: 3c3e7776-dabc-48d9-9569-d36b095a5cee, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:20.495218 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:20.576448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port c320eafe-c692-4415-8406-2fd572fa67b3, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c320eafe-c692-4415-8406-2fd572fa67b3,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:20.585316 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7c83d596-c58f-4a9b-80f4-7ce780224000 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ef86d75d78b470b9948f928889a1a48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6273143 Nov 29 17:55:20.592469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37672) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:20.593148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83d596-c58f-4a9b-80f4-7ce780224000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5451e91-5324-446c-8268-5956863137cd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:20.597940 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'c320eafe-c692-4415-8406-2fd572fa67b3', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'c320eafe-c692-4415-8406-2fd572fa67b3', 'mac_address': 'fa:16:3e:6d:a1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:55:20.603807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800b477-566b-425e-8c96-540e41527618 req-b1656ec9-7712-4f57-b5f1-d6f8311f08bb tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:20.611461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5800b477-566b-425e-8c96-540e41527618 req-b1656ec9-7712-4f57-b5f1-d6f8311f08bb tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 948 time: 0.2217746 Nov 29 17:55:20.647834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269238c-077c-4e01-9527-9f45e3990f7b req-375b3925-0c47-40ec-942e-130daf6c4fc8 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:20.648813 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:20.649041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] For port 3c3e7776-dabc-48d9-9569-d36b095a5cee, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:20.649155 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7269238c-077c-4e01-9527-9f45e3990f7b req-375b3925-0c47-40ec-942e-130daf6c4fc8 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 948 time: 0.1971762 Nov 29 17:55:20.653766 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] For port 3c3e7776-dabc-48d9-9569-d36b095a5cee, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=3c3e7776-dabc-48d9-9569-d36b095a5cee,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:20.658307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa9211dc-66c2-4502-bdef-158bf9904243 req-3a5d9195-0854-409a-ab79-6b8072e55978 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865584 Nov 29 17:55:20.659417 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:20.665363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c320eafe-c692-4415-8406-2fd572fa67b3 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:20.687029 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port c320eafe-c692-4415-8406-2fd572fa67b3, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c320eafe-c692-4415-8406-2fd572fa67b3,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:20.695991 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:20.720767 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:20.721684 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:20.723431 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] 10.222.0.20 "PUT /v2.0/ports/3c3e7776-dabc-48d9-9569-d36b095a5cee HTTP/1.1" status: 200 len: 1096 time: 1.0360873 Nov 29 17:55:20.723980 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b29b5c3-d19c-488c-8b8f-87a9246e0c51', 'tag': '3c3e7776-dabc-48d9-9569-d36b095a5cee'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:20.727448 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f85634b-1160-49eb-b82a-d2d2cf875613" -d '{"events": [{"name": "network-changed", "server_uuid": "2b29b5c3-d19c-488c-8b8f-87a9246e0c51", "tag": "3c3e7776-dabc-48d9-9569-d36b095a5cee"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:20.739100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5800b477-566b-425e-8c96-540e41527618 req-82b78f4f-61af-431b-b1c2-33c5b5e00ea1 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236312 Nov 29 17:55:20.752847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5630d-a626-4a5e-8d29-4ec923f99c45 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3e7776-dabc-48d9-9569-d36b095a5cee,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:20.773294 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=c320eafe-c692-4415-8406-2fd572fa67b3,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:20.796581 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7421-0f44-48ff-996d-eee59995b270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:20.800946 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3837e8-f539-444e-8276-d873d492699f x-openstack-request-id: req-ac3837e8-f539-444e-8276-d873d492699f {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:20.801248 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b29b5c3-d19c-488c-8b8f-87a9246e0c51", "tag": "3c3e7776-dabc-48d9-9569-d36b095a5cee", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:20.801543 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac3837e8-f539-444e-8276-d873d492699f {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:20.801911 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b29b5c3-d19c-488c-8b8f-87a9246e0c51', 'tag': '3c3e7776-dabc-48d9-9569-d36b095a5cee', 'status': 'completed', 'code': 200} Nov 29 17:55:20.810028 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7269238c-077c-4e01-9527-9f45e3990f7b req-e2674eba-22d0-4906-8f35-451e2adf30c5 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447816 Nov 29 17:55:20.832310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['85a3cec5-f174-4e9e-8270-8b013433686b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:55:20.837004 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7421-0f44-48ff-996d-eee59995b270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:20.889427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-52d8b9be-7320-4049-95fc-0ffa96ad1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:20.891127 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-52d8b9be-7320-4049-95fc-0ffa96ad1132 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 1099 time: 0.0667322 Nov 29 17:55:20.940370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9026fd-fd42-4bab-a246-29c810f2ef78 req-4c45d9ad-5307-4eaf-8069-64af3c419a78 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:20.948107 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b9026fd-fd42-4bab-a246-29c810f2ef78 req-4c45d9ad-5307-4eaf-8069-64af3c419a78 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 948 time: 0.0842068 Nov 29 17:55:20.985362 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-6078ffd3-4e4c-4bcd-8b00-0eafc6fe23b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=3c3e7776-dabc-48d9-9569-d36b095a5cee HTTP/1.1" status: 200 len: 217 time: 0.0681279 Nov 29 17:55:20.987206 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7421-0f44-48ff-996d-eee59995b270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:20.990184 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7421-0f44-48ff-996d-eee59995b270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:20.994045 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4ecb7421-0f44-48ff-996d-eee59995b270 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5451e91-5324-446c-8268-5956863137cd HTTP/1.1" status: 204 len: 168 time: 0.3778830 Nov 29 17:55:21.011089 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb7421-0f44-48ff-996d-eee59995b270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5451e91-5324-446c-8268-5956863137cd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:21.033264 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b9026fd-fd42-4bab-a246-29c810f2ef78 req-0b987c0a-6128-4a45-8bd9-ddeae8c6bd9d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787523 Nov 29 17:55:21.080565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-c71bf0d6-e004-4ac1-b3ce-7ac2063be6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:21.082327 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-c71bf0d6-e004-4ac1-b3ce-7ac2063be6b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0841465 Nov 29 17:55:21.119818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de890d-2590-41cc-b8c5-150cfc6417d6 req-cf4660cb-02fe-4708-8c94-a7bf0d948b32 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:21.122280 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23de890d-2590-41cc-b8c5-150cfc6417d6 req-cf4660cb-02fe-4708-8c94-a7bf0d948b32 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 944 time: 0.0625207 Nov 29 17:55:21.148181 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-cd8a9815-62a7-45db-b13e-e818dd92f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:21.149397 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-cd8a9815-62a7-45db-b13e-e818dd92f4db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0455530 Nov 29 17:55:21.187379 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23de890d-2590-41cc-b8c5-150cfc6417d6 req-85747394-4558-40ef-a180-a2d794ba6714 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583184 Nov 29 17:55:21.250599 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-6368f925-6d18-4b1a-9951-71d512256f7a service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895751 Nov 29 17:55:21.285377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['c320eafe-c692-4415-8406-2fd572fa67b3'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:55:21.317606 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37688) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:21.333765 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f11b4e64-4a20-4e94-9493-4aac7e0c394e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:21.340936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192f7ab-66bf-43c5-b145-85b2eabc95f6 req-53679791-a33e-4d5c-96da-4a996f7ab1a8 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:21.342645 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3192f7ab-66bf-43c5-b145-85b2eabc95f6 req-53679791-a33e-4d5c-96da-4a996f7ab1a8 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0555279 Nov 29 17:55:21.388405 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a266d5de-b8ed-494e-a4ad-70d171a98285 req-a11cf667-d9fa-425e-b213-ac4a5e2e9e1e service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284945 Nov 29 17:55:21.435340 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3192f7ab-66bf-43c5-b145-85b2eabc95f6 req-248f3bcc-1734-461d-af2f-6591b2e5e58a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840163 Nov 29 17:55:21.451675 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f11b4e64-4a20-4e94-9493-4aac7e0c394e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:21.457209 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f11b4e64-4a20-4e94-9493-4aac7e0c394e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:21.525644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e06fba-80e5-4438-b316-212b84283521 req-f1fb76ee-76ba-49ff-ad60-0ce770948a7d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:21.527203 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-63e06fba-80e5-4438-b316-212b84283521 req-f1fb76ee-76ba-49ff-ad60-0ce770948a7d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 946 time: 0.0599978 Nov 29 17:55:21.529638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37692) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:21.529886 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f11b4e64-4a20-4e94-9493-4aac7e0c394e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9cfc6cced594566bdd524d6cf37688c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111745 Nov 29 17:55:21.532315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b4e64-4a20-4e94-9493-4aac7e0c394e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ab44a0-8181-4284-93fa-8e5e3830c9b2,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:21.544678 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85634b-1160-49eb-b82a-d2d2cf875613 req-0a326997-a6b3-42bf-ad3a-390a7fc35952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:21.546234 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6f85634b-1160-49eb-b82a-d2d2cf875613 req-0a326997-a6b3-42bf-ad3a-390a7fc35952 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 1099 time: 0.0741422 Nov 29 17:55:21.619085 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-63e06fba-80e5-4438-b316-212b84283521 req-baa4d8d5-a0e2-4512-a921-033259ae1a76 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819206 Nov 29 17:55:21.619690 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c47edc68-0426-4d4e-91ae-9228efba01c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:21.646084 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c47edc68-0426-4d4e-91ae-9228efba01c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:21.655843 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85634b-1160-49eb-b82a-d2d2cf875613 req-640a951f-76d3-4738-897f-d949ec201982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:21.657453 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6f85634b-1160-49eb-b82a-d2d2cf875613 req-640a951f-76d3-4738-897f-d949ec201982 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1004500 Nov 29 17:55:21.700493 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c47edc68-0426-4d4e-91ae-9228efba01c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:21.701039 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6f85634b-1160-49eb-b82a-d2d2cf875613 req-dca606f7-c40b-4864-88f6-03ecb9812587 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=3c3e7776-dabc-48d9-9569-d36b095a5cee HTTP/1.1" status: 200 len: 217 time: 0.0350635 Nov 29 17:55:21.703061 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c47edc68-0426-4d4e-91ae-9228efba01c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:21.704133 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c47edc68-0426-4d4e-91ae-9228efba01c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11ab44a0-8181-4284-93fa-8e5e3830c9b2 HTTP/1.1" status: 204 len: 168 time: 0.1735909 Nov 29 17:55:21.726816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47edc68-0426-4d4e-91ae-9228efba01c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ab44a0-8181-4284-93fa-8e5e3830c9b2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:21.742974 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167de4c-6b56-4183-9457-a81c07c7cfc9 req-65d0d2f8-ae9a-4402-be94-0979e5cde37c tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:21.744635 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1167de4c-6b56-4183-9457-a81c07c7cfc9 req-65d0d2f8-ae9a-4402-be94-0979e5cde37c tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 1097 time: 0.0536954 Nov 29 17:55:21.791363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85634b-1160-49eb-b82a-d2d2cf875613 req-26efe70b-ea92-44a6-aff7-b9db0e1e21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:21.794830 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6f85634b-1160-49eb-b82a-d2d2cf875613 req-26efe70b-ea92-44a6-aff7-b9db0e1e21bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0739584 Nov 29 17:55:21.799223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1167de4c-6b56-4183-9457-a81c07c7cfc9 req-ee96f2c3-ba79-405e-a101-100d9b1546d4 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482779 Nov 29 17:55:21.854484 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f0741d64-9b29-48c1-91e6-f04b58aae89f details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:55:21.877098 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85634b-1160-49eb-b82a-d2d2cf875613 req-ebd86ec1-c9fb-42d1-bf5a-2e606f2738fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:21.878633 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6f85634b-1160-49eb-b82a-d2d2cf875613 req-ebd86ec1-c9fb-42d1-bf5a-2e606f2738fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736017 Nov 29 17:55:21.892729 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0acdb9-93f9-469e-9767-de6a34933da8 req-87c6e554-6cb2-4ea3-8096-1402fe87752f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:21.901316 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba0acdb9-93f9-469e-9767-de6a34933da8 req-87c6e554-6cb2-4ea3-8096-1402fe87752f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 948 time: 0.0656343 Nov 29 17:55:21.978843 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f0741d64-9b29-48c1-91e6-f04b58aae89f, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f0741d64-9b29-48c1-91e6-f04b58aae89f,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:21.993723 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'f0741d64-9b29-48c1-91e6-f04b58aae89f', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'f0741d64-9b29-48c1-91e6-f04b58aae89f', 'mac_address': 'fa:16:3e:36:77:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:55:22.003535 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba0acdb9-93f9-469e-9767-de6a34933da8 req-f8d9d652-32f7-414e-b0da-a35b5ff8f1bc tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010520 Nov 29 17:55:22.004414 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6f85634b-1160-49eb-b82a-d2d2cf875613 req-53e3db69-d8a3-4097-9180-fe290aea08d1 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117778 Nov 29 17:55:22.026857 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542edff7-342a-43fe-902c-d77373991f13 req-e139a911-8659-46b2-8ef2-8249ba19a768 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:22.036565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-542edff7-342a-43fe-902c-d77373991f13 req-e139a911-8659-46b2-8ef2-8249ba19a768 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 948 time: 0.1330497 Nov 29 17:55:22.055623 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:22.083349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0741d64-9b29-48c1-91e6-f04b58aae89f {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:22.108638 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f0741d64-9b29-48c1-91e6-f04b58aae89f, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f0741d64-9b29-48c1-91e6-f04b58aae89f,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:22.109528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-542edff7-342a-43fe-902c-d77373991f13 req-a501cac8-fba7-4881-8ce4-607f5e6733db tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665457 Nov 29 17:55:22.116460 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:22.156718 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6f85634b-1160-49eb-b82a-d2d2cf875613 req-88c9959f-9926-4824-8a4a-3e6616f0a256 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347365 Nov 29 17:55:22.180702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c5e1a-5215-4c3e-9344-98b981e3800d req-9325035f-3b1b-45b8-8ba4-cedc81c2e7ad tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:22.182255 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a4c5e1a-5215-4c3e-9344-98b981e3800d req-9325035f-3b1b-45b8-8ba4-cedc81c2e7ad tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 1097 time: 0.0717008 Nov 29 17:55:22.192692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=f0741d64-9b29-48c1-91e6-f04b58aae89f,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:22.239475 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a4c5e1a-5215-4c3e-9344-98b981e3800d req-40b2d82f-234c-4798-94b2-3840ad335c64 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506992 Nov 29 17:55:22.306102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd534-c139-48ad-8c5e-d5f515aa5101 req-a4cf1a2b-9df0-4a46-9e2e-976f51c2fde4 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:22.307923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0e4bd534-c139-48ad-8c5e-d5f515aa5101 req-a4cf1a2b-9df0-4a46-9e2e-976f51c2fde4 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 948 time: 0.0602539 Nov 29 17:55:22.387614 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0e4bd534-c139-48ad-8c5e-d5f515aa5101 req-e63a8472-3fa6-4cea-a377-d1748939eabf tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729947 Nov 29 17:55:22.398383 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a124af-eb1e-46f3-ba4d-5436a67d9220 req-09f6d907-f16e-4507-a472-b21a4ba59152 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:22.399881 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0a124af-eb1e-46f3-ba4d-5436a67d9220 req-09f6d907-f16e-4507-a472-b21a4ba59152 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 944 time: 0.0771995 Nov 29 17:55:22.452982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0a124af-eb1e-46f3-ba4d-5436a67d9220 req-e8c027c3-518a-46dd-9adc-8568d9c7a987 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450914 Nov 29 17:55:22.487139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['f0741d64-9b29-48c1-91e6-f04b58aae89f'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:55:22.567462 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c902d-defb-443d-a7ce-82a4268ceacc req-1f9d8867-0fda-42b3-ae23-252e09e2c13f tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:22.568431 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37736) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:22.571282 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a0c902d-defb-443d-a7ce-82a4268ceacc req-1f9d8867-0fda-42b3-ae23-252e09e2c13f tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0567837 Nov 29 17:55:22.630633 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a0c902d-defb-443d-a7ce-82a4268ceacc req-18d4ec9d-6c83-469b-8589-b796899878c4 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549634 Nov 29 17:55:22.683034 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb134e0-7a3d-4881-bb2f-a0be7aa055a8 req-6448699b-025d-48bc-95e2-e5ba056a2a66 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:22.684729 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3bb134e0-7a3d-4881-bb2f-a0be7aa055a8 req-6448699b-025d-48bc-95e2-e5ba056a2a66 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 1097 time: 0.0435317 Nov 29 17:55:22.729887 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3bb134e0-7a3d-4881-bb2f-a0be7aa055a8 req-8fc1b2c3-668f-4386-b0eb-673d0979e3b0 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381491 Nov 29 17:55:22.730050 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-72c87dde-2ad3-4a35-86d6-221bc519a473 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1097817413-network', 'tenant_id': '619fc41ae51446da864b51e3c107fc44'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:22.750700 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c87dde-2ad3-4a35-86d6-221bc519a473 admin admin] Made reservation on behalf of 619fc41ae51446da864b51e3c107fc44 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:55:22.752946 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-72c87dde-2ad3-4a35-86d6-221bc519a473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:22.762163 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-72c87dde-2ad3-4a35-86d6-221bc519a473 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:22.837132 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-72c87dde-2ad3-4a35-86d6-221bc519a473 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:22.841148 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-72c87dde-2ad3-4a35-86d6-221bc519a473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:22.864522 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c87dde-2ad3-4a35-86d6-221bc519a473 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:55:22.873768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c87dde-2ad3-4a35-86d6-221bc519a473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b13c806-e1f0-4124-9d8e-6b1ba5b171aa,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:22.879694 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-72c87dde-2ad3-4a35-86d6-221bc519a473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:22.880036 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-72c87dde-2ad3-4a35-86d6-221bc519a473 admin admin] Added segment e030fcff-2437-4fd4-8bc2-fed53a0dd3d7 of type vlan for network ae6ef224-f7ec-44f9-9936-1df903e418ad Nov 29 17:55:22.919214 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-72c87dde-2ad3-4a35-86d6-221bc519a473 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:22.945640 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-72c87dde-2ad3-4a35-86d6-221bc519a473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:22.946705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c87dde-2ad3-4a35-86d6-221bc519a473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:22.947359 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-72c87dde-2ad3-4a35-86d6-221bc519a473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:23.003845 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-72c87dde-2ad3-4a35-86d6-221bc519a473 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4336617 Nov 29 17:55:23.007539 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37742) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:23.011208 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c87dde-2ad3-4a35-86d6-221bc519a473 admin admin] Pushing event updated for resources: {'Network': ['ID=ae6ef224-f7ec-44f9-9936-1df903e418ad,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:23.012555 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-92bacd29-c319-49bf-8bdc-69358c840016 admin admin] Request body: {'subnet': {'network_id': 'ae6ef224-f7ec-44f9-9936-1df903e418ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1097817413-subnet', 'tenant_id': '619fc41ae51446da864b51e3c107fc44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:23.021805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network ae6ef224-f7ec-44f9-9936-1df903e418ad details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:55:23.040697 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bacd29-c319-49bf-8bdc-69358c840016 admin admin] Made reservation on behalf of 619fc41ae51446da864b51e3c107fc44 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:55:23.047234 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-92bacd29-c319-49bf-8bdc-69358c840016 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:23.157008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035b724-8073-4c1c-968f-2ddb4be71c6a req-6f90a6f9-b705-4030-a2ba-c531c9488cdf tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:23.158500 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e035b724-8073-4c1c-968f-2ddb4be71c6a req-6f90a6f9-b705-4030-a2ba-c531c9488cdf tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 948 time: 0.0696769 Nov 29 17:55:23.270594 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e035b724-8073-4c1c-968f-2ddb4be71c6a req-644aa5fc-274a-493e-b5fb-94e8e0bf4494 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060512 Nov 29 17:55:23.283110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c591b-0353-419e-aecd-864b52fb542d req-d96c2caf-7af1-4477-850b-0455ff0749fc tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:23.284463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c31c591b-0353-419e-aecd-864b52fb542d req-d96c2caf-7af1-4477-850b-0455ff0749fc tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 949 time: 0.1031518 Nov 29 17:55:23.360894 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:55:23.362210 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-92bacd29-c319-49bf-8bdc-69358c840016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:23.392782 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c31c591b-0353-419e-aecd-864b52fb542d req-64dcd325-3937-4c14-bfb7-37eca72a165c tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018159 Nov 29 17:55:23.415337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bacd29-c319-49bf-8bdc-69358c840016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f256ee54-f9a9-4694-bf44-883478ef6836,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:23.435359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bacd29-c319-49bf-8bdc-69358c840016 admin admin] Checking segment: {'id': 'e030fcff-2437-4fd4-8bc2-fed53a0dd3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ae6ef224-f7ec-44f9-9936-1df903e418ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:23.435712 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bacd29-c319-49bf-8bdc-69358c840016 admin admin] Network hostable DHCP agents. Network: ae6ef224-f7ec-44f9-9936-1df903e418ad, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:55:23.452202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bacd29-c319-49bf-8bdc-69358c840016 admin admin] Network ae6ef224-f7ec-44f9-9936-1df903e418ad is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:55:23.460983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-92bacd29-c319-49bf-8bdc-69358c840016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, ae6ef224-f7ec-44f9-9936-1df903e418ad) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:23.466691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bacd29-c319-49bf-8bdc-69358c840016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:23.466691 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-92bacd29-c319-49bf-8bdc-69358c840016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:23.469868 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c1856a-eede-4d63-a0e8-79261d9f12b5 None None] Network ae6ef224-f7ec-44f9-9936-1df903e418ad requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:55:23.517573 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-92bacd29-c319-49bf-8bdc-69358c840016 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5061338 Nov 29 17:55:23.517820 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37754) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:23.522121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1097817413-router', 'tenant_id': '619fc41ae51446da864b51e3c107fc44', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:23.554638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fc545-049d-45e7-abca-d945e1687922 req-9dbfcdb8-6ff0-4367-9fe4-11f3ad693e94 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:23.556132 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-029fc545-049d-45e7-abca-d945e1687922 req-9dbfcdb8-6ff0-4367-9fe4-11f3ad693e94 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 948 time: 0.0915470 Nov 29 17:55:23.589903 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:23.590911 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:23.623359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-ae6ef224-f7ec-44f9-9936-1df903e418ad', 'network_id': 'ae6ef224-f7ec-44f9-9936-1df903e418ad', 'tenant_id': '619fc41ae51446da864b51e3c107fc44', 'fixed_ips': [{'subnet_id': 'f256ee54-f9a9-4694-bf44-883478ef6836'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 17:55:23.624243 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:23.641295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89de27-c8dd-4fd9-a405-d229ed9b61a3 req-cbb3e7dc-3c4a-4adc-add3-61b13cf2763c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:23.642803 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b89de27-c8dd-4fd9-a405-d229ed9b61a3 req-cbb3e7dc-3c4a-4adc-add3-61b13cf2763c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 944 time: 0.1121647 Nov 29 17:55:23.694957 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-029fc545-049d-45e7-abca-d945e1687922 req-4113a752-2e12-4550-8b91-ea12ddfe90fd tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181631 Nov 29 17:55:23.705697 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:23.769682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Allocated IP 172.20.0.2 (ae6ef224-f7ec-44f9-9936-1df903e418ad/f256ee54-f9a9-4694-bf44-883478ef6836/f4674d1e-eb30-43b5-b060-8c8fb9da5feb) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:55:23.829999 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b89de27-c8dd-4fd9-a405-d229ed9b61a3 req-f4606285-809a-4463-90b0-70779e057fae tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743865 Nov 29 17:55:23.874344 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 3c3e7776-dabc-48d9-9569-d36b095a5cee details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:55:23.877376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 85a3cec5-f174-4e9e-8270-8b013433686b up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:55:23.894530 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:23.940070 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16b30e-f736-4cab-9d59-ed338c86a750 req-06430ffe-c47c-4ea3-be4a-19580adf7495 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:23.941643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a16b30e-f736-4cab-9d59-ed338c86a750 req-06430ffe-c47c-4ea3-be4a-19580adf7495 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.1629326 Nov 29 17:55:24.020019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141e9da-9044-4ffc-bee4-409a87aae5b0 req-c30330b3-1d5a-4bcd-a438-695baf5814af tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:24.021552 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2141e9da-9044-4ffc-bee4-409a87aae5b0 req-c30330b3-1d5a-4bcd-a438-695baf5814af tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 1097 time: 0.1227012 Nov 29 17:55:24.030058 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-094b0d8f-4521-48c6-977a-d9a0095dd0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.052893 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a16b30e-f736-4cab-9d59-ed338c86a750 req-b30fc742-d2be-4ad2-9121-b48e5bf2571e tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005187 Nov 29 17:55:24.059258 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.077172 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.097903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 85a3cec5-f174-4e9e-8270-8b013433686b completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:55:24.098928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2141e9da-9044-4ffc-bee4-409a87aae5b0 req-9f22219a-51ea-44aa-8fe1-887139af2679 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673974 Nov 29 17:55:24.138465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 85a3cec5-f174-4e9e-8270-8b013433686b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:24.138882 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.153884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Network ae6ef224-f7ec-44f9-9936-1df903e418ad is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:55:24.164124 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-3c29897e-38db-4ad7-996f-bb40dfd215de service neutron] 10.222.0.20 "GET /v2.0/ports/5dec885e-5b67-4208-8012-b2903df02df1/bindings/n-h2-819494-5 HTTP/1.1" status: 200 len: 384 time: 0.1057279 Nov 29 17:55:24.164790 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 3c3e7776-dabc-48d9-9569-d36b095a5cee, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=3c3e7776-dabc-48d9-9569-d36b095a5cee,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:24.183675 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:24.199377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:55:24.214954 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '3c3e7776-dabc-48d9-9569-d36b095a5cee', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '3c3e7776-dabc-48d9-9569-d36b095a5cee', 'mac_address': 'fa:16:3e:bf:d4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:55:24.222777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Pushing event updated for resources: {'Port': ['ID=f4674d1e-eb30-43b5-b060-8c8fb9da5feb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:24.257095 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.280030 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.320871 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.325043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Attempting to bind port f4674d1e-eb30-43b5-b060-8c8fb9da5feb on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:24.325432 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Attempting to bind port f4674d1e-eb30-43b5-b060-8c8fb9da5feb by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'e030fcff-2437-4fd4-8bc2-fed53a0dd3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ae6ef224-f7ec-44f9-9936-1df903e418ad'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:24.325799 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Attempting to bind port f4674d1e-eb30-43b5-b060-8c8fb9da5feb on network ae6ef224-f7ec-44f9-9936-1df903e418ad {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:24.343916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5dec885e-5b67-4208-8012-b2903df02df1 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:55:24.345949 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device c320eafe-c692-4415-8406-2fd572fa67b3 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:55:24.397599 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:24.398415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Checking segment: {'id': 'e030fcff-2437-4fd4-8bc2-fed53a0dd3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ae6ef224-f7ec-44f9-9936-1df903e418ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:24.399104 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.399835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Bound using segment: {'id': 'e030fcff-2437-4fd4-8bc2-fed53a0dd3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ae6ef224-f7ec-44f9-9936-1df903e418ad'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:24.400477 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Bound port: f4674d1e-eb30-43b5-b060-8c8fb9da5feb, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e030fcff-2437-4fd4-8bc2-fed53a0dd3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ae6ef224-f7ec-44f9-9936-1df903e418ad'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:24.401020 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.435160 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0c95cade-c377-44fe-86da-ae183dfe78a6 service neutron] For port 5dec885e-5b67-4208-8012-b2903df02df1, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5dec885e-5b67-4208-8012-b2903df02df1,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:24.449998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Allocated IP 172.25.3.81 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/12a53e44-7df9-41b7-8115-9f957dc2e631) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:55:24.463061 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be800090-aa84-4f1b-bf70-fdb2e0dcec64 req-6e5b9d10-47ca-4bf2-8bd1-27eb9789c935 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:24.470617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be800090-aa84-4f1b-bf70-fdb2e0dcec64 req-6e5b9d10-47ca-4bf2-8bd1-27eb9789c935 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 948 time: 0.0835879 Nov 29 17:55:24.471624 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0c95cade-c377-44fe-86da-ae183dfe78a6 service neutron] For port 5dec885e-5b67-4208-8012-b2903df02df1, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:24.488955 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c3e7776-dabc-48d9-9569-d36b095a5cee {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:24.509806 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0c95cade-c377-44fe-86da-ae183dfe78a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dec885e-5b67-4208-8012-b2903df02df1 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:24.511898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 3c3e7776-dabc-48d9-9569-d36b095a5cee, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=3c3e7776-dabc-48d9-9569-d36b095a5cee,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:24.522836 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0c95cade-c377-44fe-86da-ae183dfe78a6 service neutron] For port 5dec885e-5b67-4208-8012-b2903df02df1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5dec885e-5b67-4208-8012-b2903df02df1,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:24.540840 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0c95cade-c377-44fe-86da-ae183dfe78a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.541086 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.579558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be800090-aa84-4f1b-bf70-fdb2e0dcec64 req-b1548cd4-a4f7-4068-93c5-6d1471a935f1 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077414 Nov 29 17:55:24.639775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=3c3e7776-dabc-48d9-9569-d36b095a5cee,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:24.654229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0c95cade-c377-44fe-86da-ae183dfe78a6 service neutron] Transition to ACTIVE for port object 5dec885e-5b67-4208-8012-b2903df02df1 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:55:24.669311 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0c95cade-c377-44fe-86da-ae183dfe78a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.673501 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.676181 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port c320eafe-c692-4415-8406-2fd572fa67b3 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:55:24.681078 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.703361 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port c320eafe-c692-4415-8406-2fd572fa67b3 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:24.703825 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.738740 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.763302 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0c95cade-c377-44fe-86da-ae183dfe78a6 service neutron] No DVR routers for this DVR port 5dec885e-5b67-4208-8012-b2903df02df1 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:55:24.790471 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 5dec885e-5b67-4208-8012-b2903df02df1, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5dec885e-5b67-4208-8012-b2903df02df1,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:24.809023 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-0c95cade-c377-44fe-86da-ae183dfe78a6 service neutron] 10.222.0.20 "PUT /v2.0/ports/5dec885e-5b67-4208-8012-b2903df02df1/bindings/n-h2-819494-5/activate HTTP/1.1" status: 200 len: 369 time: 0.6309261 Nov 29 17:55:24.810321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Pushing event updated for resources: {'Port': ['ID=12a53e44-7df9-41b7-8115-9f957dc2e631,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:24.817418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] For port f4674d1e-eb30-43b5-b060-8c8fb9da5feb, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:24.819175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95cade-c377-44fe-86da-ae183dfe78a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5dec885e-5b67-4208-8012-b2903df02df1,revision_number=10']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:24.824244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a3cec5-f174-4e9e-8270-8b013433686b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:24.826479 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8839067-cfc5-4433-857a-9d7d4d883b4a" -d '{"events": [{"server_uuid": "49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc", "name": "network-vif-plugged", "status": "completed", "tag": "85a3cec5-f174-4e9e-8270-8b013433686b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:24.846752 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5dec885e-5b67-4208-8012-b2903df02df1 has no active binding in host n-h2-819494-5 {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 29 17:55:24.853615 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] For port f4674d1e-eb30-43b5-b060-8c8fb9da5feb, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f4674d1e-eb30-43b5-b060-8c8fb9da5feb,segment=NetworkSegment(e030fcff-2437-4fd4-8bc2-fed53a0dd3d7),segment_id=e030fcff-2437-4fd4-8bc2-fed53a0dd3d7)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:24.856208 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 85a3cec5-f174-4e9e-8270-8b013433686b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=85a3cec5-f174-4e9e-8270-8b013433686b,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:24.861636 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.866683 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:55:24.869881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:24.872543 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:55:24.873005 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:24.873783 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f0741d64-9b29-48c1-91e6-f04b58aae89f up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:55:24.933855 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35492a-bc1f-4c3e-a9dc-36086569a136 req-21d6ee04-149c-41cc-8935-5adeebcb28c9 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:24.939383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b35492a-bc1f-4c3e-a9dc-36086569a136 req-21d6ee04-149c-41cc-8935-5adeebcb28c9 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 949 time: 0.1393216 Nov 29 17:55:24.965784 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-c8419a20-4ac5-4b0c-b964-a6c2529e841c tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:24.967416 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-c8419a20-4ac5-4b0c-b964-a6c2529e841c tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f&tenant_id=3a0783cb68fe44b080e0c111bf112e73&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 1096 time: 0.0621157 Nov 29 17:55:25.046564 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['3c3e7776-dabc-48d9-9569-d36b095a5cee'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:55:25.061452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-3c833a6c-f285-447c-8f89-8804740f1a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:25.063595 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-3c833a6c-f285-447c-8f89-8804740f1a08 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f&tenant_id=3a0783cb68fe44b080e0c111bf112e73 HTTP/1.1" status: 200 len: 1096 time: 0.0842576 Nov 29 17:55:25.145655 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:25.150032 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-a9a6c1f2-516d-4617-96e2-0d75f40a218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:25.151770 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-a9a6c1f2-516d-4617-96e2-0d75f40a218e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 1096 time: 0.0590622 Nov 29 17:55:25.201856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a12804-28eb-49a9-b8fd-c91a50609bd7 None None] Pushing event updated for resources: {'Port': ['ID=f4674d1e-eb30-43b5-b060-8c8fb9da5feb,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:25.288600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-3bbef320-92dd-484f-92c0-4bce10f56247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:25.291144 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-3bbef320-92dd-484f-92c0-4bce10f56247 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.1244473 Nov 29 17:55:25.314696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port c320eafe-c692-4415-8406-2fd572fa67b3, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c320eafe-c692-4415-8406-2fd572fa67b3,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:25.319890 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=85a3cec5-f174-4e9e-8270-8b013433686b,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:25.335863 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:25.337909 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port f0741d64-9b29-48c1-91e6-f04b58aae89f completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:55:25.355332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port f0741d64-9b29-48c1-91e6-f04b58aae89f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:25.355866 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:25.429410 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-a76df287-fec1-42e0-83c5-78a1a3df2105 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dec885e-5b67-4208-8012-b2903df02df1 HTTP/1.1" status: 200 len: 217 time: 0.1204205 Nov 29 17:55:25.484534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b35492a-bc1f-4c3e-a9dc-36086569a136 req-baf9feab-73b8-4925-8776-0d0b6e7fbe00 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5333865 Nov 29 17:55:25.517370 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-d1a7c476-84d2-4340-af4e-403fdd35ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:25.519499 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=c320eafe-c692-4415-8406-2fd572fa67b3,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:25.519635 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-d1a7c476-84d2-4340-af4e-403fdd35ca09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.0818045 Nov 29 17:55:25.580085 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-e6c2c62c-feb3-414d-92d6-6b5ff45de56b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467691 Nov 29 17:55:25.611856 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:25.657633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f0741d64-9b29-48c1-91e6-f04b58aae89f, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f0741d64-9b29-48c1-91e6-f04b58aae89f,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:25.669490 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:25.706431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f89c0c-22d4-4059-b416-2d2bc5fcf2ca req-c8677e5f-aa55-472b-b93d-5ebc598423bb tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:25.707963 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23f89c0c-22d4-4059-b416-2d2bc5fcf2ca req-c8677e5f-aa55-472b-b93d-5ebc598423bb tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.1038222 Nov 29 17:55:25.729221 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-3348c6f5-4dc5-4725-8890-8bf07d1e913d service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399825 Nov 29 17:55:25.729752 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37806) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:25.732151 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:25.746182 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=f0741d64-9b29-48c1-91e6-f04b58aae89f,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:25.806391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-26903156-7ee0-4426-bde1-08ee5d5ff6ea tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:55:25.807785 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-26903156-7ee0-4426-bde1-08ee5d5ff6ea tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0770018 Nov 29 17:55:25.844260 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23f89c0c-22d4-4059-b416-2d2bc5fcf2ca req-34a81f59-39c3-4fdd-908b-71ea8e72974e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266031 Nov 29 17:55:25.851423 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-2022de51-08c6-4db4-8d9e-e3b273be3839 service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095085 Nov 29 17:55:25.890070 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 5dec885e-5b67-4208-8012-b2903df02df1 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:55:25.936304 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155fa900-1818-45e8-ad28-f05c190f5001 x-openstack-request-id: req-155fa900-1818-45e8-ad28-f05c190f5001 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:25.936815 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc", "name": "network-vif-plugged", "status": "completed", "tag": "85a3cec5-f174-4e9e-8270-8b013433686b", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:25.937233 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-155fa900-1818-45e8-ad28-f05c190f5001 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:25.937767 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a3cec5-f174-4e9e-8270-8b013433686b', 'code': 200} Nov 29 17:55:25.979820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-1386129e-3846-4b82-b75b-2ac574f7883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:25.981140 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-1386129e-3846-4b82-b75b-2ac574f7883d service neutron] 10.222.0.23 "GET /v2.0/ports/bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 HTTP/1.1" status: 200 len: 1094 time: 0.1170146 Nov 29 17:55:25.987030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 5dec885e-5b67-4208-8012-b2903df02df1 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:55:25.998535 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-2ef1de04-2258-4da2-8d23-8d8fb4d7c02a service neutron] Request body: {'binding': {'host': 'n-h2-819494-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:26.001333 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:26.003479 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-2ef1de04-2258-4da2-8d23-8d8fb4d7c02a service neutron] Unknown quota resources ['binding']. {{(pid=110004) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 17:55:26.088439 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863cf0-d032-4791-a18d-acdb8df067b2 req-6d5ffde4-7dc9-4923-a8a8-1d6392bf8631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:26.096407 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-72863cf0-d032-4791-a18d-acdb8df067b2 req-6d5ffde4-7dc9-4923-a8a8-1d6392bf8631 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc HTTP/1.1" status: 200 len: 1101 time: 0.0638170 Nov 29 17:55:26.174474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df682e-5e5c-431d-8c8e-5dea56dd21c0 req-b3287a50-eb91-4da5-aecb-6e6b86b080f7 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:26.183413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36df682e-5e5c-431d-8c8e-5dea56dd21c0 req-b3287a50-eb91-4da5-aecb-6e6b86b080f7 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 945 time: 0.1205194 Nov 29 17:55:26.247230 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36df682e-5e5c-431d-8c8e-5dea56dd21c0 req-c6315e3a-f5cb-4f60-a4aa-c1c3f445cbeb tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626557 Nov 29 17:55:26.275032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Router ee9fa6c4-c093-403b-8886-9995ca27e06e is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 17:55:26.400773 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1b79332-ac80-4c6d-b2e8-47c97859eb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:26.415703 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8cac44-ad16-4adc-b37c-e1f9cbe7ff88 None None] Network ae6ef224-f7ec-44f9-9936-1df903e418ad requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:55:26.439662 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f4674d1e-eb30-43b5-b060-8c8fb9da5feb up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:55:26.456017 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78d94a-285c-4d92-950e-8e6fefbb75bb req-f207f49e-1d88-4cb3-ac91-5f0175d88cd7 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:26.457495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df78d94a-285c-4d92-950e-8e6fefbb75bb req-f207f49e-1d88-4cb3-ac91-5f0175d88cd7 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.1025271 Nov 29 17:55:26.458473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:55:26.483607 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Sync routers for ids ['ee9fa6c4-c093-403b-8886-9995ca27e06e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:55:26.507267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-588f0419-aaa2-466f-b8d6-fd6b30d964d8 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:26.507860 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:26.508582 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2d0cbc74-f966-4044-b43f-5f317eb7014e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9898810 Nov 29 17:55:26.509028 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-588f0419-aaa2-466f-b8d6-fd6b30d964d8 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f&tenant_id=3a0783cb68fe44b080e0c111bf112e73&binding%3Ahost_id=n-h2-819494-5 HTTP/1.1" status: 200 len: 1096 time: 0.3531086 Nov 29 17:55:26.511882 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Routers {'ee9fa6c4-c093-403b-8886-9995ca27e06e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:55:26.512287 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-72863cf0-d032-4791-a18d-acdb8df067b2 req-c58acb39-15ab-4c9a-a58f-c7797f7dd0cb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993487 Nov 29 17:55:26.512436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37816) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:26.513077 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e166633b-977d-4a06-999d-217ce65da585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:55:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['ee9fa6c4-c093-403b-8886-9995ca27e06e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:26.577412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-2ef1de04-2258-4da2-8d23-8d8fb4d7c02a service neutron] Attempting to bind port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 on host n-h2-819494-5 for vnic_type normal with profile None {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:26.577903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-2ef1de04-2258-4da2-8d23-8d8fb4d7c02a service neutron] Attempting to bind port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:26.578337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-2ef1de04-2258-4da2-8d23-8d8fb4d7c02a service neutron] Attempting to bind port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:26.587265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df78d94a-285c-4d92-950e-8e6fefbb75bb req-4d1837ae-fdfa-4d41-b24f-d800cbcd42ba tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148622 Nov 29 17:55:26.588013 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e1802982-5cad-4831-840b-ab2c98a513f7 None None] Provisioning complete for port f4674d1e-eb30-43b5-b060-8c8fb9da5feb triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:26.588494 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1802982-5cad-4831-840b-ab2c98a513f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:26.600128 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-2ef1de04-2258-4da2-8d23-8d8fb4d7c02a service neutron] Port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:55:26.611148 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-2ef1de04-2258-4da2-8d23-8d8fb4d7c02a service neutron] Attempting to bind port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:26.619191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-2ef1de04-2258-4da2-8d23-8d8fb4d7c02a service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:26.629482 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-2ef1de04-2258-4da2-8d23-8d8fb4d7c02a service neutron] Checking segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:26.635060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-2ef1de04-2258-4da2-8d23-8d8fb4d7c02a service neutron] Bound using segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:26.635060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-2ef1de04-2258-4da2-8d23-8d8fb4d7c02a service neutron] Bound port: bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:26.636469 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Set router ee9fa6c4-c093-403b-8886-9995ca27e06e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:55:26.642926 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f4674d1e-eb30-43b5-b060-8c8fb9da5feb triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:26.643246 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:26.741704 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1802982-5cad-4831-840b-ab2c98a513f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:26.760219 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-2ef1de04-2258-4da2-8d23-8d8fb4d7c02a service neutron] For port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:26.766354 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-fd70278f-429a-43bd-9b76-72861222cea8 service neutron] For port 5dec885e-5b67-4208-8012-b2903df02df1, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:26.770753 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-fd70278f-429a-43bd-9b76-72861222cea8 service neutron] Publish callbacks [] for binding, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:26.772565 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-489f64c7-9e8a-40c7-a29c-cd124a365be9 req-fd70278f-429a-43bd-9b76-72861222cea8 service neutron] 10.222.0.31 "DELETE /v2.0/ports/5dec885e-5b67-4208-8012-b2903df02df1/bindings/n-h1-819494-5 HTTP/1.1" status: 204 len: 173 time: 0.2453043 Nov 29 17:55:26.781998 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-2ef1de04-2258-4da2-8d23-8d8fb4d7c02a service neutron] Publish callbacks [] for binding, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:26.784276 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-2ef1de04-2258-4da2-8d23-8d8fb4d7c02a service neutron] 10.222.0.23 "POST /v2.0/ports/bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005/bindings HTTP/1.1" status: 201 len: 389 time: 0.7955413 Nov 29 17:55:26.850963 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba5922-a416-4015-93ba-428ac3fbe290 req-b40e8c0b-0352-4934-9e0c-0cadfa5041de tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:26.857215 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e166633b-977d-4a06-999d-217ce65da585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'name': 'tempest-FloatingIPsTestJSON-1097817413-router', 'tenant_id': '619fc41ae51446da864b51e3c107fc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '12a53e44-7df9-41b7-8115-9f957dc2e631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:23Z', 'updated_at': '2021-11-29T17:55:25Z', 'revision_number': 3, 'project_id': '619fc41ae51446da864b51e3c107fc44', 'gw_port': {'id': '12a53e44-7df9-41b7-8115-9f957dc2e631', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:24Z', 'updated_at': '2021-11-29T17:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:26.863110 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43ba5922-a416-4015-93ba-428ac3fbe290 req-b40e8c0b-0352-4934-9e0c-0cadfa5041de tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 949 time: 0.1588719 Nov 29 17:55:26.890841 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Checking router: ee9fa6c4-c093-403b-8886-9995ca27e06e for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:55:26.891183 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Updating router ee9fa6c4-c093-403b-8886-9995ca27e06e port 12a53e44-7df9-41b7-8115-9f957dc2e631 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:55:26.901951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e1802982-5cad-4831-840b-ab2c98a513f7 None None] For port f4674d1e-eb30-43b5-b060-8c8fb9da5feb, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f4674d1e-eb30-43b5-b060-8c8fb9da5feb,segment=NetworkSegment(e030fcff-2437-4fd4-8bc2-fed53a0dd3d7),segment_id=e030fcff-2437-4fd4-8bc2-fed53a0dd3d7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:26.917006 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1802982-5cad-4831-840b-ab2c98a513f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:26.920548 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:26.926635 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:26.951299 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:27.025382 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1802982-5cad-4831-840b-ab2c98a513f7 None None] Pushing event updated for resources: {'Port': ['ID=f4674d1e-eb30-43b5-b060-8c8fb9da5feb,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:27.052405 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 17:55:27.061294 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 17:55:27.108292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43ba5922-a416-4015-93ba-428ac3fbe290 req-53af7019-b334-4206-9824-c51b443d8c0e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439284 Nov 29 17:55:27.171093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029bb7c-132a-487b-9c3c-136aa1b97061 req-9a23c25e-2836-44b6-b173-801e42ad9033 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:27.172888 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7029bb7c-132a-487b-9c3c-136aa1b97061 req-9a23c25e-2836-44b6-b173-801e42ad9033 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 950 time: 0.1110997 Nov 29 17:55:27.216419 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:27.226467 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:27.278880 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24d05b-1478-48bf-8218-362645d32cd3 None None] Pushing event updated for resources: {'Port': ['ID=12a53e44-7df9-41b7-8115-9f957dc2e631,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:27.288566 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24d05b-1478-48bf-8218-362645d32cd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:27.288957 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24d05b-1478-48bf-8218-362645d32cd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:27.289335 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24d05b-1478-48bf-8218-362645d32cd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:27.289675 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24d05b-1478-48bf-8218-362645d32cd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:27.290021 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24d05b-1478-48bf-8218-362645d32cd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:27.290368 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24d05b-1478-48bf-8218-362645d32cd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:27.290707 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24d05b-1478-48bf-8218-362645d32cd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:27.291074 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24d05b-1478-48bf-8218-362645d32cd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:27.291408 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24d05b-1478-48bf-8218-362645d32cd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:27.291740 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24d05b-1478-48bf-8218-362645d32cd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:27.292074 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24d05b-1478-48bf-8218-362645d32cd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:27.292406 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac24d05b-1478-48bf-8218-362645d32cd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:27.297493 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Attempting to bind port 12a53e44-7df9-41b7-8115-9f957dc2e631 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:27.297882 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Attempting to bind port 12a53e44-7df9-41b7-8115-9f957dc2e631 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:27.298258 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Attempting to bind port 12a53e44-7df9-41b7-8115-9f957dc2e631 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:27.303481 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:27.303869 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:27.304268 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:27.304683 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:27.305152 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Bound port: 12a53e44-7df9-41b7-8115-9f957dc2e631, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:27.305564 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:27.310413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7029bb7c-132a-487b-9c3c-136aa1b97061 req-86c83614-88de-4f09-b32a-530d4cb66f8e tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279018 Nov 29 17:55:27.349321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a512ee-2b46-4fd1-883d-7af81f045cba req-7532b8ad-9420-4517-b833-565205d93677 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:27.356738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3a512ee-2b46-4fd1-883d-7af81f045cba req-7532b8ad-9420-4517-b833-565205d93677 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 946 time: 0.1516075 Nov 29 17:55:27.361694 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-27fa3236-53f4-4669-9301-8bb835350b9e None None] Provisioning complete for port f4674d1e-eb30-43b5-b060-8c8fb9da5feb triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:27.365840 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27fa3236-53f4-4669-9301-8bb835350b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:27.366015 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e166633b-977d-4a06-999d-217ce65da585 None None] For port 12a53e44-7df9-41b7-8115-9f957dc2e631, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:27.369596 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e166633b-977d-4a06-999d-217ce65da585 None None] For port 12a53e44-7df9-41b7-8115-9f957dc2e631, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=12a53e44-7df9-41b7-8115-9f957dc2e631,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:27.374043 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:27.434091 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:27.437206 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Routers {'ee9fa6c4-c093-403b-8886-9995ca27e06e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:55:27.437899 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e166633b-977d-4a06-999d-217ce65da585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:55:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['ee9fa6c4-c093-403b-8886-9995ca27e06e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:27.495973 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3a512ee-2b46-4fd1-883d-7af81f045cba req-13a2418d-82f5-4189-b839-4756003c0713 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384730 Nov 29 17:55:27.535644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:27.544406 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1c68f-ffb8-436f-98d3-786ea9866e61 req-19515037-401a-4a7a-ab59-017f60dc8f84 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:27.545880 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a9f1c68f-ffb8-436f-98d3-786ea9866e61 req-19515037-401a-4a7a-ab59-017f60dc8f84 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0762064 Nov 29 17:55:27.558431 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24d05b-1478-48bf-8218-362645d32cd3 None None] Pushing event updated for resources: {'Port': ['ID=12a53e44-7df9-41b7-8115-9f957dc2e631,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:27.582016 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e166633b-977d-4a06-999d-217ce65da585 None None] Set router ee9fa6c4-c093-403b-8886-9995ca27e06e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:55:27.729157 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a9f1c68f-ffb8-436f-98d3-786ea9866e61 req-d78e2adb-61b5-4e7a-84f3-4d63d869bdb9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488931 Nov 29 17:55:27.741823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e2be8-1e83-4243-9e20-084c90087a3c req-c5c19f5b-52cc-4f43-a7e3-e97130d09d44 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:27.743334 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-954e2be8-1e83-4243-9e20-084c90087a3c req-c5c19f5b-52cc-4f43-a7e3-e97130d09d44 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 945 time: 0.1644287 Nov 29 17:55:27.858984 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e166633b-977d-4a06-999d-217ce65da585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'name': 'tempest-FloatingIPsTestJSON-1097817413-router', 'tenant_id': '619fc41ae51446da864b51e3c107fc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '12a53e44-7df9-41b7-8115-9f957dc2e631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:23Z', 'updated_at': '2021-11-29T17:55:25Z', 'revision_number': 3, 'project_id': '619fc41ae51446da864b51e3c107fc44', 'gw_port': {'id': '12a53e44-7df9-41b7-8115-9f957dc2e631', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:24Z', 'updated_at': '2021-11-29T17:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:27.869256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-954e2be8-1e83-4243-9e20-084c90087a3c req-01b6f4fa-263e-4cd1-89a3-8a50cb452426 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164260 Nov 29 17:55:27.878058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Allocated IP 172.20.0.1 (ae6ef224-f7ec-44f9-9936-1df903e418ad/f256ee54-f9a9-4694-bf44-883478ef6836/669ba5cb-6004-492f-bad0-895679294c78) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:55:27.897359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 3c3e7776-dabc-48d9-9569-d36b095a5cee up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:55:27.917669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f48ae-0c45-4b87-bd62-46739b8b945d req-95cfcd8a-ecd2-48d5-8446-880807220793 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:27.919426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c97f48ae-0c45-4b87-bd62-46739b8b945d req-95cfcd8a-ecd2-48d5-8446-880807220793 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.1113820 Nov 29 17:55:27.939148 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5068f775-e343-4335-ad0f-e441102148c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c320eafe-c692-4415-8406-2fd572fa67b3'}, {'server_uuid': 'eedcd901-45eb-44c6-9d0d-e5a058297665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0741d64-9b29-48c1-91e6-f04b58aae89f'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:27.941453 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b185871-7a3d-4f6b-ae79-0b8eee76fed2" -d '{"events": [{"server_uuid": "5068f775-e343-4335-ad0f-e441102148c2", "name": "network-vif-plugged", "status": "completed", "tag": "c320eafe-c692-4415-8406-2fd572fa67b3"}, {"server_uuid": "eedcd901-45eb-44c6-9d0d-e5a058297665", "name": "network-vif-plugged", "status": "completed", "tag": "f0741d64-9b29-48c1-91e6-f04b58aae89f"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:27.941988 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166633b-977d-4a06-999d-217ce65da585 None None] The sync data for ids ['ee9fa6c4-c093-403b-8886-9995ca27e06e'] in n-d-819494-5 is: [{'id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'name': 'tempest-FloatingIPsTestJSON-1097817413-router', 'tenant_id': '619fc41ae51446da864b51e3c107fc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '12a53e44-7df9-41b7-8115-9f957dc2e631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:23Z', 'updated_at': '2021-11-29T17:55:25Z', 'revision_number': 3, 'project_id': '619fc41ae51446da864b51e3c107fc44', 'gw_port': {'id': '12a53e44-7df9-41b7-8115-9f957dc2e631', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:24Z', 'updated_at': '2021-11-29T17:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:55:27.986109 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 3c3e7776-dabc-48d9-9569-d36b095a5cee completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:55:27.995883 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 3c3e7776-dabc-48d9-9569-d36b095a5cee triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:27.996626 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:28.046690 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c97f48ae-0c45-4b87-bd62-46739b8b945d req-ba1264aa-ff1e-4aca-9610-009d45bb1a1e tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136873 Nov 29 17:55:28.129976 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:28.169527 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:28.203494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670829d8-b1ff-4451-9766-472b9d60fcd2 req-213dae6b-4cd8-493d-b242-8b409487feb4 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:28.207178 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-670829d8-b1ff-4451-9766-472b9d60fcd2 req-213dae6b-4cd8-493d-b242-8b409487feb4 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 1096 time: 0.1500771 Nov 29 17:55:28.220996 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5319a02-f334-4cd0-99a4-2ff1fca54f4a x-openstack-request-id: req-f5319a02-f334-4cd0-99a4-2ff1fca54f4a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:28.222100 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5068f775-e343-4335-ad0f-e441102148c2", "name": "network-vif-plugged", "status": "completed", "tag": "c320eafe-c692-4415-8406-2fd572fa67b3", "code": 200}, {"server_uuid": "eedcd901-45eb-44c6-9d0d-e5a058297665", "name": "network-vif-plugged", "status": "completed", "tag": "f0741d64-9b29-48c1-91e6-f04b58aae89f", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:28.222371 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5319a02-f334-4cd0-99a4-2ff1fca54f4a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:28.222803 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5068f775-e343-4335-ad0f-e441102148c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c320eafe-c692-4415-8406-2fd572fa67b3', 'code': 200} Nov 29 17:55:28.223313 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedcd901-45eb-44c6-9d0d-e5a058297665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0741d64-9b29-48c1-91e6-f04b58aae89f', 'code': 200} Nov 29 17:55:28.264298 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:28.323925 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-f3d9800b-f16b-4186-afd5-d277bfc6b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:28.340247 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-f3d9800b-f16b-4186-afd5-d277bfc6b409 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 1097 time: 0.1329634 Nov 29 17:55:28.342018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 3c3e7776-dabc-48d9-9569-d36b095a5cee, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=3c3e7776-dabc-48d9-9569-d36b095a5cee,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:28.353972 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Network ae6ef224-f7ec-44f9-9936-1df903e418ad is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:55:28.354509 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5dec885e-5b67-4208-8012-b2903df02df1 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:55:28.359327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-670829d8-b1ff-4451-9766-472b9d60fcd2 req-719e0522-88f4-4920-9fef-33c99eaaafce tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415262 Nov 29 17:55:28.364305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:28.370759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:55:28.402038 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:28.431294 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Pushing event updated for resources: {'Port': ['ID=669ba5cb-6004-492f-bad0-895679294c78,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:28.488494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5a665-6cef-47f2-a632-481a9afce5b1 req-4b030a06-8656-43b0-a8af-f5136ba6a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:28.490022 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ff5a665-6cef-47f2-a632-481a9afce5b1 req-4b030a06-8656-43b0-a8af-f5136ba6a473 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 1100 time: 0.2274165 Nov 29 17:55:28.510102 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527b371-5509-4c78-a3cd-4e24e586197d req-234a8eb7-0cd0-44a3-b973-3cb8fda57473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:28.517678 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2527b371-5509-4c78-a3cd-4e24e586197d req-234a8eb7-0cd0-44a3-b973-3cb8fda57473 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 1101 time: 0.2069461 Nov 29 17:55:28.530296 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:28.553050 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f4674d1e-eb30-43b5-b060-8c8fb9da5feb up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:55:28.590765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb693c3-0745-4eeb-927e-b288be7ae7c9 req-cad4f127-f512-470f-b6af-b7878131b34a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:28.592397 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7bb693c3-0745-4eeb-927e-b288be7ae7c9 req-cad4f127-f512-470f-b6af-b7878131b34a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.2159591 Nov 29 17:55:28.687309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=3c3e7776-dabc-48d9-9569-d36b095a5cee,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:28.691491 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f4674d1e-eb30-43b5-b060-8c8fb9da5feb triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:28.691976 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:28.713650 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-4ce48ed0-0258-40cf-a03b-2ae5782e8880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:28.715260 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-4ce48ed0-0258-40cf-a03b-2ae5782e8880 service neutron] 10.222.0.31 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 921 time: 0.3590188 Nov 29 17:55:28.718364 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2527b371-5509-4c78-a3cd-4e24e586197d req-198b539f-3471-4800-80d2-f9e6b602cf21 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749065 Nov 29 17:55:28.773009 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-6768b28d-c6be-41cf-a6a9-36a136255a5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 HTTP/1.1" status: 200 len: 217 time: 0.0493124 Nov 29 17:55:28.774085 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7bb693c3-0745-4eeb-927e-b288be7ae7c9 req-5e6a8591-aa49-4e09-b0ab-d43ded1743a6 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313736 Nov 29 17:55:28.776337 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ff5a665-6cef-47f2-a632-481a9afce5b1 req-749445b0-6ee7-459d-8621-d0cfb28a986a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769549 Nov 29 17:55:28.820893 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12db47-81d7-4fe5-8634-1034bc1b8cbc req-3b43623b-f82e-4323-b31e-134a77407573 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:28.822627 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be12db47-81d7-4fe5-8634-1034bc1b8cbc req-3b43623b-f82e-4323-b31e-134a77407573 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 950 time: 0.2497091 Nov 29 17:55:28.866424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a13cb490-73c7-4247-9568-7efb89dfceee None None] Provisioning complete for port 669ba5cb-6004-492f-bad0-895679294c78 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:28.866880 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a13cb490-73c7-4247-9568-7efb89dfceee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:28.907361 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a13cb490-73c7-4247-9568-7efb89dfceee None None] Port 669ba5cb-6004-492f-bad0-895679294c78 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:55:28.915216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be12db47-81d7-4fe5-8634-1034bc1b8cbc req-837a5ded-75c1-4365-a29d-6f385d41d5a0 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833714 Nov 29 17:55:28.963333 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:29.088001 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-34a0625c-bac3-444a-aa0c-8e4cb2aaa682 req-76751487-e122-47f0-aa72-be96931c1f49 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446439 Nov 29 17:55:29.174292 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:29.189531 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0625c-bac3-444a-aa0c-8e4cb2aaa682 req-8c4c04e1-0782-4aff-b19b-a0659526a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:29.191043 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-34a0625c-bac3-444a-aa0c-8e4cb2aaa682 req-8c4c04e1-0782-4aff-b19b-a0659526a5a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 1101 time: 0.0463402 Nov 29 17:55:29.270743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93529f-878a-49b9-ad13-7552c6bd7c45 req-f9d26daf-2339-49c3-bd16-899813875120 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:29.272780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc93529f-878a-49b9-ad13-7552c6bd7c45 req-f9d26daf-2339-49c3-bd16-899813875120 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 946 time: 0.3924651 Nov 29 17:55:29.316637 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0625c-bac3-444a-aa0c-8e4cb2aaa682 req-2fab3f75-2dac-4084-a687-9b71e327982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:29.318100 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-34a0625c-bac3-444a-aa0c-8e4cb2aaa682 req-2fab3f75-2dac-4084-a687-9b71e327982b service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.0838554 Nov 29 17:55:29.363495 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-34a0625c-bac3-444a-aa0c-8e4cb2aaa682 req-9a000eb3-514d-450b-a4f3-19cb7fde8c90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=23f17721-a513-404d-bae3-c88f485b6409 HTTP/1.1" status: 200 len: 217 time: 0.0375400 Nov 29 17:55:29.364785 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:29.394813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-df4cc00a-2c49-409c-83e0-880cda054cee tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:29.396384 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-df4cc00a-2c49-409c-83e0-880cda054cee tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 807 time: 0.2325888 Nov 29 17:55:29.410008 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc93529f-878a-49b9-ad13-7552c6bd7c45 req-8f7fe72d-edcd-4132-a276-da3213fd87c6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296701 Nov 29 17:55:29.421524 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0625c-bac3-444a-aa0c-8e4cb2aaa682 req-3bef7233-d5b2-4261-9173-5596bbab9a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:29.422242 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-96d9cf8f-b26d-4484-965a-aac80e2ac055 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/quotas/3a0783cb68fe44b080e0c111bf112e73 HTTP/1.1" status: 200 len: 375 time: 0.0184090 Nov 29 17:55:29.423171 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-34a0625c-bac3-444a-aa0c-8e4cb2aaa682 req-3bef7233-d5b2-4261-9173-5596bbab9a27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0480344 Nov 29 17:55:29.474833 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0625c-bac3-444a-aa0c-8e4cb2aaa682 req-cca1a543-9144-42af-bb4a-3693cce22f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:29.476201 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-34a0625c-bac3-444a-aa0c-8e4cb2aaa682 req-cca1a543-9144-42af-bb4a-3693cce22f8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450881 Nov 29 17:55:29.534295 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-e0adfb17-fe4e-403b-bbe0-4de1be2c1c29 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1004679 Nov 29 17:55:29.547048 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:29.559262 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:29.574147 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-34a0625c-bac3-444a-aa0c-8e4cb2aaa682 req-d15c741c-8263-43f6-af26-50a1582d9454 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900931 Nov 29 17:55:29.650047 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16544a-e9d3-4c26-9d9e-96efb560db5f req-ca3e6d5b-5d3e-406c-b667-e2119d1e532f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:29.651568 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be16544a-e9d3-4c26-9d9e-96efb560db5f req-ca3e6d5b-5d3e-406c-b667-e2119d1e532f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.1639683 Nov 29 17:55:29.678670 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-34a0625c-bac3-444a-aa0c-8e4cb2aaa682 req-e9554d35-7cf4-4a97-ba6c-923be234634f service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893185 Nov 29 17:55:29.692800 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Pushing event updated for resources: {'Port': ['ID=669ba5cb-6004-492f-bad0-895679294c78,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:29.712740 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:29.752673 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be16544a-e9d3-4c26-9d9e-96efb560db5f req-8736ad47-8b4c-4f8d-bf09-54db4d0ce055 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909991 Nov 29 17:55:29.804046 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-aff2626f-3e67-46d4-a0f5-bfc5e6caa854 service neutron] 10.222.0.23 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582998 Nov 29 17:55:29.878491 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:29.941713 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Network ae6ef224-f7ec-44f9-9936-1df903e418ad is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:55:29.951741 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067eb68b-93cc-4bf2-ac95-d7d9c45e4cf6 req-e916c87a-270f-49d0-af82-a2db942c839d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:29.953202 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-067eb68b-93cc-4bf2-ac95-d7d9c45e4cf6 req-e916c87a-270f-49d0-af82-a2db942c839d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.1324387 Nov 29 17:55:29.956066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:29.988103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-127cdf12-adbb-4b68-9d43-ad0ef40bbb0c service neutron] 10.222.0.23 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769850 Nov 29 17:55:30.089230 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-067eb68b-93cc-4bf2-ac95-d7d9c45e4cf6 req-9ffb0f51-d044-464d-805a-aad8c6cc4685 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280124 Nov 29 17:55:30.125137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Router ee9fa6c4-c093-403b-8886-9995ca27e06e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:55:30.224043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b29b5c3-d19c-488c-8b8f-87a9246e0c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3e7776-dabc-48d9-9569-d36b095a5cee'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:30.226935 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93768b63-2f28-4ca5-a073-66647b7857d4" -d '{"events": [{"server_uuid": "2b29b5c3-d19c-488c-8b8f-87a9246e0c51", "name": "network-vif-plugged", "status": "completed", "tag": "3c3e7776-dabc-48d9-9569-d36b095a5cee"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:30.244869 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e24b908f-bb11-4a5b-8a5e-c8f28223cba1 None None] Provisioning complete for port 669ba5cb-6004-492f-bad0-895679294c78 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:30.245437 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e24b908f-bb11-4a5b-8a5e-c8f28223cba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:30.311953 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e24b908f-bb11-4a5b-8a5e-c8f28223cba1 None None] Port 669ba5cb-6004-492f-bad0-895679294c78 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:55:30.379548 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a159c-ef01-4e52-878a-dfd821ef8416 req-0f29f649-8c49-4b02-943e-51d4d2f73c13 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:30.387094 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f85a159c-ef01-4e52-878a-dfd821ef8416 req-0f29f649-8c49-4b02-943e-51d4d2f73c13 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.1781676 Nov 29 17:55:30.394440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:55:30.394585 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 12a53e44-7df9-41b7-8115-9f957dc2e631 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:55:30.407591 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b97e5246-0214-442f-8a92-4d70d4d843e9 admin admin] 10.222.0.23 "PUT /v2.0/routers/ee9fa6c4-c093-403b-8886-9995ca27e06e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8894153 Nov 29 17:55:30.428763 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Sync routers for ids ['ee9fa6c4-c093-403b-8886-9995ca27e06e'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:55:30.460605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Routers {'ee9fa6c4-c093-403b-8886-9995ca27e06e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:55:30.461242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:55:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['ee9fa6c4-c093-403b-8886-9995ca27e06e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:30.467821 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f85a159c-ef01-4e52-878a-dfd821ef8416 req-d75f7467-839b-4905-8360-7c2665cc18ca tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759888 Nov 29 17:55:30.539937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 12a53e44-7df9-41b7-8115-9f957dc2e631 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:30.540682 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:30.606975 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0448e-2d28-4f75-a107-82145ec1095c req-6a79a57d-65e2-4307-a7a1-a6836a7240f6 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:30.609034 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9f0448e-2d28-4f75-a107-82145ec1095c req-6a79a57d-65e2-4307-a7a1-a6836a7240f6 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 950 time: 0.0656765 Nov 29 17:55:30.664554 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9f0448e-2d28-4f75-a107-82145ec1095c req-d4e95343-9e8d-4eb8-8494-a640fbb0473e tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478997 Nov 29 17:55:30.759884 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d232e5c1-612a-4e26-989c-528d8984756b req-21737cd1-eea4-4652-a758-e58252cfe8fc tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0319233 Nov 29 17:55:30.784776 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Set router ee9fa6c4-c093-403b-8886-9995ca27e06e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:55:30.815452 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c984b800-2020-41ba-ab0c-15269826318f x-openstack-request-id: req-c984b800-2020-41ba-ab0c-15269826318f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:30.815791 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b29b5c3-d19c-488c-8b8f-87a9246e0c51", "name": "network-vif-plugged", "status": "completed", "tag": "3c3e7776-dabc-48d9-9569-d36b095a5cee", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:30.815990 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c984b800-2020-41ba-ab0c-15269826318f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:30.816419 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b29b5c3-d19c-488c-8b8f-87a9246e0c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3e7776-dabc-48d9-9569-d36b095a5cee', 'code': 200} Nov 29 17:55:30.908591 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:30.926984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749683b3-e2eb-45fc-917e-d1d1b4472503 req-8e201bd6-8da3-43fd-9a0d-5174325849b9 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:30.929169 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-749683b3-e2eb-45fc-917e-d1d1b4472503 req-8e201bd6-8da3-43fd-9a0d-5174325849b9 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 946 time: 0.0658326 Nov 29 17:55:30.969293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 12a53e44-7df9-41b7-8115-9f957dc2e631, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=12a53e44-7df9-41b7-8115-9f957dc2e631,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:30.979320 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:30.996047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa1896-1072-4f41-8bc2-7cf96a6bd05a req-6c80e597-817c-4a6f-8981-e8081e7cb72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:30.998428 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-21fa1896-1072-4f41-8bc2-7cf96a6bd05a req-6c80e597-817c-4a6f-8981-e8081e7cb72c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 1101 time: 0.0591903 Nov 29 17:55:30.999496 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-749683b3-e2eb-45fc-917e-d1d1b4472503 req-7d359afc-2ba5-4324-b0e3-577fdb9d7d14 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634429 Nov 29 17:55:31.065193 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-21fa1896-1072-4f41-8bc2-7cf96a6bd05a req-8428d9f8-f9b5-4864-a524-52d2bfeea9db service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520496 Nov 29 17:55:31.078362 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=12a53e44-7df9-41b7-8115-9f957dc2e631,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:31.109855 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'name': 'tempest-FloatingIPsTestJSON-1097817413-router', 'tenant_id': '619fc41ae51446da864b51e3c107fc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '12a53e44-7df9-41b7-8115-9f957dc2e631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:23Z', 'updated_at': '2021-11-29T17:55:28Z', 'revision_number': 4, 'project_id': '619fc41ae51446da864b51e3c107fc44', 'gw_port': {'id': '12a53e44-7df9-41b7-8115-9f957dc2e631', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:24Z', 'updated_at': '2021-11-29T17:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '669ba5cb-6004-492f-bad0-895679294c78', 'name': '', 'network_id': 'ae6ef224-f7ec-44f9-9936-1df903e418ad', 'tenant_id': '619fc41ae51446da864b51e3c107fc44', 'mac_address': 'fa:16:3e:b2:77:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f256ee54-f9a9-4694-bf44-883478ef6836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:27Z', 'updated_at': '2021-11-29T17:55:29Z', 'revision_number': 2, 'project_id': '619fc41ae51446da864b51e3c107fc44', 'subnets': [{'id': 'f256ee54-f9a9-4694-bf44-883478ef6836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:31.136720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Checking router: ee9fa6c4-c093-403b-8886-9995ca27e06e for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:55:31.137073 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Updating router ee9fa6c4-c093-403b-8886-9995ca27e06e port 669ba5cb-6004-492f-bad0-895679294c78 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:55:31.160650 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:31.281310 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-394531a7-2081-4aad-8d7b-08791bbc4bd5 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1832066 Nov 29 17:55:31.291307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:31.316290 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:31.407889 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:31.423432 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:31.429271 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:31.478643 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399be95d-1692-463a-b77e-86f584bc7e83 None None] Pushing event updated for resources: {'Port': ['ID=669ba5cb-6004-492f-bad0-895679294c78,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:31.540138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Allocated IP 172.25.3.71 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/d4dd5181-f8f6-488b-910f-983423041087) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:55:31.542843 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Attempting to bind port 669ba5cb-6004-492f-bad0-895679294c78 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:31.543348 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Attempting to bind port 669ba5cb-6004-492f-bad0-895679294c78 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'e030fcff-2437-4fd4-8bc2-fed53a0dd3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ae6ef224-f7ec-44f9-9936-1df903e418ad'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:31.543898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Attempting to bind port 669ba5cb-6004-492f-bad0-895679294c78 on network ae6ef224-f7ec-44f9-9936-1df903e418ad {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:31.554618 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:31.555054 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Checking segment: {'id': 'e030fcff-2437-4fd4-8bc2-fed53a0dd3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ae6ef224-f7ec-44f9-9936-1df903e418ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:31.555469 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:31.556065 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Bound using segment: {'id': 'e030fcff-2437-4fd4-8bc2-fed53a0dd3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ae6ef224-f7ec-44f9-9936-1df903e418ad'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:31.556553 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Bound port: 669ba5cb-6004-492f-bad0-895679294c78, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e030fcff-2437-4fd4-8bc2-fed53a0dd3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ae6ef224-f7ec-44f9-9936-1df903e418ad'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:31.556949 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:31.640508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] For port 669ba5cb-6004-492f-bad0-895679294c78, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:31.644582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] For port 669ba5cb-6004-492f-bad0-895679294c78, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=669ba5cb-6004-492f-bad0-895679294c78,segment=NetworkSegment(e030fcff-2437-4fd4-8bc2-fed53a0dd3d7),segment_id=e030fcff-2437-4fd4-8bc2-fed53a0dd3d7)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:31.650126 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:31.680103 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:31.721200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Routers {'ee9fa6c4-c093-403b-8886-9995ca27e06e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:55:31.721839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:55:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['ee9fa6c4-c093-403b-8886-9995ca27e06e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:31.756962 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:31.770446 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399be95d-1692-463a-b77e-86f584bc7e83 None None] Pushing event updated for resources: {'Port': ['ID=669ba5cb-6004-492f-bad0-895679294c78,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:31.795276 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-81aea782-82c7-4923-b0dd-347bf9a3f914 None None] Provisioning complete for port 669ba5cb-6004-492f-bad0-895679294c78 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:31.795618 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81aea782-82c7-4923-b0dd-347bf9a3f914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:31.800463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-8823cfbc-ed98-4602-b372-274b5b329d12 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:31.804805 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-8823cfbc-ed98-4602-b372-274b5b329d12 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.20 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 807 time: 0.1845911 Nov 29 17:55:31.821744 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-9d52ede9-a021-4ff2-83ba-28a5db7a901a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Request body: {'port': {'device_id': '30c4e123-ac6f-4851-853f-12dd1a84d6f0', 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81', 'admin_state_up': True, 'tenant_id': '3a0783cb68fe44b080e0c111bf112e73'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:31.833372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:55:31.836606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:31.840417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:55:31.871514 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Pushing event updated for resources: {'Port': ['ID=d4dd5181-f8f6-488b-910f-983423041087,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:31.895194 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] Set router ee9fa6c4-c093-403b-8886-9995ca27e06e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:55:31.969473 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-9d52ede9-a021-4ff2-83ba-28a5db7a901a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Made reservation on behalf of 3a0783cb68fe44b080e0c111bf112e73 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:55:31.974190 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-9d52ede9-a021-4ff2-83ba-28a5db7a901a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:32.004760 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:32.013562 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81aea782-82c7-4923-b0dd-347bf9a3f914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:32.055547 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:32.095797 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-81aea782-82c7-4923-b0dd-347bf9a3f914 None None] For port 669ba5cb-6004-492f-bad0-895679294c78, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=669ba5cb-6004-492f-bad0-895679294c78,segment=NetworkSegment(e030fcff-2437-4fd4-8bc2-fed53a0dd3d7),segment_id=e030fcff-2437-4fd4-8bc2-fed53a0dd3d7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:32.108971 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81aea782-82c7-4923-b0dd-347bf9a3f914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:32.127500 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-9d52ede9-a021-4ff2-83ba-28a5db7a901a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Allocated IP 172.20.0.2 (d41485a2-1aa1-4798-b665-6b565c023c81/d65a8960-b9ea-4a10-b0f4-1909a25c2f43/e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:55:32.195487 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aea782-82c7-4923-b0dd-347bf9a3f914 None None] Pushing event updated for resources: {'Port': ['ID=669ba5cb-6004-492f-bad0-895679294c78,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:32.223300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'name': 'tempest-FloatingIPsTestJSON-1097817413-router', 'tenant_id': '619fc41ae51446da864b51e3c107fc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '12a53e44-7df9-41b7-8115-9f957dc2e631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:23Z', 'updated_at': '2021-11-29T17:55:28Z', 'revision_number': 4, 'project_id': '619fc41ae51446da864b51e3c107fc44', 'gw_port': {'id': '12a53e44-7df9-41b7-8115-9f957dc2e631', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:24Z', 'updated_at': '2021-11-29T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '669ba5cb-6004-492f-bad0-895679294c78', 'name': '', 'network_id': 'ae6ef224-f7ec-44f9-9936-1df903e418ad', 'tenant_id': '619fc41ae51446da864b51e3c107fc44', 'mac_address': 'fa:16:3e:b2:77:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f256ee54-f9a9-4694-bf44-883478ef6836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:27Z', 'updated_at': '2021-11-29T17:55:31Z', 'revision_number': 4, 'project_id': '619fc41ae51446da864b51e3c107fc44', 'subnets': [{'id': 'f256ee54-f9a9-4694-bf44-883478ef6836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:32.224898 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:32.231075 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:32.259024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29542e09-6cb4-4b6d-b318-9f39a7e4ba80 None None] The sync data for ids ['ee9fa6c4-c093-403b-8886-9995ca27e06e'] in n-d-819494-5 is: [{'id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'name': 'tempest-FloatingIPsTestJSON-1097817413-router', 'tenant_id': '619fc41ae51446da864b51e3c107fc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '12a53e44-7df9-41b7-8115-9f957dc2e631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:23Z', 'updated_at': '2021-11-29T17:55:28Z', 'revision_number': 4, 'project_id': '619fc41ae51446da864b51e3c107fc44', 'gw_port': {'id': '12a53e44-7df9-41b7-8115-9f957dc2e631', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:24Z', 'updated_at': '2021-11-29T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '669ba5cb-6004-492f-bad0-895679294c78', 'name': '', 'network_id': 'ae6ef224-f7ec-44f9-9936-1df903e418ad', 'tenant_id': '619fc41ae51446da864b51e3c107fc44', 'mac_address': 'fa:16:3e:b2:77:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f256ee54-f9a9-4694-bf44-883478ef6836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:27Z', 'updated_at': '2021-11-29T17:55:31Z', 'revision_number': 4, 'project_id': '619fc41ae51446da864b51e3c107fc44', 'subnets': [{'id': 'f256ee54-f9a9-4694-bf44-883478ef6836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:55:32.273211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8bd6665a-5e24-42c8-9a96-7736abf8ca39 None None] Provisioning complete for port 669ba5cb-6004-492f-bad0-895679294c78 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:32.273211 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8bd6665a-5e24-42c8-9a96-7736abf8ca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:32.310000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Pushing event updated for resources: {'Port': ['ID=d4dd5181-f8f6-488b-910f-983423041087,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:32.326136 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:32.346911 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-9d52ede9-a021-4ff2-83ba-28a5db7a901a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:32.351410 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:32.353812 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-95aaa3b8-b450-48b2-a42a-a2722c7c3296 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0669379 Nov 29 17:55:32.414074 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-9d52ede9-a021-4ff2-83ba-28a5db7a901a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:32.419541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 12a53e44-7df9-41b7-8115-9f957dc2e631 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:55:32.459696 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-be766792-7075-4d5a-b4a6-6b4c893137e5 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.71 HTTP/1.1" status: 200 len: 695 time: 0.0990767 Nov 29 17:55:32.470355 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-9d52ede9-a021-4ff2-83ba-28a5db7a901a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Network d41485a2-1aa1-4798-b665-6b565c023c81 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:55:32.473558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-9d52ede9-a021-4ff2-83ba-28a5db7a901a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:32.478499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-9d52ede9-a021-4ff2-83ba-28a5db7a901a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:55:32.483615 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 12a53e44-7df9-41b7-8115-9f957dc2e631 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:32.483996 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:32.484838 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52ede9-a021-4ff2-83ba-28a5db7a901a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Pushing event updated for resources: {'Port': ['ID=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:32.551055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-9d52ede9-a021-4ff2-83ba-28a5db7a901a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:32.551594 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-9d52ede9-a021-4ff2-83ba-28a5db7a901a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:32.570744 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-9d52ede9-a021-4ff2-83ba-28a5db7a901a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7529140 Nov 29 17:55:32.597214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Request body: {'port': {'device_id': '30c4e123-ac6f-4851-853f-12dd1a84d6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:32.633334 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-48b02ab2-bf4f-4fc8-b80a-7fc2a601572c tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:32.634907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-48b02ab2-bf4f-4fc8-b80a-7fc2a601572c tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.1631773 Nov 29 17:55:32.647239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-005b97f2-b36e-406d-bcf9-6c8c6d8daa07 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:55:32.648813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f253f9eb-ea7a-4c1a-ba69-d91d53d20bc6 req-005b97f2-b36e-406d-bcf9-6c8c6d8daa07 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073996 Nov 29 17:55:32.657342 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:32.875993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b6448-e2dc-4227-9f9d-b7e3ec3b67e6 req-3f0762bc-d0fc-4bb9-9040-db459f897a9d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:32.877755 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a47b6448-e2dc-4227-9f9d-b7e3ec3b67e6 req-3f0762bc-d0fc-4bb9-9040-db459f897a9d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0549738 Nov 29 17:55:32.933376 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a47b6448-e2dc-4227-9f9d-b7e3ec3b67e6 req-e5acc586-0472-45d0-9467-9a221652bd76 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471909 Nov 29 17:55:32.954780 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:32.965199 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:32.982673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Transition to ACTIVE for port object e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:55:32.990993 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:33.058100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:33.079893 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8d6e4-e345-4ff4-9a69-fdb98a203bfb req-afd32076-d206-4c17-855d-a48bce78c4c4 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:33.081696 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5e8d6e4-e345-4ff4-9a69-fdb98a203bfb req-afd32076-d206-4c17-855d-a48bce78c4c4 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0776820 Nov 29 17:55:33.148637 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5e8d6e4-e345-4ff4-9a69-fdb98a203bfb req-4759a010-24f0-4097-8a58-531190004f08 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574732 Nov 29 17:55:33.172404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Attempting to bind port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:33.172930 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Attempting to bind port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:33.173122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Attempting to bind port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:33.181715 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 on network d41485a2-1aa1-4798-b665-6b565c023c81 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:55:33.182045 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Attempting to bind port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:33.197698 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:33.198041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Checking segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:33.198815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Bound using segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:33.198934 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Bound port: e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:33.199235 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:33.294223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] For port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:33.298087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] For port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:33.305959 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:33.367096 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:33.367718 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:33.369134 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] 10.222.0.20 "PUT /v2.0/ports/e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 HTTP/1.1" status: 200 len: 1091 time: 0.7766590 Nov 29 17:55:33.369592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c4e123-ac6f-4851-853f-12dd1a84d6f0', 'tag': 'e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:33.371927 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46b749e-46cd-4d25-99b8-8bc14e3af7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "30c4e123-ac6f-4851-853f-12dd1a84d6f0", "tag": "e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:33.397674 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd794921-0f7d-4adb-b829-4bf75117a0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:33.473065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-5047fcac-f5c9-4e2e-950b-1da9deef2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:33.475943 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-5047fcac-f5c9-4e2e-950b-1da9deef2be9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 1094 time: 0.0559928 Nov 29 17:55:33.525851 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-6a4f1c17-f182-4b43-af7d-4d038c8dc9d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 HTTP/1.1" status: 200 len: 217 time: 0.0390234 Nov 29 17:55:33.533308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabe15b-edc9-450c-902b-444fec25b00e req-366325d9-86cf-4e02-aa66-b57d202eaaa6 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:33.542095 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8dabe15b-edc9-450c-902b-444fec25b00e req-366325d9-86cf-4e02-aa66-b57d202eaaa6 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.3186853 Nov 29 17:55:33.584346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-1f791cbf-a100-4049-89cf-efbf374bd843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:33.585705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8dabe15b-edc9-450c-902b-444fec25b00e req-09308478-d7ba-4f38-a214-74008c006a25 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427556 Nov 29 17:55:33.585852 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-1f791cbf-a100-4049-89cf-efbf374bd843 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.0499227 Nov 29 17:55:33.618837 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-8e3abeb5-4470-4ff6-85cc-3b86a9d468f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250919 Nov 29 17:55:33.698488 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26640196-2f78-407b-938d-da3560e8c607 req-5515c489-4cf9-4ca2-9af6-ac6c16cfe3f2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:33.699961 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26640196-2f78-407b-938d-da3560e8c607 req-5515c489-4cf9-4ca2-9af6-ac6c16cfe3f2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 943 time: 0.0472655 Nov 29 17:55:33.719314 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-9fa9ebe2-d85f-43d9-8708-5106ee1f83a4 service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820796 Nov 29 17:55:33.747062 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26640196-2f78-407b-938d-da3560e8c607 req-2c69d1b2-9572-4c2d-ab87-d994c32e3f56 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403383 Nov 29 17:55:33.815406 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d0ccb1d-367d-47c5-a788-0e4f86a95202 req-169d363a-3970-48b1-9752-2414d3abd276 service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851603 Nov 29 17:55:33.848760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5551835-30bb-4855-8e5f-8d102c86973c req-2f866ae0-1a18-442a-9f75-9bbc02ee72df tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:33.850351 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5551835-30bb-4855-8e5f-8d102c86973c req-2f866ae0-1a18-442a-9f75-9bbc02ee72df tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 946 time: 0.0502455 Nov 29 17:55:33.902120 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5551835-30bb-4855-8e5f-8d102c86973c req-44fb7d20-7d3a-4148-8cb7-4cf04ccd5ed4 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451345 Nov 29 17:55:33.972492 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd2c4471-2426-48ba-b18f-d1d5bee56128 req-f3613215-9504-466c-a8dc-7a5416bcf789 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/floatingips/cb2da4a6-3922-4c97-9a4e-9eacb2de6b92 HTTP/1.1" status: 200 len: 692 time: 0.0419095 Nov 29 17:55:34.076770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c4471-2426-48ba-b18f-d1d5bee56128 req-08149ae7-a9d8-4c05-a070-1eb1b213ac30 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:34.078100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd2c4471-2426-48ba-b18f-d1d5bee56128 req-08149ae7-a9d8-4c05-a070-1eb1b213ac30 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.1000967 Nov 29 17:55:34.088659 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-cd2c4471-2426-48ba-b18f-d1d5bee56128 req-56be13d0-2ea9-4fe9-b266-c0173847b53d tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:55:34.089592 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd2c4471-2426-48ba-b18f-d1d5bee56128 req-56be13d0-2ea9-4fe9-b266-c0173847b53d tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059202 Nov 29 17:55:34.177280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d41249-cfd2-4e08-ba25-a9bb00a9d053 req-56156126-4a57-4f93-879d-7ef5842c410b tempest-ServersAdminNegativeTestJSON-551295411 tempest-ServersAdminNegativeTestJSON-551295411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:34.178717 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16d41249-cfd2-4e08-ba25-a9bb00a9d053 req-56156126-4a57-4f93-879d-7ef5842c410b tempest-ServersAdminNegativeTestJSON-551295411 tempest-ServersAdminNegativeTestJSON-551295411-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 1101 time: 0.0394788 Nov 29 17:55:34.196490 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-16d41249-cfd2-4e08-ba25-a9bb00a9d053 req-71d4531a-f7fc-4080-bfe2-9cc3b69405ad tempest-ServersAdminNegativeTestJSON-551295411 tempest-ServersAdminNegativeTestJSON-551295411-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:34.268207 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-16d41249-cfd2-4e08-ba25-a9bb00a9d053 req-71d4531a-f7fc-4080-bfe2-9cc3b69405ad tempest-ServersAdminNegativeTestJSON-551295411 tempest-ServersAdminNegativeTestJSON-551295411-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:34.273204 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-16d41249-cfd2-4e08-ba25-a9bb00a9d053 req-71d4531a-f7fc-4080-bfe2-9cc3b69405ad tempest-ServersAdminNegativeTestJSON-551295411 tempest-ServersAdminNegativeTestJSON-551295411-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:34.312224 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4531a-f7fc-4080-bfe2-9cc3b69405ad tempest-ServersAdminNegativeTestJSON-551295411 tempest-ServersAdminNegativeTestJSON-551295411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad83a006-6b23-45b6-9fad-919d3017f35d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:34.319362 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16d41249-cfd2-4e08-ba25-a9bb00a9d053 req-71d4531a-f7fc-4080-bfe2-9cc3b69405ad tempest-ServersAdminNegativeTestJSON-551295411 tempest-ServersAdminNegativeTestJSON-551295411-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347604 Nov 29 17:55:34.341729 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 669ba5cb-6004-492f-bad0-895679294c78 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:55:34.369897 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb215b72-50f4-4588-b36d-3c9fba5a1daf x-openstack-request-id: req-bb215b72-50f4-4588-b36d-3c9fba5a1daf {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:34.370405 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c4e123-ac6f-4851-853f-12dd1a84d6f0", "tag": "e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:34.370492 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb215b72-50f4-4588-b36d-3c9fba5a1daf {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:34.370858 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c4e123-ac6f-4851-853f-12dd1a84d6f0', 'tag': 'e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624', 'status': 'completed', 'code': 200} Nov 29 17:55:34.392648 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 669ba5cb-6004-492f-bad0-895679294c78 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:34.393024 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:34.450448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b749e-46cd-4d25-99b8-8bc14e3af7dc req-75554e17-385b-4de3-a404-5d8fd7d43b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:34.452089 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d46b749e-46cd-4d25-99b8-8bc14e3af7dc req-75554e17-385b-4de3-a404-5d8fd7d43b1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 1094 time: 0.0455384 Nov 29 17:55:34.467463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-4daaf9aa-0f2d-4eb7-8bb0-3927a89d4b70 req-8116fdc0-54d2-46d2-98f5-e4a1045f3d3a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:55:34.469396 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4daaf9aa-0f2d-4eb7-8bb0-3927a89d4b70 req-8116fdc0-54d2-46d2-98f5-e4a1045f3d3a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072539 Nov 29 17:55:34.558841 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b749e-46cd-4d25-99b8-8bc14e3af7dc req-4b60d880-2dc5-4126-a5a6-f4773d1f9c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:34.560357 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d46b749e-46cd-4d25-99b8-8bc14e3af7dc req-4b60d880-2dc5-4126-a5a6-f4773d1f9c51 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.0909128 Nov 29 17:55:34.607624 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d46b749e-46cd-4d25-99b8-8bc14e3af7dc req-0f0ba867-17ac-42d4-851d-49d8616fc75a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 HTTP/1.1" status: 200 len: 217 time: 0.0380039 Nov 29 17:55:34.687927 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b749e-46cd-4d25-99b8-8bc14e3af7dc req-425f1bf0-c93f-4ab9-b0a5-23bc6ec60811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:34.689474 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d46b749e-46cd-4d25-99b8-8bc14e3af7dc req-425f1bf0-c93f-4ab9-b0a5-23bc6ec60811 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.0730155 Nov 29 17:55:34.694332 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c061c-e08f-4fb2-b1c9-9167e4a9be5c req-4c887862-f545-42a7-b253-b2135077ab42 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:34.695857 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-745c061c-e08f-4fb2-b1c9-9167e4a9be5c req-4c887862-f545-42a7-b253-b2135077ab42 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0488493 Nov 29 17:55:34.701128 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-ca7b6b17-0d4e-46c0-9548-a2e47e70e8fc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0553162 Nov 29 17:55:34.716371 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-4d35a6b1-7ea6-40ca-8069-be827269ce66 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:55:34.717354 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-4d35a6b1-7ea6-40ca-8069-be827269ce66 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060449 Nov 29 17:55:34.732595 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d46b749e-46cd-4d25-99b8-8bc14e3af7dc req-879eddda-c27b-4192-bf80-fdaa0e41aba2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297282 Nov 29 17:55:34.749468 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-745c061c-e08f-4fb2-b1c9-9167e4a9be5c req-680f6ec6-29ba-4e78-bf74-1adc6758b752 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473626 Nov 29 17:55:34.828118 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d46b749e-46cd-4d25-99b8-8bc14e3af7dc req-dd298d7a-ea7b-40e2-84d4-eb3d25a31447 service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847383 Nov 29 17:55:34.849808 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3824728-eddb-4466-992b-f83dba5c23b4 req-2efdb597-0ef6-40ad-bcf6-5fd2cc551929 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=619fc41ae51446da864b51e3c107fc44 HTTP/1.1" status: 200 len: 695 time: 0.0727224 Nov 29 17:55:34.925006 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d46b749e-46cd-4d25-99b8-8bc14e3af7dc req-ca3d45bf-5d2c-423a-b6a2-e807f13bd35a service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893390 Nov 29 17:55:34.967201 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3824728-eddb-4466-992b-f83dba5c23b4 req-6ba85c7d-420f-48ff-b670-a1b18ae3cd0a tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:34.968652 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3824728-eddb-4466-992b-f83dba5c23b4 req-6ba85c7d-420f-48ff-b670-a1b18ae3cd0a tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/networks?id=3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 787 time: 0.1128299 Nov 29 17:55:34.979004 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-a3824728-eddb-4466-992b-f83dba5c23b4 req-c39d928d-bb07-41b8-af94-85639619550b tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:55:34.979975 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3824728-eddb-4466-992b-f83dba5c23b4 req-c39d928d-bb07-41b8-af94-85639619550b tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057898 Nov 29 17:55:35.081311 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1eac2d-81f0-4c27-8569-6735ecca6362 req-d68f58fa-cc6a-4dc5-9ca4-f85627c6c331 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:35.082830 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd1eac2d-81f0-4c27-8569-6735ecca6362 req-d68f58fa-cc6a-4dc5-9ca4-f85627c6c331 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0511000 Nov 29 17:55:35.137352 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd1eac2d-81f0-4c27-8569-6735ecca6362 req-68ad708f-fd26-452d-acb9-9cbdf7271a29 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476043 Nov 29 17:55:35.292559 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b44a4c-9b90-4cd4-a8b6-974cdfa816d3 req-4d6af4bb-78e2-49b6-9447-590d6c9fc16a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:35.294153 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-78b44a4c-9b90-4cd4-a8b6-974cdfa816d3 req-4d6af4bb-78e2-49b6-9447-590d6c9fc16a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.0547428 Nov 29 17:55:35.347988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-78b44a4c-9b90-4cd4-a8b6-974cdfa816d3 req-d21bc781-37e9-408f-b14b-b75be148ed85 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472302 Nov 29 17:55:35.452270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24111f0-2352-4565-8044-d087b24e1cd8 req-0a66f5e6-18c8-4e97-8e7e-751f9b6aa39a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:35.453738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d24111f0-2352-4565-8044-d087b24e1cd8 req-0a66f5e6-18c8-4e97-8e7e-751f9b6aa39a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 943 time: 0.0507591 Nov 29 17:55:35.502391 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d24111f0-2352-4565-8044-d087b24e1cd8 req-4ec70f2a-5d38-4564-84ce-d24e0e0bd41b tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420136 Nov 29 17:55:35.604569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c49aed-79e7-40c1-84f1-23ec8536ad23 req-eec962ba-ea84-4cea-afd6-ca19f764e825 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:35.606003 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6c49aed-79e7-40c1-84f1-23ec8536ad23 req-eec962ba-ea84-4cea-afd6-ca19f764e825 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 946 time: 0.0483677 Nov 29 17:55:35.655249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6c49aed-79e7-40c1-84f1-23ec8536ad23 req-0ca85084-a0f4-4eb1-88df-47461d6c38e8 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431669 Nov 29 17:55:35.723767 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9890b08e-5524-4dd4-ac64-948357b3e32a req-bac57316-d158-4396-89f0-4fa2d83ffb6a tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/floatingips/cb2da4a6-3922-4c97-9a4e-9eacb2de6b92 HTTP/1.1" status: 200 len: 692 time: 0.0429478 Nov 29 17:55:35.827558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890b08e-5524-4dd4-ac64-948357b3e32a req-4fe04ab0-7b05-4309-9b75-098d6221fe6a tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:35.828893 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9890b08e-5524-4dd4-ac64-948357b3e32a req-4fe04ab0-7b05-4309-9b75-098d6221fe6a tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.0989885 Nov 29 17:55:35.839205 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-9890b08e-5524-4dd4-ac64-948357b3e32a req-3f62f20a-bacd-4d35-bff1-e9770b7e2c85 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:55:35.840153 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9890b08e-5524-4dd4-ac64-948357b3e32a req-3f62f20a-bacd-4d35-bff1-e9770b7e2c85 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052996 Nov 29 17:55:35.888422 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9890b08e-5524-4dd4-ac64-948357b3e32a req-b96214b3-fb0f-4705-b16d-13c79531ae13 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.71 HTTP/1.1" status: 200 len: 695 time: 0.0427060 Nov 29 17:55:35.940651 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9890b08e-5524-4dd4-ac64-948357b3e32a req-a7090fe8-42c7-4f8b-a06c-e28cf78efd11 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.71 HTTP/1.1" status: 200 len: 695 time: 0.0460267 Nov 29 17:55:36.005914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-d1d323ac-73d6-44c6-b462-98ed6eda25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:36.007549 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-d1d323ac-73d6-44c6-b462-98ed6eda25cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 1101 time: 0.0408545 Nov 29 17:55:36.074012 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-9890b08e-5524-4dd4-ac64-948357b3e32a req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Deleting port d4dd5181-f8f6-488b-910f-983423041087 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:55:36.074633 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9890b08e-5524-4dd4-ac64-948357b3e32a req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:36.102835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-5f1c5587-1f97-45ab-9764-b50b9213e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:36.104296 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-5f1c5587-1f97-45ab-9764-b50b9213e9a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.0886431 Nov 29 17:55:36.148520 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-dac7c917-f4bd-48e6-a7dd-d17a0fc5390e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=3c3e7776-dabc-48d9-9569-d36b095a5cee HTTP/1.1" status: 200 len: 217 time: 0.0352752 Nov 29 17:55:36.149044 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9890b08e-5524-4dd4-ac64-948357b3e32a req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:36.149402 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9890b08e-5524-4dd4-ac64-948357b3e32a req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:36.163513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-9890b08e-5524-4dd4-ac64-948357b3e32a req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Calling delete_port for d4dd5181-f8f6-488b-910f-983423041087 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:55:36.200216 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-720121a0-fcea-422d-8c95-6ba150d02346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:36.201578 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-720121a0-fcea-422d-8c95-6ba150d02346 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0427608 Nov 29 17:55:36.264585 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-a859cc77-d11e-4f41-8673-add65e240848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:36.266139 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-a859cc77-d11e-4f41-8673-add65e240848 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0433302 Nov 29 17:55:36.325403 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9890b08e-5524-4dd4-ac64-948357b3e32a req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:36.365749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Pushing event deleted for resources: {'Port': ['ID=d4dd5181-f8f6-488b-910f-983423041087,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:36.373742 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-8a902805-93c3-4b9c-963d-bc7a2ece1294 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986862 Nov 29 17:55:36.397310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:36.397673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:36.397995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:36.398390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:36.398669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:36.399025 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:36.399356 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:36.399687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:36.400014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:36.400346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:36.400671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:36.400994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:36.444046 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9890b08e-5524-4dd4-ac64-948357b3e32a req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:36.446755 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9890b08e-5524-4dd4-ac64-948357b3e32a req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:36.448114 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9890b08e-5524-4dd4-ac64-948357b3e32a req-257d7d8d-13be-47d3-8744-e41c3074f3fd tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "DELETE /v2.0/floatingips/cb2da4a6-3922-4c97-9a4e-9eacb2de6b92 HTTP/1.1" status: 204 len: 173 time: 0.4997566 Nov 29 17:55:36.473894 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-290959d3-9901-458f-8ce6-8ff92395fae6 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901625 Nov 29 17:55:36.556483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b6223-6dc7-4070-a683-7941bf1788d9 req-58ef44d6-373d-4083-8707-e2bd62c97bff tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:36.557974 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-695b6223-6dc7-4070-a683-7941bf1788d9 req-58ef44d6-373d-4083-8707-e2bd62c97bff tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0510879 Nov 29 17:55:36.604523 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-695b6223-6dc7-4070-a683-7941bf1788d9 req-b3120947-e9c8-4ab6-b721-299a83fc2ce3 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403335 Nov 29 17:55:36.707799 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baccc1b-e73f-488e-bd4d-8e75b92b255c req-cfb23025-09da-4b5c-9c07-f41ae0d17d29 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:36.709176 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4baccc1b-e73f-488e-bd4d-8e75b92b255c req-cfb23025-09da-4b5c-9c07-f41ae0d17d29 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0474455 Nov 29 17:55:36.758309 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4baccc1b-e73f-488e-bd4d-8e75b92b255c req-f9c76dde-1d9f-4433-a4a4-954b9a92a3c4 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432665 Nov 29 17:55:36.856493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc5b48-d787-4fce-8866-07d2e12289f4 req-997c82ca-71ee-40f9-8f73-8c7e1e818e59 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:36.857939 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1fc5b48-d787-4fce-8866-07d2e12289f4 req-997c82ca-71ee-40f9-8f73-8c7e1e818e59 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.0473044 Nov 29 17:55:36.903495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1fc5b48-d787-4fce-8866-07d2e12289f4 req-95a333c3-c79f-4c6d-9019-ffeec1317628 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395939 Nov 29 17:55:37.028764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-92218587-a24a-4102-8fb7-3beb0915a303 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1011050 Nov 29 17:55:37.038330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:37.060213 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:37.155239 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:37.258912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Allocated IP 172.25.3.16 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/b63c89cf-eddc-4cb8-9ea0-4a93b3541959) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:55:37.356266 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:37.388810 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:37.431426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:55:37.434313 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:37.437786 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:55:37.443053 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Pushing event updated for resources: {'Port': ['ID=b63c89cf-eddc-4cb8-9ea0-4a93b3541959,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:37.521591 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:37.554940 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:37.698668 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:37.703245 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:37.770575 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Pushing event updated for resources: {'Port': ['ID=b63c89cf-eddc-4cb8-9ea0-4a93b3541959,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:37.781079 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:37.796349 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:37.797545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-acf4877c-755f-4f4a-87ab-1bceafa19019 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.7634375 Nov 29 17:55:37.845791 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-e90ff679-149f-463f-a72e-eda8b2d06870 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 695 time: 0.0416842 Nov 29 17:55:37.929056 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:55:37.952503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-8649a010-3c4c-461a-b7d0-3d3c0eb23713 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:37.953751 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f76ebbed-4755-4b6c-98c2-d597bb59879a req-8649a010-3c4c-461a-b7d0-3d3c0eb23713 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.1025965 Nov 29 17:55:38.031588 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:38.047268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624', 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81', 'port_id': 'e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624', 'mac_address': 'fa:16:3e:a4:83:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65a8960-b9ea-4a10-b0f4-1909a25c2f43', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:55:38.056532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0aec04-84f2-4772-a7aa-703b80a16e38 req-1bb14877-d808-4e8d-8d80-e339e71d2de6 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:38.058031 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af0aec04-84f2-4772-a7aa-703b80a16e38 req-1bb14877-d808-4e8d-8d80-e339e71d2de6 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 943 time: 0.0489640 Nov 29 17:55:38.082612 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:38.095812 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:38.104815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af0aec04-84f2-4772-a7aa-703b80a16e38 req-7c4dd687-5419-4374-91c7-6b5f0561dd9f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404112 Nov 29 17:55:38.116361 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:38.122620 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:38.173933 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:38.181571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:38.181926 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:38.182275 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:38.182637 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:38.182985 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:38.183334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:38.183687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:38.184003 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:38.184336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:38.184672 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:38.185023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:38.185334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:38.212464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e8657-e6a9-4b76-9097-da319c6d1695 req-21c70c08-4ea1-4bb4-9d13-e2fe6574d7f2 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:38.213851 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f42e8657-e6a9-4b76-9097-da319c6d1695 req-21c70c08-4ea1-4bb4-9d13-e2fe6574d7f2 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 946 time: 0.0495603 Nov 29 17:55:38.259529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f42e8657-e6a9-4b76-9097-da319c6d1695 req-5291e681-2ebc-4f1a-b4ea-f2abf9f6eba2 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395339 Nov 29 17:55:38.368099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd5825-1a5d-4ecd-adf1-6bed1c453867 req-2b4543eb-f37f-4f06-8e25-72ae9964d8fd tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:38.369534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cddd5825-1a5d-4ecd-adf1-6bed1c453867 req-2b4543eb-f37f-4f06-8e25-72ae9964d8fd tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0532889 Nov 29 17:55:38.416704 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cddd5825-1a5d-4ecd-adf1-6bed1c453867 req-81e0bf75-ce2a-4c9d-bb33-ade780b22f27 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411394 Nov 29 17:55:38.489656 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:55:38.515486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56806a64-e575-4a6b-a504-a6461ba3d77e req-abc62377-f2dc-4aac-8682-871f56f8b0f1 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:38.516925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56806a64-e575-4a6b-a504-a6461ba3d77e req-abc62377-f2dc-4aac-8682-871f56f8b0f1 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0473366 Nov 29 17:55:38.564468 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56806a64-e575-4a6b-a504-a6461ba3d77e req-5c042a90-7aea-4564-9f76-01fca99e21e3 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Nov 29 17:55:38.664909 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11619cd-aa47-4b09-8b3a-d5f009801eaf req-44e3d7d9-8742-4a79-84b3-e4965e0c58f0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:38.666357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a11619cd-aa47-4b09-8b3a-d5f009801eaf req-44e3d7d9-8742-4a79-84b3-e4965e0c58f0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.0477252 Nov 29 17:55:38.715618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a11619cd-aa47-4b09-8b3a-d5f009801eaf req-64ba53dd-e7b2-4199-a2a9-057b9725d502 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432644 Nov 29 17:55:38.782962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca51e5ba-398d-44da-b641-12c494dd22b8 req-a81dcb7c-9aa1-4cac-b3b8-267a15037ac6 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/floatingips/149c60c7-a9c4-47aa-b2e3-834c27e59484 HTTP/1.1" status: 200 len: 692 time: 0.0439358 Nov 29 17:55:38.886374 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51e5ba-398d-44da-b641-12c494dd22b8 req-a0bd8fd1-1919-406b-a4aa-c913a56e6ca8 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:38.887740 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca51e5ba-398d-44da-b641-12c494dd22b8 req-a0bd8fd1-1919-406b-a4aa-c913a56e6ca8 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.0993087 Nov 29 17:55:38.935947 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca51e5ba-398d-44da-b641-12c494dd22b8 req-311ec9f6-8982-47ec-8ec4-32827c0f07f2 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 695 time: 0.0419338 Nov 29 17:55:38.982768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca51e5ba-398d-44da-b641-12c494dd22b8 req-3609c449-74d3-4201-95e9-00613c5d8db9 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 695 time: 0.0408802 Nov 29 17:55:39.108835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-ca51e5ba-398d-44da-b641-12c494dd22b8 req-e0b9d456-7485-44a1-a78b-50deae9556c0 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Deleting port b63c89cf-eddc-4cb8-9ea0-4a93b3541959 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:55:39.109181 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca51e5ba-398d-44da-b641-12c494dd22b8 req-e0b9d456-7485-44a1-a78b-50deae9556c0 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:39.184536 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca51e5ba-398d-44da-b641-12c494dd22b8 req-e0b9d456-7485-44a1-a78b-50deae9556c0 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:39.184859 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca51e5ba-398d-44da-b641-12c494dd22b8 req-e0b9d456-7485-44a1-a78b-50deae9556c0 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:39.196101 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-ca51e5ba-398d-44da-b641-12c494dd22b8 req-e0b9d456-7485-44a1-a78b-50deae9556c0 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Calling delete_port for b63c89cf-eddc-4cb8-9ea0-4a93b3541959 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:55:39.322485 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca51e5ba-398d-44da-b641-12c494dd22b8 req-e0b9d456-7485-44a1-a78b-50deae9556c0 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:39.347087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9d456-7485-44a1-a78b-50deae9556c0 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Pushing event deleted for resources: {'Port': ['ID=b63c89cf-eddc-4cb8-9ea0-4a93b3541959,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:39.405910 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca51e5ba-398d-44da-b641-12c494dd22b8 req-e0b9d456-7485-44a1-a78b-50deae9556c0 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:39.408686 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca51e5ba-398d-44da-b641-12c494dd22b8 req-e0b9d456-7485-44a1-a78b-50deae9556c0 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:39.409860 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca51e5ba-398d-44da-b641-12c494dd22b8 req-e0b9d456-7485-44a1-a78b-50deae9556c0 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "DELETE /v2.0/floatingips/149c60c7-a9c4-47aa-b2e3-834c27e59484 HTTP/1.1" status: 204 len: 173 time: 0.4217141 Nov 29 17:55:39.514056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec79f8-2cae-4742-916a-6995f6743dc0 req-b69a9d50-6a77-4e63-ae8a-5d5a7c7174d5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:39.515538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8fec79f8-2cae-4742-916a-6995f6743dc0 req-b69a9d50-6a77-4e63-ae8a-5d5a7c7174d5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 944 time: 0.0512769 Nov 29 17:55:39.561285 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8fec79f8-2cae-4742-916a-6995f6743dc0 req-6976f92a-fed2-4eb4-bb09-f7f255286b4f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393164 Nov 29 17:55:39.659942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba08929-61bc-4400-a88f-2cf1af57539a req-b88a7ad1-2642-4b94-bf06-8e1c966a3a04 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:39.661448 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ba08929-61bc-4400-a88f-2cf1af57539a req-b88a7ad1-2642-4b94-bf06-8e1c966a3a04 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 946 time: 0.0469389 Nov 29 17:55:39.706329 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ba08929-61bc-4400-a88f-2cf1af57539a req-d414b072-d939-43df-b311-c7f1cd177e0d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385919 Nov 29 17:55:39.768706 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-a465217a-443d-4c49-a4ef-c57a574ac0db req-ea5caff5-77cb-4f91-b916-a404e06b93c0 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] show failed (client error): The resource could not be found. Nov 29 17:55:39.769679 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a465217a-443d-4c49-a4ef-c57a574ac0db req-ea5caff5-77cb-4f91-b916-a404e06b93c0 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/floatingips/149c60c7-a9c4-47aa-b2e3-834c27e59484 HTTP/1.1" status: 404 len: 350 time: 0.0365677 Nov 29 17:55:39.928036 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:55:39.976157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:55:39.978104 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed40f2-517d-4663-924e-a365da2992fc req-03613400-ae9e-4f52-bce7-55e9b35be448 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:39.979599 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39ed40f2-517d-4663-924e-a365da2992fc req-03613400-ae9e-4f52-bce7-55e9b35be448 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0480015 Nov 29 17:55:39.979792 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:39.980154 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:40.031479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39ed40f2-517d-4663-924e-a365da2992fc req-9f0e5171-9ce8-444d-8acf-7ead347feb52 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458775 Nov 29 17:55:40.071490 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:40.094211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c4e123-ac6f-4851-853f-12dd1a84d6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:40.096507 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf0add1-8cc1-40e7-9573-53eb8f70b017" -d '{"events": [{"server_uuid": "30c4e123-ac6f-4851-853f-12dd1a84d6f0", "name": "network-vif-plugged", "status": "completed", "tag": "e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:40.109570 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:40.113880 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:40.139051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438c279-0552-4523-89fd-2b31e3a5ee3a req-194c4c53-42af-499f-866a-cb3b6cf9ff0d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:40.140433 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e438c279-0552-4523-89fd-2b31e3a5ee3a req-194c4c53-42af-499f-866a-cb3b6cf9ff0d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0479281 Nov 29 17:55:40.163266 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:40.186930 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e438c279-0552-4523-89fd-2b31e3a5ee3a req-7f40b606-f3e2-476e-ba75-6554c687f6b7 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404999 Nov 29 17:55:40.290926 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45373552-0a33-4127-9f93-8b7c6c253458 req-b19c0b34-4b12-4e08-a73f-ce3b215593b0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:40.292339 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45373552-0a33-4127-9f93-8b7c6c253458 req-b19c0b34-4b12-4e08-a73f-ce3b215593b0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.0496747 Nov 29 17:55:40.338461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45373552-0a33-4127-9f93-8b7c6c253458 req-c852f726-2e53-409e-b648-8d61a503b5d0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402153 Nov 29 17:55:40.394643 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-e01c3cdb-74b9-4e88-8a6d-11a8bbdaa8ef req-a950e59c-5ffb-4d71-b40f-dee2f2115339 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] show failed (client error): The resource could not be found. Nov 29 17:55:40.395535 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e01c3cdb-74b9-4e88-8a6d-11a8bbdaa8ef req-a950e59c-5ffb-4d71-b40f-dee2f2115339 tempest-FloatingIPsTestJSON-517592915 tempest-FloatingIPsTestJSON-517592915-project] 10.222.0.23 "GET /v2.0/floatingips/149c60c7-a9c4-47aa-b2e3-834c27e59484 HTTP/1.1" status: 404 len: 350 time: 0.0343573 Nov 29 17:55:40.403634 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37986) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:40.748849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d9799-46a6-4367-90e0-cfcb8fe729d7 req-1aa93b91-02e6-40e1-ab44-4b155971268e tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:40.750176 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d84d9799-46a6-4367-90e0-cfcb8fe729d7 req-1aa93b91-02e6-40e1-ab44-4b155971268e tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 950 time: 0.0890431 Nov 29 17:55:40.836579 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d84d9799-46a6-4367-90e0-cfcb8fe729d7 req-ea70f1f0-15e9-4b49-876a-3971cf4956e8 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796335 Nov 29 17:55:40.879467 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d37279-00d2-44e0-b4ee-26b5aa62c60d x-openstack-request-id: req-23d37279-00d2-44e0-b4ee-26b5aa62c60d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:40.879790 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c4e123-ac6f-4851-853f-12dd1a84d6f0", "name": "network-vif-plugged", "status": "completed", "tag": "e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:40.880052 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23d37279-00d2-44e0-b4ee-26b5aa62c60d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:40.880956 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c4e123-ac6f-4851-853f-12dd1a84d6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624', 'code': 200} Nov 29 17:55:41.014562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec07775-8fb9-411e-85cd-e133e80cd340 req-0b89094c-8403-4755-b06d-3fdf465bd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:41.015991 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1ec07775-8fb9-411e-85cd-e133e80cd340 req-0b89094c-8403-4755-b06d-3fdf465bd931 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 1096 time: 0.0391102 Nov 29 17:55:41.033316 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe844db-5af1-4bbb-a697-80fc2a6ad405 req-ddc5afd7-16bc-4891-bd7c-b020b8ca8201 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:41.034814 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bfe844db-5af1-4bbb-a697-80fc2a6ad405 req-ddc5afd7-16bc-4891-bd7c-b020b8ca8201 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 945 time: 0.1092763 Nov 29 17:55:41.068691 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1ec07775-8fb9-411e-85cd-e133e80cd340 req-d2b1ac3b-0de8-4a62-afcd-b7f923c5913c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412662 Nov 29 17:55:41.140334 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bfe844db-5af1-4bbb-a697-80fc2a6ad405 req-d5d3d55a-edac-4fc1-9b9f-1451b92f9675 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924826 Nov 29 17:55:41.191691 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ebe062b3-ab69-440f-b5b3-946063fa3337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:41.310067 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49d2b3-1ebc-4f06-af6a-f74039d613f3 req-4a0f5ca9-5c9d-4491-b671-c56321ff3b68 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:41.311556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd49d2b3-1ebc-4f06-af6a-f74039d613f3 req-4a0f5ca9-5c9d-4491-b671-c56321ff3b68 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 946 time: 0.1180112 Nov 29 17:55:41.444336 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd49d2b3-1ebc-4f06-af6a-f74039d613f3 req-0bb228d7-3ebe-4046-8640-4f70471ee30e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254909 Nov 29 17:55:41.578045 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e89f6f-f4bf-4d57-b778-fa654161bd13 req-aecb5696-8c2e-41c3-aafa-07ee08a18185 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:41.579442 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30e89f6f-f4bf-4d57-b778-fa654161bd13 req-aecb5696-8c2e-41c3-aafa-07ee08a18185 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0753274 Nov 29 17:55:41.584341 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ebe062b3-ab69-440f-b5b3-946063fa3337 admin admin] Deleting port 669ba5cb-6004-492f-bad0-895679294c78 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:55:41.584669 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ebe062b3-ab69-440f-b5b3-946063fa3337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:41.675124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30e89f6f-f4bf-4d57-b778-fa654161bd13 req-b1858a6f-22c6-4830-9a0f-09c46e699299 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877731 Nov 29 17:55:41.693872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-ebe062b3-ab69-440f-b5b3-946063fa3337 admin admin] For port 669ba5cb-6004-492f-bad0-895679294c78, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=669ba5cb-6004-492f-bad0-895679294c78,segment=NetworkSegment(e030fcff-2437-4fd4-8bc2-fed53a0dd3d7),segment_id=e030fcff-2437-4fd4-8bc2-fed53a0dd3d7)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:41.694033 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ebe062b3-ab69-440f-b5b3-946063fa3337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:41.706248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ebe062b3-ab69-440f-b5b3-946063fa3337 admin admin] Calling delete_port for 669ba5cb-6004-492f-bad0-895679294c78 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:55:41.839918 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc411e1-cc15-4974-ac88-d6ee5207b5c2 req-d8e5f62a-3fae-4823-bf6c-aebb3e6c50b0 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:41.841290 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fbc411e1-cc15-4974-ac88-d6ee5207b5c2 req-d8e5f62a-3fae-4823-bf6c-aebb3e6c50b0 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0946944 Nov 29 17:55:41.903983 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fbc411e1-cc15-4974-ac88-d6ee5207b5c2 req-75a9aff9-0745-44db-a062-3e632599b7ac tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564685 Nov 29 17:55:41.952218 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ebe062b3-ab69-440f-b5b3-946063fa3337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:41.981280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe062b3-ab69-440f-b5b3-946063fa3337 admin admin] Pushing event deleted for resources: {'Port': ['ID=669ba5cb-6004-492f-bad0-895679294c78,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:42.074657 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889c7ec-3a05-4ebc-9fe5-c1fe42cda981 req-5dfcfd82-6fd1-49ce-a0f9-ddc3e8cc6d68 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:42.076206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f889c7ec-3a05-4ebc-9fe5-c1fe42cda981 req-5dfcfd82-6fd1-49ce-a0f9-ddc3e8cc6d68 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.0986798 Nov 29 17:55:42.135647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e337f5-6e57-4ca4-b4af-70fbaa37192b req-ee118d69-a76f-415b-a46a-eff65a489231 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:42.137333 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-68e337f5-6e57-4ca4-b4af-70fbaa37192b req-ee118d69-a76f-415b-a46a-eff65a489231 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.20 "GET /v2.0/ports?device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 950 time: 0.0516150 Nov 29 17:55:42.200876 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f889c7ec-3a05-4ebc-9fe5-c1fe42cda981 req-1c97159c-85c9-4fd3-91ea-8b98f2ff1cdd tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871825 Nov 29 17:55:42.211099 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ebe062b3-ab69-440f-b5b3-946063fa3337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:42.364239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980cebc-470e-4ae6-bbfa-dacd0a26d967 req-4bf8a410-028e-4de6-aed7-12acc4db9b15 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:42.366706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3980cebc-470e-4ae6-bbfa-dacd0a26d967 req-4bf8a410-028e-4de6-aed7-12acc4db9b15 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedcd901-45eb-44c6-9d0d-e5a058297665 HTTP/1.1" status: 200 len: 950 time: 0.1010597 Nov 29 17:55:42.449898 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-68e337f5-6e57-4ca4-b4af-70fbaa37192b req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Deleting port f0741d64-9b29-48c1-91e6-f04b58aae89f {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:55:42.450368 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-68e337f5-6e57-4ca4-b4af-70fbaa37192b req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:42.543300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-68e337f5-6e57-4ca4-b4af-70fbaa37192b req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] For port f0741d64-9b29-48c1-91e6-f04b58aae89f, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f0741d64-9b29-48c1-91e6-f04b58aae89f,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:42.543685 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-68e337f5-6e57-4ca4-b4af-70fbaa37192b req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:42.557570 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-68e337f5-6e57-4ca4-b4af-70fbaa37192b req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Calling delete_port for f0741d64-9b29-48c1-91e6-f04b58aae89f owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:55:42.694284 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-68e337f5-6e57-4ca4-b4af-70fbaa37192b req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:42.718559 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['01c1dcc2-f547-451b-924c-553a982437f9', 'f0741d64-9b29-48c1-91e6-f04b58aae89f'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:55:42.724598 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Pushing event deleted for resources: {'Port': ['ID=f0741d64-9b29-48c1-91e6-f04b58aae89f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:42.729407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3980cebc-470e-4ae6-bbfa-dacd0a26d967 req-e1c700a1-8b89-4a0d-9d56-8372ac1be090 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544054 Nov 29 17:55:42.737732 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:42.738224 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:42.738690 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:42.740470 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:42.740914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:42.741364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:42.742434 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:42.742938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:42.743386 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:42.744350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:42.744794 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:42.745291 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:55:42.775581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe062b3-ab69-440f-b5b3-946063fa3337 admin admin] Router ee9fa6c4-c093-403b-8886-9995ca27e06e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:55:42.796732 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e337f5-6e57-4ca4-b4af-70fbaa37192b req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] No DVR routers for this DVR port f0741d64-9b29-48c1-91e6-f04b58aae89f on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:55:42.800087 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-68e337f5-6e57-4ca4-b4af-70fbaa37192b req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:42.804509 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-68e337f5-6e57-4ca4-b4af-70fbaa37192b req-e5875812-cec6-46e4-a173-5cb045911c43 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.20 "DELETE /v2.0/ports/f0741d64-9b29-48c1-91e6-f04b58aae89f HTTP/1.1" status: 204 len: 173 time: 0.6564867 Nov 29 17:55:42.807482 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedcd901-45eb-44c6-9d0d-e5a058297665', 'name': 'network-vif-deleted', 'tag': 'f0741d64-9b29-48c1-91e6-f04b58aae89f'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:42.809925 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68345a5f-f035-4933-a365-7bbe16703941" -d '{"events": [{"server_uuid": "eedcd901-45eb-44c6-9d0d-e5a058297665", "name": "network-vif-deleted", "tag": "f0741d64-9b29-48c1-91e6-f04b58aae89f"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:42.947934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c700616-a686-4ffe-8567-afdf733c377a req-ea2e8c47-7d5c-4d7f-b8db-6a8380cd4541 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:42.949425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c700616-a686-4ffe-8567-afdf733c377a req-ea2e8c47-7d5c-4d7f-b8db-6a8380cd4541 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 945 time: 0.1125395 Nov 29 17:55:42.972240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe062b3-ab69-440f-b5b3-946063fa3337 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:55:42.980777 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38010) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:42.981590 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ebe062b3-ab69-440f-b5b3-946063fa3337 admin admin] 10.222.0.23 "PUT /v2.0/routers/ee9fa6c4-c093-403b-8886-9995ca27e06e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5769746 Nov 29 17:55:42.987154 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f22ac4-3f66-46af-8047-a6ce75183439 None None] Sync routers for ids ['ee9fa6c4-c093-403b-8886-9995ca27e06e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:55:43.017592 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f22ac4-3f66-46af-8047-a6ce75183439 None None] Routers {'ee9fa6c4-c093-403b-8886-9995ca27e06e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:55:43.018209 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-20f22ac4-3f66-46af-8047-a6ce75183439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:55:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['ee9fa6c4-c093-403b-8886-9995ca27e06e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:43.018525 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c700616-a686-4ffe-8567-afdf733c377a req-25a8b91a-f35d-402a-889c-845a15bba6ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621493 Nov 29 17:55:43.134003 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5ab8bae-4fc2-45b1-aa0a-b4b3209c3e30 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:43.149867 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-20f22ac4-3f66-46af-8047-a6ce75183439 None None] Set router ee9fa6c4-c093-403b-8886-9995ca27e06e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:55:43.153819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ef18e-1915-418d-a1d4-edda4833db7b req-61928de4-f98a-41ca-8620-555fad657547 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:43.155417 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e49ef18e-1915-418d-a1d4-edda4833db7b req-61928de4-f98a-41ca-8620-555fad657547 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 946 time: 0.0524807 Nov 29 17:55:43.204497 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e49ef18e-1915-418d-a1d4-edda4833db7b req-d7ad047e-df6e-4133-a530-ac56b40cab86 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417421 Nov 29 17:55:43.246509 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5ab8bae-4fc2-45b1-aa0a-b4b3209c3e30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:43.307377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab8bae-4fc2-45b1-aa0a-b4b3209c3e30 admin admin] Deleting port 12a53e44-7df9-41b7-8115-9f957dc2e631 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:55:43.308314 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5ab8bae-4fc2-45b1-aa0a-b4b3209c3e30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:43.320970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf777ec-fe71-4f36-971c-9178bef2b41e req-fb0659d9-8cfd-4b9a-99db-a9d0a314490d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:43.322515 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5cf777ec-fe71-4f36-971c-9178bef2b41e req-fb0659d9-8cfd-4b9a-99db-a9d0a314490d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0566003 Nov 29 17:55:43.332394 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-20f22ac4-3f66-46af-8047-a6ce75183439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'name': 'tempest-FloatingIPsTestJSON-1097817413-router', 'tenant_id': '619fc41ae51446da864b51e3c107fc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': '12a53e44-7df9-41b7-8115-9f957dc2e631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:23Z', 'updated_at': '2021-11-29T17:55:41Z', 'revision_number': 5, 'project_id': '619fc41ae51446da864b51e3c107fc44', 'gw_port': {'id': '12a53e44-7df9-41b7-8115-9f957dc2e631', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:24Z', 'updated_at': '2021-11-29T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:43.362471 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f22ac4-3f66-46af-8047-a6ce75183439 None None] Checking router: ee9fa6c4-c093-403b-8886-9995ca27e06e for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:55:43.371610 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f22ac4-3f66-46af-8047-a6ce75183439 None None] Routers {'ee9fa6c4-c093-403b-8886-9995ca27e06e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:55:43.371955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5cf777ec-fe71-4f36-971c-9178bef2b41e req-19724a13-bccb-41c7-80cb-67a3e0f3f1e6 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Nov 29 17:55:43.372182 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-20f22ac4-3f66-46af-8047-a6ce75183439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:55:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['ee9fa6c4-c093-403b-8886-9995ca27e06e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:43.395118 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-b5ab8bae-4fc2-45b1-aa0a-b4b3209c3e30 admin admin] For port 12a53e44-7df9-41b7-8115-9f957dc2e631, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=12a53e44-7df9-41b7-8115-9f957dc2e631,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:43.396220 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5ab8bae-4fc2-45b1-aa0a-b4b3209c3e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:43.411037 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab8bae-4fc2-45b1-aa0a-b4b3209c3e30 admin admin] Calling delete_port for 12a53e44-7df9-41b7-8115-9f957dc2e631 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:55:43.469934 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-20f22ac4-3f66-46af-8047-a6ce75183439 None None] Set router ee9fa6c4-c093-403b-8886-9995ca27e06e gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:55:43.472232 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844d57f1-647c-4e3c-b2a8-b649012e9ed2 x-openstack-request-id: req-844d57f1-647c-4e3c-b2a8-b649012e9ed2 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:43.472533 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedcd901-45eb-44c6-9d0d-e5a058297665", "name": "network-vif-deleted", "tag": "f0741d64-9b29-48c1-91e6-f04b58aae89f", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:43.472854 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-844d57f1-647c-4e3c-b2a8-b649012e9ed2 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:43.473192 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedcd901-45eb-44c6-9d0d-e5a058297665', 'name': 'network-vif-deleted', 'tag': 'f0741d64-9b29-48c1-91e6-f04b58aae89f', 'status': 'completed', 'code': 200} Nov 29 17:55:43.522749 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-20f22ac4-3f66-46af-8047-a6ce75183439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'name': 'tempest-FloatingIPsTestJSON-1097817413-router', 'tenant_id': '619fc41ae51446da864b51e3c107fc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:23Z', 'updated_at': '2021-11-29T17:55:43Z', 'revision_number': 6, 'project_id': '619fc41ae51446da864b51e3c107fc44', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:43.540773 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f40da-61b7-4b13-9da0-f581f48cebba req-744d8450-14d2-4e0e-87b6-93578eadab1a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:43.548984 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b7f40da-61b7-4b13-9da0-f581f48cebba req-744d8450-14d2-4e0e-87b6-93578eadab1a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0719624 Nov 29 17:55:43.553442 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f22ac4-3f66-46af-8047-a6ce75183439 None None] The sync data for ids ['ee9fa6c4-c093-403b-8886-9995ca27e06e'] in n-d-819494-5 is: [{'id': 'ee9fa6c4-c093-403b-8886-9995ca27e06e', 'name': 'tempest-FloatingIPsTestJSON-1097817413-router', 'tenant_id': '619fc41ae51446da864b51e3c107fc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:23Z', 'updated_at': '2021-11-29T17:55:43Z', 'revision_number': 6, 'project_id': '619fc41ae51446da864b51e3c107fc44', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:55:43.618662 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b7f40da-61b7-4b13-9da0-f581f48cebba req-51197265-4e5e-4369-b61d-ff88df056cc4 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684752 Nov 29 17:55:43.632991 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5ab8bae-4fc2-45b1-aa0a-b4b3209c3e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:43.655607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab8bae-4fc2-45b1-aa0a-b4b3209c3e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a53e44-7df9-41b7-8115-9f957dc2e631,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:43.713434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22caf79-8c5e-4a56-9911-2ed3c15fb278 req-9119995b-0747-4c62-91a2-0cbe6d732821 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:43.714964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a22caf79-8c5e-4a56-9911-2ed3c15fb278 req-9119995b-0747-4c62-91a2-0cbe6d732821 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 1096 time: 0.0400069 Nov 29 17:55:43.722947 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5ab8bae-4fc2-45b1-aa0a-b4b3209c3e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:43.759427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a22caf79-8c5e-4a56-9911-2ed3c15fb278 req-53643b0e-68be-4d72-9dfb-af2ff19bee04 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381324 Nov 29 17:55:43.826718 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5ab8bae-4fc2-45b1-aa0a-b4b3209c3e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:43.828893 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5ab8bae-4fc2-45b1-aa0a-b4b3209c3e30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:43.859288 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9180005-7ec0-489f-b512-dccc4489b986 req-da9838c8-d56b-4c11-850d-1e4bc730fdea tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:43.860760 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9180005-7ec0-489f-b512-dccc4489b986 req-da9838c8-d56b-4c11-850d-1e4bc730fdea tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.0477102 Nov 29 17:55:43.893597 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5ab8bae-4fc2-45b1-aa0a-b4b3209c3e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:43.894133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ab8bae-4fc2-45b1-aa0a-b4b3209c3e30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee9fa6c4-c093-403b-8886-9995ca27e06e {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 17:55:43.899278 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5ab8bae-4fc2-45b1-aa0a-b4b3209c3e30 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:43.900738 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b5ab8bae-4fc2-45b1-aa0a-b4b3209c3e30 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ee9fa6c4-c093-403b-8886-9995ca27e06e HTTP/1.1" status: 204 len: 168 time: 0.9166775 Nov 29 17:55:43.903727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38020) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:43.908342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9180005-7ec0-489f-b512-dccc4489b986 req-de278baa-8115-40b5-a2a4-e74f63b538ec tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406425 Nov 29 17:55:43.951481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-155641cf-e412-4047-a2f7-97de1bddcb80 admin admin] Deleting subnet f256ee54-f9a9-4694-bf44-883478ef6836 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 17:55:43.955089 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-155641cf-e412-4047-a2f7-97de1bddcb80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:43.992846 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-155641cf-e412-4047-a2f7-97de1bddcb80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:44.070074 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b68d-fa1a-4190-8849-9a9fc3c3c898 req-eae88fc7-9e98-4850-9963-e6c178046942 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:44.071769 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34d6b68d-fa1a-4190-8849-9a9fc3c3c898 req-eae88fc7-9e98-4850-9963-e6c178046942 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 1096 time: 0.0586829 Nov 29 17:55:44.107154 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-155641cf-e412-4047-a2f7-97de1bddcb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:44.117026 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34d6b68d-fa1a-4190-8849-9a9fc3c3c898 req-5404a947-a2a9-4389-9ac3-6efbe807cb12 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390465 Nov 29 17:55:44.161946 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-155641cf-e412-4047-a2f7-97de1bddcb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:44.189909 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155641cf-e412-4047-a2f7-97de1bddcb80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f256ee54-f9a9-4694-bf44-883478ef6836,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:44.194758 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-155641cf-e412-4047-a2f7-97de1bddcb80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:44.197714 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-155641cf-e412-4047-a2f7-97de1bddcb80 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f256ee54-f9a9-4694-bf44-883478ef6836 HTTP/1.1" status: 204 len: 168 time: 0.2928846 Nov 29 17:55:44.201088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38026) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:44.203397 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090ff556-1c56-4444-bb8a-cdd29555396c None None] Network ae6ef224-f7ec-44f9-9936-1df903e418ad requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:55:44.279183 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:44.336942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] Deleting port f4674d1e-eb30-43b5-b060-8c8fb9da5feb {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:55:44.337288 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:44.428077 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919fd0cc-8ef8-4cc1-b8c3-91bccb2a38a8 None None] DHCP port deletion for ae6ef224-f7ec-44f9-9936-1df903e418ad request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 17:55:44.440858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] For port f4674d1e-eb30-43b5-b060-8c8fb9da5feb, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f4674d1e-eb30-43b5-b060-8c8fb9da5feb,segment=NetworkSegment(e030fcff-2437-4fd4-8bc2-fed53a0dd3d7),segment_id=e030fcff-2437-4fd4-8bc2-fed53a0dd3d7)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:44.441250 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:44.458688 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502da6d-17ca-4afe-a4df-7a2e183bbf85 req-9c4df857-34d9-487e-bf94-fd2ff88fa351 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:44.460195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 12a53e44-7df9-41b7-8115-9f957dc2e631 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:55:44.460320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8502da6d-17ca-4afe-a4df-7a2e183bbf85 req-9c4df857-34d9-487e-bf94-fd2ff88fa351 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 946 time: 0.1202743 Nov 29 17:55:44.466364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] Calling delete_port for f4674d1e-eb30-43b5-b060-8c8fb9da5feb owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:55:44.482011 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 12a53e44-7df9-41b7-8115-9f957dc2e631 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:55:44.482359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 12a53e44-7df9-41b7-8115-9f957dc2e631 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:55:44.482772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 669ba5cb-6004-492f-bad0-895679294c78 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:55:44.508266 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 669ba5cb-6004-492f-bad0-895679294c78 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:55:44.508605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 669ba5cb-6004-492f-bad0-895679294c78 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:55:44.529224 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-919fd0cc-8ef8-4cc1-b8c3-91bccb2a38a8 None None] Deleting port f4674d1e-eb30-43b5-b060-8c8fb9da5feb {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:55:44.529764 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-919fd0cc-8ef8-4cc1-b8c3-91bccb2a38a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:44.561548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8502da6d-17ca-4afe-a4df-7a2e183bbf85 req-d09891f0-e2a9-4c0e-a281-2ad16df71387 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931954 Nov 29 17:55:44.596783 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:44.597762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-919fd0cc-8ef8-4cc1-b8c3-91bccb2a38a8 None None] For port f4674d1e-eb30-43b5-b060-8c8fb9da5feb, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f4674d1e-eb30-43b5-b060-8c8fb9da5feb,segment=NetworkSegment(e030fcff-2437-4fd4-8bc2-fed53a0dd3d7),segment_id=e030fcff-2437-4fd4-8bc2-fed53a0dd3d7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:44.598372 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-919fd0cc-8ef8-4cc1-b8c3-91bccb2a38a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:44.615471 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-919fd0cc-8ef8-4cc1-b8c3-91bccb2a38a8 None None] Calling delete_port for f4674d1e-eb30-43b5-b060-8c8fb9da5feb owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:55:44.631302 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] Pushing event deleted for resources: {'Port': ['ID=f4674d1e-eb30-43b5-b060-8c8fb9da5feb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:44.634055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] No DVR routers for this DVR port f4674d1e-eb30-43b5-b060-8c8fb9da5feb on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:55:44.739796 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:44.743754 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-919fd0cc-8ef8-4cc1-b8c3-91bccb2a38a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:44.762425 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff07e13-fcd3-4f1c-a1c8-be2aede39613 req-e7c193bd-1bdb-47a2-90b4-4e54b240999e tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:44.763860 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fff07e13-fcd3-4f1c-a1c8-be2aede39613 req-e7c193bd-1bdb-47a2-90b4-4e54b240999e tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/ports?device_id=db72513c-dcba-42e9-8466-cd5114d75e76 HTTP/1.1" status: 200 len: 950 time: 0.1357837 Nov 29 17:55:44.766555 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fd0cc-8ef8-4cc1-b8c3-91bccb2a38a8 None None] Pushing event deleted for resources: {'Port': ['ID=f4674d1e-eb30-43b5-b060-8c8fb9da5feb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:44.772135 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6ef224-f7ec-44f9-9936-1df903e418ad']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:44.772754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919fd0cc-8ef8-4cc1-b8c3-91bccb2a38a8 None None] No DVR routers for this DVR port f4674d1e-eb30-43b5-b060-8c8fb9da5feb on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:55:44.789041 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e030fcff-2437-4fd4-8bc2-fed53a0dd3d7') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:44.789337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e030fcff-2437-4fd4-8bc2-fed53a0dd3d7') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:44.805739 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:44.827488 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:44.840790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 17:55:44.841186 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: timer() Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 17:55:44.842771 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 17:55:44.883825 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fff07e13-fcd3-4f1c-a1c8-be2aede39613 req-d73c769b-fe23-4e08-8db6-00b28c421322 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.23 "GET /v2.0/security-groups?id=edccd891-24d5-4cb6-a31c-167958ca296c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041107 Nov 29 17:55:44.908538 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:44.916203 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:44.922071 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] 10.222.0.23 "DELETE /v2.0/networks/ae6ef224-f7ec-44f9-9936-1df903e418ad HTTP/1.1" status: 204 len: 168 time: 0.7184868 Nov 29 17:55:44.935262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8a5cf-150e-4d66-818a-b136f32a99de admin admin] Pushing event deleted for resources: {'Network': ['ID=ae6ef224-f7ec-44f9-9936-1df903e418ad,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:45.040233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38046) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:45.074445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189e712-f1c9-4132-a4a0-3e437c4a99ec req-945d9eff-8309-43c2-bd10-c9df2550233d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:45.076018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e189e712-f1c9-4132-a4a0-3e437c4a99ec req-945d9eff-8309-43c2-bd10-c9df2550233d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0523522 Nov 29 17:55:45.086858 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9bf89af5-1ac9-4c02-a992-2bcf43b4684b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=619fc41ae51446da864b51e3c107fc44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451534 Nov 29 17:55:45.089484 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38048) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:45.152806 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e189e712-f1c9-4132-a4a0-3e437c4a99ec req-21f63b1f-31ac-4bd9-bbd6-647abbc5173c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706606 Nov 29 17:55:45.164935 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8ce4b7b-c80f-4c9f-939b-62c21bb40b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:45.186684 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8ce4b7b-c80f-4c9f-939b-62c21bb40b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:45.269882 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d562e-5653-46fe-8b72-99cdfeb159f4 req-1d18f878-86b9-4e4b-9416-ad93a5802d82 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:45.271659 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-595d562e-5653-46fe-8b72-99cdfeb159f4 req-1d18f878-86b9-4e4b-9416-ad93a5802d82 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0641758 Nov 29 17:55:45.272618 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8ce4b7b-c80f-4c9f-939b-62c21bb40b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:45.275352 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8ce4b7b-c80f-4c9f-939b-62c21bb40b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:45.276396 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f8ce4b7b-c80f-4c9f-939b-62c21bb40b54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b13c806-e1f0-4124-9d8e-6b1ba5b171aa HTTP/1.1" status: 204 len: 168 time: 0.1860294 Nov 29 17:55:45.291100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce4b7b-c80f-4c9f-939b-62c21bb40b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b13c806-e1f0-4124-9d8e-6b1ba5b171aa,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:45.334212 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-595d562e-5653-46fe-8b72-99cdfeb159f4 req-816a2d01-5c6f-466b-9547-2794f22f1d95 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543103 Nov 29 17:55:45.449398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd2317-a264-4b8f-a982-f896e91391b6 req-cc3a90af-d0e0-4fb1-bcec-15c7d1935035 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:45.453010 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8dbd2317-a264-4b8f-a982-f896e91391b6 req-cc3a90af-d0e0-4fb1-bcec-15c7d1935035 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.0616453 Nov 29 17:55:45.492988 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-cc95c885-b619-486c-99ae-212c23d266f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:45.494514 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-cc95c885-b619-486c-99ae-212c23d266f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.0673881 Nov 29 17:55:45.504141 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8dbd2317-a264-4b8f-a982-f896e91391b6 req-f4b7e59d-591b-4b55-b626-d02bc1d5dd95 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439723 Nov 29 17:55:45.602667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02295868-765b-413a-a65f-ff33b1af110b req-6ee827c4-7d07-422f-8c68-8034ca91043b tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:45.604188 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02295868-765b-413a-a65f-ff33b1af110b req-6ee827c4-7d07-422f-8c68-8034ca91043b tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 1096 time: 0.0439334 Nov 29 17:55:45.647815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02295868-765b-413a-a65f-ff33b1af110b req-086a3527-75ec-4294-b4c6-d3a807cf33ef tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376375 Nov 29 17:55:45.749117 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074d5da-f7f8-4980-a93c-f79b80a1a39e req-26ae5269-7540-4f08-ad6c-6a6693064641 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:45.750563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a074d5da-f7f8-4980-a93c-f79b80a1a39e req-26ae5269-7540-4f08-ad6c-6a6693064641 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 946 time: 0.0488982 Nov 29 17:55:45.801378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a074d5da-f7f8-4980-a93c-f79b80a1a39e req-20745eb6-82f5-46bd-b40d-aec407560221 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443208 Nov 29 17:55:45.961463 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f0741d64-9b29-48c1-91e6-f04b58aae89f no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:55:45.986142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: f0741d64-9b29-48c1-91e6-f04b58aae89f {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:55:45.986487 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f0741d64-9b29-48c1-91e6-f04b58aae89f not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:55:46.204351 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3d8b2-6444-4772-bad0-e81a83f200d8 req-f9a7c94f-9146-4990-8142-86555c5cda3e tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:46.206453 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fad3d8b2-6444-4772-bad0-e81a83f200d8 req-f9a7c94f-9146-4990-8142-86555c5cda3e tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.20 "GET /v2.0/ports?device_id=db72513c-dcba-42e9-8466-cd5114d75e76 HTTP/1.1" status: 200 len: 950 time: 0.0495443 Nov 29 17:55:46.312692 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-fad3d8b2-6444-4772-bad0-e81a83f200d8 req-ce8b7d37-79a7-4828-9ae5-3db5f33c02f3 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Deleting port 01c1dcc2-f547-451b-924c-553a982437f9 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:55:46.313303 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fad3d8b2-6444-4772-bad0-e81a83f200d8 req-ce8b7d37-79a7-4828-9ae5-3db5f33c02f3 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:46.323775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f4674d1e-eb30-43b5-b060-8c8fb9da5feb no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:55:46.349851 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: f4674d1e-eb30-43b5-b060-8c8fb9da5feb {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:55:46.350386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f4674d1e-eb30-43b5-b060-8c8fb9da5feb not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:55:46.412912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-fad3d8b2-6444-4772-bad0-e81a83f200d8 req-ce8b7d37-79a7-4828-9ae5-3db5f33c02f3 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] For port 01c1dcc2-f547-451b-924c-553a982437f9, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=01c1dcc2-f547-451b-924c-553a982437f9,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:46.413277 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fad3d8b2-6444-4772-bad0-e81a83f200d8 req-ce8b7d37-79a7-4828-9ae5-3db5f33c02f3 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:46.426096 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-fad3d8b2-6444-4772-bad0-e81a83f200d8 req-ce8b7d37-79a7-4828-9ae5-3db5f33c02f3 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Calling delete_port for 01c1dcc2-f547-451b-924c-553a982437f9 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:55:46.552980 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fad3d8b2-6444-4772-bad0-e81a83f200d8 req-ce8b7d37-79a7-4828-9ae5-3db5f33c02f3 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:46.565076 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['01c1dcc2-f547-451b-924c-553a982437f9'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:55:46.582345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b7d37-79a7-4828-9ae5-3db5f33c02f3 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Pushing event deleted for resources: {'Port': ['ID=01c1dcc2-f547-451b-924c-553a982437f9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:46.625992 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad3d8b2-6444-4772-bad0-e81a83f200d8 req-ce8b7d37-79a7-4828-9ae5-3db5f33c02f3 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] No DVR routers for this DVR port 01c1dcc2-f547-451b-924c-553a982437f9 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:55:46.628588 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fad3d8b2-6444-4772-bad0-e81a83f200d8 req-ce8b7d37-79a7-4828-9ae5-3db5f33c02f3 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:46.632926 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fad3d8b2-6444-4772-bad0-e81a83f200d8 req-ce8b7d37-79a7-4828-9ae5-3db5f33c02f3 tempest-ServersAdminNegativeTestJSON-715020355 tempest-ServersAdminNegativeTestJSON-715020355-project] 10.222.0.20 "DELETE /v2.0/ports/01c1dcc2-f547-451b-924c-553a982437f9 HTTP/1.1" status: 204 len: 173 time: 0.4152822 Nov 29 17:55:46.633402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db72513c-dcba-42e9-8466-cd5114d75e76', 'name': 'network-vif-deleted', 'tag': '01c1dcc2-f547-451b-924c-553a982437f9'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:46.635681 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b9b3a7-81d2-4cf3-9b9f-053cf41032e9" -d '{"events": [{"server_uuid": "db72513c-dcba-42e9-8466-cd5114d75e76", "name": "network-vif-deleted", "tag": "01c1dcc2-f547-451b-924c-553a982437f9"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:49.972592 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 01c1dcc2-f547-451b-924c-553a982437f9 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:55:49.993591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 01c1dcc2-f547-451b-924c-553a982437f9 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:55:49.993933 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 01c1dcc2-f547-451b-924c-553a982437f9 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:55:51.735003 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-aba037a5-9eeb-4fa3-b914-96a3ccdbc9c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481739 Nov 29 17:55:51.858428 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-076bb9d2-a60e-4fe0-b609-98feafd93ded service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121020 Nov 29 17:55:51.980526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ece16ed5-5f0a-4a08-b7a0-85dc4c9a3bcb req-f33f9570-b432-45ee-b7a3-9c643b3ad99f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0801082 Nov 29 17:55:52.000717 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-d80561bc-f01a-496a-9c43-593026451acd service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285424 Nov 29 17:55:52.031703 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-e733afc2-d427-4b89-b8d8-a34084e806f7 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:55:52.032840 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-e733afc2-d427-4b89-b8d8-a34084e806f7 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064533 Nov 29 17:55:52.077725 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-da9d4aa8-bf25-4e29-9cb9-96ea7ddc63e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:52.079487 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-da9d4aa8-bf25-4e29-9cb9-96ea7ddc63e3 service neutron] 10.222.0.23 "GET /v2.0/ports/e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 HTTP/1.1" status: 200 len: 1093 time: 0.0401537 Nov 29 17:55:52.094180 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-7e8c2996-65f3-4172-8678-647a15ab7d0c service neutron] Request body: {'binding': {'host': 'n-h2-819494-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:52.094942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-7e8c2996-65f3-4172-8678-647a15ab7d0c service neutron] Unknown quota resources ['binding']. {{(pid=110004) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 17:55:52.095184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac40a56-f18c-4697-a4dd-cd6a16d61f8e req-93ba1ad2-4f94-4a6a-b1e4-729848bda10c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:52.096694 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dac40a56-f18c-4697-a4dd-cd6a16d61f8e req-93ba1ad2-4f94-4a6a-b1e4-729848bda10c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0968244 Nov 29 17:55:52.100111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece16ed5-5f0a-4a08-b7a0-85dc4c9a3bcb req-dbbc95c6-d991-4f50-8b35-012465d33a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:52.101511 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ece16ed5-5f0a-4a08-b7a0-85dc4c9a3bcb req-dbbc95c6-d991-4f50-8b35-012465d33a42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 1100 time: 0.0649946 Nov 29 17:55:52.120384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38120) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:52.199632 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dac40a56-f18c-4697-a4dd-cd6a16d61f8e req-f6607131-74b3-47f4-a31c-21f34cb9aa98 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931134 Nov 29 17:55:52.201337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-50498820-1eec-4048-8a94-a5303a90949b tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:52.202929 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-50498820-1eec-4048-8a94-a5303a90949b tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233&tenant_id=80d0ffbb4cf74b4ab097b8a012189088&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 1097 time: 0.1222019 Nov 29 17:55:52.222043 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-5'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:52.251510 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece16ed5-5f0a-4a08-b7a0-85dc4c9a3bcb req-3f9e61cd-618c-4bcc-b145-4003266f9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:52.253160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ece16ed5-5f0a-4a08-b7a0-85dc4c9a3bcb req-3f9e61cd-618c-4bcc-b145-4003266f9ee1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1283591 Nov 29 17:55:52.302993 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ece16ed5-5f0a-4a08-b7a0-85dc4c9a3bcb req-e259482b-e698-49b8-8d95-f05c7d0e0c3d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=eb57a55e-8e88-4232-adb2-6710e7654ae4 HTTP/1.1" status: 200 len: 217 time: 0.0419366 Nov 29 17:55:52.339655 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:52.360791 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b1e326d2-2584-43b9-8856-5e10470e3d32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=568f8546202547a5a4831128411f46f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273507 Nov 29 17:55:52.363446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38124) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:52.364477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-7e8c2996-65f3-4172-8678-647a15ab7d0c service neutron] Attempting to bind port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 on host n-h2-819494-5 for vnic_type normal with profile None {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:52.364817 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-7e8c2996-65f3-4172-8678-647a15ab7d0c service neutron] Attempting to bind port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:52.365398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-7e8c2996-65f3-4172-8678-647a15ab7d0c service neutron] Attempting to bind port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:52.390357 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-7e8c2996-65f3-4172-8678-647a15ab7d0c service neutron] Port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 on network d41485a2-1aa1-4798-b665-6b565c023c81 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:55:52.390671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-7e8c2996-65f3-4172-8678-647a15ab7d0c service neutron] Attempting to bind port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:52.391249 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece16ed5-5f0a-4a08-b7a0-85dc4c9a3bcb req-e3ae3304-e1da-4dc4-b05b-5e12b881a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:52.392695 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ece16ed5-5f0a-4a08-b7a0-85dc4c9a3bcb req-e3ae3304-e1da-4dc4-b05b-5e12b881a12e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0814586 Nov 29 17:55:52.398918 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-7e8c2996-65f3-4172-8678-647a15ab7d0c service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:52.399255 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-7e8c2996-65f3-4172-8678-647a15ab7d0c service neutron] Checking segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:52.399632 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-7e8c2996-65f3-4172-8678-647a15ab7d0c service neutron] Bound using segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:52.400071 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-7e8c2996-65f3-4172-8678-647a15ab7d0c service neutron] Bound port: e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:52.405378 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095fee7-3bd5-4317-a035-623a918ffc4b req-cab2309d-7aa5-4b9d-8860-e8b81f3e5426 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:52.407074 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1095fee7-3bd5-4317-a035-623a918ffc4b req-cab2309d-7aa5-4b9d-8860-e8b81f3e5426 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.1066074 Nov 29 17:55:52.492259 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-082989aa-6cb1-4ee8-a90e-35aeb83f31f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:52.498363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece16ed5-5f0a-4a08-b7a0-85dc4c9a3bcb req-cf1edf49-b73f-4ed3-85d8-94bdfb166802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:52.499875 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ece16ed5-5f0a-4a08-b7a0-85dc4c9a3bcb req-cf1edf49-b73f-4ed3-85d8-94bdfb166802 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890648 Nov 29 17:55:52.502335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-7e8c2996-65f3-4172-8678-647a15ab7d0c service neutron] For port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:52.509354 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1095fee7-3bd5-4317-a035-623a918ffc4b req-31ce2ad0-f804-468c-bdb9-c4fcdf16ba3c tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871711 Nov 29 17:55:52.513009 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-7e8c2996-65f3-4172-8678-647a15ab7d0c service neutron] Publish callbacks [] for binding, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:52.514151 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-7e8c2996-65f3-4172-8678-647a15ab7d0c service neutron] 10.222.0.23 "POST /v2.0/ports/e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624/bindings HTTP/1.1" status: 201 len: 389 time: 0.4233387 Nov 29 17:55:52.543909 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] For port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:52.573867 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-082989aa-6cb1-4ee8-a90e-35aeb83f31f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:52.623068 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] For port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:52.649572 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d44f2b-2f7b-44af-9253-e70bcbed3db4 x-openstack-request-id: req-50d44f2b-2f7b-44af-9253-e70bcbed3db4 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:52.649873 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db72513c-dcba-42e9-8466-cd5114d75e76", "name": "network-vif-deleted", "tag": "01c1dcc2-f547-451b-924c-553a982437f9", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:52.650129 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50d44f2b-2f7b-44af-9253-e70bcbed3db4 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:52.650545 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db72513c-dcba-42e9-8466-cd5114d75e76', 'name': 'network-vif-deleted', 'tag': '01c1dcc2-f547-451b-924c-553a982437f9', 'status': 'completed', 'code': 200} Nov 29 17:55:52.679346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ece16ed5-5f0a-4a08-b7a0-85dc4c9a3bcb req-e03fcd7b-f563-42ec-9268-007cd5cad404 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690228 Nov 29 17:55:52.687449 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:52.692530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:52.702315 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ed447-d64a-403d-b3c6-90cdb7c9237f req-346aa6b0-cb9d-425b-9172-6d8a67186719 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:52.703759 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d9ed447-d64a-403d-b3c6-90cdb7c9237f req-346aa6b0-cb9d-425b-9172-6d8a67186719 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.0990074 Nov 29 17:55:52.712922 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-082989aa-6cb1-4ee8-a90e-35aeb83f31f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:52.715452 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-082989aa-6cb1-4ee8-a90e-35aeb83f31f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:52.718912 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-082989aa-6cb1-4ee8-a90e-35aeb83f31f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/edccd891-24d5-4cb6-a31c-167958ca296c HTTP/1.1" status: 204 len: 168 time: 0.3521018 Nov 29 17:55:52.784093 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Attempting to bind port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 on host n-h1-819494-5 for vnic_type normal with profile {"migrating_to": "n-h2-819494-5"} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:52.784671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Attempting to bind port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:52.784816 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Attempting to bind port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:52.786752 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Pushing event updated for resources: {'Port': ['ID=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,revision_number=7']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:52.795059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:55:52.795376 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Attempting to bind port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:52.796231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082989aa-6cb1-4ee8-a90e-35aeb83f31f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edccd891-24d5-4cb6-a31c-167958ca296c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:52.802244 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:52.802663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Checking segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:52.803079 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Bound using segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:52.803504 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Bound port: bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:52.803917 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:52.858914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25be9cc-745e-43cf-afac-86ee55fba91c req-373ff7e3-e565-47b3-9496-76628f81655d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:52.860483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c25be9cc-745e-43cf-afac-86ee55fba91c req-373ff7e3-e565-47b3-9496-76628f81655d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 944 time: 0.1657152 Nov 29 17:55:52.869439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d9ed447-d64a-403d-b3c6-90cdb7c9237f req-79f8897d-b1a1-4c7c-8486-10905a5699a4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519144 Nov 29 17:55:52.882342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ece16ed5-5f0a-4a08-b7a0-85dc4c9a3bcb req-98d75c58-e44e-42d0-9a42-308ca1dde696 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956313 Nov 29 17:55:52.882606 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] For port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:52.885995 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] For port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:52.891343 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:52.933730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c25be9cc-745e-43cf-afac-86ee55fba91c req-0d12ae2f-d7cd-4d70-8fa4-27adc107a31f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526116 Nov 29 17:55:53.014608 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Pushing event updated for resources: {'Port': ['ID=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,revision_number=8']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:53.021642 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:53.022815 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:53.025157 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-78ac510a-9ff9-4a23-a910-1630b43cd1ec service neutron] 10.222.0.31 "PUT /v2.0/ports/bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 HTTP/1.1" status: 200 len: 1122 time: 0.8073287 Nov 29 17:55:53.093164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e56c3c-a264-4718-867a-b6351daeac23 req-b468c0d5-7e89-446d-960b-ba8954aa6bf0 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:53.095083 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d1e56c3c-a264-4718-867a-b6351daeac23 req-b468c0d5-7e89-446d-960b-ba8954aa6bf0 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 945 time: 0.0656290 Nov 29 17:55:53.133835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:55:53.141691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38148) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:53.173238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d1e56c3c-a264-4718-867a-b6351daeac23 req-fe9e8cc1-bd64-4bb7-b92b-e688d3f725bc tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693359 Nov 29 17:55:53.201177 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ccb62deb-ce2e-4f75-9959-c61e8cefc2ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebd34abe55734a5c986378c75f52ac9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582485 Nov 29 17:55:53.203560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38152) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:53.267323 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b391e64-8b6b-4817-a76a-0c7db90584a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:53.307644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b391e64-8b6b-4817-a76a-0c7db90584a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:53.408376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f1131-3cfd-4592-b6c2-2515f68ea512 req-a42d2ede-1e15-4c49-94b0-ce84cd1f04de tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:53.409877 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c92f1131-3cfd-4592-b6c2-2515f68ea512 req-a42d2ede-1e15-4c49-94b0-ce84cd1f04de tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.1048100 Nov 29 17:55:53.428011 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf89027-f0b6-4dc0-9d09-df0dedf4bbca req-b3eccd2c-5147-401b-9008-9560a963407a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:53.429473 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2cf89027-f0b6-4dc0-9d09-df0dedf4bbca req-b3eccd2c-5147-401b-9008-9560a963407a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0865619 Nov 29 17:55:53.432303 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b391e64-8b6b-4817-a76a-0c7db90584a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:53.435033 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b391e64-8b6b-4817-a76a-0c7db90584a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:53.438403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7b391e64-8b6b-4817-a76a-0c7db90584a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad83a006-6b23-45b6-9fad-919d3017f35d HTTP/1.1" status: 204 len: 168 time: 0.2313814 Nov 29 17:55:53.464241 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b391e64-8b6b-4817-a76a-0c7db90584a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad83a006-6b23-45b6-9fad-919d3017f35d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:53.516368 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c92f1131-3cfd-4592-b6c2-2515f68ea512 req-fc118634-b3c8-4627-b5db-c741eff38615 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855086 Nov 29 17:55:53.535323 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2cf89027-f0b6-4dc0-9d09-df0dedf4bbca req-7c077a81-2caf-4e1b-83be-d805e5503a3a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870628 Nov 29 17:55:53.589850 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864db4d-c560-460f-be37-65d47e64879d req-ace8e5e7-251b-416d-9c80-5b3fa0546c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:53.592350 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6864db4d-c560-460f-be37-65d47e64879d req-ace8e5e7-251b-416d-9c80-5b3fa0546c08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2eea5c9ed99940e78b65e23cec85e2e3&device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 1097 time: 0.0456476 Nov 29 17:55:53.714439 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864db4d-c560-460f-be37-65d47e64879d req-3006dd03-7c6d-448d-8b5e-3fc77833a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:53.716122 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6864db4d-c560-460f-be37-65d47e64879d req-3006dd03-7c6d-448d-8b5e-3fc77833a0a6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b9b0794a-43f8-4559-af2b-f1bbb377bb64 HTTP/1.1" status: 200 len: 915 time: 0.1033645 Nov 29 17:55:53.781653 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6864db4d-c560-460f-be37-65d47e64879d req-064a2bef-f9d7-4634-9d2c-c540cfd269cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f64671-a63b-4f64-b8af-d3c8274270ef HTTP/1.1" status: 200 len: 217 time: 0.0505362 Nov 29 17:55:53.823110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38184) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:53.840045 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864db4d-c560-460f-be37-65d47e64879d req-6083cd8c-60f5-4b52-bbfa-c5c044b5ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:53.841521 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6864db4d-c560-460f-be37-65d47e64879d req-6083cd8c-60f5-4b52-bbfa-c5c044b5ce3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=93e45208-0775-4f32-b9ff-c19305550f31 HTTP/1.1" status: 200 len: 853 time: 0.0526092 Nov 29 17:55:53.895169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864db4d-c560-460f-be37-65d47e64879d req-5f92d87e-cb2f-4bbc-9b5e-edfa622faf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:53.896560 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6864db4d-c560-460f-be37-65d47e64879d req-5f92d87e-cb2f-4bbc-9b5e-edfa622faf45 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b9b0794a-43f8-4559-af2b-f1bbb377bb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464211 Nov 29 17:55:53.921093 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d208872-4138-4310-b291-3286dfc508a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:53.951883 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba2c3acf-b6ee-4166-b7e1-921d79b2ea13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:54.029208 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6864db4d-c560-460f-be37-65d47e64879d req-003c0453-4c09-4463-8671-d386373dc3be service neutron] 10.222.0.31 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186314 Nov 29 17:55:54.116587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a3953-cfcc-4a6e-a078-bf2392b58f3f req-f27d4847-ae89-47ac-a48e-aa8c00dbfeba tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:54.124858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-615a3953-cfcc-4a6e-a078-bf2392b58f3f req-f27d4847-ae89-47ac-a48e-aa8c00dbfeba tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.1256795 Nov 29 17:55:54.148615 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6864db4d-c560-460f-be37-65d47e64879d req-23cd5aee-728e-4151-840b-39b2d03107b2 service neutron] 10.222.0.31 "GET /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114719 Nov 29 17:55:54.154654 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba2c3acf-b6ee-4166-b7e1-921d79b2ea13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:54.179607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56580d4b-85c8-4f65-9b63-cc419d422788 req-ac5a09cc-74a6-44c9-b1bb-e1fc42848c00 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:54.181145 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56580d4b-85c8-4f65-9b63-cc419d422788 req-ac5a09cc-74a6-44c9-b1bb-e1fc42848c00 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 944 time: 0.1468837 Nov 29 17:55:54.183991 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba2c3acf-b6ee-4166-b7e1-921d79b2ea13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:54.265601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ba2c3acf-b6ee-4166-b7e1-921d79b2ea13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=843b5228cb504097ad58764be5fd26d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4414105 Nov 29 17:55:54.267051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c3acf-b6ee-4166-b7e1-921d79b2ea13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae4ee13-5252-4b11-9c3c-d3779126e27c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:54.272048 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38210) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:54.276523 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-615a3953-cfcc-4a6e-a078-bf2392b58f3f req-774bca96-0f38-45dd-be78-7b3f034e2714 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508315 Nov 29 17:55:54.319376 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56580d4b-85c8-4f65-9b63-cc419d422788 req-1cbb25bf-625c-43de-bb33-eb6fff56799d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210146 Nov 29 17:55:54.353137 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c46a7585-a7d9-4b6e-a0f7-f1226c08a2f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:54.363246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38212) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:54.381757 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c46a7585-a7d9-4b6e-a0f7-f1226c08a2f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:54.436148 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c46a7585-a7d9-4b6e-a0f7-f1226c08a2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:54.439185 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c46a7585-a7d9-4b6e-a0f7-f1226c08a2f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:54.440433 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c46a7585-a7d9-4b6e-a0f7-f1226c08a2f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eae4ee13-5252-4b11-9c3c-d3779126e27c HTTP/1.1" status: 204 len: 168 time: 0.1671422 Nov 29 17:55:54.458770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a60d9e-47c1-4996-9139-6ca267341dfc req-b451a7ff-0ba7-420c-9342-967e223c3a65 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:54.459940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a7585-a7d9-4b6e-a0f7-f1226c08a2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae4ee13-5252-4b11-9c3c-d3779126e27c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:54.460366 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24a60d9e-47c1-4996-9139-6ca267341dfc req-b451a7ff-0ba7-420c-9342-967e223c3a65 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 945 time: 0.0670817 Nov 29 17:55:54.465747 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b0ae8884-b4d9-4e15-84d0-e2f3067aa7ef admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-924363051-network', 'tenant_id': 'dedadc0e82214d55948d2e4a3794e277'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:54.507551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ae8884-b4d9-4e15-84d0-e2f3067aa7ef admin admin] Made reservation on behalf of dedadc0e82214d55948d2e4a3794e277 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:55:54.509955 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8884-b4d9-4e15-84d0-e2f3067aa7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:54.525271 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8884-b4d9-4e15-84d0-e2f3067aa7ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:54.540713 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24a60d9e-47c1-4996-9139-6ca267341dfc req-0503a279-79a5-49b4-b7db-83f04460f4eb tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714710 Nov 29 17:55:54.652345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d4e750-be7f-4c98-8e77-c4e45d242233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005'}, {'name': 'network-changed', 'server_uuid': '08d4e750-be7f-4c98-8e77-c4e45d242233', 'tag': 'bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:54.654549 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8884-b4d9-4e15-84d0-e2f3067aa7ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:54.655456 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b01b2b-5f4c-4ef5-8258-4fe9eb4d5756" -d '{"events": [{"server_uuid": "08d4e750-be7f-4c98-8e77-c4e45d242233", "name": "network-vif-unplugged", "status": "completed", "tag": "bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005"}, {"name": "network-changed", "server_uuid": "08d4e750-be7f-4c98-8e77-c4e45d242233", "tag": "bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:54.667450 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8884-b4d9-4e15-84d0-e2f3067aa7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:54.719736 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ae8884-b4d9-4e15-84d0-e2f3067aa7ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:55:54.739531 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1832e4-da29-4112-b0f3-d8e19447f6fc req-66d82c43-135d-43f7-912b-e38cb5b7de7f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:54.741286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e1832e4-da29-4112-b0f3-d8e19447f6fc req-66d82c43-135d-43f7-912b-e38cb5b7de7f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.1303406 Nov 29 17:55:54.747464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae8884-b4d9-4e15-84d0-e2f3067aa7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46272b87-0c81-4437-a5ad-a9569bc6fad8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:54.755736 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8884-b4d9-4e15-84d0-e2f3067aa7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:54.755736 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-b0ae8884-b4d9-4e15-84d0-e2f3067aa7ef admin admin] Added segment 01dbf60d-1291-44ed-921d-df177a58c87e of type vlan for network ffc7ada0-f282-4e96-b253-bb7a04e4eb27 Nov 29 17:55:54.777654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c949e-9887-4896-954a-9e36335eb9da req-1cd0404d-4f71-48f8-8ac7-e5d2754697f7 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:54.779136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-749c949e-9887-4896-954a-9e36335eb9da req-1cd0404d-4f71-48f8-8ac7-e5d2754697f7 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.1324301 Nov 29 17:55:54.839687 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8884-b4d9-4e15-84d0-e2f3067aa7ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:54.890659 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e1832e4-da29-4112-b0f3-d8e19447f6fc req-83d3f1e0-6773-4f8f-99a4-1203f3ba0475 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387610 Nov 29 17:55:54.895357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-749c949e-9887-4896-954a-9e36335eb9da req-9d8e5e5e-1510-431e-8fee-1c72ebf386f5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090775 Nov 29 17:55:54.901434 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8884-b4d9-4e15-84d0-e2f3067aa7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:54.902865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ae8884-b4d9-4e15-84d0-e2f3067aa7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:54.903750 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8884-b4d9-4e15-84d0-e2f3067aa7ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:54.941125 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddbde68-343f-42b6-a3f8-ad2e65852bc5 x-openstack-request-id: req-fddbde68-343f-42b6-a3f8-ad2e65852bc5 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:54.941585 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d4e750-be7f-4c98-8e77-c4e45d242233", "name": "network-vif-unplugged", "status": "completed", "tag": "bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005", "code": 200}, {"name": "network-changed", "server_uuid": "08d4e750-be7f-4c98-8e77-c4e45d242233", "tag": "bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:54.941585 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fddbde68-343f-42b6-a3f8-ad2e65852bc5 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:54.942014 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d4e750-be7f-4c98-8e77-c4e45d242233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005', 'code': 200} Nov 29 17:55:54.942277 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d4e750-be7f-4c98-8e77-c4e45d242233', 'tag': 'bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005', 'status': 'completed', 'code': 200} Nov 29 17:55:54.978848 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b0ae8884-b4d9-4e15-84d0-e2f3067aa7ef admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6121609 Nov 29 17:55:54.979701 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38238) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:54.987534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0c72f30d-33a4-47ed-970e-db9f6a04bf84 admin admin] Request body: {'subnet': {'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-924363051-subnet', 'tenant_id': 'dedadc0e82214d55948d2e4a3794e277', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:54.992617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae8884-b4d9-4e15-84d0-e2f3067aa7ef admin admin] Pushing event updated for resources: {'Network': ['ID=ffc7ada0-f282-4e96-b253-bb7a04e4eb27,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:55.006186 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network ffc7ada0-f282-4e96-b253-bb7a04e4eb27 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:55:55.012035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c72f30d-33a4-47ed-970e-db9f6a04bf84 admin admin] Made reservation on behalf of dedadc0e82214d55948d2e4a3794e277 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:55:55.014820 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c72f30d-33a4-47ed-970e-db9f6a04bf84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:55.040581 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b01b2b-5f4c-4ef5-8258-4fe9eb4d5756 req-a16434d4-fe8a-41ab-9c2c-fe820e655c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:55.042388 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-95b01b2b-5f4c-4ef5-8258-4fe9eb4d5756 req-a16434d4-fe8a-41ab-9c2c-fe820e655c0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 1125 time: 0.0645497 Nov 29 17:55:55.147361 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b01b2b-5f4c-4ef5-8258-4fe9eb4d5756 req-dadf2492-2a4b-4ad3-abb4-a72a870f537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:55.148908 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-95b01b2b-5f4c-4ef5-8258-4fe9eb4d5756 req-dadf2492-2a4b-4ad3-abb4-a72a870f537c service neutron] 10.222.0.20 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 921 time: 0.0956213 Nov 29 17:55:55.191882 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-95b01b2b-5f4c-4ef5-8258-4fe9eb4d5756 req-ca90fcc2-87cc-47fd-b180-7b4da83c0010 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 HTTP/1.1" status: 200 len: 217 time: 0.0353560 Nov 29 17:55:55.226662 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c72f30d-33a4-47ed-970e-db9f6a04bf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:55.254333 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b01b2b-5f4c-4ef5-8258-4fe9eb4d5756 req-b0dcdf81-4dee-4f56-b2c0-b4c9a14d4228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:55.256822 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-95b01b2b-5f4c-4ef5-8258-4fe9eb4d5756 req-b0dcdf81-4dee-4f56-b2c0-b4c9a14d4228 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.0535715 Nov 29 17:55:55.285175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72f30d-33a4-47ed-970e-db9f6a04bf84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f6cad31-93ce-4c40-b76b-685e0e6c4f43,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:55.293400 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f30d-33a4-47ed-970e-db9f6a04bf84 admin admin] Checking segment: {'id': '01dbf60d-1291-44ed-921d-df177a58c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:55.293764 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72f30d-33a4-47ed-970e-db9f6a04bf84 admin admin] Network hostable DHCP agents. Network: ffc7ada0-f282-4e96-b253-bb7a04e4eb27, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:55:55.294902 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-95b01b2b-5f4c-4ef5-8258-4fe9eb4d5756 req-aab791f6-4ac4-4487-9849-789f59fdebad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299530 Nov 29 17:55:55.315590 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72f30d-33a4-47ed-970e-db9f6a04bf84 admin admin] Network ffc7ada0-f282-4e96-b253-bb7a04e4eb27 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:55:55.333469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0c72f30d-33a4-47ed-970e-db9f6a04bf84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, ffc7ada0-f282-4e96-b253-bb7a04e4eb27) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:55.343349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788150a2-3695-4b47-b5c4-56c8a10cb75d None None] Network ffc7ada0-f282-4e96-b253-bb7a04e4eb27 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:55:55.349825 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c72f30d-33a4-47ed-970e-db9f6a04bf84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:55.353007 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c72f30d-33a4-47ed-970e-db9f6a04bf84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:55.419257 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0c72f30d-33a4-47ed-970e-db9f6a04bf84 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4364169 Nov 29 17:55:55.422631 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38260) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:55.427230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-924363051-router', 'tenant_id': 'dedadc0e82214d55948d2e4a3794e277', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:55.443333 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-95b01b2b-5f4c-4ef5-8258-4fe9eb4d5756 req-c3a0ad77-49b7-4a09-9786-fa2be088ce5e service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388624 Nov 29 17:55:55.458749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af557a-6c98-49b6-8e88-3f65c216a36e req-99628b22-1715-4431-8897-215733828df0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:55.460253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09af557a-6c98-49b6-8e88-3f65c216a36e req-99628b22-1715-4431-8897-215733828df0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.0940390 Nov 29 17:55:55.474827 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:55.475822 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:55.505971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-6f775e9e-c8c3-4e0a-a1a5-48069ae95dca tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4f5e96f67f674fbdb8d3f4283e375aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438397 Nov 29 17:55:55.528918 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-ffc7ada0-f282-4e96-b253-bb7a04e4eb27', 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27', 'tenant_id': 'dedadc0e82214d55948d2e4a3794e277', 'fixed_ips': [{'subnet_id': '4f6cad31-93ce-4c40-b76b-685e0e6c4f43'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 17:55:55.530045 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:55.623946 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09af557a-6c98-49b6-8e88-3f65c216a36e req-9f74b41d-9278-457b-9766-420b0dc7dc0a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521063 Nov 29 17:55:55.630582 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:55.688393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-907ee458-39ee-4acc-a5c3-da25f39121ba tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:55.689478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Allocated IP 172.20.0.2 (ffc7ada0-f282-4e96-b253-bb7a04e4eb27/4f6cad31-93ce-4c40-b76b-685e0e6c4f43/5b525988-ccde-4b2a-ab42-3b9057aa71e5) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:55:55.696606 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-907ee458-39ee-4acc-a5c3-da25f39121ba tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796162 Nov 29 17:55:55.765230 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-95b01b2b-5f4c-4ef5-8258-4fe9eb4d5756 req-b4de8622-b74f-4fcd-808d-2f5e02dc9d86 service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086045 Nov 29 17:55:55.843050 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:55.849989 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:55.891756 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Network ffc7ada0-f282-4e96-b253-bb7a04e4eb27 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:55:55.894912 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:55.898973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:55:55.908564 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Pushing event updated for resources: {'Port': ['ID=5b525988-ccde-4b2a-ab42-3b9057aa71e5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:55.962906 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Attempting to bind port 5b525988-ccde-4b2a-ab42-3b9057aa71e5 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:55.963282 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Attempting to bind port 5b525988-ccde-4b2a-ab42-3b9057aa71e5 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '01dbf60d-1291-44ed-921d-df177a58c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:55.963663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Attempting to bind port 5b525988-ccde-4b2a-ab42-3b9057aa71e5 on network ffc7ada0-f282-4e96-b253-bb7a04e4eb27 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:55.969789 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:55.970175 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Checking segment: {'id': '01dbf60d-1291-44ed-921d-df177a58c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:55.970586 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:55.971005 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Bound using segment: {'id': '01dbf60d-1291-44ed-921d-df177a58c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:55.971473 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Bound port: 5b525988-ccde-4b2a-ab42-3b9057aa71e5, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01dbf60d-1291-44ed-921d-df177a58c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:55.972098 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:56.042252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] For port 5b525988-ccde-4b2a-ab42-3b9057aa71e5, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:56.045770 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] For port 5b525988-ccde-4b2a-ab42-3b9057aa71e5, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5b525988-ccde-4b2a-ab42-3b9057aa71e5,segment=NetworkSegment(01dbf60d-1291-44ed-921d-df177a58c87e),segment_id=01dbf60d-1291-44ed-921d-df177a58c87e)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:56.049830 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-5c304cfe-19b0-43aa-aa85-9aaa466196f9 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/quotas/4f5e96f67f674fbdb8d3f4283e375aed HTTP/1.1" status: 200 len: 375 time: 0.3523471 Nov 29 17:55:56.051633 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:56.116388 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414ee6d-9a83-4865-8981-76f71184e80d None None] Pushing event updated for resources: {'Port': ['ID=5b525988-ccde-4b2a-ab42-3b9057aa71e5,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:56.147918 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-2fa898e5-b8b0-4959-9d95-73feee9fced1 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f5e96f67f674fbdb8d3f4283e375aed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850277 Nov 29 17:55:56.154864 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:56.165895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c771b3-50ae-43ab-adae-794c01a5a048 req-c63d822a-548a-4210-a4cb-4e73179104b4 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:56.167439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16c771b3-50ae-43ab-adae-794c01a5a048 req-c63d822a-548a-4210-a4cb-4e73179104b4 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 944 time: 0.4265850 Nov 29 17:55:56.313892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16c771b3-50ae-43ab-adae-794c01a5a048 req-eaffebee-a07a-425a-9158-5dbd8f8c6481 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388354 Nov 29 17:55:56.425631 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0edafd31-ddca-44d2-9bd0-f6ec1dd53ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:56.515425 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5b525988-ccde-4b2a-ab42-3b9057aa71e5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:55:56.575530 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5b525988-ccde-4b2a-ab42-3b9057aa71e5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:56.576121 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:56.579330 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:55:56.612832 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:56.626385 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106812d-59a8-4938-94a4-0adbc27e1cf3 req-133cd79c-bf45-4aa6-a048-f8220fcc8151 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:56.627923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e106812d-59a8-4938-94a4-0adbc27e1cf3 req-133cd79c-bf45-4aa6-a048-f8220fcc8151 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 945 time: 0.1964965 Nov 29 17:55:56.653776 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:56.710703 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:56.718899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562895da-1222-48f3-9c65-1d8f99becf7a req-583cf164-b058-451a-bebb-6bb5e1e0bdc0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:56.720396 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-562895da-1222-48f3-9c65-1d8f99becf7a req-583cf164-b058-451a-bebb-6bb5e1e0bdc0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.1940675 Nov 29 17:55:56.728562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 has no active binding in host n-h2-819494-5 {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 29 17:55:56.771546 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:56.806419 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 5b525988-ccde-4b2a-ab42-3b9057aa71e5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5b525988-ccde-4b2a-ab42-3b9057aa71e5,segment=NetworkSegment(01dbf60d-1291-44ed-921d-df177a58c87e),segment_id=01dbf60d-1291-44ed-921d-df177a58c87e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:55:56.810283 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:56.819271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e106812d-59a8-4938-94a4-0adbc27e1cf3 req-7dc68ee6-4955-4a3f-aaa5-3c044a89fa9d tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690431 Nov 29 17:55:56.850649 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-562895da-1222-48f3-9c65-1d8f99becf7a req-47f42744-ca6d-47d1-a531-636a3234c774 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129808 Nov 29 17:55:56.873490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Allocated IP 172.25.3.12 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/7d52e8e0-45d9-4312-878b-308f24c8611a) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:55:56.899149 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:56.921316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=5b525988-ccde-4b2a-ab42-3b9057aa71e5,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:57.011842 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba23560b-bafd-4b0b-965e-3586f699ad20 req-dcc21561-d729-456e-8042-062e28e835ce tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 210 time: 0.0384445 Nov 29 17:55:57.056452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2b411-53b3-4e65-bcb3-a54fec9fa5dc req-58da9434-f272-4627-85b7-5dcd7f6fcdb7 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:57.058136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ba2b411-53b3-4e65-bcb3-a54fec9fa5dc req-58da9434-f272-4627-85b7-5dcd7f6fcdb7 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.1533399 Nov 29 17:55:57.138030 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:57.187124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ba2b411-53b3-4e65-bcb3-a54fec9fa5dc req-84be0f3d-30e9-49f5-9837-0a892b103c37 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145861 Nov 29 17:55:57.198676 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b2f74-dcc7-413a-b95f-cd3b7d0d3b3d req-416405bb-646b-417d-adaa-578378015c9d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:57.211053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-768b2f74-dcc7-413a-b95f-cd3b7d0d3b3d req-416405bb-646b-417d-adaa-578378015c9d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.1093311 Nov 29 17:55:57.256659 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:57.284125 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b3d695-9b47-4e25-83c3-cfb8ede12101 None None] Network ffc7ada0-f282-4e96-b253-bb7a04e4eb27 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:55:57.290143 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-768b2f74-dcc7-413a-b95f-cd3b7d0d3b3d req-6827dbc8-0e94-4970-8217-48efbe24a37c tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832622 Nov 29 17:55:57.307439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:55:57.319882 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:57.340246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:55:57.344286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Pushing event updated for resources: {'Port': ['ID=7d52e8e0-45d9-4312-878b-308f24c8611a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:57.389800 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8ac396be-2b29-4280-84b7-0b06a4f1bfbc None None] Provisioning complete for port 5b525988-ccde-4b2a-ab42-3b9057aa71e5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:57.390472 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ac396be-2b29-4280-84b7-0b06a4f1bfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:57.398775 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac95395-3807-4004-901f-79ca1ff9e2c2 req-27ecd5bf-efa0-4f56-b152-50f5ad65b8d8 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:57.400313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ac95395-3807-4004-901f-79ca1ff9e2c2 req-27ecd5bf-efa0-4f56-b152-50f5ad65b8d8 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0966089 Nov 29 17:55:57.509624 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-d268c4d0-daa6-47b0-9890-d03979e0b4e5 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4f5e96f67f674fbdb8d3f4283e375aed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318513 Nov 29 17:55:57.581026 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ac95395-3807-4004-901f-79ca1ff9e2c2 req-e03d5697-8fc4-4251-87f8-8068046fabcb tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453443 Nov 29 17:55:57.594583 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12c43f-d8b2-4b57-bf5c-52c2ea1fd7f8 req-28a37b6f-87b1-492b-804c-2c49d3df0f0e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:57.602726 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a12c43f-d8b2-4b57-bf5c-52c2ea1fd7f8 req-28a37b6f-87b1-492b-804c-2c49d3df0f0e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 944 time: 0.1659753 Nov 29 17:55:57.603359 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:57.726295 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a12c43f-d8b2-4b57-bf5c-52c2ea1fd7f8 req-7bfa8cd8-17cd-4304-af01-3657c3d62038 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226690 Nov 29 17:55:57.749127 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-694b170e-b99f-4aca-9167-332ef5ae1580 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:57.750913 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-694b170e-b99f-4aca-9167-332ef5ae1580 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2344930 Nov 29 17:55:57.764173 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:57.765912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-6d74c530-29bf-498f-ac8a-413949f2da68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Request body: {'port': {'device_id': '7a9c915f-e99a-478b-a9a5-42fa447d7f2e', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '4f5e96f67f674fbdb8d3f4283e375aed'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:57.890867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-6d74c530-29bf-498f-ac8a-413949f2da68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Made reservation on behalf of 4f5e96f67f674fbdb8d3f4283e375aed for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:55:57.896187 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-6d74c530-29bf-498f-ac8a-413949f2da68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:57.906276 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-6d74c530-29bf-498f-ac8a-413949f2da68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:57.925858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e387c-3563-4f44-bebd-e4c4b1fc2de3 req-0762718a-087d-4d92-b5df-aead8ca6b869 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:57.933485 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-437e387c-3563-4f44-bebd-e4c4b1fc2de3 req-0762718a-087d-4d92-b5df-aead8ca6b869 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=02659d06-c441-4764-979b-46d6684f7a10 HTTP/1.1" status: 200 len: 945 time: 0.1299844 Nov 29 17:55:57.984188 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-6d74c530-29bf-498f-ac8a-413949f2da68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:57.988550 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-6d74c530-29bf-498f-ac8a-413949f2da68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:58.019255 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-922bd28b-9a28-4416-96ec-287e17041031 None None] Provisioning complete for port 5b525988-ccde-4b2a-ab42-3b9057aa71e5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:58.020675 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-922bd28b-9a28-4416-96ec-287e17041031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:58.058824 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74c530-29bf-498f-ac8a-413949f2da68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f15a5c0-5695-47b8-b0f4-d453e6e636ad,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:58.087775 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800e463-16cd-4af7-9050-800af7b8ae0b req-138cc8d5-0bb5-42d1-bfa9-282a0eb8dfcd tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:58.089288 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f800e463-16cd-4af7-9050-800af7b8ae0b req-138cc8d5-0bb5-42d1-bfa9-282a0eb8dfcd tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 945 time: 0.1820586 Nov 29 17:55:58.092532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-437e387c-3563-4f44-bebd-e4c4b1fc2de3 req-e19c307d-31ea-42ec-ac7f-4b7e42fe4265 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582801 Nov 29 17:55:58.114561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:58.152100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-6d74c530-29bf-498f-ac8a-413949f2da68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Allocated IP 192.168.233.125 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/8f0d8a8e-d43b-4a13-84f1-8bfe0f570647) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:55:58.208660 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f800e463-16cd-4af7-9050-800af7b8ae0b req-b2d117f5-cd30-4ffc-9065-d7a7898f31fb tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035063 Nov 29 17:55:58.313402 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-735d58ca-d4a7-4c0b-9552-75e3bc006552 req-a76b463b-bfbf-4fe5-bf08-eff12caa73dc tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 210 time: 0.0422754 Nov 29 17:55:58.323126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d615ae-b315-48c5-b4f0-4d3c43153b1f req-1f0d2a6d-c5d9-480c-afb3-14c171b13de7 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:58.328857 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-6d74c530-29bf-498f-ac8a-413949f2da68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:58.330257 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9d615ae-b315-48c5-b4f0-4d3c43153b1f req-1f0d2a6d-c5d9-480c-afb3-14c171b13de7 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.1471398 Nov 29 17:55:58.350082 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5b525988-ccde-4b2a-ab42-3b9057aa71e5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:55:58.377056 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-6d74c530-29bf-498f-ac8a-413949f2da68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:58.399796 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9d615ae-b315-48c5-b4f0-4d3c43153b1f req-48e711f4-c530-41a8-8c22-8b68775b99e0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686452 Nov 29 17:55:58.411105 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5b525988-ccde-4b2a-ab42-3b9057aa71e5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:58.411530 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:58.435582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Router 47fa12d1-2f6a-4334-a77b-5995a39346fb is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 17:55:58.458863 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74c530-29bf-498f-ac8a-413949f2da68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Pushing event updated for resources: {'Port': ['ID=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:58.464075 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-6d74c530-29bf-498f-ac8a-413949f2da68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:55:58.465808 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-6d74c530-29bf-498f-ac8a-413949f2da68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:55:58.471622 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-6d74c530-29bf-498f-ac8a-413949f2da68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:55:58.509661 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa20481-76d4-4c5b-84d1-195bca363f30 req-76d48407-afb3-4728-ad19-1b2c2d80e15a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:58.516918 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-daa20481-76d4-4c5b-84d1-195bca363f30 req-76d48407-afb3-4728-ad19-1b2c2d80e15a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 946 time: 0.1160588 Nov 29 17:55:58.541382 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-6d74c530-29bf-498f-ac8a-413949f2da68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:58.542047 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-6d74c530-29bf-498f-ac8a-413949f2da68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:58.560783 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-6d74c530-29bf-498f-ac8a-413949f2da68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8001516 Nov 29 17:55:58.579572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Request body: {'port': {'device_id': '7a9c915f-e99a-478b-a9a5-42fa447d7f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:55:58.633480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7b82e-a1dd-4b33-a278-c6ff677f14ac req-9c67f878-5e95-4cf1-8b6a-78113700d675 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:58.635008 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19b7b82e-a1dd-4b33-a278-c6ff677f14ac req-9c67f878-5e95-4cf1-8b6a-78113700d675 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.1429636 Nov 29 17:55:58.639060 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:58.649242 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-daa20481-76d4-4c5b-84d1-195bca363f30 req-b624f7e7-ecdc-4ef5-9843-a26984247533 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308088 Nov 29 17:55:58.665907 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:55:58.687328 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Sync routers for ids ['47fa12d1-2f6a-4334-a77b-5995a39346fb'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:55:58.704920 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Routers {'47fa12d1-2f6a-4334-a77b-5995a39346fb'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:55:58.705646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:55:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['47fa12d1-2f6a-4334-a77b-5995a39346fb'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:58.720442 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-c81f2a71-656e-4f35-a831-924e52257077 req-ca8fcd27-8d8d-4188-94ed-ca9d9f61b82b tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:55:58.720442 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c81f2a71-656e-4f35-a831-924e52257077 req-ca8fcd27-8d8d-4188-94ed-ca9d9f61b82b tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154941 Nov 29 17:55:58.725231 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:58.726479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-91ae5605-dd86-47e4-aeea-895506aeaee0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3036373 Nov 29 17:55:58.731619 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38308) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:55:58.772535 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f54ccf10-a575-472c-a6de-e84772a478fd None None] Provisioning complete for port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:55:58.773130 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f54ccf10-a575-472c-a6de-e84772a478fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:58.819486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19b7b82e-a1dd-4b33-a278-c6ff677f14ac req-ac33e248-7930-46a9-aa36-13b099f5f0c1 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621311 Nov 29 17:55:58.850128 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f54ccf10-a575-472c-a6de-e84772a478fd None None] Port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:55:58.857967 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Set router 47fa12d1-2f6a-4334-a77b-5995a39346fb gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:55:58.984788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:55:58.993767 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:58.999027 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:59.017039 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Transition to ACTIVE for port object 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:55:59.022822 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:59.087148 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-924363051-router', 'tenant_id': 'dedadc0e82214d55948d2e4a3794e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '7d52e8e0-45d9-4312-878b-308f24c8611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:55Z', 'updated_at': '2021-11-29T17:55:57Z', 'revision_number': 3, 'project_id': 'dedadc0e82214d55948d2e4a3794e277', 'gw_port': {'id': '7d52e8e0-45d9-4312-878b-308f24c8611a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ad:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:56Z', 'updated_at': '2021-11-29T17:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:59.100580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:59.120254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Checking router: 47fa12d1-2f6a-4334-a77b-5995a39346fb for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:55:59.120618 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Updating router 47fa12d1-2f6a-4334-a77b-5995a39346fb port 7d52e8e0-45d9-4312-878b-308f24c8611a binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:55:59.147274 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:59.157465 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Attempting to bind port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:59.158058 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Attempting to bind port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:59.158483 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Attempting to bind port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:59.163879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:55:59.164324 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Attempting to bind port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:59.171025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:59.171369 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:59.171975 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:59.172791 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Bound port: 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:59.172923 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:59.215490 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c81f2a71-656e-4f35-a831-924e52257077 req-3124a0e6-506f-4121-9b1c-13444fad3553 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4849489 Nov 29 17:55:59.248988 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] For port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:59.254137 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] For port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:59.263421 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:59.265596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119c2ce-3396-4498-a92b-6fd88af09c5d req-34c293e5-12dd-40c2-aee8-e2637aa5eecf tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:59.273582 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5119c2ce-3396-4498-a92b-6fd88af09c5d req-34c293e5-12dd-40c2-aee8-e2637aa5eecf tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 944 time: 0.1189976 Nov 29 17:55:59.315605 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:59.316322 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:59.318620 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] 10.222.0.31 "PUT /v2.0/ports/8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 HTTP/1.1" status: 200 len: 1096 time: 0.7435782 Nov 29 17:55:59.319262 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9c915f-e99a-478b-a9a5-42fa447d7f2e', 'tag': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:55:59.321636 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a769e64-0b7d-41b4-ae58-84c8dbe98fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9c915f-e99a-478b-a9a5-42fa447d7f2e", "tag": "8f0d8a8e-d43b-4a13-84f1-8bfe0f570647"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:55:59.359810 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5c0b1-2b04-4d8c-b5a4-73ab0e17b0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:59.383007 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:59.443971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5119c2ce-3396-4498-a92b-6fd88af09c5d req-0670b26e-d783-4add-81dd-94cb89305146 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683214 Nov 29 17:55:59.460812 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-2a4cbc36-b1bd-4b08-a93f-75bef2b477eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:59.463591 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-2a4cbc36-b1bd-4b08-a93f-75bef2b477eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f5e96f67f674fbdb8d3f4283e375aed&device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 1099 time: 0.0966246 Nov 29 17:55:59.548898 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:59.559290 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05722c4-2914-452c-bbf2-c863c11b601c x-openstack-request-id: req-a05722c4-2914-452c-bbf2-c863c11b601c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:55:59.559910 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9c915f-e99a-478b-a9a5-42fa447d7f2e", "tag": "8f0d8a8e-d43b-4a13-84f1-8bfe0f570647", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:55:59.559910 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a05722c4-2914-452c-bbf2-c863c11b601c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:55:59.560260 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9c915f-e99a-478b-a9a5-42fa447d7f2e', 'tag': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647', 'status': 'completed', 'code': 200} Nov 29 17:55:59.561717 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:59.563634 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-4e65d049-932d-4a55-8491-1eacaf974208 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 HTTP/1.1" status: 200 len: 217 time: 0.0883806 Nov 29 17:55:59.639064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Attempting to bind port 7d52e8e0-45d9-4312-878b-308f24c8611a on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:55:59.639575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Attempting to bind port 7d52e8e0-45d9-4312-878b-308f24c8611a by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:55:59.640043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Attempting to bind port 7d52e8e0-45d9-4312-878b-308f24c8611a on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:55:59.650027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968044-78e0-4236-83d1-0b85f1654f15 None None] Pushing event updated for resources: {'Port': ['ID=7d52e8e0-45d9-4312-878b-308f24c8611a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:59.651561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-f9b1e0af-fc14-4bd6-9825-d477c162f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:59.653345 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-f9b1e0af-fc14-4bd6-9825-d477c162f86e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0821056 Nov 29 17:55:59.660077 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:55:59.660503 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:55:59.661004 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:59.661319 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:55:59.661902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Bound port: 7d52e8e0-45d9-4312-878b-308f24c8611a, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:55:59.662215 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:59.707873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-5f757098-856f-4be8-a191-979aa79615de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:59.709320 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-5f757098-856f-4be8-a191-979aa79615de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0432305 Nov 29 17:55:59.717032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] For port 7d52e8e0-45d9-4312-878b-308f24c8611a, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:55:59.720211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] For port 7d52e8e0-45d9-4312-878b-308f24c8611a, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7d52e8e0-45d9-4312-878b-308f24c8611a,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:55:59.725388 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:59.777707 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fb1e0-c230-47c3-8e27-ec1ffe060b13 req-005958d1-e79e-43be-b7fa-7b26a963c808 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:59.779244 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af8fb1e0-c230-47c3-8e27-ec1ffe060b13 req-005958d1-e79e-43be-b7fa-7b26a963c808 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 945 time: 0.1848695 Nov 29 17:55:59.806392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce78e40-58d6-4aaa-8324-30a26ee1ca12 req-2dcce2e0-1518-4a44-acaa-c6d6d4adb0a1 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:55:59.807905 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ce78e40-58d6-4aaa-8324-30a26ee1ca12 req-2dcce2e0-1518-4a44-acaa-c6d6d4adb0a1 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 948 time: 0.1642890 Nov 29 17:55:59.819413 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-e306ec86-d3f3-46a7-a20a-a2d5fbed2ef1 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021142 Nov 29 17:55:59.821348 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Routers {'47fa12d1-2f6a-4334-a77b-5995a39346fb'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:55:59.822070 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:55:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['47fa12d1-2f6a-4334-a77b-5995a39346fb'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:55:59.825905 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968044-78e0-4236-83d1-0b85f1654f15 None None] Pushing event updated for resources: {'Port': ['ID=7d52e8e0-45d9-4312-878b-308f24c8611a,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:55:59.846314 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:59.905351 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af8fb1e0-c230-47c3-8e27-ec1ffe060b13 req-df987586-471d-4119-a202-febbc190981f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195495 Nov 29 17:55:59.927379 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:55:59.938627 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-71b57ec2-5a67-45b3-90d6-12988a4b27a3 req-8970a4a4-1203-441f-967d-63ae8eaf10c5 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025894 Nov 29 17:55:59.938822 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ce78e40-58d6-4aaa-8324-30a26ee1ca12 req-89004931-af57-4016-9742-1b299c40cbec tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218152 Nov 29 17:55:59.988970 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] Set router 47fa12d1-2f6a-4334-a77b-5995a39346fb gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:56:00.040934 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a769e64-0b7d-41b4-ae58-84c8dbe98fb8 req-6072f6b5-0507-4936-80c5-be6fc46205b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:00.052913 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a769e64-0b7d-41b4-ae58-84c8dbe98fb8 req-6072f6b5-0507-4936-80c5-be6fc46205b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f5e96f67f674fbdb8d3f4283e375aed&device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 1099 time: 0.0606458 Nov 29 17:56:00.142906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0853e9-c3cd-4143-9fa1-d8e969fc2de7 req-595ee2de-cfb6-4759-8200-c8d864b924f0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:00.144417 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e0853e9-c3cd-4143-9fa1-d8e969fc2de7 req-595ee2de-cfb6-4759-8200-c8d864b924f0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.1280217 Nov 29 17:56:00.154422 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e8d42-5699-47a1-b976-6794c74e01d7 req-8473c0e4-a1f7-46f9-8b00-73fdcf2aa429 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:00.155977 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c79e8d42-5699-47a1-b976-6794c74e01d7 req-8473c0e4-a1f7-46f9-8b00-73fdcf2aa429 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.1384203 Nov 29 17:56:00.164555 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a769e64-0b7d-41b4-ae58-84c8dbe98fb8 req-e8268533-ae47-4975-ad1a-000f6aa2957a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:00.166145 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a769e64-0b7d-41b4-ae58-84c8dbe98fb8 req-e8268533-ae47-4975-ad1a-000f6aa2957a service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1001637 Nov 29 17:56:00.181123 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-924363051-router', 'tenant_id': 'dedadc0e82214d55948d2e4a3794e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '7d52e8e0-45d9-4312-878b-308f24c8611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:55Z', 'updated_at': '2021-11-29T17:55:57Z', 'revision_number': 3, 'project_id': 'dedadc0e82214d55948d2e4a3794e277', 'gw_port': {'id': '7d52e8e0-45d9-4312-878b-308f24c8611a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ad:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:56Z', 'updated_at': '2021-11-29T17:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:56:00.194229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Allocated IP 172.20.0.1 (ffc7ada0-f282-4e96-b253-bb7a04e4eb27/4f6cad31-93ce-4c40-b76b-685e0e6c4f43/77e304be-708c-4ff3-af18-4d25c8dc912c) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:56:00.208152 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac8a5d7-e560-49ac-a948-be9547ffc426 None None] The sync data for ids ['47fa12d1-2f6a-4334-a77b-5995a39346fb'] in n-d-819494-5 is: [{'id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-924363051-router', 'tenant_id': 'dedadc0e82214d55948d2e4a3794e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '7d52e8e0-45d9-4312-878b-308f24c8611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:55Z', 'updated_at': '2021-11-29T17:55:57Z', 'revision_number': 3, 'project_id': 'dedadc0e82214d55948d2e4a3794e277', 'gw_port': {'id': '7d52e8e0-45d9-4312-878b-308f24c8611a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ad:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:56Z', 'updated_at': '2021-11-29T17:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:56:00.213052 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a769e64-0b7d-41b4-ae58-84c8dbe98fb8 req-04f529a8-61b7-423a-a70b-317f06ab77d0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 HTTP/1.1" status: 200 len: 217 time: 0.0381651 Nov 29 17:56:00.263238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e0853e9-c3cd-4143-9fa1-d8e969fc2de7 req-bf723512-e0c7-4ab3-a7ad-bcbd352802d5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063066 Nov 29 17:56:00.290065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a769e64-0b7d-41b4-ae58-84c8dbe98fb8 req-7b3d3490-1230-4afa-b3fb-6e97740c7d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:00.291923 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a769e64-0b7d-41b4-ae58-84c8dbe98fb8 req-7b3d3490-1230-4afa-b3fb-6e97740c7d02 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0691402 Nov 29 17:56:00.302468 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c79e8d42-5699-47a1-b976-6794c74e01d7 req-c23c766d-eb4d-411c-90fd-7c07af11740c tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351051 Nov 29 17:56:00.363168 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:56:00.364624 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a769e64-0b7d-41b4-ae58-84c8dbe98fb8 req-9bed05af-0e19-4115-b341-787d76a10ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:00.367499 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a769e64-0b7d-41b4-ae58-84c8dbe98fb8 req-9bed05af-0e19-4115-b341-787d76a10ba4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600383 Nov 29 17:56:00.394577 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:00.420266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d83f71-f081-4ffa-8455-f86a042ae709 req-c437c72a-679a-4556-a399-d08367cf1331 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:00.421818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88d83f71-f081-4ffa-8455-f86a042ae709 req-c437c72a-679a-4556-a399-d08367cf1331 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.0764613 Nov 29 17:56:00.495274 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:00.521978 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a769e64-0b7d-41b4-ae58-84c8dbe98fb8 req-c8bd0f99-f67e-4233-a894-0724afb1fd6d service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437995 Nov 29 17:56:00.538979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88d83f71-f081-4ffa-8455-f86a042ae709 req-c5dd55d9-026e-433a-b9d2-92e48576bb2e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096537 Nov 29 17:56:00.599827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Network ffc7ada0-f282-4e96-b253-bb7a04e4eb27 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:56:00.605466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:56:00.608367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Pushing event updated for resources: {'Port': ['ID=77e304be-708c-4ff3-af18-4d25c8dc912c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:00.610887 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:56:00.645066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03ba1f-1c55-41cb-9367-e04ca90a0704 req-e86fc86f-86ee-4b97-bd2c-f0407892b399 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:00.645422 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a769e64-0b7d-41b4-ae58-84c8dbe98fb8 req-d68100e1-8241-444a-8200-1a02b0a6e3ef service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143816 Nov 29 17:56:00.646514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c03ba1f-1c55-41cb-9367-e04ca90a0704 req-e86fc86f-86ee-4b97-bd2c-f0407892b399 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=02659d06-c441-4764-979b-46d6684f7a10 HTTP/1.1" status: 200 len: 945 time: 0.1748080 Nov 29 17:56:00.705171 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:00.790660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75780e-cde7-4a1b-94e2-840b19ee1b0d req-1ec622e9-10f2-4555-81e3-65ed26606c54 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:00.792973 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa75780e-cde7-4a1b-94e2-840b19ee1b0d req-1ec622e9-10f2-4555-81e3-65ed26606c54 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 944 time: 0.1576073 Nov 29 17:56:00.802634 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c03ba1f-1c55-41cb-9367-e04ca90a0704 req-47dda3c6-61a4-4f9c-8d65-14fcb3054703 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486835 Nov 29 17:56:00.856889 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fb105ef4-388e-41d1-9c55-4bbcbed68c4e None None] Provisioning complete for port 77e304be-708c-4ff3-af18-4d25c8dc912c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:00.858841 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb105ef4-388e-41d1-9c55-4bbcbed68c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:00.902232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fb105ef4-388e-41d1-9c55-4bbcbed68c4e None None] Port 77e304be-708c-4ff3-af18-4d25c8dc912c cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:56:00.922973 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa75780e-cde7-4a1b-94e2-840b19ee1b0d req-0c2df5db-6579-468a-a521-42d8038d58a8 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192605 Nov 29 17:56:00.963713 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:00.981543 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d01889-3e71-4ac7-98bd-d27256df3396 req-3dc7f62f-db16-449e-9895-a7a935268902 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:00.987258 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28d01889-3e71-4ac7-98bd-d27256df3396 req-3dc7f62f-db16-449e-9895-a7a935268902 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 946 time: 0.1011412 Nov 29 17:56:01.111804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28d01889-3e71-4ac7-98bd-d27256df3396 req-901a3541-0b53-485c-aeda-533d63bf1c45 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210983 Nov 29 17:56:01.119513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b46d5-197f-4687-9d90-1d327decae60 req-d53b5ccf-b2bb-456a-8939-5d19953e8d33 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:01.121038 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f35b46d5-197f-4687-9d90-1d327decae60 req-d53b5ccf-b2bb-456a-8939-5d19953e8d33 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 945 time: 0.1292951 Nov 29 17:56:01.250496 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f35b46d5-197f-4687-9d90-1d327decae60 req-7d73ee6b-d384-4ab3-bb3a-8cf4a5a8ea3e tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878520 Nov 29 17:56:01.276260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc116-92b3-4bcb-af2a-e52ebfb049f4 req-50cce367-82d7-4e24-b093-611eac2ce7a9 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:01.277993 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16afc116-92b3-4bcb-af2a-e52ebfb049f4 req-50cce367-82d7-4e24-b093-611eac2ce7a9 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 948 time: 0.0975580 Nov 29 17:56:01.334008 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:01.345204 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:01.374323 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16afc116-92b3-4bcb-af2a-e52ebfb049f4 req-7f453fab-3e0a-40e2-afda-4e84fb1d7f5d tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829659 Nov 29 17:56:01.445378 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:01.447762 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Pushing event updated for resources: {'Port': ['ID=77e304be-708c-4ff3-af18-4d25c8dc912c,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:01.550267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c855edb-969b-41ee-a18f-6335b411ba9f req-937b40c8-befd-40f4-8545-11650d0e59a5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:01.556125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c855edb-969b-41ee-a18f-6335b411ba9f req-937b40c8-befd-40f4-8545-11650d0e59a5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:01.561940 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c855edb-969b-41ee-a18f-6335b411ba9f req-937b40c8-befd-40f4-8545-11650d0e59a5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:01.563558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c855edb-969b-41ee-a18f-6335b411ba9f req-937b40c8-befd-40f4-8545-11650d0e59a5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a&device_id=02659d06-c441-4764-979b-46d6684f7a10&device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 2418 time: 0.1550291 Nov 29 17:56:01.596584 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7afbed-322f-4e40-bbf8-336d4c0f1506 req-16709c0e-bfeb-477f-9bf4-4da8cb2d4fff tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:01.598048 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea7afbed-322f-4e40-bbf8-336d4c0f1506 req-16709c0e-bfeb-477f-9bf4-4da8cb2d4fff tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.1542940 Nov 29 17:56:01.661229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Network ffc7ada0-f282-4e96-b253-bb7a04e4eb27 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:56:01.671069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:56:01.699137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c855edb-969b-41ee-a18f-6335b411ba9f req-b5ff8af0-7d8f-4a80-b767-812296a35fa7 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175740 Nov 29 17:56:01.769297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea7afbed-322f-4e40-bbf8-336d4c0f1506 req-edf1b4cd-0b0a-47b5-9437-8c4c619ee7fd tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603038 Nov 29 17:56:01.918001 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-69a3a8b6-45bf-4ce7-9f92-09130abb5fdf service neutron] 10.222.0.20 "GET /v2.0/ports/bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005/bindings/n-h2-819494-5 HTTP/1.1" status: 200 len: 384 time: 0.0713732 Nov 29 17:56:01.962075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83622d2-8148-40bb-a717-048b8a393323 req-2d35a96c-97ff-4b08-b47d-6f3932d3094c tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:01.963915 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83622d2-8148-40bb-a717-048b8a393323 req-2d35a96c-97ff-4b08-b47d-6f3932d3094c tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.1181660 Nov 29 17:56:01.983789 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-052490b2-a783-43d9-9229-fc82a2764470 req-6d3aaf5e-74b3-4aa3-a5f0-c576fcc59ace tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1487842 Nov 29 17:56:01.995221 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Router 47fa12d1-2f6a-4334-a77b-5995a39346fb has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:56:02.030164 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-04518977-f111-411c-8a82-a46860d58950 None None] Provisioning complete for port 77e304be-708c-4ff3-af18-4d25c8dc912c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:02.031260 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04518977-f111-411c-8a82-a46860d58950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:02.052396 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83622d2-8148-40bb-a717-048b8a393323 req-a91e9c2a-aabb-40ac-aa74-4b7edd83fb5d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676050 Nov 29 17:56:02.123482 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-04518977-f111-411c-8a82-a46860d58950 None None] Port 77e304be-708c-4ff3-af18-4d25c8dc912c cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:56:02.181046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-ea3d110d-2b31-4123-a366-2cb332b791b7 service neutron] For port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:02.210689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-ea3d110d-2b31-4123-a366-2cb332b791b7 service neutron] For port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:56:02.259699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-ea3d110d-2b31-4123-a366-2cb332b791b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:56:02.272377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c472e-a842-48a2-a318-1804a36f6441 req-f17cb632-7423-43b8-81fd-b1fe7b844781 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:02.276076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-ea3d110d-2b31-4123-a366-2cb332b791b7 service neutron] For port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:02.281331 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-262c472e-a842-48a2-a318-1804a36f6441 req-f17cb632-7423-43b8-81fd-b1fe7b844781 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 944 time: 0.1091173 Nov 29 17:56:02.294216 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-ea3d110d-2b31-4123-a366-2cb332b791b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:02.303578 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:56:02.319007 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1e928dc4-4e18-4676-8fe7-29fa073d01a1 admin admin] 10.222.0.23 "PUT /v2.0/routers/47fa12d1-2f6a-4334-a77b-5995a39346fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5824199 Nov 29 17:56:02.322593 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Sync routers for ids ['47fa12d1-2f6a-4334-a77b-5995a39346fb'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:56:02.358291 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Routers {'47fa12d1-2f6a-4334-a77b-5995a39346fb'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:56:02.362179 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-424da057-de67-4157-9b62-b2b040748c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:55:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['47fa12d1-2f6a-4334-a77b-5995a39346fb'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:56:02.365292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-262c472e-a842-48a2-a318-1804a36f6441 req-943e7c95-6795-4b4c-95f1-4d92037756b5 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794861 Nov 29 17:56:02.438414 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7d52e8e0-45d9-4312-878b-308f24c8611a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:56:02.558151 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Set router 47fa12d1-2f6a-4334-a77b-5995a39346fb gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:56:02.559203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-ea3d110d-2b31-4123-a366-2cb332b791b7 service neutron] Transition to ACTIVE for port object bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:56:02.572599 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7d52e8e0-45d9-4312-878b-308f24c8611a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:02.573605 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:02.573709 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-ea3d110d-2b31-4123-a366-2cb332b791b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:02.581100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483f693-c253-4942-b360-126afa5134a7 req-ac0149e8-5778-454c-ba4f-05257a7d16e0 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:02.583500 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c483f693-c253-4942-b360-126afa5134a7 req-ac0149e8-5778-454c-ba4f-05257a7d16e0 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 945 time: 0.1178663 Nov 29 17:56:02.686510 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c483f693-c253-4942-b360-126afa5134a7 req-e629fe1b-121b-49c2-808e-9ed2045c7300 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932832 Nov 29 17:56:02.706243 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:02.735654 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d110d-2b31-4123-a366-2cb332b791b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,revision_number=10']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:02.739252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-ea3d110d-2b31-4123-a366-2cb332b791b7 service neutron] No DVR routers for this DVR port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:56:02.761516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 7d52e8e0-45d9-4312-878b-308f24c8611a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7d52e8e0-45d9-4312-878b-308f24c8611a,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:02.770397 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:02.788135 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-ea3d110d-2b31-4123-a366-2cb332b791b7 service neutron] 10.222.0.20 "PUT /v2.0/ports/bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005/bindings/n-h2-819494-5/activate HTTP/1.1" status: 200 len: 369 time: 0.8614070 Nov 29 17:56:02.888291 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=7d52e8e0-45d9-4312-878b-308f24c8611a,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:02.930020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9b27a-e846-4ce4-abd4-e650762f3bf8 req-b4cbc417-c3f5-4b61-b04e-8c613a22408b tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:02.943287 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44e9b27a-e846-4ce4-abd4-e650762f3bf8 req-b4cbc417-c3f5-4b61-b04e-8c613a22408b tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 948 time: 0.0979409 Nov 29 17:56:02.963020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-8aea3558-f502-44cd-a308-234668503179 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:02.964838 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-8aea3558-f502-44cd-a308-234668503179 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233&tenant_id=80d0ffbb4cf74b4ab097b8a012189088&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 1096 time: 0.1080210 Nov 29 17:56:02.975088 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-424da057-de67-4157-9b62-b2b040748c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-924363051-router', 'tenant_id': 'dedadc0e82214d55948d2e4a3794e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '7d52e8e0-45d9-4312-878b-308f24c8611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:55Z', 'updated_at': '2021-11-29T17:56:00Z', 'revision_number': 4, 'project_id': 'dedadc0e82214d55948d2e4a3794e277', 'gw_port': {'id': '7d52e8e0-45d9-4312-878b-308f24c8611a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ad:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:56Z', 'updated_at': '2021-11-29T17:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '77e304be-708c-4ff3-af18-4d25c8dc912c', 'name': '', 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27', 'tenant_id': 'dedadc0e82214d55948d2e4a3794e277', 'mac_address': 'fa:16:3e:70:fb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4f6cad31-93ce-4c40-b76b-685e0e6c4f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:59Z', 'updated_at': '2021-11-29T17:56:01Z', 'revision_number': 2, 'project_id': 'dedadc0e82214d55948d2e4a3794e277', 'subnets': [{'id': '4f6cad31-93ce-4c40-b76b-685e0e6c4f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:56:03.022138 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Checking router: 47fa12d1-2f6a-4334-a77b-5995a39346fb for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:56:03.022504 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Updating router 47fa12d1-2f6a-4334-a77b-5995a39346fb port 77e304be-708c-4ff3-af18-4d25c8dc912c binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:56:03.040200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44e9b27a-e846-4ce4-abd4-e650762f3bf8 req-20c75419-127a-42a5-a738-5055c1752035 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898161 Nov 29 17:56:03.040365 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-6bb61936-1130-4731-9d99-16f70427ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:03.043598 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-6bb61936-1130-4731-9d99-16f70427ced5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233&tenant_id=80d0ffbb4cf74b4ab097b8a012189088 HTTP/1.1" status: 200 len: 1096 time: 0.0689723 Nov 29 17:56:03.078885 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:03.134899 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-61669a6c-5954-4a9b-97d6-e77dc2f08454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:03.138774 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-61669a6c-5954-4a9b-97d6-e77dc2f08454 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 1096 time: 0.0577369 Nov 29 17:56:03.210685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c262dfe-1cf5-4257-8050-93856d9882b0 req-693af4a9-6ca2-414a-a894-58b10bdbd7e9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:03.218396 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c262dfe-1cf5-4257-8050-93856d9882b0 req-693af4a9-6ca2-414a-a894-58b10bdbd7e9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.1159167 Nov 29 17:56:03.276959 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c262dfe-1cf5-4257-8050-93856d9882b0 req-69e0505f-0b34-4c54-856f-21d0c7e3a380 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569348 Nov 29 17:56:03.314624 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-22278e31-0f73-4d1b-914a-0f7b8f43d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:03.316731 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-22278e31-0f73-4d1b-914a-0f7b8f43d7a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 921 time: 0.1619081 Nov 29 17:56:03.355866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38380) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:56:03.362330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-208b9fb2-454a-4a5f-a2bb-b2f239977894 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-25296706-network', 'tenant_id': 'faa68877825947d7bd574ba58343e18e'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:03.390734 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-a5f9de74-0a4e-440a-854c-add5d879ad10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 HTTP/1.1" status: 200 len: 217 time: 0.0654938 Nov 29 17:56:03.415662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208b9fb2-454a-4a5f-a2bb-b2f239977894 admin admin] Made reservation on behalf of faa68877825947d7bd574ba58343e18e for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:56:03.418731 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-208b9fb2-454a-4a5f-a2bb-b2f239977894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:03.437413 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-208b9fb2-454a-4a5f-a2bb-b2f239977894 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:03.446317 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-6514585d-5195-42ef-b885-e81122ca5704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:03.448144 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-6514585d-5195-42ef-b885-e81122ca5704 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.0510254 Nov 29 17:56:03.467777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3fb67-bda9-407f-ae47-f9d174e3e4cb req-27cc60ca-b56f-4d34-9b5e-e6c9e6674bac tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:03.469351 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbd3fb67-bda9-407f-ae47-f9d174e3e4cb req-27cc60ca-b56f-4d34-9b5e-e6c9e6674bac tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.0835557 Nov 29 17:56:03.498589 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:03.507745 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:03.522408 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-fd1aa888-ebc6-4c6d-91b8-3cd40a3952d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359538 Nov 29 17:56:03.578587 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbd3fb67-bda9-407f-ae47-f9d174e3e4cb req-7e41e5a6-df58-4def-bec5-3be3383d2a3d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014028 Nov 29 17:56:03.593398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea483f4-4bd7-448d-817d-7adb7acc684a req-451997c6-2812-4a70-a1e4-37b20b8eb798 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:03.595006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fea483f4-4bd7-448d-817d-7adb7acc684a req-451997c6-2812-4a70-a1e4-37b20b8eb798 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 945 time: 0.1157837 Nov 29 17:56:03.658026 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3dec8-0be4-4c5f-a571-32760a408872 None None] Pushing event updated for resources: {'Port': ['ID=77e304be-708c-4ff3-af18-4d25c8dc912c,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:03.660808 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-208b9fb2-454a-4a5f-a2bb-b2f239977894 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:03.673140 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-208b9fb2-454a-4a5f-a2bb-b2f239977894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:03.673544 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-5cb9cf9e-a58d-4280-a3d7-29bd81bc7ae8 service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365170 Nov 29 17:56:03.700564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fea483f4-4bd7-448d-817d-7adb7acc684a req-a5cf3cf2-8c94-4de9-a539-5497d986e4a0 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789499 Nov 29 17:56:03.741390 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Attempting to bind port 77e304be-708c-4ff3-af18-4d25c8dc912c on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:56:03.741828 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Attempting to bind port 77e304be-708c-4ff3-af18-4d25c8dc912c by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '01dbf60d-1291-44ed-921d-df177a58c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:56:03.742205 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Attempting to bind port 77e304be-708c-4ff3-af18-4d25c8dc912c on network ffc7ada0-f282-4e96-b253-bb7a04e4eb27 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:03.743250 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-ba781c83-30fd-49bb-9dcd-2aec3bdf54fe service neutron] 10.222.0.20 "GET /v2.0/ports/3c3e7776-dabc-48d9-9569-d36b095a5cee/bindings/n-h1-819494-5 HTTP/1.1" status: 200 len: 382 time: 0.2938373 Nov 29 17:56:03.750776 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:56:03.751192 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Checking segment: {'id': '01dbf60d-1291-44ed-921d-df177a58c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:56:03.751612 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:03.752015 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Bound using segment: {'id': '01dbf60d-1291-44ed-921d-df177a58c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:56:03.752507 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Bound port: 77e304be-708c-4ff3-af18-4d25c8dc912c, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01dbf60d-1291-44ed-921d-df177a58c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:56:03.752917 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:03.754604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208b9fb2-454a-4a5f-a2bb-b2f239977894 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:56:03.774030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b9fb2-454a-4a5f-a2bb-b2f239977894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ea19ec-9f36-4f16-b616-804a94de57cb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:03.822383 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-208b9fb2-454a-4a5f-a2bb-b2f239977894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:03.822941 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-208b9fb2-454a-4a5f-a2bb-b2f239977894 admin admin] Added segment ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9 of type vlan for network c6ee73b6-6e46-4b56-8499-1af1c94e35bf Nov 29 17:56:03.837968 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-ccb5c7c5-ae4b-44d5-a437-227bca118369 service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591873 Nov 29 17:56:03.903972 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-424da057-de67-4157-9b62-b2b040748c43 None None] For port 77e304be-708c-4ff3-af18-4d25c8dc912c, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:56:03.907980 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-424da057-de67-4157-9b62-b2b040748c43 None None] For port 77e304be-708c-4ff3-af18-4d25c8dc912c, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=77e304be-708c-4ff3-af18-4d25c8dc912c,segment=NetworkSegment(01dbf60d-1291-44ed-921d-df177a58c87e),segment_id=01dbf60d-1291-44ed-921d-df177a58c87e)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:56:03.920929 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:03.928891 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97fe2a-2046-4225-84a6-7028643c1ec5 req-c0a478d1-5fcc-4ecb-9393-5e08d40630fc tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:03.942814 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e97fe2a-2046-4225-84a6-7028643c1ec5 req-c0a478d1-5fcc-4ecb-9393-5e08d40630fc tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 945 time: 0.1226046 Nov 29 17:56:03.992785 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-208b9fb2-454a-4a5f-a2bb-b2f239977894 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:04.036208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e97fe2a-2046-4225-84a6-7028643c1ec5 req-ca54e72a-53b9-4d5c-b7ca-76585a23a4d3 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870697 Nov 29 17:56:04.047588 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Routers {'47fa12d1-2f6a-4334-a77b-5995a39346fb'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:56:04.048925 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-424da057-de67-4157-9b62-b2b040748c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:55:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['47fa12d1-2f6a-4334-a77b-5995a39346fb'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:56:04.073959 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-208b9fb2-454a-4a5f-a2bb-b2f239977894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:04.075017 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208b9fb2-454a-4a5f-a2bb-b2f239977894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:04.075668 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-208b9fb2-454a-4a5f-a2bb-b2f239977894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:04.078518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:56:04.138486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-dc486d53-34b2-4b92-8a31-e49a6bcec12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:04.151797 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-dc486d53-34b2-4b92-8a31-e49a6bcec12b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51&tenant_id=74da84362ff44d4397e3357f1f704eae HTTP/1.1" status: 200 len: 1101 time: 0.0906372 Nov 29 17:56:04.172157 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3dec8-0be4-4c5f-a571-32760a408872 None None] Pushing event updated for resources: {'Port': ['ID=77e304be-708c-4ff3-af18-4d25c8dc912c,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:04.198925 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a9a2d4c2-43ae-452f-b328-cfa3ade792a3 None None] Provisioning complete for port 77e304be-708c-4ff3-af18-4d25c8dc912c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:04.199778 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9a2d4c2-43ae-452f-b328-cfa3ade792a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:04.229934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:56:04.239540 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b9fb2-454a-4a5f-a2bb-b2f239977894 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ee73b6-6e46-4b56-8499-1af1c94e35bf,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:04.264884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network c6ee73b6-6e46-4b56-8499-1af1c94e35bf details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:56:04.301626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-208b9fb2-454a-4a5f-a2bb-b2f239977894 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9446292 Nov 29 17:56:04.305302 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38398) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:56:04.313702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c0812c21-238f-4b31-9dbe-faed1cb48278 admin admin] Request body: {'subnet': {'network_id': 'c6ee73b6-6e46-4b56-8499-1af1c94e35bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-25296706-subnet', 'tenant_id': 'faa68877825947d7bd574ba58343e18e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:04.315123 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-424da057-de67-4157-9b62-b2b040748c43 None None] Set router 47fa12d1-2f6a-4334-a77b-5995a39346fb gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:56:04.365680 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021fc5b-527d-4efd-bf29-47cb0b2e7cc0 req-f1734193-573d-402a-956b-7fd0d1de15b6 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:04.381071 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-e9f0904d-f21f-4db1-8a33-ef571a6972ed tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:04.382493 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9021fc5b-527d-4efd-bf29-47cb0b2e7cc0 req-f1734193-573d-402a-956b-7fd0d1de15b6 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 948 time: 0.1738496 Nov 29 17:56:04.382636 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-e9f0904d-f21f-4db1-8a33-ef571a6972ed tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233&tenant_id=80d0ffbb4cf74b4ab097b8a012189088&binding%3Ahost_id=n-h2-819494-5 HTTP/1.1" status: 200 len: 1096 time: 0.1932626 Nov 29 17:56:04.391580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-3cd1cbbb-f60b-40ed-85a2-afda3ca67376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:04.393214 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-3cd1cbbb-f60b-40ed-85a2-afda3ca67376 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 1101 time: 0.1356831 Nov 29 17:56:04.428089 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7d52e8e0-45d9-4312-878b-308f24c8611a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:56:04.434253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0812c21-238f-4b31-9dbe-faed1cb48278 admin admin] Made reservation on behalf of faa68877825947d7bd574ba58343e18e for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:56:04.436659 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0812c21-238f-4b31-9dbe-faed1cb48278 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:04.499233 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9a2d4c2-43ae-452f-b328-cfa3ade792a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:04.536162 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9021fc5b-527d-4efd-bf29-47cb0b2e7cc0 req-71df954b-ad08-4a35-90d7-8ac1ecefb3e8 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494079 Nov 29 17:56:04.541574 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a9a2d4c2-43ae-452f-b328-cfa3ade792a3 None None] For port 77e304be-708c-4ff3-af18-4d25c8dc912c, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=77e304be-708c-4ff3-af18-4d25c8dc912c,segment=NetworkSegment(01dbf60d-1291-44ed-921d-df177a58c87e),segment_id=01dbf60d-1291-44ed-921d-df177a58c87e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:04.553740 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9a2d4c2-43ae-452f-b328-cfa3ade792a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:04.559033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7d52e8e0-45d9-4312-878b-308f24c8611a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:04.560034 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:04.583711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45269db7-9c45-4b4c-9ad6-5ecb6315c25a req-c7300170-1ad2-43dd-aaf5-5a465cca66ad tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:04.594875 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45269db7-9c45-4b4c-9ad6-5ecb6315c25a req-c7300170-1ad2-43dd-aaf5-5a465cca66ad tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 946 time: 0.2041636 Nov 29 17:56:04.635281 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-7a6f5a25-d805-499b-ab6c-413dda19afee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:04.637185 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-7a6f5a25-d805-499b-ab6c-413dda19afee service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1902084 Nov 29 17:56:04.661647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-bcbdff83-7db4-483a-b87a-bc777dd187d9 service neutron] For port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:56:04.663608 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-424da057-de67-4157-9b62-b2b040748c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-924363051-router', 'tenant_id': 'dedadc0e82214d55948d2e4a3794e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '7d52e8e0-45d9-4312-878b-308f24c8611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:55Z', 'updated_at': '2021-11-29T17:56:00Z', 'revision_number': 4, 'project_id': 'dedadc0e82214d55948d2e4a3794e277', 'gw_port': {'id': '7d52e8e0-45d9-4312-878b-308f24c8611a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ad:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:56Z', 'updated_at': '2021-11-29T17:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '77e304be-708c-4ff3-af18-4d25c8dc912c', 'name': '', 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27', 'tenant_id': 'dedadc0e82214d55948d2e4a3794e277', 'mac_address': 'fa:16:3e:70:fb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4f6cad31-93ce-4c40-b76b-685e0e6c4f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:59Z', 'updated_at': '2021-11-29T17:56:03Z', 'revision_number': 4, 'project_id': 'dedadc0e82214d55948d2e4a3794e277', 'subnets': [{'id': '4f6cad31-93ce-4c40-b76b-685e0e6c4f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:56:04.696487 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424da057-de67-4157-9b62-b2b040748c43 None None] The sync data for ids ['47fa12d1-2f6a-4334-a77b-5995a39346fb'] in n-d-819494-5 is: [{'id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-924363051-router', 'tenant_id': 'dedadc0e82214d55948d2e4a3794e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '7d52e8e0-45d9-4312-878b-308f24c8611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:55Z', 'updated_at': '2021-11-29T17:56:00Z', 'revision_number': 4, 'project_id': 'dedadc0e82214d55948d2e4a3794e277', 'gw_port': {'id': '7d52e8e0-45d9-4312-878b-308f24c8611a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ad:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:56Z', 'updated_at': '2021-11-29T17:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '77e304be-708c-4ff3-af18-4d25c8dc912c', 'name': '', 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27', 'tenant_id': 'dedadc0e82214d55948d2e4a3794e277', 'mac_address': 'fa:16:3e:70:fb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4f6cad31-93ce-4c40-b76b-685e0e6c4f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:59Z', 'updated_at': '2021-11-29T17:56:03Z', 'revision_number': 4, 'project_id': 'dedadc0e82214d55948d2e4a3794e277', 'subnets': [{'id': '4f6cad31-93ce-4c40-b76b-685e0e6c4f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:56:04.698067 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-bcbdff83-7db4-483a-b87a-bc777dd187d9 service neutron] Publish callbacks [] for binding, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:04.699384 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf8ff335-4708-4686-9555-e108cbfe3396 req-bcbdff83-7db4-483a-b87a-bc777dd187d9 service neutron] 10.222.0.31 "DELETE /v2.0/ports/bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005/bindings/n-h1-819494-5 HTTP/1.1" status: 204 len: 173 time: 0.3052857 Nov 29 17:56:04.701616 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-f0dd16c2-a4d2-410c-92a3-46cdce7c89c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=3c3e7776-dabc-48d9-9569-d36b095a5cee HTTP/1.1" status: 200 len: 217 time: 0.0534601 Nov 29 17:56:04.743747 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45269db7-9c45-4b4c-9ad6-5ecb6315c25a req-6c8536e4-98ea-4ba2-9b96-5d2815f6f3ad tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412723 Nov 29 17:56:04.782921 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-af3bcb72-68cb-4bed-9c98-49dde59991f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:04.792869 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-af3bcb72-68cb-4bed-9c98-49dde59991f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0798132 Nov 29 17:56:04.839489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6c34c-909f-480f-a04a-d135e123b3c4 req-ddc17893-93fd-4baa-9891-1651f9bc419e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:04.841216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7e6c34c-909f-480f-a04a-d135e123b3c4 req-ddc17893-93fd-4baa-9891-1651f9bc419e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.2031174 Nov 29 17:56:04.858076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-ccf71a1a-8730-4d28-936a-1925e8897cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:04.859633 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-ccf71a1a-8730-4d28-936a-1925e8897cd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607498 Nov 29 17:56:04.874526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:56:04.945506 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0812c21-238f-4b31-9dbe-faed1cb48278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:04.976395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2d4c2-43ae-452f-b328-cfa3ade792a3 None None] Pushing event updated for resources: {'Port': ['ID=77e304be-708c-4ff3-af18-4d25c8dc912c,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:04.980044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-155cabb4-7453-4abf-9fb1-ed768fdecdc7 None None] Provisioning complete for port 77e304be-708c-4ff3-af18-4d25c8dc912c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:04.980798 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-155cabb4-7453-4abf-9fb1-ed768fdecdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:04.987121 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-cdb30f88-ec19-4dcf-bcd1-f38c0c67054b service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182418 Nov 29 17:56:05.073983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448cc3a-ec29-42c4-9c86-7ddd3de6ef22 req-9b08c8ac-09db-4e0b-9667-8d420799c655 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:05.082748 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b448cc3a-ec29-42c4-9c86-7ddd3de6ef22 req-9b08c8ac-09db-4e0b-9667-8d420799c655 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.2214084 Nov 29 17:56:05.108636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7e6c34c-909f-480f-a04a-d135e123b3c4 req-6d06f02b-b87c-404d-8bb8-1e78c420e288 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468104 Nov 29 17:56:05.137403 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2af237a1-bf3f-462c-95f8-e7a447e11c92 req-bd36e103-b8ba-4d7f-adbd-25385f813767 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416316 Nov 29 17:56:05.157696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0812c21-238f-4b31-9dbe-faed1cb48278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf7c112-4131-46f3-868d-7eae4f9d34bd,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:05.178000 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:05.199310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0812c21-238f-4b31-9dbe-faed1cb48278 admin admin] Checking segment: {'id': 'ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c6ee73b6-6e46-4b56-8499-1af1c94e35bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:56:05.199591 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0812c21-238f-4b31-9dbe-faed1cb48278 admin admin] Network hostable DHCP agents. Network: c6ee73b6-6e46-4b56-8499-1af1c94e35bf, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:56:05.202681 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647', 'mac_address': 'fa:16:3e:c0:47:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:56:05.279516 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:05.294659 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:56:05.306356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b448cc3a-ec29-42c4-9c86-7ddd3de6ef22 req-3e071727-5d6c-482f-b4d6-c1d2f1932b41 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226779 Nov 29 17:56:05.319946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:05.324749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0812c21-238f-4b31-9dbe-faed1cb48278 admin admin] Network c6ee73b6-6e46-4b56-8499-1af1c94e35bf is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:56:05.336149 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:05.355566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c0812c21-238f-4b31-9dbe-faed1cb48278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, c6ee73b6-6e46-4b56-8499-1af1c94e35bf) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:56:05.365097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0812c21-238f-4b31-9dbe-faed1cb48278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:05.367044 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0812c21-238f-4b31-9dbe-faed1cb48278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:05.377879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889abe65-378d-4e33-b8ac-cf662ec504f3 None None] Network c6ee73b6-6e46-4b56-8499-1af1c94e35bf requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:56:05.378109 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d33def-882b-4162-ae51-4b756a860fd1 req-ec4bb6ca-82ef-4629-a588-ded51b953bbe tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:05.386241 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5d33def-882b-4162-ae51-4b756a860fd1 req-ec4bb6ca-82ef-4629-a588-ded51b953bbe tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 945 time: 0.1641760 Nov 29 17:56:05.423970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c0812c21-238f-4b31-9dbe-faed1cb48278 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1147149 Nov 29 17:56:05.426923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38408) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:56:05.432075 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-25296706-router', 'tenant_id': 'faa68877825947d7bd574ba58343e18e', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:05.480390 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:05.481218 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:05.482006 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:05.499241 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5d33def-882b-4162-ae51-4b756a860fd1 req-731d2b3d-9de8-4ded-ac70-afc48f9a60ac tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120093 Nov 29 17:56:05.533254 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813745e-73eb-4a09-aaa6-16a7c62b99f3 req-27c8081a-b41e-40ec-9beb-ccaa5cfe1628 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:05.537186 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9813745e-73eb-4a09-aaa6-16a7c62b99f3 req-27c8081a-b41e-40ec-9beb-ccaa5cfe1628 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 945 time: 0.1363227 Nov 29 17:56:05.572710 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:05.611052 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c6ee73b6-6e46-4b56-8499-1af1c94e35bf', 'network_id': 'c6ee73b6-6e46-4b56-8499-1af1c94e35bf', 'tenant_id': 'faa68877825947d7bd574ba58343e18e', 'fixed_ips': [{'subnet_id': 'ebf7c112-4131-46f3-868d-7eae4f9d34bd'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 17:56:05.611937 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:05.634439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9813745e-73eb-4a09-aaa6-16a7c62b99f3 req-dd23f3b5-0b6c-4c0b-b766-1f9680926c95 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892277 Nov 29 17:56:05.838914 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:05.839602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['8f0d8a8e-d43b-4a13-84f1-8bfe0f570647'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:05.867084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0399a2-3201-49b4-9d57-5d4c3303b3c3 req-a0d8353e-51fe-408a-ad3d-07bd551fffe9 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:05.869217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf0399a2-3201-49b4-9d57-5d4c3303b3c3 req-a0d8353e-51fe-408a-ad3d-07bd551fffe9 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 1096 time: 0.1065600 Nov 29 17:56:05.898346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d8e7b-a6e4-46bc-b329-e537208b321d req-937705dc-0093-4877-9558-191782689e92 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:05.899984 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-480d8e7b-a6e4-46bc-b329-e537208b321d req-937705dc-0093-4877-9558-191782689e92 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 949 time: 0.1097438 Nov 29 17:56:05.903501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0abf2-77e5-4b6f-995d-9cb8b71a4b6a req-5a26a1a8-0ae0-4f41-88cc-c9b05881516a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:05.903910 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Allocated IP 172.20.0.2 (c6ee73b6-6e46-4b56-8499-1af1c94e35bf/ebf7c112-4131-46f3-868d-7eae4f9d34bd/9a7b7bc4-c214-43ea-be22-e637a7e9c0cc) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:56:05.906078 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-31a0abf2-77e5-4b6f-995d-9cb8b71a4b6a req-5a26a1a8-0ae0-4f41-88cc-c9b05881516a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.20 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 946 time: 0.1438177 Nov 29 17:56:06.010904 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf0399a2-3201-49b4-9d57-5d4c3303b3c3 req-249e427d-5f54-4610-a814-ac927af59761 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294374 Nov 29 17:56:06.014189 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-480d8e7b-a6e4-46bc-b329-e537208b321d req-ff60a21b-1907-44b4-b063-9a66dfac5794 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971863 Nov 29 17:56:06.139014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-0ae755fb-be0c-4f04-b5ab-ff25782322b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:06.140840 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-0ae755fb-be0c-4f04-b5ab-ff25782322b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 1096 time: 0.1248810 Nov 29 17:56:06.218062 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:06.231923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f6b25-f221-4134-83b0-f596b85312bd req-e48bdb06-a309-4432-989f-c926da3409f3 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:06.233691 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b91f6b25-f221-4134-83b0-f596b85312bd req-e48bdb06-a309-4432-989f-c926da3409f3 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 946 time: 0.0995886 Nov 29 17:56:06.239135 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:06.260088 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-31a0abf2-77e5-4b6f-995d-9cb8b71a4b6a req-9ccef50f-f455-4294-8779-5aa6b79565de tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Deleting port 1415ef57-8b70-4108-9fce-57d617fa8935 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:56:06.260780 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-31a0abf2-77e5-4b6f-995d-9cb8b71a4b6a req-9ccef50f-f455-4294-8779-5aa6b79565de tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:06.311235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Pushing event updated for resources: {'Port': ['ID=9a7b7bc4-c214-43ea-be22-e637a7e9c0cc,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:06.329992 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Network c6ee73b6-6e46-4b56-8499-1af1c94e35bf is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:56:06.333593 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:56:06.338407 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:56:06.381764 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df07e9-6174-4bd4-b5e9-8e98dc26f226 req-0963a884-ecaf-4c00-a5b0-d94320935fe1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:06.389745 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84df07e9-6174-4bd4-b5e9-8e98dc26f226 req-0963a884-ecaf-4c00-a5b0-d94320935fe1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.1549065 Nov 29 17:56:06.401784 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Attempting to bind port 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:56:06.402189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Attempting to bind port 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c6ee73b6-6e46-4b56-8499-1af1c94e35bf'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:56:06.402554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Attempting to bind port 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc on network c6ee73b6-6e46-4b56-8499-1af1c94e35bf {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:06.409761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:56:06.410694 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Checking segment: {'id': 'ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c6ee73b6-6e46-4b56-8499-1af1c94e35bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:56:06.411698 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:06.411698 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Bound using segment: {'id': 'ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c6ee73b6-6e46-4b56-8499-1af1c94e35bf'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:56:06.412165 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Bound port: 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c6ee73b6-6e46-4b56-8499-1af1c94e35bf'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:56:06.412551 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:06.418778 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b91f6b25-f221-4134-83b0-f596b85312bd req-027fe36e-abbf-4066-beb7-41ddfd9e1fb9 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520939 Nov 29 17:56:06.492415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] For port 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:56:06.504692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] For port 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9a7b7bc4-c214-43ea-be22-e637a7e9c0cc,segment=NetworkSegment(ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9),segment_id=ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:56:06.516123 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:06.552587 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84df07e9-6174-4bd4-b5e9-8e98dc26f226 req-9cbcc89f-892a-4fd0-85db-e8805ad9e5c5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614227 Nov 29 17:56:06.559092 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 77e304be-708c-4ff3-af18-4d25c8dc912c up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:56:06.628807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569df85-43af-4661-be5c-95c6f3a9e3f1 None None] Pushing event updated for resources: {'Port': ['ID=9a7b7bc4-c214-43ea-be22-e637a7e9c0cc,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:06.649139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 77e304be-708c-4ff3-af18-4d25c8dc912c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:06.649516 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:06.652671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-ae679bca-a7ed-485a-9d05-5e266749fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:06.654166 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-ae679bca-a7ed-485a-9d05-5e266749fd05 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.4942775 Nov 29 17:56:06.720624 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-5841d382-cd9c-4dd3-8ea3-2a4751dfb08c tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:06.728659 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-5841d382-cd9c-4dd3-8ea3-2a4751dfb08c tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 820 time: 0.1630254 Nov 29 17:56:06.748750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1cadb-e928-4a12-8441-acfafb64ddaa req-d95a7e5e-7de5-4e68-80f0-623ae2853c2d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:06.750236 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22a1cadb-e928-4a12-8441-acfafb64ddaa req-d95a7e5e-7de5-4e68-80f0-623ae2853c2d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.0980952 Nov 29 17:56:06.758392 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-a0063e4b-4ad4-483d-a34f-b3399fe45e22 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/quotas/80d0ffbb4cf74b4ab097b8a012189088 HTTP/1.1" status: 200 len: 375 time: 0.0287142 Nov 29 17:56:06.775176 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-6a34ea05-7cd0-42f7-ba3b-c429ab90a969 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 HTTP/1.1" status: 200 len: 217 time: 0.1088896 Nov 29 17:56:06.846565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22a1cadb-e928-4a12-8441-acfafb64ddaa req-598aef0b-e586-43ad-a577-5f6249b2ff9b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854549 Nov 29 17:56:06.876321 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-fd010f8b-ae15-4704-97cd-d6f1c978e166 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1169674 Nov 29 17:56:06.889534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-31a0abf2-77e5-4b6f-995d-9cb8b71a4b6a req-9ccef50f-f455-4294-8779-5aa6b79565de tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] For port 1415ef57-8b70-4108-9fce-57d617fa8935, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=1415ef57-8b70-4108-9fce-57d617fa8935,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:06.889840 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-31a0abf2-77e5-4b6f-995d-9cb8b71a4b6a req-9ccef50f-f455-4294-8779-5aa6b79565de tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:06.902901 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-eab3fdcd-1669-4ad5-a66f-b6d7721691c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:06.907400 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-eab3fdcd-1669-4ad5-a66f-b6d7721691c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.1227603 Nov 29 17:56:06.915517 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-31a0abf2-77e5-4b6f-995d-9cb8b71a4b6a req-9ccef50f-f455-4294-8779-5aa6b79565de tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Calling delete_port for 1415ef57-8b70-4108-9fce-57d617fa8935 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:56:06.952597 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:06.958541 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-6b66bffa-ed5f-4344-961d-562bab64efcf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409400 Nov 29 17:56:06.985954 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:06.995986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-37a47774-7ebb-4204-975f-8460bf3a8cb6 service neutron] 10.222.0.23 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122985 Nov 29 17:56:07.214471 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-ddefe958-fcb7-4be5-9b79-7336cd4ec366 service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377024 Nov 29 17:56:07.315405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Allocated IP 172.25.3.114 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/671dea27-204f-4f5f-ae71-03f7531b30ad) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:56:07.363943 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-31a0abf2-77e5-4b6f-995d-9cb8b71a4b6a req-9ccef50f-f455-4294-8779-5aa6b79565de tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:07.375914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['acef39b3-3105-4269-b175-e5b810fdcad3', '1415ef57-8b70-4108-9fce-57d617fa8935'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:07.382635 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e3051-eb71-4900-b24e-a6f12ff6ed77 req-d80549e0-c387-4187-842f-0b95e438dea5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:07.384192 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee5e3051-eb71-4900-b24e-a6f12ff6ed77 req-d80549e0-c387-4187-842f-0b95e438dea5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 945 time: 0.3615785 Nov 29 17:56:07.400278 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-d8bfd3b2-0134-49ca-9327-38802754346a service neutron] 10.222.0.23 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981228 Nov 29 17:56:07.439890 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccef50f-f455-4294-8779-5aa6b79565de tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Pushing event deleted for resources: {'Port': ['ID=1415ef57-8b70-4108-9fce-57d617fa8935,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:07.453204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['16f64671-a63b-4f64-b8af-d3c8274270ef'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:07.456997 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-faa42962-e7d9-4915-82e8-dc0e510221c4 service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349138 Nov 29 17:56:07.466087 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee5e3051-eb71-4900-b24e-a6f12ff6ed77 req-5c082901-28e7-43df-b542-4881d8021a65 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507970 Nov 29 17:56:07.556890 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a0abf2-77e5-4b6f-995d-9cb8b71a4b6a req-9ccef50f-f455-4294-8779-5aa6b79565de tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] No DVR routers for this DVR port 1415ef57-8b70-4108-9fce-57d617fa8935 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:56:07.574132 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-31a0abf2-77e5-4b6f-995d-9cb8b71a4b6a req-9ccef50f-f455-4294-8779-5aa6b79565de tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:07.587152 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-31a0abf2-77e5-4b6f-995d-9cb8b71a4b6a req-9ccef50f-f455-4294-8779-5aa6b79565de tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.20 "DELETE /v2.0/ports/1415ef57-8b70-4108-9fce-57d617fa8935 HTTP/1.1" status: 204 len: 173 time: 1.6221285 Nov 29 17:56:07.588823 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952b3d20-9d12-4be3-979d-3f74c67e8d4a', 'name': 'network-vif-deleted', 'tag': '1415ef57-8b70-4108-9fce-57d617fa8935'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:07.596280 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76983f8-69cf-41ae-b2ea-42caa528d936" -d '{"events": [{"server_uuid": "952b3d20-9d12-4be3-979d-3f74c67e8d4a", "name": "network-vif-deleted", "tag": "1415ef57-8b70-4108-9fce-57d617fa8935"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:07.599840 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cef45-192b-40e2-95d9-9b10d753e26a req-cced99d7-7053-4274-aba1-d0192459cb76 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:07.610117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c78cef45-192b-40e2-95d9-9b10d753e26a req-cced99d7-7053-4274-aba1-d0192459cb76 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 949 time: 0.0845275 Nov 29 17:56:07.730335 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c78cef45-192b-40e2-95d9-9b10d753e26a req-3452e6d0-96d2-4363-baee-6cfd0bde3d10 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145065 Nov 29 17:56:07.742486 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:07.804381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-56c8a9f4-9792-45c0-be75-d93bc1bc1015 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:07.805934 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-56c8a9f4-9792-45c0-be75-d93bc1bc1015 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0&tenant_id=3a0783cb68fe44b080e0c111bf112e73&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 1096 time: 0.2179067 Nov 29 17:56:07.824839 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4171412e-ad14-4901-a124-c9b8e074d005 req-ead884f4-d20e-4909-9f99-4ba19cf9dd19 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=952b3d20-9d12-4be3-979d-3f74c67e8d4a HTTP/1.1" status: 200 len: 210 time: 0.0607493 Nov 29 17:56:07.832769 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-5'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:07.915807 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995ed45b-2f04-402b-b640-a44b13b33fb8 x-openstack-request-id: req-995ed45b-2f04-402b-b640-a44b13b33fb8 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:07.916555 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952b3d20-9d12-4be3-979d-3f74c67e8d4a", "name": "network-vif-deleted", "tag": "1415ef57-8b70-4108-9fce-57d617fa8935", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:07.917348 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-995ed45b-2f04-402b-b640-a44b13b33fb8 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:07.918030 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952b3d20-9d12-4be3-979d-3f74c67e8d4a', 'name': 'network-vif-deleted', 'tag': '1415ef57-8b70-4108-9fce-57d617fa8935', 'status': 'completed', 'code': 200} Nov 29 17:56:07.923453 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:07.958094 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bc090-1a46-412c-ba83-b39365a06219 req-7ca28c81-5617-477e-967f-ae571a9f11ff tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:07.973440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:56:07.976006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c39bc090-1a46-412c-ba83-b39365a06219 req-7ca28c81-5617-477e-967f-ae571a9f11ff tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0911899 Nov 29 17:56:08.026617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:56:08.032084 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:56:08.045006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85ff7870-b20d-46df-9b00-9fc0f339e369 req-440d570f-8128-4040-bc49-957c42fcaf64 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 210 time: 0.0664725 Nov 29 17:56:08.107393 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fb5330-90a7-45a8-a9bd-f4d1ac744a56 None None] Network c6ee73b6-6e46-4b56-8499-1af1c94e35bf requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:56:08.134849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 3c3e7776-dabc-48d9-9569-d36b095a5cee details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:56:08.137822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 3c3e7776-dabc-48d9-9569-d36b095a5cee no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:56:08.138441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c39bc090-1a46-412c-ba83-b39365a06219 req-208fa946-fb7b-4e61-bafc-2b16bf2cc0d1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603405 Nov 29 17:56:08.247134 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:08.331261 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Pushing event updated for resources: {'Port': ['ID=671dea27-204f-4f5f-ae71-03f7531b30ad,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:08.363701 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c93d885f-cac8-44e9-b3ec-5e2ee16b4af5 None None] Provisioning complete for port 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:08.364090 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c93d885f-cac8-44e9-b3ec-5e2ee16b4af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:08.402268 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af514488-beeb-45b2-9ab2-4bd9c227b867 req-94ebab01-0065-4179-9f94-5de8fb4553cc tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:08.427860 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af514488-beeb-45b2-9ab2-4bd9c227b867 req-94ebab01-0065-4179-9f94-5de8fb4553cc tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.1820557 Nov 29 17:56:08.540962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af514488-beeb-45b2-9ab2-4bd9c227b867 req-5071d067-9daa-4fff-9957-14f1a9b2224e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118765 Nov 29 17:56:08.562697 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:56:08.640410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 3c3e7776-dabc-48d9-9569-d36b095a5cee, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=3c3e7776-dabc-48d9-9569-d36b095a5cee,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:08.651757 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:56:08.670016 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f3018-d1bf-4461-8b7f-22f15e8dc63e req-915f1bbf-bc1d-4589-abd5-f0fa2337e89e tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:08.678833 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-557f3018-d1bf-4461-8b7f-22f15e8dc63e req-915f1bbf-bc1d-4589-abd5-f0fa2337e89e tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 945 time: 0.0903699 Nov 29 17:56:08.725265 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:08.802971 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] For port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:08.810063 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-557f3018-d1bf-4461-8b7f-22f15e8dc63e req-3d66cba1-6346-4313-a34f-4e26468181ae tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300302 Nov 29 17:56:08.879161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870a428-f66b-4755-91a9-e007dc70db90 req-9eacbcb5-b5f4-4420-ba19-9ed3b8606f31 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:08.887708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f870a428-f66b-4755-91a9-e007dc70db90 req-9eacbcb5-b5f4-4420-ba19-9ed3b8606f31 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.0765784 Nov 29 17:56:08.931248 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] For port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:56:08.954540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '3c3e7776-dabc-48d9-9569-d36b095a5cee', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '3c3e7776-dabc-48d9-9569-d36b095a5cee', 'mac_address': 'fa:16:3e:bf:d4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:56:08.986672 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f870a428-f66b-4755-91a9-e007dc70db90 req-f8fc5d5c-0046-4a19-81cc-459d7dd4bc7e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935566 Nov 29 17:56:09.019235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5794fe-2415-4bf0-a1d7-dd7a7392ac7f req-f356ecc1-fd5a-40af-92dc-d020c82cbbce tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:09.021612 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c5794fe-2415-4bf0-a1d7-dd7a7392ac7f req-f356ecc1-fd5a-40af-92dc-d020c82cbbce tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 949 time: 0.1160116 Nov 29 17:56:09.036786 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 3c3e7776-dabc-48d9-9569-d36b095a5cee, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=3c3e7776-dabc-48d9-9569-d36b095a5cee,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:09.068354 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b29b5c3-d19c-488c-8b8f-87a9246e0c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c3e7776-dabc-48d9-9569-d36b095a5cee'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:09.072225 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261fb0fb-23ed-4a74-bae8-fe6b5d533c6f" -d '{"events": [{"server_uuid": "2b29b5c3-d19c-488c-8b8f-87a9246e0c51", "name": "network-vif-unplugged", "status": "completed", "tag": "3c3e7776-dabc-48d9-9569-d36b095a5cee"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:09.077427 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c93d885f-cac8-44e9-b3ec-5e2ee16b4af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:09.121657 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:09.127993 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c5794fe-2415-4bf0-a1d7-dd7a7392ac7f req-4a303bda-ce36-4a2a-9e31-2e7a2cdf2472 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970018 Nov 29 17:56:09.137566 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:09.186005 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:09.204973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c93d885f-cac8-44e9-b3ec-5e2ee16b4af5 None None] For port 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9a7b7bc4-c214-43ea-be22-e637a7e9c0cc,segment=NetworkSegment(ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9),segment_id=ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:09.206346 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:09.210373 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:56:09.268255 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:09.268876 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:09.308129 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:09.308510 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:09.354669 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c93d885f-cac8-44e9-b3ec-5e2ee16b4af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:09.363458 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e5ac22-7d7f-4ff2-a885-857055ca8a83 x-openstack-request-id: req-57e5ac22-7d7f-4ff2-a885-857055ca8a83 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:09.363789 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b29b5c3-d19c-488c-8b8f-87a9246e0c51", "name": "network-vif-unplugged", "status": "completed", "tag": "3c3e7776-dabc-48d9-9569-d36b095a5cee", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:09.364051 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57e5ac22-7d7f-4ff2-a885-857055ca8a83 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:09.364447 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b29b5c3-d19c-488c-8b8f-87a9246e0c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c3e7776-dabc-48d9-9569-d36b095a5cee', 'code': 200} Nov 29 17:56:09.372278 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5262a72b-f06d-4393-8a3c-b7e3f28c2389 req-3b2815d2-3397-4039-9198-3d2d6aa2a7f5 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 210 time: 0.0718400 Nov 29 17:56:09.411421 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d023e-8ff8-4522-bfc0-3382e6f2e184 req-b5b33a59-6b61-48fd-8c3a-9be9dfafa3bf tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:09.412960 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aa0d023e-8ff8-4522-bfc0-3382e6f2e184 req-b5b33a59-6b61-48fd-8c3a-9be9dfafa3bf tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51&tenant_id=74da84362ff44d4397e3357f1f704eae&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 948 time: 0.3883915 Nov 29 17:56:09.478082 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:09.502810 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:09.508485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c3e7776-dabc-48d9-9569-d36b095a5cee {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:56:09.554878 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=3c3e7776-dabc-48d9-9569-d36b095a5cee,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:09.625079 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-c5d15054-c903-49d4-948e-bbc1e1dff215 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:09.627644 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-c5d15054-c903-49d4-948e-bbc1e1dff215 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.20 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 820 time: 0.1695035 Nov 29 17:56:09.636253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5265a-ed9b-4292-a687-ecc539383eba req-0a7c512a-2356-4323-983b-66c304ab8d08 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:09.638468 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51a5265a-ed9b-4292-a687-ecc539383eba req-0a7c512a-2356-4323-983b-66c304ab8d08 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.2260396 Nov 29 17:56:09.643661 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d885f-cac8-44e9-b3ec-5e2ee16b4af5 None None] Pushing event updated for resources: {'Port': ['ID=9a7b7bc4-c214-43ea-be22-e637a7e9c0cc,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:09.644658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d023e-8ff8-4522-bfc0-3382e6f2e184 req-db8caa63-0e3a-4a18-994a-bc8c4e4204a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:09.646349 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa0d023e-8ff8-4522-bfc0-3382e6f2e184 req-db8caa63-0e3a-4a18-994a-bc8c4e4204a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 1099 time: 0.1327693 Nov 29 17:56:09.664336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-673598ad-02ed-45bd-ab6b-13c622a3bf57 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Request body: {'port': {'device_id': '1b28382d-6f6a-454d-8f0b-5e56ad188272', 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f', 'admin_state_up': True, 'tenant_id': '80d0ffbb4cf74b4ab097b8a012189088'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:09.673355 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e4697-607f-4be7-83d0-90b0c91c408e req-2e473b6b-ef46-4151-9048-40fb71153261 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:09.675748 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a38e4697-607f-4be7-83d0-90b0c91c408e req-2e473b6b-ef46-4151-9048-40fb71153261 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=02659d06-c441-4764-979b-46d6684f7a10 HTTP/1.1" status: 200 len: 945 time: 0.1426401 Nov 29 17:56:09.722508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:09.744032 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:09.788253 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Attempting to bind port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 on host n-h1-819494-5 for vnic_type normal with profile {"migrating_to": "n-h2-819494-5"} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:56:09.788744 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Attempting to bind port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:56:09.789187 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Attempting to bind port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:09.809423 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:09.820855 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-208ec750-d023-46a6-a75a-cf48e971cc2a None None] Provisioning complete for port 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:09.822476 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-208ec750-d023-46a6-a75a-cf48e971cc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:09.826813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51a5265a-ed9b-4292-a687-ecc539383eba req-5d229529-d935-4916-84d2-27c2c31e8748 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745749 Nov 29 17:56:09.832677 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a38e4697-607f-4be7-83d0-90b0c91c408e req-6c1bbfb6-696e-4441-8936-ba1b7c6bccd4 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488011 Nov 29 17:56:09.847925 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d023e-8ff8-4522-bfc0-3382e6f2e184 req-abb1b69c-bfa7-43af-b2f9-3264f4db803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:09.860031 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa0d023e-8ff8-4522-bfc0-3382e6f2e184 req-abb1b69c-bfa7-43af-b2f9-3264f4db803f service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.2016506 Nov 29 17:56:09.875862 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 17:56:09.876289 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 17:56:09.915520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa0d023e-8ff8-4522-bfc0-3382e6f2e184 req-e8db3834-0951-402f-bd9f-042e99b054e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=3c3e7776-dabc-48d9-9569-d36b095a5cee HTTP/1.1" status: 200 len: 217 time: 0.0459435 Nov 29 17:56:10.030825 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a4d05-ad62-46c1-8962-ffdfe0fb96eb req-b2724fb5-56ae-4b3d-b7ec-09c4da264c8e tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:10.032751 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-308a4d05-ad62-46c1-8962-ffdfe0fb96eb req-b2724fb5-56ae-4b3d-b7ec-09c4da264c8e tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 943 time: 0.1103001 Nov 29 17:56:10.034553 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d023e-8ff8-4522-bfc0-3382e6f2e184 req-416ab9ef-786e-492d-8c59-993e069b39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:10.036172 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa0d023e-8ff8-4522-bfc0-3382e6f2e184 req-416ab9ef-786e-492d-8c59-993e069b39b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0911171 Nov 29 17:56:10.152218 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 on network d41485a2-1aa1-4798-b665-6b565c023c81 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:56:10.152827 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Attempting to bind port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:10.154298 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c4e123-ac6f-4851-853f-12dd1a84d6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:10.156627 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4e14ac-e46b-4e8f-906f-bea22e6192be" -d '{"events": [{"server_uuid": "30c4e123-ac6f-4851-853f-12dd1a84d6f0", "name": "network-vif-unplugged", "status": "completed", "tag": "e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:10.161130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d023e-8ff8-4522-bfc0-3382e6f2e184 req-e3bca111-2db9-4626-93c2-28d51a582019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:10.162657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa0d023e-8ff8-4522-bfc0-3382e6f2e184 req-e3bca111-2db9-4626-93c2-28d51a582019 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1096675 Nov 29 17:56:10.166248 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-308a4d05-ad62-46c1-8962-ffdfe0fb96eb req-f1d1ab0c-b181-4115-80cb-ea24a876c963 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197715 Nov 29 17:56:10.198068 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbb2a6-d088-4573-b0ed-f79f6d121ec2 req-bffe6007-0223-4817-b66a-9b1d61fb3ae2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:10.199666 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88cbb2a6-d088-4573-b0ed-f79f6d121ec2 req-bffe6007-0223-4817-b66a-9b1d61fb3ae2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 948 time: 0.1051335 Nov 29 17:56:10.224724 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Pushing event updated for resources: {'Port': ['ID=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,revision_number=7']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:10.240856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:56:10.241667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Checking segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:56:10.242173 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Bound using segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:56:10.242513 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Bound port: e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:56:10.243706 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:10.281993 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:10.340190 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88cbb2a6-d088-4573-b0ed-f79f6d121ec2 req-766816b5-d14c-4d26-9c7a-914fa12bdf94 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294954 Nov 29 17:56:10.372916 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa0d023e-8ff8-4522-bfc0-3382e6f2e184 req-112a0c64-f41e-45f5-b99d-c2587d13bbf5 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013392 Nov 29 17:56:10.406618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc490b3-ae24-4a97-a557-4e4e7000e489 req-aa898923-3091-4db1-9375-e5ad2677140a tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:10.414906 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adc490b3-ae24-4a97-a557-4e4e7000e489 req-aa898923-3091-4db1-9375-e5ad2677140a tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.1553776 Nov 29 17:56:10.431962 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:56:10.460350 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11823800-d88e-420a-8dce-7c60eb6cd075 x-openstack-request-id: req-11823800-d88e-420a-8dce-7c60eb6cd075 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:10.460791 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c4e123-ac6f-4851-853f-12dd1a84d6f0", "name": "network-vif-unplugged", "status": "completed", "tag": "e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:10.461158 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11823800-d88e-420a-8dce-7c60eb6cd075 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:10.461687 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c4e123-ac6f-4851-853f-12dd1a84d6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624', 'code': 200} Nov 29 17:56:10.462720 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-673598ad-02ed-45bd-ab6b-13c622a3bf57 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Made reservation on behalf of 80d0ffbb4cf74b4ab097b8a012189088 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:56:10.466341 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-673598ad-02ed-45bd-ab6b-13c622a3bf57 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:10.510436 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:10.516310 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2498064c-3997-4977-8ac1-4cae091ba2d5 req-54652331-469c-41bb-b480-009bda9f52f7 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 210 time: 0.0427718 Nov 29 17:56:10.529789 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c3e7776-dabc-48d9-9569-d36b095a5cee {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:56:10.555823 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] For port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:56:10.557586 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 3c3e7776-dabc-48d9-9569-d36b095a5cee, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=3c3e7776-dabc-48d9-9569-d36b095a5cee,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:10.558975 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adc490b3-ae24-4a97-a557-4e4e7000e489 req-61714755-2526-4cad-95f2-7847bea3b4f7 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430252 Nov 29 17:56:10.562426 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:10.562983 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:10.566824 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:10.579606 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] For port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:56:10.612719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa0d023e-8ff8-4522-bfc0-3382e6f2e184 req-5b3174a4-6ea5-4ebd-8f3c-416d576fc280 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306039 Nov 29 17:56:10.624560 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:10.650968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=3c3e7776-dabc-48d9-9569-d36b095a5cee,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:10.776071 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Pushing event updated for resources: {'Port': ['ID=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,revision_number=8']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:10.789980 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:10.790611 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:10.792123 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a8c2605a-c30c-4e17-bc0b-69e4c67e0b5e service neutron] 10.222.0.31 "PUT /v2.0/ports/e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 HTTP/1.1" status: 200 len: 1121 time: 2.9770815 Nov 29 17:56:10.809392 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Router 6560ef92-2fb2-4e79-8a2c-bac3f929d41e is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 17:56:10.811463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-673598ad-02ed-45bd-ab6b-13c622a3bf57 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Allocated IP 172.20.0.11 (42440cb4-6417-4b7a-81f2-3d94c90e760f/fd64ce8a-80eb-44be-9944-f47c123c7381/fc7c0456-422f-41a5-946e-c149a272dc54) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:56:10.875464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd768710-3b71-4674-bd9c-5b2393f735df req-6067e559-7e7b-4215-8466-de9fd2ba85b5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:10.877035 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd768710-3b71-4674-bd9c-5b2393f735df req-6067e559-7e7b-4215-8466-de9fd2ba85b5 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.20 "GET /v2.0/ports?device_id=02659d06-c441-4764-979b-46d6684f7a10 HTTP/1.1" status: 200 len: 945 time: 0.0884902 Nov 29 17:56:10.886251 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['3c3e7776-dabc-48d9-9569-d36b095a5cee'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:10.942984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:11.091879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:56:11.108089 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Sync routers for ids ['6560ef92-2fb2-4e79-8a2c-bac3f929d41e'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:56:11.116521 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:11.120316 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2a3c6db4-aa26-4cfb-961f-064bb865044b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6898277 Nov 29 17:56:11.120466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f875a-8264-46a7-ad5e-67acf0707a1f req-e8d3286c-db95-457c-bf14-011a393a026f tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:11.121301 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38498) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:56:11.126121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-996f875a-8264-46a7-ad5e-67acf0707a1f req-e8d3286c-db95-457c-bf14-011a393a026f tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=02659d06-c441-4764-979b-46d6684f7a10 HTTP/1.1" status: 200 len: 945 time: 0.1603272 Nov 29 17:56:11.140076 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa791a-bb5f-47a8-8637-18af145c2ecc req-3e0a55bf-bd01-4786-8861-fc98e00b5d09 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:11.147322 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b8aa791a-bb5f-47a8-8637-18af145c2ecc req-3e0a55bf-bd01-4786-8861-fc98e00b5d09 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.1904628 Nov 29 17:56:11.172300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Routers {'6560ef92-2fb2-4e79-8a2c-bac3f929d41e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:56:11.173907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:55:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6560ef92-2fb2-4e79-8a2c-bac3f929d41e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:56:11.212572 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-bd768710-3b71-4674-bd9c-5b2393f735df req-e3591cf2-6ea2-49c8-b08f-7c589688687d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Deleting port acef39b3-3105-4269-b175-e5b810fdcad3 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:56:11.212930 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd768710-3b71-4674-bd9c-5b2393f735df req-e3591cf2-6ea2-49c8-b08f-7c589688687d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:11.287271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b8aa791a-bb5f-47a8-8637-18af145c2ecc req-d03a7c12-c8ed-4f92-b790-130ae7340fe3 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385565 Nov 29 17:56:11.303524 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-996f875a-8264-46a7-ad5e-67acf0707a1f req-651df3f8-5e9c-4252-8855-3a92cb5399ff tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689272 Nov 29 17:56:11.382122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9c915f-e99a-478b-a9a5-42fa447d7f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:11.386890 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f0ba79-d525-46e9-bc91-d55427bddd43" -d '{"events": [{"server_uuid": "7a9c915f-e99a-478b-a9a5-42fa447d7f2e", "name": "network-vif-plugged", "status": "completed", "tag": "8f0d8a8e-d43b-4a13-84f1-8bfe0f570647"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:11.401216 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-673598ad-02ed-45bd-ab6b-13c622a3bf57 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:11.402136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bd768710-3b71-4674-bd9c-5b2393f735df req-e3591cf2-6ea2-49c8-b08f-7c589688687d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] For port acef39b3-3105-4269-b175-e5b810fdcad3, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=acef39b3-3105-4269-b175-e5b810fdcad3,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:11.403625 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd768710-3b71-4674-bd9c-5b2393f735df req-e3591cf2-6ea2-49c8-b08f-7c589688687d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:11.476388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-bd768710-3b71-4674-bd9c-5b2393f735df req-e3591cf2-6ea2-49c8-b08f-7c589688687d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Calling delete_port for acef39b3-3105-4269-b175-e5b810fdcad3 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:56:11.516104 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Set router 6560ef92-2fb2-4e79-8a2c-bac3f929d41e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:56:11.546206 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-673598ad-02ed-45bd-ab6b-13c622a3bf57 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:11.577293 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055b622-00ba-4016-b686-4ebcfda24597 req-ebe8edb5-486c-43d1-aa2b-de1c7fa99a90 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:11.578804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d055b622-00ba-4016-b686-4ebcfda24597 req-ebe8edb5-486c-43d1-aa2b-de1c7fa99a90 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 943 time: 0.1709886 Nov 29 17:56:11.608415 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-673598ad-02ed-45bd-ab6b-13c622a3bf57 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Network 42440cb4-6417-4b7a-81f2-3d94c90e760f is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:56:11.635786 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-673598ad-02ed-45bd-ab6b-13c622a3bf57 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:56:11.640491 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673598ad-02ed-45bd-ab6b-13c622a3bf57 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Pushing event updated for resources: {'Port': ['ID=fc7c0456-422f-41a5-946e-c149a272dc54,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:11.641977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785e701-b17d-4e06-ac2d-81dfbbee4fd9 req-38de6965-8ea0-4c00-8d63-e25638a975cd tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:11.642729 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-673598ad-02ed-45bd-ab6b-13c622a3bf57 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:56:11.643559 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3785e701-b17d-4e06-ac2d-81dfbbee4fd9 req-38de6965-8ea0-4c00-8d63-e25638a975cd tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 949 time: 0.1144841 Nov 29 17:56:11.690583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d055b622-00ba-4016-b686-4ebcfda24597 req-bef0e0df-7ce8-432b-a6a7-1973f6c16bc6 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970876 Nov 29 17:56:11.721504 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-673598ad-02ed-45bd-ab6b-13c622a3bf57 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:11.722190 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-673598ad-02ed-45bd-ab6b-13c622a3bf57 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:11.752524 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bb186a-33d4-479c-be87-b2b73f5ea212 x-openstack-request-id: req-02bb186a-33d4-479c-be87-b2b73f5ea212 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:11.753059 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9c915f-e99a-478b-a9a5-42fa447d7f2e", "name": "network-vif-plugged", "status": "completed", "tag": "8f0d8a8e-d43b-4a13-84f1-8bfe0f570647", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:11.753171 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02bb186a-33d4-479c-be87-b2b73f5ea212 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:11.754448 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9c915f-e99a-478b-a9a5-42fa447d7f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647', 'code': 200} Nov 29 17:56:11.757549 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:11.768224 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-673598ad-02ed-45bd-ab6b-13c622a3bf57 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1147189 Nov 29 17:56:11.770928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3785e701-b17d-4e06-ac2d-81dfbbee4fd9 req-30abc255-3748-40a7-a397-09c33ce9fd40 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127768 Nov 29 17:56:11.788071 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'name': 'tempest-AttachSCSIVolumeTestJSON-25296706-router', 'tenant_id': 'faa68877825947d7bd574ba58343e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:56:05Z', 'updated_at': '2021-11-29T17:56:08Z', 'revision_number': 3, 'project_id': 'faa68877825947d7bd574ba58343e18e', 'gw_port': {'id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:56:07Z', 'updated_at': '2021-11-29T17:56:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:56:11.793888 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Request body: {'port': {'device_id': '1b28382d-6f6a-454d-8f0b-5e56ad188272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:11.796448 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd768710-3b71-4674-bd9c-5b2393f735df req-e3591cf2-6ea2-49c8-b08f-7c589688687d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:11.846063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['acef39b3-3105-4269-b175-e5b810fdcad3'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:11.848233 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['16f64671-a63b-4f64-b8af-d3c8274270ef'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:11.852208 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Checking router: 6560ef92-2fb2-4e79-8a2c-bac3f929d41e for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:56:11.852559 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Updating router 6560ef92-2fb2-4e79-8a2c-bac3f929d41e port 671dea27-204f-4f5f-ae71-03f7531b30ad binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:56:11.861398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3591cf2-6ea2-49c8-b08f-7c589688687d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Pushing event deleted for resources: {'Port': ['ID=acef39b3-3105-4269-b175-e5b810fdcad3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:11.908440 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:11.927030 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:11.970339 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62727f2c-4d8f-40d9-9671-649aefdddf60 req-393f58b8-48af-4b62-a77d-9ee93b35f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:11.972847 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-62727f2c-4d8f-40d9-9671-649aefdddf60 req-393f58b8-48af-4b62-a77d-9ee93b35f115 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 1101 time: 0.1304917 Nov 29 17:56:11.996159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd768710-3b71-4674-bd9c-5b2393f735df req-e3591cf2-6ea2-49c8-b08f-7c589688687d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] No DVR routers for this DVR port acef39b3-3105-4269-b175-e5b810fdcad3 on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:56:12.008227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8bf3a-e31f-4cfb-8965-01f6ecbadebc req-56b10d4f-db5f-47f4-9b0b-0db2238ae8ac tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:12.009848 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbf8bf3a-e31f-4cfb-8965-01f6ecbadebc req-56b10d4f-db5f-47f4-9b0b-0db2238ae8ac tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.1646245 Nov 29 17:56:12.012178 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd768710-3b71-4674-bd9c-5b2393f735df req-e3591cf2-6ea2-49c8-b08f-7c589688687d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:12.015242 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd768710-3b71-4674-bd9c-5b2393f735df req-e3591cf2-6ea2-49c8-b08f-7c589688687d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.20 "DELETE /v2.0/ports/acef39b3-3105-4269-b175-e5b810fdcad3 HTTP/1.1" status: 204 len: 173 time: 1.1155343 Nov 29 17:56:12.015759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02659d06-c441-4764-979b-46d6684f7a10', 'name': 'network-vif-deleted', 'tag': 'acef39b3-3105-4269-b175-e5b810fdcad3'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:12.018254 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241d7a49-92f4-4819-aed2-cb313fa38333" -d '{"events": [{"server_uuid": "02659d06-c441-4764-979b-46d6684f7a10", "name": "network-vif-deleted", "tag": "acef39b3-3105-4269-b175-e5b810fdcad3"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:12.029955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525936d-97ec-4ec9-bb19-77241be383ef req-c281157a-fa66-4633-97d0-e79c5db8107a tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:12.037752 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b525936d-97ec-4ec9-bb19-77241be383ef req-c281157a-fa66-4633-97d0-e79c5db8107a tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 932 time: 0.2012732 Nov 29 17:56:12.118688 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbf8bf3a-e31f-4cfb-8965-01f6ecbadebc req-ff7cdd8b-f7c5-44ba-9322-957c05474e8d tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967655 Nov 29 17:56:12.137992 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b525936d-97ec-4ec9-bb19-77241be383ef req-1dafac01-a98d-4d9a-ac63-ee662399c83b tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946627 Nov 29 17:56:12.189190 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-62727f2c-4d8f-40d9-9671-649aefdddf60 req-0541d58b-6447-4b6a-b483-c151a249a395 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877065 Nov 29 17:56:12.192509 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f752adb7-55d0-424a-b924-bc8883da2cc9 x-openstack-request-id: req-f752adb7-55d0-424a-b924-bc8883da2cc9 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:12.193044 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02659d06-c441-4764-979b-46d6684f7a10", "name": "network-vif-deleted", "tag": "acef39b3-3105-4269-b175-e5b810fdcad3", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:12.193576 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f752adb7-55d0-424a-b924-bc8883da2cc9 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:12.194135 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02659d06-c441-4764-979b-46d6684f7a10', 'name': 'network-vif-deleted', 'tag': 'acef39b3-3105-4269-b175-e5b810fdcad3', 'status': 'completed', 'code': 200} Nov 29 17:56:12.273090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57779d76-326d-47d8-9d07-60e70c24bb59 req-5bf6dfee-c99b-45f6-acb8-74361b5b534a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:12.280108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Allocated IP 172.20.0.1 (c6ee73b6-6e46-4b56-8499-1af1c94e35bf/ebf7c112-4131-46f3-868d-7eae4f9d34bd/a469a044-7a2f-4027-8fe2-86280bacf377) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:56:12.281979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57779d76-326d-47d8-9d07-60e70c24bb59 req-5bf6dfee-c99b-45f6-acb8-74361b5b534a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 949 time: 0.0665212 Nov 29 17:56:12.381771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57779d76-326d-47d8-9d07-60e70c24bb59 req-7b183211-5a23-4388-9f33-00b1b817002e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990274 Nov 29 17:56:12.482212 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c4e123-ac6f-4851-853f-12dd1a84d6f0', 'tag': 'e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:12.484592 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ea43ec-2cd5-4eaa-8a88-6e4bc2a9deeb" -d '{"events": [{"name": "network-changed", "server_uuid": "30c4e123-ac6f-4851-853f-12dd1a84d6f0", "tag": "e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:12.506455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b40f10-b98e-4650-9b5f-a327fe9bddc8 req-6f0d3f0e-c398-4567-bf5d-80dbca0fb71e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:12.516549 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66b40f10-b98e-4650-9b5f-a327fe9bddc8 req-6f0d3f0e-c398-4567-bf5d-80dbca0fb71e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0910985 Nov 29 17:56:12.523013 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7c0456-422f-41a5-946e-c149a272dc54 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:56:12.534044 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:12.541912 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:12.557094 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Transition to ACTIVE for port object fc7c0456-422f-41a5-946e-c149a272dc54 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:56:12.560610 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:12.567826 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:12.570407 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:12.572094 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-468aa3f0-74e8-44cd-8221-6a98107a3b14 req-7f38b4dc-e490-433c-b195-0ef4e759676f tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=02659d06-c441-4764-979b-46d6684f7a10 HTTP/1.1" status: 200 len: 210 time: 0.0409057 Nov 29 17:56:12.601299 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 3c3e7776-dabc-48d9-9569-d36b095a5cee up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:56:12.620224 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66b40f10-b98e-4650-9b5f-a327fe9bddc8 req-bdb08987-e5ce-48e2-be39-3072b64db662 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015918 Nov 29 17:56:12.627478 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:12.659404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Network c6ee73b6-6e46-4b56-8499-1af1c94e35bf is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:56:12.668626 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:56:12.672957 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:56:12.677426 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7c0456-422f-41a5-946e-c149a272dc54,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:12.712741 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:56:12.777257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Attempting to bind port 671dea27-204f-4f5f-ae71-03f7531b30ad on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:56:12.777835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Attempting to bind port 671dea27-204f-4f5f-ae71-03f7531b30ad by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:56:12.777991 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Attempting to bind port 671dea27-204f-4f5f-ae71-03f7531b30ad on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:12.797370 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:56:12.797753 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:56:12.798159 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:12.799141 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:56:12.799629 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Bound port: 671dea27-204f-4f5f-ae71-03f7531b30ad, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:56:12.800019 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:12.803883 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c039e81-c394-4b23-86bc-741c2aaab075 x-openstack-request-id: req-2c039e81-c394-4b23-86bc-741c2aaab075 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:12.804420 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c4e123-ac6f-4851-853f-12dd1a84d6f0", "tag": "e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:12.804932 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c039e81-c394-4b23-86bc-741c2aaab075 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:12.805427 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c4e123-ac6f-4851-853f-12dd1a84d6f0', 'tag': 'e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624', 'status': 'completed', 'code': 200} Nov 29 17:56:12.824787 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69052acb-fc2e-4ec2-9e72-faebf3cf27d9 None None] Pushing event updated for resources: {'Port': ['ID=671dea27-204f-4f5f-ae71-03f7531b30ad,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:12.850695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Attempting to bind port fc7c0456-422f-41a5-946e-c149a272dc54 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:56:12.851430 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Attempting to bind port fc7c0456-422f-41a5-946e-c149a272dc54 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:56:12.852562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Attempting to bind port fc7c0456-422f-41a5-946e-c149a272dc54 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:12.870451 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:12.872219 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea43ec-2cd5-4eaa-8a88-6e4bc2a9deeb req-037a43bc-0530-45c6-9c45-cdd9bcc0ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:12.875373 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44ea43ec-2cd5-4eaa-8a88-6e4bc2a9deeb req-037a43bc-0530-45c6-9c45-cdd9bcc0ee3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 1124 time: 0.0816686 Nov 29 17:56:12.877547 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Port fc7c0456-422f-41a5-946e-c149a272dc54 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:56:12.878166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Attempting to bind port fc7c0456-422f-41a5-946e-c149a272dc54 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:12.929176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:56:12.930263 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Checking segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:56:12.930759 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Bound using segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:56:12.932415 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Bound port: fc7c0456-422f-41a5-946e-c149a272dc54, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:56:12.933030 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:12.949543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 3c3e7776-dabc-48d9-9569-d36b095a5cee triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:12.949911 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:12.951832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] For port 671dea27-204f-4f5f-ae71-03f7531b30ad, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:56:12.958889 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] For port 671dea27-204f-4f5f-ae71-03f7531b30ad, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=671dea27-204f-4f5f-ae71-03f7531b30ad,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:56:12.977426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925779f0-9770-40bb-9933-242aba2a91eb req-aa377310-318c-4b41-8ef2-9ae60b93b284 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:12.978970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925779f0-9770-40bb-9933-242aba2a91eb req-aa377310-318c-4b41-8ef2-9ae60b93b284 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 943 time: 0.1191928 Nov 29 17:56:12.983633 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Pushing event updated for resources: {'Port': ['ID=a469a044-7a2f-4027-8fe2-86280bacf377,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:12.988438 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f8cc06c6-dede-4b15-a4d1-b2808aba6951 None None] Provisioning complete for port a469a044-7a2f-4027-8fe2-86280bacf377 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:12.988810 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8cc06c6-dede-4b15-a4d1-b2808aba6951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:12.994073 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:13.013657 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea43ec-2cd5-4eaa-8a88-6e4bc2a9deeb req-9ab1659a-cdd3-47d2-b7bd-bf29d0040bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:13.015414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44ea43ec-2cd5-4eaa-8a88-6e4bc2a9deeb req-9ab1659a-cdd3-47d2-b7bd-bf29d0040bcb service neutron] 10.222.0.20 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.1254249 Nov 29 17:56:13.065377 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44ea43ec-2cd5-4eaa-8a88-6e4bc2a9deeb req-969ddee7-bab0-41fb-89f1-d703c8fb9131 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 HTTP/1.1" status: 200 len: 217 time: 0.0417466 Nov 29 17:56:13.087631 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:13.110716 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925779f0-9770-40bb-9933-242aba2a91eb req-427cc64f-0d11-4209-9eb4-bcf278a7d2f7 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116576 Nov 29 17:56:13.119211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f8cc06c6-dede-4b15-a4d1-b2808aba6951 None None] Port a469a044-7a2f-4027-8fe2-86280bacf377 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:56:13.127824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea43ec-2cd5-4eaa-8a88-6e4bc2a9deeb req-5b7cd13e-6681-4330-9779-69589dab9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:13.130671 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44ea43ec-2cd5-4eaa-8a88-6e4bc2a9deeb req-5b7cd13e-6681-4330-9779-69589dab9978 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.0570271 Nov 29 17:56:13.135042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 has no active binding in host n-h2-819494-5 {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 29 17:56:13.141664 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Routers {'6560ef92-2fb2-4e79-8a2c-bac3f929d41e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:56:13.142316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:55:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6560ef92-2fb2-4e79-8a2c-bac3f929d41e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:56:13.183448 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44ea43ec-2cd5-4eaa-8a88-6e4bc2a9deeb req-75c44b43-ac7f-4253-b149-28cc78c81d0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379524 Nov 29 17:56:13.189457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69052acb-fc2e-4ec2-9e72-faebf3cf27d9 None None] Pushing event updated for resources: {'Port': ['ID=671dea27-204f-4f5f-ae71-03f7531b30ad,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:13.274832 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:13.322991 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] For port fc7c0456-422f-41a5-946e-c149a272dc54, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:56:13.332357 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefbb78-af68-4bac-87fe-3ba537a088b4 req-c0e8165b-7feb-417a-9a4b-a19c8e6503d2 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:13.333867 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-beefbb78-af68-4bac-87fe-3ba537a088b4 req-c0e8165b-7feb-417a-9a4b-a19c8e6503d2 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0827155 Nov 29 17:56:13.336742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] Set router 6560ef92-2fb2-4e79-8a2c-bac3f929d41e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:56:13.339613 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 3c3e7776-dabc-48d9-9569-d36b095a5cee, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=3c3e7776-dabc-48d9-9569-d36b095a5cee,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:13.341038 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44ea43ec-2cd5-4eaa-8a88-6e4bc2a9deeb req-52582ce3-ae51-4e71-8a94-55149120b2f3 service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483200 Nov 29 17:56:13.341711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] For port fc7c0456-422f-41a5-946e-c149a272dc54, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fc7c0456-422f-41a5-946e-c149a272dc54,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:56:13.349828 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:13.371519 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:13.371519 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device acef39b3-3105-4269-b175-e5b810fdcad3 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:56:13.433116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:13.433746 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:13.435168 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] 10.222.0.20 "PUT /v2.0/ports/fc7c0456-422f-41a5-946e-c149a272dc54 HTTP/1.1" status: 200 len: 1092 time: 1.6536250 Nov 29 17:56:13.436017 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:13.438881 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1de44-2a03-4bb5-828c-7948bfe9a8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7c0456-422f-41a5-946e-c149a272dc54,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:13.443246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-beefbb78-af68-4bac-87fe-3ba537a088b4 req-c765c0a8-a0c4-42ab-95e9-6ec94b72df56 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946560 Nov 29 17:56:13.451560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: acef39b3-3105-4269-b175-e5b810fdcad3 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:56:13.451911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device acef39b3-3105-4269-b175-e5b810fdcad3 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:56:13.452344 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 1415ef57-8b70-4108-9fce-57d617fa8935 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:56:13.507135 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 1415ef57-8b70-4108-9fce-57d617fa8935 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:56:13.507507 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 1415ef57-8b70-4108-9fce-57d617fa8935 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:56:13.516603 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44ea43ec-2cd5-4eaa-8a88-6e4bc2a9deeb req-392bb763-a2ec-4907-9eda-884724aa9a98 service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616986 Nov 29 17:56:13.532307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=3c3e7776-dabc-48d9-9569-d36b095a5cee,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:13.601812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edff915-bdd1-478d-b522-f0254d08b124 req-305660b4-b088-4162-93d1-af0b69d55a25 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:13.602017 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-95c2e590-9d4c-4036-bc0f-66fdbfc18a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:13.603383 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-95c2e590-9d4c-4036-bc0f-66fdbfc18a50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 1095 time: 0.0963552 Nov 29 17:56:13.604449 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6edff915-bdd1-478d-b522-f0254d08b124 req-305660b4-b088-4162-93d1-af0b69d55a25 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 944 time: 0.0700977 Nov 29 17:56:13.618196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'name': 'tempest-AttachSCSIVolumeTestJSON-25296706-router', 'tenant_id': 'faa68877825947d7bd574ba58343e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:56:05Z', 'updated_at': '2021-11-29T17:56:08Z', 'revision_number': 3, 'project_id': 'faa68877825947d7bd574ba58343e18e', 'gw_port': {'id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:56:07Z', 'updated_at': '2021-11-29T17:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:56:13.649238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620abac2-3788-41e9-a107-8c09b73481d8 None None] The sync data for ids ['6560ef92-2fb2-4e79-8a2c-bac3f929d41e'] in n-d-819494-5 is: [{'id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'name': 'tempest-AttachSCSIVolumeTestJSON-25296706-router', 'tenant_id': 'faa68877825947d7bd574ba58343e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:56:05Z', 'updated_at': '2021-11-29T17:56:08Z', 'revision_number': 3, 'project_id': 'faa68877825947d7bd574ba58343e18e', 'gw_port': {'id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:56:07Z', 'updated_at': '2021-11-29T17:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:56:13.664945 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6edff915-bdd1-478d-b522-f0254d08b124 req-1704d47b-6336-4508-98d0-d3293860cac0 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526140 Nov 29 17:56:13.674647 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-af28df4c-3356-46c2-87d9-919854b69476 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc7c0456-422f-41a5-946e-c149a272dc54 HTTP/1.1" status: 200 len: 217 time: 0.0502236 Nov 29 17:56:13.753778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-ab581b9b-459b-402b-b9c4-2654e3570fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:13.755284 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-ab581b9b-459b-402b-b9c4-2654e3570fe8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.0705724 Nov 29 17:56:13.755827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b29b5c3-d19c-488c-8b8f-87a9246e0c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3e7776-dabc-48d9-9569-d36b095a5cee'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:13.757272 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:13.758678 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef62c94-8e7b-4dca-b076-a5e240c51247" -d '{"events": [{"server_uuid": "2b29b5c3-d19c-488c-8b8f-87a9246e0c51", "name": "network-vif-plugged", "status": "completed", "tag": "3c3e7776-dabc-48d9-9569-d36b095a5cee"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:13.762199 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:13.832236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896fa85-3eab-4e39-a6c0-28bf9b5f892a req-d69d9ee2-74c7-4cec-bd37-0f114d7095fe tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:13.833895 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1896fa85-3eab-4e39-a6c0-28bf9b5f892a req-d69d9ee2-74c7-4cec-bd37-0f114d7095fe tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0607815 Nov 29 17:56:13.838865 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-6d19c794-6d84-4ad1-aab8-bb4f4af2f38d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727451 Nov 29 17:56:13.873840 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Pushing event updated for resources: {'Port': ['ID=a469a044-7a2f-4027-8fe2-86280bacf377,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:13.886732 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1896fa85-3eab-4e39-a6c0-28bf9b5f892a req-7ff3d32d-571b-4033-bc3b-dbb4e91e9834 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465109 Nov 29 17:56:13.927987 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:14.028663 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-41393fcb-3dd1-4ca3-b9c9-66edd5b4ab72 service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741087 Nov 29 17:56:14.101946 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2164c4e-27ce-4ee2-a88c-33e22f9beb5c x-openstack-request-id: req-d2164c4e-27ce-4ee2-a88c-33e22f9beb5c {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:14.102460 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b29b5c3-d19c-488c-8b8f-87a9246e0c51", "name": "network-vif-plugged", "status": "completed", "tag": "3c3e7776-dabc-48d9-9569-d36b095a5cee", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:14.102581 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2164c4e-27ce-4ee2-a88c-33e22f9beb5c {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:14.102935 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b29b5c3-d19c-488c-8b8f-87a9246e0c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3e7776-dabc-48d9-9569-d36b095a5cee', 'code': 200} Nov 29 17:56:14.130758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Network c6ee73b6-6e46-4b56-8499-1af1c94e35bf is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:56:14.139315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:56:14.206764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-8cfdaefb-8e14-4269-ab72-3e0079826520 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=74da84362ff44d4397e3357f1f704eae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320151 Nov 29 17:56:14.217970 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7abf3284-134b-4db7-8fc4-4c6474e2b0d5 req-d1aa8c80-c817-4b5e-ba8a-860416d14d52 service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800907 Nov 29 17:56:14.345749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-9e542e75-1014-4a63-9448-dd4757ac3018 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:14.348105 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-9e542e75-1014-4a63-9448-dd4757ac3018 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1404426 Nov 29 17:56:14.356503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Router 6560ef92-2fb2-4e79-8a2c-bac3f929d41e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:56:14.377762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-8d070207-f45c-4c6b-8f79-e614fedbf674 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/quotas/74da84362ff44d4397e3357f1f704eae HTTP/1.1" status: 200 len: 375 time: 0.0237496 Nov 29 17:56:14.434393 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 671dea27-204f-4f5f-ae71-03f7531b30ad up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:56:14.445212 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-d9acf27f-61a1-48d7-8808-14609e755821 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657737 Nov 29 17:56:14.497015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:56:14.503003 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-da840a8b-4848-4f67-a32e-f4a8d2f5669f admin admin] 10.222.0.23 "PUT /v2.0/routers/6560ef92-2fb2-4e79-8a2c-bac3f929d41e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3800359 Nov 29 17:56:14.514201 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d5652811-6933-4a1a-8fb6-53770c13e50d None None] Provisioning complete for port a469a044-7a2f-4027-8fe2-86280bacf377 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:14.514578 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5652811-6933-4a1a-8fb6-53770c13e50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:14.516686 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 671dea27-204f-4f5f-ae71-03f7531b30ad triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:14.517041 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:14.600924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d5652811-6933-4a1a-8fb6-53770c13e50d None None] Port a469a044-7a2f-4027-8fe2-86280bacf377 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:56:14.652936 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:14.676570 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 671dea27-204f-4f5f-ae71-03f7531b30ad, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=671dea27-204f-4f5f-ae71-03f7531b30ad,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:14.682096 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:14.719138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df076a09-be3b-4152-a213-01bb07d52c0d req-1d796ee4-b87c-41e3-b624-8ab1dec73d1a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:14.720704 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df076a09-be3b-4152-a213-01bb07d52c0d req-1d796ee4-b87c-41e3-b624-8ab1dec73d1a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0849366 Nov 29 17:56:14.759359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=671dea27-204f-4f5f-ae71-03f7531b30ad,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:14.807186 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b28382d-6f6a-454d-8f0b-5e56ad188272', 'tag': 'fc7c0456-422f-41a5-946e-c149a272dc54'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:14.809636 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787f4173-a7f8-4217-9182-62f8ad684a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b28382d-6f6a-454d-8f0b-5e56ad188272", "tag": "fc7c0456-422f-41a5-946e-c149a272dc54"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:14.811495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df076a09-be3b-4152-a213-01bb07d52c0d req-39050371-b1b8-4521-968a-b3e5a8b078f0 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646641 Nov 29 17:56:14.934095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b1173-901c-4b2a-9a37-5981a0d425cf req-be09f5f3-6149-4719-bcaf-3767dfda6751 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:14.937251 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-051b1173-901c-4b2a-9a37-5981a0d425cf req-be09f5f3-6149-4719-bcaf-3767dfda6751 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 943 time: 0.0607500 Nov 29 17:56:15.016696 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-051b1173-901c-4b2a-9a37-5981a0d425cf req-eb8a593a-d370-428b-8a63-ec6b1c6968fd tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738544 Nov 29 17:56:15.156523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b349e8f-4002-40b2-82f0-f865990f3df2 req-570a9ccb-aaa4-491c-815d-464c996b51ba tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:15.164730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b349e8f-4002-40b2-82f0-f865990f3df2 req-570a9ccb-aaa4-491c-815d-464c996b51ba tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0660889 Nov 29 17:56:15.232033 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b349e8f-4002-40b2-82f0-f865990f3df2 req-ee45cc53-c75e-408b-b837-401c0180e860 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656254 Nov 29 17:56:15.322407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-544567bc-c9c6-416a-9bb0-8118f9a6d2e3 req-4e90225d-f32f-44fd-842f-5234c2fc50ef tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 210 time: 0.0334117 Nov 29 17:56:15.465009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279fe4a-d7ba-4cd0-9c14-f317284ab1d4 req-2085c3a7-c597-4f3b-8ee7-9b604966a8ba tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:15.471004 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4279fe4a-d7ba-4cd0-9c14-f317284ab1d4 req-2085c3a7-c597-4f3b-8ee7-9b604966a8ba tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 944 time: 0.0711212 Nov 29 17:56:15.557080 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4279fe4a-d7ba-4cd0-9c14-f317284ab1d4 req-8a64e2af-e650-47c4-95d6-a7b55ec56826 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817945 Nov 29 17:56:15.612854 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7a988f-31f9-4ed0-a486-8a040155ffab x-openstack-request-id: req-4d7a988f-31f9-4ed0-a486-8a040155ffab {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:15.612996 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b28382d-6f6a-454d-8f0b-5e56ad188272", "tag": "fc7c0456-422f-41a5-946e-c149a272dc54", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:15.615185 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d7a988f-31f9-4ed0-a486-8a040155ffab {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:15.615751 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b28382d-6f6a-454d-8f0b-5e56ad188272', 'tag': 'fc7c0456-422f-41a5-946e-c149a272dc54', 'status': 'completed', 'code': 200} Nov 29 17:56:15.729101 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f4173-a7f8-4217-9182-62f8ad684a8e req-75d1ff6e-97b8-42ff-a6a3-296af5cb5dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:15.730545 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-787f4173-a7f8-4217-9182-62f8ad684a8e req-75d1ff6e-97b8-42ff-a6a3-296af5cb5dd1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 1095 time: 0.0870049 Nov 29 17:56:15.792335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba1bab-f848-4364-aed4-ccaf1391a9cc req-78d5f63a-a4ff-4e0b-be91-4f1bce8cb021 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:15.801295 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19ba1bab-f848-4364-aed4-ccaf1391a9cc req-78d5f63a-a4ff-4e0b-be91-4f1bce8cb021 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.1194017 Nov 29 17:56:15.869048 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Sync routers for ids ['6560ef92-2fb2-4e79-8a2c-bac3f929d41e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:56:15.880166 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Routers {'6560ef92-2fb2-4e79-8a2c-bac3f929d41e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:56:15.881186 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:55:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6560ef92-2fb2-4e79-8a2c-bac3f929d41e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:56:15.969824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-6666d4c9-0b97-4431-acff-5ee6411abfef tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=74da84362ff44d4397e3357f1f704eae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849197 Nov 29 17:56:16.014764 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f4173-a7f8-4217-9182-62f8ad684a8e req-1872125d-617a-4340-bedc-3405fbf9e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:16.016494 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-787f4173-a7f8-4217-9182-62f8ad684a8e req-1872125d-617a-4340-bedc-3405fbf9e68b service neutron] 10.222.0.20 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 921 time: 0.2779984 Nov 29 17:56:16.073955 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-787f4173-a7f8-4217-9182-62f8ad684a8e req-0ff743f0-9b0e-43c1-ae6c-92f7f2e8989c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc7c0456-422f-41a5-946e-c149a272dc54 HTTP/1.1" status: 200 len: 217 time: 0.0476286 Nov 29 17:56:16.093650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19ba1bab-f848-4364-aed4-ccaf1391a9cc req-f11a3ff9-7f13-472f-b2d7-c688e9f7d1f7 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594044 Nov 29 17:56:16.185132 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Set router 6560ef92-2fb2-4e79-8a2c-bac3f929d41e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:56:16.210613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f4173-a7f8-4217-9182-62f8ad684a8e req-8f84e5f4-149d-4731-bff1-68e7f2829754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:16.212451 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-787f4173-a7f8-4217-9182-62f8ad684a8e req-8f84e5f4-149d-4731-bff1-68e7f2829754 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.1298926 Nov 29 17:56:16.219638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-f15cc005-2b0a-4394-9c79-f0ec9f075b0c tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:16.223634 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-f15cc005-2b0a-4394-9c79-f0ec9f075b0c tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320297 Nov 29 17:56:16.243354 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6956fb2-60af-48ee-a371-ff972e70aa82 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Request body: {'port': {'device_id': '3a0ef111-db41-4666-b569-81ecd9005e39', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '74da84362ff44d4397e3357f1f704eae'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:16.253201 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-787f4173-a7f8-4217-9182-62f8ad684a8e req-aa31fedf-54d4-4a7e-a085-dd5dad114562 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316763 Nov 29 17:56:16.268526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca94f4-ee8a-45fa-a8b0-9137fcf3dbda req-35ce54c4-c931-4b74-9555-2ef82e606c9b tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:16.277066 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84ca94f4-ee8a-45fa-a8b0-9137fcf3dbda req-35ce54c4-c931-4b74-9555-2ef82e606c9b tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.1228595 Nov 29 17:56:16.400176 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-787f4173-a7f8-4217-9182-62f8ad684a8e req-3d48d2f4-2823-412e-9431-395a203a7297 service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351755 Nov 29 17:56:16.415305 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 671dea27-204f-4f5f-ae71-03f7531b30ad up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:56:16.423446 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84ca94f4-ee8a-45fa-a8b0-9137fcf3dbda req-ae3680f1-a5d8-46f4-ab72-9bbe4537a430 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327984 Nov 29 17:56:16.470530 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 671dea27-204f-4f5f-ae71-03f7531b30ad triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:16.471148 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:16.555581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6956fb2-60af-48ee-a371-ff972e70aa82 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Made reservation on behalf of 74da84362ff44d4397e3357f1f704eae for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:56:16.563780 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'name': 'tempest-AttachSCSIVolumeTestJSON-25296706-router', 'tenant_id': 'faa68877825947d7bd574ba58343e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:56:05Z', 'updated_at': '2021-11-29T17:56:13Z', 'revision_number': 4, 'project_id': 'faa68877825947d7bd574ba58343e18e', 'gw_port': {'id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:56:07Z', 'updated_at': '2021-11-29T17:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a469a044-7a2f-4027-8fe2-86280bacf377', 'name': '', 'network_id': 'c6ee73b6-6e46-4b56-8499-1af1c94e35bf', 'tenant_id': 'faa68877825947d7bd574ba58343e18e', 'mac_address': 'fa:16:3e:93:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ebf7c112-4131-46f3-868d-7eae4f9d34bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:56:11Z', 'updated_at': '2021-11-29T17:56:13Z', 'revision_number': 2, 'project_id': 'faa68877825947d7bd574ba58343e18e', 'subnets': [{'id': 'ebf7c112-4131-46f3-868d-7eae4f9d34bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:56:16.567092 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6956fb2-60af-48ee-a371-ff972e70aa82 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:16.603275 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Checking router: 6560ef92-2fb2-4e79-8a2c-bac3f929d41e for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:56:16.604031 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Updating router 6560ef92-2fb2-4e79-8a2c-bac3f929d41e port a469a044-7a2f-4027-8fe2-86280bacf377 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:56:16.619367 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fc7c0456-422f-41a5-946e-c149a272dc54 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:56:16.655243 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:16.761068 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-787f4173-a7f8-4217-9182-62f8ad684a8e req-645231bf-4bad-49f9-ba70-458bc22b6b88 service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493657 Nov 29 17:56:16.857298 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fc7c0456-422f-41a5-946e-c149a272dc54, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fc7c0456-422f-41a5-946e-c149a272dc54,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:16.873051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'fc7c0456-422f-41a5-946e-c149a272dc54', 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f', 'port_id': 'fc7c0456-422f-41a5-946e-c149a272dc54', 'mac_address': 'fa:16:3e:91:6f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd64ce8a-80eb-44be-9944-f47c123c7381', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:56:16.918601 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:16.936927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7c0456-422f-41a5-946e-c149a272dc54 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:56:16.964067 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fc7c0456-422f-41a5-946e-c149a272dc54, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fc7c0456-422f-41a5-946e-c149a272dc54,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:16.971154 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:17.058039 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=fc7c0456-422f-41a5-946e-c149a272dc54,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:17.091680 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:17.099372 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:17.132960 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ab5b3-762f-4551-899b-472b9da4ad78 req-32176b3a-7714-4935-9e1a-d8205ce9ab9a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:17.134352 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-235ab5b3-762f-4551-899b-472b9da4ad78 req-32176b3a-7714-4935-9e1a-d8205ce9ab9a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 943 time: 0.5053396 Nov 29 17:56:17.140473 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed4c16-296b-41a2-b0c6-57cd9c5e703e None None] Pushing event updated for resources: {'Port': ['ID=a469a044-7a2f-4027-8fe2-86280bacf377,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:17.214144 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Attempting to bind port a469a044-7a2f-4027-8fe2-86280bacf377 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:56:17.214376 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Attempting to bind port a469a044-7a2f-4027-8fe2-86280bacf377 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c6ee73b6-6e46-4b56-8499-1af1c94e35bf'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:56:17.214664 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Attempting to bind port a469a044-7a2f-4027-8fe2-86280bacf377 on network c6ee73b6-6e46-4b56-8499-1af1c94e35bf {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:17.219847 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:56:17.220226 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Checking segment: {'id': 'ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c6ee73b6-6e46-4b56-8499-1af1c94e35bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:56:17.220720 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:17.221036 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Bound using segment: {'id': 'ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c6ee73b6-6e46-4b56-8499-1af1c94e35bf'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:56:17.221493 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Bound port: a469a044-7a2f-4027-8fe2-86280bacf377, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c6ee73b6-6e46-4b56-8499-1af1c94e35bf'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:56:17.221994 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:17.231483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6956fb2-60af-48ee-a371-ff972e70aa82 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Allocated IP 192.168.233.190 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/fd30e0bb-d831-4e48-a07d-0961501a8ff7) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:56:17.249978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-235ab5b3-762f-4551-899b-472b9da4ad78 req-36b38d24-0b4c-4cfc-8ca8-be7998776b86 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012902 Nov 29 17:56:17.309033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['fc7c0456-422f-41a5-946e-c149a272dc54'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:17.326035 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] For port a469a044-7a2f-4027-8fe2-86280bacf377, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:56:17.330569 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] For port a469a044-7a2f-4027-8fe2-86280bacf377, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a469a044-7a2f-4027-8fe2-86280bacf377,segment=NetworkSegment(ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9),segment_id=ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:56:17.337863 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:17.379918 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Routers {'6560ef92-2fb2-4e79-8a2c-bac3f929d41e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:56:17.380715 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:55:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6560ef92-2fb2-4e79-8a2c-bac3f929d41e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:56:17.498704 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6956fb2-60af-48ee-a371-ff972e70aa82 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:17.568580 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed4c16-296b-41a2-b0c6-57cd9c5e703e None None] Pushing event updated for resources: {'Port': ['ID=a469a044-7a2f-4027-8fe2-86280bacf377,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:17.620982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6956fb2-60af-48ee-a371-ff972e70aa82 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:17.657026 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] Set router 6560ef92-2fb2-4e79-8a2c-bac3f929d41e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:56:17.714700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2c8cca09-15c9-4347-a509-16aefab4c268 None None] Provisioning complete for port a469a044-7a2f-4027-8fe2-86280bacf377 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:17.715349 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c8cca09-15c9-4347-a509-16aefab4c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:17.765867 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6956fb2-60af-48ee-a371-ff972e70aa82 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:56:17.770116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6956fb2-60af-48ee-a371-ff972e70aa82 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:56:17.781892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6956fb2-60af-48ee-a371-ff972e70aa82 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:56:17.853479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6956fb2-60af-48ee-a371-ff972e70aa82 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Pushing event updated for resources: {'Port': ['ID=fd30e0bb-d831-4e48-a07d-0961501a8ff7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:17.878943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ec976-84b4-46d3-b794-ac9b8d27fc97 req-5a90a2d8-d915-4540-8dcb-cacaded36812 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:17.891792 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c8cca09-15c9-4347-a509-16aefab4c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:17.897448 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f2ec976-84b4-46d3-b794-ac9b8d27fc97 req-5a90a2d8-d915-4540-8dcb-cacaded36812 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.3336146 Nov 29 17:56:17.931620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2c8cca09-15c9-4347-a509-16aefab4c268 None None] For port a469a044-7a2f-4027-8fe2-86280bacf377, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a469a044-7a2f-4027-8fe2-86280bacf377,segment=NetworkSegment(ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9),segment_id=ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:17.942444 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c8cca09-15c9-4347-a509-16aefab4c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:17.973051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6956fb2-60af-48ee-a371-ff972e70aa82 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:17.974224 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6956fb2-60af-48ee-a371-ff972e70aa82 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:17.997706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6956fb2-60af-48ee-a371-ff972e70aa82 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7631283 Nov 29 17:56:18.045576 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cca09-15c9-4347-a509-16aefab4c268 None None] Pushing event updated for resources: {'Port': ['ID=a469a044-7a2f-4027-8fe2-86280bacf377,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:18.047778 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f2ec976-84b4-46d3-b794-ac9b8d27fc97 req-e7301418-e8a1-47a2-a779-cb1db7a397f1 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490793 Nov 29 17:56:18.060994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Request body: {'port': {'device_id': '3a0ef111-db41-4666-b569-81ecd9005e39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:18.088816 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-35217026-261e-44d7-b567-f12d135c4d07 None None] Provisioning complete for port a469a044-7a2f-4027-8fe2-86280bacf377 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:18.089175 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35217026-261e-44d7-b567-f12d135c4d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:18.146466 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:18.239258 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['23f17721-a513-404d-bae3-c88f485b6409', '3c3e7776-dabc-48d9-9569-d36b095a5cee'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:18.257634 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'name': 'tempest-AttachSCSIVolumeTestJSON-25296706-router', 'tenant_id': 'faa68877825947d7bd574ba58343e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:56:05Z', 'updated_at': '2021-11-29T17:56:13Z', 'revision_number': 4, 'project_id': 'faa68877825947d7bd574ba58343e18e', 'gw_port': {'id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:56:07Z', 'updated_at': '2021-11-29T17:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a469a044-7a2f-4027-8fe2-86280bacf377', 'name': '', 'network_id': 'c6ee73b6-6e46-4b56-8499-1af1c94e35bf', 'tenant_id': 'faa68877825947d7bd574ba58343e18e', 'mac_address': 'fa:16:3e:93:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ebf7c112-4131-46f3-868d-7eae4f9d34bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:56:11Z', 'updated_at': '2021-11-29T17:56:17Z', 'revision_number': 4, 'project_id': 'faa68877825947d7bd574ba58343e18e', 'subnets': [{'id': 'ebf7c112-4131-46f3-868d-7eae4f9d34bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:56:18.307406 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265ec2a1-31c8-4a24-8d2d-7bb896404086 None None] The sync data for ids ['6560ef92-2fb2-4e79-8a2c-bac3f929d41e'] in n-d-819494-5 is: [{'id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'name': 'tempest-AttachSCSIVolumeTestJSON-25296706-router', 'tenant_id': 'faa68877825947d7bd574ba58343e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:56:05Z', 'updated_at': '2021-11-29T17:56:13Z', 'revision_number': 4, 'project_id': 'faa68877825947d7bd574ba58343e18e', 'gw_port': {'id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:56:07Z', 'updated_at': '2021-11-29T17:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a469a044-7a2f-4027-8fe2-86280bacf377', 'name': '', 'network_id': 'c6ee73b6-6e46-4b56-8499-1af1c94e35bf', 'tenant_id': 'faa68877825947d7bd574ba58343e18e', 'mac_address': 'fa:16:3e:93:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ebf7c112-4131-46f3-868d-7eae4f9d34bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:56:11Z', 'updated_at': '2021-11-29T17:56:17Z', 'revision_number': 4, 'project_id': 'faa68877825947d7bd574ba58343e18e', 'subnets': [{'id': 'ebf7c112-4131-46f3-868d-7eae4f9d34bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:56:18.434318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-918ec68a-745f-415e-bd51-4ad6bd6f3703 None None] Provisioning complete for port fd30e0bb-d831-4e48-a07d-0961501a8ff7 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:18.434318 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-918ec68a-745f-415e-bd51-4ad6bd6f3703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:18.466451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429bfb5-2ba4-46e6-8bab-e62dacaa4967 req-ba27b28a-0047-43cf-bcf5-63d80f8a2629 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:18.468020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6429bfb5-2ba4-46e6-8bab-e62dacaa4967 req-ba27b28a-0047-43cf-bcf5-63d80f8a2629 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 936 time: 0.2638633 Nov 29 17:56:18.514399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-918ec68a-745f-415e-bd51-4ad6bd6f3703 None None] Port fd30e0bb-d831-4e48-a07d-0961501a8ff7 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:56:18.533553 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6429bfb5-2ba4-46e6-8bab-e62dacaa4967 req-7363b54a-d574-4f0c-8972-069ee00cbec1 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580668 Nov 29 17:56:18.699904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd30e0bb-d831-4e48-a07d-0961501a8ff7 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:56:18.711437 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:18.725595 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fc7c0456-422f-41a5-946e-c149a272dc54 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:56:18.734867 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Transition to ACTIVE for port object fd30e0bb-d831-4e48-a07d-0961501a8ff7 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:56:18.744884 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab9fe0-60f2-4e53-b9ac-1c131ada0af0 req-68fa632b-96ba-4579-8abc-204b7673794d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:18.746381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20ab9fe0-60f2-4e53-b9ac-1c131ada0af0 req-68fa632b-96ba-4579-8abc-204b7673794d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 945 time: 0.0961657 Nov 29 17:56:18.753591 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:18.839933 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd30e0bb-d831-4e48-a07d-0961501a8ff7,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:18.881095 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port fc7c0456-422f-41a5-946e-c149a272dc54 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:56:18.890532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20ab9fe0-60f2-4e53-b9ac-1c131ada0af0 req-59999c1e-4190-4805-ae84-d5d13e9219e6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275322 Nov 29 17:56:18.911297 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port fc7c0456-422f-41a5-946e-c149a272dc54 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:18.916387 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:19.032820 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Attempting to bind port fd30e0bb-d831-4e48-a07d-0961501a8ff7 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:56:19.033173 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Attempting to bind port fd30e0bb-d831-4e48-a07d-0961501a8ff7 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:56:19.033505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Attempting to bind port fd30e0bb-d831-4e48-a07d-0961501a8ff7 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:19.061313 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Port fd30e0bb-d831-4e48-a07d-0961501a8ff7 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:56:19.061636 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Attempting to bind port fd30e0bb-d831-4e48-a07d-0961501a8ff7 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:19.100846 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:56:19.101440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:56:19.101990 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:56:19.102602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Bound port: fd30e0bb-d831-4e48-a07d-0961501a8ff7, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:56:19.103144 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:19.103888 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:19.145496 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b28382d-6f6a-454d-8f0b-5e56ad188272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7c0456-422f-41a5-946e-c149a272dc54'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:19.148505 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed045db3-b517-4d7c-b052-b21387d49b42" -d '{"events": [{"server_uuid": "1b28382d-6f6a-454d-8f0b-5e56ad188272", "name": "network-vif-plugged", "status": "completed", "tag": "fc7c0456-422f-41a5-946e-c149a272dc54"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:19.168696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f98ffc-19aa-4d5e-882b-bf6432effa8b req-68e774f1-0b12-479c-8816-c6cac5376053 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:19.171280 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fc7c0456-422f-41a5-946e-c149a272dc54, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fc7c0456-422f-41a5-946e-c149a272dc54,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:19.179945 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:19.180919 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-58f98ffc-19aa-4d5e-882b-bf6432effa8b req-68e774f1-0b12-479c-8816-c6cac5376053 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.1289010 Nov 29 17:56:19.237839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] For port fd30e0bb-d831-4e48-a07d-0961501a8ff7, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:56:19.243888 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=fc7c0456-422f-41a5-946e-c149a272dc54,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:19.260644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] For port fd30e0bb-d831-4e48-a07d-0961501a8ff7, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:56:19.267323 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-58f98ffc-19aa-4d5e-882b-bf6432effa8b req-8b70f6e3-db6d-4909-a0d8-c6b6839877ac tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843444 Nov 29 17:56:19.271245 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:19.303697 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:19.305500 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:19.307050 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] 10.222.0.20 "PUT /v2.0/ports/fd30e0bb-d831-4e48-a07d-0961501a8ff7 HTTP/1.1" status: 200 len: 1096 time: 1.2557764 Nov 29 17:56:19.307605 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0ef111-db41-4666-b569-81ecd9005e39', 'tag': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:19.311532 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d1519e-6b3f-4181-82ef-841cee7ce551" -d '{"events": [{"name": "network-changed", "server_uuid": "3a0ef111-db41-4666-b569-81ecd9005e39", "tag": "fd30e0bb-d831-4e48-a07d-0961501a8ff7"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:19.462759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6564875-036f-4d9d-aea3-cd8a3a4442a8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd30e0bb-d831-4e48-a07d-0961501a8ff7,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:19.472942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-7b3832a0-b056-4073-88fe-b131e25302c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:19.474447 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-7b3832a0-b056-4073-88fe-b131e25302c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 1099 time: 0.1195667 Nov 29 17:56:19.481982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec98ec-8d4c-4b6d-8ae0-b10db398720c req-726d505c-6ae6-4bfb-ab29-7de30f96b19b tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:19.490474 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e0ec98ec-8d4c-4b6d-8ae0-b10db398720c req-726d505c-6ae6-4bfb-ab29-7de30f96b19b tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.1230888 Nov 29 17:56:19.546213 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-63a006a9-2780-4dfc-a357-3164e5de86e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7 HTTP/1.1" status: 200 len: 217 time: 0.0483007 Nov 29 17:56:19.611094 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e0ec98ec-8d4c-4b6d-8ae0-b10db398720c req-da6f3008-ff8f-4cd2-a84f-458099793cd8 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196897 Nov 29 17:56:19.623977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-3b1b698f-df08-49b1-acb2-55f8cc063f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:19.625595 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-3b1b698f-df08-49b1-acb2-55f8cc063f58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0668011 Nov 29 17:56:19.684127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-bb657a2a-a91a-4ac4-8d82-d6456320a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:19.686149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-bb657a2a-a91a-4ac4-8d82-d6456320a60a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0518260 Nov 29 17:56:19.808023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1ed47-5889-444c-b6f9-360142547856 req-734ab297-7044-4e84-a8c2-0c1cfee7756d tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:19.809510 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bec1ed47-5889-444c-b6f9-360142547856 req-734ab297-7044-4e84-a8c2-0c1cfee7756d tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 943 time: 0.1046312 Nov 29 17:56:19.838458 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-e937a779-4127-4b4c-a663-b2eb0fa7c5fe service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434608 Nov 29 17:56:19.914242 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bec1ed47-5889-444c-b6f9-360142547856 req-c4dfe310-2de2-4007-a9fb-31844f23cdab tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961013 Nov 29 17:56:19.963695 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f1a74a-4b14-4eb9-ba93-c8945cce3db6 req-5869c553-c134-47a5-b8eb-e83ab907c00d service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126816 Nov 29 17:56:20.021559 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d066dc-25e1-4552-97c7-6ff1d6645529 req-d6948aad-dfc2-48c6-919a-d3299c999900 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:20.023198 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6d066dc-25e1-4552-97c7-6ff1d6645529 req-d6948aad-dfc2-48c6-919a-d3299c999900 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0510936 Nov 29 17:56:20.072205 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6d066dc-25e1-4552-97c7-6ff1d6645529 req-0e73301d-7585-421b-bec1-17b928facf88 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425057 Nov 29 17:56:20.116350 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b1575a-e240-4f93-b157-e4c4aa90eee1 x-openstack-request-id: req-15b1575a-e240-4f93-b157-e4c4aa90eee1 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:20.116876 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b28382d-6f6a-454d-8f0b-5e56ad188272", "name": "network-vif-plugged", "status": "completed", "tag": "fc7c0456-422f-41a5-946e-c149a272dc54", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:20.116876 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15b1575a-e240-4f93-b157-e4c4aa90eee1 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:20.117375 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b28382d-6f6a-454d-8f0b-5e56ad188272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7c0456-422f-41a5-946e-c149a272dc54', 'code': 200} Nov 29 17:56:20.147125 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b239b019-520e-415f-9d48-a21454bd07b7 x-openstack-request-id: req-b239b019-520e-415f-9d48-a21454bd07b7 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:20.147418 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a0ef111-db41-4666-b569-81ecd9005e39", "tag": "fd30e0bb-d831-4e48-a07d-0961501a8ff7", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:20.147688 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b239b019-520e-415f-9d48-a21454bd07b7 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:20.148090 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0ef111-db41-4666-b569-81ecd9005e39', 'tag': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7', 'status': 'completed', 'code': 200} Nov 29 17:56:20.224231 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9af484-7a37-4d77-8dc0-7bdc7a307507 req-684140c2-3fbe-405c-83ff-22e4a3e48304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:20.225928 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9d9af484-7a37-4d77-8dc0-7bdc7a307507 req-684140c2-3fbe-405c-83ff-22e4a3e48304 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 1097 time: 0.0409083 Nov 29 17:56:20.259091 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1519e-6b3f-4181-82ef-841cee7ce551 req-443bc940-a29e-43aa-a5e0-5b310eaa5d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:20.260840 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3d1519e-6b3f-4181-82ef-841cee7ce551 req-443bc940-a29e-43aa-a5e0-5b310eaa5d83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 1099 time: 0.0762477 Nov 29 17:56:20.282704 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9d9af484-7a37-4d77-8dc0-7bdc7a307507 req-b41fd691-d7ef-4db4-8e93-efd654798804 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435607 Nov 29 17:56:20.295418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19586768-9e93-4d15-acaf-55211e763dba req-be610e67-af6e-4d48-8a17-aedb1860eb6e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:20.295649 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19586768-9e93-4d15-acaf-55211e763dba req-be610e67-af6e-4d48-8a17-aedb1860eb6e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 948 time: 0.0818226 Nov 29 17:56:20.393787 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19586768-9e93-4d15-acaf-55211e763dba req-f1f65ee1-93a4-440a-8182-fb330fbc5462 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732970 Nov 29 17:56:20.396792 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a469a044-7a2f-4027-8fe2-86280bacf377 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:56:20.424339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1519e-6b3f-4181-82ef-841cee7ce551 req-eada90d1-3f94-441c-9bff-b2cec113b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:20.426454 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3d1519e-6b3f-4181-82ef-841cee7ce551 req-eada90d1-3f94-441c-9bff-b2cec113b5ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1572464 Nov 29 17:56:20.463596 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a469a044-7a2f-4027-8fe2-86280bacf377 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:20.463980 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:20.494999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea0317-4743-4525-be3d-0953a3ddab40 req-5813762d-3a8f-4e96-8139-b99fc804e000 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:20.496457 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14ea0317-4743-4525-be3d-0953a3ddab40 req-5813762d-3a8f-4e96-8139-b99fc804e000 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.0510912 Nov 29 17:56:20.537948 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3d1519e-6b3f-4181-82ef-841cee7ce551 req-86b7d940-f27f-4b0f-981d-7f0554f014f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7 HTTP/1.1" status: 200 len: 217 time: 0.0405605 Nov 29 17:56:20.617228 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14ea0317-4743-4525-be3d-0953a3ddab40 req-a8948438-0cfb-4fc7-bd27-3b37db1eb682 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860367 Nov 29 17:56:20.618704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1519e-6b3f-4181-82ef-841cee7ce551 req-ef355972-84de-4b57-b1d4-40c0afd7c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:20.620088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3d1519e-6b3f-4181-82ef-841cee7ce551 req-ef355972-84de-4b57-b1d4-40c0afd7c9f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0696990 Nov 29 17:56:20.673911 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1519e-6b3f-4181-82ef-841cee7ce551 req-e5a50dd1-aa06-4ecc-86c5-c66c684c1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:20.675627 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3d1519e-6b3f-4181-82ef-841cee7ce551 req-e5a50dd1-aa06-4ecc-86c5-c66c684c1a78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0453887 Nov 29 17:56:20.777524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4801823-c977-484e-9406-9a0328d76acd req-84257b13-0894-4e19-9781-955aead2ec07 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:20.779011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4801823-c977-484e-9406-9a0328d76acd req-84257b13-0894-4e19-9781-955aead2ec07 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0995767 Nov 29 17:56:20.822382 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3d1519e-6b3f-4181-82ef-841cee7ce551 req-faf97108-205e-4466-9f7a-d06781ae7e90 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307068 Nov 29 17:56:20.883409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4801823-c977-484e-9406-9a0328d76acd req-39705f3e-2c85-42fb-a297-11ee0a15c01d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958948 Nov 29 17:56:20.935154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3d1519e-6b3f-4181-82ef-841cee7ce551 req-86e9c9e0-4813-4e34-ada5-f664d577e698 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024022 Nov 29 17:56:21.005089 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb7f00-8f72-4736-bb4a-d3fbce3f0537 req-dfd5cbfe-ddf7-4593-ab8c-2e5d0a599ed9 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:21.006538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-deeb7f00-8f72-4736-bb4a-d3fbce3f0537 req-dfd5cbfe-ddf7-4593-ab8c-2e5d0a599ed9 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0507274 Nov 29 17:56:21.054603 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-deeb7f00-8f72-4736-bb4a-d3fbce3f0537 req-6a0d6fcc-6530-4915-bd66-0c574755c6d7 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415659 Nov 29 17:56:21.156650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fa393-c50b-4bea-98f0-329aabe51cf8 req-41dac2df-dc44-48d1-b394-ad56291b1ff1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:21.158092 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d84fa393-c50b-4bea-98f0-329aabe51cf8 req-41dac2df-dc44-48d1-b394-ad56291b1ff1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 943 time: 0.0476503 Nov 29 17:56:21.206475 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d84fa393-c50b-4bea-98f0-329aabe51cf8 req-ec5aba18-2cbf-46da-beed-750a0c919f6e tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415723 Nov 29 17:56:21.309628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764b072-9246-4381-a22c-2e946dc2b30e req-2f5d752d-2dd6-4043-b48b-317dcd1d90ef tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:21.311093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a764b072-9246-4381-a22c-2e946dc2b30e req-2f5d752d-2dd6-4043-b48b-317dcd1d90ef tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0511632 Nov 29 17:56:21.357244 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a764b072-9246-4381-a22c-2e946dc2b30e req-5669db53-61bb-4cf7-93f3-997537cce4dd tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399017 Nov 29 17:56:21.514200 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a99f6-4acb-4964-b268-eb642740c53d req-cc0e09fa-6e22-4c35-8b35-82191e0b5179 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:21.515641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a4a99f6-4acb-4964-b268-eb642740c53d req-cc0e09fa-6e22-4c35-8b35-82191e0b5179 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 948 time: 0.0523891 Nov 29 17:56:21.578745 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a4a99f6-4acb-4964-b268-eb642740c53d req-9f2ecce2-620d-4a33-83ee-28da083f8644 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552149 Nov 29 17:56:21.747092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a80f0-3872-4d6c-9f97-aa0be50d9475 req-05aec35a-7727-4099-a238-53d4f5c8649f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:21.748648 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf1a80f0-3872-4d6c-9f97-aa0be50d9475 req-05aec35a-7727-4099-a238-53d4f5c8649f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.0503874 Nov 29 17:56:21.804381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf1a80f0-3872-4d6c-9f97-aa0be50d9475 req-b51127df-425e-49b0-8d6e-8aab0cef4c10 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494294 Nov 29 17:56:21.941719 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbf065-bdbd-4795-8275-f2b698076516 req-9b870a3f-cf87-44cb-94cb-cc20366e1815 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:21.943276 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8bbf065-bdbd-4795-8275-f2b698076516 req-9b870a3f-cf87-44cb-94cb-cc20366e1815 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 1097 time: 0.0646477 Nov 29 17:56:21.990595 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8bbf065-bdbd-4795-8275-f2b698076516 req-5e047cf7-6746-4232-8aea-4471dc40a66c tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408270 Nov 29 17:56:22.124739 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff43d6-0d50-4ba1-a70c-6267f04e5149 req-fed788f3-a84f-4cf3-94ae-f39c346eb0fd tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:22.126124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8eff43d6-0d50-4ba1-a70c-6267f04e5149 req-fed788f3-a84f-4cf3-94ae-f39c346eb0fd tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0494158 Nov 29 17:56:22.175385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8eff43d6-0d50-4ba1-a70c-6267f04e5149 req-d0a7aa7c-3610-4ca3-9eba-88f4bd87f1f2 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422144 Nov 29 17:56:22.335167 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01901bdc-96c9-49fa-8e1e-68c41d504963 req-2e144a95-78b3-415a-a141-65696e4dfc64 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:22.336665 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01901bdc-96c9-49fa-8e1e-68c41d504963 req-2e144a95-78b3-415a-a141-65696e4dfc64 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0659766 Nov 29 17:56:22.398663 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01901bdc-96c9-49fa-8e1e-68c41d504963 req-9a620f61-7e43-4a24-a1d0-d20ce0d4f521 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557113 Nov 29 17:56:22.521513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ced3d2-47b6-4bcd-86db-bffefe05cc53 req-e51ba896-6442-4200-affc-c2164a2b1aad tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:22.523986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89ced3d2-47b6-4bcd-86db-bffefe05cc53 req-e51ba896-6442-4200-affc-c2164a2b1aad tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 943 time: 0.0572906 Nov 29 17:56:22.576881 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89ced3d2-47b6-4bcd-86db-bffefe05cc53 req-8aa16b1e-9175-403c-adb7-9b7eef6afc85 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460069 Nov 29 17:56:22.635082 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fd30e0bb-d831-4e48-a07d-0961501a8ff7 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:56:22.723412 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd7ad6-66e3-41bf-94ee-45bcb9b64690 req-01556a64-e3ac-4b22-aa6d-e3fa393be05f tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:22.725100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61dd7ad6-66e3-41bf-94ee-45bcb9b64690 req-01556a64-e3ac-4b22-aa6d-e3fa393be05f tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0790482 Nov 29 17:56:22.779866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fd30e0bb-d831-4e48-a07d-0961501a8ff7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:22.801136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61dd7ad6-66e3-41bf-94ee-45bcb9b64690 req-c1e48312-73d9-4bb9-b8c0-b5753688e8a1 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693860 Nov 29 17:56:22.820829 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7', 'mac_address': 'fa:16:3e:f1:71:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:56:22.882569 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:22.924327 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd30e0bb-d831-4e48-a07d-0961501a8ff7 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:56:22.950667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fd30e0bb-d831-4e48-a07d-0961501a8ff7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:22.956329 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:22.996676 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e370a-48d3-4a9b-8d5e-9a6905773953 req-8ab363da-75ab-47fc-8789-1f4c56fbee57 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:23.008538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c30e370a-48d3-4a9b-8d5e-9a6905773953 req-8ab363da-75ab-47fc-8789-1f4c56fbee57 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 948 time: 0.1030669 Nov 29 17:56:23.039874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=fd30e0bb-d831-4e48-a07d-0961501a8ff7,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:23.083842 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c30e370a-48d3-4a9b-8d5e-9a6905773953 req-419ddc8a-9604-4d42-8b1b-8fb20226e626 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738513 Nov 29 17:56:23.253865 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['fd30e0bb-d831-4e48-a07d-0961501a8ff7'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:23.322864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984af23-d0fd-4d55-80a4-dd356bf08d35 req-1abe31b9-5756-4747-b72b-cd151c5d461a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:23.330684 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4984af23-d0fd-4d55-80a4-dd356bf08d35 req-1abe31b9-5756-4747-b72b-cd151c5d461a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0680044 Nov 29 17:56:23.394538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4984af23-d0fd-4d55-80a4-dd356bf08d35 req-0a680b1f-b8a2-4a25-aa08-55e35fb8fefb tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621405 Nov 29 17:56:23.541218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff1bb3-5de9-4c06-9039-c0ccd43bb19f req-2ad4013d-936c-4e9e-a764-4667a25e82d0 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:23.542932 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fff1bb3-5de9-4c06-9039-c0ccd43bb19f req-2ad4013d-936c-4e9e-a764-4667a25e82d0 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0624292 Nov 29 17:56:23.603775 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fff1bb3-5de9-4c06-9039-c0ccd43bb19f req-9a443de8-2d6b-43e0-8cab-e3cb79102507 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544448 Nov 29 17:56:23.729648 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623de648-8401-41ad-8f1b-46f564a8f2ea req-524daade-28b8-4b16-a0bb-078372d0d77a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:23.731446 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-623de648-8401-41ad-8f1b-46f564a8f2ea req-524daade-28b8-4b16-a0bb-078372d0d77a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 943 time: 0.0524650 Nov 29 17:56:23.790543 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-623de648-8401-41ad-8f1b-46f564a8f2ea req-7d297822-1204-4e70-b42a-5645c1df669c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523646 Nov 29 17:56:23.911816 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-daa004fe-53fa-475d-99f1-4b6cfcfc290d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:23.934898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d5968-2810-44d8-805c-e89fd6c19e6a req-b5f498ec-1d92-43c2-9996-49661085dd13 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:23.936440 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-430d5968-2810-44d8-805c-e89fd6c19e6a req-b5f498ec-1d92-43c2-9996-49661085dd13 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0695894 Nov 29 17:56:23.993417 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-430d5968-2810-44d8-805c-e89fd6c19e6a req-5762dc0e-c352-4f5b-ad60-957462327ed0 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499578 Nov 29 17:56:24.207767 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb9300-8867-40fb-a797-cd975acf1f65 req-b9a0932e-2380-436e-9bb7-5dd3bf56f70a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:24.210033 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7edb9300-8867-40fb-a797-cd975acf1f65 req-b9a0932e-2380-436e-9bb7-5dd3bf56f70a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 949 time: 0.0500300 Nov 29 17:56:24.258118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7edb9300-8867-40fb-a797-cd975acf1f65 req-24ce070a-003e-4526-b2c0-f8d0f11a8ad2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427325 Nov 29 17:56:24.507533 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995417d-ce5e-42cb-aabf-84e8b7c08ed4 req-1674730d-49b5-4fc3-af3a-8c33aadc2c99 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:24.509090 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5995417d-ce5e-42cb-aabf-84e8b7c08ed4 req-1674730d-49b5-4fc3-af3a-8c33aadc2c99 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0509357 Nov 29 17:56:24.571744 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5995417d-ce5e-42cb-aabf-84e8b7c08ed4 req-c2db44d5-9e12-42d5-a043-6731dd75eee8 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490093 Nov 29 17:56:24.647952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fd30e0bb-d831-4e48-a07d-0961501a8ff7 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:56:24.741385 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port fd30e0bb-d831-4e48-a07d-0961501a8ff7 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:56:24.749379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port fd30e0bb-d831-4e48-a07d-0961501a8ff7 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:24.749919 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:24.750597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb579c0c-4782-4742-9291-f55e4f0e5518 req-95b4353a-cd4b-4f94-ac16-a8ce76cec283 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:24.756648 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb579c0c-4782-4742-9291-f55e4f0e5518 req-95b4353a-cd4b-4f94-ac16-a8ce76cec283 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.0624425 Nov 29 17:56:24.858916 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:24.864741 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb579c0c-4782-4742-9291-f55e4f0e5518 req-6675f465-862b-47e8-8545-e6bf5a2bf87f tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871415 Nov 29 17:56:24.896366 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0ef111-db41-4666-b569-81ecd9005e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:24.898832 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e09b582-0589-434d-a076-c067e88865dd" -d '{"events": [{"server_uuid": "3a0ef111-db41-4666-b569-81ecd9005e39", "name": "network-vif-plugged", "status": "completed", "tag": "fd30e0bb-d831-4e48-a07d-0961501a8ff7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:24.915453 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fd30e0bb-d831-4e48-a07d-0961501a8ff7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:24.927302 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:24.991744 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a244f5-a9f1-45dd-901f-590047375656 x-openstack-request-id: req-d6a244f5-a9f1-45dd-901f-590047375656 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:24.992207 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0ef111-db41-4666-b569-81ecd9005e39", "name": "network-vif-plugged", "status": "completed", "tag": "fd30e0bb-d831-4e48-a07d-0961501a8ff7", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:24.992563 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6a244f5-a9f1-45dd-901f-590047375656 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:24.993052 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0ef111-db41-4666-b569-81ecd9005e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7', 'code': 200} Nov 29 17:56:25.021701 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=fd30e0bb-d831-4e48-a07d-0961501a8ff7,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:25.106869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd4b27-f4b5-4829-b3fc-bc04dec52840 req-1a4e2699-9144-40f1-b081-aedb027c75c9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:25.114981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26cd4b27-f4b5-4829-b3fc-bc04dec52840 req-1a4e2699-9144-40f1-b081-aedb027c75c9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 943 time: 0.1031244 Nov 29 17:56:25.191638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654af8d-9b1e-4a9d-848a-6c99908c800d req-ecc5cb88-7d11-452f-87c6-8d5a91a9dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:25.193140 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f654af8d-9b1e-4a9d-848a-6c99908c800d req-ecc5cb88-7d11-452f-87c6-8d5a91a9dc33 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 1101 time: 0.1315913 Nov 29 17:56:25.221614 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26cd4b27-f4b5-4829-b3fc-bc04dec52840 req-9e4c3d85-3dd7-4dcd-aa1a-f778c53a4932 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057918 Nov 29 17:56:25.231346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71a70c-7a68-466d-93b1-911b8f490781 req-35a35a48-86ef-4844-bbe9-1beb5146e6f0 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:25.232816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c71a70c-7a68-466d-93b1-911b8f490781 req-35a35a48-86ef-4844-bbe9-1beb5146e6f0 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.1136506 Nov 29 17:56:25.291018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f654af8d-9b1e-4a9d-848a-6c99908c800d req-1b3df07f-dbec-4f51-9aae-7e081272d170 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878797 Nov 29 17:56:25.299109 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c71a70c-7a68-466d-93b1-911b8f490781 req-97db17d3-4c70-4f00-9117-c652e5d74f52 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586033 Nov 29 17:56:25.416076 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7162fed-9bb8-4622-84e2-90208b4a6385 req-fb33114e-2ef4-44a6-9cbd-4e39d1877250 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:25.417682 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7162fed-9bb8-4622-84e2-90208b4a6385 req-fb33114e-2ef4-44a6-9cbd-4e39d1877250 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0548768 Nov 29 17:56:25.471063 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7162fed-9bb8-4622-84e2-90208b4a6385 req-940c5ecd-d7f6-414c-919a-11a0922561f2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470114 Nov 29 17:56:25.695159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd9870-0a35-4d4a-b20a-a8bf37ae4eb6 req-afb2db0c-a031-41ca-9d61-6d82e0ab4f04 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:25.697663 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d2dd9870-0a35-4d4a-b20a-a8bf37ae4eb6 req-afb2db0c-a031-41ca-9d61-6d82e0ab4f04 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0560496 Nov 29 17:56:25.771784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d2dd9870-0a35-4d4a-b20a-a8bf37ae4eb6 req-a15caa87-a576-4004-acbd-27a9aca5999e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554631 Nov 29 17:56:26.056354 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4ade8-e64e-4728-afea-7e18f1eed42e req-f85ebef7-3388-4975-a5a9-8d5898c00ed9 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:26.058408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10b4ade8-e64e-4728-afea-7e18f1eed42e req-f85ebef7-3388-4975-a5a9-8d5898c00ed9 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.1113441 Nov 29 17:56:26.064578 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-a0e447a2-049d-45d5-adc1-17aff614be43 service neutron] 10.222.0.20 "GET /v2.0/ports/e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624/bindings/n-h2-819494-5 HTTP/1.1" status: 200 len: 384 time: 0.1262393 Nov 29 17:56:26.154275 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10b4ade8-e64e-4728-afea-7e18f1eed42e req-e8faea17-95f4-4859-a208-b8de9213786f tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877385 Nov 29 17:56:26.360323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-8166d387-724f-4c22-b34d-5cf91ee0238c service neutron] For port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:26.409226 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-300195b7-ee5f-4ec6-a99e-51139c3f8a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:26.409801 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b585f6-c3db-427f-b58c-83585ec5bdab req-f6a515db-bcca-4bbe-94e7-0f39869fc1b2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:26.418510 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5b585f6-c3db-427f-b58c-83585ec5bdab req-f6a515db-bcca-4bbe-94e7-0f39869fc1b2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 943 time: 0.1081109 Nov 29 17:56:26.432170 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-8166d387-724f-4c22-b34d-5cf91ee0238c service neutron] For port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:56:26.538850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-8166d387-724f-4c22-b34d-5cf91ee0238c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:56:26.563351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-8166d387-724f-4c22-b34d-5cf91ee0238c service neutron] For port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:26.587105 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5b585f6-c3db-427f-b58c-83585ec5bdab req-d0e49241-ecc5-41ec-92f1-8beb1ac7b7db tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658332 Nov 29 17:56:26.618361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a029a8-f1c5-42a1-a464-a499d611bae5 req-84e73296-844f-4a3e-9c90-94ec55db76a6 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:26.625899 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55a029a8-f1c5-42a1-a464-a499d611bae5 req-84e73296-844f-4a3e-9c90-94ec55db76a6 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.1936369 Nov 29 17:56:26.628166 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-8166d387-724f-4c22-b34d-5cf91ee0238c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:26.860889 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:27.080351 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55a029a8-f1c5-42a1-a464-a499d611bae5 req-9be86435-29cb-43f5-abcc-9d14797e8949 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463391 Nov 29 17:56:27.134576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1210fc-ea4b-41c1-b3d0-4a0cc8cacd60 req-2c63e327-0af8-448c-8932-f96b1c062c64 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:27.147822 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad1210fc-ea4b-41c1-b3d0-4a0cc8cacd60 req-2c63e327-0af8-448c-8932-f96b1c062c64 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.4510386 Nov 29 17:56:27.180726 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-8166d387-724f-4c22-b34d-5cf91ee0238c service neutron] Transition to ACTIVE for port object e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:56:27.198329 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-8166d387-724f-4c22-b34d-5cf91ee0238c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:27.265453 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad1210fc-ea4b-41c1-b3d0-4a0cc8cacd60 req-9a175e10-e6f2-43b5-ac12-0af9a0858942 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165524 Nov 29 17:56:27.330012 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c36f4-446f-48bf-9e1c-d8c6591f20f4 req-365a0b4d-072b-4632-8830-6a28a178dc18 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:27.331754 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bf8c36f4-446f-48bf-9e1c-d8c6591f20f4 req-365a0b4d-072b-4632-8830-6a28a178dc18 tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.31 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.1339290 Nov 29 17:56:27.374936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-8166d387-724f-4c22-b34d-5cf91ee0238c service neutron] No DVR routers for this DVR port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:56:27.408446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166d387-724f-4c22-b34d-5cf91ee0238c service neutron] Pushing event updated for resources: {'Port': ['ID=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,revision_number=10']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:27.445869 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:27.449091 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-8166d387-724f-4c22-b34d-5cf91ee0238c service neutron] 10.222.0.20 "PUT /v2.0/ports/e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624/bindings/n-h2-819494-5/activate HTTP/1.1" status: 200 len: 369 time: 1.3683653 Nov 29 17:56:27.464176 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964815c1-807a-4f0b-ba07-27387b49c03f req-9e3c2085-4437-4fc1-b4a8-323b4e6c6dad tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:27.465849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-964815c1-807a-4f0b-ba07-27387b49c03f req-9e3c2085-4437-4fc1-b4a8-323b4e6c6dad tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.2200258 Nov 29 17:56:27.489322 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-bf8c36f4-446f-48bf-9e1c-d8c6591f20f4 req-1a7fcf5b-919e-4ecd-b248-2f3d640ea74a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Deleting port 16f64671-a63b-4f64-b8af-d3c8274270ef {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:56:27.490172 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bf8c36f4-446f-48bf-9e1c-d8c6591f20f4 req-1a7fcf5b-919e-4ecd-b248-2f3d640ea74a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:27.555245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-964815c1-807a-4f0b-ba07-27387b49c03f req-d61cd3db-0c1e-443d-941c-6d9e37c31d6c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788922 Nov 29 17:56:27.689548 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-bf8c36f4-446f-48bf-9e1c-d8c6591f20f4 req-1a7fcf5b-919e-4ecd-b248-2f3d640ea74a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] For port 16f64671-a63b-4f64-b8af-d3c8274270ef, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=16f64671-a63b-4f64-b8af-d3c8274270ef,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:27.690512 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bf8c36f4-446f-48bf-9e1c-d8c6591f20f4 req-1a7fcf5b-919e-4ecd-b248-2f3d640ea74a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:27.713934 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-bf8c36f4-446f-48bf-9e1c-d8c6591f20f4 req-1a7fcf5b-919e-4ecd-b248-2f3d640ea74a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Calling delete_port for 16f64671-a63b-4f64-b8af-d3c8274270ef owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:56:27.740444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-aa5b3f04-0203-4e1b-a513-613234c67643 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:27.742445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-aa5b3f04-0203-4e1b-a513-613234c67643 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0&tenant_id=3a0783cb68fe44b080e0c111bf112e73&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 1095 time: 0.1689875 Nov 29 17:56:27.753562 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4f847-dac6-4445-8386-b7085eafe560 req-e47b4c53-2222-4210-bba2-7fdfd90f843d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:27.755315 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9c4f847-dac6-4445-8386-b7085eafe560 req-e47b4c53-2222-4210-bba2-7fdfd90f843d tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 946 time: 0.1947985 Nov 29 17:56:27.847802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470f805-0f9a-47c0-ab20-f4383c68a4b3 req-08802d5f-4a9b-4938-8c66-69e86ccded42 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:27.849775 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4470f805-0f9a-47c0-ab20-f4383c68a4b3 req-08802d5f-4a9b-4938-8c66-69e86ccded42 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1406615 Nov 29 17:56:27.901747 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9c4f847-dac6-4445-8386-b7085eafe560 req-e1a5390b-8a20-4498-a6c3-9d6625bb396c tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/security-groups?id=747e482c-7f1d-408b-a9a4-5d6d67c8813e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320300 Nov 29 17:56:27.905857 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bf8c36f4-446f-48bf-9e1c-d8c6591f20f4 req-1a7fcf5b-919e-4ecd-b248-2f3d640ea74a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:27.909158 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-5f2ec2d8-1c20-4178-b6e7-f9d3d5cb6b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:27.910968 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-5f2ec2d8-1c20-4178-b6e7-f9d3d5cb6b73 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0&tenant_id=3a0783cb68fe44b080e0c111bf112e73 HTTP/1.1" status: 200 len: 1095 time: 0.1543710 Nov 29 17:56:27.928592 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['16f64671-a63b-4f64-b8af-d3c8274270ef'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:27.997062 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7fcf5b-919e-4ecd-b248-2f3d640ea74a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Pushing event deleted for resources: {'Port': ['ID=16f64671-a63b-4f64-b8af-d3c8274270ef,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:28.037388 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8c36f4-446f-48bf-9e1c-d8c6591f20f4 req-1a7fcf5b-919e-4ecd-b248-2f3d640ea74a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] No DVR routers for this DVR port 16f64671-a63b-4f64-b8af-d3c8274270ef on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:56:28.040071 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bf8c36f4-446f-48bf-9e1c-d8c6591f20f4 req-1a7fcf5b-919e-4ecd-b248-2f3d640ea74a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:28.044399 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4470f805-0f9a-47c0-ab20-f4383c68a4b3 req-381affb9-09e1-4698-8393-4e845abbde4f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873493 Nov 29 17:56:28.065821 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bf8c36f4-446f-48bf-9e1c-d8c6591f20f4 req-1a7fcf5b-919e-4ecd-b248-2f3d640ea74a tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.31 "DELETE /v2.0/ports/16f64671-a63b-4f64-b8af-d3c8274270ef HTTP/1.1" status: 204 len: 173 time: 0.7050650 Nov 29 17:56:28.067671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e676b171-534a-48c3-a7f9-a8febadd5054', 'name': 'network-vif-deleted', 'tag': '16f64671-a63b-4f64-b8af-d3c8274270ef'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:28.072038 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-247fd498-559a-4aed-b3ef-2807bae3301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:28.073202 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c1a5eb-f6ea-4486-8726-49da4b7dcc7d" -d '{"events": [{"server_uuid": "e676b171-534a-48c3-a7f9-a8febadd5054", "name": "network-vif-deleted", "tag": "16f64671-a63b-4f64-b8af-d3c8274270ef"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:28.075048 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-247fd498-559a-4aed-b3ef-2807bae3301a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 1095 time: 0.1249597 Nov 29 17:56:28.176700 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a3fb8e-514b-48b1-b07d-6146b8c84d7c x-openstack-request-id: req-a5a3fb8e-514b-48b1-b07d-6146b8c84d7c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:28.177196 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e676b171-534a-48c3-a7f9-a8febadd5054", "name": "network-vif-deleted", "tag": "16f64671-a63b-4f64-b8af-d3c8274270ef", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:28.177694 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a5a3fb8e-514b-48b1-b07d-6146b8c84d7c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:28.178348 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e676b171-534a-48c3-a7f9-a8febadd5054', 'name': 'network-vif-deleted', 'tag': '16f64671-a63b-4f64-b8af-d3c8274270ef', 'status': 'completed', 'code': 200} Nov 29 17:56:28.374880 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e6ee3-6028-4fbc-b671-a5c8275ddcf8 req-4547a808-077b-4a38-8a5d-367ea09f9a72 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:28.374880 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d3e6ee3-6028-4fbc-b671-a5c8275ddcf8 req-4547a808-077b-4a38-8a5d-367ea09f9a72 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.1169128 Nov 29 17:56:28.404644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-b75146f3-8721-46ee-b3c0-2e6e603e09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:28.406274 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-b75146f3-8721-46ee-b3c0-2e6e603e09fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.3106201 Nov 29 17:56:28.497063 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-0a29be2b-f505-42df-b23d-a0f9247c90dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 HTTP/1.1" status: 200 len: 217 time: 0.0742097 Nov 29 17:56:28.504466 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d3e6ee3-6028-4fbc-b671-a5c8275ddcf8 req-0883aabe-6120-4352-9f4e-2e8f5f4604cf tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198902 Nov 29 17:56:28.591085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472af3dd-acdf-4775-af3b-c93791f0d7c2 req-e3dbdb10-dbb5-4cb5-b7a8-83f209eb1f4a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:28.592998 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-472af3dd-acdf-4775-af3b-c93791f0d7c2 req-e3dbdb10-dbb5-4cb5-b7a8-83f209eb1f4a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.1608992 Nov 29 17:56:28.599684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-69546cd4-fc8a-42e3-ade7-6a35837c0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:28.606218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-69546cd4-fc8a-42e3-ade7-6a35837c0b72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.0986171 Nov 29 17:56:28.650114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:56:28.687676 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-e91a5936-cacc-48e6-9818-7a8aa3eff961 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701237 Nov 29 17:56:28.719577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:56:28.814241 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345963bd-c636-4293-a3c7-4a982a503b6c req-30518654-9239-4cef-a3c2-3d8006afc51f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:28.822448 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-345963bd-c636-4293-a3c7-4a982a503b6c req-30518654-9239-4cef-a3c2-3d8006afc51f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.1465461 Nov 29 17:56:28.871982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-472af3dd-acdf-4775-af3b-c93791f0d7c2 req-42f47f60-f332-44d3-b2f7-116b21cfd624 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647383 Nov 29 17:56:28.977053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-345963bd-c636-4293-a3c7-4a982a503b6c req-b2632b1c-c348-4940-a2fd-0542e62e4343 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467106 Nov 29 17:56:28.977053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-4253f03e-cd6f-459e-b01d-e67897df5064 service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360253 Nov 29 17:56:29.008847 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:29.247367 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-db74f24f-a8c7-4d3f-904f-b8b3b00f8c1c req-98aecc82-e82e-44b6-89ff-9ba045874bbb tempest-ListServerFiltersTestJSON-392302744 tempest-ListServerFiltersTestJSON-392302744-project] 10.222.0.23 "GET /v2.0/ports?device_id=e676b171-534a-48c3-a7f9-a8febadd5054 HTTP/1.1" status: 200 len: 210 time: 0.0632896 Nov 29 17:56:29.274372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4ffef-73ae-4f6c-9425-d9f0b5a6a257 req-426e7a0e-8ead-47d3-baa5-25b1b3aac4f5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:29.281589 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10c4ffef-73ae-4f6c-9425-d9f0b5a6a257 req-426e7a0e-8ead-47d3-baa5-25b1b3aac4f5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.2568448 Nov 29 17:56:29.330259 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65df5ca5-0a91-4f18-9d88-bf0340cbf6eb req-0ee84e44-6850-47bc-b6e9-80177995258d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1365654 Nov 29 17:56:29.356785 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-5c59ec49-e270-42f5-9b07-bb8d5e03cebd service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682656 Nov 29 17:56:29.387282 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:29.457185 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10c4ffef-73ae-4f6c-9425-d9f0b5a6a257 req-b2b7c8fe-2053-404a-92ff-2e716f2b2c16 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747410 Nov 29 17:56:29.583145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410e2ac-15bc-48d2-808b-2e7f95f2b7ed req-69989edf-fe02-4d59-adc1-03e286d2cd8f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:29.585302 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1410e2ac-15bc-48d2-808b-2e7f95f2b7ed req-69989edf-fe02-4d59-adc1-03e286d2cd8f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1255369 Nov 29 17:56:29.588565 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df5ca5-0a91-4f18-9d88-bf0340cbf6eb req-e92cb752-65d2-4eab-b0c0-5e1b1f527d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:29.590976 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65df5ca5-0a91-4f18-9d88-bf0340cbf6eb req-e92cb752-65d2-4eab-b0c0-5e1b1f527d40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc HTTP/1.1" status: 200 len: 1101 time: 0.2101629 Nov 29 17:56:29.854150 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1410e2ac-15bc-48d2-808b-2e7f95f2b7ed req-877f6cbb-7131-4175-a86b-fb7a0b5f7121 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548051 Nov 29 17:56:29.865179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-4af45d59-6254-4568-a622-5307697ecfd8 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:29.869522 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-4af45d59-6254-4568-a622-5307697ecfd8 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0&tenant_id=3a0783cb68fe44b080e0c111bf112e73&binding%3Ahost_id=n-h2-819494-5 HTTP/1.1" status: 200 len: 1095 time: 0.1376536 Nov 29 17:56:29.906246 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:29.957448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df5ca5-0a91-4f18-9d88-bf0340cbf6eb req-a2f255c8-106f-4af0-b578-244e37638091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:29.958947 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65df5ca5-0a91-4f18-9d88-bf0340cbf6eb req-a2f255c8-106f-4af0-b578-244e37638091 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.3194232 Nov 29 17:56:29.969750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7418a-60ab-42d7-9f9f-b16edff227dd req-344fded9-3ce0-4249-82fd-ac4fb0b85f46 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:29.971256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3e7418a-60ab-42d7-9f9f-b16edff227dd req-344fded9-3ce0-4249-82fd-ac4fb0b85f46 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.2404757 Nov 29 17:56:30.031289 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65df5ca5-0a91-4f18-9d88-bf0340cbf6eb req-0a904456-1a73-4581-a88b-25b57a176b18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=85a3cec5-f174-4e9e-8270-8b013433686b HTTP/1.1" status: 200 len: 217 time: 0.0552175 Nov 29 17:56:30.180149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3e7418a-60ab-42d7-9f9f-b16edff227dd req-327e59e7-3f86-4162-ba80-a4a102367626 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948597 Nov 29 17:56:30.185178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df5ca5-0a91-4f18-9d88-bf0340cbf6eb req-cf2e15d6-c32b-46e2-9714-449a1a3e1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:30.186801 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65df5ca5-0a91-4f18-9d88-bf0340cbf6eb req-cf2e15d6-c32b-46e2-9714-449a1a3e1859 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1418211 Nov 29 17:56:30.238002 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-09910453-ff41-40bb-a3d8-a3cb42cad330 service neutron] For port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:56:30.244817 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-09910453-ff41-40bb-a3d8-a3cb42cad330 service neutron] Publish callbacks [] for binding, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:30.245911 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4b5dfcb-fd01-4fce-a338-4aff50eeb099 req-09910453-ff41-40bb-a3d8-a3cb42cad330 service neutron] 10.222.0.31 "DELETE /v2.0/ports/e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624/bindings/n-h1-819494-5 HTTP/1.1" status: 204 len: 173 time: 0.3640075 Nov 29 17:56:30.280316 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df5ca5-0a91-4f18-9d88-bf0340cbf6eb req-dbdafabc-153c-4b48-aaea-16762992679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:30.282474 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65df5ca5-0a91-4f18-9d88-bf0340cbf6eb req-dbdafabc-153c-4b48-aaea-16762992679f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0874324 Nov 29 17:56:30.394264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38784) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:56:30.466677 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce9af5-18f0-4d14-a9f7-f02b3a8f6e76 req-f9ae3f70-6e5b-46c9-b900-f8fbf0e284dd tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:30.468869 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70ce9af5-18f0-4d14-a9f7-f02b3a8f6e76 req-f9ae3f70-6e5b-46c9-b900-f8fbf0e284dd tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.1568542 Nov 29 17:56:30.511647 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-110ccb36-cdba-494e-9047-02737c66d7cc req-a026ddfc-f41c-4fa2-9968-b7a2eb855259 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1088018 Nov 29 17:56:30.518230 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8af2085-61d2-4c4c-917c-31cd91c03061 admin admin] Deleting subnet 93e45208-0775-4f32-b9ff-c19305550f31 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 17:56:30.522651 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a8af2085-61d2-4c4c-917c-31cd91c03061 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:30.552563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70ce9af5-18f0-4d14-a9f7-f02b3a8f6e76 req-1d005399-8c3f-41ce-b97e-46bac83f9231 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686467 Nov 29 17:56:30.562342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65df5ca5-0a91-4f18-9d88-bf0340cbf6eb req-ff05e96a-0cf2-4fd6-a7ca-d590f9efa5cf service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657902 Nov 29 17:56:30.578298 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a8af2085-61d2-4c4c-917c-31cd91c03061 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:30.630308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5523e4f-6d23-4bb0-8ebc-cae0f3edc301 req-b4558bc2-464d-4f56-a7a8-6e4b77c554a0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:30.632768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5523e4f-6d23-4bb0-8ebc-cae0f3edc301 req-b4558bc2-464d-4f56-a7a8-6e4b77c554a0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.1619596 Nov 29 17:56:30.672570 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a8af2085-61d2-4c4c-917c-31cd91c03061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:30.705212 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 16f64671-a63b-4f64-b8af-d3c8274270ef no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:56:30.782562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 16f64671-a63b-4f64-b8af-d3c8274270ef {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:56:30.788446 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 16f64671-a63b-4f64-b8af-d3c8274270ef not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:56:30.802506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5523e4f-6d23-4bb0-8ebc-cae0f3edc301 req-8faaaa03-8de6-460c-a2c5-cc6cb01409b1 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488552 Nov 29 17:56:30.818180 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a8af2085-61d2-4c4c-917c-31cd91c03061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:30.820404 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65df5ca5-0a91-4f18-9d88-bf0340cbf6eb req-84be8ac4-f866-4aff-8d1c-8bbdd11e4908 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374189 Nov 29 17:56:30.842598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee305a8d-546b-4027-94ae-fbd9d5b090af None None] Network b9b0794a-43f8-4559-af2b-f1bbb377bb64 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:56:30.873475 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a8af2085-61d2-4c4c-917c-31cd91c03061 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:30.877095 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a8af2085-61d2-4c4c-917c-31cd91c03061 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/93e45208-0775-4f32-b9ff-c19305550f31 HTTP/1.1" status: 204 len: 168 time: 0.4810212 Nov 29 17:56:30.880736 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38794) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:56:30.886346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af2085-61d2-4c4c-917c-31cd91c03061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93e45208-0775-4f32-b9ff-c19305550f31,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:31.125124 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:31.174518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e9bb7-8651-4828-9416-cf3305b2c5b2 req-46797c17-fc1f-42b2-99d6-4e548818379f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:31.182021 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-203e9bb7-8651-4828-9416-cf3305b2c5b2 req-46797c17-fc1f-42b2-99d6-4e548818379f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1740861 Nov 29 17:56:31.293047 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87029d5-074f-4029-ae35-1b6c2d9d5374 None None] DHCP port deletion for b9b0794a-43f8-4559-af2b-f1bbb377bb64 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 17:56:31.424641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-203e9bb7-8651-4828-9416-cf3305b2c5b2 req-b5bc61d4-4321-4fd3-af22-83f2e032f424 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409627 Nov 29 17:56:31.429488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c87029d5-074f-4029-ae35-1b6c2d9d5374 None None] Deleting port 7fd72adc-b205-4233-8fb7-908ebe43338d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:56:31.430239 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c87029d5-074f-4029-ae35-1b6c2d9d5374 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:31.526441 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85fa53-2e5d-49e0-a0c4-5d533bda4c0e req-134601a5-778d-42d9-9b21-f32864322a7b tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:31.528055 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb85fa53-2e5d-49e0-a0c4-5d533bda4c0e req-134601a5-778d-42d9-9b21-f32864322a7b tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.1639380 Nov 29 17:56:31.529601 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] Deleting port 7fd72adc-b205-4233-8fb7-908ebe43338d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:56:31.540122 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:31.558123 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c87029d5-074f-4029-ae35-1b6c2d9d5374 None None] For port 7fd72adc-b205-4233-8fb7-908ebe43338d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7fd72adc-b205-4233-8fb7-908ebe43338d,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:31.558655 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c87029d5-074f-4029-ae35-1b6c2d9d5374 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:31.588003 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c87029d5-074f-4029-ae35-1b6c2d9d5374 None None] Calling delete_port for 7fd72adc-b205-4233-8fb7-908ebe43338d owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:56:31.679966 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] For port 7fd72adc-b205-4233-8fb7-908ebe43338d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7fd72adc-b205-4233-8fb7-908ebe43338d,segment=NetworkSegment(8ae1d983-2b52-4829-99ec-9b326432cfd3),segment_id=8ae1d983-2b52-4829-99ec-9b326432cfd3)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:31.679966 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:31.696750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] Calling delete_port for 7fd72adc-b205-4233-8fb7-908ebe43338d owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:56:31.745275 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c87029d5-074f-4029-ae35-1b6c2d9d5374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:31.797506 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87029d5-074f-4029-ae35-1b6c2d9d5374 None None] No DVR routers for this DVR port 7fd72adc-b205-4233-8fb7-908ebe43338d on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:56:31.807693 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:31.830138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87029d5-074f-4029-ae35-1b6c2d9d5374 None None] Pushing event deleted for resources: {'Port': ['ID=7fd72adc-b205-4233-8fb7-908ebe43338d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:31.863768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd72adc-b205-4233-8fb7-908ebe43338d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:31.877733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] No DVR routers for this DVR port 7fd72adc-b205-4233-8fb7-908ebe43338d on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:56:32.218647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9950e-9b07-4fbd-8ab7-cdee57fa57a2 req-56ad8b22-732d-479f-8f31-b092b39bda3b tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:32.220095 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ace9950e-9b07-4fbd-8ab7-cdee57fa57a2 req-56ad8b22-732d-479f-8f31-b092b39bda3b tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 1095 time: 0.4226799 Nov 29 17:56:32.225928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb85fa53-2e5d-49e0-a0c4-5d533bda4c0e req-5b2a5b20-0b4a-409e-97ea-05ab8cea81b8 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346237 Nov 29 17:56:32.472354 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:32.478569 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7fd72adc-b205-4233-8fb7-908ebe43338d no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:56:32.509395 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b0794a-43f8-4559-af2b-f1bbb377bb64']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:56:32.520197 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 7fd72adc-b205-4233-8fb7-908ebe43338d {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:56:32.522835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7fd72adc-b205-4233-8fb7-908ebe43338d not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:56:32.533117 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae1d983-2b52-4829-99ec-9b326432cfd3') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:56:32.534178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae1d983-2b52-4829-99ec-9b326432cfd3') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:56:32.572674 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:32.658175 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ace9950e-9b07-4fbd-8ab7-cdee57fa57a2 req-ee2ebec4-28fc-4df8-a11e-637c682de42e tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258893 Nov 29 17:56:32.687043 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399674cd-d966-47d1-a08a-bdedb88744d5 req-800185c7-bc3a-4f18-8748-4954649c0cc9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:32.687043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-399674cd-d966-47d1-a08a-bdedb88744d5 req-800185c7-bc3a-4f18-8748-4954649c0cc9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.3275907 Nov 29 17:56:32.687043 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:32.732349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 17:56:32.732763 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: timer() Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 17:56:32.740053 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 17:56:32.849150 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ccb36-cdba-494e-9047-02737c66d7cc req-46047e2a-f837-4635-84d8-371dcb28e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:32.850643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-110ccb36-cdba-494e-9047-02737c66d7cc req-46047e2a-f837-4635-84d8-371dcb28e98a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 1101 time: 0.2313435 Nov 29 17:56:32.860436 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ada7a4e4-cf7d-439e-96bf-e03dfc48c2ae req-a17bfb0c-00e8-4490-870c-22bd89664783 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3299551 Nov 29 17:56:32.892853 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:32.949627 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:32.952897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] 10.222.0.23 "DELETE /v2.0/networks/b9b0794a-43f8-4559-af2b-f1bbb377bb64 HTTP/1.1" status: 204 len: 168 time: 2.0709500 Nov 29 17:56:32.980540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-399674cd-d966-47d1-a08a-bdedb88744d5 req-4a7e49b9-1aba-4bce-b1ee-1681ba112789 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751071 Nov 29 17:56:32.992137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df07a0f-1da7-4d30-ad20-5a948dc1eedd admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b0794a-43f8-4559-af2b-f1bbb377bb64,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:33.010860 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f99ac-67e5-4a25-9bb4-5ea79dded29b req-8d881319-04fb-43b9-9182-77237deb6bd9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:33.013153 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f53f99ac-67e5-4a25-9bb4-5ea79dded29b req-8d881319-04fb-43b9-9182-77237deb6bd9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.2433312 Nov 29 17:56:33.067355 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7a4e4-cf7d-439e-96bf-e03dfc48c2ae req-1687cec8-be7d-4117-bf6a-5e4892afdffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:33.082952 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ada7a4e4-cf7d-439e-96bf-e03dfc48c2ae req-1687cec8-be7d-4117-bf6a-5e4892afdffb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a08ee2c7a42446ab94372180a9609ad3&device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 1097 time: 0.1380672 Nov 29 17:56:33.181354 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f53f99ac-67e5-4a25-9bb4-5ea79dded29b req-bc722640-7895-4446-a3fd-2632d26ea351 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577559 Nov 29 17:56:33.182420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ccb36-cdba-494e-9047-02737c66d7cc req-d1f97469-351e-4479-8624-60193201022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:33.183868 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-110ccb36-cdba-494e-9047-02737c66d7cc req-d1f97469-351e-4479-8624-60193201022f service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.3224366 Nov 29 17:56:33.256241 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-110ccb36-cdba-494e-9047-02737c66d7cc req-0ba1b064-2f00-4757-b6c4-d07e627d9dd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7 HTTP/1.1" status: 200 len: 217 time: 0.0421064 Nov 29 17:56:33.343290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ccb36-cdba-494e-9047-02737c66d7cc req-0cc8e34c-423a-4b85-bfe0-e2bf4ceec59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:33.346260 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-110ccb36-cdba-494e-9047-02737c66d7cc req-0cc8e34c-423a-4b85-bfe0-e2bf4ceec59c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0770559 Nov 29 17:56:33.422373 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38852) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:56:33.514027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-9f271eb0-83e3-4e28-a7ce-759676bd5817 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:33.519534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-9f271eb0-83e3-4e28-a7ce-759676bd5817 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 807 time: 0.2684877 Nov 29 17:56:33.540276 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-06db38a0-fcce-4ba4-a1e1-aa19181013bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2eea5c9ed99940e78b65e23cec85e2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1166112 Nov 29 17:56:33.548423 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38856) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:56:33.578242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7a4e4-cf7d-439e-96bf-e03dfc48c2ae req-76cfa682-b0e7-4ee2-bb1d-15aedb0012e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:33.579344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ada7a4e4-cf7d-439e-96bf-e03dfc48c2ae req-76cfa682-b0e7-4ee2-bb1d-15aedb0012e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=62b08c22-74a5-4496-a0cf-1f37726d49cf HTTP/1.1" status: 200 len: 924 time: 0.4573891 Nov 29 17:56:33.611571 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a1b53b7d-6523-4629-9eeb-da62d211d245 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:33.640444 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a1b53b7d-6523-4629-9eeb-da62d211d245 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:33.707597 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a1b53b7d-6523-4629-9eeb-da62d211d245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:33.711276 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a1b53b7d-6523-4629-9eeb-da62d211d245 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:33.716304 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a1b53b7d-6523-4629-9eeb-da62d211d245 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/747e482c-7f1d-408b-a9a4-5d6d67c8813e HTTP/1.1" status: 204 len: 168 time: 0.1660731 Nov 29 17:56:33.727120 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b53b7d-6523-4629-9eeb-da62d211d245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747e482c-7f1d-408b-a9a4-5d6d67c8813e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:33.776591 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-98dddaa5-1daa-4ac2-b9c1-da32a5e7daeb tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/quotas/3a0783cb68fe44b080e0c111bf112e73 HTTP/1.1" status: 200 len: 375 time: 0.1961393 Nov 29 17:56:33.845475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67c2ac-b5f3-46d1-8c93-8ff922f8badd req-58e33c7e-d589-4d9f-b0ac-67b3ec0896d2 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:33.853150 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f67c2ac-b5f3-46d1-8c93-8ff922f8badd req-58e33c7e-d589-4d9f-b0ac-67b3ec0896d2 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.3769476 Nov 29 17:56:33.870264 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ada7a4e4-cf7d-439e-96bf-e03dfc48c2ae req-d08309c5-44cb-4445-bab1-55e42f322724 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bc2201e-cf45-443f-939f-baa0d8890f80 HTTP/1.1" status: 200 len: 1002 time: 0.2803843 Nov 29 17:56:33.872057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ccb36-cdba-494e-9047-02737c66d7cc req-c15963fa-1bc7-4fd4-8707-00b49e3c5fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:33.873508 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-110ccb36-cdba-494e-9047-02737c66d7cc req-c15963fa-1bc7-4fd4-8707-00b49e3c5fee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3500631 Nov 29 17:56:34.026609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f67c2ac-b5f3-46d1-8c93-8ff922f8badd req-498b4d6e-1277-4793-9767-ba9c47bfb63b tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724741 Nov 29 17:56:34.032209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7a4e4-cf7d-439e-96bf-e03dfc48c2ae req-a622171a-752b-4889-b198-19b16f99b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:34.033749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ada7a4e4-cf7d-439e-96bf-e03dfc48c2ae req-a622171a-752b-4889-b198-19b16f99b808 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a5816c54-5670-4ee5-9708-67667e003a6e HTTP/1.1" status: 200 len: 862 time: 0.1493394 Nov 29 17:56:34.062617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-d62fac30-0a39-4111-8f8a-f93a568d8c94 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2850485 Nov 29 17:56:34.192919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7a4e4-cf7d-439e-96bf-e03dfc48c2ae req-6a24478b-0b2a-48dc-a9dd-68ceef829677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:34.194630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ada7a4e4-cf7d-439e-96bf-e03dfc48c2ae req-6a24478b-0b2a-48dc-a9dd-68ceef829677 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=62b08c22-74a5-4496-a0cf-1f37726d49cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233466 Nov 29 17:56:34.389790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84638fcc-0879-4c6b-99b6-b9e633d39bb0 req-db01d6c9-b85a-4468-a55c-2177a71b1fb4 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:34.391355 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84638fcc-0879-4c6b-99b6-b9e633d39bb0 req-db01d6c9-b85a-4468-a55c-2177a71b1fb4 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.1703453 Nov 29 17:56:34.397230 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-110ccb36-cdba-494e-9047-02737c66d7cc req-f2da4f1c-ff50-4100-8d25-9af87c9923a0 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082700 Nov 29 17:56:34.449809 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ada7a4e4-cf7d-439e-96bf-e03dfc48c2ae req-1993278a-6d9d-4fab-a4cb-40f4409c3e17 service neutron] 10.222.0.31 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392540 Nov 29 17:56:34.463313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-d5b3d8f7-7a6d-4ba6-b3a5-8ee1e4ece01a service neutron] 10.222.0.23 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996027 Nov 29 17:56:34.651339 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84638fcc-0879-4c6b-99b6-b9e633d39bb0 req-27e1f4a8-6cf9-4ad4-84dc-25408673222a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472730 Nov 29 17:56:34.743121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-110ccb36-cdba-494e-9047-02737c66d7cc req-b43b87f7-8023-44b6-a30a-b0ea0fd12221 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216248 Nov 29 17:56:34.767616 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ada7a4e4-cf7d-439e-96bf-e03dfc48c2ae req-bb12a78a-b53b-46f9-9f05-a626183e9556 service neutron] 10.222.0.31 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961779 Nov 29 17:56:34.801055 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-fa24f707-0a84-42d7-bd5d-7399352d7762 service neutron] 10.222.0.23 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948132 Nov 29 17:56:34.944608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b132e8-ad3d-4ade-8eec-1decb778aaf1 req-3eaedf71-bb37-444f-9554-2d79681d5e76 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:34.946544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1b132e8-ad3d-4ade-8eec-1decb778aaf1 req-3eaedf71-bb37-444f-9554-2d79681d5e76 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0738564 Nov 29 17:56:35.008179 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1b132e8-ad3d-4ade-8eec-1decb778aaf1 req-11efefb0-515b-4004-8e2a-76b76cda94c9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541878 Nov 29 17:56:35.101364 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3335369e-ed5e-4371-8b85-3ef393526782 req-e6cbd8ca-6934-416b-8aa1-536b0c80a627 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 210 time: 0.0398180 Nov 29 17:56:35.221179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386acdfb-c90b-4f1b-8397-c5dbce98169f req-32ee1679-bb37-4c8d-a8bd-59a1f7ddb950 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:35.239600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-386acdfb-c90b-4f1b-8397-c5dbce98169f req-32ee1679-bb37-4c8d-a8bd-59a1f7ddb950 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0714765 Nov 29 17:56:35.317794 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-386acdfb-c90b-4f1b-8397-c5dbce98169f req-156183a1-1739-4fd2-8492-40c55bf5873f tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769837 Nov 29 17:56:35.860746 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03cd24-02b1-4549-95b4-69fd2a6514af req-dc6243ea-9c63-4504-a5f1-2c465898f019 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:35.865123 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b03cd24-02b1-4549-95b4-69fd2a6514af req-dc6243ea-9c63-4504-a5f1-2c465898f019 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.1026335 Nov 29 17:56:35.957883 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b03cd24-02b1-4549-95b4-69fd2a6514af req-a14da7d5-51eb-4383-aa80-b805d3248098 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819254 Nov 29 17:56:35.987394 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38932) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:56:36.129813 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-627a0c8e-d780-4300-b883-9d97272b8952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:36.205248 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8561a30-cff7-4c91-a824-9ada23cb4c16 req-167ba327-1ebc-4729-9230-6daa2df02b84 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 210 time: 0.0320058 Nov 29 17:56:36.218403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247163e2-b2e8-47ce-9163-a929ec2ad8ba req-d652e58c-1076-47b6-8f7d-b3da9e023cb4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:36.227040 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-247163e2-b2e8-47ce-9163-a929ec2ad8ba req-d652e58c-1076-47b6-8f7d-b3da9e023cb4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0874047 Nov 29 17:56:36.266568 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-627a0c8e-d780-4300-b883-9d97272b8952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:36.273442 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-627a0c8e-d780-4300-b883-9d97272b8952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:36.301049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-247163e2-b2e8-47ce-9163-a929ec2ad8ba req-3ca37311-98c8-46bb-923f-90f1f5f5b276 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726180 Nov 29 17:56:36.342338 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-627a0c8e-d780-4300-b883-9d97272b8952 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=645c0d462b5444a8810d57c9be2023f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531134 Nov 29 17:56:36.343712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a0c8e-d780-4300-b883-9d97272b8952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe9a19c-f7ce-4881-a302-4a5981990748,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:36.347409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38940) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:56:36.545062 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:36.572885 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c8091-59f1-45ff-9d27-16d923c6c9bd req-35bd906b-9137-425a-b4d5-1774476c73b6 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:36.574579 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-875c8091-59f1-45ff-9d27-16d923c6c9bd req-35bd906b-9137-425a-b4d5-1774476c73b6 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.1543548 Nov 29 17:56:36.602626 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:36.674830 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-875c8091-59f1-45ff-9d27-16d923c6c9bd req-1554b8f0-908a-42ab-a7b2-deca992829a4 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867534 Nov 29 17:56:36.686713 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-a4cff7a6-3704-4c4f-a1ff-3d33baa8836a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:36.688831 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-a4cff7a6-3704-4c4f-a1ff-3d33baa8836a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.20 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 807 time: 0.2983398 Nov 29 17:56:36.705654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-a76867a9-1ca1-43f4-8f52-723d80e0f75c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Request body: {'port': {'device_id': '975e7a47-1e83-4a9f-98de-0b70b3392946', 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81', 'admin_state_up': True, 'tenant_id': '3a0783cb68fe44b080e0c111bf112e73'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:36.758607 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:36.761746 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:36.763265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/abe9a19c-f7ce-4881-a302-4a5981990748 HTTP/1.1" status: 204 len: 168 time: 0.4145174 Nov 29 17:56:36.779636 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe9a19c-f7ce-4881-a302-4a5981990748,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:36.797262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:36.797828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:36.799428 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:36.800528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:36.800881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:36.801228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:36.801572 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:36.802057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:36.802706 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:36.802928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:36.803258 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:36.803670 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b550b8-cfab-4e70-bcd6-dc21348ee9e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:36.885743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-a76867a9-1ca1-43f4-8f52-723d80e0f75c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Made reservation on behalf of 3a0783cb68fe44b080e0c111bf112e73 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:56:36.895397 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-a76867a9-1ca1-43f4-8f52-723d80e0f75c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:37.117595 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-a76867a9-1ca1-43f4-8f52-723d80e0f75c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Allocated IP 172.20.0.11 (d41485a2-1aa1-4798-b665-6b565c023c81/d65a8960-b9ea-4a10-b0f4-1909a25c2f43/f661afb9-9b00-4252-98e5-c3cccaf61611) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:56:37.141487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d6080-de26-4073-bbc2-0fe7e79f0341 req-1a12fc8d-daa5-42d2-accb-b136bf9d3e4b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:37.143630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c4d6080-de26-4073-bbc2-0fe7e79f0341 req-1a12fc8d-daa5-42d2-accb-b136bf9d3e4b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.0959816 Nov 29 17:56:37.289892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c4d6080-de26-4073-bbc2-0fe7e79f0341 req-276cb908-27d4-45d6-a3ab-279b408f21c5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368599 Nov 29 17:56:37.325263 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a880db16-dc5e-42db-be0a-c6e0debdbbba req-fd2aa79c-1382-4392-98fd-e2c6790d8c2d tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 210 time: 0.0340710 Nov 29 17:56:37.401772 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-a76867a9-1ca1-43f4-8f52-723d80e0f75c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:37.433691 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:56:37.529126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f55512-9888-489c-919e-8a2b59987231 req-d807a887-3de8-4224-a2af-bfb31a2d6fb0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:37.530574 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f6f55512-9888-489c-919e-8a2b59987231 req-d807a887-3de8-4224-a2af-bfb31a2d6fb0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc HTTP/1.1" status: 200 len: 950 time: 0.1266327 Nov 29 17:56:37.534587 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-a76867a9-1ca1-43f4-8f52-723d80e0f75c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:37.550227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cbbaf-20f1-41c0-b7db-2ac7bcfb918b req-1941cca4-71d3-4526-b12f-b1df107196fc tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:37.551732 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-942cbbaf-20f1-41c0-b7db-2ac7bcfb918b req-1941cca4-71d3-4526-b12f-b1df107196fc tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.1043725 Nov 29 17:56:37.667027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-a76867a9-1ca1-43f4-8f52-723d80e0f75c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Network d41485a2-1aa1-4798-b665-6b565c023c81 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:56:37.677209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-a76867a9-1ca1-43f4-8f52-723d80e0f75c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:56:37.679029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76867a9-1ca1-43f4-8f52-723d80e0f75c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Pushing event updated for resources: {'Port': ['ID=f661afb9-9b00-4252-98e5-c3cccaf61611,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:37.684989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-a76867a9-1ca1-43f4-8f52-723d80e0f75c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:56:37.748120 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38984) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:56:37.886960 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-058556cb-d4b8-405d-a452-be8fcff35a52 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-561376261-network', 'tenant_id': 'a9fa0b3e75064d40844219ec29b11c45'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:37.925735 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058556cb-d4b8-405d-a452-be8fcff35a52 admin admin] Made reservation on behalf of a9fa0b3e75064d40844219ec29b11c45 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:56:37.928945 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-058556cb-d4b8-405d-a452-be8fcff35a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:37.941466 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-058556cb-d4b8-405d-a452-be8fcff35a52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:38.027804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f6f55512-9888-489c-919e-8a2b59987231 req-b24102dc-3dc5-4fa7-80e5-b05f7fe2d38e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749610 Nov 29 17:56:38.044988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-942cbbaf-20f1-41c0-b7db-2ac7bcfb918b req-440fbbbb-3803-45ee-b563-0a039678b651 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353344 Nov 29 17:56:38.082982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-a76867a9-1ca1-43f4-8f52-723d80e0f75c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:38.083637 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-a76867a9-1ca1-43f4-8f52-723d80e0f75c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:38.100375 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-058556cb-d4b8-405d-a452-be8fcff35a52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:38.106726 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-058556cb-d4b8-405d-a452-be8fcff35a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:38.134772 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058556cb-d4b8-405d-a452-be8fcff35a52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:56:38.144902 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058556cb-d4b8-405d-a452-be8fcff35a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdc48aa-f619-4bc5-98f9-4c2446485c5f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:38.149180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-a76867a9-1ca1-43f4-8f52-723d80e0f75c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4479527 Nov 29 17:56:38.154065 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-058556cb-d4b8-405d-a452-be8fcff35a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:38.154439 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-058556cb-d4b8-405d-a452-be8fcff35a52 admin admin] Added segment 13eccd31-6040-4e3d-b694-1799a829d64b of type vlan for network 9eed8c55-f216-4881-bbf0-91920fa98552 Nov 29 17:56:38.163592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Request body: {'port': {'device_id': '975e7a47-1e83-4a9f-98de-0b70b3392946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:38.203763 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abc488-cb08-4931-bd71-f16570d281ed req-702c2e81-ba5c-4e3a-b49a-7e0f6ee75c0b tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:38.212093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6abc488-cb08-4931-bd71-f16570d281ed req-702c2e81-ba5c-4e3a-b49a-7e0f6ee75c0b tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.1005547 Nov 29 17:56:38.235179 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-058556cb-d4b8-405d-a452-be8fcff35a52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:38.268766 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:38.274181 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-058556cb-d4b8-405d-a452-be8fcff35a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:38.275782 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058556cb-d4b8-405d-a452-be8fcff35a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:38.276789 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-058556cb-d4b8-405d-a452-be8fcff35a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:38.312917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6abc488-cb08-4931-bd71-f16570d281ed req-d5a6c056-4d59-4bf3-9a8d-c30085c1d779 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930712 Nov 29 17:56:38.367147 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058556cb-d4b8-405d-a452-be8fcff35a52 admin admin] Pushing event updated for resources: {'Network': ['ID=9eed8c55-f216-4881-bbf0-91920fa98552,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:38.380081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 9eed8c55-f216-4881-bbf0-91920fa98552 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:56:38.403383 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-058556cb-d4b8-405d-a452-be8fcff35a52 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6540728 Nov 29 17:56:38.404378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38996) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:56:38.417072 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-fbeb8248-9f22-481c-b7bb-2c8d1d25161e admin admin] Request body: {'subnet': {'network_id': '9eed8c55-f216-4881-bbf0-91920fa98552', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-561376261-subnet', 'tenant_id': 'a9fa0b3e75064d40844219ec29b11c45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:38.460369 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbeb8248-9f22-481c-b7bb-2c8d1d25161e admin admin] Made reservation on behalf of a9fa0b3e75064d40844219ec29b11c45 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:56:38.463116 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fbeb8248-9f22-481c-b7bb-2c8d1d25161e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:38.600011 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb474ca-8679-484c-9802-2056b4364adb req-b9cb92f2-5e1f-4124-8988-c68043aec448 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:38.601537 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccb474ca-8679-484c-9802-2056b4364adb req-b9cb92f2-5e1f-4124-8988-c68043aec448 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 932 time: 0.1497269 Nov 29 17:56:38.641120 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b4a7c-f0e4-4441-ac5d-c4014a7c6c4b req-65714a2a-d247-4fa6-83cd-ba0ef78869cc tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:38.647778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b4a7c-f0e4-4441-ac5d-c4014a7c6c4b req-65714a2a-d247-4fa6-83cd-ba0ef78869cc tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:38.649369 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-db0b4a7c-f0e4-4441-ac5d-c4014a7c6c4b req-65714a2a-d247-4fa6-83cd-ba0ef78869cc tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc&device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 1690 time: 0.1564002 Nov 29 17:56:38.688851 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fbeb8248-9f22-481c-b7bb-2c8d1d25161e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:38.739061 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccb474ca-8679-484c-9802-2056b4364adb req-76dc7ab4-ed70-4e3e-8f1e-6733958c9ea8 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299999 Nov 29 17:56:38.756159 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb8248-9f22-481c-b7bb-2c8d1d25161e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f08d439-bf09-4aec-8d77-c21403dbb18d,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:38.761854 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb8248-9f22-481c-b7bb-2c8d1d25161e admin admin] Checking segment: {'id': '13eccd31-6040-4e3d-b694-1799a829d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9eed8c55-f216-4881-bbf0-91920fa98552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:56:38.762222 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeb8248-9f22-481c-b7bb-2c8d1d25161e admin admin] Network hostable DHCP agents. Network: 9eed8c55-f216-4881-bbf0-91920fa98552, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:56:38.773854 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-db0b4a7c-f0e4-4441-ac5d-c4014a7c6c4b req-cacb24a0-a67a-4d36-a4d5-4399d78c0e8a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147060 Nov 29 17:56:38.795718 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeb8248-9f22-481c-b7bb-2c8d1d25161e admin admin] Network 9eed8c55-f216-4881-bbf0-91920fa98552 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:56:38.807428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-fbeb8248-9f22-481c-b7bb-2c8d1d25161e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 9eed8c55-f216-4881-bbf0-91920fa98552) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:56:38.812535 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeb8248-9f22-481c-b7bb-2c8d1d25161e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:38.813528 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fbeb8248-9f22-481c-b7bb-2c8d1d25161e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:38.821682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2ff9d3-3a9d-4c7d-be74-50e98d98c336 None None] Network 9eed8c55-f216-4881-bbf0-91920fa98552 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:56:38.825601 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f661afb9-9b00-4252-98e5-c3cccaf61611 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:56:38.834750 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:38.848287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Transition to ACTIVE for port object f661afb9-9b00-4252-98e5-c3cccaf61611 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:56:38.854329 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:38.860789 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fbeb8248-9f22-481c-b7bb-2c8d1d25161e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4526663 Nov 29 17:56:38.952087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Pushing event updated for resources: {'Port': ['ID=f661afb9-9b00-4252-98e5-c3cccaf61611,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:38.996676 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b6bd6f-e4bc-4cfe-9ee4-a2d508fb37cc None None] Network 9eed8c55-f216-4881-bbf0-91920fa98552 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:56:39.145443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Attempting to bind port f661afb9-9b00-4252-98e5-c3cccaf61611 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:56:39.145958 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Attempting to bind port f661afb9-9b00-4252-98e5-c3cccaf61611 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:56:39.151666 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Attempting to bind port f661afb9-9b00-4252-98e5-c3cccaf61611 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:39.176905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Port f661afb9-9b00-4252-98e5-c3cccaf61611 on network d41485a2-1aa1-4798-b665-6b565c023c81 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:56:39.176905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Attempting to bind port f661afb9-9b00-4252-98e5-c3cccaf61611 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:39.196257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:56:39.196538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Checking segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:56:39.197064 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Bound using segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:56:39.197587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Bound port: f661afb9-9b00-4252-98e5-c3cccaf61611, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:56:39.198026 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:39.225483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b47904-e551-42ca-b8ba-e0844693ae8d req-da301fb0-e5be-4799-82fc-e8ae26e61136 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:39.227065 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60b47904-e551-42ca-b8ba-e0844693ae8d req-da301fb0-e5be-4799-82fc-e8ae26e61136 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc HTTP/1.1" status: 200 len: 1101 time: 0.1737854 Nov 29 17:56:39.282573 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c76ec2-aaf8-4692-b331-c665bb0d57ee req-836dc312-b6da-472e-b7eb-d38a5fd17e3f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:39.284859 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96c76ec2-aaf8-4692-b331-c665bb0d57ee req-836dc312-b6da-472e-b7eb-d38a5fd17e3f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.1297331 Nov 29 17:56:39.341654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] For port f661afb9-9b00-4252-98e5-c3cccaf61611, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:56:39.365892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] For port f661afb9-9b00-4252-98e5-c3cccaf61611, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f661afb9-9b00-4252-98e5-c3cccaf61611,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:56:39.379926 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:39.395353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60b47904-e551-42ca-b8ba-e0844693ae8d req-7ef166a2-d6be-47b4-abd9-b2f22905ff71 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431313 Nov 29 17:56:39.457776 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96c76ec2-aaf8-4692-b331-c665bb0d57ee req-4b737490-582c-4ce7-9faf-78e81e5fcbda tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637139 Nov 29 17:56:39.458463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Pushing event updated for resources: {'Port': ['ID=f661afb9-9b00-4252-98e5-c3cccaf61611,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:39.463829 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:39.464613 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:39.466488 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-0bbaed86-d699-4961-8883-6afa529dc294 service neutron] 10.222.0.20 "PUT /v2.0/ports/f661afb9-9b00-4252-98e5-c3cccaf61611 HTTP/1.1" status: 200 len: 1092 time: 1.3091874 Nov 29 17:56:39.467059 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975e7a47-1e83-4a9f-98de-0b70b3392946', 'tag': 'f661afb9-9b00-4252-98e5-c3cccaf61611'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:39.469531 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb97380-1fa3-4481-8160-5f136f82c5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "975e7a47-1e83-4a9f-98de-0b70b3392946", "tag": "f661afb9-9b00-4252-98e5-c3cccaf61611"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:39.591681 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-acae93b7-4ec6-45b5-a5b5-23203ecc950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:39.595564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-acae93b7-4ec6-45b5-a5b5-23203ecc950f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 1095 time: 0.0578880 Nov 29 17:56:39.697785 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-d747ef4e-216f-4da8-b4ca-9315fcb39f53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f661afb9-9b00-4252-98e5-c3cccaf61611 HTTP/1.1" status: 200 len: 217 time: 0.0843291 Nov 29 17:56:39.818273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-eb46a6bc-e68c-4e66-89bc-3ad9b4793f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:39.819777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-eb46a6bc-e68c-4e66-89bc-3ad9b4793f6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.0957608 Nov 29 17:56:39.830654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34218a3c-5266-4f83-9c7c-0ad11d0eb2b2 req-8aa3af95-6944-425b-9b88-d2c5829945d3 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:39.832126 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34218a3c-5266-4f83-9c7c-0ad11d0eb2b2 req-8aa3af95-6944-425b-9b88-d2c5829945d3 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.2000380 Nov 29 17:56:39.875901 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-2029dba6-e3ab-48e0-9fe0-4903ec6d0ede service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428214 Nov 29 17:56:39.891058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c44e5-6246-45d9-abc2-613dae557788 req-291d91be-0832-4431-8bf4-009fc9a6ad21 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:39.892550 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-332c44e5-6246-45d9-abc2-613dae557788 req-291d91be-0832-4431-8bf4-009fc9a6ad21 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/networks?id=9eed8c55-f216-4881-bbf0-91920fa98552 HTTP/1.1" status: 200 len: 821 time: 0.2250688 Nov 29 17:56:39.975489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-332c44e5-6246-45d9-abc2-613dae557788 req-88319365-8f77-4b3b-8074-e303226cffae tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/quotas/a9fa0b3e75064d40844219ec29b11c45 HTTP/1.1" status: 200 len: 375 time: 0.0688670 Nov 29 17:56:40.020487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-332c44e5-6246-45d9-abc2-613dae557788 req-7ab3a916-872d-4c69-bfaf-9bc7ad4ed7d0 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9fa0b3e75064d40844219ec29b11c45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393445 Nov 29 17:56:40.036930 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34218a3c-5266-4f83-9c7c-0ad11d0eb2b2 req-8da3b2e8-86a6-4970-90fb-e5dbe8f1b013 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938970 Nov 29 17:56:40.175763 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-4e8a3bb0-761d-43da-a356-b17eb184f31e service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822289 Nov 29 17:56:40.295150 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-332c44e5-6246-45d9-abc2-613dae557788 req-8765ae67-18bb-4f3d-9833-515bcb799f84 service neutron] 10.222.0.23 "GET /v2.0/networks/9eed8c55-f216-4881-bbf0-91920fa98552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495773 Nov 29 17:56:40.306916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef8d3e-fb31-4e7f-8b57-df6357789caf req-3db7c079-fdd1-4cd6-811a-243febc60c87 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:40.308390 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-80ef8d3e-fb31-4e7f-8b57-df6357789caf req-3db7c079-fdd1-4cd6-811a-243febc60c87 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 1100 time: 0.1561162 Nov 29 17:56:40.394038 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61102af5-b5a8-4a2e-83c3-221ae530802c req-d56b44a1-69bc-4884-b960-68b1a7a0dc21 service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006547 Nov 29 17:56:40.435268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-80ef8d3e-fb31-4e7f-8b57-df6357789caf req-ea142c2c-784c-4d29-a745-20609a4744bc tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073666 Nov 29 17:56:40.459437 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-332c44e5-6246-45d9-abc2-613dae557788 req-16ba465d-e072-461a-8ab3-5c07c5e04885 service neutron] 10.222.0.23 "GET /v2.0/networks/9eed8c55-f216-4881-bbf0-91920fa98552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633642 Nov 29 17:56:40.529661 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d17c44-e5a5-4bec-a90c-73630a3ce79f x-openstack-request-id: req-02d17c44-e5a5-4bec-a90c-73630a3ce79f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:40.529962 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975e7a47-1e83-4a9f-98de-0b70b3392946", "tag": "f661afb9-9b00-4252-98e5-c3cccaf61611", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:40.530226 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02d17c44-e5a5-4bec-a90c-73630a3ce79f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:40.530635 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975e7a47-1e83-4a9f-98de-0b70b3392946', 'tag': 'f661afb9-9b00-4252-98e5-c3cccaf61611', 'status': 'completed', 'code': 200} Nov 29 17:56:40.650768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97380-1fa3-4481-8160-5f136f82c5a4 req-1bf4450a-653b-4597-a10d-cfa10ced5bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:40.652234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0fb97380-1fa3-4481-8160-5f136f82c5a4 req-1bf4450a-653b-4597-a10d-cfa10ced5bc8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 1095 time: 0.0942862 Nov 29 17:56:40.682825 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24246a4f-1a59-46c5-8f75-4809de898f4a req-1adf99f8-38f1-4b0d-a9f1-57a47204b0f3 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:40.684329 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24246a4f-1a59-46c5-8f75-4809de898f4a req-1adf99f8-38f1-4b0d-a9f1-57a47204b0f3 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.0732274 Nov 29 17:56:40.808311 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24246a4f-1a59-46c5-8f75-4809de898f4a req-9c18451d-d8a9-4436-bb6d-2c51b1edea1f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109309 Nov 29 17:56:40.837595 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96827c-359a-4b88-b596-196f5c48db9b req-92c18fd2-8ec8-4e8b-827a-57e9a35c77ea tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:40.839269 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea96827c-359a-4b88-b596-196f5c48db9b req-92c18fd2-8ec8-4e8b-827a-57e9a35c77ea tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.1528082 Nov 29 17:56:40.875517 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97380-1fa3-4481-8160-5f136f82c5a4 req-29d8e85e-eeac-4b77-b851-b18a2a738e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:40.877049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0fb97380-1fa3-4481-8160-5f136f82c5a4 req-29d8e85e-eeac-4b77-b851-b18a2a738e09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.2148583 Nov 29 17:56:40.952967 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0fb97380-1fa3-4481-8160-5f136f82c5a4 req-ae06960f-9f14-46ad-bc43-2200a2c433bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f661afb9-9b00-4252-98e5-c3cccaf61611 HTTP/1.1" status: 200 len: 217 time: 0.0606799 Nov 29 17:56:40.969837 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea96827c-359a-4b88-b596-196f5c48db9b req-df9aef2e-03a1-422c-80d3-b9d8a36e04ce tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167772 Nov 29 17:56:41.098300 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89829ea6-3723-40e8-b90c-e952aade3a3b req-b5b2f386-87e1-4ea0-965a-db46f51637d0 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/ports?device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 210 time: 0.0654116 Nov 29 17:56:41.126375 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85416f82-7a23-4cc8-819a-10b621c3783e req-f9aa08b2-3b4b-4b0b-95d3-27831da4b0f6 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c4bd3732f9e045b291c6544ec838be2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554781 Nov 29 17:56:41.203182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb97380-1fa3-4481-8160-5f136f82c5a4 req-44697678-d761-47dc-b4ce-dbf4cdfe9bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:41.205462 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0fb97380-1fa3-4481-8160-5f136f82c5a4 req-44697678-d761-47dc-b4ce-dbf4cdfe9bcc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.2340927 Nov 29 17:56:41.269540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0fb97380-1fa3-4481-8160-5f136f82c5a4 req-af71a2e9-d707-4f8d-b67e-838e69b8f551 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460973 Nov 29 17:56:41.360050 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb45cc-89be-4094-b9cb-3df45f8f279d req-a00f2882-0cc6-41b8-b929-5bf2984fecff tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:41.368089 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cdb45cc-89be-4094-b9cb-3df45f8f279d req-a00f2882-0cc6-41b8-b929-5bf2984fecff tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.1809492 Nov 29 17:56:41.385934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416f82-7a23-4cc8-819a-10b621c3783e req-c2c3b8ba-5b67-45a3-aea5-be51590cf623 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:41.387575 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85416f82-7a23-4cc8-819a-10b621c3783e req-c2c3b8ba-5b67-45a3-aea5-be51590cf623 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2594922 Nov 29 17:56:41.425434 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85416f82-7a23-4cc8-819a-10b621c3783e req-de2b523b-0cc0-4e05-886b-4c54c2e9d041 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/quotas/c4bd3732f9e045b291c6544ec838be2e HTTP/1.1" status: 200 len: 375 time: 0.0261018 Nov 29 17:56:41.493047 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0fb97380-1fa3-4481-8160-5f136f82c5a4 req-de25fe83-55e5-4c70-b79d-4cc0a828c26d service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103784 Nov 29 17:56:41.547576 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cdb45cc-89be-4094-b9cb-3df45f8f279d req-63138135-e813-4ebc-801e-fba53ddb64e6 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785419 Nov 29 17:56:41.607526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85416f82-7a23-4cc8-819a-10b621c3783e req-d76ed5f1-16f5-425e-8185-ad221e926a0b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1719503 Nov 29 17:56:41.671167 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0fb97380-1fa3-4481-8160-5f136f82c5a4 req-d0cd03f6-cf34-4947-9c6e-745092ff3488 service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483226 Nov 29 17:56:41.684833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7a76d-b6cb-4148-b7ca-d635cc58f1d7 req-09489fbb-91a3-4c95-b3d2-e646ea45d5f6 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:41.686383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1a7a76d-b6cb-4148-b7ca-d635cc58f1d7 req-09489fbb-91a3-4c95-b3d2-e646ea45d5f6 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 1097 time: 0.0596843 Nov 29 17:56:41.776522 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1a7a76d-b6cb-4148-b7ca-d635cc58f1d7 req-2b885bab-ee4a-4c5b-a589-e52eb1a49e97 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813348 Nov 29 17:56:41.931270 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9d972ef-a311-4f54-afd5-5d29d5f2cd43 req-f300287d-a394-4742-a597-e990b8472d46 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=56c3bea1-56c6-488b-bef5-b9302689d73c HTTP/1.1" status: 200 len: 210 time: 0.0399160 Nov 29 17:56:42.086630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccf3f1-19ec-4d99-b174-0fb3c449ea34 req-d2e3dac4-f2d5-419e-bed0-c568059f7a64 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:42.088272 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01ccf3f1-19ec-4d99-b174-0fb3c449ea34 req-d2e3dac4-f2d5-419e-bed0-c568059f7a64 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.0934792 Nov 29 17:56:42.168217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01ccf3f1-19ec-4d99-b174-0fb3c449ea34 req-27b21ca6-b4ed-4579-bea4-e388fffd9463 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707686 Nov 29 17:56:42.513895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83aa3ce-febd-423d-a875-4d0857874c19 req-011cb185-cb2d-487e-a59d-9a0f887cd501 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:42.523765 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83aa3ce-febd-423d-a875-4d0857874c19 req-011cb185-cb2d-487e-a59d-9a0f887cd501 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.1007926 Nov 29 17:56:42.560694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c44e5-6246-45d9-abc2-613dae557788 req-d31964ac-d5b1-458e-963a-563bf01f1c14 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:42.562168 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-332c44e5-6246-45d9-abc2-613dae557788 req-d31964ac-d5b1-458e-963a-563bf01f1c14 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.20 "GET /v2.0/networks?id=9eed8c55-f216-4881-bbf0-91920fa98552 HTTP/1.1" status: 200 len: 821 time: 0.2445948 Nov 29 17:56:42.606068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83aa3ce-febd-423d-a875-4d0857874c19 req-2b11c3aa-6991-4c01-b927-e0be9136d340 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756392 Nov 29 17:56:42.612297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-332c44e5-6246-45d9-abc2-613dae557788 req-66f313cb-c168-4e99-b2bf-9835cfdcf9f9 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Request body: {'port': {'device_id': '52e56349-ec25-40bf-8fb0-75842f8c607c', 'network_id': '9eed8c55-f216-4881-bbf0-91920fa98552', 'admin_state_up': True, 'tenant_id': 'a9fa0b3e75064d40844219ec29b11c45'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:42.677660 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f661afb9-9b00-4252-98e5-c3cccaf61611 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:56:42.764097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86be3d07-aa0e-4f05-b5ba-b6a8e9f6e85f req-238b784a-4671-41ac-91c4-d691b87f8e54 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/ports?device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 210 time: 0.0686224 Nov 29 17:56:42.846620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f661afb9-9b00-4252-98e5-c3cccaf61611, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f661afb9-9b00-4252-98e5-c3cccaf61611,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:42.862238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'f661afb9-9b00-4252-98e5-c3cccaf61611', 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81', 'port_id': 'f661afb9-9b00-4252-98e5-c3cccaf61611', 'mac_address': 'fa:16:3e:7d:99:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65a8960-b9ea-4a10-b0f4-1909a25c2f43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:56:42.912723 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:42.929055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f661afb9-9b00-4252-98e5-c3cccaf61611 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:56:42.950455 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f661afb9-9b00-4252-98e5-c3cccaf61611, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f661afb9-9b00-4252-98e5-c3cccaf61611,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:42.952592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9fb7a-f984-42ca-af53-2a486f727bbb req-6e293e6a-1138-4d24-b966-8b3a98c1ea58 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:42.954543 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23d9fb7a-f984-42ca-af53-2a486f727bbb req-6e293e6a-1138-4d24-b966-8b3a98c1ea58 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0819440 Nov 29 17:56:42.956356 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332c44e5-6246-45d9-abc2-613dae557788 req-66f313cb-c168-4e99-b2bf-9835cfdcf9f9 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Made reservation on behalf of a9fa0b3e75064d40844219ec29b11c45 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:56:42.958849 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:42.959827 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-332c44e5-6246-45d9-abc2-613dae557788 req-66f313cb-c168-4e99-b2bf-9835cfdcf9f9 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:43.020850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=f661afb9-9b00-4252-98e5-c3cccaf61611,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:43.028915 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:43.029486 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:43.029986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:43.030600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:43.031025 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:43.031365 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:43.031698 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:43.032085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:43.033538 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:43.033903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:43.034236 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:43.034568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:43.138574 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-a27eaa1a-02be-4baf-8d13-3cc17b63e33e tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:56:43.139761 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-a27eaa1a-02be-4baf-8d13-3cc17b63e33e tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059190 Nov 29 17:56:43.185687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-57ca30f2-498a-4974-8a5b-3e25d8df2b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:43.187581 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-57ca30f2-498a-4974-8a5b-3e25d8df2b38 service neutron] 10.222.0.23 "GET /v2.0/ports/fc7c0456-422f-41a5-946e-c149a272dc54 HTTP/1.1" status: 200 len: 1094 time: 0.0367920 Nov 29 17:56:43.197437 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-c30c22ae-591f-437c-a6d4-ed64f0364524 service neutron] Request body: {'binding': {'host': 'n-h2-819494-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:43.197999 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-c30c22ae-591f-437c-a6d4-ed64f0364524 service neutron] Unknown quota resources ['binding']. {{(pid=110004) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 17:56:43.274337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['f661afb9-9b00-4252-98e5-c3cccaf61611'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:43.314927 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85416f82-7a23-4cc8-819a-10b621c3783e req-c982b672-f0b8-4924-85aa-f3748c3bccc1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c4bd3732f9e045b291c6544ec838be2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378017 Nov 29 17:56:43.343755 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23d9fb7a-f984-42ca-af53-2a486f727bbb req-3265cb0e-5e4b-4099-9fe8-9dcb06c0823a tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697028 Nov 29 17:56:43.436995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-332c44e5-6246-45d9-abc2-613dae557788 req-66f313cb-c168-4e99-b2bf-9835cfdcf9f9 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Allocated IP 172.20.0.4 (9eed8c55-f216-4881-bbf0-91920fa98552/4f08d439-bf09-4aec-8d77-c21403dbb18d/9d4f6919-4607-416e-87d2-bc822b64094f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:56:43.459600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d5c2932-39cd-4d83-9537-0027af1b3bb1 req-4e814345-3592-46e3-83e8-8f396e5062c2 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=56c3bea1-56c6-488b-bef5-b9302689d73c HTTP/1.1" status: 200 len: 210 time: 0.0416105 Nov 29 17:56:43.502894 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-c30c22ae-591f-437c-a6d4-ed64f0364524 service neutron] Attempting to bind port fc7c0456-422f-41a5-946e-c149a272dc54 on host n-h2-819494-5 for vnic_type normal with profile None {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:56:43.503446 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-c30c22ae-591f-437c-a6d4-ed64f0364524 service neutron] Attempting to bind port fc7c0456-422f-41a5-946e-c149a272dc54 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:56:43.503777 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-c30c22ae-591f-437c-a6d4-ed64f0364524 service neutron] Attempting to bind port fc7c0456-422f-41a5-946e-c149a272dc54 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:43.517250 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-c30c22ae-591f-437c-a6d4-ed64f0364524 service neutron] Port fc7c0456-422f-41a5-946e-c149a272dc54 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:56:43.517927 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-c30c22ae-591f-437c-a6d4-ed64f0364524 service neutron] Attempting to bind port fc7c0456-422f-41a5-946e-c149a272dc54 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:43.531486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416f82-7a23-4cc8-819a-10b621c3783e req-a46e401c-a460-4492-8095-88713b6208d0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:43.533165 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85416f82-7a23-4cc8-819a-10b621c3783e req-a46e401c-a460-4492-8095-88713b6208d0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027636 Nov 29 17:56:43.534234 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-c30c22ae-591f-437c-a6d4-ed64f0364524 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:56:43.534567 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-c30c22ae-591f-437c-a6d4-ed64f0364524 service neutron] Checking segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:56:43.534972 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-c30c22ae-591f-437c-a6d4-ed64f0364524 service neutron] Bound using segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:56:43.535410 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-c30c22ae-591f-437c-a6d4-ed64f0364524 service neutron] Bound port: fc7c0456-422f-41a5-946e-c149a272dc54, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:56:43.565512 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-85416f82-7a23-4cc8-819a-10b621c3783e req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Request body: {'port': {'device_id': '56c3bea1-56c6-488b-bef5-b9302689d73c', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': 'c4bd3732f9e045b291c6544ec838be2e'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:43.617726 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-332c44e5-6246-45d9-abc2-613dae557788 req-66f313cb-c168-4e99-b2bf-9835cfdcf9f9 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:43.658252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-c30c22ae-591f-437c-a6d4-ed64f0364524 service neutron] For port fc7c0456-422f-41a5-946e-c149a272dc54, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fc7c0456-422f-41a5-946e-c149a272dc54,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:56:43.667336 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-c30c22ae-591f-437c-a6d4-ed64f0364524 service neutron] Publish callbacks [] for binding, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:43.668511 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-c30c22ae-591f-437c-a6d4-ed64f0364524 service neutron] 10.222.0.23 "POST /v2.0/ports/fc7c0456-422f-41a5-946e-c149a272dc54/bindings HTTP/1.1" status: 201 len: 389 time: 0.4746025 Nov 29 17:56:43.700218 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85416f82-7a23-4cc8-819a-10b621c3783e req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Made reservation on behalf of c4bd3732f9e045b291c6544ec838be2e for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:56:43.704314 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-85416f82-7a23-4cc8-819a-10b621c3783e req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:43.727902 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-332c44e5-6246-45d9-abc2-613dae557788 req-66f313cb-c168-4e99-b2bf-9835cfdcf9f9 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:43.799715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332c44e5-6246-45d9-abc2-613dae557788 req-66f313cb-c168-4e99-b2bf-9835cfdcf9f9 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Network 9eed8c55-f216-4881-bbf0-91920fa98552 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:56:43.809934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-332c44e5-6246-45d9-abc2-613dae557788 req-66f313cb-c168-4e99-b2bf-9835cfdcf9f9 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:56:43.812250 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-332c44e5-6246-45d9-abc2-613dae557788 req-66f313cb-c168-4e99-b2bf-9835cfdcf9f9 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:56:43.821677 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-3251a7da-d302-404e-a45d-77f9980be434 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:43.823392 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-3251a7da-d302-404e-a45d-77f9980be434 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/networks?id=ffc7ada0-f282-4e96-b253-bb7a04e4eb27 HTTP/1.1" status: 200 len: 814 time: 0.1955738 Nov 29 17:56:43.863840 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f313cb-c168-4e99-b2bf-9835cfdcf9f9 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Pushing event updated for resources: {'Port': ['ID=9d4f6919-4607-416e-87d2-bc822b64094f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:43.876645 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-85416f82-7a23-4cc8-819a-10b621c3783e req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Allocated IP 192.168.233.49 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/e85ade08-c8ea-4bd5-b629-cb57e9e9a70d) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:56:43.901576 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-d928e9e9-04bf-4059-a9e7-30a397749196 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/quotas/dedadc0e82214d55948d2e4a3794e277 HTTP/1.1" status: 200 len: 375 time: 0.0453861 Nov 29 17:56:43.941263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c44e5-6246-45d9-abc2-613dae557788 req-66f313cb-c168-4e99-b2bf-9835cfdcf9f9 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:43.941925 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-332c44e5-6246-45d9-abc2-613dae557788 req-66f313cb-c168-4e99-b2bf-9835cfdcf9f9 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:44.002832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced58800-5e6b-4623-80b4-f4291e77e54d req-a0559f01-fc70-4c56-bc43-790f8cbf87c0 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:44.004165 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ced58800-5e6b-4623-80b4-f4291e77e54d req-a0559f01-fc70-4c56-bc43-790f8cbf87c0 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 945 time: 0.1990829 Nov 29 17:56:44.008988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-332c44e5-6246-45d9-abc2-613dae557788 req-66f313cb-c168-4e99-b2bf-9835cfdcf9f9 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4187891 Nov 29 17:56:44.031679 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Request body: {'port': {'device_id': '52e56349-ec25-40bf-8fb0-75842f8c607c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:44.034379 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-85416f82-7a23-4cc8-819a-10b621c3783e req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:44.047568 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-cc83b20b-f591-4ec0-ad5a-ba07fcba7870 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dedadc0e82214d55948d2e4a3794e277&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1350625 Nov 29 17:56:44.049897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-eb2b9d6c-51d0-438b-82c1-d8cd3e60b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:44.051286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-eb2b9d6c-51d0-438b-82c1-d8cd3e60b7c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 1097 time: 0.1375680 Nov 29 17:56:44.077071 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-85416f82-7a23-4cc8-819a-10b621c3783e req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:44.090477 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['eb57a55e-8e88-4232-adb2-6710e7654ae4', '336aaaf4-cfbf-490f-953c-4ab6d451a81e', 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8', 'c320eafe-c692-4415-8406-2fd572fa67b3'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:44.093690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['85a3cec5-f174-4e9e-8270-8b013433686b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:44.127186 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85416f82-7a23-4cc8-819a-10b621c3783e req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:56:44.130543 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-85416f82-7a23-4cc8-819a-10b621c3783e req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:56:44.134549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-85416f82-7a23-4cc8-819a-10b621c3783e req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:56:44.141908 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Pushing event updated for resources: {'Port': ['ID=e85ade08-c8ea-4bd5-b629-cb57e9e9a70d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:44.175980 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:44.176323 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:44.176675 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:44.177028 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:44.177363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:44.177883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:44.178387 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:44.179124 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:44.179644 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:44.180134 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:44.180782 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:44.181436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:56:44.204969 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416f82-7a23-4cc8-819a-10b621c3783e req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:44.205607 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-85416f82-7a23-4cc8-819a-10b621c3783e req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:44.224093 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85416f82-7a23-4cc8-819a-10b621c3783e req-aa0b1bf0-2dd1-4308-aae5-a906325ac406 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6646998 Nov 29 17:56:44.240752 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Request body: {'port': {'device_id': '56c3bea1-56c6-488b-bef5-b9302689d73c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:44.290527 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ced58800-5e6b-4623-80b4-f4291e77e54d req-e1687c93-23a3-4fa0-8f26-7d2771850483 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624667 Nov 29 17:56:44.303555 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:44.361793 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:44.397692 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-77d51b83-abe9-4d92-a0d7-17ebd5702839 service neutron] 10.222.0.23 "GET /v2.0/networks/ffc7ada0-f282-4e96-b253-bb7a04e4eb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290737 Nov 29 17:56:44.433812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d0f61798-09bb-4331-91e5-5a7cc3ff76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:44.435461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d0f61798-09bb-4331-91e5-5a7cc3ff76ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 921 time: 0.3680313 Nov 29 17:56:44.516956 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2c52ac97-a289-42ee-b837-0dd3befb76ee None None] Provisioning complete for port e85ade08-c8ea-4bd5-b629-cb57e9e9a70d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:44.517946 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c52ac97-a289-42ee-b837-0dd3befb76ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:44.550025 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-b128c273-cbc5-4fe1-a567-673ff29c37ca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc7c0456-422f-41a5-946e-c149a272dc54 HTTP/1.1" status: 200 len: 217 time: 0.0675411 Nov 29 17:56:44.585289 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2c52ac97-a289-42ee-b837-0dd3befb76ee None None] Port e85ade08-c8ea-4bd5-b629-cb57e9e9a70d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:56:44.704104 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-a140acef-e2a4-46a3-8f23-5e6fa84f3a67 service neutron] 10.222.0.23 "GET /v2.0/networks/ffc7ada0-f282-4e96-b253-bb7a04e4eb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936983 Nov 29 17:56:44.714591 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723d13e-bc07-429d-8a78-50ca0ebf9347 req-f4ddd1a2-e915-4279-b3d6-527030ce5c94 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:44.716168 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0723d13e-bc07-429d-8a78-50ca0ebf9347 req-f4ddd1a2-e915-4279-b3d6-527030ce5c94 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.2311091 Nov 29 17:56:44.720232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-4d60eb18-1769-4b1c-a9c6-204309701ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:44.721683 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-4d60eb18-1769-4b1c-a9c6-204309701ff7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.1601367 Nov 29 17:56:44.731524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f661afb9-9b00-4252-98e5-c3cccaf61611 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:56:44.796331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port f661afb9-9b00-4252-98e5-c3cccaf61611 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:56:44.801533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port f661afb9-9b00-4252-98e5-c3cccaf61611 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:44.801917 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:44.806668 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-ba82a913-3979-4b66-9d17-9ebbf9d19903 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716329 Nov 29 17:56:44.922819 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85ade08-c8ea-4bd5-b629-cb57e9e9a70d {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:56:44.935149 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:44.960323 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Transition to ACTIVE for port object e85ade08-c8ea-4bd5-b629-cb57e9e9a70d will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:56:44.965992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:44.970638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0723d13e-bc07-429d-8a78-50ca0ebf9347 req-6d4a71c0-72c0-417b-81ee-68e07ebea08c tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419350 Nov 29 17:56:45.027623 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:45.052850 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e85ade08-c8ea-4bd5-b629-cb57e9e9a70d,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:45.057061 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975e7a47-1e83-4a9f-98de-0b70b3392946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f661afb9-9b00-4252-98e5-c3cccaf61611'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:45.058642 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5069799b-91b6-4c7c-9be0-c93da5c42381" -d '{"events": [{"server_uuid": "975e7a47-1e83-4a9f-98de-0b70b3392946", "name": "network-vif-plugged", "status": "completed", "tag": "f661afb9-9b00-4252-98e5-c3cccaf61611"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:45.073474 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f661afb9-9b00-4252-98e5-c3cccaf61611, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f661afb9-9b00-4252-98e5-c3cccaf61611,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:45.081277 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:45.112999 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Attempting to bind port e85ade08-c8ea-4bd5-b629-cb57e9e9a70d on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:56:45.113704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Attempting to bind port e85ade08-c8ea-4bd5-b629-cb57e9e9a70d by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:56:45.113704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Attempting to bind port e85ade08-c8ea-4bd5-b629-cb57e9e9a70d on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:45.119122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Port e85ade08-c8ea-4bd5-b629-cb57e9e9a70d on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:56:45.119534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Attempting to bind port e85ade08-c8ea-4bd5-b629-cb57e9e9a70d on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:45.125909 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:56:45.126383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:56:45.127029 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:56:45.128046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Bound port: e85ade08-c8ea-4bd5-b629-cb57e9e9a70d, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:56:45.128046 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:45.139504 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=f661afb9-9b00-4252-98e5-c3cccaf61611,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:45.185228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafa4b3-9017-473f-8429-f5109c4d17e1 req-221e88ad-e429-4237-8f66-aa8f27e7dc38 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:45.193531 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1eafa4b3-9017-473f-8429-f5109c4d17e1 req-221e88ad-e429-4237-8f66-aa8f27e7dc38 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.2823839 Nov 29 17:56:45.214188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] For port e85ade08-c8ea-4bd5-b629-cb57e9e9a70d, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:56:45.220919 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] For port e85ade08-c8ea-4bd5-b629-cb57e9e9a70d, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e85ade08-c8ea-4bd5-b629-cb57e9e9a70d,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:56:45.228558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-59d0d833-092f-4e11-bfec-4368a549dd5b service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089117 Nov 29 17:56:45.229275 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:45.265961 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:45.266696 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:45.268673 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85416f82-7a23-4cc8-819a-10b621c3783e req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] 10.222.0.20 "PUT /v2.0/ports/e85ade08-c8ea-4bd5-b629-cb57e9e9a70d HTTP/1.1" status: 200 len: 1095 time: 1.0329168 Nov 29 17:56:45.271292 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c3bea1-56c6-488b-bef5-b9302689d73c', 'tag': 'e85ade08-c8ea-4bd5-b629-cb57e9e9a70d'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:45.274244 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29877f8-464f-47f3-bfcb-3c146d529d72" -d '{"events": [{"name": "network-changed", "server_uuid": "56c3bea1-56c6-488b-bef5-b9302689d73c", "tag": "e85ade08-c8ea-4bd5-b629-cb57e9e9a70d"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:45.310648 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f765e-36b5-4118-9493-817e8ddbe2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e85ade08-c8ea-4bd5-b629-cb57e9e9a70d,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:45.348819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4f6919-4607-416e-87d2-bc822b64094f {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:56:45.371804 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:45.376007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416f82-7a23-4cc8-819a-10b621c3783e req-4adbb52b-eb71-4c16-a879-177d31d999f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:45.379619 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85416f82-7a23-4cc8-819a-10b621c3783e req-4adbb52b-eb71-4c16-a879-177d31d999f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=56c3bea1-56c6-488b-bef5-b9302689d73c HTTP/1.1" status: 200 len: 1098 time: 0.0560241 Nov 29 17:56:45.398530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bb186-ed48-42c1-99f6-3e17ff111989 req-4991ce39-3dff-43e4-8209-a6763e9f63d5 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:45.408131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb2bb186-ed48-42c1-99f6-3e17ff111989 req-4991ce39-3dff-43e4-8209-a6763e9f63d5 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/ports?device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 931 time: 0.3120794 Nov 29 17:56:45.438544 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85416f82-7a23-4cc8-819a-10b621c3783e req-50ad8f28-fa1e-44e3-aece-7bac3cd9f26a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=e85ade08-c8ea-4bd5-b629-cb57e9e9a70d HTTP/1.1" status: 200 len: 217 time: 0.0471015 Nov 29 17:56:45.459652 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1eafa4b3-9017-473f-8429-f5109c4d17e1 req-b8467302-eddb-4b4a-9134-c5b9ca553ef9 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648711 Nov 29 17:56:45.464843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Transition to ACTIVE for port object 9d4f6919-4607-416e-87d2-bc822b64094f will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:56:45.495036 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:45.500676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416f82-7a23-4cc8-819a-10b621c3783e req-00f5141c-2765-4b02-8fc1-5c6ca94d46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:45.502707 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85416f82-7a23-4cc8-819a-10b621c3783e req-00f5141c-2765-4b02-8fc1-5c6ca94d46f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0522466 Nov 29 17:56:45.566131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb2bb186-ed48-42c1-99f6-3e17ff111989 req-5c6f6857-1b5c-4868-bf6a-92d365d3758a tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbdc48aa-f619-4bc5-98f9-4c2446485c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569929 Nov 29 17:56:45.571158 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4f6919-4607-416e-87d2-bc822b64094f,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:45.582096 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85416f82-7a23-4cc8-819a-10b621c3783e req-39a39b9c-9f57-4f63-bbb4-eea9bae791f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:45.589150 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85416f82-7a23-4cc8-819a-10b621c3783e req-39a39b9c-9f57-4f63-bbb4-eea9bae791f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774679 Nov 29 17:56:45.595961 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-e86d520b-12ee-4159-b49c-1da3e3c23a4c service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339305 Nov 29 17:56:45.713579 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85416f82-7a23-4cc8-819a-10b621c3783e req-e707a10b-f664-4172-b9a9-4e86683895c2 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167264 Nov 29 17:56:45.747134 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ca3eb-0277-402c-9f25-90ad54edb5d1 req-42f9b186-5147-4c89-9d8d-582bf6c731b2 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:45.748311 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-132ca3eb-0277-402c-9f25-90ad54edb5d1 req-42f9b186-5147-4c89-9d8d-582bf6c731b2 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.1406200 Nov 29 17:56:45.798728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c6aa4-0312-4c85-81b0-d71ff4a4ed02 req-6cfd674b-6822-4ee9-b5f6-cc1709e6ff74 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:45.800224 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a2c6aa4-0312-4c85-81b0-d71ff4a4ed02 req-6cfd674b-6822-4ee9-b5f6-cc1709e6ff74 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=56c3bea1-56c6-488b-bef5-b9302689d73c HTTP/1.1" status: 200 len: 947 time: 0.1241610 Nov 29 17:56:45.805369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Attempting to bind port 9d4f6919-4607-416e-87d2-bc822b64094f on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:56:45.805668 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Attempting to bind port 9d4f6919-4607-416e-87d2-bc822b64094f by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '13eccd31-6040-4e3d-b694-1799a829d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9eed8c55-f216-4881-bbf0-91920fa98552'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:56:45.805999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Attempting to bind port 9d4f6919-4607-416e-87d2-bc822b64094f on network 9eed8c55-f216-4881-bbf0-91920fa98552 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:45.821732 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85416f82-7a23-4cc8-819a-10b621c3783e req-6f04871f-aa47-4840-9468-47a6544a347b service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929723 Nov 29 17:56:45.827556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Port 9d4f6919-4607-416e-87d2-bc822b64094f on network 9eed8c55-f216-4881-bbf0-91920fa98552 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:56:45.827883 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Attempting to bind port 9d4f6919-4607-416e-87d2-bc822b64094f on network 9eed8c55-f216-4881-bbf0-91920fa98552 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:45.846399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:56:45.846749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Checking segment: {'id': '13eccd31-6040-4e3d-b694-1799a829d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9eed8c55-f216-4881-bbf0-91920fa98552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:56:45.847143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Bound using segment: {'id': '13eccd31-6040-4e3d-b694-1799a829d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9eed8c55-f216-4881-bbf0-91920fa98552'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:56:45.847570 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Bound port: 9d4f6919-4607-416e-87d2-bc822b64094f, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13eccd31-6040-4e3d-b694-1799a829d64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '9eed8c55-f216-4881-bbf0-91920fa98552'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:56:45.847929 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:45.855310 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-132ca3eb-0277-402c-9f25-90ad54edb5d1 req-4462b8c0-868a-4e0b-a18d-fd78788da9cc tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977938 Nov 29 17:56:45.929328 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a2c6aa4-0312-4c85-81b0-d71ff4a4ed02 req-3c128df6-4d01-4417-be2c-2dfe9d6a3ab8 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119242 Nov 29 17:56:45.971432 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb015dde-7d1a-4455-953c-b06a98d8b922 req-f912cfdf-0bdd-488b-9ae0-ef1ded4845a2 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 210 time: 0.0410292 Nov 29 17:56:45.989847 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cff0151-5264-4fdb-93fc-1d198551d285 x-openstack-request-id: req-7cff0151-5264-4fdb-93fc-1d198551d285 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:45.990845 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975e7a47-1e83-4a9f-98de-0b70b3392946", "name": "network-vif-plugged", "status": "completed", "tag": "f661afb9-9b00-4252-98e5-c3cccaf61611", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:45.991178 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cff0151-5264-4fdb-93fc-1d198551d285 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:45.991639 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975e7a47-1e83-4a9f-98de-0b70b3392946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f661afb9-9b00-4252-98e5-c3cccaf61611', 'code': 200} Nov 29 17:56:45.996707 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] For port 9d4f6919-4607-416e-87d2-bc822b64094f, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:56:46.000097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] For port 9d4f6919-4607-416e-87d2-bc822b64094f, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=9d4f6919-4607-416e-87d2-bc822b64094f,segment=NetworkSegment(13eccd31-6040-4e3d-b694-1799a829d64b),segment_id=13eccd31-6040-4e3d-b694-1799a829d64b)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:56:46.005642 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:46.041276 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:46.041970 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:46.043788 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-332c44e5-6246-45d9-abc2-613dae557788 req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] 10.222.0.20 "PUT /v2.0/ports/9d4f6919-4607-416e-87d2-bc822b64094f HTTP/1.1" status: 200 len: 1091 time: 2.0167201 Nov 29 17:56:46.046227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e56349-ec25-40bf-8fb0-75842f8c607c', 'tag': '9d4f6919-4607-416e-87d2-bc822b64094f'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:46.049648 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8526771-fe66-4cf8-8327-0d566428231a" -d '{"events": [{"name": "network-changed", "server_uuid": "52e56349-ec25-40bf-8fb0-75842f8c607c", "tag": "9d4f6919-4607-416e-87d2-bc822b64094f"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:46.050608 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a53234-2346-4a31-8879-8c8fb910de31 x-openstack-request-id: req-61a53234-2346-4a31-8879-8c8fb910de31 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:46.052478 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c3bea1-56c6-488b-bef5-b9302689d73c", "tag": "e85ade08-c8ea-4bd5-b629-cb57e9e9a70d", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:46.052749 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61a53234-2346-4a31-8879-8c8fb910de31 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:46.053164 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c3bea1-56c6-488b-bef5-b9302689d73c', 'tag': 'e85ade08-c8ea-4bd5-b629-cb57e9e9a70d', 'status': 'completed', 'code': 200} Nov 29 17:56:46.148035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29501e9d-b71b-44ef-85a0-0e4f64c23eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4f6919-4607-416e-87d2-bc822b64094f,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:46.167098 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5165e3c-708b-4ff4-bbce-a9c1ec911d81 req-c340e617-fd29-40a0-98a9-c97d45933ba7 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:46.175211 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5165e3c-708b-4ff4-bbce-a9c1ec911d81 req-c340e617-fd29-40a0-98a9-c97d45933ba7 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.1295466 Nov 29 17:56:46.219125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c44e5-6246-45d9-abc2-613dae557788 req-371e9a19-d40c-406b-ad0f-771961169039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:46.221402 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-332c44e5-6246-45d9-abc2-613dae557788 req-371e9a19-d40c-406b-ad0f-771961169039 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9fa0b3e75064d40844219ec29b11c45&device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 1094 time: 0.0698640 Nov 29 17:56:46.223205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29877f8-464f-47f3-bfcb-3c146d529d72 req-5a25ec80-6e02-46e9-896e-e2fba3d467f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:46.224677 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e29877f8-464f-47f3-bfcb-3c146d529d72 req-5a25ec80-6e02-46e9-896e-e2fba3d467f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=56c3bea1-56c6-488b-bef5-b9302689d73c HTTP/1.1" status: 200 len: 1098 time: 0.1117637 Nov 29 17:56:46.231185 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff83351-b397-48c0-b6d3-2bd9bf75e338 req-708d12ad-a98b-4fb7-b5f2-8b6f5aa56859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:46.232777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6ff83351-b397-48c0-b6d3-2bd9bf75e338 req-708d12ad-a98b-4fb7-b5f2-8b6f5aa56859 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 1097 time: 0.1138129 Nov 29 17:56:46.286960 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5165e3c-708b-4ff4-bbce-a9c1ec911d81 req-b93099b2-45fe-44a7-a6ef-839528090176 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107774 Nov 29 17:56:46.321038 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-332c44e5-6246-45d9-abc2-613dae557788 req-7fa325d7-a214-414e-8591-f8dbc225f341 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d4f6919-4607-416e-87d2-bc822b64094f HTTP/1.1" status: 200 len: 217 time: 0.0818834 Nov 29 17:56:46.321466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8a768-df43-4a54-9816-47d6faa1e097 req-1b888fb6-f077-41e4-b2b9-eb8072b4fbc5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:46.323043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6a8a768-df43-4a54-9816-47d6faa1e097 req-1b888fb6-f077-41e4-b2b9-eb8072b4fbc5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.1307225 Nov 29 17:56:46.355632 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745dd1e2-beaa-4659-bced-32c0dfad9ea1 x-openstack-request-id: req-745dd1e2-beaa-4659-bced-32c0dfad9ea1 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:46.355921 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e56349-ec25-40bf-8fb0-75842f8c607c", "tag": "9d4f6919-4607-416e-87d2-bc822b64094f", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:46.356179 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-745dd1e2-beaa-4659-bced-32c0dfad9ea1 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:46.356922 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e56349-ec25-40bf-8fb0-75842f8c607c', 'tag': '9d4f6919-4607-416e-87d2-bc822b64094f', 'status': 'completed', 'code': 200} Nov 29 17:56:46.413557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6ff83351-b397-48c0-b6d3-2bd9bf75e338 req-e6bea464-19e8-4fe1-94c8-f715fb1650b6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627429 Nov 29 17:56:46.417507 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c44e5-6246-45d9-abc2-613dae557788 req-2b977da8-648b-4178-a4f5-6ab6c07e07db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:46.419125 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-332c44e5-6246-45d9-abc2-613dae557788 req-2b977da8-648b-4178-a4f5-6ab6c07e07db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f08d439-bf09-4aec-8d77-c21403dbb18d HTTP/1.1" status: 200 len: 861 time: 0.0658638 Nov 29 17:56:46.437483 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29877f8-464f-47f3-bfcb-3c146d529d72 req-92bb00bc-25b5-4586-8bd8-d3c7c8a45cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:46.439819 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e29877f8-464f-47f3-bfcb-3c146d529d72 req-92bb00bc-25b5-4586-8bd8-d3c7c8a45cd3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1906557 Nov 29 17:56:46.495987 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6a8a768-df43-4a54-9816-47d6faa1e097 req-d9303143-5963-4c29-bc48-65e88fc442e0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443346 Nov 29 17:56:46.540325 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-7f5d9473-b20d-48d8-9306-d6a895c8e523 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:46.541801 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-7f5d9473-b20d-48d8-9306-d6a895c8e523 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.31 "GET /v2.0/networks?id=ffc7ada0-f282-4e96-b253-bb7a04e4eb27 HTTP/1.1" status: 200 len: 814 time: 0.1841247 Nov 29 17:56:46.566719 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-e0593623-9e75-495b-afd1-5b702d839906 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Request body: {'port': {'device_id': 'f88a1d1d-084a-4094-90a8-3ec8526dc5c8', 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27', 'admin_state_up': True, 'tenant_id': 'dedadc0e82214d55948d2e4a3794e277'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:46.687694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17299bb-539f-4a7e-881e-37408d93b9c0 req-b316cd45-ccd9-4b99-b96b-b060f79c8258 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:46.689723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f17299bb-539f-4a7e-881e-37408d93b9c0 req-b316cd45-ccd9-4b99-b96b-b060f79c8258 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.1359928 Nov 29 17:56:46.719741 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-332c44e5-6246-45d9-abc2-613dae557788 req-40338a3d-29ce-4ca4-8967-5ee6f6054be6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eed8c55-f216-4881-bbf0-91920fa98552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690477 Nov 29 17:56:46.722051 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e29877f8-464f-47f3-bfcb-3c146d529d72 req-766998b8-720b-4273-9461-9154c663ed5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=e85ade08-c8ea-4bd5-b629-cb57e9e9a70d HTTP/1.1" status: 200 len: 217 time: 0.0780509 Nov 29 17:56:46.794519 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014b34a-e53a-4fac-add2-46f1f22a6644 req-e4ee8960-a96c-4a6f-abf2-dba56e562096 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:46.796015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e014b34a-e53a-4fac-add2-46f1f22a6644 req-e4ee8960-a96c-4a6f-abf2-dba56e562096 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/ports?device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 943 time: 0.1398246 Nov 29 17:56:46.800529 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-e0593623-9e75-495b-afd1-5b702d839906 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Made reservation on behalf of dedadc0e82214d55948d2e4a3794e277 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:56:46.803965 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-e0593623-9e75-495b-afd1-5b702d839906 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:46.824400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f17299bb-539f-4a7e-881e-37408d93b9c0 req-1fbb1e40-8663-42dc-b65d-3bd6913353ec tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147969 Nov 29 17:56:46.884187 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29877f8-464f-47f3-bfcb-3c146d529d72 req-8498cd55-b388-4c0f-bb5e-4eb9d0fdcf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:46.884912 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e29877f8-464f-47f3-bfcb-3c146d529d72 req-8498cd55-b388-4c0f-bb5e-4eb9d0fdcf8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1362185 Nov 29 17:56:46.912886 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e014b34a-e53a-4fac-add2-46f1f22a6644 req-24aa2df1-5060-48df-ba8b-117b2f974e9e tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbdc48aa-f619-4bc5-98f9-4c2446485c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047540 Nov 29 17:56:46.995536 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-332c44e5-6246-45d9-abc2-613dae557788 req-62f77f5d-e61e-44f1-abd2-564eed72878f service neutron] 10.222.0.20 "GET /v2.0/networks/9eed8c55-f216-4881-bbf0-91920fa98552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559280 Nov 29 17:56:47.005727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29877f8-464f-47f3-bfcb-3c146d529d72 req-0ec10bf9-5b17-4ba7-8ca0-409e20b2ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:47.008651 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e29877f8-464f-47f3-bfcb-3c146d529d72 req-0ec10bf9-5b17-4ba7-8ca0-409e20b2ba2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1098139 Nov 29 17:56:47.152576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-e0593623-9e75-495b-afd1-5b702d839906 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Allocated IP 172.20.0.4 (ffc7ada0-f282-4e96-b253-bb7a04e4eb27/4f6cad31-93ce-4c40-b76b-685e0e6c4f43/16766809-47ec-43ad-a06f-26162e9db738) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:56:47.177925 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6274a-3592-4e16-922a-ed0bf6818620 req-b25c3b89-8395-4805-aec9-b338e90de3cd tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:47.188190 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0cf6274a-3592-4e16-922a-ed0bf6818620 req-b25c3b89-8395-4805-aec9-b338e90de3cd tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.1692564 Nov 29 17:56:47.219516 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-332c44e5-6246-45d9-abc2-613dae557788 req-16155a83-9d2b-40e2-bf09-73324e3e31bb service neutron] 10.222.0.20 "GET /v2.0/networks/9eed8c55-f216-4881-bbf0-91920fa98552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094419 Nov 29 17:56:47.226459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d8161-f82a-4a85-bfe0-2d89d3cee682 req-dcfc1d22-2c7c-41e9-a2a8-6c1d2157dae1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:47.233527 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e29877f8-464f-47f3-bfcb-3c146d529d72 req-0c23ec1e-7078-46e2-80e6-443aa6d462a2 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015641 Nov 29 17:56:47.235463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-db0d8161-f82a-4a85-bfe0-2d89d3cee682 req-dcfc1d22-2c7c-41e9-a2a8-6c1d2157dae1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=56c3bea1-56c6-488b-bef5-b9302689d73c HTTP/1.1" status: 200 len: 947 time: 0.1419783 Nov 29 17:56:47.303835 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0cf6274a-3592-4e16-922a-ed0bf6818620 req-0422c3a9-0489-469f-9363-7bc4ef785b68 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129522 Nov 29 17:56:47.506747 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e29877f8-464f-47f3-bfcb-3c146d529d72 req-f6453477-3904-4dbd-9c49-e10daefdbd9c service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608013 Nov 29 17:56:47.524076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8526771-fe66-4cf8-8327-0d566428231a req-cbd510ce-f141-4aea-9aab-3f597e0072d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:47.528495 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a8526771-fe66-4cf8-8327-0d566428231a req-cbd510ce-f141-4aea-9aab-3f597e0072d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9fa0b3e75064d40844219ec29b11c45&device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 1094 time: 0.2321618 Nov 29 17:56:47.759382 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec3893fa-7cb8-448d-89ce-b30f98094fd9 req-a81cec99-0fb2-4324-8631-8d304f170563 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 210 time: 0.0545676 Nov 29 17:56:47.789873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8526771-fe66-4cf8-8327-0d566428231a req-a95598f9-dcf2-453c-ab13-74b5522eaf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:47.791878 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a8526771-fe66-4cf8-8327-0d566428231a req-a95598f9-dcf2-453c-ab13-74b5522eaf20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eed8c55-f216-4881-bbf0-91920fa98552 HTTP/1.1" status: 200 len: 922 time: 0.2484255 Nov 29 17:56:47.865153 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-db0d8161-f82a-4a85-bfe0-2d89d3cee682 req-a218f5d4-6c32-4573-b218-d2a02b56c6de tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281953 Nov 29 17:56:47.935073 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a8526771-fe66-4cf8-8327-0d566428231a req-10f57914-8b47-4e63-858f-d9cf9a8fdca6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d4f6919-4607-416e-87d2-bc822b64094f HTTP/1.1" status: 200 len: 217 time: 0.1250191 Nov 29 17:56:48.054230 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8526771-fe66-4cf8-8327-0d566428231a req-f8cd507f-cbab-41c1-917a-1afd3f9a85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:48.055744 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a8526771-fe66-4cf8-8327-0d566428231a req-f8cd507f-cbab-41c1-917a-1afd3f9a85ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4f08d439-bf09-4aec-8d77-c21403dbb18d HTTP/1.1" status: 200 len: 861 time: 0.1080959 Nov 29 17:56:48.110656 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a8526771-fe66-4cf8-8327-0d566428231a req-b8c389bc-2e43-4a9c-8c44-bc1a35deab51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eed8c55-f216-4881-bbf0-91920fa98552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444214 Nov 29 17:56:48.125222 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-e0593623-9e75-495b-afd1-5b702d839906 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:48.144861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae084742-642e-421c-a62d-645a3f62bae7 req-a94b3b7e-981e-44ed-8be1-7405899adfa9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:48.146856 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae084742-642e-421c-a62d-645a3f62bae7 req-a94b3b7e-981e-44ed-8be1-7405899adfa9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.1744723 Nov 29 17:56:48.263501 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae084742-642e-421c-a62d-645a3f62bae7 req-ca8650b4-a239-43e3-8930-0091a0bb669d tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105275 Nov 29 17:56:48.298068 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-e0593623-9e75-495b-afd1-5b702d839906 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:48.305967 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a8526771-fe66-4cf8-8327-0d566428231a req-30ba0f28-d3e4-4e91-8281-ca3175d5d70a service neutron] 10.222.0.20 "GET /v2.0/networks/9eed8c55-f216-4881-bbf0-91920fa98552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823118 Nov 29 17:56:48.397591 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0593623-9e75-495b-afd1-5b702d839906 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Pushing event updated for resources: {'Port': ['ID=16766809-47ec-43ad-a06f-26162e9db738,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:48.438275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-e0593623-9e75-495b-afd1-5b702d839906 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Network ffc7ada0-f282-4e96-b253-bb7a04e4eb27 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:56:48.443461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-e0593623-9e75-495b-afd1-5b702d839906 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:56:48.443646 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a8526771-fe66-4cf8-8327-0d566428231a req-a007a0ae-5222-4111-ad84-54f39513d9c7 service neutron] 10.222.0.20 "GET /v2.0/networks/9eed8c55-f216-4881-bbf0-91920fa98552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229095 Nov 29 17:56:48.447610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-e0593623-9e75-495b-afd1-5b702d839906 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:56:48.498814 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02960f-35fe-4659-916f-d11aa1b06a46 req-e2f34302-9721-4e59-95b6-d7df548b7969 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:48.500627 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e02960f-35fe-4659-916f-d11aa1b06a46 req-e2f34302-9721-4e59-95b6-d7df548b7969 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.1298842 Nov 29 17:56:48.512182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-e0593623-9e75-495b-afd1-5b702d839906 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:48.512766 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-e0593623-9e75-495b-afd1-5b702d839906 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:48.563540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-e0593623-9e75-495b-afd1-5b702d839906 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0075269 Nov 29 17:56:48.639362 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e02960f-35fe-4659-916f-d11aa1b06a46 req-3225c358-b1fd-4632-86e1-67235338cca4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125491 Nov 29 17:56:48.721981 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e85ade08-c8ea-4bd5-b629-cb57e9e9a70d details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:56:48.814435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0bf65-5480-4767-be34-a8ee9eddc3cc req-1372aba4-5967-4a49-bf5d-234f00256807 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:48.816604 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6c0bf65-5480-4767-be34-a8ee9eddc3cc req-1372aba4-5967-4a49-bf5d-234f00256807 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.0613904 Nov 29 17:56:48.866927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e85ade08-c8ea-4bd5-b629-cb57e9e9a70d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e85ade08-c8ea-4bd5-b629-cb57e9e9a70d,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:48.874590 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6c0bf65-5480-4767-be34-a8ee9eddc3cc req-06285245-6d94-4f06-90b2-2585136962b5 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463936 Nov 29 17:56:48.881709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c9711503-70ea-4de6-bef6-5cee36aef66d None None] Provisioning complete for port 16766809-47ec-43ad-a06f-26162e9db738 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:48.882096 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9711503-70ea-4de6-bef6-5cee36aef66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:48.883890 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'e85ade08-c8ea-4bd5-b629-cb57e9e9a70d', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'e85ade08-c8ea-4bd5-b629-cb57e9e9a70d', 'mac_address': 'fa:16:3e:1d:91:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:56:48.948742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c9711503-70ea-4de6-bef6-5cee36aef66d None None] Port 16766809-47ec-43ad-a06f-26162e9db738 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:56:48.966308 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:48.986736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85ade08-c8ea-4bd5-b629-cb57e9e9a70d {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:56:49.010469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e85ade08-c8ea-4bd5-b629-cb57e9e9a70d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e85ade08-c8ea-4bd5-b629-cb57e9e9a70d,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:49.022411 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:49.023758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dfe16-4237-431a-aa16-d6264b192856 req-2fde663f-ea68-4083-aba3-ab4b31ee351f tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:49.031308 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-572dfe16-4237-431a-aa16-d6264b192856 req-2fde663f-ea68-4083-aba3-ab4b31ee351f tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/ports?device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 943 time: 0.0656953 Nov 29 17:56:49.090393 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-572dfe16-4237-431a-aa16-d6264b192856 req-15e10dfb-cdc4-4b15-8a46-91dab05e3e49 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbdc48aa-f619-4bc5-98f9-4c2446485c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577481 Nov 29 17:56:49.107594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e85ade08-c8ea-4bd5-b629-cb57e9e9a70d,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:49.215262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2847e-c47c-44a0-b929-b2e8a3e86933 req-e09dc922-a7b9-4945-befc-6923d9d72ec4 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:49.222896 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5f2847e-c47c-44a0-b929-b2e8a3e86933 req-e09dc922-a7b9-4945-befc-6923d9d72ec4 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0604599 Nov 29 17:56:49.268734 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5f2847e-c47c-44a0-b929-b2e8a3e86933 req-fed3806c-57f1-4970-ae30-79f963a55730 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448604 Nov 29 17:56:49.364699 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['e85ade08-c8ea-4bd5-b629-cb57e9e9a70d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:49.396216 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9212396-315a-460e-b33a-9eb8b94a25dc req-777dca0e-6651-46f0-816c-5e2a715bafa2 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:49.397768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9212396-315a-460e-b33a-9eb8b94a25dc req-777dca0e-6651-46f0-816c-5e2a715bafa2 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 931 time: 0.0589683 Nov 29 17:56:49.475880 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9212396-315a-460e-b33a-9eb8b94a25dc req-19ce7501-6149-46b9-aa10-96d61ac39514 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716016 Nov 29 17:56:49.595391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e88dd-3054-458d-9658-59db9d570a46 req-37daf151-e804-4dd2-a8eb-31207a952b99 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:49.597339 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3e88dd-3054-458d-9658-59db9d570a46 req-37daf151-e804-4dd2-a8eb-31207a952b99 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=56c3bea1-56c6-488b-bef5-b9302689d73c HTTP/1.1" status: 200 len: 948 time: 0.0534418 Nov 29 17:56:49.648783 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3e88dd-3054-458d-9658-59db9d570a46 req-add4929f-dfe6-4313-8a58-03112f05232c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451458 Nov 29 17:56:49.770145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d477ce9-4937-4838-a78b-9da75b979351 req-42305a1d-2ea5-4f38-b976-f78ae13510a6 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:49.771686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d477ce9-4937-4838-a78b-9da75b979351 req-42305a1d-2ea5-4f38-b976-f78ae13510a6 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0529418 Nov 29 17:56:49.828320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d477ce9-4937-4838-a78b-9da75b979351 req-1d43456a-a893-4fe7-baab-73dd705247b2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495493 Nov 29 17:56:49.939932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a3b1f-810e-4160-8f7b-5901bc53fb78 req-f39ab224-d6b4-4d80-84fd-938132e3fff9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:49.941348 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-259a3b1f-810e-4160-8f7b-5901bc53fb78 req-f39ab224-d6b4-4d80-84fd-938132e3fff9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0566649 Nov 29 17:56:49.990683 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-259a3b1f-810e-4160-8f7b-5901bc53fb78 req-d941963e-3a98-408a-9c29-2425467a3168 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430200 Nov 29 17:56:50.091441 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51df706-2d21-42db-9f9c-49f3d9bb50f9 req-4520ce39-9f17-447c-8c54-ed84477aeb4b tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:50.093008 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b51df706-2d21-42db-9f9c-49f3d9bb50f9 req-4520ce39-9f17-447c-8c54-ed84477aeb4b tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 1097 time: 0.0440288 Nov 29 17:56:50.158990 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b51df706-2d21-42db-9f9c-49f3d9bb50f9 req-c1ee2632-b8e2-4518-b69c-a59f9689cb6d tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543368 Nov 29 17:56:50.302270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af7216-2549-4636-961a-609a5e2c3751 req-10fe2c07-d38d-4d77-b979-9ac32f772499 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:50.304613 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1af7216-2549-4636-961a-609a5e2c3751 req-10fe2c07-d38d-4d77-b979-9ac32f772499 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.0667560 Nov 29 17:56:50.371299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1af7216-2549-4636-961a-609a5e2c3751 req-6f7c4a60-8946-4a12-953b-fedd47732ab1 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524194 Nov 29 17:56:50.492238 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad23ba2-5044-411c-84b0-dec388f4b342 req-3a240945-6455-4e65-b699-81e46a077458 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:50.495431 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ad23ba2-5044-411c-84b0-dec388f4b342 req-3a240945-6455-4e65-b699-81e46a077458 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/ports?device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 943 time: 0.0654624 Nov 29 17:56:50.554025 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ad23ba2-5044-411c-84b0-dec388f4b342 req-31e6df43-3118-453c-9ad3-33f97fca84fb tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbdc48aa-f619-4bc5-98f9-4c2446485c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534244 Nov 29 17:56:50.724841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 9d4f6919-4607-416e-87d2-bc822b64094f details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:56:50.731553 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e85ade08-c8ea-4bd5-b629-cb57e9e9a70d up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:56:50.745802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35032e0-4038-439b-b9fc-ea7fd307a150 req-66db6433-bc51-424c-b6d0-d1d069392c53 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:50.747416 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b35032e0-4038-439b-b9fc-ea7fd307a150 req-66db6433-bc51-424c-b6d0-d1d069392c53 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0732856 Nov 29 17:56:50.896121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b35032e0-4038-439b-b9fc-ea7fd307a150 req-0d8071ce-b4b4-4e0e-aae3-697036a31a53 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135867 Nov 29 17:56:50.970541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port e85ade08-c8ea-4bd5-b629-cb57e9e9a70d completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:56:51.041439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 9d4f6919-4607-416e-87d2-bc822b64094f, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=9d4f6919-4607-416e-87d2-bc822b64094f,segment=NetworkSegment(13eccd31-6040-4e3d-b694-1799a829d64b),segment_id=13eccd31-6040-4e3d-b694-1799a829d64b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:51.070892 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port e85ade08-c8ea-4bd5-b629-cb57e9e9a70d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:51.071272 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:51.079808 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '9d4f6919-4607-416e-87d2-bc822b64094f', 'network_id': '9eed8c55-f216-4881-bbf0-91920fa98552', 'port_id': '9d4f6919-4607-416e-87d2-bc822b64094f', 'mac_address': 'fa:16:3e:a2:48:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f08d439-bf09-4aec-8d77-c21403dbb18d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:56:51.085212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de33f12-bcf4-47ef-86ea-a70ed5e683fa req-5352ccac-dd8b-4ae1-a8c2-75b78f334beb tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:51.096531 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0de33f12-bcf4-47ef-86ea-a70ed5e683fa req-5352ccac-dd8b-4ae1-a8c2-75b78f334beb tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 931 time: 0.1270282 Nov 29 17:56:51.220005 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0de33f12-bcf4-47ef-86ea-a70ed5e683fa req-e6e584f5-3e65-4141-97d5-7fba4bd19806 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223364 Nov 29 17:56:51.220319 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:51.258183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4f6919-4607-416e-87d2-bc822b64094f {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:56:51.318158 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 9d4f6919-4607-416e-87d2-bc822b64094f, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=9d4f6919-4607-416e-87d2-bc822b64094f,segment=NetworkSegment(13eccd31-6040-4e3d-b694-1799a829d64b),segment_id=13eccd31-6040-4e3d-b694-1799a829d64b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:51.374044 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:51.394880 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:51.426905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230a40a-fdfb-4502-b36b-9f19d0f7faab req-54548eec-bbe3-4715-bf81-1b8e65d85e6c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:51.428798 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5230a40a-fdfb-4502-b36b-9f19d0f7faab req-54548eec-bbe3-4715-bf81-1b8e65d85e6c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=56c3bea1-56c6-488b-bef5-b9302689d73c HTTP/1.1" status: 200 len: 948 time: 0.1180401 Nov 29 17:56:51.517624 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=9d4f6919-4607-416e-87d2-bc822b64094f,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:51.534487 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c3bea1-56c6-488b-bef5-b9302689d73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85ade08-c8ea-4bd5-b629-cb57e9e9a70d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:51.536879 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0493175a-c2f6-4e64-99fc-7684bab1e7ac" -d '{"events": [{"server_uuid": "56c3bea1-56c6-488b-bef5-b9302689d73c", "name": "network-vif-plugged", "status": "completed", "tag": "e85ade08-c8ea-4bd5-b629-cb57e9e9a70d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:51.549441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5230a40a-fdfb-4502-b36b-9f19d0f7faab req-21ece23e-045e-4321-b2c0-0b0c291e5e8f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050465 Nov 29 17:56:51.551937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e85ade08-c8ea-4bd5-b629-cb57e9e9a70d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e85ade08-c8ea-4bd5-b629-cb57e9e9a70d,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:51.568009 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:51.641328 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e85ade08-c8ea-4bd5-b629-cb57e9e9a70d,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:51.695595 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['9d4f6919-4607-416e-87d2-bc822b64094f'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:51.728497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8424fc-b411-4448-990d-c8cbabf844ca req-c133a962-e18b-46b2-9bc8-581336fa4fc2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:51.747378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da8424fc-b411-4448-990d-c8cbabf844ca req-c133a962-e18b-46b2-9bc8-581336fa4fc2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.1078107 Nov 29 17:56:51.830423 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da8424fc-b411-4448-990d-c8cbabf844ca req-2c0ff2e8-6ea0-43f0-a438-cf196a124e16 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821228 Nov 29 17:56:52.022685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c58e11-83ee-44d1-b16d-5f2a977746cb req-3d7f9d5d-0348-4d41-a8ae-91092e1dd2a7 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:52.024509 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6c58e11-83ee-44d1-b16d-5f2a977746cb req-3d7f9d5d-0348-4d41-a8ae-91092e1dd2a7 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.0748005 Nov 29 17:56:52.097076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6c58e11-83ee-44d1-b16d-5f2a977746cb req-f74c343e-5a47-4e0d-9aa0-486477fdfbbc tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597622 Nov 29 17:56:52.165638 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d620fd-4b5d-4bd0-9c38-87a128198914 x-openstack-request-id: req-e2d620fd-4b5d-4bd0-9c38-87a128198914 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:52.166133 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c3bea1-56c6-488b-bef5-b9302689d73c", "name": "network-vif-plugged", "status": "completed", "tag": "e85ade08-c8ea-4bd5-b629-cb57e9e9a70d", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:52.166215 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2d620fd-4b5d-4bd0-9c38-87a128198914 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:52.166597 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c3bea1-56c6-488b-bef5-b9302689d73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85ade08-c8ea-4bd5-b629-cb57e9e9a70d', 'code': 200} Nov 29 17:56:52.340287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3566a-419b-4d0d-9170-1e5ff188948a req-625f8445-52f1-43f3-bffe-1edc11134379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:52.342201 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-12c3566a-419b-4d0d-9170-1e5ff188948a req-625f8445-52f1-43f3-bffe-1edc11134379 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=56c3bea1-56c6-488b-bef5-b9302689d73c HTTP/1.1" status: 200 len: 1100 time: 0.0978606 Nov 29 17:56:52.343017 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7ec7f-2bc9-4a2e-8901-46eeb9258960 req-64ec8ba1-52de-4382-acde-56df78ff673d tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:52.348188 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b8b7ec7f-2bc9-4a2e-8901-46eeb9258960 req-64ec8ba1-52de-4382-acde-56df78ff673d tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/ports?device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 944 time: 0.1025093 Nov 29 17:56:52.415255 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-12c3566a-419b-4d0d-9170-1e5ff188948a req-7022b775-b623-41da-afc9-86edd19d16b9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625689 Nov 29 17:56:52.439544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b8b7ec7f-2bc9-4a2e-8901-46eeb9258960 req-acf911e5-fd30-4f37-9725-36e3b878aa88 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbdc48aa-f619-4bc5-98f9-4c2446485c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838525 Nov 29 17:56:52.620379 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013525d8-ad9f-4817-b47c-e25d8007f8ec req-74b5066e-0f40-4263-9b1b-9a3c94dced6f tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:52.623545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-013525d8-ad9f-4817-b47c-e25d8007f8ec req-74b5066e-0f40-4263-9b1b-9a3c94dced6f tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.1082263 Nov 29 17:56:52.737330 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-013525d8-ad9f-4817-b47c-e25d8007f8ec req-9a9fa247-26e5-413d-9057-a22cd905eed7 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817423 Nov 29 17:56:52.873942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550e6a9-0c4b-436e-912b-58cd6633bc59 req-ab64f844-7ab4-411b-aec7-c8b7bff86f6f tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:52.875307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1550e6a9-0c4b-436e-912b-58cd6633bc59 req-ab64f844-7ab4-411b-aec7-c8b7bff86f6f tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 931 time: 0.0581379 Nov 29 17:56:52.937805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1550e6a9-0c4b-436e-912b-58cd6633bc59 req-0f09e86f-6e39-4f00-84ee-7dd87ff8504f tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556517 Nov 29 17:56:53.056386 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b29442-e894-43ae-8436-a90f8d3e375c req-8b782073-91c3-4d2c-b37d-0cd0302cf291 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:53.057900 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17b29442-e894-43ae-8436-a90f8d3e375c req-8b782073-91c3-4d2c-b37d-0cd0302cf291 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=56c3bea1-56c6-488b-bef5-b9302689d73c HTTP/1.1" status: 200 len: 949 time: 0.0529745 Nov 29 17:56:53.107104 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17b29442-e894-43ae-8436-a90f8d3e375c req-7439aca1-e5ae-48a6-a231-824cab08db1e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423076 Nov 29 17:56:53.216623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eac520-95be-4dce-baf4-a92bfe4c0c13 req-f4c50f0c-cce8-42b8-9b8a-1c3f42ef0cc3 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:53.218218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1eac520-95be-4dce-baf4-a92bfe4c0c13 req-f4c50f0c-cce8-42b8-9b8a-1c3f42ef0cc3 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0536652 Nov 29 17:56:53.268067 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1eac520-95be-4dce-baf4-a92bfe4c0c13 req-3b6eb035-cce3-4805-b193-f9ba69e52c0a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Nov 29 17:56:53.385978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69225267-1d76-4c17-98d6-afca79771b63 req-a2059b88-ee5b-4202-b036-ef68f2bfb9df tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:53.387292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69225267-1d76-4c17-98d6-afca79771b63 req-a2059b88-ee5b-4202-b036-ef68f2bfb9df tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.0539823 Nov 29 17:56:53.440426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69225267-1d76-4c17-98d6-afca79771b63 req-fd132637-38c3-4cb9-9f80-9d8c2243683d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464122 Nov 29 17:56:53.583378 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6deb8-18cc-4d5c-b285-f8cfbe757bb7 req-a01a423b-3cc0-4397-b6d3-c2bf038cdb06 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:53.584856 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5cb6deb8-18cc-4d5c-b285-f8cfbe757bb7 req-a01a423b-3cc0-4397-b6d3-c2bf038cdb06 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/ports?device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 944 time: 0.0716324 Nov 29 17:56:53.647551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5cb6deb8-18cc-4d5c-b285-f8cfbe757bb7 req-4c32fe37-388e-4207-b1b8-387b92e6ba14 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbdc48aa-f619-4bc5-98f9-4c2446485c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564656 Nov 29 17:56:53.916534 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d4c9-cfe2-46c8-9512-bb82a874cab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:54.148457 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d020ae7-51f4-487b-93a4-c4947b83b5cb req-976639ca-5a23-4539-81fd-f69a51eada1b tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:54.152722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d020ae7-51f4-487b-93a4-c4947b83b5cb req-976639ca-5a23-4539-81fd-f69a51eada1b tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0716095 Nov 29 17:56:54.211209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d020ae7-51f4-487b-93a4-c4947b83b5cb req-9df8037b-d4c0-4fda-8249-4b6c1ac7a1ba tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548806 Nov 29 17:56:54.331195 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13700fc0-d2e9-4748-a352-38ba4b5ffa9c req-24b7ede1-07d7-47ca-aded-e6eb2d41a45a tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:54.332704 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13700fc0-d2e9-4748-a352-38ba4b5ffa9c req-24b7ede1-07d7-47ca-aded-e6eb2d41a45a tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 931 time: 0.0557778 Nov 29 17:56:54.387562 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13700fc0-d2e9-4748-a352-38ba4b5ffa9c req-77b58971-a04d-474c-8d49-c99df78c566f tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484014 Nov 29 17:56:54.499018 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b1d81-f7f8-4fce-8b2d-feb886ece82a req-35cc390e-5037-4495-b8ca-c26a6a66a45b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:54.500912 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-577b1d81-f7f8-4fce-8b2d-feb886ece82a req-35cc390e-5037-4495-b8ca-c26a6a66a45b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=56c3bea1-56c6-488b-bef5-b9302689d73c HTTP/1.1" status: 200 len: 949 time: 0.0540230 Nov 29 17:56:54.554015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-577b1d81-f7f8-4fce-8b2d-feb886ece82a req-097d21b9-fc0e-48e0-adfd-03982bfae337 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465007 Nov 29 17:56:54.692350 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecbff9-4038-46d2-9bbf-c20d3cbb353b req-a874cf2e-1a3d-47cc-bc10-b55252cae9b3 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:54.699295 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0cecbff9-4038-46d2-9bbf-c20d3cbb353b req-a874cf2e-1a3d-47cc-bc10-b55252cae9b3 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0753951 Nov 29 17:56:54.748086 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 9d4f6919-4607-416e-87d2-bc822b64094f up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:56:54.752912 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0cecbff9-4038-46d2-9bbf-c20d3cbb353b req-92415c56-fe17-40c6-beef-6642f77a15d4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511596 Nov 29 17:56:54.809524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 9d4f6919-4607-416e-87d2-bc822b64094f completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:56:54.815610 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 9d4f6919-4607-416e-87d2-bc822b64094f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:54.816248 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:54.877074 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9157c-7e4d-4480-8880-4e1138d06f04 req-af4eff07-c197-428c-b4b7-db40d2bd8c0e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:54.884502 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66d9157c-7e4d-4480-8880-4e1138d06f04 req-af4eff07-c197-428c-b4b7-db40d2bd8c0e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.0638852 Nov 29 17:56:54.903768 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:54.944154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 9d4f6919-4607-416e-87d2-bc822b64094f, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=9d4f6919-4607-416e-87d2-bc822b64094f,segment=NetworkSegment(13eccd31-6040-4e3d-b694-1799a829d64b),segment_id=13eccd31-6040-4e3d-b694-1799a829d64b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:56:54.946265 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e56349-ec25-40bf-8fb0-75842f8c607c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4f6919-4607-416e-87d2-bc822b64094f'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:54.948981 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703d4631-7d3a-48a8-9e1b-6f2f4fb0128f" -d '{"events": [{"server_uuid": "52e56349-ec25-40bf-8fb0-75842f8c607c", "name": "network-vif-plugged", "status": "completed", "tag": "9d4f6919-4607-416e-87d2-bc822b64094f"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:54.949237 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66d9157c-7e4d-4480-8880-4e1138d06f04 req-1786a180-6816-4685-a836-f3a7cd1b5675 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635507 Nov 29 17:56:54.955635 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:55.042889 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=9d4f6919-4607-416e-87d2-bc822b64094f,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:55.089149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ef764-9dd5-4f70-935d-a4d60a0d26d1 req-0bc14013-b25d-421a-89d0-a44bb817d7bb tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:55.092927 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-722ef764-9dd5-4f70-935d-a4d60a0d26d1 req-0bc14013-b25d-421a-89d0-a44bb817d7bb tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=56c3bea1-56c6-488b-bef5-b9302689d73c HTTP/1.1" status: 200 len: 1100 time: 0.0650828 Nov 29 17:56:55.162148 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-722ef764-9dd5-4f70-935d-a4d60a0d26d1 req-4958c6f8-fbd6-4df3-9235-4ebddb3bacae tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648699 Nov 29 17:56:55.314526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782481-a5fe-4f51-9d68-594bcd3b76a9 req-53ad2de3-71ae-40c6-914b-72af7de767bf tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:55.322253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68782481-a5fe-4f51-9d68-594bcd3b76a9 req-53ad2de3-71ae-40c6-914b-72af7de767bf tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/ports?device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 945 time: 0.0630598 Nov 29 17:56:55.375046 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68782481-a5fe-4f51-9d68-594bcd3b76a9 req-6561a520-799b-4109-a42d-a562f6435903 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbdc48aa-f619-4bc5-98f9-4c2446485c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519099 Nov 29 17:56:55.431331 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1c39c6-05c0-4013-acfe-3d2de7b821e6 x-openstack-request-id: req-ba1c39c6-05c0-4013-acfe-3d2de7b821e6 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:55.431653 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e56349-ec25-40bf-8fb0-75842f8c607c", "name": "network-vif-plugged", "status": "completed", "tag": "9d4f6919-4607-416e-87d2-bc822b64094f", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:55.431922 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba1c39c6-05c0-4013-acfe-3d2de7b821e6 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:55.432315 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e56349-ec25-40bf-8fb0-75842f8c607c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4f6919-4607-416e-87d2-bc822b64094f', 'code': 200} Nov 29 17:56:55.542606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c07135-bfcc-4589-a120-5021389c51c4 req-1f409197-9f40-416b-ba30-0a68251f4692 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:55.547268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52c07135-bfcc-4589-a120-5021389c51c4 req-1f409197-9f40-416b-ba30-0a68251f4692 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0605285 Nov 29 17:56:55.579248 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff59680-f48e-40a5-809b-224c9a848219 req-0a7a5af9-5a0b-419d-b45c-de9ed7a24ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:55.581338 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2ff59680-f48e-40a5-809b-224c9a848219 req-0a7a5af9-5a0b-419d-b45c-de9ed7a24ef5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 1096 time: 0.0657456 Nov 29 17:56:55.602188 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52c07135-bfcc-4589-a120-5021389c51c4 req-a55293c8-f6af-41da-a152-8f55ec774d79 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501502 Nov 29 17:56:55.672578 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2ff59680-f48e-40a5-809b-224c9a848219 req-bb8a14ad-dacd-4a8c-b14c-ab4f1113bfb4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cbdc48aa-f619-4bc5-98f9-4c2446485c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687671 Nov 29 17:56:55.741654 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-191514f9-0190-430b-b80a-a56d31213064 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c4bd3732f9e045b291c6544ec838be2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310745 Nov 29 17:56:55.874507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-d0f1dfdd-8d1c-4b99-a248-8962812ec7ad tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:55.876336 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-d0f1dfdd-8d1c-4b99-a248-8962812ec7ad tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1285381 Nov 29 17:56:55.893541 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-5a49f921-0be8-4220-8bc0-782db53a74c1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/quotas/c4bd3732f9e045b291c6544ec838be2e HTTP/1.1" status: 200 len: 375 time: 0.0107198 Nov 29 17:56:55.975545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-50187356-0d07-4952-8325-e6cb5322291a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0748279 Nov 29 17:56:56.285114 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57631b-86f4-4a43-afe7-8f254dbc3d56 req-cf1fec56-4618-4fb8-86d2-7ca591a3750f tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:56.287406 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa57631b-86f4-4a43-afe7-8f254dbc3d56 req-cf1fec56-4618-4fb8-86d2-7ca591a3750f tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 931 time: 0.1354911 Nov 29 17:56:56.382665 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa57631b-86f4-4a43-afe7-8f254dbc3d56 req-189a9db2-b415-4d9b-9fcc-8cabe5fd0a0a tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818796 Nov 29 17:56:56.410943 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8e843ac-1536-483b-812a-3e98fa1596da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:56.542515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942116b-b191-475f-9844-7c83633d2f5f req-92c5efb3-0a04-4fd1-95ee-7391abf2ca11 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:56.544597 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6942116b-b191-475f-9844-7c83633d2f5f req-92c5efb3-0a04-4fd1-95ee-7391abf2ca11 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0587814 Nov 29 17:56:56.613048 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6942116b-b191-475f-9844-7c83633d2f5f req-b5195485-6c08-4f53-aa6f-7337353dd22d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613642 Nov 29 17:56:56.799347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b077ea-513b-4590-a0ae-05d28d191872 req-72eea77b-de53-4b25-98eb-086151df2f3a tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:56.800931 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-53b077ea-513b-4590-a0ae-05d28d191872 req-72eea77b-de53-4b25-98eb-086151df2f3a tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.0774093 Nov 29 17:56:56.865333 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:56.869073 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-53b077ea-513b-4590-a0ae-05d28d191872 req-1f658072-bdfc-4f94-a594-e7d3f4c64f03 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620880 Nov 29 17:56:57.005713 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-817541ce-f00f-4702-bdf0-a1e766808f7a req-f20ba074-435c-4174-bfe4-5cbc65b814ff tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11cf8be-8cd9-4a36-b240-148e09dd52b0 HTTP/1.1" status: 200 len: 210 time: 0.0681622 Nov 29 17:56:57.175127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712d6dc-67fd-4c2b-9d3c-d912b548a331 req-50db2d6a-708e-4f5b-8e69-ebf9cc941fe8 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:57.176677 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3712d6dc-67fd-4c2b-9d3c-d912b548a331 req-50db2d6a-708e-4f5b-8e69-ebf9cc941fe8 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/ports?device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 945 time: 0.1017714 Nov 29 17:56:57.249797 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3712d6dc-67fd-4c2b-9d3c-d912b548a331 req-e2235286-9f3b-4779-bd07-c14d5599bae3 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbdc48aa-f619-4bc5-98f9-4c2446485c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666783 Nov 29 17:56:57.468505 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:57.475293 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951cf2b-df14-4952-b5e2-327bcd01aabe req-5a8eb62e-cbfd-4aa9-b9e4-644f63b42deb tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:57.487979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c951cf2b-df14-4952-b5e2-327bcd01aabe req-5a8eb62e-cbfd-4aa9-b9e4-644f63b42deb tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.1220064 Nov 29 17:56:57.540404 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c951cf2b-df14-4952-b5e2-327bcd01aabe req-24d4ad9f-4c12-4130-8f83-23c0ae7dc768 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514672 Nov 29 17:56:57.600337 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-8fbdbbbe-7417-4789-b40a-fa122c23d7e9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c4bd3732f9e045b291c6544ec838be2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349090 Nov 29 17:56:57.686009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c913d59-4229-4792-a0c7-3e0918ea5dff req-265174fd-3086-455a-bd44-2ab32e787f8f tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:57.694419 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c913d59-4229-4792-a0c7-3e0918ea5dff req-265174fd-3086-455a-bd44-2ab32e787f8f tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 931 time: 0.0704720 Nov 29 17:56:57.746358 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c913d59-4229-4792-a0c7-3e0918ea5dff req-81f38e57-1307-4498-b080-61f996503066 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509207 Nov 29 17:56:57.776496 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-cb9af4b3-69ed-4bb3-835e-60db9c7e673d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:57.778484 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-cb9af4b3-69ed-4bb3-835e-60db9c7e673d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1604841 Nov 29 17:56:57.807378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-397293e3-ce7a-498f-8531-26a1de997256 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Request body: {'port': {'device_id': 'f11cf8be-8cd9-4a36-b240-148e09dd52b0', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': 'c4bd3732f9e045b291c6544ec838be2e'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:57.855041 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91a137-9b15-42bd-a9a7-01040bff303d req-74618034-77f3-4e0f-8322-9d316d562ca7 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:57.856162 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a91a137-9b15-42bd-a9a7-01040bff303d req-74618034-77f3-4e0f-8322-9d316d562ca7 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0514205 Nov 29 17:56:57.913852 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a91a137-9b15-42bd-a9a7-01040bff303d req-c7576d8d-d3d5-4256-88df-98e6c63b0353 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507174 Nov 29 17:56:57.927201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-397293e3-ce7a-498f-8531-26a1de997256 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Made reservation on behalf of c4bd3732f9e045b291c6544ec838be2e for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:56:57.931381 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-397293e3-ce7a-498f-8531-26a1de997256 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:58.030002 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67629353-2eee-49cf-bbf3-c7ea4470c429 req-33f2c27d-dca9-4b30-bfe6-a9321bb0a69a tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:58.031555 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67629353-2eee-49cf-bbf3-c7ea4470c429 req-33f2c27d-dca9-4b30-bfe6-a9321bb0a69a tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.0512085 Nov 29 17:56:58.087232 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67629353-2eee-49cf-bbf3-c7ea4470c429 req-8e3525be-f15f-4d71-b605-2125278605b0 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487034 Nov 29 17:56:58.089806 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-397293e3-ce7a-498f-8531-26a1de997256 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Allocated IP 192.168.233.179 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/b4e9ec6e-6abf-41bc-8773-39f2f7499399) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:56:58.189838 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb65e1c4-c507-4101-89d2-f96e2979941e req-95a5b362-c1a2-4cb4-8dad-46ecddeebcbf tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11cf8be-8cd9-4a36-b240-148e09dd52b0 HTTP/1.1" status: 200 len: 210 time: 0.0299256 Nov 29 17:56:58.249203 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-397293e3-ce7a-498f-8531-26a1de997256 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:58.284424 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-397293e3-ce7a-498f-8531-26a1de997256 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:58.301336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['85a3cec5-f174-4e9e-8270-8b013433686b', 'e85ade08-c8ea-4bd5-b629-cb57e9e9a70d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:58.325165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-397293e3-ce7a-498f-8531-26a1de997256 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:56:58.328491 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-397293e3-ce7a-498f-8531-26a1de997256 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:56:58.334901 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-397293e3-ce7a-498f-8531-26a1de997256 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:56:58.337465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['eb57a55e-8e88-4232-adb2-6710e7654ae4', '336aaaf4-cfbf-490f-953c-4ab6d451a81e', 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8', 'c320eafe-c692-4415-8406-2fd572fa67b3'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:56:58.379881 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397293e3-ce7a-498f-8531-26a1de997256 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Pushing event updated for resources: {'Port': ['ID=b4e9ec6e-6abf-41bc-8773-39f2f7499399,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:58.396854 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-397293e3-ce7a-498f-8531-26a1de997256 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:58.397512 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-397293e3-ce7a-498f-8531-26a1de997256 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:58.425646 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-397293e3-ce7a-498f-8531-26a1de997256 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6220672 Nov 29 17:56:58.431360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad3ee3-b8bf-4cd2-a49f-f849fc37f318 req-fd9c521d-dcc9-4252-bca6-805a430fcfad tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:58.439933 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9ad3ee3-b8bf-4cd2-a49f-f849fc37f318 req-fd9c521d-dcc9-4252-bca6-805a430fcfad tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/ports?device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 945 time: 0.1108372 Nov 29 17:56:58.450611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Request body: {'port': {'device_id': 'f11cf8be-8cd9-4a36-b240-148e09dd52b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:56:58.536435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9ad3ee3-b8bf-4cd2-a49f-f849fc37f318 req-c673ee69-6277-4f75-986b-43ecc37b63f6 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbdc48aa-f619-4bc5-98f9-4c2446485c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956230 Nov 29 17:56:58.541674 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:58.704689 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f3ecd-f6e2-47e6-b146-e65e7dc692e1 req-e41d515e-b7cd-466c-9da1-182543d97c23 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:58.706221 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a1f3ecd-f6e2-47e6-b146-e65e7dc692e1 req-e41d515e-b7cd-466c-9da1-182543d97c23 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0680048 Nov 29 17:56:58.760184 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a1f3ecd-f6e2-47e6-b146-e65e7dc692e1 req-200e84e9-9e75-4643-9638-eaeda6d77723 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433187 Nov 29 17:56:58.816187 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4544ad88-aa70-4da7-b80a-fb7e2041a583 None None] Provisioning complete for port b4e9ec6e-6abf-41bc-8773-39f2f7499399 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:56:58.816862 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4544ad88-aa70-4da7-b80a-fb7e2041a583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:58.878730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4544ad88-aa70-4da7-b80a-fb7e2041a583 None None] Port b4e9ec6e-6abf-41bc-8773-39f2f7499399 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:56:58.901643 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e9ec6e-6abf-41bc-8773-39f2f7499399 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:56:58.912185 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:58.932169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Transition to ACTIVE for port object b4e9ec6e-6abf-41bc-8773-39f2f7499399 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:56:58.951250 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:58.964078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e765d9-6daf-44df-96d8-02390681d630 req-d0228324-0f53-4468-8c80-4ea7f7e1fecd tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:58.973967 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f9e765d9-6daf-44df-96d8-02390681d630 req-d0228324-0f53-4468-8c80-4ea7f7e1fecd tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 931 time: 0.0715840 Nov 29 17:56:58.976292 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:59.014942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e9ec6e-6abf-41bc-8773-39f2f7499399,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:59.043104 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f9e765d9-6daf-44df-96d8-02390681d630 req-4b95c1dd-1ed1-489c-b8cd-1b7ad315e789 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593476 Nov 29 17:56:59.125279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Attempting to bind port b4e9ec6e-6abf-41bc-8773-39f2f7499399 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:56:59.125683 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Attempting to bind port b4e9ec6e-6abf-41bc-8773-39f2f7499399 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:56:59.126328 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Attempting to bind port b4e9ec6e-6abf-41bc-8773-39f2f7499399 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:59.130880 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Port b4e9ec6e-6abf-41bc-8773-39f2f7499399 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:56:59.131205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Attempting to bind port b4e9ec6e-6abf-41bc-8773-39f2f7499399 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:56:59.137252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:56:59.137589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:56:59.137970 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:56:59.138396 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Bound port: b4e9ec6e-6abf-41bc-8773-39f2f7499399, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:56:59.138755 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:59.184228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e6ce3-7ec3-491a-8a49-60c0e87f6c72 req-cb35f4c2-56f0-4bf4-a471-4cb0eee5b91c tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:59.185735 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-134e6ce3-7ec3-491a-8a49-60c0e87f6c72 req-cb35f4c2-56f0-4bf4-a471-4cb0eee5b91c tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0619144 Nov 29 17:56:59.216268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] For port b4e9ec6e-6abf-41bc-8773-39f2f7499399, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:56:59.219832 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] For port b4e9ec6e-6abf-41bc-8773-39f2f7499399, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b4e9ec6e-6abf-41bc-8773-39f2f7499399,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:56:59.228077 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:59.260153 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-134e6ce3-7ec3-491a-8a49-60c0e87f6c72 req-e7d3a2e0-f2e5-44eb-8b8e-601676256de7 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647230 Nov 29 17:56:59.263157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:59.264160 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:59.265849 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] 10.222.0.20 "PUT /v2.0/ports/b4e9ec6e-6abf-41bc-8773-39f2f7499399 HTTP/1.1" status: 200 len: 1096 time: 0.8221078 Nov 29 17:56:59.278610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11cf8be-8cd9-4a36-b240-148e09dd52b0', 'tag': 'b4e9ec6e-6abf-41bc-8773-39f2f7499399'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:56:59.280896 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd43480a-0471-4d76-a109-a5fe166d634a" -d '{"events": [{"name": "network-changed", "server_uuid": "f11cf8be-8cd9-4a36-b240-148e09dd52b0", "tag": "b4e9ec6e-6abf-41bc-8773-39f2f7499399"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:56:59.312843 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc695a-c3b5-4a85-b8a5-43f809b0be38 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e9ec6e-6abf-41bc-8773-39f2f7499399,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:56:59.372022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-730be37b-b895-453d-9a91-7a9ad64ceec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:59.374041 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-730be37b-b895-453d-9a91-7a9ad64ceec9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=f11cf8be-8cd9-4a36-b240-148e09dd52b0 HTTP/1.1" status: 200 len: 1099 time: 0.0499222 Nov 29 17:56:59.380545 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:59.427842 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-22939575-56c7-43bf-bf41-a8802a9788eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=b4e9ec6e-6abf-41bc-8773-39f2f7499399 HTTP/1.1" status: 200 len: 217 time: 0.0437343 Nov 29 17:56:59.509724 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-733f68fe-3557-40de-83e5-a5228c67da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:59.511219 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-733f68fe-3557-40de-83e5-a5228c67da30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0756853 Nov 29 17:56:59.566254 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-577368c1-2c65-4030-b4b1-b55c64c3219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:59.567993 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-577368c1-2c65-4030-b4b1-b55c64c3219a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0458283 Nov 29 17:56:59.590085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455c28d-9ef5-43ff-a91b-80587fc1f0d8 req-9eb6e25f-584d-493e-a059-36c944d78262 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:59.592353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3455c28d-9ef5-43ff-a91b-80587fc1f0d8 req-9eb6e25f-584d-493e-a059-36c944d78262 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.0693307 Nov 29 17:56:59.662296 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3455c28d-9ef5-43ff-a91b-80587fc1f0d8 req-dd04b23e-3192-48be-8a1b-533d37c51a3f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631986 Nov 29 17:56:59.690752 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-ad8a2bc1-4a28-4ead-9d21-15a6eab71885 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086519 Nov 29 17:56:59.765056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f7a40-fe4d-4fe2-9fea-01a2852efedc req-1d44b20d-16eb-4df4-b0a1-a7aa382fc865 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:59.766751 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b66f7a40-fe4d-4fe2-9fea-01a2852efedc req-1d44b20d-16eb-4df4-b0a1-a7aa382fc865 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11cf8be-8cd9-4a36-b240-148e09dd52b0 HTTP/1.1" status: 200 len: 948 time: 0.0506158 Nov 29 17:56:59.791578 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54814c68-ca9e-457f-b387-cf1c6f5ab3a3 req-8cc6c4fa-9c98-4a64-930c-1ed2d200b1ae service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860162 Nov 29 17:56:59.822115 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b66f7a40-fe4d-4fe2-9fea-01a2852efedc req-d7587106-8bd6-437a-8af7-2ed3b6d77518 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489500 Nov 29 17:56:59.873660 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845db36a-05ee-4091-b56d-e425dbd530e1 x-openstack-request-id: req-845db36a-05ee-4091-b56d-e425dbd530e1 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:56:59.874048 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f11cf8be-8cd9-4a36-b240-148e09dd52b0", "tag": "b4e9ec6e-6abf-41bc-8773-39f2f7499399", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:56:59.874372 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-845db36a-05ee-4091-b56d-e425dbd530e1 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:56:59.874946 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f11cf8be-8cd9-4a36-b240-148e09dd52b0', 'tag': 'b4e9ec6e-6abf-41bc-8773-39f2f7499399', 'status': 'completed', 'code': 200} Nov 29 17:56:59.885896 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:56:59.955615 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43480a-0471-4d76-a109-a5fe166d634a req-c6268455-a592-4307-a082-88b3ec48b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:59.957279 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd43480a-0471-4d76-a109-a5fe166d634a req-c6268455-a592-4307-a082-88b3ec48b7cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=f11cf8be-8cd9-4a36-b240-148e09dd52b0 HTTP/1.1" status: 200 len: 1099 time: 0.0491347 Nov 29 17:56:59.978602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c37915-1f63-4f8f-8dff-bfaa94230e1a req-0896737f-ff47-48c9-a6ac-a42df98f63b4 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:56:59.980465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-33c37915-1f63-4f8f-8dff-bfaa94230e1a req-0896737f-ff47-48c9-a6ac-a42df98f63b4 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/ports?device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 945 time: 0.0535581 Nov 29 17:57:00.030134 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-33c37915-1f63-4f8f-8dff-bfaa94230e1a req-ab60d851-a5f7-4c80-95ae-c114e9c31986 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbdc48aa-f619-4bc5-98f9-4c2446485c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421584 Nov 29 17:57:00.059719 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43480a-0471-4d76-a109-a5fe166d634a req-ffbff9a0-b735-47a4-ae55-2f225450de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:00.061234 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd43480a-0471-4d76-a109-a5fe166d634a req-ffbff9a0-b735-47a4-ae55-2f225450de92 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.0959029 Nov 29 17:57:00.106158 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd43480a-0471-4d76-a109-a5fe166d634a req-f1a27f7a-9b35-49c5-b362-a7c95c00f2d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=b4e9ec6e-6abf-41bc-8773-39f2f7499399 HTTP/1.1" status: 200 len: 217 time: 0.0352478 Nov 29 17:57:00.133919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b27ce-6e39-4bfd-9b68-456fcd7c7e2f req-33c9479e-ba22-4529-a99c-6ce441c92c6b tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:00.135488 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e0b27ce-6e39-4bfd-9b68-456fcd7c7e2f req-33c9479e-ba22-4529-a99c-6ce441c92c6b tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0487926 Nov 29 17:57:00.164324 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43480a-0471-4d76-a109-a5fe166d634a req-ffff7a2e-9f47-4b12-bbc1-60c3d56ceb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:00.165810 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd43480a-0471-4d76-a109-a5fe166d634a req-ffff7a2e-9f47-4b12-bbc1-60c3d56ceb19 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0474684 Nov 29 17:57:00.182472 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e0b27ce-6e39-4bfd-9b68-456fcd7c7e2f req-f98f8862-5269-43c6-b280-41acb1894abd tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411410 Nov 29 17:57:00.212916 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43480a-0471-4d76-a109-a5fe166d634a req-ae0c27db-515c-4f50-b12b-7e81859e924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:00.214420 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd43480a-0471-4d76-a109-a5fe166d634a req-ae0c27db-515c-4f50-b12b-7e81859e924c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0393140 Nov 29 17:57:00.286559 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40db066-5c98-4930-90d0-4497c8192df5 req-44219219-89fb-4110-a771-0d0f1527310a tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:00.288084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e40db066-5c98-4930-90d0-4497c8192df5 req-44219219-89fb-4110-a771-0d0f1527310a tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 931 time: 0.0517499 Nov 29 17:57:00.309488 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd43480a-0471-4d76-a109-a5fe166d634a req-f108cb5a-8b10-4e01-9e30-9e0d373a0c0a service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823836 Nov 29 17:57:00.335134 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e40db066-5c98-4930-90d0-4497c8192df5 req-c68cb798-a368-42b4-97fb-a55fd4eb172c tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408134 Nov 29 17:57:00.392312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Request body: {'port': {'device_id': 'f88a1d1d-084a-4094-90a8-3ec8526dc5c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:57:00.420476 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd43480a-0471-4d76-a109-a5fe166d634a req-5d6a7815-beda-4646-965c-5d47ae751729 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964670 Nov 29 17:57:00.481362 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:00.502764 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04c4fa-27aa-4d72-8799-08c0fb795d90 req-a20fccdf-ac2e-418b-847e-8f505befa165 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:00.505060 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b04c4fa-27aa-4d72-8799-08c0fb795d90 req-a20fccdf-ac2e-418b-847e-8f505befa165 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0924919 Nov 29 17:57:00.633671 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b04c4fa-27aa-4d72-8799-08c0fb795d90 req-b0d38225-0edf-483c-b422-27532cd2549e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225665 Nov 29 17:57:00.821107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa336863-ff4a-413f-becb-9341ee9616de req-60e3e193-dd4d-46b2-a7c0-6c7a2c238cbb tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:00.822554 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa336863-ff4a-413f-becb-9341ee9616de req-60e3e193-dd4d-46b2-a7c0-6c7a2c238cbb tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.0874493 Nov 29 17:57:00.825876 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16766809-47ec-43ad-a06f-26162e9db738 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:57:00.834620 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:00.859006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Transition to ACTIVE for port object 16766809-47ec-43ad-a06f-26162e9db738 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:57:00.864350 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:00.946274 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa336863-ff4a-413f-becb-9341ee9616de req-8114874f-f7c1-4f76-bbbc-1a536ad66b60 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159732 Nov 29 17:57:00.960034 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Pushing event updated for resources: {'Port': ['ID=16766809-47ec-43ad-a06f-26162e9db738,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:00.999719 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300990a-7e08-41f9-8bfd-659c9aa73a2d req-66fec57d-e8e2-4426-ad18-30381061738b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:01.001900 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d300990a-7e08-41f9-8bfd-659c9aa73a2d req-66fec57d-e8e2-4426-ad18-30381061738b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11cf8be-8cd9-4a36-b240-148e09dd52b0 HTTP/1.1" status: 200 len: 948 time: 0.1040130 Nov 29 17:57:01.080163 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Attempting to bind port 16766809-47ec-43ad-a06f-26162e9db738 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:57:01.080510 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Attempting to bind port 16766809-47ec-43ad-a06f-26162e9db738 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '01dbf60d-1291-44ed-921d-df177a58c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:57:01.080839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Attempting to bind port 16766809-47ec-43ad-a06f-26162e9db738 on network ffc7ada0-f282-4e96-b253-bb7a04e4eb27 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:57:01.088880 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d300990a-7e08-41f9-8bfd-659c9aa73a2d req-c7706bb8-08c8-47f6-af3e-2c2b626ba535 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692959 Nov 29 17:57:01.089885 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Port 16766809-47ec-43ad-a06f-26162e9db738 on network ffc7ada0-f282-4e96-b253-bb7a04e4eb27 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:57:01.090215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Attempting to bind port 16766809-47ec-43ad-a06f-26162e9db738 on network ffc7ada0-f282-4e96-b253-bb7a04e4eb27 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:57:01.095747 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:57:01.096091 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Checking segment: {'id': '01dbf60d-1291-44ed-921d-df177a58c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:57:01.096480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Bound using segment: {'id': '01dbf60d-1291-44ed-921d-df177a58c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:57:01.096914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Bound port: 16766809-47ec-43ad-a06f-26162e9db738, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01dbf60d-1291-44ed-921d-df177a58c87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:57:01.097276 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:01.190939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] For port 16766809-47ec-43ad-a06f-26162e9db738, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:57:01.194366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] For port 16766809-47ec-43ad-a06f-26162e9db738, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=16766809-47ec-43ad-a06f-26162e9db738,segment=NetworkSegment(01dbf60d-1291-44ed-921d-df177a58c87e),segment_id=01dbf60d-1291-44ed-921d-df177a58c87e)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:57:01.202138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db059553-d185-43a3-88aa-f3897f718c45 req-4c51ede2-a3bf-41c4-98a9-5cad59de130f tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:01.203716 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-db059553-d185-43a3-88aa-f3897f718c45 req-4c51ede2-a3bf-41c4-98a9-5cad59de130f tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/ports?device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 945 time: 0.0912645 Nov 29 17:57:01.208297 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:01.257141 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:01.257770 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:01.259161 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] 10.222.0.31 "PUT /v2.0/ports/16766809-47ec-43ad-a06f-26162e9db738 HTTP/1.1" status: 200 len: 1091 time: 0.8716984 Nov 29 17:57:01.272255 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88a1d1d-084a-4094-90a8-3ec8526dc5c8', 'tag': '16766809-47ec-43ad-a06f-26162e9db738'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:01.275895 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8726b1-12dd-4ca0-87a1-35d36324a41b" -d '{"events": [{"name": "network-changed", "server_uuid": "f88a1d1d-084a-4094-90a8-3ec8526dc5c8", "tag": "16766809-47ec-43ad-a06f-26162e9db738"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:01.367253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e39ac6-5d03-473c-b965-7ec3ac6d0bfd service neutron] Pushing event updated for resources: {'Port': ['ID=16766809-47ec-43ad-a06f-26162e9db738,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:01.391340 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-db059553-d185-43a3-88aa-f3897f718c45 req-d689f87c-0f42-4704-aedb-c1a74c694dd6 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbdc48aa-f619-4bc5-98f9-4c2446485c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749842 Nov 29 17:57:01.406511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef2349-dd3a-4e09-b2e0-52567300f94c req-f03341f3-499a-414c-8937-097a95ce0b9e tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:01.408278 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aeef2349-dd3a-4e09-b2e0-52567300f94c req-f03341f3-499a-414c-8937-097a95ce0b9e tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.1482430 Nov 29 17:57:01.417129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-053ae04d-5af7-4cf4-850a-4518d539abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:01.418921 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-053ae04d-5af7-4cf4-850a-4518d539abc7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dedadc0e82214d55948d2e4a3794e277&device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 1094 time: 0.1009693 Nov 29 17:57:01.450116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c526183-4eb8-455e-bc19-2985ab217b5c req-aace1b69-b1b4-43b9-8a89-e3c651ba899f tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:01.451919 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c526183-4eb8-455e-bc19-2985ab217b5c req-aace1b69-b1b4-43b9-8a89-e3c651ba899f tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.20 "GET /v2.0/ports?device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 945 time: 0.0634518 Nov 29 17:57:01.482581 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01015f97-6a96-4643-ab88-56dbccc3b0fc x-openstack-request-id: req-01015f97-6a96-4643-ab88-56dbccc3b0fc {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:01.482902 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88a1d1d-084a-4094-90a8-3ec8526dc5c8", "tag": "16766809-47ec-43ad-a06f-26162e9db738", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:01.483165 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01015f97-6a96-4643-ab88-56dbccc3b0fc {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:01.483563 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88a1d1d-084a-4094-90a8-3ec8526dc5c8', 'tag': '16766809-47ec-43ad-a06f-26162e9db738', 'status': 'completed', 'code': 200} Nov 29 17:57:01.491490 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-a667952c-fcda-4265-9110-9eaa38c75dec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16766809-47ec-43ad-a06f-26162e9db738 HTTP/1.1" status: 200 len: 217 time: 0.0634444 Nov 29 17:57:01.586587 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aeef2349-dd3a-4e09-b2e0-52567300f94c req-522c4033-70a6-469d-b424-e040b4114e8f tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614828 Nov 29 17:57:01.631157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-1c526183-4eb8-455e-bc19-2985ab217b5c req-ea00b412-68a3-404b-9eb4-63b21a7eba06 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Deleting port 9d4f6919-4607-416e-87d2-bc822b64094f {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:57:01.631508 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1c526183-4eb8-455e-bc19-2985ab217b5c req-ea00b412-68a3-404b-9eb4-63b21a7eba06 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:01.653181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-40ce76c4-8152-467b-93c4-844c337d19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:01.660656 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-40ce76c4-8152-467b-93c4-844c337d19ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f6cad31-93ce-4c40-b76b-685e0e6c4f43 HTTP/1.1" status: 200 len: 853 time: 0.1502662 Nov 29 17:57:01.707316 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6db3b-2e29-45a3-ab9a-683ccf491c1f req-7fbf5336-32f3-4cf4-a831-3b64e0845e9d tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:01.709112 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9e6db3b-2e29-45a3-ab9a-683ccf491c1f req-7fbf5336-32f3-4cf4-a831-3b64e0845e9d tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 943 time: 0.1576366 Nov 29 17:57:01.872164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-c11f9cf4-e62d-474c-bfc8-1c7204d923f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:01.872534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-1c526183-4eb8-455e-bc19-2985ab217b5c req-ea00b412-68a3-404b-9eb4-63b21a7eba06 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] For port 9d4f6919-4607-416e-87d2-bc822b64094f, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=9d4f6919-4607-416e-87d2-bc822b64094f,segment=NetworkSegment(13eccd31-6040-4e3d-b694-1799a829d64b),segment_id=13eccd31-6040-4e3d-b694-1799a829d64b)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:01.872904 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1c526183-4eb8-455e-bc19-2985ab217b5c req-ea00b412-68a3-404b-9eb4-63b21a7eba06 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:01.873796 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-c11f9cf4-e62d-474c-bfc8-1c7204d923f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffc7ada0-f282-4e96-b253-bb7a04e4eb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032447 Nov 29 17:57:01.887439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9e6db3b-2e29-45a3-ab9a-683ccf491c1f req-d0fbf941-46de-4304-b165-1fe072541056 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700165 Nov 29 17:57:01.887765 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-1c526183-4eb8-455e-bc19-2985ab217b5c req-ea00b412-68a3-404b-9eb4-63b21a7eba06 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Calling delete_port for 9d4f6919-4607-416e-87d2-bc822b64094f owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:57:01.952436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367615d-a00d-4685-a644-53f95f4f6e49 req-d1a5850c-7c4d-4767-8d9b-c6dcc5423221 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:01.954367 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b367615d-a00d-4685-a644-53f95f4f6e49 req-d1a5850c-7c4d-4767-8d9b-c6dcc5423221 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.1617053 Nov 29 17:57:02.038843 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1c526183-4eb8-455e-bc19-2985ab217b5c req-ea00b412-68a3-404b-9eb4-63b21a7eba06 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:02.039133 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-6bff3fcd-447f-456b-ae99-db94ff0ee0f2 service neutron] 10.222.0.31 "GET /v2.0/networks/ffc7ada0-f282-4e96-b253-bb7a04e4eb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504500 Nov 29 17:57:02.046926 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b367615d-a00d-4685-a644-53f95f4f6e49 req-77ebb0f2-8c90-4944-b7a4-6c35aef7f1c5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786297 Nov 29 17:57:02.064688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['9d4f6919-4607-416e-87d2-bc822b64094f'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:57:02.073090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00b412-68a3-404b-9eb4-63b21a7eba06 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Pushing event deleted for resources: {'Port': ['ID=9d4f6919-4607-416e-87d2-bc822b64094f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:02.135814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c526183-4eb8-455e-bc19-2985ab217b5c req-ea00b412-68a3-404b-9eb4-63b21a7eba06 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] No DVR routers for this DVR port 9d4f6919-4607-416e-87d2-bc822b64094f on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:57:02.140023 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1c526183-4eb8-455e-bc19-2985ab217b5c req-ea00b412-68a3-404b-9eb4-63b21a7eba06 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:02.143610 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c526183-4eb8-455e-bc19-2985ab217b5c req-ea00b412-68a3-404b-9eb4-63b21a7eba06 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.20 "DELETE /v2.0/ports/9d4f6919-4607-416e-87d2-bc822b64094f HTTP/1.1" status: 204 len: 173 time: 0.6804047 Nov 29 17:57:02.144175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e56349-ec25-40bf-8fb0-75842f8c607c', 'name': 'network-vif-deleted', 'tag': '9d4f6919-4607-416e-87d2-bc822b64094f'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:02.147082 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c005f1-76e6-4338-8b19-f63384d9a7a4" -d '{"events": [{"server_uuid": "52e56349-ec25-40bf-8fb0-75842f8c607c", "name": "network-vif-deleted", "tag": "9d4f6919-4607-416e-87d2-bc822b64094f"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:02.412226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70861bb1-c8a3-41e9-bf07-fd3670c4d15e req-f7460156-2d21-46ec-b3fa-979b36a84964 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:02.413621 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70861bb1-c8a3-41e9-bf07-fd3670c4d15e req-f7460156-2d21-46ec-b3fa-979b36a84964 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.3881404 Nov 29 17:57:02.468358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07435b3-41bb-471e-81b5-cd8ad0455e46 req-cd8f6807-cc59-4a02-bfee-7947503723a9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:02.470369 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c07435b3-41bb-471e-81b5-cd8ad0455e46 req-cd8f6807-cc59-4a02-bfee-7947503723a9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11cf8be-8cd9-4a36-b240-148e09dd52b0 HTTP/1.1" status: 200 len: 948 time: 0.0991352 Nov 29 17:57:02.504798 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07f94399-73a0-4e82-9327-6ba39cb08d28 req-8983b4fa-8134-41b5-bc32-915fa2d1117c service neutron] 10.222.0.31 "GET /v2.0/networks/ffc7ada0-f282-4e96-b253-bb7a04e4eb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464188 Nov 29 17:57:02.526427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70861bb1-c8a3-41e9-bf07-fd3670c4d15e req-265c995f-ce1f-410e-97e7-f6783c497a83 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027367 Nov 29 17:57:02.544294 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c07435b3-41bb-471e-81b5-cd8ad0455e46 req-adb3486f-ce4e-42c2-9aa8-51a16b0397d9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664029 Nov 29 17:57:02.619741 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2b289e-bf5e-4064-a91a-17c3a9f7f0a0 x-openstack-request-id: req-9c2b289e-bf5e-4064-a91a-17c3a9f7f0a0 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:02.621059 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e56349-ec25-40bf-8fb0-75842f8c607c", "name": "network-vif-deleted", "tag": "9d4f6919-4607-416e-87d2-bc822b64094f", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:02.621753 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c2b289e-bf5e-4064-a91a-17c3a9f7f0a0 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:02.622387 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e56349-ec25-40bf-8fb0-75842f8c607c', 'name': 'network-vif-deleted', 'tag': '9d4f6919-4607-416e-87d2-bc822b64094f', 'status': 'completed', 'code': 200} Nov 29 17:57:02.648787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8726b1-12dd-4ca0-87a1-35d36324a41b req-6244c64f-047d-4004-898a-137e3d4c5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:02.651050 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e8726b1-12dd-4ca0-87a1-35d36324a41b req-6244c64f-047d-4004-898a-137e3d4c5b3a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dedadc0e82214d55948d2e4a3794e277&device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 1094 time: 0.0836112 Nov 29 17:57:02.735739 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08c2d588-4892-40e4-b322-2e21940ec058 req-dc76416f-7b5b-4be1-b961-723852dc2d64 tempest-ServerAddressesNegativeTestJSON-175135164 tempest-ServerAddressesNegativeTestJSON-175135164-project] 10.222.0.23 "GET /v2.0/ports?device_id=52e56349-ec25-40bf-8fb0-75842f8c607c HTTP/1.1" status: 200 len: 210 time: 0.0692565 Nov 29 17:57:02.802821 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b4e9ec6e-6abf-41bc-8773-39f2f7499399 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:57:02.807492 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f197ea6-0aac-4947-91fe-2fd3784ddc64 req-32f908c8-099c-486d-a6b3-4e25ab9813c2 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:02.809142 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f197ea6-0aac-4947-91fe-2fd3784ddc64 req-32f908c8-099c-486d-a6b3-4e25ab9813c2 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.1228225 Nov 29 17:57:02.825233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8726b1-12dd-4ca0-87a1-35d36324a41b req-72ba2edd-d3d7-401f-a421-7c662d8f819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:02.826804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e8726b1-12dd-4ca0-87a1-35d36324a41b req-72ba2edd-d3d7-401f-a421-7c662d8f819c service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffc7ada0-f282-4e96-b253-bb7a04e4eb27 HTTP/1.1" status: 200 len: 915 time: 0.1684017 Nov 29 17:57:02.878532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e8726b1-12dd-4ca0-87a1-35d36324a41b req-5068ff7e-0fd4-4822-b52b-269110e6f4a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16766809-47ec-43ad-a06f-26162e9db738 HTTP/1.1" status: 200 len: 217 time: 0.0443928 Nov 29 17:57:02.901333 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f197ea6-0aac-4947-91fe-2fd3784ddc64 req-45b91d3e-5050-49a5-8407-1cb5a2ff2a9f tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847790 Nov 29 17:57:02.914404 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b4e9ec6e-6abf-41bc-8773-39f2f7499399, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b4e9ec6e-6abf-41bc-8773-39f2f7499399,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:02.928076 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'b4e9ec6e-6abf-41bc-8773-39f2f7499399', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'b4e9ec6e-6abf-41bc-8773-39f2f7499399', 'mac_address': 'fa:16:3e:08:43:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:57:02.937127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8726b1-12dd-4ca0-87a1-35d36324a41b req-d12b8640-2e66-42d8-8581-e85eae18fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:02.938680 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e8726b1-12dd-4ca0-87a1-35d36324a41b req-d12b8640-2e66-42d8-8581-e85eae18fa55 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f6cad31-93ce-4c40-b76b-685e0e6c4f43 HTTP/1.1" status: 200 len: 853 time: 0.0503311 Nov 29 17:57:02.970285 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:02.983997 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e9ec6e-6abf-41bc-8773-39f2f7499399 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:57:03.005018 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8726b1-12dd-4ca0-87a1-35d36324a41b req-3ead9e7f-89db-47c7-84d2-4f06839ea0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:03.006649 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e8726b1-12dd-4ca0-87a1-35d36324a41b req-3ead9e7f-89db-47c7-84d2-4f06839ea0ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffc7ada0-f282-4e96-b253-bb7a04e4eb27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612688 Nov 29 17:57:03.009551 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b4e9ec6e-6abf-41bc-8773-39f2f7499399, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b4e9ec6e-6abf-41bc-8773-39f2f7499399,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:03.014107 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:03.064577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=b4e9ec6e-6abf-41bc-8773-39f2f7499399,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:03.116628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db423a-b6e9-4d90-af9e-16f2ad508b23 req-ad41b846-6cfb-4301-84ec-e66b5547c874 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:03.118022 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-63db423a-b6e9-4d90-af9e-16f2ad508b23 req-ad41b846-6cfb-4301-84ec-e66b5547c874 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 943 time: 0.1153576 Nov 29 17:57:03.149588 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e8726b1-12dd-4ca0-87a1-35d36324a41b req-c2aec5e6-59f9-4b86-9b0b-a2fd8ce1667a service neutron] 10.222.0.31 "GET /v2.0/networks/ffc7ada0-f282-4e96-b253-bb7a04e4eb27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314478 Nov 29 17:57:03.221340 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-63db423a-b6e9-4d90-af9e-16f2ad508b23 req-4ca8bb86-6804-4f6c-bd02-83d00c13a68b tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968297 Nov 29 17:57:03.259932 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e8726b1-12dd-4ca0-87a1-35d36324a41b req-4c1d17f5-e4e0-476a-8fa4-6c79adf898c7 service neutron] 10.222.0.31 "GET /v2.0/networks/ffc7ada0-f282-4e96-b253-bb7a04e4eb27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993237 Nov 29 17:57:03.347205 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756be50-8bae-4693-9342-0632c1cab850 req-20bef2be-fad1-4cfd-b72c-89ebc2494f86 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:03.348722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5756be50-8bae-4693-9342-0632c1cab850 req-20bef2be-fad1-4cfd-b72c-89ebc2494f86 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0532169 Nov 29 17:57:03.405512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b4e9ec6e-6abf-41bc-8773-39f2f7499399'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:57:03.409537 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5756be50-8bae-4693-9342-0632c1cab850 req-fa44fec7-2006-4a85-9284-c6ba5250dda5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491452 Nov 29 17:57:03.677200 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660c624-e196-4c19-a26b-0cf0f0a75776 req-f517fbc0-32ec-49a2-9cf5-151cf084ecc0 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:03.678593 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e660c624-e196-4c19-a26b-0cf0f0a75776 req-f517fbc0-32ec-49a2-9cf5-151cf084ecc0 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.0751624 Nov 29 17:57:03.690122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f8a69-f5a7-4ec0-a8ac-6eda6ab97b6a req-7056f183-2a0f-4017-b219-9f2ef8912a71 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:03.691556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5d4f8a69-f5a7-4ec0-a8ac-6eda6ab97b6a req-7056f183-2a0f-4017-b219-9f2ef8912a71 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11cf8be-8cd9-4a36-b240-148e09dd52b0 HTTP/1.1" status: 200 len: 949 time: 0.0758379 Nov 29 17:57:03.764986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e660c624-e196-4c19-a26b-0cf0f0a75776 req-20213040-c193-42f2-8381-391a953c41ee tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724614 Nov 29 17:57:03.768949 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5d4f8a69-f5a7-4ec0-a8ac-6eda6ab97b6a req-6cfab343-220c-4d30-b510-cabd46be8d60 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708866 Nov 29 17:57:03.811418 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39446) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:57:03.858629 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac5e80d9-a4bf-4921-98e4-5e531dc2c911 admin admin] Deleting subnet 4f08d439-bf09-4aec-8d77-c21403dbb18d {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 17:57:03.861948 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ac5e80d9-a4bf-4921-98e4-5e531dc2c911 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:03.896989 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ac5e80d9-a4bf-4921-98e4-5e531dc2c911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:03.935413 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ac5e80d9-a4bf-4921-98e4-5e531dc2c911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:03.987294 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ac5e80d9-a4bf-4921-98e4-5e531dc2c911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:04.012405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e80d9-a4bf-4921-98e4-5e531dc2c911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f08d439-bf09-4aec-8d77-c21403dbb18d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:04.016666 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ac5e80d9-a4bf-4921-98e4-5e531dc2c911 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:04.019895 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ac5e80d9-a4bf-4921-98e4-5e531dc2c911 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4f08d439-bf09-4aec-8d77-c21403dbb18d HTTP/1.1" status: 204 len: 168 time: 0.2074740 Nov 29 17:57:04.022378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39452) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:57:04.092148 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5783245-fe71-4e4b-b662-86f0c3117afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:04.167634 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5783245-fe71-4e4b-b662-86f0c3117afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:04.191099 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-c5783245-fe71-4e4b-b662-86f0c3117afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eed8c55-f216-4881-bbf0-91920fa98552']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:57:04.200121 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-c5783245-fe71-4e4b-b662-86f0c3117afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13eccd31-6040-4e3d-b694-1799a829d64b') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:57:04.200424 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-c5783245-fe71-4e4b-b662-86f0c3117afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13eccd31-6040-4e3d-b694-1799a829d64b') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:57:04.346281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827d9bd-4ec9-4089-b3a7-8afac46307a1 req-00e39e8b-4bf2-4e1c-97ac-586015a86f90 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:04.347883 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8827d9bd-4ec9-4089-b3a7-8afac46307a1 req-00e39e8b-4bf2-4e1c-97ac-586015a86f90 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 943 time: 0.0509374 Nov 29 17:57:04.397078 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8827d9bd-4ec9-4089-b3a7-8afac46307a1 req-ec4e9fd0-465a-4bb1-a7c1-5cb37aa2baa6 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431371 Nov 29 17:57:04.423567 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5783245-fe71-4e4b-b662-86f0c3117afb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:04.437368 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5783245-fe71-4e4b-b662-86f0c3117afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:04.444541 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5783245-fe71-4e4b-b662-86f0c3117afb admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 17:57:04.445068 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5783245-fe71-4e4b-b662-86f0c3117afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: timer() Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 17:57:04.446996 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 17:57:04.499375 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5783245-fe71-4e4b-b662-86f0c3117afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:04.507310 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5783245-fe71-4e4b-b662-86f0c3117afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:04.513197 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c5783245-fe71-4e4b-b662-86f0c3117afb admin admin] 10.222.0.23 "DELETE /v2.0/networks/9eed8c55-f216-4881-bbf0-91920fa98552 HTTP/1.1" status: 204 len: 168 time: 0.4869506 Nov 29 17:57:04.522050 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5783245-fe71-4e4b-b662-86f0c3117afb admin admin] Pushing event deleted for resources: {'Network': ['ID=9eed8c55-f216-4881-bbf0-91920fa98552,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:04.529227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcb4cf-fd01-4b29-8407-6b6087567746 req-4c38b6e2-8a36-4588-a1a7-430a724cfbeb tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:04.530910 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-75dcb4cf-fd01-4b29-8407-6b6087567746 req-4c38b6e2-8a36-4588-a1a7-430a724cfbeb tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0538929 Nov 29 17:57:04.581297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-75dcb4cf-fd01-4b29-8407-6b6087567746 req-6f20fb61-2391-4da0-bf7f-14d60633ee84 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436044 Nov 29 17:57:04.627411 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39470) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:57:04.665642 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-106266c7-73f9-4c75-b8b6-c3a419a9bbec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9fa0b3e75064d40844219ec29b11c45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370789 Nov 29 17:57:04.668108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39472) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:57:04.713361 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e26f1d6d-2dca-4d1c-86e4-8981227df78a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:04.737086 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e26f1d6d-2dca-4d1c-86e4-8981227df78a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:04.782578 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e26f1d6d-2dca-4d1c-86e4-8981227df78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:04.785127 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e26f1d6d-2dca-4d1c-86e4-8981227df78a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:04.786246 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e26f1d6d-2dca-4d1c-86e4-8981227df78a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbdc48aa-f619-4bc5-98f9-4c2446485c5f HTTP/1.1" status: 204 len: 168 time: 0.1172559 Nov 29 17:57:04.795267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f1d6d-2dca-4d1c-86e4-8981227df78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdc48aa-f619-4bc5-98f9-4c2446485c5f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:04.835142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b4e9ec6e-6abf-41bc-8773-39f2f7499399 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:57:04.888554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port b4e9ec6e-6abf-41bc-8773-39f2f7499399 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:57:04.894378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port b4e9ec6e-6abf-41bc-8773-39f2f7499399 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:57:04.895266 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:04.919382 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 16766809-47ec-43ad-a06f-26162e9db738 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:57:04.969618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e5f31-54b8-4da4-bd0c-5a464ffdccbd req-12a90ed5-4763-4a21-aec0-5d93857eecf9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:04.971072 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a30e5f31-54b8-4da4-bd0c-5a464ffdccbd req-12a90ed5-4763-4a21-aec0-5d93857eecf9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11cf8be-8cd9-4a36-b240-148e09dd52b0 HTTP/1.1" status: 200 len: 949 time: 0.0836911 Nov 29 17:57:04.981026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e74cf-f15c-425b-9023-28747278bd9b req-46df8354-05f2-40ca-bd8e-5957652c57e2 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:04.989379 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b59e74cf-f15c-425b-9023-28747278bd9b req-46df8354-05f2-40ca-bd8e-5957652c57e2 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.1120203 Nov 29 17:57:05.061659 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:05.065523 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b59e74cf-f15c-425b-9023-28747278bd9b req-d3fa4b97-639e-4b2b-8c74-b3ac845ac1d0 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753050 Nov 29 17:57:05.070021 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a30e5f31-54b8-4da4-bd0c-5a464ffdccbd req-40d3df8d-696a-4510-8b29-0fb881287c70 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727432 Nov 29 17:57:05.101112 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 16766809-47ec-43ad-a06f-26162e9db738, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=16766809-47ec-43ad-a06f-26162e9db738,segment=NetworkSegment(01dbf60d-1291-44ed-921d-df177a58c87e),segment_id=01dbf60d-1291-44ed-921d-df177a58c87e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:05.114175 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11cf8be-8cd9-4a36-b240-148e09dd52b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e9ec6e-6abf-41bc-8773-39f2f7499399'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:05.117005 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc31a19-ec64-48ed-b645-5ec5d5a6bbfe" -d '{"events": [{"server_uuid": "f11cf8be-8cd9-4a36-b240-148e09dd52b0", "name": "network-vif-plugged", "status": "completed", "tag": "b4e9ec6e-6abf-41bc-8773-39f2f7499399"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:05.131719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '16766809-47ec-43ad-a06f-26162e9db738', 'network_id': 'ffc7ada0-f282-4e96-b253-bb7a04e4eb27', 'port_id': '16766809-47ec-43ad-a06f-26162e9db738', 'mac_address': 'fa:16:3e:57:bd:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6cad31-93ce-4c40-b76b-685e0e6c4f43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:57:05.134246 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b4e9ec6e-6abf-41bc-8773-39f2f7499399, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b4e9ec6e-6abf-41bc-8773-39f2f7499399,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:05.143692 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:05.144484 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 9d4f6919-4607-416e-87d2-bc822b64094f no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:57:05.188867 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 9d4f6919-4607-416e-87d2-bc822b64094f {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:57:05.189212 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 9d4f6919-4607-416e-87d2-bc822b64094f not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:57:05.193942 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad383ab-4b16-47c6-b1a6-e4eecddbb575 x-openstack-request-id: req-8ad383ab-4b16-47c6-b1a6-e4eecddbb575 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:05.194460 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f11cf8be-8cd9-4a36-b240-148e09dd52b0", "name": "network-vif-plugged", "status": "completed", "tag": "b4e9ec6e-6abf-41bc-8773-39f2f7499399", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:05.194913 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ad383ab-4b16-47c6-b1a6-e4eecddbb575 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:05.195459 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11cf8be-8cd9-4a36-b240-148e09dd52b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e9ec6e-6abf-41bc-8773-39f2f7499399', 'code': 200} Nov 29 17:57:05.236326 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:05.260793 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=b4e9ec6e-6abf-41bc-8773-39f2f7499399,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:05.264523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16766809-47ec-43ad-a06f-26162e9db738 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:57:05.285978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 16766809-47ec-43ad-a06f-26162e9db738, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=16766809-47ec-43ad-a06f-26162e9db738,segment=NetworkSegment(01dbf60d-1291-44ed-921d-df177a58c87e),segment_id=01dbf60d-1291-44ed-921d-df177a58c87e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:05.290117 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65439093-50f1-411a-80f0-40af5199a27a req-84e9df00-9c36-44cf-b022-dcd96f8dc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:05.290738 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:05.292662 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-65439093-50f1-411a-80f0-40af5199a27a req-84e9df00-9c36-44cf-b022-dcd96f8dc372 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f11cf8be-8cd9-4a36-b240-148e09dd52b0 HTTP/1.1" status: 200 len: 1101 time: 0.0486844 Nov 29 17:57:05.343140 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-65439093-50f1-411a-80f0-40af5199a27a req-9e597802-8bf7-4237-953c-48ead65c0545 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Nov 29 17:57:05.345293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=16766809-47ec-43ad-a06f-26162e9db738,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:05.534517 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f2644-509f-4481-b4d8-3598df155d0f req-002df1d6-bc7d-4370-8d24-01d48bd63884 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:05.535903 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d4f2644-509f-4481-b4d8-3598df155d0f req-002df1d6-bc7d-4370-8d24-01d48bd63884 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 944 time: 0.0611353 Nov 29 17:57:05.587974 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d4f2644-509f-4481-b4d8-3598df155d0f req-d9ece974-2a4e-4de5-a969-bd25bcce03ed tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457914 Nov 29 17:57:05.703153 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9b2fd-cb05-464f-8a3f-9a4ffb1caaac req-cf3a1970-68d5-4d1f-a620-f9da1db5ea90 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:05.705876 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bef9b2fd-cb05-464f-8a3f-9a4ffb1caaac req-cf3a1970-68d5-4d1f-a620-f9da1db5ea90 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0499761 Nov 29 17:57:05.757557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bef9b2fd-cb05-464f-8a3f-9a4ffb1caaac req-666c7d75-fdaf-447d-9371-0252dec36ee4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441935 Nov 29 17:57:05.815682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['16766809-47ec-43ad-a06f-26162e9db738'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:57:05.951013 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28403561-0fb9-4418-a34b-9c532881d0ae req-981f1edc-0b8b-45ae-9446-479c8f748842 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5092418a-75af-46fc-8b5b-63b99d1bf375 HTTP/1.1" status: 200 len: 210 time: 0.0332086 Nov 29 17:57:06.211273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fcf6c-0978-426c-bcda-35f32a691584 req-270d9b4c-a4ca-400d-a356-84ff335a8c06 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:06.218423 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e3fcf6c-0978-426c-bcda-35f32a691584 req-270d9b4c-a4ca-400d-a356-84ff335a8c06 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11cf8be-8cd9-4a36-b240-148e09dd52b0 HTTP/1.1" status: 200 len: 950 time: 0.0652058 Nov 29 17:57:06.293712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e3fcf6c-0978-426c-bcda-35f32a691584 req-285b0027-04fd-4329-ace5-b69d51e7a532 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744162 Nov 29 17:57:06.320229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d566bf5-e414-43f9-a74c-44e6b201f476 req-044774ad-289a-4002-8548-484e5a701f36 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:06.321603 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d566bf5-e414-43f9-a74c-44e6b201f476 req-044774ad-289a-4002-8548-484e5a701f36 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.0622141 Nov 29 17:57:06.403524 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d566bf5-e414-43f9-a74c-44e6b201f476 req-5cc6175b-23e3-4624-b739-b5e81423510b tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728102 Nov 29 17:57:06.434838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18770f30-4990-44af-88d8-4e3e691c093d req-944596a5-e3ba-43f3-a94a-88338d13da76 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:06.436827 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18770f30-4990-44af-88d8-4e3e691c093d req-944596a5-e3ba-43f3-a94a-88338d13da76 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 1097 time: 0.0500536 Nov 29 17:57:06.495356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18770f30-4990-44af-88d8-4e3e691c093d req-404a5b2c-92e5-4b0d-a152-dad116776d42 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497196 Nov 29 17:57:06.629616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-2849c6d2-506a-48ed-a750-4756f142f0ad req-653ba496-5282-4f98-81ad-177a35fe8c7d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:57:06.630864 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2849c6d2-506a-48ed-a750-4756f142f0ad req-653ba496-5282-4f98-81ad-177a35fe8c7d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067122 Nov 29 17:57:06.729305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-199039b3-36eb-4cff-a3eb-a27428043397 req-f944c1f6-925e-414b-a283-a4ace40af4b8 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0431268 Nov 29 17:57:06.850902 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95c1dc-4a55-4ebc-b1ee-d3964a2666a8 req-22ad905b-57b7-4908-922c-9736e40f1aaf tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:06.852408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b95c1dc-4a55-4ebc-b1ee-d3964a2666a8 req-22ad905b-57b7-4908-922c-9736e40f1aaf tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 944 time: 0.0518439 Nov 29 17:57:06.912065 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b95c1dc-4a55-4ebc-b1ee-d3964a2666a8 req-4479b257-8425-4cb4-92c0-c128246983bd tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523329 Nov 29 17:57:06.915977 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:57:07.079556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c7bf9-7c47-4781-a869-58f4b897201e req-8acd29fd-9ce7-431c-b9ae-c0068d267272 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:07.081134 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e24c7bf9-7c47-4781-a869-58f4b897201e req-8acd29fd-9ce7-431c-b9ae-c0068d267272 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0770826 Nov 29 17:57:07.140544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e24c7bf9-7c47-4781-a869-58f4b897201e req-053e155b-f6dd-4f87-88de-780e60f4fccc tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531471 Nov 29 17:57:07.150583 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:07.163116 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647', 'mac_address': 'fa:16:3e:c0:47:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:57:07.202286 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:07.216047 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:57:07.237021 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:07.244597 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:07.295002 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:07.441790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e564c-6fc9-42b9-bd17-9f24f396bdd7 req-b1362515-653b-4242-b126-bfbc001a908b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:07.443517 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-065e564c-6fc9-42b9-bd17-9f24f396bdd7 req-b1362515-653b-4242-b126-bfbc001a908b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11cf8be-8cd9-4a36-b240-148e09dd52b0 HTTP/1.1" status: 200 len: 950 time: 0.0622842 Nov 29 17:57:07.451168 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['8f0d8a8e-d43b-4a13-84f1-8bfe0f570647'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:57:07.500712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-065e564c-6fc9-42b9-bd17-9f24f396bdd7 req-62cf879d-746f-4c62-9695-2519610728e5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488725 Nov 29 17:57:07.619364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9267ac-05e7-4cb6-97f9-2d4cc229de5e req-0b3ee761-0731-4140-940e-5cc9e0085e5b tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:07.620783 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e9267ac-05e7-4cb6-97f9-2d4cc229de5e req-0b3ee761-0731-4140-940e-5cc9e0085e5b tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.0525901 Nov 29 17:57:07.670400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e9267ac-05e7-4cb6-97f9-2d4cc229de5e req-8d24b60c-0102-4339-89f2-291dc9ce1ae4 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428896 Nov 29 17:57:07.715883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-48116666-0477-4bbc-ba36-74567759a25e tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:57:07.717183 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-48116666-0477-4bbc-ba36-74567759a25e tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061309 Nov 29 17:57:07.756719 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5975ab-4522-4d37-8553-97796d04b626 req-e65227c6-684b-4be1-b7f0-7f5a1368f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:07.758082 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-e65227c6-684b-4be1-b7f0-7f5a1368f073 service neutron] 10.222.0.23 "GET /v2.0/ports/f661afb9-9b00-4252-98e5-c3cccaf61611 HTTP/1.1" status: 200 len: 1094 time: 0.0332413 Nov 29 17:57:07.767542 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2fb5dbaa-ee4a-42f4-8426-e390ca1be5de service neutron] Request body: {'binding': {'host': 'n-h2-819494-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:57:07.768004 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2fb5dbaa-ee4a-42f4-8426-e390ca1be5de service neutron] Unknown quota resources ['binding']. {{(pid=110004) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 17:57:07.858276 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d71d3-2d2c-4f33-abaf-69042d666270 req-9d53fcf2-f677-43ea-a48a-578e4669d612 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:07.861576 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-440d71d3-2d2c-4f33-abaf-69042d666270 req-9d53fcf2-f677-43ea-a48a-578e4669d612 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f11cf8be-8cd9-4a36-b240-148e09dd52b0 HTTP/1.1" status: 200 len: 1101 time: 0.0640068 Nov 29 17:57:07.918706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-440d71d3-2d2c-4f33-abaf-69042d666270 req-c2c37b9c-7bd6-4951-a7c9-dc4eb06e3b04 tempest-ServersOnMultiNodesTest-572208982 tempest-ServersOnMultiNodesTest-572208982-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485628 Nov 29 17:57:07.934606 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-110ccb36-cdba-494e-9047-02737c66d7cc req-9b3af1aa-cc3f-4f66-b858-19ea79470d3c service neutron] 10.222.0.20 "GET /v2.0/ports/fd30e0bb-d831-4e48-a07d-0961501a8ff7/bindings/n-h1-819494-5 HTTP/1.1" status: 200 len: 382 time: 0.0894434 Nov 29 17:57:07.989106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2fb5dbaa-ee4a-42f4-8426-e390ca1be5de service neutron] Attempting to bind port f661afb9-9b00-4252-98e5-c3cccaf61611 on host n-h2-819494-5 for vnic_type normal with profile None {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:57:07.989463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2fb5dbaa-ee4a-42f4-8426-e390ca1be5de service neutron] Attempting to bind port f661afb9-9b00-4252-98e5-c3cccaf61611 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:57:07.989800 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2fb5dbaa-ee4a-42f4-8426-e390ca1be5de service neutron] Attempting to bind port f661afb9-9b00-4252-98e5-c3cccaf61611 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:57:07.996035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2fb5dbaa-ee4a-42f4-8426-e390ca1be5de service neutron] Port f661afb9-9b00-4252-98e5-c3cccaf61611 on network d41485a2-1aa1-4798-b665-6b565c023c81 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:57:07.997390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2fb5dbaa-ee4a-42f4-8426-e390ca1be5de service neutron] Attempting to bind port f661afb9-9b00-4252-98e5-c3cccaf61611 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:57:08.003203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2fb5dbaa-ee4a-42f4-8426-e390ca1be5de service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:57:08.003599 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2fb5dbaa-ee4a-42f4-8426-e390ca1be5de service neutron] Checking segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:57:08.004154 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2fb5dbaa-ee4a-42f4-8426-e390ca1be5de service neutron] Bound using segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:57:08.004975 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2fb5dbaa-ee4a-42f4-8426-e390ca1be5de service neutron] Bound port: f661afb9-9b00-4252-98e5-c3cccaf61611, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:57:08.083071 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2fb5dbaa-ee4a-42f4-8426-e390ca1be5de service neutron] For port f661afb9-9b00-4252-98e5-c3cccaf61611, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f661afb9-9b00-4252-98e5-c3cccaf61611,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:57:08.092220 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2fb5dbaa-ee4a-42f4-8426-e390ca1be5de service neutron] Publish callbacks [] for binding, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:08.093556 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2fb5dbaa-ee4a-42f4-8426-e390ca1be5de service neutron] 10.222.0.23 "POST /v2.0/ports/f661afb9-9b00-4252-98e5-c3cccaf61611/bindings HTTP/1.1" status: 201 len: 389 time: 0.3293877 Nov 29 17:57:08.273453 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ccb36-cdba-494e-9047-02737c66d7cc req-9cafa02a-0a72-4fa8-998b-344ef36e2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:08.274978 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-110ccb36-cdba-494e-9047-02737c66d7cc req-9cafa02a-0a72-4fa8-998b-344ef36e2cea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39&tenant_id=74da84362ff44d4397e3357f1f704eae HTTP/1.1" status: 200 len: 1101 time: 0.0576849 Nov 29 17:57:08.277752 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3e848-d980-4e61-9136-b7eca679a46f req-6815647f-8c9c-4106-b6e0-f1d45c94238d tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:08.279350 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5c3e848-d980-4e61-9136-b7eca679a46f req-6815647f-8c9c-4106-b6e0-f1d45c94238d tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 944 time: 0.0596259 Nov 29 17:57:08.332429 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5c3e848-d980-4e61-9136-b7eca679a46f req-9f1c9d17-aab9-45ff-9ecd-95e5cb501969 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455613 Nov 29 17:57:08.356759 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ccb36-cdba-494e-9047-02737c66d7cc req-631ea27c-0073-4561-8d0a-755d5f192903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:08.358390 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-110ccb36-cdba-494e-9047-02737c66d7cc req-631ea27c-0073-4561-8d0a-755d5f192903 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 1101 time: 0.0454929 Nov 29 17:57:08.360930 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57f12c82-f52b-4f65-b0cc-b0ee3c68c97a req-e05d3459-c4cc-4ae6-9070-da9fb555b8f4 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0275490 Nov 29 17:57:08.458950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ccb36-cdba-494e-9047-02737c66d7cc req-0d6ccd6f-b846-4cbc-a907-d186e78f6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:08.460323 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-110ccb36-cdba-494e-9047-02737c66d7cc req-0d6ccd6f-b846-4cbc-a907-d186e78f6d06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.0903988 Nov 29 17:57:08.466580 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-b61d4cab-8176-454e-b28e-7c3db78777e5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c4bd3732f9e045b291c6544ec838be2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461400 Nov 29 17:57:08.507116 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-110ccb36-cdba-494e-9047-02737c66d7cc req-69aa23ac-e669-4c44-9c98-4e30bd101a63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7 HTTP/1.1" status: 200 len: 217 time: 0.0344210 Nov 29 17:57:08.537917 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0f498-a479-4aed-8f81-900e914fd59b req-d2ead30d-f9fc-4f88-819b-c47d6dcbb25c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:08.540053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3b0f498-a479-4aed-8f81-900e914fd59b req-d2ead30d-f9fc-4f88-819b-c47d6dcbb25c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.1167858 Nov 29 17:57:08.561102 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ccb36-cdba-494e-9047-02737c66d7cc req-e0cd6148-8c8a-4bc7-980b-a2f6a1df4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:08.562599 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-110ccb36-cdba-494e-9047-02737c66d7cc req-e0cd6148-8c8a-4bc7-980b-a2f6a1df4be2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0473633 Nov 29 17:57:08.618621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-a7a0a6bb-7f35-4135-b0b9-0248c204cf6d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:08.619336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ccb36-cdba-494e-9047-02737c66d7cc req-e5afc8be-ab3f-4baf-838f-e3b0d08a625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:08.620135 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-a7a0a6bb-7f35-4135-b0b9-0248c204cf6d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466923 Nov 29 17:57:08.620899 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-110ccb36-cdba-494e-9047-02737c66d7cc req-e5afc8be-ab3f-4baf-838f-e3b0d08a625b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0453174 Nov 29 17:57:08.624677 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3b0f498-a479-4aed-8f81-900e914fd59b req-bdbeedb4-4862-4b8c-bc76-c8147ded9b07 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759335 Nov 29 17:57:08.635596 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-6306fa2c-0d9a-40b4-8101-71fbe8b147b7 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/quotas/c4bd3732f9e045b291c6544ec838be2e HTTP/1.1" status: 200 len: 375 time: 0.0091074 Nov 29 17:57:08.730899 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-96e985ba-9857-40ec-bd55-202376d3b17f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0887432 Nov 29 17:57:08.735530 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-110ccb36-cdba-494e-9047-02737c66d7cc req-ffd45ca6-064b-496a-a7a8-93b561b0917c service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953255 Nov 29 17:57:08.755406 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337458c-013d-495e-9b06-19aab4fd1e66 req-1c27faf9-6adb-4cde-9c64-47743735caa3 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:08.756926 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b337458c-013d-495e-9b06-19aab4fd1e66 req-1c27faf9-6adb-4cde-9c64-47743735caa3 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0728030 Nov 29 17:57:08.807604 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b337458c-013d-495e-9b06-19aab4fd1e66 req-5ef819ab-23dd-447d-8acd-d99e361aa400 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443890 Nov 29 17:57:08.860375 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-110ccb36-cdba-494e-9047-02737c66d7cc req-5e6845de-87ce-4eef-82af-5373a0c502dd service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172187 Nov 29 17:57:08.946534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a26f70-569c-4238-a55d-9202aca32c2e req-7cfdfa89-d098-4aaf-af47-5e9ebb20dbe4 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:08.948201 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7a26f70-569c-4238-a55d-9202aca32c2e req-7cfdfa89-d098-4aaf-af47-5e9ebb20dbe4 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 946 time: 0.0611942 Nov 29 17:57:08.949181 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fc7c0456-422f-41a5-946e-c149a272dc54 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:57:08.956046 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:57:08.987622 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcb96db5-1ee6-4bda-a843-6e9bafb45ca4 req-f033590d-ac5c-450c-b8db-d4916c630251 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 210 time: 0.0377340 Nov 29 17:57:09.026325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7a26f70-569c-4238-a55d-9202aca32c2e req-1c653b1c-6b76-4287-8641-a0f7b1a85ac5 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650201 Nov 29 17:57:09.125044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:57:09.125456 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:09.164087 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port fc7c0456-422f-41a5-946e-c149a272dc54, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fc7c0456-422f-41a5-946e-c149a272dc54,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:09.180192 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fc7c0456-422f-41a5-946e-c149a272dc54 has no active binding in host n-h2-819494-5 {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 29 17:57:09.229138 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:09.252591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9c915f-e99a-478b-a9a5-42fa447d7f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:09.254943 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d98cb4-1efa-4050-baca-6e7e7701474e" -d '{"events": [{"server_uuid": "7a9c915f-e99a-478b-a9a5-42fa447d7f2e", "name": "network-vif-plugged", "status": "completed", "tag": "8f0d8a8e-d43b-4a13-84f1-8bfe0f570647"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:09.267747 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:09.273343 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:09.274245 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 16766809-47ec-43ad-a06f-26162e9db738 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:57:09.285820 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d45dcdd1-edff-4deb-ab74-2e747410b5bc req-17a857bf-6eba-47ed-9da9-f9b9094d97c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5092418a-75af-46fc-8b5b-63b99d1bf375 HTTP/1.1" status: 200 len: 210 time: 0.0311432 Nov 29 17:57:09.317427 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025cd3ba-6ab3-4c82-af8e-9635c59f7af5 x-openstack-request-id: req-025cd3ba-6ab3-4c82-af8e-9635c59f7af5 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:09.317754 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9c915f-e99a-478b-a9a5-42fa447d7f2e", "name": "network-vif-plugged", "status": "completed", "tag": "8f0d8a8e-d43b-4a13-84f1-8bfe0f570647", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:09.318017 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-025cd3ba-6ab3-4c82-af8e-9635c59f7af5 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:09.318414 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9c915f-e99a-478b-a9a5-42fa447d7f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647', 'code': 200} Nov 29 17:57:09.355736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:09.370527 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 16766809-47ec-43ad-a06f-26162e9db738 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:57:09.375537 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 16766809-47ec-43ad-a06f-26162e9db738 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:57:09.376310 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:09.433690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-617b12cf-52a9-4185-8975-6b7b57837e7f tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:09.435570 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-617b12cf-52a9-4185-8975-6b7b57837e7f tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272&tenant_id=80d0ffbb4cf74b4ab097b8a012189088&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 1097 time: 0.0582366 Nov 29 17:57:09.464029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-5'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:57:09.474395 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:09.511147 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 16766809-47ec-43ad-a06f-26162e9db738, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=16766809-47ec-43ad-a06f-26162e9db738,segment=NetworkSegment(01dbf60d-1291-44ed-921d-df177a58c87e),segment_id=01dbf60d-1291-44ed-921d-df177a58c87e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:09.516578 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:09.532246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-213fab0f-cc58-4c86-917a-386e2b628012 req-0f66690c-d350-4cab-b994-a31695b488b1 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0649230 Nov 29 17:57:09.571614 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:09.574672 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=16766809-47ec-43ad-a06f-26162e9db738,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:09.580795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac7d9b-214e-429d-a71d-144313a71274 req-d297652c-4f81-4185-b86d-87f0815d73ca tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:09.582274 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-03ac7d9b-214e-429d-a71d-144313a71274 req-d297652c-4f81-4185-b86d-87f0815d73ca tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 944 time: 0.1359043 Nov 29 17:57:09.696609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-03ac7d9b-214e-429d-a71d-144313a71274 req-705ee0d9-3952-45ab-bcb4-0d9e2457522a tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067350 Nov 29 17:57:09.771471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc7cf1-10e9-452d-a34f-370a16955e6b req-30350f86-1acf-450d-aba9-e39b00dea7a7 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:09.772823 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-63cc7cf1-10e9-452d-a34f-370a16955e6b req-30350f86-1acf-450d-aba9-e39b00dea7a7 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0723562 Nov 29 17:57:09.777395 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] For port fc7c0456-422f-41a5-946e-c149a272dc54, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fc7c0456-422f-41a5-946e-c149a272dc54,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:09.846937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] For port fc7c0456-422f-41a5-946e-c149a272dc54, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:57:09.851591 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-63cc7cf1-10e9-452d-a34f-370a16955e6b req-0f06e5c4-a530-4cc0-b22f-10460bbf2337 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722704 Nov 29 17:57:09.898908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b28382d-6f6a-454d-8f0b-5e56ad188272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7c0456-422f-41a5-946e-c149a272dc54'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:09.901079 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7907ee-535b-49c1-86c8-6aade6083275" -d '{"events": [{"server_uuid": "1b28382d-6f6a-454d-8f0b-5e56ad188272", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7c0456-422f-41a5-946e-c149a272dc54"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:09.906479 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:09.928919 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:09.960746 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a364fb7e-f97c-4332-af79-987437465948 x-openstack-request-id: req-a364fb7e-f97c-4332-af79-987437465948 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:09.961044 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b28382d-6f6a-454d-8f0b-5e56ad188272", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7c0456-422f-41a5-946e-c149a272dc54", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:09.961351 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a364fb7e-f97c-4332-af79-987437465948 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:09.961711 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b28382d-6f6a-454d-8f0b-5e56ad188272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7c0456-422f-41a5-946e-c149a272dc54', 'code': 200} Nov 29 17:57:09.992731 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8d891-ca54-4e32-b521-0e220667d7ee req-48f52d0f-8efa-4ef2-9c26-b4a1c3488f93 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:09.994215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1c8d891-ca54-4e32-b521-0e220667d7ee req-48f52d0f-8efa-4ef2-9c26-b4a1c3488f93 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.1068237 Nov 29 17:57:10.026304 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7c0456-422f-41a5-946e-c149a272dc54,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:10.069957 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-2c7f2ece-1348-4acb-9505-93ee0f35e43d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c4bd3732f9e045b291c6544ec838be2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464590 Nov 29 17:57:10.104895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Attempting to bind port fc7c0456-422f-41a5-946e-c149a272dc54 on host n-h1-819494-5 for vnic_type normal with profile {"migrating_to": "n-h2-819494-5"} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:57:10.105357 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Attempting to bind port fc7c0456-422f-41a5-946e-c149a272dc54 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:57:10.105802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Attempting to bind port fc7c0456-422f-41a5-946e-c149a272dc54 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:57:10.124852 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1c8d891-ca54-4e32-b521-0e220667d7ee req-f37dfeda-aa42-4172-a9e3-f997c789932f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232059 Nov 29 17:57:10.134648 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e07fa147-a810-45b4-bd14-d36afb8bea24 req-ed83d5b5-d427-4c85-b74b-18613f270059 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 210 time: 0.0451863 Nov 29 17:57:10.137596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Port fc7c0456-422f-41a5-946e-c149a272dc54 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:57:10.140574 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Attempting to bind port fc7c0456-422f-41a5-946e-c149a272dc54 on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:57:10.153507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:57:10.153865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Checking segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:57:10.154230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Bound using segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:57:10.154660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Bound port: fc7c0456-422f-41a5-946e-c149a272dc54, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:57:10.161495 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:10.266516 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-067a7d32-a0d9-400d-88f0-2b6b724d62c2 req-049da792-7efc-47fd-a272-956abbaa98ee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0446141 Nov 29 17:57:10.291301 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] For port fc7c0456-422f-41a5-946e-c149a272dc54, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:57:10.294091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-75a108b4-bf1f-4932-a906-b38de9cbd7fd tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:10.295705 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-75a108b4-bf1f-4932-a906-b38de9cbd7fd tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173181 Nov 29 17:57:10.307443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] For port fc7c0456-422f-41a5-946e-c149a272dc54, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fc7c0456-422f-41a5-946e-c149a272dc54,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:57:10.311685 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-32bd0009-0ef6-4b6c-a09f-7bfd5824753b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Request body: {'port': {'device_id': 'd7914589-0db8-4701-8f8b-a3b1d44a8aca', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': 'c4bd3732f9e045b291c6544ec838be2e'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:57:10.316649 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:10.355405 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3504b-4265-4b3a-b359-245e9ea119cf req-ee7b18d4-6864-4860-b666-27d34e77b26d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:10.357723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ece3504b-4265-4b3a-b359-245e9ea119cf req-ee7b18d4-6864-4860-b666-27d34e77b26d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 944 time: 0.1049225 Nov 29 17:57:10.428278 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7c0456-422f-41a5-946e-c149a272dc54,revision_number=8']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:10.432007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:10.432633 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:10.434050 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d36323a7-087e-47f8-b0de-3d59a84b0de4 service neutron] 10.222.0.31 "PUT /v2.0/ports/fc7c0456-422f-41a5-946e-c149a272dc54 HTTP/1.1" status: 200 len: 1122 time: 0.9743676 Nov 29 17:57:10.456641 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-32bd0009-0ef6-4b6c-a09f-7bfd5824753b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Made reservation on behalf of c4bd3732f9e045b291c6544ec838be2e for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:57:10.462264 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ece3504b-4265-4b3a-b359-245e9ea119cf req-bd550e39-ab2d-44b4-805c-eaa2fde9f0cc tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898349 Nov 29 17:57:10.462732 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-32bd0009-0ef6-4b6c-a09f-7bfd5824753b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:10.590979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['fc7c0456-422f-41a5-946e-c149a272dc54'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:57:10.635213 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-32bd0009-0ef6-4b6c-a09f-7bfd5824753b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Allocated IP 192.168.233.218 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/9560f16c-59e5-441b-8e21-6edb3d10c920) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:57:10.678053 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['fc7c0456-422f-41a5-946e-c149a272dc54'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:57:10.696095 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a799328-d7f3-4a4b-9e9f-743940a56647 req-aeaa32ba-ed0f-414f-a053-bac49b8c62bf tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0348234 Nov 29 17:57:10.854081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fd30e0bb-d831-4e48-a07d-0961501a8ff7 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:57:10.865082 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-32bd0009-0ef6-4b6c-a09f-7bfd5824753b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:10.913487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef994a53-e225-4494-a8b7-1f0ae68cb745 req-72777558-516b-4512-87f1-03f2b536095f tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:10.915086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef994a53-e225-4494-a8b7-1f0ae68cb745 req-72777558-516b-4512-87f1-03f2b536095f tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.1189170 Nov 29 17:57:10.921895 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-32bd0009-0ef6-4b6c-a09f-7bfd5824753b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:10.991007 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef994a53-e225-4494-a8b7-1f0ae68cb745 req-5edd3d1f-94f8-495f-b6b7-bb9881c50eb0 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673687 Nov 29 17:57:11.017364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-32bd0009-0ef6-4b6c-a09f-7bfd5824753b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:57:11.019589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-32bd0009-0ef6-4b6c-a09f-7bfd5824753b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:57:11.023653 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-32bd0009-0ef6-4b6c-a09f-7bfd5824753b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:57:11.101921 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd0009-0ef6-4b6c-a09f-7bfd5824753b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Pushing event updated for resources: {'Port': ['ID=9560f16c-59e5-441b-8e21-6edb3d10c920,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:11.111376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1113fff-3346-4817-96b0-ef2c59cf30bf req-49fe5548-143e-4a54-988d-a830cc2816c2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:11.112317 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-32bd0009-0ef6-4b6c-a09f-7bfd5824753b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:11.112928 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-32bd0009-0ef6-4b6c-a09f-7bfd5824753b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:11.113311 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d1113fff-3346-4817-96b0-ef2c59cf30bf req-49fe5548-143e-4a54-988d-a830cc2816c2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.1117134 Nov 29 17:57:11.136384 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-32bd0009-0ef6-4b6c-a09f-7bfd5824753b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8298960 Nov 29 17:57:11.153910 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Request body: {'port': {'device_id': 'd7914589-0db8-4701-8f8b-a3b1d44a8aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:57:11.229264 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['85a3cec5-f174-4e9e-8270-8b013433686b', 'e85ade08-c8ea-4bd5-b629-cb57e9e9a70d', 'b4e9ec6e-6abf-41bc-8773-39f2f7499399'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:57:11.243796 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:11.260743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d1113fff-3346-4817-96b0-ef2c59cf30bf req-2a9549c9-6066-408f-86ca-1185fa6585c0 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354680 Nov 29 17:57:11.262937 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:11.321447 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88a1d1d-084a-4094-90a8-3ec8526dc5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16766809-47ec-43ad-a06f-26162e9db738'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:11.325823 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee20da8-2031-4827-8020-29d3f3d95f7d" -d '{"events": [{"server_uuid": "f88a1d1d-084a-4094-90a8-3ec8526dc5c8", "name": "network-vif-plugged", "status": "completed", "tag": "16766809-47ec-43ad-a06f-26162e9db738"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:11.425989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fd30e0bb-d831-4e48-a07d-0961501a8ff7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:11.435580 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:11.468371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd6188-d20b-46f0-ba6b-608776a1617e req-116fce71-2532-4bf3-88f4-aaa3be4fbd74 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:11.470857 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6bdd6188-d20b-46f0-ba6b-608776a1617e req-116fce71-2532-4bf3-88f4-aaa3be4fbd74 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 936 time: 0.0914595 Nov 29 17:57:11.480187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f777c4-7f77-4563-8956-4ff96bde04d9 req-9dce8667-b5ef-4ed3-96ee-98c1d12ca229 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:11.489604 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4f777c4-7f77-4563-8956-4ff96bde04d9 req-9dce8667-b5ef-4ed3-96ee-98c1d12ca229 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.1718059 Nov 29 17:57:11.550511 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=fd30e0bb-d831-4e48-a07d-0961501a8ff7,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:11.576257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0975d8d5-a262-4438-bcf0-dc49acbbc45e None None] Provisioning complete for port 9560f16c-59e5-441b-8e21-6edb3d10c920 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:57:11.576643 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0975d8d5-a262-4438-bcf0-dc49acbbc45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:11.584654 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6bdd6188-d20b-46f0-ba6b-608776a1617e req-890446de-8e92-45fa-b4e2-c36b95fe82bf tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844581 Nov 29 17:57:11.595814 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4f777c4-7f77-4563-8956-4ff96bde04d9 req-6e8494a4-ba45-478b-bb31-def146ab2a61 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050301 Nov 29 17:57:11.640799 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0975d8d5-a262-4438-bcf0-dc49acbbc45e None None] Port 9560f16c-59e5-441b-8e21-6edb3d10c920 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:57:11.675629 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1785ed4d-0040-4500-bf03-283357b20781 x-openstack-request-id: req-1785ed4d-0040-4500-bf03-283357b20781 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:11.675927 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88a1d1d-084a-4094-90a8-3ec8526dc5c8", "name": "network-vif-plugged", "status": "completed", "tag": "16766809-47ec-43ad-a06f-26162e9db738", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:11.676190 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1785ed4d-0040-4500-bf03-283357b20781 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:11.676588 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88a1d1d-084a-4094-90a8-3ec8526dc5c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16766809-47ec-43ad-a06f-26162e9db738', 'code': 200} Nov 29 17:57:11.747725 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9560f16c-59e5-441b-8e21-6edb3d10c920 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:57:11.770611 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:11.785511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Transition to ACTIVE for port object 9560f16c-59e5-441b-8e21-6edb3d10c920 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:57:11.793835 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:11.909764 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Pushing event updated for resources: {'Port': ['ID=9560f16c-59e5-441b-8e21-6edb3d10c920,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:11.984868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b28382d-6f6a-454d-8f0b-5e56ad188272', 'tag': 'fc7c0456-422f-41a5-946e-c149a272dc54'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:11.996432 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f038ce-83be-4ccc-9d38-52eddfd20cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "1b28382d-6f6a-454d-8f0b-5e56ad188272", "tag": "fc7c0456-422f-41a5-946e-c149a272dc54"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:12.031887 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a98571c-ca28-47b0-aaea-e8a27565ca77 req-b804f366-e4d8-4494-9aa9-ef030a0f47ba tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0761995 Nov 29 17:57:12.033393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa0941-1363-4110-8a58-8618ea3c61e4 req-007245f6-59ff-45e5-b586-db02585a5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:12.034966 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23fa0941-1363-4110-8a58-8618ea3c61e4 req-007245f6-59ff-45e5-b586-db02585a5a52 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 1096 time: 0.2406697 Nov 29 17:57:12.049476 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce499e0b-9abb-4607-a891-ebfdfdc38ce5 req-307f9093-00ab-4c95-ac5c-9389ab55849e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:12.059139 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce499e0b-9abb-4607-a891-ebfdfdc38ce5 req-307f9093-00ab-4c95-ac5c-9389ab55849e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 944 time: 0.2531188 Nov 29 17:57:12.095374 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Attempting to bind port 9560f16c-59e5-441b-8e21-6edb3d10c920 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:57:12.096001 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Attempting to bind port 9560f16c-59e5-441b-8e21-6edb3d10c920 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:57:12.096498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Attempting to bind port 9560f16c-59e5-441b-8e21-6edb3d10c920 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:57:12.102147 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Port 9560f16c-59e5-441b-8e21-6edb3d10c920 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:57:12.103300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Attempting to bind port 9560f16c-59e5-441b-8e21-6edb3d10c920 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:57:12.111852 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['eb57a55e-8e88-4232-adb2-6710e7654ae4', '336aaaf4-cfbf-490f-953c-4ab6d451a81e', 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8', 'c320eafe-c692-4415-8406-2fd572fa67b3'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:57:12.116184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:57:12.117654 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:57:12.119570 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:57:12.120215 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Bound port: 9560f16c-59e5-441b-8e21-6edb3d10c920, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:57:12.120756 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:12.135831 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f412056b-1ad1-4504-8578-f93c18f7caaf x-openstack-request-id: req-f412056b-1ad1-4504-8578-f93c18f7caaf {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:12.137673 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b28382d-6f6a-454d-8f0b-5e56ad188272", "tag": "fc7c0456-422f-41a5-946e-c149a272dc54", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:12.138038 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f412056b-1ad1-4504-8578-f93c18f7caaf {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:12.138541 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b28382d-6f6a-454d-8f0b-5e56ad188272', 'tag': 'fc7c0456-422f-41a5-946e-c149a272dc54', 'status': 'completed', 'code': 200} Nov 29 17:57:12.229851 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23fa0941-1363-4110-8a58-8618ea3c61e4 req-6a65eef1-46cf-4cb6-8ec3-238289b82994 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449683 Nov 29 17:57:12.249492 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce499e0b-9abb-4607-a891-ebfdfdc38ce5 req-3b502677-cb69-4de6-ae7e-25fa26fe84d5 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878772 Nov 29 17:57:12.345309 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71829262-0db4-4949-874d-747ee1800ffe req-d64d2c6f-8c97-4c14-891f-5b14689a6bd0 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:12.353847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] For port 9560f16c-59e5-441b-8e21-6edb3d10c920, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:57:12.354413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71829262-0db4-4949-874d-747ee1800ffe req-d64d2c6f-8c97-4c14-891f-5b14689a6bd0 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.1033576 Nov 29 17:57:12.364979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f038ce-83be-4ccc-9d38-52eddfd20cbf req-91435a5a-05ce-4516-86de-710726d704d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:12.366605 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-20f038ce-83be-4ccc-9d38-52eddfd20cbf req-91435a5a-05ce-4516-86de-710726d704d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 1125 time: 0.1745617 Nov 29 17:57:12.368923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] For port 9560f16c-59e5-441b-8e21-6edb3d10c920, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=9560f16c-59e5-441b-8e21-6edb3d10c920,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:57:12.419863 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:12.458709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71829262-0db4-4949-874d-747ee1800ffe req-a38439f6-ad38-4b65-8da3-c3d00cd8dd31 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997477 Nov 29 17:57:12.567537 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:12.569313 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:12.571481 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] 10.222.0.31 "PUT /v2.0/ports/9560f16c-59e5-441b-8e21-6edb3d10c920 HTTP/1.1" status: 200 len: 1096 time: 1.4251618 Nov 29 17:57:12.576089 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7914589-0db8-4701-8f8b-a3b1d44a8aca', 'tag': '9560f16c-59e5-441b-8e21-6edb3d10c920'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:12.579788 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22aa9768-2674-4816-aa57-2a06b47ff820" -d '{"events": [{"name": "network-changed", "server_uuid": "d7914589-0db8-4701-8f8b-a3b1d44a8aca", "tag": "9560f16c-59e5-441b-8e21-6edb3d10c920"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:12.584741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b904b6-380d-4ea0-81ed-b6f729dc7c25 service neutron] Pushing event updated for resources: {'Port': ['ID=9560f16c-59e5-441b-8e21-6edb3d10c920,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:12.619631 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb1b6c-e9b8-4a9d-b9bf-c766d80a9821 req-37a2771a-1794-4914-9462-45859148ccd7 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:12.621847 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6edb1b6c-e9b8-4a9d-b9bf-c766d80a9821 req-37a2771a-1794-4914-9462-45859148ccd7 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0935323 Nov 29 17:57:12.662331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f038ce-83be-4ccc-9d38-52eddfd20cbf req-66fa6c6a-ac62-4572-9a37-1f2498112a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:12.665020 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-20f038ce-83be-4ccc-9d38-52eddfd20cbf req-66fa6c6a-ac62-4572-9a37-1f2498112a14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 921 time: 0.2637646 Nov 29 17:57:12.725814 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-20f038ce-83be-4ccc-9d38-52eddfd20cbf req-4c58edfa-c2ed-43a3-8810-a43bc99ab772 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc7c0456-422f-41a5-946e-c149a272dc54 HTTP/1.1" status: 200 len: 217 time: 0.0478275 Nov 29 17:57:12.733670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6edb1b6c-e9b8-4a9d-b9bf-c766d80a9821 req-1823ee9a-c456-4ce8-b43b-c9f4aff422dc tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020637 Nov 29 17:57:12.808524 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f038ce-83be-4ccc-9d38-52eddfd20cbf req-11b3df42-b60c-45f4-ae5a-7816f26729a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:12.810040 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-20f038ce-83be-4ccc-9d38-52eddfd20cbf req-11b3df42-b60c-45f4-ae5a-7816f26729a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.0762465 Nov 29 17:57:12.824523 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd10c52-509e-4717-923f-1960a2cef1a8 x-openstack-request-id: req-ccd10c52-509e-4717-923f-1960a2cef1a8 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:12.824783 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7914589-0db8-4701-8f8b-a3b1d44a8aca", "tag": "9560f16c-59e5-441b-8e21-6edb3d10c920", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:12.825178 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccd10c52-509e-4717-923f-1960a2cef1a8 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:12.825659 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7914589-0db8-4701-8f8b-a3b1d44a8aca', 'tag': '9560f16c-59e5-441b-8e21-6edb3d10c920', 'status': 'completed', 'code': 200} Nov 29 17:57:12.864015 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-20f038ce-83be-4ccc-9d38-52eddfd20cbf req-9f786575-32b6-41b3-a349-902a6b9cee71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370970 Nov 29 17:57:12.868430 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fd30e0bb-d831-4e48-a07d-0961501a8ff7 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:57:12.955805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e66bb0-4988-474c-a154-7fe777b61479 req-f4f2c838-dd23-4ae6-b47d-507fb1cec522 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:12.965262 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87e66bb0-4988-474c-a154-7fe777b61479 req-f4f2c838-dd23-4ae6-b47d-507fb1cec522 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 948 time: 0.0713434 Nov 29 17:57:12.995308 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-20f038ce-83be-4ccc-9d38-52eddfd20cbf req-05c39a5e-c524-4bd9-899c-00c5fb1f209d service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189151 Nov 29 17:57:13.032003 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87e66bb0-4988-474c-a154-7fe777b61479 req-42a140b7-9ecc-409a-9f30-71fa76f57600 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608385 Nov 29 17:57:13.066648 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fd30e0bb-d831-4e48-a07d-0961501a8ff7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:13.082049 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7', 'mac_address': 'fa:16:3e:f1:71:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:57:13.130092 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-20f038ce-83be-4ccc-9d38-52eddfd20cbf req-38fa47e4-20c7-4f0a-8b9d-e9e571f0b2dd service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255255 Nov 29 17:57:13.136835 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:13.151872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e49a3d-72aa-43b5-9143-3d4328ef1896 req-ad4ad5c1-f6bb-4d3f-95a5-452c2275b41e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:13.153526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28e49a3d-72aa-43b5-9143-3d4328ef1896 req-ad4ad5c1-f6bb-4d3f-95a5-452c2275b41e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.0584521 Nov 29 17:57:13.160940 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd30e0bb-d831-4e48-a07d-0961501a8ff7 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:57:13.186824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fd30e0bb-d831-4e48-a07d-0961501a8ff7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:13.193795 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:13.211517 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28e49a3d-72aa-43b5-9143-3d4328ef1896 req-0cd79e86-1802-4468-941e-7b7fdd32f053 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508857 Nov 29 17:57:13.254171 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=fd30e0bb-d831-4e48-a07d-0961501a8ff7,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:13.600393 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['fd30e0bb-d831-4e48-a07d-0961501a8ff7'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:57:13.657730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08174217-326b-4936-a08b-fb50d971c163 req-37a6b875-80ad-4e9f-b9c9-425319ecddb9 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0451479 Nov 29 17:57:13.678649 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0ef111-db41-4666-b569-81ecd9005e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:13.681960 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7be6437-9583-484c-b528-b86725c966ac" -d '{"events": [{"server_uuid": "3a0ef111-db41-4666-b569-81ecd9005e39", "name": "network-vif-unplugged", "status": "completed", "tag": "fd30e0bb-d831-4e48-a07d-0961501a8ff7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:13.719222 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-13eb24e0-093e-4e0f-ac38-85c402bcc29d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:13.720828 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-13eb24e0-093e-4e0f-ac38-85c402bcc29d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39&tenant_id=74da84362ff44d4397e3357f1f704eae&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 949 time: 0.1127269 Nov 29 17:57:13.781886 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c5d98-1221-4cbb-a660-be189203c6dd req-bbb30d80-b794-49d8-b4cd-93b8afe0609f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:13.783755 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-377c5d98-1221-4cbb-a660-be189203c6dd req-bbb30d80-b794-49d8-b4cd-93b8afe0609f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 944 time: 0.0582132 Nov 29 17:57:13.819700 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-8025f31f-b17b-4a2c-a87d-530a14d02a78 service neutron] 10.222.0.20 "GET /v2.0/ports/fd30e0bb-d831-4e48-a07d-0961501a8ff7/bindings/n-h1-819494-5 HTTP/1.1" status: 200 len: 382 time: 0.0834067 Nov 29 17:57:13.873191 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-377c5d98-1221-4cbb-a660-be189203c6dd req-f69e49ee-5e41-401d-a983-4988062f5422 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824547 Nov 29 17:57:13.910393 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-16e6592a-97a0-4d48-b2f3-863768e50ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:13.912071 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-16e6592a-97a0-4d48-b2f3-863768e50ee8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 1100 time: 0.0592406 Nov 29 17:57:14.018913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b4663-27e1-492b-b9a3-4d34961d85b5 req-0e104912-8ae0-4420-accc-8266719ac1b0 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:14.033887 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-435b4663-27e1-492b-b9a3-4d34961d85b5 req-0e104912-8ae0-4420-accc-8266719ac1b0 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0810142 Nov 29 17:57:14.062640 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-b647f890-3eb7-4429-a22f-a8ba530a2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:14.064499 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-b647f890-3eb7-4429-a22f-a8ba530a2656 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1360321 Nov 29 17:57:14.105388 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-435b4663-27e1-492b-b9a3-4d34961d85b5 req-abdb96dd-a568-4d22-b871-f4060e00fe50 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706334 Nov 29 17:57:14.145023 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-3f6481f3-ae6a-497f-b38e-ac7f6d68b1d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7 HTTP/1.1" status: 200 len: 217 time: 0.0653064 Nov 29 17:57:14.202548 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-84293ad1-c344-4f95-86a3-3ae5595f4e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:14.206761 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-84293ad1-c344-4f95-86a3-3ae5595f4e44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0513351 Nov 29 17:57:14.225903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa210c6-3759-4450-86d3-e2018ba4f307 req-b699ce90-2cc7-4ab4-8ebb-d4c3e48e47ad tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:14.227610 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9fa210c6-3759-4450-86d3-e2018ba4f307 req-b699ce90-2cc7-4ab4-8ebb-d4c3e48e47ad tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 949 time: 0.0525744 Nov 29 17:57:14.272143 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-deecd133-43a2-4c54-bec7-facedb4cbe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:14.273805 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-deecd133-43a2-4c54-bec7-facedb4cbe54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0513337 Nov 29 17:57:14.285949 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9fa210c6-3759-4450-86d3-e2018ba4f307 req-207a548a-a07a-4089-a80a-e2849adf1f8d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521274 Nov 29 17:57:14.364682 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:57:14.401849 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-fa4a20a1-08ad-4ce6-8fb0-81a796ce46cf service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190224 Nov 29 17:57:14.505302 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-b53367ca-f3e8-41b1-9032-ed702322009e service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920475 Nov 29 17:57:14.611755 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee85df82-d0f3-4529-8c9d-3d1bedb01a33 x-openstack-request-id: req-ee85df82-d0f3-4529-8c9d-3d1bedb01a33 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:14.612274 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0ef111-db41-4666-b569-81ecd9005e39", "name": "network-vif-unplugged", "status": "completed", "tag": "fd30e0bb-d831-4e48-a07d-0961501a8ff7", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:14.612373 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee85df82-d0f3-4529-8c9d-3d1bedb01a33 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:14.612762 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0ef111-db41-4666-b569-81ecd9005e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7', 'code': 200} Nov 29 17:57:14.739947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1445ccd-4ccb-4a34-be9f-c193ebda9ad2 req-c7037739-3ec3-4f7c-b3b5-88f01bb1d9d8 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:14.748758 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1445ccd-4ccb-4a34-be9f-c193ebda9ad2 req-c7037739-3ec3-4f7c-b3b5-88f01bb1d9d8 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0752804 Nov 29 17:57:14.801732 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1445ccd-4ccb-4a34-be9f-c193ebda9ad2 req-d728e903-1576-4705-b1ea-4b1079d916fa tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520875 Nov 29 17:57:14.950007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d1f59-89b8-469c-a1ff-46ad6e0c08bb req-b80e9ec5-75e0-4900-ab3d-4a2dcb3eb31e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:14.957572 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b80d1f59-89b8-469c-a1ff-46ad6e0c08bb req-b80e9ec5-75e0-4900-ab3d-4a2dcb3eb31e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.0739770 Nov 29 17:57:15.011158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b80d1f59-89b8-469c-a1ff-46ad6e0c08bb req-f70655de-1fb2-4c74-941f-884a7ecc01a0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526013 Nov 29 17:57:15.166369 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9e7eca31-149c-47be-a1dd-942c858d82e5 req-26d27d84-dd86-4ba8-9900-31c4a7dc14a4 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0415819 Nov 29 17:57:15.297136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63aa97d-e494-4ed6-9aeb-ea79218427a0 req-ac40769d-7c21-46f5-b2c0-5faa41369343 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:15.299982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b63aa97d-e494-4ed6-9aeb-ea79218427a0 req-ac40769d-7c21-46f5-b2c0-5faa41369343 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 944 time: 0.0607121 Nov 29 17:57:15.359485 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b63aa97d-e494-4ed6-9aeb-ea79218427a0 req-709bdfb7-e9fa-4552-b68b-9ab10304149d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527554 Nov 29 17:57:15.482112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51793b99-b473-499a-acd1-14805a70e986 req-6cc7e6ba-469c-4c79-a0a8-ac7ea0add741 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:15.483782 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51793b99-b473-499a-acd1-14805a70e986 req-6cc7e6ba-469c-4c79-a0a8-ac7ea0add741 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0599005 Nov 29 17:57:15.551183 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51793b99-b473-499a-acd1-14805a70e986 req-64da76bc-a804-4ef3-92f3-bc29b64196c7 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554268 Nov 29 17:57:15.671218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a77ef-4a30-438c-8f80-f3c7a5f34a3c req-12c39d9f-26ee-47e2-b80c-0668c73cfa05 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:15.672651 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a9a77ef-4a30-438c-8f80-f3c7a5f34a3c req-12c39d9f-26ee-47e2-b80c-0668c73cfa05 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 949 time: 0.0585582 Nov 29 17:57:15.729204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a9a77ef-4a30-438c-8f80-f3c7a5f34a3c req-60c05a98-8f30-4203-ab95-6b6c5e82b71e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502787 Nov 29 17:57:15.933589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890e1e8-beed-4cba-b350-1d69412342fe req-e547654c-625a-4d42-9c17-a134d504c821 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:15.935088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1890e1e8-beed-4cba-b350-1d69412342fe req-e547654c-625a-4d42-9c17-a134d504c821 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0548005 Nov 29 17:57:15.989746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1890e1e8-beed-4cba-b350-1d69412342fe req-9b60fec6-851e-432f-b49c-ce6681e2d22c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479088 Nov 29 17:57:16.132370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de8fad-dd5e-4306-bba4-2b20a01cbddd req-edc780ec-9985-4c35-8e52-3d1a670f4850 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:16.134166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2de8fad-dd5e-4306-bba4-2b20a01cbddd req-edc780ec-9985-4c35-8e52-3d1a670f4850 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.0533555 Nov 29 17:57:16.189984 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2de8fad-dd5e-4306-bba4-2b20a01cbddd req-ead1b848-bdfd-4355-bd27-08b57052ccc5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478446 Nov 29 17:57:16.342863 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ab86e865-9c1b-4699-9a4c-ac73a1d212d9 req-dead8f87-f8bc-4897-bde0-a9cf432b7a8b tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0279546 Nov 29 17:57:16.498176 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9710164-b8e8-4bcd-b691-e53fc4402f0d req-7a473a07-934e-43f0-80bd-05f3ecaa7225 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:16.513226 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9710164-b8e8-4bcd-b691-e53fc4402f0d req-7a473a07-934e-43f0-80bd-05f3ecaa7225 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 944 time: 0.0670598 Nov 29 17:57:16.583215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9710164-b8e8-4bcd-b691-e53fc4402f0d req-b2838ac9-8e06-4c0a-aaa3-a2759bf8746f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590043 Nov 29 17:57:16.893696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fd30e0bb-d831-4e48-a07d-0961501a8ff7 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:57:16.911155 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d5cde-f07c-473e-a206-12a48a8e5fa2 req-12146c04-5143-4466-b055-fb424b6e0a34 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:16.921523 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d6d5cde-f07c-473e-a206-12a48a8e5fa2 req-12146c04-5143-4466-b055-fb424b6e0a34 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0710933 Nov 29 17:57:16.965853 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port fd30e0bb-d831-4e48-a07d-0961501a8ff7 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:57:16.966223 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:16.993977 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d6d5cde-f07c-473e-a206-12a48a8e5fa2 req-d8faad0e-2b22-4952-aee5-7ac31f4f484f tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707691 Nov 29 17:57:17.078815 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:17.114396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0ef111-db41-4666-b569-81ecd9005e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:17.117227 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dd944e-923c-4946-8b5d-2930f4d9358b" -d '{"events": [{"server_uuid": "3a0ef111-db41-4666-b569-81ecd9005e39", "name": "network-vif-plugged", "status": "completed", "tag": "fd30e0bb-d831-4e48-a07d-0961501a8ff7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:17.129532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97317237-1417-4fc7-8e01-41de482deeb6 req-35356cdf-9652-4f01-867e-6f572a3eb8b4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:17.136937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fd30e0bb-d831-4e48-a07d-0961501a8ff7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:17.138061 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97317237-1417-4fc7-8e01-41de482deeb6 req-35356cdf-9652-4f01-867e-6f572a3eb8b4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 949 time: 0.0653253 Nov 29 17:57:17.144672 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:17.197162 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97317237-1417-4fc7-8e01-41de482deeb6 req-83a8c9a5-81d7-4a8c-8656-c0c2622ab4c7 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578990 Nov 29 17:57:17.248772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=fd30e0bb-d831-4e48-a07d-0961501a8ff7,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:17.334813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92515601-32ad-46d1-b68b-88d5290db78f req-ea9f0430-87c1-4deb-a32d-449a6a6b0207 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:17.342712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92515601-32ad-46d1-b68b-88d5290db78f req-ea9f0430-87c1-4deb-a32d-449a6a6b0207 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0713634 Nov 29 17:57:17.393912 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92515601-32ad-46d1-b68b-88d5290db78f req-c5965ea4-0787-4ce7-afe8-a9f309f06714 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498292 Nov 29 17:57:17.424269 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-bdec856a-a956-4904-9aff-e1d0ea0dd946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:17.432133 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-bdec856a-a956-4904-9aff-e1d0ea0dd946 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39&tenant_id=74da84362ff44d4397e3357f1f704eae HTTP/1.1" status: 200 len: 1101 time: 0.0619948 Nov 29 17:57:17.493423 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afdeab7-4b0e-42e1-8942-bd9a74bc8a2f x-openstack-request-id: req-2afdeab7-4b0e-42e1-8942-bd9a74bc8a2f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:17.493733 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0ef111-db41-4666-b569-81ecd9005e39", "name": "network-vif-plugged", "status": "completed", "tag": "fd30e0bb-d831-4e48-a07d-0961501a8ff7", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:17.493997 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2afdeab7-4b0e-42e1-8942-bd9a74bc8a2f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:17.494446 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0ef111-db41-4666-b569-81ecd9005e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7', 'code': 200} Nov 29 17:57:17.514939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-435467e8-becc-4403-87bd-f43e36d410db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:17.516665 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-435467e8-becc-4403-87bd-f43e36d410db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 1101 time: 0.0556221 Nov 29 17:57:17.612139 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8876fa5-badb-438c-bf31-485e5febd7fa req-c9676120-674f-476e-9bb6-6fdced6a702d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:17.620197 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8876fa5-badb-438c-bf31-485e5febd7fa req-c9676120-674f-476e-9bb6-6fdced6a702d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.0693493 Nov 29 17:57:17.648516 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-f1d7a7bf-5ec3-454f-bcd2-e94b2ac2e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:17.651961 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-f1d7a7bf-5ec3-454f-bcd2-e94b2ac2e4df service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1244950 Nov 29 17:57:17.667312 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8876fa5-badb-438c-bf31-485e5febd7fa req-ac500909-170e-42d0-ba93-04c79483998f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462573 Nov 29 17:57:17.713430 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-d48d5705-9ea5-41f1-8326-b5b1ca11d2b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7 HTTP/1.1" status: 200 len: 217 time: 0.0450590 Nov 29 17:57:17.780085 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-0780a166-95d4-4883-900c-b24418ddff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:17.782120 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-0780a166-95d4-4883-900c-b24418ddff66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0597863 Nov 29 17:57:17.827285 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb70a508-872f-479d-ba19-a91cfa7866d0 req-9a3a0e93-95de-4f4b-bc7a-d6552cab267b tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0326118 Nov 29 17:57:17.847645 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-ec01e7c7-8791-47a2-a35e-b8d26e557880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:17.849208 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-ec01e7c7-8791-47a2-a35e-b8d26e557880 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574222 Nov 29 17:57:17.981639 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-ede14c7d-1036-4658-a088-d89713263269 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163740 Nov 29 17:57:17.984581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434a5c7-e5a6-4ddd-8f3d-2a9cc2515e80 req-17fd8493-5071-4ca3-9bb7-92c6e375c722 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:17.986042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5434a5c7-e5a6-4ddd-8f3d-2a9cc2515e80 req-17fd8493-5071-4ca3-9bb7-92c6e375c722 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 944 time: 0.0652823 Nov 29 17:57:18.063244 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5434a5c7-e5a6-4ddd-8f3d-2a9cc2515e80 req-7a4e0f1a-a45c-445c-864e-b019bf4daffb tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649149 Nov 29 17:57:18.109927 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced0c527-6571-4406-97a6-3f027204fcb5 req-8c762a0b-606a-46c7-ba5a-68eb9a244da0 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195512 Nov 29 17:57:18.184479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41119a9f-6b3f-4da8-9bc5-4464ec5fb5f7 req-7efbe2b9-d6cc-4a2a-ba50-3265b3cb7f29 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:18.186051 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41119a9f-6b3f-4da8-9bc5-4464ec5fb5f7 req-7efbe2b9-d6cc-4a2a-ba50-3265b3cb7f29 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0575087 Nov 29 17:57:18.238344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41119a9f-6b3f-4da8-9bc5-4464ec5fb5f7 req-b89bf094-8ed5-4cc9-9c5e-6701ac52111d tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454690 Nov 29 17:57:18.351564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485fded-fa8d-4b5c-bb44-0a97081b8599 req-41d9601e-4233-4362-9947-6968672c78a5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:18.353198 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8485fded-fa8d-4b5c-bb44-0a97081b8599 req-41d9601e-4233-4362-9947-6968672c78a5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0489061 Nov 29 17:57:18.406411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8485fded-fa8d-4b5c-bb44-0a97081b8599 req-f972507e-9cf1-407c-85e6-43b9a4b366a5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435483 Nov 29 17:57:18.532030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3fb0d-aa35-456f-8260-b63a322c1b2c req-96ce5e42-adc9-496e-8b17-aa9b8b4b0c5e tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:18.536565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2db3fb0d-aa35-456f-8260-b63a322c1b2c req-96ce5e42-adc9-496e-8b17-aa9b8b4b0c5e tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0525177 Nov 29 17:57:18.598395 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2db3fb0d-aa35-456f-8260-b63a322c1b2c req-4054bff5-0fc7-4fa9-8b8e-b7fb315de3c7 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548306 Nov 29 17:57:18.788621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359939a-61d7-4874-89a0-a60f98423ae1 req-08b10b4d-dac9-45ec-9ba5-87f65cbc7973 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:18.790317 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b359939a-61d7-4874-89a0-a60f98423ae1 req-08b10b4d-dac9-45ec-9ba5-87f65cbc7973 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.0523071 Nov 29 17:57:18.851383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b359939a-61d7-4874-89a0-a60f98423ae1 req-fc73fe2b-f863-4ee1-87d0-f4165b393f4f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543485 Nov 29 17:57:18.999004 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3bb355c7-e83f-4fb1-b387-eada72c8c7c4 req-7adee262-e9da-43a9-8cec-66671d96e059 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0313704 Nov 29 17:57:19.181187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a88977-b68e-4213-a00b-c76a7436e60d req-d926ac50-e00d-46e2-9399-5c09bf9b2e82 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:19.182636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2a88977-b68e-4213-a00b-c76a7436e60d req-d926ac50-e00d-46e2-9399-5c09bf9b2e82 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 944 time: 0.0546088 Nov 29 17:57:19.245612 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2a88977-b68e-4213-a00b-c76a7436e60d req-7bec7500-da4d-4aa5-bc71-5c906cf18997 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527625 Nov 29 17:57:19.399416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472429a4-9231-48ea-9bb2-d30f839199b7 req-b3810249-c66b-4468-95e7-d0cbb544c7a7 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:19.400914 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-472429a4-9231-48ea-9bb2-d30f839199b7 req-b3810249-c66b-4468-95e7-d0cbb544c7a7 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0565720 Nov 29 17:57:19.459208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-472429a4-9231-48ea-9bb2-d30f839199b7 req-aaa394e8-e80a-4392-9f17-22aff05c4b5e tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506446 Nov 29 17:57:19.576512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf80272-4b93-44d8-863a-782b9a43c3dd req-faa7a371-faf3-4199-bdc4-27506ed4a3d9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:19.577922 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8bf80272-4b93-44d8-863a-782b9a43c3dd req-faa7a371-faf3-4199-bdc4-27506ed4a3d9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0526021 Nov 29 17:57:19.633430 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8bf80272-4b93-44d8-863a-782b9a43c3dd req-36cc62de-d18d-41a6-81d0-878e7ee0c37e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471635 Nov 29 17:57:19.763649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47531580-3e8c-427f-be05-80d1ca8a9e87 req-7d71300b-ae04-4fba-87fa-eb003589235c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:19.765867 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-47531580-3e8c-427f-be05-80d1ca8a9e87 req-7d71300b-ae04-4fba-87fa-eb003589235c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0654449 Nov 29 17:57:19.833450 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-47531580-3e8c-427f-be05-80d1ca8a9e87 req-a1959daf-db9b-478c-b032-54033f496b03 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574131 Nov 29 17:57:19.980594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d4d71-f4bd-4caa-86fe-df9ae33d2475 req-27f3f6d6-d08d-4747-a456-5830b76a20fc tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:19.982250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b9d4d71-f4bd-4caa-86fe-df9ae33d2475 req-27f3f6d6-d08d-4747-a456-5830b76a20fc tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.0539260 Nov 29 17:57:20.042474 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b9d4d71-f4bd-4caa-86fe-df9ae33d2475 req-3a6f1619-c1de-4b8a-9e93-f1e181f4d33d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520332 Nov 29 17:57:20.218304 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30138425-bd0a-4975-b7be-3864311a3f9a req-4390bcbc-910b-4c43-86c4-74c1e64d273e tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0257916 Nov 29 17:57:20.385146 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ea20b-9177-4fa4-a798-ffdd0f9e3afd req-351ccb39-cba4-4442-8f42-ba35ca37d6dd tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:20.387609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f6ea20b-9177-4fa4-a798-ffdd0f9e3afd req-351ccb39-cba4-4442-8f42-ba35ca37d6dd tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 944 time: 0.0565579 Nov 29 17:57:20.444958 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f6ea20b-9177-4fa4-a798-ffdd0f9e3afd req-0095376b-80a1-44df-8de6-44dd78f0e123 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478725 Nov 29 17:57:20.592905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a67455-18b4-45a8-9103-4538e8c2afb3 req-0aa89a05-cb68-4f27-a75c-90644a8daa58 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:20.596525 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34a67455-18b4-45a8-9103-4538e8c2afb3 req-0aa89a05-cb68-4f27-a75c-90644a8daa58 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0629396 Nov 29 17:57:20.652839 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34a67455-18b4-45a8-9103-4538e8c2afb3 req-40f6314e-316e-4ad3-ab29-a97a6a414be7 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469525 Nov 29 17:57:20.800311 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427bc56-b387-4840-8068-e8c6d229b5b8 req-7ead5f25-4f8f-4fae-a917-174587320816 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:20.801853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e427bc56-b387-4840-8068-e8c6d229b5b8 req-7ead5f25-4f8f-4fae-a917-174587320816 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0683801 Nov 29 17:57:20.864400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e427bc56-b387-4840-8068-e8c6d229b5b8 req-f6537645-1b02-4422-9b90-f552ab9a03c0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518422 Nov 29 17:57:20.938559 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fd30e0bb-d831-4e48-a07d-0961501a8ff7 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:57:20.941297 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fd30e0bb-d831-4e48-a07d-0961501a8ff7 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:57:21.030827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f84ba-9159-4edd-9600-acb7f22d596a req-a49b5fc5-d48c-4665-809e-b354da3c2e1f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:21.030827 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-577f84ba-9159-4edd-9600-acb7f22d596a req-a49b5fc5-d48c-4665-809e-b354da3c2e1f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0983253 Nov 29 17:57:21.090608 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-577f84ba-9159-4edd-9600-acb7f22d596a req-11912bde-e20f-456b-b77c-725377b864c3 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618577 Nov 29 17:57:21.126267 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:21.159726 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fd30e0bb-d831-4e48-a07d-0961501a8ff7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:21.183334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0ef111-db41-4666-b569-81ecd9005e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:21.185620 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3283c4c8-d7ef-43fe-9640-f9c49649bd85" -d '{"events": [{"server_uuid": "3a0ef111-db41-4666-b569-81ecd9005e39", "name": "network-vif-unplugged", "status": "completed", "tag": "fd30e0bb-d831-4e48-a07d-0961501a8ff7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:21.195076 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7', 'mac_address': 'fa:16:3e:f1:71:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:57:21.199852 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fd30e0bb-d831-4e48-a07d-0961501a8ff7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:21.206449 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:21.238997 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ce5ad-0a4a-4616-8f14-bef6a918b583 req-97f65166-3874-44ad-bed0-46ac681ff4f0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:21.240887 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb6ce5ad-0a4a-4616-8f14-bef6a918b583 req-97f65166-3874-44ad-bed0-46ac681ff4f0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.0549049 Nov 29 17:57:21.283495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=fd30e0bb-d831-4e48-a07d-0961501a8ff7,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:21.295908 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:21.304921 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb6ce5ad-0a4a-4616-8f14-bef6a918b583 req-a34c5af0-5ba7-4a91-819f-3270936c895d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578337 Nov 29 17:57:21.317241 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd30e0bb-d831-4e48-a07d-0961501a8ff7 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:57:21.344645 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fd30e0bb-d831-4e48-a07d-0961501a8ff7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:21.351002 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:21.419050 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=fd30e0bb-d831-4e48-a07d-0961501a8ff7,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:21.431111 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49504892-c063-4e8f-9b61-c41e031f2378 x-openstack-request-id: req-49504892-c063-4e8f-9b61-c41e031f2378 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:21.431701 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0ef111-db41-4666-b569-81ecd9005e39", "name": "network-vif-unplugged", "status": "completed", "tag": "fd30e0bb-d831-4e48-a07d-0961501a8ff7", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:21.432061 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49504892-c063-4e8f-9b61-c41e031f2378 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:21.432560 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0ef111-db41-4666-b569-81ecd9005e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7', 'code': 200} Nov 29 17:57:21.519090 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3b474fa-8fc3-48ee-832b-e8e53ca86a09 req-e0e4f177-01e4-4bc5-8262-a34345147c6a tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0393689 Nov 29 17:57:21.628882 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c502569-ab89-432b-8593-3a819e055b61 req-9354c71e-d370-41da-99ff-7a5093f923e6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:21.630807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c502569-ab89-432b-8593-3a819e055b61 req-9354c71e-d370-41da-99ff-7a5093f923e6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 944 time: 0.0545666 Nov 29 17:57:21.683656 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c502569-ab89-432b-8593-3a819e055b61 req-4eb4a43a-13d3-4c70-aeaa-fa54f6bfca62 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464609 Nov 29 17:57:21.791349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecce07e-d256-4dfc-95e1-7615166b0b8b req-ddd9eccc-ade9-439f-9f80-7d332dee777c tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:21.792819 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cecce07e-d256-4dfc-95e1-7615166b0b8b req-ddd9eccc-ade9-439f-9f80-7d332dee777c tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0485914 Nov 29 17:57:21.796953 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['fd30e0bb-d831-4e48-a07d-0961501a8ff7'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:57:21.848003 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cecce07e-d256-4dfc-95e1-7615166b0b8b req-21069964-a077-480b-ab3e-48778098e3c8 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480340 Nov 29 17:57:21.980607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b9385-52fe-4ac1-9ca5-0edfd3e9c3dc req-fb145aa2-a259-42a2-87c9-62a72d99e703 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:21.981956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d3b9385-52fe-4ac1-9ca5-0edfd3e9c3dc req-fb145aa2-a259-42a2-87c9-62a72d99e703 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0487761 Nov 29 17:57:22.028356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d3b9385-52fe-4ac1-9ca5-0edfd3e9c3dc req-536e123d-0254-4c4e-9cb5-2cde91890784 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396595 Nov 29 17:57:22.139031 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fff730-f217-420f-b368-58a165292d6e req-68ff8acd-d987-4fd9-b639-7c23f6460898 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:22.140518 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94fff730-f217-420f-b368-58a165292d6e req-68ff8acd-d987-4fd9-b639-7c23f6460898 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 950 time: 0.0474858 Nov 29 17:57:22.186478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94fff730-f217-420f-b368-58a165292d6e req-50eadcdb-fd6e-4498-98fd-ffdd3060098a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397379 Nov 29 17:57:22.288504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc423765-cbd8-4ca5-8901-d65734338789 req-6be8871c-a9a2-48cf-a26d-27ed1309d6bf tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:22.289907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc423765-cbd8-4ca5-8901-d65734338789 req-6be8871c-a9a2-48cf-a26d-27ed1309d6bf tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0503211 Nov 29 17:57:22.335226 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc423765-cbd8-4ca5-8901-d65734338789 req-72531381-1b94-43e6-8c8e-5640c42db5e4 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393281 Nov 29 17:57:22.456231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df4432-e5e4-4963-b031-a53f858c0131 req-ff27be1d-ade1-4833-b9b0-54c06477aede tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:22.457686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09df4432-e5e4-4963-b031-a53f858c0131 req-ff27be1d-ade1-4833-b9b0-54c06477aede tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.0539532 Nov 29 17:57:22.503380 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09df4432-e5e4-4963-b031-a53f858c0131 req-cee8d4c0-f9b9-4bb0-ae04-57b382e57374 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398200 Nov 29 17:57:22.644721 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-c32314c9-eec4-43e5-b2b8-bfbf49ee3089 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=74da84362ff44d4397e3357f1f704eae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220327 Nov 29 17:57:22.751568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-a1af80c1-8dac-4314-b3c3-ea1ab9cbce4e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:22.753024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-a1af80c1-8dac-4314-b3c3-ea1ab9cbce4e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1031578 Nov 29 17:57:22.767926 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-7ab55927-70b9-4c43-af03-e1a421f8f0de tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/quotas/74da84362ff44d4397e3357f1f704eae HTTP/1.1" status: 200 len: 375 time: 0.0092461 Nov 29 17:57:22.819564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-b66ce34e-a132-4296-85e9-ac576679ffe3 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464265 Nov 29 17:57:22.990659 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6bab35c5-6cee-46ef-b1a6-5d26dc761888 req-4639310d-b7b3-4790-aa68-d220e2733199 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0264626 Nov 29 17:57:23.160570 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b0fd9-d228-4d4e-98e9-94fe33bdfae1 req-e0450f0b-c624-42df-a56f-39114bc94d6d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:23.162043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-517b0fd9-d228-4d4e-98e9-94fe33bdfae1 req-e0450f0b-c624-42df-a56f-39114bc94d6d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 944 time: 0.0568938 Nov 29 17:57:23.480953 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-517b0fd9-d228-4d4e-98e9-94fe33bdfae1 req-3b50fe57-2d4d-43e5-ae60-7b9628cfab4d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128452 Nov 29 17:57:23.594110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226336c-eb92-4ac1-a05a-9c139820099b req-37a225f2-5d98-460b-b710-714f8ff153bc tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:23.595586 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1226336c-eb92-4ac1-a05a-9c139820099b req-37a225f2-5d98-460b-b710-714f8ff153bc tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0487213 Nov 29 17:57:23.642292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1226336c-eb92-4ac1-a05a-9c139820099b req-4b71da68-7911-417a-8e56-a0132d7aba09 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406950 Nov 29 17:57:23.720761 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e342590-5cf2-477d-b5fd-84c9566d49cb req-9e96f68a-7e13-488e-b721-2477cd188ec3 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 210 time: 0.0252857 Nov 29 17:57:23.823503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3fa19-f87d-4ad6-bd06-114e96baf49a req-fb375739-e83a-4bf1-8bc3-1875d3fb54e6 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:23.824943 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41f3fa19-f87d-4ad6-bd06-114e96baf49a req-fb375739-e83a-4bf1-8bc3-1875d3fb54e6 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0502260 Nov 29 17:57:23.870529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41f3fa19-f87d-4ad6-bd06-114e96baf49a req-078709a0-1f50-4510-827a-57a8d341959d tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395682 Nov 29 17:57:23.908001 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7affb97d-0e17-4425-be92-ac73151c189a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:23.971608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631cb53-0ce1-43ed-b286-962034a7234f req-df665ba1-b89a-4804-9d51-5e2912cdb10a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:23.973658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6631cb53-0ce1-43ed-b286-962034a7234f req-df665ba1-b89a-4804-9d51-5e2912cdb10a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0496709 Nov 29 17:57:24.021735 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6631cb53-0ce1-43ed-b286-962034a7234f req-0b0127a8-b001-4e63-9be7-fb9aadaf2d83 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417559 Nov 29 17:57:24.041427 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e5f715ba-9feb-4ff1-9eb3-68919eceaa27 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=74da84362ff44d4397e3357f1f704eae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215039 Nov 29 17:57:24.140335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f971ba4-526c-40c3-88f9-1aab7167c185 req-da24f01a-fae9-479e-b8ba-f8c3bf60b964 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:24.141937 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f971ba4-526c-40c3-88f9-1aab7167c185 req-da24f01a-fae9-479e-b8ba-f8c3bf60b964 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.0505466 Nov 29 17:57:24.173680 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-edc133ef-e1c8-4bd6-8da7-245ef910e681 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:24.175212 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-edc133ef-e1c8-4bd6-8da7-245ef910e681 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1106818 Nov 29 17:57:24.191453 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-74cf0d03-035e-4404-aaca-f94aeac54d6b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Request body: {'port': {'device_id': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '74da84362ff44d4397e3357f1f704eae'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:57:24.199910 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f971ba4-526c-40c3-88f9-1aab7167c185 req-ab65c7ab-4957-4fb5-8e53-feebc088252b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509815 Nov 29 17:57:24.283784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cee8c9c6-931e-45c1-b7b9-48d99ca20ccd req-ccc2ff6b-0184-40db-9f9a-b88d381c9ca8 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0258942 Nov 29 17:57:24.299294 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-74cf0d03-035e-4404-aaca-f94aeac54d6b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Made reservation on behalf of 74da84362ff44d4397e3357f1f704eae for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:57:24.302977 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-74cf0d03-035e-4404-aaca-f94aeac54d6b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:24.434223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-74cf0d03-035e-4404-aaca-f94aeac54d6b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Allocated IP 192.168.233.71 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:57:24.577087 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-74cf0d03-035e-4404-aaca-f94aeac54d6b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:24.601189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d84e30-0703-45fe-ab72-af9bea2f06e8 req-ba145666-1902-40df-a83b-5e02715af62a tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:24.602659 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5d84e30-0703-45fe-ab72-af9bea2f06e8 req-ba145666-1902-40df-a83b-5e02715af62a tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 944 time: 0.0479634 Nov 29 17:57:24.611595 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-74cf0d03-035e-4404-aaca-f94aeac54d6b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:24.625680 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['23f17721-a513-404d-bae3-c88f485b6409', '3c3e7776-dabc-48d9-9569-d36b095a5cee', 'fd30e0bb-d831-4e48-a07d-0961501a8ff7'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:57:24.655932 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5d84e30-0703-45fe-ab72-af9bea2f06e8 req-ea303c8f-247a-4540-9aaa-ef1827de80ea tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464051 Nov 29 17:57:24.666572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-74cf0d03-035e-4404-aaca-f94aeac54d6b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:57:24.670062 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-74cf0d03-035e-4404-aaca-f94aeac54d6b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:57:24.674827 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-74cf0d03-035e-4404-aaca-f94aeac54d6b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:57:24.677414 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf0d03-035e-4404-aaca-f94aeac54d6b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Pushing event updated for resources: {'Port': ['ID=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:24.750377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-74cf0d03-035e-4404-aaca-f94aeac54d6b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:24.751051 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-74cf0d03-035e-4404-aaca-f94aeac54d6b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:24.771326 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-74cf0d03-035e-4404-aaca-f94aeac54d6b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5834720 Nov 29 17:57:24.790131 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Request body: {'port': {'device_id': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:57:24.793822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15446aa7-1c56-4aac-891a-6d68b00f5f5d req-8a2c4c61-bf17-40ce-a234-283fafa2276d tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:24.796681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15446aa7-1c56-4aac-891a-6d68b00f5f5d req-8a2c4c61-bf17-40ce-a234-283fafa2276d tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0654926 Nov 29 17:57:24.858577 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:24.865463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15446aa7-1c56-4aac-891a-6d68b00f5f5d req-e13fc884-19aa-4a23-9468-0d6bfd6e6821 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590553 Nov 29 17:57:24.950149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fd30e0bb-d831-4e48-a07d-0961501a8ff7 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:57:24.988107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fc7c0456-422f-41a5-946e-c149a272dc54 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:57:24.993958 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209bc0e-2ae2-46c6-84bf-bae60eb0277b req-3958d571-f8c8-4acd-afdf-29b3990af460 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:24.995582 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9209bc0e-2ae2-46c6-84bf-bae60eb0277b req-3958d571-f8c8-4acd-afdf-29b3990af460 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 935 time: 0.0579836 Nov 29 17:57:25.058845 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9209bc0e-2ae2-46c6-84bf-bae60eb0277b req-3abbed2c-50fb-4444-951d-17263505489a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563517 Nov 29 17:57:25.062937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-41202c75-007b-418c-a688-cc7ea3cba2f2 None None] Provisioning complete for port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:57:25.063383 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41202c75-007b-418c-a688-cc7ea3cba2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:25.164527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:57:25.176229 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:25.181275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d397b-aef1-4fe1-ba83-4b753a577ad5 req-52fc9f2d-66c8-4768-9ab6-182f14fc9c3d tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:25.183015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a59d397b-aef1-4fe1-ba83-4b753a577ad5 req-52fc9f2d-66c8-4768-9ab6-182f14fc9c3d tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0518925 Nov 29 17:57:25.196397 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Transition to ACTIVE for port object 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:57:25.200569 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:25.237475 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a59d397b-aef1-4fe1-ba83-4b753a577ad5 req-38506162-7ecf-491f-9266-e13f11497181 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480480 Nov 29 17:57:25.254616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Pushing event updated for resources: {'Port': ['ID=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:25.289430 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-41202c75-007b-418c-a688-cc7ea3cba2f2 None None] Port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:57:25.296831 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port fd30e0bb-d831-4e48-a07d-0961501a8ff7 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:57:25.297206 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:25.341504 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port fc7c0456-422f-41a5-946e-c149a272dc54, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fc7c0456-422f-41a5-946e-c149a272dc54,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:25.347034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Attempting to bind port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:57:25.347689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Attempting to bind port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:57:25.348097 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Attempting to bind port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:57:25.353415 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:57:25.353749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Attempting to bind port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:57:25.359015 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fc7c0456-422f-41a5-946e-c149a272dc54 has no active binding in host n-h2-819494-5 {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 29 17:57:25.360242 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:57:25.360598 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:57:25.361023 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:57:25.361428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Bound port: 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:57:25.362084 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:25.412375 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:25.413288 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc94c56-f9ea-4fd2-b9a8-42a77263e56a req-4be6658e-6d7d-4c31-8c6b-cc64ea6b6d7c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:25.415674 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6cc94c56-f9ea-4fd2-b9a8-42a77263e56a req-4be6658e-6d7d-4c31-8c6b-cc64ea6b6d7c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0683270 Nov 29 17:57:25.440807 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:57:25.444580 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0ef111-db41-4666-b569-81ecd9005e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:25.445628 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:57:25.447378 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7f7b1f-85e7-4be9-b32b-e173a15752ed" -d '{"events": [{"server_uuid": "3a0ef111-db41-4666-b569-81ecd9005e39", "name": "network-vif-plugged", "status": "completed", "tag": "fd30e0bb-d831-4e48-a07d-0961501a8ff7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:25.452416 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:25.462568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fd30e0bb-d831-4e48-a07d-0961501a8ff7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:25.468456 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:25.481601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6cc94c56-f9ea-4fd2-b9a8-42a77263e56a req-b6f42d7f-3979-4284-a045-c4a956d4344b tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559022 Nov 29 17:57:25.510488 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:25.512322 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:25.514612 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] 10.222.0.20 "PUT /v2.0/ports/59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa HTTP/1.1" status: 200 len: 1095 time: 0.7291615 Nov 29 17:57:25.515178 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:25.518245 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19102665-da3d-48b8-9697-45fa0ca969c9" -d '{"events": [{"name": "network-changed", "server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:25.534838 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=fd30e0bb-d831-4e48-a07d-0961501a8ff7,revision_number=11']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:25.548938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e30e3b-8c46-4508-ae89-640673df2843 service neutron] Pushing event updated for resources: {'Port': ['ID=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:25.615878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-05314c72-10d9-4c91-93c5-3b5dfa8a21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:25.617399 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-05314c72-10d9-4c91-93c5-3b5dfa8a21a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 1098 time: 0.0450058 Nov 29 17:57:25.627993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57000123-732f-4a4b-94c6-6ae8dc4c4052 req-bc929314-10b8-46b1-b3e1-45a0b5fa1098 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:25.629548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57000123-732f-4a4b-94c6-6ae8dc4c4052 req-bc929314-10b8-46b1-b3e1-45a0b5fa1098 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.0592391 Nov 29 17:57:25.672721 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-14ba42ba-651a-4870-a2e1-434f1e3b1fa5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa HTTP/1.1" status: 200 len: 217 time: 0.0422249 Nov 29 17:57:25.682706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57000123-732f-4a4b-94c6-6ae8dc4c4052 req-460f4d57-c750-4933-8e8a-da3dd2706c45 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464389 Nov 29 17:57:25.727076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-f1a7bec1-d9c9-4e94-8ff5-b6a62a9edba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:25.728600 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-f1a7bec1-d9c9-4e94-8ff5-b6a62a9edba8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0467761 Nov 29 17:57:25.772905 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e0721d93-0091-4393-8712-2bd758be70d7 req-25919058-2eb3-4553-95dc-bada20934e30 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0256660 Nov 29 17:57:25.777667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-6dc66958-99c5-4f86-a5c6-66c836a553e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:25.779139 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-6dc66958-99c5-4f86-a5c6-66c836a553e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0399477 Nov 29 17:57:25.820582 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851b6eb1-fb24-4062-bb2b-bb99014fa777 x-openstack-request-id: req-851b6eb1-fb24-4062-bb2b-bb99014fa777 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:25.821244 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0ef111-db41-4666-b569-81ecd9005e39", "name": "network-vif-plugged", "status": "completed", "tag": "fd30e0bb-d831-4e48-a07d-0961501a8ff7", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:25.821813 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-851b6eb1-fb24-4062-bb2b-bb99014fa777 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:25.822546 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0ef111-db41-4666-b569-81ecd9005e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7', 'code': 200} Nov 29 17:57:25.955483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa16dff-decb-41dc-8f31-a29e77181c5b req-ebfde2ec-570e-47b9-9dbb-f8570dbce716 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:25.957096 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7aa16dff-decb-41dc-8f31-a29e77181c5b req-ebfde2ec-570e-47b9-9dbb-f8570dbce716 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 944 time: 0.0566216 Nov 29 17:57:26.008988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7aa16dff-decb-41dc-8f31-a29e77181c5b req-7b8cbfd5-f6a0-47f8-a9da-0ad322fcfd29 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452826 Nov 29 17:57:26.065630 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05266cf-5402-4b8f-a1b4-768f80c6b7d2 x-openstack-request-id: req-e05266cf-5402-4b8f-a1b4-768f80c6b7d2 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:26.066009 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:26.066163 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e05266cf-5402-4b8f-a1b4-768f80c6b7d2 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:26.066545 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa', 'status': 'completed', 'code': 200} Nov 29 17:57:26.117529 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-946aea08-f7ac-413c-bb1c-c6dc9dc5c80d service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203173 Nov 29 17:57:26.134687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10e568-9dd1-4f03-937d-4e9c2ac2f13b req-b02d0cfc-740c-4ab0-97a5-d75b0c4830b9 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:26.136236 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd10e568-9dd1-4f03-937d-4e9c2ac2f13b req-b02d0cfc-740c-4ab0-97a5-d75b0c4830b9 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0590549 Nov 29 17:57:26.189142 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd10e568-9dd1-4f03-937d-4e9c2ac2f13b req-c13911b0-e286-4dff-bb7a-a68a053b51b0 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462537 Nov 29 17:57:26.222063 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e8533e8a-a98d-4900-a3d5-711de0dbfd1b req-1efdc6a8-6392-4096-a829-bdcf616e98b5 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891826 Nov 29 17:57:26.314710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a1f59-7748-4511-a2ad-0f72e3217905 req-22374fe3-bb6c-4c09-a786-d82b7acb60f7 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:26.315970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a17a1f59-7748-4511-a2ad-0f72e3217905 req-22374fe3-bb6c-4c09-a786-d82b7acb60f7 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 947 time: 0.0548010 Nov 29 17:57:26.326255 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19102665-da3d-48b8-9697-45fa0ca969c9 req-e99b6c1e-b043-42e3-8507-289f7cec6e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:26.327877 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19102665-da3d-48b8-9697-45fa0ca969c9 req-e99b6c1e-b043-42e3-8507-289f7cec6e32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 1098 time: 0.0476537 Nov 29 17:57:26.364294 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a17a1f59-7748-4511-a2ad-0f72e3217905 req-ec0f1789-13be-4436-aede-9f793b5c36c7 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421543 Nov 29 17:57:26.400519 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea7f98c8-3e59-450d-b3de-aa9e48df3357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:26.431979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19102665-da3d-48b8-9697-45fa0ca969c9 req-e0225025-e049-49fe-a510-806237592ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:26.433487 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19102665-da3d-48b8-9697-45fa0ca969c9 req-e0225025-e049-49fe-a510-806237592ab1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.0968759 Nov 29 17:57:26.485353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d6592-b211-49a4-9956-d1aac16e59b1 req-b0763ac6-bf9a-402c-96bb-ed451b4f505a tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:26.487175 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be7d6592-b211-49a4-9956-d1aac16e59b1 req-b0763ac6-bf9a-402c-96bb-ed451b4f505a tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0506234 Nov 29 17:57:26.490451 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19102665-da3d-48b8-9697-45fa0ca969c9 req-27f96a4f-5885-4723-abf3-01bb9fab1ef8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa HTTP/1.1" status: 200 len: 217 time: 0.0401316 Nov 29 17:57:26.551712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be7d6592-b211-49a4-9956-d1aac16e59b1 req-8f1ef952-9d4a-4e04-a60f-b2740b2b8fd4 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575011 Nov 29 17:57:26.557340 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19102665-da3d-48b8-9697-45fa0ca969c9 req-13c7ac07-c268-4ac6-8046-f8819cb16345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:26.560061 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19102665-da3d-48b8-9697-45fa0ca969c9 req-13c7ac07-c268-4ac6-8046-f8819cb16345 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0594525 Nov 29 17:57:26.608847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19102665-da3d-48b8-9697-45fa0ca969c9 req-6674d916-c385-463b-9035-03cd5dccf34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:26.610729 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19102665-da3d-48b8-9697-45fa0ca969c9 req-6674d916-c385-463b-9035-03cd5dccf34c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431213 Nov 29 17:57:26.666870 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d81d82-a3a3-4a1c-9d6b-2c67fece8487 req-0decd428-9bc8-4034-bf36-277744fc6183 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:26.668463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0d81d82-a3a3-4a1c-9d6b-2c67fece8487 req-0decd428-9bc8-4034-bf36-277744fc6183 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0536749 Nov 29 17:57:26.726611 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0d81d82-a3a3-4a1c-9d6b-2c67fece8487 req-932282a8-923e-4bde-9276-cb12015d9817 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488021 Nov 29 17:57:26.731385 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19102665-da3d-48b8-9697-45fa0ca969c9 req-07f74faf-afc4-420b-a403-66f194d1d174 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056705 Nov 29 17:57:26.837402 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19102665-da3d-48b8-9697-45fa0ca969c9 req-98b95921-269c-4421-9e23-72c0dd388ac0 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978341 Nov 29 17:57:26.838877 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9563b-210b-4e2c-9911-c95fa58eba3b req-049787ca-b80d-4cbd-ad0b-601004229e8c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:26.840321 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6fb9563b-210b-4e2c-9911-c95fa58eba3b req-049787ca-b80d-4cbd-ad0b-601004229e8c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.0507381 Nov 29 17:57:26.881677 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:26.889452 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6fb9563b-210b-4e2c-9911-c95fa58eba3b req-704d08a9-d24c-41b5-86ce-7cbc19f7f880 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429420 Nov 29 17:57:26.975574 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ad7b68a-04e0-44dc-8bae-cc3fa47a6f2b req-7a91fbdd-6983-4d37-b8b9-e398d1f30370 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0256588 Nov 29 17:57:27.138236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b725e-9c01-4238-bffc-3bb9e819cfff req-81356f92-60c5-450c-839b-e80ff0597724 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:27.139759 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-964b725e-9c01-4238-bffc-3bb9e819cfff req-81356f92-60c5-450c-839b-e80ff0597724 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 944 time: 0.0496523 Nov 29 17:57:27.189885 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-964b725e-9c01-4238-bffc-3bb9e819cfff req-6fd58565-0941-48d7-aac1-66703ad33623 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441253 Nov 29 17:57:27.308859 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d5f67-9a7c-48b5-9655-ffeddcf2ef57 req-f08fbe73-a36b-47fb-8e6b-8af25cfdb215 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:27.310331 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-912d5f67-9a7c-48b5-9655-ffeddcf2ef57 req-f08fbe73-a36b-47fb-8e6b-8af25cfdb215 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0499418 Nov 29 17:57:27.364537 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-912d5f67-9a7c-48b5-9655-ffeddcf2ef57 req-03ea125b-0f24-4853-a511-5f5ca593fa5f tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479369 Nov 29 17:57:27.435963 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:27.490367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d005e03-50c3-4a37-a0b1-a4d1a4c2c5e4 req-2b25b15a-123b-423f-9194-ac05cb38d9fa tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:27.491938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d005e03-50c3-4a37-a0b1-a4d1a4c2c5e4 req-2b25b15a-123b-423f-9194-ac05cb38d9fa tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 947 time: 0.0508990 Nov 29 17:57:27.542345 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d005e03-50c3-4a37-a0b1-a4d1a4c2c5e4 req-87481a0e-db26-473d-8468-d913d1da6546 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441294 Nov 29 17:57:27.677775 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563692bb-2159-4a3e-81a4-50955edfa30b req-e0b38ead-0cda-4c40-b48c-7460c6362326 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:27.679331 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-563692bb-2159-4a3e-81a4-50955edfa30b req-e0b38ead-0cda-4c40-b48c-7460c6362326 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0549335 Nov 29 17:57:27.696021 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-bb27b34a-9ebf-4944-9655-edefdd3d612f service neutron] 10.222.0.20 "GET /v2.0/ports/fc7c0456-422f-41a5-946e-c149a272dc54/bindings/n-h2-819494-5 HTTP/1.1" status: 200 len: 384 time: 0.0570915 Nov 29 17:57:27.731497 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-563692bb-2159-4a3e-81a4-50955edfa30b req-057bae92-d7c8-4211-923a-6912be00dc42 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455732 Nov 29 17:57:27.843016 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f90a9c-79fa-446a-b480-ca52bf53669c req-918c6f8b-5935-4315-ad67-5108a55c5281 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:27.844403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-38f90a9c-79fa-446a-b480-ca52bf53669c req-918c6f8b-5935-4315-ad67-5108a55c5281 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0492625 Nov 29 17:57:27.882471 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-b0b98939-f7b8-4c70-b404-b462b6957f85 service neutron] For port fc7c0456-422f-41a5-946e-c149a272dc54, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fc7c0456-422f-41a5-946e-c149a272dc54,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:27.892395 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-38f90a9c-79fa-446a-b480-ca52bf53669c req-15f4f5f3-1c6b-4172-a03e-4ca5b6512d8c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418377 Nov 29 17:57:27.903177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-b0b98939-f7b8-4c70-b404-b462b6957f85 service neutron] For port fc7c0456-422f-41a5-946e-c149a272dc54, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:57:27.940387 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-b0b98939-f7b8-4c70-b404-b462b6957f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7c0456-422f-41a5-946e-c149a272dc54 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:57:27.951017 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-b0b98939-f7b8-4c70-b404-b462b6957f85 service neutron] For port fc7c0456-422f-41a5-946e-c149a272dc54, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fc7c0456-422f-41a5-946e-c149a272dc54,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:27.965687 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-b0b98939-f7b8-4c70-b404-b462b6957f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:28.006942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb15862-3912-45dc-b40f-3bbe98663d0d req-5a3db8d0-2076-4107-969d-c1dc33a0d278 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:28.008418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8fb15862-3912-45dc-b40f-3bbe98663d0d req-5a3db8d0-2076-4107-969d-c1dc33a0d278 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.0503771 Nov 29 17:57:28.046611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-b0b98939-f7b8-4c70-b404-b462b6957f85 service neutron] Transition to ACTIVE for port object fc7c0456-422f-41a5-946e-c149a272dc54 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:57:28.052824 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-b0b98939-f7b8-4c70-b404-b462b6957f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:28.066760 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8fb15862-3912-45dc-b40f-3bbe98663d0d req-a58939eb-6d12-48e3-aefa-e3b6e0e5c093 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508478 Nov 29 17:57:28.120239 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-b0b98939-f7b8-4c70-b404-b462b6957f85 service neutron] No DVR routers for this DVR port fc7c0456-422f-41a5-946e-c149a272dc54 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:57:28.130810 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b98939-f7b8-4c70-b404-b462b6957f85 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7c0456-422f-41a5-946e-c149a272dc54,revision_number=10']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:28.153681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-128dc470-6144-41fb-8a53-42d549012676 req-4c98462b-efa8-49a8-906e-bd627dbe6862 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0261028 Nov 29 17:57:28.155798 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-b0b98939-f7b8-4c70-b404-b462b6957f85 service neutron] 10.222.0.20 "PUT /v2.0/ports/fc7c0456-422f-41a5-946e-c149a272dc54/bindings/n-h2-819494-5/activate HTTP/1.1" status: 200 len: 369 time: 0.4455466 Nov 29 17:57:28.308101 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c158cb-2335-4008-8b55-fb7195cd3aa1 req-6889c995-0927-4ca5-bf70-cfe254a67ce5 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:28.309552 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c2c158cb-2335-4008-8b55-fb7195cd3aa1 req-6889c995-0927-4ca5-bf70-cfe254a67ce5 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 945 time: 0.0485203 Nov 29 17:57:28.360999 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c2c158cb-2335-4008-8b55-fb7195cd3aa1 req-7ec7eb99-654d-46be-aaeb-0fb6b532c698 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453646 Nov 29 17:57:28.475589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cd912-1a93-4294-b20a-3570b77ad13c req-67575cbb-1aec-4f90-be7d-0703288d8331 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:28.477038 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f9cd912-1a93-4294-b20a-3570b77ad13c req-67575cbb-1aec-4f90-be7d-0703288d8331 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0479591 Nov 29 17:57:28.526241 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f9cd912-1a93-4294-b20a-3570b77ad13c req-877f6f7c-d603-4667-a547-b5ab615b279f tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432045 Nov 29 17:57:28.659075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddfb79-e447-4d10-80e7-30c13d2b23b0 req-b95cdbb0-acbc-47e7-95db-9b6b1603f153 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:28.660478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57ddfb79-e447-4d10-80e7-30c13d2b23b0 req-b95cdbb0-acbc-47e7-95db-9b6b1603f153 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 947 time: 0.0528836 Nov 29 17:57:28.708057 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57ddfb79-e447-4d10-80e7-30c13d2b23b0 req-21b6e41b-599d-47e5-a485-77df6aa5ffb4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 Nov 29 17:57:28.832047 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3ab9779d-6143-4621-be90-1869ea6b4682 req-4c524d6e-e0a4-4ff0-8b6c-173c479c669b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392530 Nov 29 17:57:28.844093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724602f-ae4b-4c70-8a3b-75dbe78590ea req-b1a8fd23-7360-4b90-9141-3eb522679f2d tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:28.845579 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a724602f-ae4b-4c70-8a3b-75dbe78590ea req-b1a8fd23-7360-4b90-9141-3eb522679f2d tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0497034 Nov 29 17:57:28.893548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a724602f-ae4b-4c70-8a3b-75dbe78590ea req-49ab7fd8-6276-4c6f-8af5-fe7393e8c73d tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416319 Nov 29 17:57:28.919862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9779d-6143-4621-be90-1869ea6b4682 req-d4274d4f-c365-4a38-b562-5aa9588ef525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:28.921266 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3ab9779d-6143-4621-be90-1869ea6b4682 req-d4274d4f-c365-4a38-b562-5aa9588ef525 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 1101 time: 0.0409622 Nov 29 17:57:28.955640 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:28.972930 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:57:28.976025 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fc7c0456-422f-41a5-946e-c149a272dc54 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:57:29.010879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fc7c0456-422f-41a5-946e-c149a272dc54 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:57:29.023770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8116a0-9305-4ac0-8244-bd709ff277ab req-dab2cd7c-574f-4da6-af79-6932d255c1f1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:29.025370 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de8116a0-9305-4ac0-8244-bd709ff277ab req-dab2cd7c-574f-4da6-af79-6932d255c1f1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0562890 Nov 29 17:57:29.052705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9779d-6143-4621-be90-1869ea6b4682 req-6d76531e-a37f-444e-8f07-233c473a5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:29.055284 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3ab9779d-6143-4621-be90-1869ea6b4682 req-6d76531e-a37f-444e-8f07-233c473a5dfe service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1119442 Nov 29 17:57:29.076882 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de8116a0-9305-4ac0-8244-bd709ff277ab req-1979c72d-dda5-49fe-adc2-33644ffcf914 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442123 Nov 29 17:57:29.113091 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3ab9779d-6143-4621-be90-1869ea6b4682 req-9245e470-c216-4fb7-b3f2-ca8f6725e6a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=23f17721-a513-404d-bae3-c88f485b6409 HTTP/1.1" status: 200 len: 217 time: 0.0368710 Nov 29 17:57:29.119154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fc7c0456-422f-41a5-946e-c149a272dc54 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:57:29.176237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9779d-6143-4621-be90-1869ea6b4682 req-ecc24fec-28f4-4f44-8324-c522a18c241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:29.177636 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3ab9779d-6143-4621-be90-1869ea6b4682 req-ecc24fec-28f4-4f44-8324-c522a18c241d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0457506 Nov 29 17:57:29.190629 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:29.201920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166598df-d0d7-4db4-87b4-902dbe8e1a2b req-50d56c3f-4a08-479e-809e-e5879db0d786 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:29.201920 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-166598df-d0d7-4db4-87b4-902dbe8e1a2b req-50d56c3f-4a08-479e-809e-e5879db0d786 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.0546732 Nov 29 17:57:29.204491 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa', 'mac_address': 'fa:16:3e:2b:5c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:57:29.234657 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9779d-6143-4621-be90-1869ea6b4682 req-3a5e2f14-154d-4cd1-9620-aa92c446c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:29.236225 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3ab9779d-6143-4621-be90-1869ea6b4682 req-3a5e2f14-154d-4cd1-9620-aa92c446c759 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0455220 Nov 29 17:57:29.247529 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:29.250740 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-166598df-d0d7-4db4-87b4-902dbe8e1a2b req-1555dbd4-2365-45d5-8c83-619d1782e4ce tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437193 Nov 29 17:57:29.267392 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:57:29.284178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:29.290440 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:29.339598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-59b3913f-a113-4dd7-9895-96d414a70903 req-a7c3e0f4-d805-411c-8ec8-61b1ab168d8c tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0266337 Nov 29 17:57:29.340445 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3ab9779d-6143-4621-be90-1869ea6b4682 req-ff7b16d1-96a1-4aef-b796-1498583ed739 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953474 Nov 29 17:57:29.340819 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:29.377723 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:29.441374 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3ab9779d-6143-4621-be90-1869ea6b4682 req-61d16c4f-d732-4af9-ae6c-565d703bc64b service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878553 Nov 29 17:57:29.482178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b254e-ad39-4fd0-89eb-b341eec254b5 req-ff84214d-4810-4093-a5b1-9bdfb33b52f0 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:29.484251 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba3b254e-ad39-4fd0-89eb-b341eec254b5 req-ff84214d-4810-4093-a5b1-9bdfb33b52f0 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 945 time: 0.0519390 Nov 29 17:57:29.529964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba3b254e-ad39-4fd0-89eb-b341eec254b5 req-3f1b5d1f-7625-4037-b6ec-e6931faee0a9 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393059 Nov 29 17:57:29.637848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bf73f-0064-4626-b25a-5cac43b31615 req-c07d5b53-b995-4d08-ab46-1f8dc2c24275 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:29.639311 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-672bf73f-0064-4626-b25a-5cac43b31615 req-c07d5b53-b995-4d08-ab46-1f8dc2c24275 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0484998 Nov 29 17:57:29.675527 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:57:29.685636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-672bf73f-0064-4626-b25a-5cac43b31615 req-39341797-44eb-41a1-bb68-c92590b6bb6b tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403185 Nov 29 17:57:29.824607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e7987-7d37-4d76-a9ab-bd48b0bc2a62 req-8d0df528-9331-4519-9828-3de254441cc9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:29.826091 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d41e7987-7d37-4d76-a9ab-bd48b0bc2a62 req-8d0df528-9331-4519-9828-3de254441cc9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 948 time: 0.0528145 Nov 29 17:57:29.872436 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d41e7987-7d37-4d76-a9ab-bd48b0bc2a62 req-4a0e8ad8-6e28-4748-bfe4-4f432f53a7cd tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397432 Nov 29 17:57:29.878210 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:30.007240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb8924-8cd9-4c57-8aa2-c956d37d8c90 req-4d4fe281-f047-4a38-b358-46166dceafa0 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:30.008589 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcbb8924-8cd9-4c57-8aa2-c956d37d8c90 req-4d4fe281-f047-4a38-b358-46166dceafa0 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0481954 Nov 29 17:57:30.056077 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcbb8924-8cd9-4c57-8aa2-c956d37d8c90 req-88436e74-f2ac-46dd-ac09-4e6e43427cae tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 Nov 29 17:57:30.194216 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397a9ce-ebee-435d-8691-ef163f0ff379 req-d018cafe-105e-4b1c-a3e1-f968a271b239 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:30.195688 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7397a9ce-ebee-435d-8691-ef163f0ff379 req-d018cafe-105e-4b1c-a3e1-f968a271b239 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0489848 Nov 29 17:57:30.245644 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7397a9ce-ebee-435d-8691-ef163f0ff379 req-baac77d4-1c55-44ef-8382-f77cc111e565 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440476 Nov 29 17:57:30.361323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b65b1-c622-47ac-a49b-d8d82fbfb140 req-fc36f6c5-ee1f-413e-9b4e-3fd32d897c56 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:30.362769 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b42b65b1-c622-47ac-a49b-d8d82fbfb140 req-fc36f6c5-ee1f-413e-9b4e-3fd32d897c56 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.0480888 Nov 29 17:57:30.408559 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b42b65b1-c622-47ac-a49b-d8d82fbfb140 req-59eefdb1-2a3f-4f23-aad5-2c5d34701c8e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395665 Nov 29 17:57:30.492239 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0270a01c-1703-483f-bc2b-d46a07f035ac req-114dd8e1-47e5-4300-a38b-2ec05f5c3c56 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0274262 Nov 29 17:57:30.649305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89bd4e-68db-41f9-a9bb-c1f0080f6bae req-5fe46328-097a-4235-a60e-cca1ae478f59 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:30.650765 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe89bd4e-68db-41f9-a9bb-c1f0080f6bae req-5fe46328-097a-4235-a60e-cca1ae478f59 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 945 time: 0.0496223 Nov 29 17:57:30.701852 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe89bd4e-68db-41f9-a9bb-c1f0080f6bae req-4add3bbf-dfea-4308-9ba9-84d094d8dcff tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443921 Nov 29 17:57:30.805322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10503414-0060-42d6-8102-5ad9bcb42321 req-347a0712-5220-4046-a1bb-fc9055774e98 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:30.806768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10503414-0060-42d6-8102-5ad9bcb42321 req-347a0712-5220-4046-a1bb-fc9055774e98 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0471363 Nov 29 17:57:30.853005 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10503414-0060-42d6-8102-5ad9bcb42321 req-9055c283-e89b-4539-beba-77b0d9f4f8f4 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396264 Nov 29 17:57:30.986688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:57:30.987307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17749969-16e5-42e7-803d-626ac2e4247d req-824da64f-449f-4add-912e-6da085feac63 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:30.988471 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17749969-16e5-42e7-803d-626ac2e4247d req-824da64f-449f-4add-912e-6da085feac63 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 948 time: 0.0492244 Nov 29 17:57:31.035454 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17749969-16e5-42e7-803d-626ac2e4247d req-7a9750e9-28da-4149-a5ba-1b132650437a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407910 Nov 29 17:57:31.037254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:57:31.041042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:57:31.041537 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:31.118323 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:31.140219 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:31.142469 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef74b6b-d3bc-43d8-8fd1-b00c2fd0766e" -d '{"events": [{"server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "name": "network-vif-plugged", "status": "completed", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:31.155600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:31.159829 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:31.174304 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd6400-a2b6-487c-af9b-8eb2711123e2 req-2d762b56-23a0-487b-a3d6-cb5070891ae0 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:31.175784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dacd6400-a2b6-487c-af9b-8eb2711123e2 req-2d762b56-23a0-487b-a3d6-cb5070891ae0 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0539865 Nov 29 17:57:31.209591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:31.223922 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dacd6400-a2b6-487c-af9b-8eb2711123e2 req-32ac1a9e-8f77-4bc7-89e6-e287658eddc4 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418835 Nov 29 17:57:31.266721 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55412091-1537-4b9b-b7dd-45b2bb34d616 x-openstack-request-id: req-55412091-1537-4b9b-b7dd-45b2bb34d616 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:31.267074 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "name": "network-vif-plugged", "status": "completed", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:31.267386 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55412091-1537-4b9b-b7dd-45b2bb34d616 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:31.267786 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa', 'code': 200} Nov 29 17:57:31.378130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29896bc6-be22-4911-a863-4103cfa8b4ac req-1d99362a-f63f-495e-9089-3a58bbfb30ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:31.399232 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29896bc6-be22-4911-a863-4103cfa8b4ac req-1d99362a-f63f-495e-9089-3a58bbfb30ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0833843 Nov 29 17:57:31.416590 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa9768-2674-4816-aa57-2a06b47ff820 req-dca01da5-eacd-4d7e-8f9f-180b7518e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:31.418084 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-22aa9768-2674-4816-aa57-2a06b47ff820 req-dca01da5-eacd-4d7e-8f9f-180b7518e71d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 1099 time: 0.0843101 Nov 29 17:57:31.420523 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd3d8a-ede9-4a4f-8575-ea6876cbe1f2 req-f1b0a354-d228-42f2-8bef-aaee06841d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:31.421915 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3abd3d8a-ede9-4a4f-8575-ea6876cbe1f2 req-f1b0a354-d228-42f2-8bef-aaee06841d77 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 1100 time: 0.0575764 Nov 29 17:57:31.460788 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-22aa9768-2674-4816-aa57-2a06b47ff820 req-4e32dc91-ebee-41d8-bb21-a47443abfcd6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c4bd3732f9e045b291c6544ec838be2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313537 Nov 29 17:57:31.507076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29896bc6-be22-4911-a863-4103cfa8b4ac req-6baae76a-c583-4a18-b2e0-53a99c56ec61 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067507 Nov 29 17:57:31.515836 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-a0b2c9cd-4da6-4cc8-8e6e-b55d602e0982 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:31.517739 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-a0b2c9cd-4da6-4cc8-8e6e-b55d602e0982 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272&tenant_id=80d0ffbb4cf74b4ab097b8a012189088&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 1096 time: 0.1149805 Nov 29 17:57:31.539729 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e19089-5c0c-490f-ae83-e2df370c5a3f req-61956bdd-f5c0-4825-9e09-49e0603de961 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:31.541371 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88e19089-5c0c-490f-ae83-e2df370c5a3f req-61956bdd-f5c0-4825-9e09-49e0603de961 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 946 time: 0.0997670 Nov 29 17:57:31.589852 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3abd3d8a-ede9-4a4f-8575-ea6876cbe1f2 req-b79e0221-7b9d-4591-9288-14ebab524225 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449060 Nov 29 17:57:31.644479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d22c6e51-08d4-41f7-a515-3ca0fe8e4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:31.645903 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d22c6e51-08d4-41f7-a515-3ca0fe8e4ed9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272&tenant_id=80d0ffbb4cf74b4ab097b8a012189088 HTTP/1.1" status: 200 len: 1096 time: 0.1036150 Nov 29 17:57:31.648657 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa9768-2674-4816-aa57-2a06b47ff820 req-2ce1d503-8b92-4029-8102-c86ec8d27113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:31.650081 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-22aa9768-2674-4816-aa57-2a06b47ff820 req-2ce1d503-8b92-4029-8102-c86ec8d27113 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1784623 Nov 29 17:57:31.651396 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88e19089-5c0c-490f-ae83-e2df370c5a3f req-d0297d0c-4c39-4e5a-96f8-5079282aeb39 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988960 Nov 29 17:57:31.674880 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b35360-651b-444e-8ed4-6905a13a6a4f req-1258c541-ed9a-46b7-99ff-b746d861065b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:31.682340 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15b35360-651b-444e-8ed4-6905a13a6a4f req-1258c541-ed9a-46b7-99ff-b746d861065b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.0912278 Nov 29 17:57:31.724486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-87388323-25e2-47b9-a6cc-d37f75de244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:31.725997 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-87388323-25e2-47b9-a6cc-d37f75de244a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 1096 time: 0.0549178 Nov 29 17:57:31.775618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-76ba29ca-bdb3-43a6-be60-298074e9b9ef req-541d46b2-9764-4a10-9ae4-2aa0bdf4ac6a tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0488470 Nov 29 17:57:31.781104 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15b35360-651b-444e-8ed4-6905a13a6a4f req-371020a7-8f2c-4c0f-9196-9f902a122e57 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979424 Nov 29 17:57:31.790768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-f4424f1e-7cbc-4baa-8279-89d829f8f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:31.792258 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-f4424f1e-7cbc-4baa-8279-89d829f8f837 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 1099 time: 0.0831645 Nov 29 17:57:31.825837 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-74685a6e-8620-470b-a71c-3d40916c4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:31.828749 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-74685a6e-8620-470b-a71c-3d40916c4596 service neutron] 10.222.0.31 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 921 time: 0.0948524 Nov 29 17:57:31.845576 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-33f0d36c-2cff-4971-9747-b75cc2a52b08 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=9560f16c-59e5-441b-8e21-6edb3d10c920 HTTP/1.1" status: 200 len: 217 time: 0.0441449 Nov 29 17:57:31.874883 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-752797a4-eeb5-4f9c-8073-3d317b6df008 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc7c0456-422f-41a5-946e-c149a272dc54 HTTP/1.1" status: 200 len: 217 time: 0.0358598 Nov 29 17:57:31.924466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-1bb15321-78a8-4864-ae41-b1c7172df9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:31.925393 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-a9e7322c-ce96-4471-8858-a9fbba36221c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:31.925825 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-1bb15321-78a8-4864-ae41-b1c7172df9bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0658782 Nov 29 17:57:31.926859 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-a9e7322c-ce96-4471-8858-a9fbba36221c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.0448134 Nov 29 17:57:31.936066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0410d-1490-4a0b-9b56-942215c31b9c req-1336bfc0-24b9-420e-be04-9f4df036289b tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:31.937987 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bfc0410d-1490-4a0b-9b56-942215c31b9c req-1336bfc0-24b9-420e-be04-9f4df036289b tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 945 time: 0.0862167 Nov 29 17:57:31.965721 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-0374c2f3-ffe4-41f9-b20c-18b1c3b6c7ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252085 Nov 29 17:57:32.047253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab4c0d-e30d-4e3b-bcca-b882d3785f36 req-fa342e98-c2d4-472b-90c6-be840f35ced3 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:32.048711 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14ab4c0d-e30d-4e3b-bcca-b882d3785f36 req-fa342e98-c2d4-472b-90c6-be840f35ced3 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.1213288 Nov 29 17:57:32.052265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bfc0410d-1490-4a0b-9b56-942215c31b9c req-f4c6eb39-9fcf-448e-b61d-576810962016 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059475 Nov 29 17:57:32.053952 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-6ec8df7d-7260-42ca-beef-39c3640f5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:32.055364 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-6ec8df7d-7260-42ca-beef-39c3640f5fab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100669 Nov 29 17:57:32.121905 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14ab4c0d-e30d-4e3b-bcca-b882d3785f36 req-5f0336dc-cd2c-48d8-a881-271cb144aca5 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655942 Nov 29 17:57:32.191717 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-4aeac83c-386c-422a-8888-8d18673d6f1e service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030138 Nov 29 17:57:32.224709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab466c-f747-4c37-9b15-31efc6c9b596 req-3c70b710-0085-47e6-a0d6-f3e1cf49a17f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:32.226158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aaab466c-f747-4c37-9b15-31efc6c9b596 req-3c70b710-0085-47e6-a0d6-f3e1cf49a17f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0800147 Nov 29 17:57:32.229740 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-44480d92-00fd-4878-97e5-588be1f70b33 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370590 Nov 29 17:57:32.287747 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-7f3f360e-13e8-4d5f-b916-319b12b58ad6 service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872405 Nov 29 17:57:32.358764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aaab466c-f747-4c37-9b15-31efc6c9b596 req-bc4dbb8f-13f1-4a8f-b72d-c72513ae4d9f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255262 Nov 29 17:57:32.393757 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-ccdd7e1e-10fa-4e97-acf8-1a3533829629 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534939 Nov 29 17:57:32.402617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da29c5-4083-460a-a049-1062ebc5a411 req-67ddded2-4339-4c98-9106-c942b5f7eaed tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:32.404777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16da29c5-4083-460a-a049-1062ebc5a411 req-67ddded2-4339-4c98-9106-c942b5f7eaed tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 950 time: 0.0961480 Nov 29 17:57:32.455816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16da29c5-4083-460a-a049-1062ebc5a411 req-5fd51703-b736-4b3e-8f1d-6952963a97b4 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428498 Nov 29 17:57:32.593485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-e1d50406-a724-4902-bd10-8bafd5164d99 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:32.596898 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-e1d50406-a724-4902-bd10-8bafd5164d99 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272&tenant_id=80d0ffbb4cf74b4ab097b8a012189088&binding%3Ahost_id=n-h2-819494-5 HTTP/1.1" status: 200 len: 1096 time: 0.0596948 Nov 29 17:57:32.606330 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf3ca9f-eb53-4f85-b518-438fb4ed3e48 req-1689d2fe-e807-4eca-b3f4-fc7ce560b925 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532973 Nov 29 17:57:32.675902 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3ca9f-eb53-4f85-b518-438fb4ed3e48 req-218ec850-c0be-4bed-9753-43f31224ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:32.678028 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf3ca9f-eb53-4f85-b518-438fb4ed3e48 req-218ec850-c0be-4bed-9753-43f31224ae6e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 1100 time: 0.0491254 Nov 29 17:57:32.700200 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5659f-8c66-481b-a809-c73103ca0653 req-285e1bf5-5bc0-4374-91c0-be4e27698a73 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:32.700545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1f5659f-8c66-481b-a809-c73103ca0653 req-285e1bf5-5bc0-4374-91c0-be4e27698a73 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.1020489 Nov 29 17:57:32.797676 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1f5659f-8c66-481b-a809-c73103ca0653 req-07091c36-ccb7-456b-a612-a1a47d02b282 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871470 Nov 29 17:57:32.802390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d3d6653b-c5b0-4d82-9a34-23838df1ca41 service neutron] For port fc7c0456-422f-41a5-946e-c149a272dc54, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:57:32.806854 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d3d6653b-c5b0-4d82-9a34-23838df1ca41 service neutron] Publish callbacks [] for binding, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:32.807636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c82b4fef-60a3-486a-b716-6f96c12fd0e1 req-d3d6653b-c5b0-4d82-9a34-23838df1ca41 service neutron] 10.222.0.31 "DELETE /v2.0/ports/fc7c0456-422f-41a5-946e-c149a272dc54/bindings/n-h1-819494-5 HTTP/1.1" status: 204 len: 173 time: 0.1990578 Nov 29 17:57:32.810538 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3ca9f-eb53-4f85-b518-438fb4ed3e48 req-c3a19866-c8c5-4384-914e-76deaf14e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:32.812201 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf3ca9f-eb53-4f85-b518-438fb4ed3e48 req-c3a19866-c8c5-4384-914e-76deaf14e186 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1122127 Nov 29 17:57:32.869865 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf3ca9f-eb53-4f85-b518-438fb4ed3e48 req-a49c0a25-1505-4289-908e-cbc8d63a35ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=eb57a55e-8e88-4232-adb2-6710e7654ae4 HTTP/1.1" status: 200 len: 217 time: 0.0499189 Nov 29 17:57:32.932661 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3ca9f-eb53-4f85-b518-438fb4ed3e48 req-1fc84b4d-ffb5-4054-a967-205d6e295ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:32.935731 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf3ca9f-eb53-4f85-b518-438fb4ed3e48 req-1fc84b4d-ffb5-4054-a967-205d6e295ab4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0584075 Nov 29 17:57:33.005526 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3ca9f-eb53-4f85-b518-438fb4ed3e48 req-135b1bc6-3677-4140-bb27-1a8671f28efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:33.007712 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf3ca9f-eb53-4f85-b518-438fb4ed3e48 req-135b1bc6-3677-4140-bb27-1a8671f28efe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604846 Nov 29 17:57:33.074191 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1bf27e3-c4c7-4b5c-aa4e-ebe42f6417f9 req-2fcde233-829e-4f9d-a8e2-90fcd4cf8112 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0548327 Nov 29 17:57:33.143974 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf3ca9f-eb53-4f85-b518-438fb4ed3e48 req-f34c9a49-5733-4fbb-a71f-975744239c07 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257460 Nov 29 17:57:33.229268 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c6fb8-1acf-4a50-b0e4-a4dc7b64a5b0 req-997ac910-1c7a-4078-9dbb-9d6ed0d1302d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:33.230882 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c57c6fb8-1acf-4a50-b0e4-a4dc7b64a5b0 req-997ac910-1c7a-4078-9dbb-9d6ed0d1302d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.0786796 Nov 29 17:57:33.266156 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf3ca9f-eb53-4f85-b518-438fb4ed3e48 req-f7c3cc93-6ac0-48cf-936d-c100a8f186cb service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141071 Nov 29 17:57:33.267746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-56730445-91e3-4d27-b7ba-8bee889e11c0 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1745599768&fields=id&tenant_id=a08ee2c7a42446ab94372180a9609ad3 HTTP/1.1" status: 200 len: 267 time: 0.0769606 Nov 29 17:57:33.346386 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c57c6fb8-1acf-4a50-b0e4-a4dc7b64a5b0 req-ab221143-be7e-4f9a-8aab-c6f51f5bb558 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065419 Nov 29 17:57:33.398297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-4b57404f-c926-4a48-bdb1-d48d814f779f tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:33.399821 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-4b57404f-c926-4a48-bdb1-d48d814f779f tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/networks?id=62b08c22-74a5-4496-a0cf-1f37726d49cf HTTP/1.1" status: 200 len: 823 time: 0.1223814 Nov 29 17:57:33.425571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-603a78f5-328c-4d4e-bdf9-9f65796255ed tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/quotas/a08ee2c7a42446ab94372180a9609ad3 HTTP/1.1" status: 200 len: 375 time: 0.0191557 Nov 29 17:57:33.495120 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2958c07-e21f-4996-a331-153b8badf862 req-a971299b-42ca-4130-a14c-21fcf6e57b2b tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:33.496615 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a2958c07-e21f-4996-a331-153b8badf862 req-a971299b-42ca-4130-a14c-21fcf6e57b2b tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 945 time: 0.0838370 Nov 29 17:57:33.508613 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-4711708c-62d7-4da7-9c82-58108c7f838d tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a08ee2c7a42446ab94372180a9609ad3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0692255 Nov 29 17:57:33.604840 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a2958c07-e21f-4996-a331-153b8badf862 req-ba076844-b3db-4f19-a62c-193923a4849d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951927 Nov 29 17:57:33.628970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-e6f16ec3-b767-4b78-82c7-352e5ff92afa service neutron] 10.222.0.23 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061671 Nov 29 17:57:33.751411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-a9c6b8d1-17f8-4740-b6ce-2fe5defce263 service neutron] 10.222.0.23 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154046 Nov 29 17:57:33.763434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884ee1c-173d-4129-bf3c-aaa262197098 req-712307b5-900a-4efe-b02c-d37e372574cd tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:33.765501 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f884ee1c-173d-4129-bf3c-aaa262197098 req-712307b5-900a-4efe-b02c-d37e372574cd tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0730507 Nov 29 17:57:33.816165 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f884ee1c-173d-4129-bf3c-aaa262197098 req-b68755da-6272-4284-985a-46ca1e8ab951 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436192 Nov 29 17:57:33.936631 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3302edb-3e22-4574-a122-dccf3a0fda1f req-9d7add94-6106-46eb-8868-1f9dc0a784b9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:33.938545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3302edb-3e22-4574-a122-dccf3a0fda1f req-9d7add94-6106-46eb-8868-1f9dc0a784b9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0542345 Nov 29 17:57:34.049481 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3302edb-3e22-4574-a122-dccf3a0fda1f req-8356761d-1f1d-4921-9fc6-bd303535f718 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042356 Nov 29 17:57:34.250829 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b06817-148d-4d1c-9a77-e23ebc746b0f req-41e185c2-38b4-44fa-bb98-7a4df6b403f9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:34.256028 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8b06817-148d-4d1c-9a77-e23ebc746b0f req-41e185c2-38b4-44fa-bb98-7a4df6b403f9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.1066012 Nov 29 17:57:34.321534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8b06817-148d-4d1c-9a77-e23ebc746b0f req-c5c4b76d-c4f4-47c1-8bc6-807628cd9a87 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591629 Nov 29 17:57:34.424272 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5975ab-4522-4d37-8553-97796d04b626 req-d896c4b9-109c-4677-b13c-bed25cd86656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:34.427550 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-d896c4b9-109c-4677-b13c-bed25cd86656 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 1097 time: 0.0951061 Nov 29 17:57:34.441887 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aba4857c-8a76-4707-b3ff-2c037a934fbc req-16a11ac3-a21f-4cd5-b29b-a20e7dff2197 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 210 time: 0.0458984 Nov 29 17:57:34.517919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf25f96-f1c6-44fe-8eba-32663b4c096b req-6cecdd76-7ee6-4481-8def-8797cbd065fc tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:34.522248 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faf25f96-f1c6-44fe-8eba-32663b4c096b req-6cecdd76-7ee6-4481-8def-8797cbd065fc tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 1096 time: 0.0621607 Nov 29 17:57:34.573351 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5975ab-4522-4d37-8553-97796d04b626 req-462ef9dc-ad0d-4540-8581-482a705850db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:34.574937 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-462ef9dc-ad0d-4540-8581-482a705850db service neutron] 10.222.0.31 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.1370416 Nov 29 17:57:34.600130 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faf25f96-f1c6-44fe-8eba-32663b4c096b req-54fbb732-bb28-4747-9eea-9f89f27a6804 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713458 Nov 29 17:57:34.602728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686d555-6543-4acd-a524-2d41315d2456 req-33858f68-2825-41be-be34-5bbdc8d4569d tempest-MigrationsAdminTest-1449366831 tempest-MigrationsAdminTest-1449366831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:34.604345 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c686d555-6543-4acd-a524-2d41315d2456 req-33858f68-2825-41be-be34-5bbdc8d4569d tempest-MigrationsAdminTest-1449366831 tempest-MigrationsAdminTest-1449366831-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 1100 time: 0.0667694 Nov 29 17:57:34.626754 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-c3e543bf-a3af-4dcf-83ae-8ae6fa0cf10c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f661afb9-9b00-4252-98e5-c3cccaf61611 HTTP/1.1" status: 200 len: 217 time: 0.0429556 Nov 29 17:57:34.666635 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c686d555-6543-4acd-a524-2d41315d2456 req-c42ca403-b3ae-4596-93dd-b1734be5c4c2 tempest-MigrationsAdminTest-1449366831 tempest-MigrationsAdminTest-1449366831-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558562 Nov 29 17:57:34.691749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5975ab-4522-4d37-8553-97796d04b626 req-433ae7ab-9b1d-4ad0-9f92-3fd2b58cc2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:34.693240 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-433ae7ab-9b1d-4ad0-9f92-3fd2b58cc2fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.0586631 Nov 29 17:57:34.732420 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-b92b3c2f-b7fc-406f-922b-49d60c98928f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271595 Nov 29 17:57:34.732932 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88708b20-fabe-4de5-8da5-5d8705a4995e req-9552dfeb-8e67-4cfd-9983-f5b7e321c5bc tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0270796 Nov 29 17:57:34.800272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21eb006-acf7-4f9d-b5b8-75869fc069ed req-415e571d-7a32-4dbe-9440-a4f05f79712d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:34.814136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a21eb006-acf7-4f9d-b5b8-75869fc069ed req-415e571d-7a32-4dbe-9440-a4f05f79712d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.0665832 Nov 29 17:57:34.856245 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-3e4db37e-881c-43dc-8da7-aaa38b1fa048 service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148841 Nov 29 17:57:34.871688 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a21eb006-acf7-4f9d-b5b8-75869fc069ed req-ee222d94-f1bd-4a90-a543-57ca81d65e8c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562737 Nov 29 17:57:34.919251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ffb29-396d-402d-9ff2-a450b0c59a21 req-f840c1f3-28e5-4fe4-a3d5-714119e2c5f9 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:34.927388 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-932ffb29-396d-402d-9ff2-a450b0c59a21 req-f840c1f3-28e5-4fe4-a3d5-714119e2c5f9 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 1096 time: 0.0546529 Nov 29 17:57:34.978234 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-16e7d44e-0796-455f-938c-50c3e7f324af service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122186 Nov 29 17:57:35.013246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-932ffb29-396d-402d-9ff2-a450b0c59a21 req-320de12a-bd6e-401d-9915-ceef51e760df tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848680 Nov 29 17:57:35.038067 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34a150-b512-4d46-b033-b4dafe436983 req-500786bc-858e-42b4-ba74-7b429bbdc767 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:35.039768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f34a150-b512-4d46-b033-b4dafe436983 req-500786bc-858e-42b4-ba74-7b429bbdc767 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d92ad30-aa38-486b-b2f1-7150fd81d437 HTTP/1.1" status: 200 len: 946 time: 0.0735056 Nov 29 17:57:35.199429 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-43353396-9a09-4c2b-bf71-b013261d2fa9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0485978 Nov 29 17:57:35.242043 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e455c-e649-4036-bff5-4c23b68bfd0c req-2bb21edf-87f7-4226-856e-2fceffc6671b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:35.243592 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea9e455c-e649-4036-bff5-4c23b68bfd0c req-2bb21edf-87f7-4226-856e-2fceffc6671b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.1000483 Nov 29 17:57:35.258103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5da3d-9792-4ead-84b2-8899cfe36481 req-e000a119-1c73-4612-8046-445b0faf6d3c tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:35.259623 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6ea5da3d-9792-4ead-84b2-8899cfe36481 req-e000a119-1c73-4612-8046-445b0faf6d3c tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.1265593 Nov 29 17:57:35.308345 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-8f34a150-b512-4d46-b033-b4dafe436983 req-8f4d36a3-b9fb-4173-9d12-554b95bce546 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Deleting port 5bc2201e-cf45-443f-939f-baa0d8890f80 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:57:35.308687 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8f34a150-b512-4d46-b033-b4dafe436983 req-8f4d36a3-b9fb-4173-9d12-554b95bce546 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:35.408116 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea9e455c-e649-4036-bff5-4c23b68bfd0c req-15245981-13ea-4aca-857c-af954f8fdd24 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474471 Nov 29 17:57:35.428232 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6ea5da3d-9792-4ead-84b2-8899cfe36481 req-d1f03e0b-2525-457f-af7f-81addf549111 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511989 Nov 29 17:57:35.452387 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-777c3b8d-2233-45c0-91db-895cfda0bb4d tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:35.453918 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-777c3b8d-2233-45c0-91db-895cfda0bb4d tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.20 "GET /v2.0/networks?id=62b08c22-74a5-4496-a0cf-1f37726d49cf HTTP/1.1" status: 200 len: 823 time: 0.1490717 Nov 29 17:57:35.515739 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8f34a150-b512-4d46-b033-b4dafe436983 req-8f4d36a3-b9fb-4173-9d12-554b95bce546 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] For port 5bc2201e-cf45-443f-939f-baa0d8890f80, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5bc2201e-cf45-443f-939f-baa0d8890f80,segment=NetworkSegment(2611eb96-ee0c-44ea-b17c-6d665a2e0535),segment_id=2611eb96-ee0c-44ea-b17c-6d665a2e0535)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:35.516103 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8f34a150-b512-4d46-b033-b4dafe436983 req-8f4d36a3-b9fb-4173-9d12-554b95bce546 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:35.577601 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-0d84e13f-ca02-42d6-924e-947e484b165e tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a08ee2c7a42446ab94372180a9609ad3 HTTP/1.1" status: 200 len: 380 time: 0.1088519 Nov 29 17:57:35.587727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-184d597b-58f3-484e-958f-66b907976f43 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Request body: {'port': {'device_id': '2e8b5726-8d48-4191-af29-fe44ff184a1b', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'admin_state_up': True, 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'security_groups': ['fd25f930-5b09-40b8-9c20-7163028836b3']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:57:35.791006 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-184d597b-58f3-484e-958f-66b907976f43 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Made reservation on behalf of a08ee2c7a42446ab94372180a9609ad3 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:57:35.794508 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-184d597b-58f3-484e-958f-66b907976f43 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:35.967762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-184d597b-58f3-484e-958f-66b907976f43 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Allocated IP 172.20.0.7 (62b08c22-74a5-4496-a0cf-1f37726d49cf/a5816c54-5670-4ee5-9708-67667e003a6e/423acf3e-9b9d-4975-ae81-e88731ac95c8) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:57:36.254580 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-184d597b-58f3-484e-958f-66b907976f43 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:36.285893 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02688227-aa5c-42b3-a187-48461b9c6a94 req-82a6d39c-bbc9-4f32-9cfa-61d42c4116fa tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 210 time: 0.0509689 Nov 29 17:57:36.297749 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-184d597b-58f3-484e-958f-66b907976f43 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:36.303307 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8f34a150-b512-4d46-b033-b4dafe436983 req-8f4d36a3-b9fb-4173-9d12-554b95bce546 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:36.303682 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8f34a150-b512-4d46-b033-b4dafe436983 req-8f4d36a3-b9fb-4173-9d12-554b95bce546 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:36.304022 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-8f34a150-b512-4d46-b033-b4dafe436983 req-8f4d36a3-b9fb-4173-9d12-554b95bce546 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Floating IP e5a90401-4f28-41aa-a2c1-69e6eca4be59 disassociated. External IP: 172.25.3.213, port: 5bc2201e-cf45-443f-939f-baa0d8890f80. Nov 29 17:57:36.304370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-8f34a150-b512-4d46-b033-b4dafe436983 req-8f4d36a3-b9fb-4173-9d12-554b95bce546 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Calling delete_port for 5bc2201e-cf45-443f-939f-baa0d8890f80 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:57:36.331552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdb543-0212-4bdf-9db3-3e14e433bcdc req-8d432536-97e2-4a63-959e-ece39411485f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:36.335233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c4cdb543-0212-4bdf-9db3-3e14e433bcdc req-8d432536-97e2-4a63-959e-ece39411485f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.7654099 Nov 29 17:57:36.414420 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d597b-58f3-484e-958f-66b907976f43 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Pushing event updated for resources: {'Port': ['ID=423acf3e-9b9d-4975-ae81-e88731ac95c8,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:36.418136 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-184d597b-58f3-484e-958f-66b907976f43 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Network 62b08c22-74a5-4496-a0cf-1f37726d49cf is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:57:36.420095 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-184d597b-58f3-484e-958f-66b907976f43 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:57:36.425484 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-184d597b-58f3-484e-958f-66b907976f43 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:57:36.511312 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-184d597b-58f3-484e-958f-66b907976f43 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:36.512008 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-184d597b-58f3-484e-958f-66b907976f43 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:36.545951 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10e3c449-a5fe-49fa-a0de-da17fcf17ca6 req-0b93ea54-a75b-4808-b754-55ad34ae5e10 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0803187 Nov 29 17:57:36.554634 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-184d597b-58f3-484e-958f-66b907976f43 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9712601 Nov 29 17:57:36.558732 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c4cdb543-0212-4bdf-9db3-3e14e433bcdc req-d8a7103d-021b-4603-a56a-bcb3d37b7201 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801791 Nov 29 17:57:36.586159 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Request body: {'port': {'device_id': '2e8b5726-8d48-4191-af29-fe44ff184a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:57:36.608932 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8f34a150-b512-4d46-b033-b4dafe436983 req-8f4d36a3-b9fb-4173-9d12-554b95bce546 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:36.669217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d36a3-b9fb-4173-9d12-554b95bce546 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Pushing event deleted for resources: {'Port': ['ID=5bc2201e-cf45-443f-939f-baa0d8890f80,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:36.714028 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:36.801331 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37a5b2-9521-49e0-9373-6865983171a9 req-eb032763-cd27-45b9-b3b4-3f320325b5cf tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:36.807309 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d37a5b2-9521-49e0-9373-6865983171a9 req-eb032763-cd27-45b9-b3b4-3f320325b5cf tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 948 time: 0.1275244 Nov 29 17:57:36.882211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2434dc6e-9606-4a5f-b4a4-774e1a735031 None None] Provisioning complete for port 423acf3e-9b9d-4975-ae81-e88731ac95c8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:57:36.883187 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2434dc6e-9606-4a5f-b4a4-774e1a735031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:36.931828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de0303-bd9d-47b3-b533-97f868229d95 req-0e844743-d0dd-43ea-b402-796e86c2ed09 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:36.941675 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07de0303-bd9d-47b3-b533-97f868229d95 req-0e844743-d0dd-43ea-b402-796e86c2ed09 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.1626694 Nov 29 17:57:36.965143 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d37a5b2-9521-49e0-9373-6865983171a9 req-bae106e0-a2f5-493b-942c-a909ff015d7d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492279 Nov 29 17:57:36.971032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2434dc6e-9606-4a5f-b4a4-774e1a735031 None None] Port 423acf3e-9b9d-4975-ae81-e88731ac95c8 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:57:36.986240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f34a150-b512-4d46-b033-b4dafe436983 req-8f4d36a3-b9fb-4173-9d12-554b95bce546 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:57:37.027415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 9560f16c-59e5-441b-8e21-6edb3d10c920 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:57:37.030816 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:57:37.193129 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 9560f16c-59e5-441b-8e21-6edb3d10c920, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=9560f16c-59e5-441b-8e21-6edb3d10c920,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:37.226320 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '9560f16c-59e5-441b-8e21-6edb3d10c920', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '9560f16c-59e5-441b-8e21-6edb3d10c920', 'mac_address': 'fa:16:3e:80:41:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:57:37.235785 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f34a150-b512-4d46-b033-b4dafe436983 req-8f4d36a3-b9fb-4173-9d12-554b95bce546 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:57:37.255687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b0d13d-9fbc-4318-9ef6-c0e0d2592e54 None None] Sync routers for ids ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:57:37.292845 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07de0303-bd9d-47b3-b533-97f868229d95 req-90d07355-2289-4fff-b334-77c947667f04 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412156 Nov 29 17:57:37.350051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f34a150-b512-4d46-b033-b4dafe436983 req-8f4d36a3-b9fb-4173-9d12-554b95bce546 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] No DVR routers for this DVR port 5bc2201e-cf45-443f-939f-baa0d8890f80 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:57:37.353323 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8f34a150-b512-4d46-b033-b4dafe436983 req-8f4d36a3-b9fb-4173-9d12-554b95bce546 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:37.357127 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f34a150-b512-4d46-b033-b4dafe436983 req-8f4d36a3-b9fb-4173-9d12-554b95bce546 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.31 "DELETE /v2.0/ports/5bc2201e-cf45-443f-939f-baa0d8890f80 HTTP/1.1" status: 204 len: 173 time: 2.3108382 Nov 29 17:57:37.359046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423acf3e-9b9d-4975-ae81-e88731ac95c8 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:57:37.370640 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:37.383516 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Transition to ACTIVE for port object 423acf3e-9b9d-4975-ae81-e88731ac95c8 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:57:37.393947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d92ad30-aa38-486b-b2f1-7150fd81d437', 'name': 'network-vif-deleted', 'tag': '5bc2201e-cf45-443f-939f-baa0d8890f80'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:37.396460 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:37.404051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b0d13d-9fbc-4318-9ef6-c0e0d2592e54 None None] Routers {'52873299-9ff5-4dd4-9b50-d02f3a2bff32'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:57:37.405757 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-16b0d13d-9fbc-4318-9ef6-c0e0d2592e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:57:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:57:37.411169 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0544cdb6-1d0c-4bfa-87d2-897dabc8b36e" -d '{"events": [{"server_uuid": "3d92ad30-aa38-486b-b2f1-7150fd81d437", "name": "network-vif-deleted", "tag": "5bc2201e-cf45-443f-939f-baa0d8890f80"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:37.415689 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:37.471772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae786463-5f74-4d96-b23c-4a05752b6810 req-a762ffb3-d362-4eeb-ab25-cd34a435fd08 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:37.477476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Pushing event updated for resources: {'Port': ['ID=423acf3e-9b9d-4975-ae81-e88731ac95c8,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:37.489003 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-24b617f0-a38d-4e32-81d6-70daef63c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:37.489678 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae786463-5f74-4d96-b23c-4a05752b6810 req-a762ffb3-d362-4eeb-ab25-cd34a435fd08 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.3305941 Nov 29 17:57:37.495552 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-24b617f0-a38d-4e32-81d6-70daef63c991 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 1100 time: 0.1104400 Nov 29 17:57:37.524476 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:37.539458 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9560f16c-59e5-441b-8e21-6edb3d10c920 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:57:37.573619 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 9560f16c-59e5-441b-8e21-6edb3d10c920, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=9560f16c-59e5-441b-8e21-6edb3d10c920,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:37.628455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20f585-cb21-4d9b-b514-bf015cbf373c req-fe248e18-3025-4410-8569-04eff1b1e0b5 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:37.636830 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa20f585-cb21-4d9b-b514-bf015cbf373c req-fe248e18-3025-4410-8569-04eff1b1e0b5 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 943 time: 0.1292224 Nov 29 17:57:37.651545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae786463-5f74-4d96-b23c-4a05752b6810 req-aaa5c30c-9898-4a7a-8a21-155f0ea97f71 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607997 Nov 29 17:57:37.686601 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9c915f-e99a-478b-a9a5-42fa447d7f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:37.699436 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a730b5-04aa-4e7c-b3b7-4455d365e8e4" -d '{"events": [{"server_uuid": "7a9c915f-e99a-478b-a9a5-42fa447d7f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0d8a8e-d43b-4a13-84f1-8bfe0f570647"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:37.701256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa20f585-cb21-4d9b-b514-bf015cbf373c req-12a2ded6-942d-417c-8782-536394d9841d tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635519 Nov 29 17:57:37.710222 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:37.732215 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Attempting to bind port 423acf3e-9b9d-4975-ae81-e88731ac95c8 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:57:37.732741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Attempting to bind port 423acf3e-9b9d-4975-ae81-e88731ac95c8 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '2611eb96-ee0c-44ea-b17c-6d665a2e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:57:37.733527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Attempting to bind port 423acf3e-9b9d-4975-ae81-e88731ac95c8 on network 62b08c22-74a5-4496-a0cf-1f37726d49cf {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:57:37.736961 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:37.742379 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717c1208-2b44-452e-ba4a-85c5f60acf5f x-openstack-request-id: req-717c1208-2b44-452e-ba4a-85c5f60acf5f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:37.742755 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d92ad30-aa38-486b-b2f1-7150fd81d437", "name": "network-vif-deleted", "tag": "5bc2201e-cf45-443f-939f-baa0d8890f80", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:37.743136 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-717c1208-2b44-452e-ba4a-85c5f60acf5f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:37.743554 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d92ad30-aa38-486b-b2f1-7150fd81d437', 'name': 'network-vif-deleted', 'tag': '5bc2201e-cf45-443f-939f-baa0d8890f80', 'status': 'completed', 'code': 200} Nov 29 17:57:37.752867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Port 423acf3e-9b9d-4975-ae81-e88731ac95c8 on network 62b08c22-74a5-4496-a0cf-1f37726d49cf not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:57:37.753280 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Attempting to bind port 423acf3e-9b9d-4975-ae81-e88731ac95c8 on network 62b08c22-74a5-4496-a0cf-1f37726d49cf {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:57:37.761469 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:37.779388 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:57:37.780260 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Checking segment: {'id': '2611eb96-ee0c-44ea-b17c-6d665a2e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:57:37.780656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Bound using segment: {'id': '2611eb96-ee0c-44ea-b17c-6d665a2e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:57:37.781101 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Bound port: 423acf3e-9b9d-4975-ae81-e88731ac95c8, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2611eb96-ee0c-44ea-b17c-6d665a2e0535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:57:37.781446 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:37.794442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-16b0d13d-9fbc-4318-9ef6-c0e0d2592e54 None None] Set router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:57:37.836257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=9560f16c-59e5-441b-8e21-6edb3d10c920,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:37.877422 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b32e33ad-3651-48f2-8dd0-301fc15b798c req-f7905161-7e42-40c5-a2b1-cc53e64b703f tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0516851 Nov 29 17:57:37.917931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-dac13e2e-db88-4885-8d71-9f25a855e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:37.919688 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-dac13e2e-db88-4885-8d71-9f25a855e38c service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.3339667 Nov 29 17:57:37.957260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc35edb-bf04-40a7-8dc7-40b2d8e11b37 req-95e2fa52-9d26-4762-bc8c-82c8d559a88a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:37.965515 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fdc35edb-bf04-40a7-8dc7-40b2d8e11b37 req-95e2fa52-9d26-4762-bc8c-82c8d559a88a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0922823 Nov 29 17:57:37.996795 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:38.018218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fdc35edb-bf04-40a7-8dc7-40b2d8e11b37 req-486dda96-1e35-44ac-98aa-224412a4a910 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519445 Nov 29 17:57:38.049069 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] For port 423acf3e-9b9d-4975-ae81-e88731ac95c8, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:57:38.052323 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] For port 423acf3e-9b9d-4975-ae81-e88731ac95c8, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=423acf3e-9b9d-4975-ae81-e88731ac95c8,segment=NetworkSegment(2611eb96-ee0c-44ea-b17c-6d665a2e0535),segment_id=2611eb96-ee0c-44ea-b17c-6d665a2e0535)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:57:38.059628 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-584c31c0-495c-4ce3-9ec5-439e78fdb8f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa HTTP/1.1" status: 200 len: 217 time: 0.1286261 Nov 29 17:57:38.060479 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69bb44c-debe-4e41-ae03-3b9e04e0b8f8 x-openstack-request-id: req-b69bb44c-debe-4e41-ae03-3b9e04e0b8f8 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:38.061595 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9c915f-e99a-478b-a9a5-42fa447d7f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0d8a8e-d43b-4a13-84f1-8bfe0f570647", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:38.062014 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b69bb44c-debe-4e41-ae03-3b9e04e0b8f8 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:38.062553 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9c915f-e99a-478b-a9a5-42fa447d7f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647', 'code': 200} Nov 29 17:57:38.064859 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:38.130530 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-16b0d13d-9fbc-4318-9ef6-c0e0d2592e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:38Z', 'revision_number': 4, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '1abb90c7-2b8c-4760-8268-fa5dc33f0971', 'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'mac_address': 'fa:16:3e:d4:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:37Z', 'updated_at': '2021-11-29T17:53:43Z', 'revision_number': 5, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'subnets': [{'id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:57:38.163574 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:38.164194 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:38.165597 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] 10.222.0.20 "PUT /v2.0/ports/423acf3e-9b9d-4975-ae81-e88731ac95c8 HTTP/1.1" status: 200 len: 1091 time: 1.5892849 Nov 29 17:57:38.166047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8b5726-8d48-4191-af29-fe44ff184a1b', 'tag': '423acf3e-9b9d-4975-ae81-e88731ac95c8'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:38.168804 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e474ea-d8da-4c09-a147-a1a7d6066cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8b5726-8d48-4191-af29-fe44ff184a1b", "tag": "423acf3e-9b9d-4975-ae81-e88731ac95c8"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:38.207064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b0d13d-9fbc-4318-9ef6-c0e0d2592e54 None None] Checking router: 52873299-9ff5-4dd4-9b50-d02f3a2bff32 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:57:38.214824 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-f3d87413-7710-4ea6-9af9-2265a9915657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:38.216303 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-f3d87413-7710-4ea6-9af9-2265a9915657 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1460688 Nov 29 17:57:38.219775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b0d13d-9fbc-4318-9ef6-c0e0d2592e54 None None] Routers {'52873299-9ff5-4dd4-9b50-d02f3a2bff32'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:57:38.220406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-16b0d13d-9fbc-4318-9ef6-c0e0d2592e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:57:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:57:38.221500 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483920a-a5eb-4462-9bb9-727493b0146e service neutron] Pushing event updated for resources: {'Port': ['ID=423acf3e-9b9d-4975-ae81-e88731ac95c8,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:38.223667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cd1a6-70fe-4075-b781-8c298c530fde req-705a3384-9cb5-4c58-b355-257578af9678 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:38.237697 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e78cd1a6-70fe-4075-b781-8c298c530fde req-705a3384-9cb5-4c58-b355-257578af9678 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 949 time: 0.0969496 Nov 29 17:57:38.280755 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd7f402-a353-42f0-a17e-9c19740a76d5 x-openstack-request-id: req-cfd7f402-a353-42f0-a17e-9c19740a76d5 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:38.281155 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8b5726-8d48-4191-af29-fe44ff184a1b", "tag": "423acf3e-9b9d-4975-ae81-e88731ac95c8", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:38.281494 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfd7f402-a353-42f0-a17e-9c19740a76d5 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:38.282681 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8b5726-8d48-4191-af29-fe44ff184a1b', 'tag': '423acf3e-9b9d-4975-ae81-e88731ac95c8', 'status': 'completed', 'code': 200} Nov 29 17:57:38.329832 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-dbf1e1ce-9228-46ed-bfd1-844ee91e6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:38.331426 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-dbf1e1ce-9228-46ed-bfd1-844ee91e6791 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940397 Nov 29 17:57:38.344066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-db15da4e-313a-42fa-b244-085445309f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:38.345619 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-db15da4e-313a-42fa-b244-085445309f5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a08ee2c7a42446ab94372180a9609ad3&device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 1094 time: 0.0621297 Nov 29 17:57:38.368785 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e78cd1a6-70fe-4075-b781-8c298c530fde req-23bfc39c-cc98-4a92-b9ac-a5d9b7383d49 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298292 Nov 29 17:57:38.468965 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-f1290269-0083-437d-addc-db210083d460 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213357 Nov 29 17:57:38.496678 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-16b0d13d-9fbc-4318-9ef6-c0e0d2592e54 None None] Set router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:57:38.497644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ddb5a-e1c2-47ad-8b94-cf46fbd7ff81 req-a94ded3c-b620-470b-b20a-980bd9c7221f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:38.500206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d9ddb5a-e1c2-47ad-8b94-cf46fbd7ff81 req-a94ded3c-b620-470b-b20a-980bd9c7221f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0899770 Nov 29 17:57:38.559037 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-2c71b6f6-bbbb-4699-a852-4888489c4106 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=423acf3e-9b9d-4975-ae81-e88731ac95c8 HTTP/1.1" status: 200 len: 217 time: 0.0887048 Nov 29 17:57:38.571407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d9ddb5a-e1c2-47ad-8b94-cf46fbd7ff81 req-eb05be24-b161-4bf6-b47c-9465440f854c tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645378 Nov 29 17:57:38.689169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-65f4f32c-5d9f-4781-b844-9ec4fcb5a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:38.691584 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-65f4f32c-5d9f-4781-b844-9ec4fcb5a9af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a5816c54-5670-4ee5-9708-67667e003a6e HTTP/1.1" status: 200 len: 862 time: 0.1208730 Nov 29 17:57:38.720237 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-88ade063-f514-48a8-bf4d-344840ce2e92 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238934 Nov 29 17:57:38.760291 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-e01b7adc-0c08-411e-8a1e-e8624800ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:38.762167 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-e01b7adc-0c08-411e-8a1e-e8624800ed3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62b08c22-74a5-4496-a0cf-1f37726d49cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564449 Nov 29 17:57:38.782378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['9560f16c-59e5-441b-8e21-6edb3d10c920'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:57:38.902671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fba488-9c3d-4cb5-90e6-54a3065d0534 req-56eafc06-0f9d-4e74-b8fd-f64dd8fda51d tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:38.907360 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-001c14de-d58e-4b62-ae22-6143573c9140 service neutron] 10.222.0.20 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366329 Nov 29 17:57:38.911353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09fba488-9c3d-4cb5-90e6-54a3065d0534 req-56eafc06-0f9d-4e74-b8fd-f64dd8fda51d tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.1445303 Nov 29 17:57:38.982077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785d26d-769a-482d-bc7b-2fc2f29bdd13 req-3dd50a96-5f17-4d10-a4e6-d496ff72109b tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:38.983639 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6785d26d-769a-482d-bc7b-2fc2f29bdd13 req-3dd50a96-5f17-4d10-a4e6-d496ff72109b tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 943 time: 0.1211843 Nov 29 17:57:39.021234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09fba488-9c3d-4cb5-90e6-54a3065d0534 req-816a76f6-29fc-4483-8a08-c3796a77f005 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934455 Nov 29 17:57:39.056380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:57:39.059518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5bc2201e-cf45-443f-939f-baa0d8890f80 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:57:39.125747 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6785d26d-769a-482d-bc7b-2fc2f29bdd13 req-74d8c803-db15-41db-ad8f-1478ab31fef2 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152916 Nov 29 17:57:39.137702 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 5bc2201e-cf45-443f-939f-baa0d8890f80 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:57:39.138339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5bc2201e-cf45-443f-939f-baa0d8890f80 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:57:39.145723 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ea96b605-1740-4471-8ec2-c0ecd79d0ded req-8516a234-24d6-4947-af75-eaa5e966fe1a service neutron] 10.222.0.20 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189391 Nov 29 17:57:39.195653 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e0030fe-87e6-46ff-b357-099f8dc42ba8 req-b1d162d2-fcbb-4697-b2f2-dde8eada8462 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0685153 Nov 29 17:57:39.307262 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e474ea-d8da-4c09-a147-a1a7d6066cb0 req-8845461f-dd3e-4e7d-9d6f-c30a481b34f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:39.308785 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d2e474ea-d8da-4c09-a147-a1a7d6066cb0 req-8845461f-dd3e-4e7d-9d6f-c30a481b34f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a08ee2c7a42446ab94372180a9609ad3&device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 1094 time: 0.0903258 Nov 29 17:57:39.317044 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3144014-fb17-47d6-bb40-9fb844f69586 req-a6a915c8-4d57-4578-ab2b-94470957fc1f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:39.319143 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3144014-fb17-47d6-bb40-9fb844f69586 req-a6a915c8-4d57-4578-ab2b-94470957fc1f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0582206 Nov 29 17:57:39.372298 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:39.376402 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3144014-fb17-47d6-bb40-9fb844f69586 req-3f09ee90-3674-43f6-89c1-7b9838a9b078 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507886 Nov 29 17:57:39.392667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647', 'mac_address': 'fa:16:3e:c0:47:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:57:39.398360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-16b0d13d-9fbc-4318-9ef6-c0e0d2592e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:38Z', 'revision_number': 4, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '1abb90c7-2b8c-4760-8268-fa5dc33f0971', 'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'mac_address': 'fa:16:3e:d4:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:37Z', 'updated_at': '2021-11-29T17:53:43Z', 'revision_number': 5, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'subnets': [{'id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:57:39.431780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b0d13d-9fbc-4318-9ef6-c0e0d2592e54 None None] The sync data for ids ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'] in n-d-819494-5 is: [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:38Z', 'revision_number': 4, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '1abb90c7-2b8c-4760-8268-fa5dc33f0971', 'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'mac_address': 'fa:16:3e:d4:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:37Z', 'updated_at': '2021-11-29T17:53:43Z', 'revision_number': 5, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'subnets': [{'id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:57:39.453133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e474ea-d8da-4c09-a147-a1a7d6066cb0 req-438dbb6c-268a-4330-8bc9-d0e67637e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:39.454715 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d2e474ea-d8da-4c09-a147-a1a7d6066cb0 req-438dbb6c-268a-4330-8bc9-d0e67637e38f service neutron] 10.222.0.20 "GET /v2.0/networks?id=62b08c22-74a5-4496-a0cf-1f37726d49cf HTTP/1.1" status: 200 len: 924 time: 0.1343937 Nov 29 17:57:39.503186 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:39.511785 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d2e474ea-d8da-4c09-a147-a1a7d6066cb0 req-7a6a4790-3001-475b-81b5-abdf68b6ad45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=423acf3e-9b9d-4975-ae81-e88731ac95c8 HTTP/1.1" status: 200 len: 217 time: 0.0427315 Nov 29 17:57:39.530389 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:57:39.543046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b999a-da8a-486f-afca-2c6ac8db4c72 req-1f6fecec-adaa-4d9a-a5fa-0a750c7687be tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:39.552657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-961b999a-da8a-486f-afca-2c6ac8db4c72 req-1f6fecec-adaa-4d9a-a5fa-0a750c7687be tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 949 time: 0.0887229 Nov 29 17:57:39.560489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:39.567770 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:39.596474 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e474ea-d8da-4c09-a147-a1a7d6066cb0 req-45efcb8a-ba22-41ab-bf28-180c4b8a0969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:39.597776 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d2e474ea-d8da-4c09-a147-a1a7d6066cb0 req-45efcb8a-ba22-41ab-bf28-180c4b8a0969 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a5816c54-5670-4ee5-9708-67667e003a6e HTTP/1.1" status: 200 len: 862 time: 0.0769434 Nov 29 17:57:39.619263 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-961b999a-da8a-486f-afca-2c6ac8db4c72 req-9bff10aa-eef3-47ae-b068-5c198eeca1f0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655377 Nov 29 17:57:39.637768 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:39.665045 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e474ea-d8da-4c09-a147-a1a7d6066cb0 req-9f99b96e-682a-4323-9390-dee2fdf2ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:39.666714 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d2e474ea-d8da-4c09-a147-a1a7d6066cb0 req-9f99b96e-682a-4323-9390-dee2fdf2ac69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62b08c22-74a5-4496-a0cf-1f37726d49cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563655 Nov 29 17:57:39.713764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['8f0d8a8e-d43b-4a13-84f1-8bfe0f570647'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:57:39.727412 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d72a7-814a-4235-9615-78fdee14a83e req-0b87f682-2774-47c2-a6c7-5cafdb316542 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:39.729190 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-693d72a7-814a-4235-9615-78fdee14a83e req-0b87f682-2774-47c2-a6c7-5cafdb316542 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0670867 Nov 29 17:57:39.799019 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-693d72a7-814a-4235-9615-78fdee14a83e req-f172758a-dcb2-4361-bc93-90959e9a481e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624003 Nov 29 17:57:39.821112 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d2e474ea-d8da-4c09-a147-a1a7d6066cb0 req-13c49a9c-28ed-40f5-9b0a-ab3ff2f0450d service neutron] 10.222.0.20 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399355 Nov 29 17:57:39.837928 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e37161a-c46e-4e48-a4ea-de4335cd199d None None] New status for floating IP e5a90401-4f28-41aa-a2c1-69e6eca4be59: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 17:57:39.928493 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d2e474ea-d8da-4c09-a147-a1a7d6066cb0 req-36981374-0e50-4074-ae56-878b4ad363f4 service neutron] 10.222.0.20 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961723 Nov 29 17:57:40.139928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4041dc2-9919-42a5-a80d-d870390c9698 req-f4813738-3fd6-4d89-bb67-4416d5f6cec0 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:40.141418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c4041dc2-9919-42a5-a80d-d870390c9698 req-f4813738-3fd6-4d89-bb67-4416d5f6cec0 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0560799 Nov 29 17:57:40.204633 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c4041dc2-9919-42a5-a80d-d870390c9698 req-c85911af-fcc3-4ab7-abf1-d6983f874e34 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565178 Nov 29 17:57:40.249297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333b75b-24c2-48b4-9ffb-ea5abde2af1b req-c3296e45-d152-4208-ba01-7575ef75dcca tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:40.250971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f333b75b-24c2-48b4-9ffb-ea5abde2af1b req-c3296e45-d152-4208-ba01-7575ef75dcca tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 943 time: 0.0598540 Nov 29 17:57:40.308719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f333b75b-24c2-48b4-9ffb-ea5abde2af1b req-68a3a3e0-3d45-4b6a-8511-eda9433330f1 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512950 Nov 29 17:57:40.357693 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87f6ee0a-c923-4557-9243-8d756ee86517 req-85a6dc56-f6b1-45cd-b650-895d61d38dde tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0312822 Nov 29 17:57:40.503649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807c962-0e10-4fe8-80c5-4ef8a49a2679 req-761d3a9b-eabf-459a-904b-cbede34223dc tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:40.505132 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d807c962-0e10-4fe8-80c5-4ef8a49a2679 req-761d3a9b-eabf-459a-904b-cbede34223dc tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0489030 Nov 29 17:57:40.556204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d807c962-0e10-4fe8-80c5-4ef8a49a2679 req-dfa8ae20-bd91-4db2-9190-dfe7164eea70 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448017 Nov 29 17:57:40.740334 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c58ba-a68c-4363-818e-2f5237f23195 req-712cedfe-9172-4243-8b0b-9d44622a6328 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:40.741811 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-141c58ba-a68c-4363-818e-2f5237f23195 req-712cedfe-9172-4243-8b0b-9d44622a6328 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 949 time: 0.0491188 Nov 29 17:57:40.788957 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-141c58ba-a68c-4363-818e-2f5237f23195 req-7e825f02-1295-4309-bb45-48056e85e1b8 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409234 Nov 29 17:57:40.913086 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689895c-6b19-4d5e-8a01-953eea5375de req-0b096dd3-9ad9-4292-afc5-978056b27b67 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:40.914487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c689895c-6b19-4d5e-8a01-953eea5375de req-0b096dd3-9ad9-4292-afc5-978056b27b67 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0512545 Nov 29 17:57:40.963470 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c689895c-6b19-4d5e-8a01-953eea5375de req-3bfa9994-65ee-4481-a0f3-8d29ade4c7eb tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Nov 29 17:57:41.069731 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:57:41.115840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:57:41.116129 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:41.193833 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:41.215555 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9c915f-e99a-478b-a9a5-42fa447d7f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:41.217827 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298bd57c-7689-4dfa-a534-97c4540fc917" -d '{"events": [{"server_uuid": "7a9c915f-e99a-478b-a9a5-42fa447d7f2e", "name": "network-vif-plugged", "status": "completed", "tag": "8f0d8a8e-d43b-4a13-84f1-8bfe0f570647"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:41.231427 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:41.236483 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:41.237379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 9560f16c-59e5-441b-8e21-6edb3d10c920 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:57:41.331625 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c78f8b-baaf-4a64-9f97-609ba25f0c57 x-openstack-request-id: req-86c78f8b-baaf-4a64-9f97-609ba25f0c57 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:41.332242 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9c915f-e99a-478b-a9a5-42fa447d7f2e", "name": "network-vif-plugged", "status": "completed", "tag": "8f0d8a8e-d43b-4a13-84f1-8bfe0f570647", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:41.332700 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86c78f8b-baaf-4a64-9f97-609ba25f0c57 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:41.332883 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9c915f-e99a-478b-a9a5-42fa447d7f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647', 'code': 200} Nov 29 17:57:41.334704 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:41.358277 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cb3f6-7de5-4f32-a909-a09f65a2f994 req-6696bfba-f771-44ed-9377-6224d22a96c4 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:41.359798 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e5cb3f6-7de5-4f32-a909-a09f65a2f994 req-6696bfba-f771-44ed-9377-6224d22a96c4 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0607417 Nov 29 17:57:41.361683 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 9560f16c-59e5-441b-8e21-6edb3d10c920 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:57:41.366227 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 9560f16c-59e5-441b-8e21-6edb3d10c920 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:57:41.366538 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:41.450081 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:41.454518 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e5cb3f6-7de5-4f32-a909-a09f65a2f994 req-b2456451-7cf3-49dd-9652-ea90d2940b90 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821760 Nov 29 17:57:41.473715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd4190-2a95-443b-85d0-aeb65de76e27 req-f00e0fff-18e7-496f-bada-ae017b8f509d tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:41.475296 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3dd4190-2a95-443b-85d0-aeb65de76e27 req-f00e0fff-18e7-496f-bada-ae017b8f509d tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 943 time: 0.0649664 Nov 29 17:57:41.501979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 9560f16c-59e5-441b-8e21-6edb3d10c920, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=9560f16c-59e5-441b-8e21-6edb3d10c920,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:41.510100 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:41.576063 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3dd4190-2a95-443b-85d0-aeb65de76e27 req-13cd6a14-b3c3-4c34-bc16-cc53c9a360b3 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901806 Nov 29 17:57:41.587147 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=9560f16c-59e5-441b-8e21-6edb3d10c920,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:41.636486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2d04d0df-226d-44f5-961e-57c2e0526c55 req-e8b4e3cf-7499-4242-b418-d8df4d35048a tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0329883 Nov 29 17:57:41.683788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf085cc-417e-4e48-a7f3-49456ba4dbc3 req-8d902392-acfc-4f66-9f53-6829c1a5320c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:41.685263 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ddf085cc-417e-4e48-a7f3-49456ba4dbc3 req-8d902392-acfc-4f66-9f53-6829c1a5320c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0513589 Nov 29 17:57:41.733330 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ddf085cc-417e-4e48-a7f3-49456ba4dbc3 req-7ac76bd3-ce07-42e9-b5d6-1f4f38d715e1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409801 Nov 29 17:57:41.906374 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f949d6d-0de4-4da8-81bb-07191516d7bd req-474cdf87-6f5e-4961-a135-f0fbce2f9ee9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:41.907785 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7f949d6d-0de4-4da8-81bb-07191516d7bd req-474cdf87-6f5e-4961-a135-f0fbce2f9ee9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0514243 Nov 29 17:57:41.954877 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7f949d6d-0de4-4da8-81bb-07191516d7bd req-f01c990a-f859-40e4-9128-3b018b661603 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410757 Nov 29 17:57:42.082510 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836daa4-3401-43f0-aa31-ea3b0552dcf8 req-d5df7c69-70ec-4bc4-8be7-944decf0c796 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:42.084016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0836daa4-3401-43f0-aa31-ea3b0552dcf8 req-d5df7c69-70ec-4bc4-8be7-944decf0c796 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0520864 Nov 29 17:57:42.137777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0836daa4-3401-43f0-aa31-ea3b0552dcf8 req-09372dad-897b-4b43-944d-5fc915abb485 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473330 Nov 29 17:57:42.575786 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67d337-edd1-43ed-b052-364fb7090e66 req-f0e2f98d-fdc9-4e38-be1e-07b5a9778d6e tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:42.578028 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd67d337-edd1-43ed-b052-364fb7090e66 req-f0e2f98d-fdc9-4e38-be1e-07b5a9778d6e tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0511076 Nov 29 17:57:42.629882 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd67d337-edd1-43ed-b052-364fb7090e66 req-09da7343-41f8-4c47-a6c6-92a84666f270 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443912 Nov 29 17:57:42.687846 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c63be-b887-4d31-9804-18c715ab64e6 req-7cf52135-ba3f-4ed1-9f13-8a5a0e5c2afd tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:42.690062 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b0c63be-b887-4d31-9804-18c715ab64e6 req-7cf52135-ba3f-4ed1-9f13-8a5a0e5c2afd tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 943 time: 0.0529330 Nov 29 17:57:42.754563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-46abef0c-8024-4088-8e77-71c97ede0262 req-abacac66-2f84-4aa3-a22d-9a149996ac5d tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0324757 Nov 29 17:57:42.779190 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b0c63be-b887-4d31-9804-18c715ab64e6 req-88908c90-5a01-456b-97a4-fd7fae077b22 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752864 Nov 29 17:57:42.865640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abadf5-4bd1-4740-83ba-c7b53f5ee6d6 req-db02c49a-e22d-4a8d-b31e-ec681167ccaf tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:42.867028 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10abadf5-4bd1-4740-83ba-c7b53f5ee6d6 req-db02c49a-e22d-4a8d-b31e-ec681167ccaf tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0484624 Nov 29 17:57:42.914487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10abadf5-4bd1-4740-83ba-c7b53f5ee6d6 req-ddcd3da1-e3cc-41b3-9543-51a6d9977bbd tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412934 Nov 29 17:57:43.039124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 423acf3e-9b9d-4975-ae81-e88731ac95c8 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:57:43.074551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41616cf6-0d5b-4488-9c54-45dbec8f83be req-8900ebaa-50ed-4197-bab3-bab5dd92201c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:43.076086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41616cf6-0d5b-4488-9c54-45dbec8f83be req-8900ebaa-50ed-4197-bab3-bab5dd92201c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0542097 Nov 29 17:57:43.133991 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41616cf6-0d5b-4488-9c54-45dbec8f83be req-1347ee44-4c1c-482b-bc27-7223ac72613f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507557 Nov 29 17:57:43.143463 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 423acf3e-9b9d-4975-ae81-e88731ac95c8, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=423acf3e-9b9d-4975-ae81-e88731ac95c8,segment=NetworkSegment(2611eb96-ee0c-44ea-b17c-6d665a2e0535),segment_id=2611eb96-ee0c-44ea-b17c-6d665a2e0535)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:43.156979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '423acf3e-9b9d-4975-ae81-e88731ac95c8', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'port_id': '423acf3e-9b9d-4975-ae81-e88731ac95c8', 'mac_address': 'fa:16:3e:f5:6b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:57:43.197765 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:43.213527 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423acf3e-9b9d-4975-ae81-e88731ac95c8 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:57:43.233803 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 423acf3e-9b9d-4975-ae81-e88731ac95c8, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=423acf3e-9b9d-4975-ae81-e88731ac95c8,segment=NetworkSegment(2611eb96-ee0c-44ea-b17c-6d665a2e0535),segment_id=2611eb96-ee0c-44ea-b17c-6d665a2e0535)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:43.240386 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:43.260905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8509fd6-9e6a-42c8-8521-1d8c75a98b7b req-e1c54ecd-c71c-492f-9efe-5909abffdb72 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:43.263209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8509fd6-9e6a-42c8-8521-1d8c75a98b7b req-e1c54ecd-c71c-492f-9efe-5909abffdb72 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0532665 Nov 29 17:57:43.305970 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=423acf3e-9b9d-4975-ae81-e88731ac95c8,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:43.315300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:43.315784 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:43.316195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:43.316632 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:43.317044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:43.317477 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:43.317879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:43.318306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:43.318705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:43.319119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:43.319541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:43.319936 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:43.323746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8509fd6-9e6a-42c8-8521-1d8c75a98b7b req-e8997ea9-6e58-4376-be78-7a51ec717d63 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529695 Nov 29 17:57:43.334376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7914589-0db8-4701-8f8b-a3b1d44a8aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9560f16c-59e5-441b-8e21-6edb3d10c920'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:43.337379 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c60d29-845e-4a68-b224-29dfea42c8b3" -d '{"events": [{"server_uuid": "d7914589-0db8-4701-8f8b-a3b1d44a8aca", "name": "network-vif-plugged", "status": "completed", "tag": "9560f16c-59e5-441b-8e21-6edb3d10c920"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:43.376241 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabfa3a2-de9f-493b-b0c5-6ca8486d9eb4 x-openstack-request-id: req-dabfa3a2-de9f-493b-b0c5-6ca8486d9eb4 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:43.376541 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7914589-0db8-4701-8f8b-a3b1d44a8aca", "name": "network-vif-plugged", "status": "completed", "tag": "9560f16c-59e5-441b-8e21-6edb3d10c920", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:43.376800 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dabfa3a2-de9f-493b-b0c5-6ca8486d9eb4 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:43.377195 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7914589-0db8-4701-8f8b-a3b1d44a8aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9560f16c-59e5-441b-8e21-6edb3d10c920', 'code': 200} Nov 29 17:57:43.476680 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea033c18-8a77-41e4-b31e-483963cd80a8 req-56fb93a0-6c6d-43ab-8d22-2cc482df918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:43.478277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea033c18-8a77-41e4-b31e-483963cd80a8 req-56fb93a0-6c6d-43ab-8d22-2cc482df918b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 1101 time: 0.0411198 Nov 29 17:57:43.528609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea033c18-8a77-41e4-b31e-483963cd80a8 req-d5121236-e37a-4f67-afa1-6cb30fac90ec service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376101 Nov 29 17:57:43.654946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['423acf3e-9b9d-4975-ae81-e88731ac95c8'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:57:43.752872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8663595-c4d8-43cb-8580-ca0fbcbb3220 req-d8d8ad77-1e2f-45ae-8636-4607347d2aa1 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:43.754397 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e8663595-c4d8-43cb-8580-ca0fbcbb3220 req-d8d8ad77-1e2f-45ae-8636-4607347d2aa1 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0539703 Nov 29 17:57:43.807368 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e8663595-c4d8-43cb-8580-ca0fbcbb3220 req-e3d995e5-85e3-4c00-95dc-94c3ba24bc0c tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459247 Nov 29 17:57:43.867454 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86e4c50a-ae6d-40bc-82a1-ddd390cd8d51 req-2da15ea9-b62e-4ee0-88ea-6fda3204c9c3 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0291805 Nov 29 17:57:43.913547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a63e6-df7b-4cf0-ab49-ef83ad09e5bf req-d1c90e6a-647f-43cf-802f-98b6a2b28135 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:43.915124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b7a63e6-df7b-4cf0-ab49-ef83ad09e5bf req-d1c90e6a-647f-43cf-802f-98b6a2b28135 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 944 time: 0.0502527 Nov 29 17:57:43.975788 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b7a63e6-df7b-4cf0-ab49-ef83ad09e5bf req-f973e1a0-99e4-4d3f-9dfb-7d4713fb398b tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518486 Nov 29 17:57:44.035956 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f563ed-c59a-4cbb-be76-52f97ebcef3b req-6c2fdc26-20ea-41ad-8586-b7ce90716d0f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:44.037471 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49f563ed-c59a-4cbb-be76-52f97ebcef3b req-6c2fdc26-20ea-41ad-8586-b7ce90716d0f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0518367 Nov 29 17:57:44.090534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49f563ed-c59a-4cbb-be76-52f97ebcef3b req-c5ab7467-ddb4-4a8a-b358-9c3b5db405d4 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468512 Nov 29 17:57:44.249583 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b2306-e116-4515-b0da-3b672f61e517 req-b8fdd7a2-5944-4475-b906-04eece4d586b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:44.251088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-539b2306-e116-4515-b0da-3b672f61e517 req-b8fdd7a2-5944-4475-b906-04eece4d586b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0489652 Nov 29 17:57:44.298863 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-539b2306-e116-4515-b0da-3b672f61e517 req-5ab2764c-0323-4432-a977-06b4103f53fa tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416050 Nov 29 17:57:44.439703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8491a9-5174-4d6f-94a2-424d2e9d4e91 req-ff6f2f88-1e08-4ced-9217-4f6f6c50f20d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:44.441149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a8491a9-5174-4d6f-94a2-424d2e9d4e91 req-ff6f2f88-1e08-4ced-9217-4f6f6c50f20d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0523458 Nov 29 17:57:44.491107 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a8491a9-5174-4d6f-94a2-424d2e9d4e91 req-aa0106f1-2e74-46f6-aae8-35297748091a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438874 Nov 29 17:57:44.931001 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee56cb8-15b3-4de0-afab-8fa70c367809 req-7faade64-1f80-4214-99d1-73efc1b82954 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:44.932632 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee56cb8-15b3-4de0-afab-8fa70c367809 req-7faade64-1f80-4214-99d1-73efc1b82954 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0564363 Nov 29 17:57:44.980016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-202283c5-b9c4-44a6-8f79-73e82077123a req-97331b7b-9225-49ca-91ea-cf160666176f tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0326359 Nov 29 17:57:45.006378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee56cb8-15b3-4de0-afab-8fa70c367809 req-f7f454e9-6576-4475-ab6b-a60270bdd4e4 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653400 Nov 29 17:57:45.034744 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 423acf3e-9b9d-4975-ae81-e88731ac95c8 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:57:45.097430 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 423acf3e-9b9d-4975-ae81-e88731ac95c8 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:57:45.102048 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 423acf3e-9b9d-4975-ae81-e88731ac95c8 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:57:45.102428 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:45.105285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44ce1e-c04d-447a-a062-3a9c5800890a req-3d056a42-7989-4d74-ba64-74493a81a73f tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:45.106771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad44ce1e-c04d-447a-a062-3a9c5800890a req-3d056a42-7989-4d74-ba64-74493a81a73f tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 944 time: 0.0588632 Nov 29 17:57:45.175095 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad44ce1e-c04d-447a-a062-3a9c5800890a req-83f880dd-3ba9-448b-8317-e85b992a3027 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551450 Nov 29 17:57:45.195238 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:45.231439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 423acf3e-9b9d-4975-ae81-e88731ac95c8, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=423acf3e-9b9d-4975-ae81-e88731ac95c8,segment=NetworkSegment(2611eb96-ee0c-44ea-b17c-6d665a2e0535),segment_id=2611eb96-ee0c-44ea-b17c-6d665a2e0535)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:45.235062 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264b868-c4ee-4431-8c6a-5ec1a33b1e6c req-ac2042b5-904c-4f09-b753-583caf7e0bc1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:45.236567 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b264b868-c4ee-4431-8c6a-5ec1a33b1e6c req-ac2042b5-904c-4f09-b753-583caf7e0bc1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0535324 Nov 29 17:57:45.239465 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:45.290492 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=423acf3e-9b9d-4975-ae81-e88731ac95c8,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:45.295174 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b264b868-c4ee-4431-8c6a-5ec1a33b1e6c req-04b37e3b-8a91-4ab0-a97c-49efa4b95498 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501063 Nov 29 17:57:45.378099 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8b5726-8d48-4191-af29-fe44ff184a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423acf3e-9b9d-4975-ae81-e88731ac95c8'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:45.380485 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0c1be3-7a99-459a-887e-0deb9b31832b" -d '{"events": [{"server_uuid": "2e8b5726-8d48-4191-af29-fe44ff184a1b", "name": "network-vif-plugged", "status": "completed", "tag": "423acf3e-9b9d-4975-ae81-e88731ac95c8"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:45.416980 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb7e838-f667-4cd4-af29-880d62ab7f87 x-openstack-request-id: req-1eb7e838-f667-4cd4-af29-880d62ab7f87 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:45.417302 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8b5726-8d48-4191-af29-fe44ff184a1b", "name": "network-vif-plugged", "status": "completed", "tag": "423acf3e-9b9d-4975-ae81-e88731ac95c8", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:45.417559 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1eb7e838-f667-4cd4-af29-880d62ab7f87 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:45.417947 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8b5726-8d48-4191-af29-fe44ff184a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423acf3e-9b9d-4975-ae81-e88731ac95c8', 'code': 200} Nov 29 17:57:45.419931 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88f5b9-addd-40b3-9f16-ea65c6959e07 req-197e2172-e3e0-4389-b34f-25cbee1fd4f0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:45.421472 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c88f5b9-addd-40b3-9f16-ea65c6959e07 req-197e2172-e3e0-4389-b34f-25cbee1fd4f0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0554307 Nov 29 17:57:45.470464 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c88f5b9-addd-40b3-9f16-ea65c6959e07 req-b198d2c1-5bcf-4810-b93c-15beb98b0818 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428178 Nov 29 17:57:45.533206 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc5277-4041-4ade-9dae-535856ada2fe req-44075d5e-3fce-4c55-96bd-1b523f86d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:45.537032 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-65dc5277-4041-4ade-9dae-535856ada2fe req-44075d5e-3fce-4c55-96bd-1b523f86d6fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 1096 time: 0.0450361 Nov 29 17:57:45.601784 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-65dc5277-4041-4ade-9dae-535856ada2fe req-0f4c654f-8940-4048-bce7-6b4bd6d3458e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483491 Nov 29 17:57:45.619538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568db667-8f82-4a94-bc1b-c1a1018b988b req-e0d18cc7-3bf3-4492-b12e-50be2f9dfd26 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:45.621075 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-568db667-8f82-4a94-bc1b-c1a1018b988b req-e0d18cc7-3bf3-4492-b12e-50be2f9dfd26 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0547650 Nov 29 17:57:45.670342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-568db667-8f82-4a94-bc1b-c1a1018b988b req-4f0d51ea-cba3-4622-a186-e5470a9cbc23 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428019 Nov 29 17:57:46.083767 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fa403e0-3db3-4099-a4e4-c260ce6ea0c0 req-169d5b8a-cc04-472e-8ef8-eb608fb47f6f tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0272706 Nov 29 17:57:46.132450 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e154d-ba56-4859-b443-f9b7c1184603 req-62b92420-2b61-40eb-b687-2a9a97915bd9 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:46.133862 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb4e154d-ba56-4859-b443-f9b7c1184603 req-62b92420-2b61-40eb-b687-2a9a97915bd9 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0525701 Nov 29 17:57:46.179206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb4e154d-ba56-4859-b443-f9b7c1184603 req-c64520f1-3170-4c48-a082-a7546a817b8b tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384057 Nov 29 17:57:46.287802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afd4a6-c6e0-465e-99ac-b938e36c2ed4 req-5b61fb0c-5702-4545-8eab-1e97168aa448 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:46.289256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6afd4a6-c6e0-465e-99ac-b938e36c2ed4 req-5b61fb0c-5702-4545-8eab-1e97168aa448 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 945 time: 0.0476537 Nov 29 17:57:46.342006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6afd4a6-c6e0-465e-99ac-b938e36c2ed4 req-2a5577cb-78cd-4d48-bbc9-74a066fd9bbb tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462298 Nov 29 17:57:46.404024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da44adf-24be-4428-b104-5acf2658fbac req-7b97eec2-5b99-46e2-a415-286704ab2e50 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:46.405501 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7da44adf-24be-4428-b104-5acf2658fbac req-7b97eec2-5b99-46e2-a415-286704ab2e50 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0473912 Nov 29 17:57:46.454727 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7da44adf-24be-4428-b104-5acf2658fbac req-60df6dc0-e5ce-4a15-ba95-3e82d442fff7 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434079 Nov 29 17:57:46.583784 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d11ae-2eae-4cfd-9491-398572884cbf req-f1e2e20b-fd87-4319-8683-061b8ad28a91 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:46.585141 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc0d11ae-2eae-4cfd-9491-398572884cbf req-f1e2e20b-fd87-4319-8683-061b8ad28a91 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0480590 Nov 29 17:57:46.632486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc0d11ae-2eae-4cfd-9491-398572884cbf req-5211b7bc-273e-42da-a3bf-f5b3cad16adf tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414014 Nov 29 17:57:46.785651 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cbe5b-a2a0-47cb-99cc-78ac7deeebd1 req-c83ab29c-3941-4267-8008-f351a2d89626 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:46.787132 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f8cbe5b-a2a0-47cb-99cc-78ac7deeebd1 req-c83ab29c-3941-4267-8008-f351a2d89626 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0478950 Nov 29 17:57:46.832718 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f8cbe5b-a2a0-47cb-99cc-78ac7deeebd1 req-d9f02705-98ef-4725-a29f-beec2afca8d8 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395725 Nov 29 17:57:47.186857 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-419ed59d-8773-457c-a839-746dbfb772d8 req-b3a0181b-87c9-45f3-b562-084455315c2b tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0278897 Nov 29 17:57:47.293876 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df0225-e77a-4c33-ac8d-d15556f73f4d req-4fc6918b-2644-4e49-8e34-6f93c95d48eb tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:47.295383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07df0225-e77a-4c33-ac8d-d15556f73f4d req-4fc6918b-2644-4e49-8e34-6f93c95d48eb tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0482104 Nov 29 17:57:47.344290 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07df0225-e77a-4c33-ac8d-d15556f73f4d req-9cc6f9d9-5b74-4603-a693-f654beedfffd tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426905 Nov 29 17:57:47.454957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab0a37-bb04-4478-9203-ac3ec8a4cae2 req-17c3e75e-6c92-46be-b7d2-29140a42ec76 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:47.456439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6ab0a37-bb04-4478-9203-ac3ec8a4cae2 req-17c3e75e-6c92-46be-b7d2-29140a42ec76 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 945 time: 0.0483580 Nov 29 17:57:47.507223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6ab0a37-bb04-4478-9203-ac3ec8a4cae2 req-e0d8b939-29df-41f4-af51-fdc0fed98596 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447755 Nov 29 17:57:47.577755 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69346839-3cb6-4965-9ca5-6e818ea1dc5f req-c7fc50bb-064c-4692-a29b-e6dca6d59711 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:47.579393 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69346839-3cb6-4965-9ca5-6e818ea1dc5f req-c7fc50bb-064c-4692-a29b-e6dca6d59711 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0519156 Nov 29 17:57:47.626331 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69346839-3cb6-4965-9ca5-6e818ea1dc5f req-84db6852-fbab-4456-a8c9-ee87f63b6a67 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407810 Nov 29 17:57:47.746443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c543b-62f6-45f4-bcfb-2bdca9e49fe5 req-e5776798-4343-4b1c-9d69-19e0d6b8404f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:47.747944 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3c543b-62f6-45f4-bcfb-2bdca9e49fe5 req-e5776798-4343-4b1c-9d69-19e0d6b8404f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0491490 Nov 29 17:57:47.794089 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3c543b-62f6-45f4-bcfb-2bdca9e49fe5 req-becd8346-b430-46e8-aa35-5fff5c358a38 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402493 Nov 29 17:57:47.949561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874dcf0-aa66-4cc4-b8c2-8ff5f0e48f05 req-f089402e-6302-4e6d-bc0c-464a3a643a15 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:47.951434 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6874dcf0-aa66-4cc4-b8c2-8ff5f0e48f05 req-f089402e-6302-4e6d-bc0c-464a3a643a15 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0518284 Nov 29 17:57:47.997657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6874dcf0-aa66-4cc4-b8c2-8ff5f0e48f05 req-aed93630-9a80-45d0-8426-da886267dbbf tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402358 Nov 29 17:57:48.286333 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e267fbd6-b0bc-4dd8-ba4c-0094b3663c96 req-dd565cd2-1992-4cc2-92ab-9148ef4d71ea tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0253515 Nov 29 17:57:48.461049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b5a1f-fdb2-4af3-b5a9-a79fa525cc6c req-edd80a6f-c9ea-489e-8955-a20e93ee1cb1 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:48.462486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-506b5a1f-fdb2-4af3-b5a9-a79fa525cc6c req-edd80a6f-c9ea-489e-8955-a20e93ee1cb1 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0491164 Nov 29 17:57:48.508001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-506b5a1f-fdb2-4af3-b5a9-a79fa525cc6c req-2f56ae66-a224-441a-9e9d-3c8f4fd03503 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387456 Nov 29 17:57:48.622376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cb621-c147-4d09-937c-79e701c7afd8 req-d0c355fc-6797-431c-9be2-9dfe8e16a3e1 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:48.623855 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee0cb621-c147-4d09-937c-79e701c7afd8 req-d0c355fc-6797-431c-9be2-9dfe8e16a3e1 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 945 time: 0.0504901 Nov 29 17:57:48.671477 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee0cb621-c147-4d09-937c-79e701c7afd8 req-8e94ca20-3f95-4271-ba11-b9104415575e tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417469 Nov 29 17:57:48.743296 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275a68e-b7e0-411f-8f7c-07128f2bd664 req-afb9e365-e556-4897-aa93-c532c0699349 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:48.744772 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3275a68e-b7e0-411f-8f7c-07128f2bd664 req-afb9e365-e556-4897-aa93-c532c0699349 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0519626 Nov 29 17:57:48.817049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89afaa-732b-4ba7-bea5-8aaea009fe71 req-fe6b1ae5-3325-4500-bb28-a9d6ef507977 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:48.818513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae89afaa-732b-4ba7-bea5-8aaea009fe71 req-fe6b1ae5-3325-4500-bb28-a9d6ef507977 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 945 time: 0.0728774 Nov 29 17:57:48.827613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40574) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:57:48.831892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3275a68e-b7e0-411f-8f7c-07128f2bd664 req-6459c2e2-3a2f-43e7-ad2f-46edaa7a4c36 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780802 Nov 29 17:57:48.832447 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-bef21595-9e07-49a9-ba9a-0e77e6ab116c tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Request body: {'floatingip': {'port_id': '423acf3e-9b9d-4975-ae81-e88731ac95c8'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:57:48.915481 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bef21595-9e07-49a9-ba9a-0e77e6ab116c tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for floatingip, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:48.946869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44eb55-9cc3-4ba4-af3b-bcd9e4d93e70 req-bcf559de-25a2-4a57-b031-4443ef7781ab tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:48.948309 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff44eb55-9cc3-4ba4-af3b-bcd9e4d93e70 req-bcf559de-25a2-4a57-b031-4443ef7781ab tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0523138 Nov 29 17:57:48.994889 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff44eb55-9cc3-4ba4-af3b-bcd9e4d93e70 req-1377bd5d-355a-4c6c-99d2-86d80f71e5be tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396791 Nov 29 17:57:49.116678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c34d3-cd0e-4bf9-8a13-b4703b750757 req-40f8e710-7176-41c3-9f4e-899bf09764d9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:49.118173 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-062c34d3-cd0e-4bf9-8a13-b4703b750757 req-40f8e710-7176-41c3-9f4e-899bf09764d9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0490570 Nov 29 17:57:49.166719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-062c34d3-cd0e-4bf9-8a13-b4703b750757 req-01133c7f-7a34-4c5b-b11d-62189a81ecaa tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406168 Nov 29 17:57:49.385394 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-246d0512-90d8-4972-b147-44fcb0b029f8 req-a502394d-f14b-4dd4-9ab8-4490138d72e8 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0261602 Nov 29 17:57:49.505550 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bef21595-9e07-49a9-ba9a-0e77e6ab116c tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:49.509321 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bef21595-9e07-49a9-ba9a-0e77e6ab116c tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:49.610722 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-bef21595-9e07-49a9-ba9a-0e77e6ab116c tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Floating IP e5a90401-4f28-41aa-a2c1-69e6eca4be59 associated. External IP: 172.25.3.213, port: 423acf3e-9b9d-4975-ae81-e88731ac95c8. Nov 29 17:57:49.628093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61383ee-b230-4766-a79f-2ecac6845605 req-814a7217-42a3-4275-8e5f-372ab0a81098 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:49.629547 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a61383ee-b230-4766-a79f-2ecac6845605 req-814a7217-42a3-4275-8e5f-372ab0a81098 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0522754 Nov 29 17:57:49.676844 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a61383ee-b230-4766-a79f-2ecac6845605 req-77cc83af-1063-45a4-b722-923dc4792944 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409131 Nov 29 17:57:49.954636 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120d5b5-3861-4acd-984b-1f422eae0431 req-646d1ede-2947-4813-bc90-6f55055179dc tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:49.956086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7120d5b5-3861-4acd-984b-1f422eae0431 req-646d1ede-2947-4813-bc90-6f55055179dc tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0564008 Nov 29 17:57:50.004555 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7120d5b5-3861-4acd-984b-1f422eae0431 req-963c379d-c521-4145-9560-9f510662fbd5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421777 Nov 29 17:57:50.049745 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef21595-9e07-49a9-ba9a-0e77e6ab116c tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:57:50.116070 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a6110-fb41-4583-a264-2f4d1093497f req-948aa844-ca5c-461e-a4dc-b17a42c378ec tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:50.117532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d5a6110-fb41-4583-a264-2f4d1093497f req-948aa844-ca5c-461e-a4dc-b17a42c378ec tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0523412 Nov 29 17:57:50.157336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef21595-9e07-49a9-ba9a-0e77e6ab116c tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:57:50.163196 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bef21595-9e07-49a9-ba9a-0e77e6ab116c tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:50.166741 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d5a6110-fb41-4583-a264-2f4d1093497f req-9c159dc7-1ee4-42f7-a82a-52a7fcae5151 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430670 Nov 29 17:57:50.170938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f0d723-253f-4810-a1e3-e759ef2de4f3 None None] Sync routers for ids ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:57:50.198158 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bef21595-9e07-49a9-ba9a-0e77e6ab116c tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "PUT /v2.0/floatingips/e5a90401-4f28-41aa-a2c1-69e6eca4be59 HTTP/1.1" status: 200 len: 991 time: 1.3691473 Nov 29 17:57:50.199341 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8b5726-8d48-4191-af29-fe44ff184a1b', 'tag': '423acf3e-9b9d-4975-ae81-e88731ac95c8'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:50.201981 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6b5524-1508-4c42-8c2a-5f24b22db5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8b5726-8d48-4191-af29-fe44ff184a1b", "tag": "423acf3e-9b9d-4975-ae81-e88731ac95c8"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:50.218200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f0d723-253f-4810-a1e3-e759ef2de4f3 None None] Routers {'52873299-9ff5-4dd4-9b50-d02f3a2bff32'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:57:50.218876 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-74f0d723-253f-4810-a1e3-e759ef2de4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:57:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:57:50.321007 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fcd078-18a6-45fa-a7bd-9924c542d5ea x-openstack-request-id: req-28fcd078-18a6-45fa-a7bd-9924c542d5ea {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:50.321335 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8b5726-8d48-4191-af29-fe44ff184a1b", "tag": "423acf3e-9b9d-4975-ae81-e88731ac95c8", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:50.321632 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28fcd078-18a6-45fa-a7bd-9924c542d5ea {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:50.322037 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8b5726-8d48-4191-af29-fe44ff184a1b', 'tag': '423acf3e-9b9d-4975-ae81-e88731ac95c8', 'status': 'completed', 'code': 200} Nov 29 17:57:50.342415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee6d6e-d019-49c6-8b12-60beece8b2fd req-e012c8b7-27fe-45ec-9cdc-b1d7a14f270f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:50.343940 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d2ee6d6e-d019-49c6-8b12-60beece8b2fd req-e012c8b7-27fe-45ec-9cdc-b1d7a14f270f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0587354 Nov 29 17:57:50.376429 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-74f0d723-253f-4810-a1e3-e759ef2de4f3 None None] Set router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:57:50.397463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d2ee6d6e-d019-49c6-8b12-60beece8b2fd req-ee825e3c-4a3d-46cf-81e4-0ac30b3c5f7a tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473552 Nov 29 17:57:50.398750 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b5524-1508-4c42-8c2a-5f24b22db5a0 req-a0b5296b-cfb7-4c32-b9ab-f2d98eeb91cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:50.400564 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8d6b5524-1508-4c42-8c2a-5f24b22db5a0 req-a0b5296b-cfb7-4c32-b9ab-f2d98eeb91cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a08ee2c7a42446ab94372180a9609ad3&device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 1096 time: 0.0492859 Nov 29 17:57:50.494884 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70acf35c-0fb4-4506-9412-b2e84780a141 req-a0c755c6-e0ec-47bd-be0e-2fe532aeb1d3 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0303459 Nov 29 17:57:50.496470 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b5524-1508-4c42-8c2a-5f24b22db5a0 req-29bbf80a-c8ed-4d25-86ea-03f95edd05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:50.498678 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8d6b5524-1508-4c42-8c2a-5f24b22db5a0 req-29bbf80a-c8ed-4d25-86ea-03f95edd05ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=62b08c22-74a5-4496-a0cf-1f37726d49cf HTTP/1.1" status: 200 len: 924 time: 0.0889800 Nov 29 17:57:50.600824 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8d6b5524-1508-4c42-8c2a-5f24b22db5a0 req-8060529b-4d2a-4e22-965f-36d4053d368a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=423acf3e-9b9d-4975-ae81-e88731ac95c8 HTTP/1.1" status: 200 len: 999 time: 0.0904837 Nov 29 17:57:50.658287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b5524-1508-4c42-8c2a-5f24b22db5a0 req-ac1332e7-f3b3-4486-8bf6-ba40b9608f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:50.659792 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8d6b5524-1508-4c42-8c2a-5f24b22db5a0 req-ac1332e7-f3b3-4486-8bf6-ba40b9608f8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a5816c54-5670-4ee5-9708-67667e003a6e HTTP/1.1" status: 200 len: 862 time: 0.0443184 Nov 29 17:57:50.665210 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-74f0d723-253f-4810-a1e3-e759ef2de4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:38Z', 'revision_number': 4, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'e5a90401-4f28-41aa-a2c1-69e6eca4be59', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'port_id': '423acf3e-9b9d-4975-ae81-e88731ac95c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'mac_address': 'fa:16:3e:f5:6b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8b5726-8d48-4191-af29-fe44ff184a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T17:53:55Z', 'updated_at': '2021-11-29T17:57:49Z', 'revision_number': 5, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abb90c7-2b8c-4760-8268-fa5dc33f0971', 'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'mac_address': 'fa:16:3e:d4:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:37Z', 'updated_at': '2021-11-29T17:53:43Z', 'revision_number': 5, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'subnets': [{'id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:57:50.690554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f0d723-253f-4810-a1e3-e759ef2de4f3 None None] Checking router: 52873299-9ff5-4dd4-9b50-d02f3a2bff32 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:57:50.699577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f0d723-253f-4810-a1e3-e759ef2de4f3 None None] Routers {'52873299-9ff5-4dd4-9b50-d02f3a2bff32'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:57:50.700176 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-74f0d723-253f-4810-a1e3-e759ef2de4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:57:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:57:50.716682 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b5524-1508-4c42-8c2a-5f24b22db5a0 req-f8a77f8a-52ad-4bc6-a029-89d43e97959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:50.719611 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8d6b5524-1508-4c42-8c2a-5f24b22db5a0 req-f8a77f8a-52ad-4bc6-a029-89d43e97959a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62b08c22-74a5-4496-a0cf-1f37726d49cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458939 Nov 29 17:57:50.802913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562d6c0-4c35-49f0-9463-c5bde95404e4 req-b102392c-2209-40da-95f2-f779814ca1bb tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:50.804395 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d562d6c0-4c35-49f0-9463-c5bde95404e4 req-b102392c-2209-40da-95f2-f779814ca1bb tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0548542 Nov 29 17:57:50.815125 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-74f0d723-253f-4810-a1e3-e759ef2de4f3 None None] Set router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:57:50.831133 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8d6b5524-1508-4c42-8c2a-5f24b22db5a0 req-5236a30a-e204-4c86-80b1-5c743392637b service neutron] 10.222.0.20 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996439 Nov 29 17:57:50.851292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d562d6c0-4c35-49f0-9463-c5bde95404e4 req-41abf624-0d19-474b-8cae-332b161ac3b1 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398774 Nov 29 17:57:50.929880 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8d6b5524-1508-4c42-8c2a-5f24b22db5a0 req-af83d9e2-9788-4e50-8d1b-0fdca4889f0c service neutron] 10.222.0.20 "GET /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850060 Nov 29 17:57:51.153646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a5fae-3931-44e9-a9f0-24cbd6dc39c4 req-7bd78b92-8941-4d7c-82e6-06a2f38920af tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:51.155747 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb2a5fae-3931-44e9-a9f0-24cbd6dc39c4 req-7bd78b92-8941-4d7c-82e6-06a2f38920af tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0656164 Nov 29 17:57:51.183732 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-74f0d723-253f-4810-a1e3-e759ef2de4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:38Z', 'revision_number': 4, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'e5a90401-4f28-41aa-a2c1-69e6eca4be59', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'port_id': '423acf3e-9b9d-4975-ae81-e88731ac95c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'mac_address': 'fa:16:3e:f5:6b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8b5726-8d48-4191-af29-fe44ff184a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T17:53:55Z', 'updated_at': '2021-11-29T17:57:49Z', 'revision_number': 5, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abb90c7-2b8c-4760-8268-fa5dc33f0971', 'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'mac_address': 'fa:16:3e:d4:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:37Z', 'updated_at': '2021-11-29T17:53:43Z', 'revision_number': 5, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'subnets': [{'id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:57:51.204506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb2a5fae-3931-44e9-a9f0-24cbd6dc39c4 req-689be8e3-ad01-4084-8488-d7300f353e49 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428712 Nov 29 17:57:51.220056 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f0d723-253f-4810-a1e3-e759ef2de4f3 None None] The sync data for ids ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'] in n-d-819494-5 is: [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:38Z', 'revision_number': 4, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'e5a90401-4f28-41aa-a2c1-69e6eca4be59', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'floating_ip_address': '172.25.3.213', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'port_id': '423acf3e-9b9d-4975-ae81-e88731ac95c8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'mac_address': 'fa:16:3e:f5:6b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8b5726-8d48-4191-af29-fe44ff184a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T17:53:55Z', 'updated_at': '2021-11-29T17:57:49Z', 'revision_number': 5, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1abb90c7-2b8c-4760-8268-fa5dc33f0971', 'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'mac_address': 'fa:16:3e:d4:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:37Z', 'updated_at': '2021-11-29T17:53:43Z', 'revision_number': 5, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'subnets': [{'id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:57:51.319049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebada832-cdc8-4b8b-a40c-536224385697 req-a8dfc0d9-6713-458d-a4b3-c8b589656285 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:51.320605 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ebada832-cdc8-4b8b-a40c-536224385697 req-a8dfc0d9-6713-458d-a4b3-c8b589656285 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0675423 Nov 29 17:57:51.366354 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:57:51.382853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ebada832-cdc8-4b8b-a40c-536224385697 req-d3b61033-fc09-4618-bc30-bb8caa7aff64 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547299 Nov 29 17:57:51.518028 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc9bd82-f895-4b7e-bcc4-a660fa0832fe None None] New status for floating IP e5a90401-4f28-41aa-a2c1-69e6eca4be59: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 17:57:51.616210 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789077b4-831e-489d-afb8-066d73df0410 req-16eaef27-aa2d-4943-a998-0b73be8e3915 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:51.618662 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-789077b4-831e-489d-afb8-066d73df0410 req-16eaef27-aa2d-4943-a998-0b73be8e3915 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.1209245 Nov 29 17:57:51.659392 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-46f592b3-0e88-4bfb-867f-35e0be08f3fb req-a54a8baa-5d60-4cf2-a406-51ab7e1260e2 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0395854 Nov 29 17:57:51.720367 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-789077b4-831e-489d-afb8-066d73df0410 req-db88cbe1-00d9-4c7b-a19a-89bc982a6fa0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914814 Nov 29 17:57:51.989390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22937ca6-d071-429e-9667-cedb91ec6c66 req-6de345fc-0a50-47ff-827b-85de7119b145 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:51.998383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22937ca6-d071-429e-9667-cedb91ec6c66 req-6de345fc-0a50-47ff-827b-85de7119b145 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0647979 Nov 29 17:57:52.062951 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22937ca6-d071-429e-9667-cedb91ec6c66 req-7ef86bcd-3d48-4321-b3c8-5a7bfef571b8 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635173 Nov 29 17:57:52.406401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8f9ca-1edd-4583-bbc4-54b23cbe901a req-dfe6a8ca-70d9-4c7a-84fd-d7643b6288cd tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:52.429933 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3c8f9ca-1edd-4583-bbc4-54b23cbe901a req-dfe6a8ca-70d9-4c7a-84fd-d7643b6288cd tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.1313810 Nov 29 17:57:52.520392 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3c8f9ca-1edd-4583-bbc4-54b23cbe901a req-197ce81a-6898-453e-b7dc-88e8210f7eb9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895989 Nov 29 17:57:52.636217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12360de-995e-4fc9-897b-d8047a74d26c req-c4626a0f-6862-46f3-adf2-81fa518dffa6 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:52.646412 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e12360de-995e-4fc9-897b-d8047a74d26c req-c4626a0f-6862-46f3-adf2-81fa518dffa6 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0649981 Nov 29 17:57:52.700367 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e12360de-995e-4fc9-897b-d8047a74d26c req-fd3e9ba2-560a-4004-b402-721c65d5b8e2 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530334 Nov 29 17:57:52.809131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dac419ac-c197-4e2c-85fe-38f30cf03c1d req-7be4af55-e448-42a9-8800-e168170aa4e1 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0412526 Nov 29 17:57:52.899221 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02ad31-bf89-45ed-8e81-f43f2cba1d51 req-fe0a5cc0-df76-4448-a3d4-445fb5e72328 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:52.907652 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f02ad31-bf89-45ed-8e81-f43f2cba1d51 req-fe0a5cc0-df76-4448-a3d4-445fb5e72328 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0618448 Nov 29 17:57:52.972203 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f02ad31-bf89-45ed-8e81-f43f2cba1d51 req-320c1097-28a8-4185-8c8c-a1d28b9533dd tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589101 Nov 29 17:57:53.710733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238c687-3a06-438f-b6e9-ca4f03c30024 req-ac8d3c6a-4f47-406b-8b24-59856c89a3b1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:53.712615 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c238c687-3a06-438f-b6e9-ca4f03c30024 req-ac8d3c6a-4f47-406b-8b24-59856c89a3b1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0648072 Nov 29 17:57:53.792979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c238c687-3a06-438f-b6e9-ca4f03c30024 req-acfee0b1-5648-4d31-a146-657c0a449b66 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716119 Nov 29 17:57:53.920997 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71de409d-2bd0-4a6b-b53f-c218dce8811c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:53.922541 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cf85c-9dc5-44c8-b640-c0aec6a2e900 req-d89b6b8c-afbe-491d-9f12-bc3ac4eb7744 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:53.924263 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f1cf85c-9dc5-44c8-b640-c0aec6a2e900 req-d89b6b8c-afbe-491d-9f12-bc3ac4eb7744 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0665464 Nov 29 17:57:53.994586 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f1cf85c-9dc5-44c8-b640-c0aec6a2e900 req-463e6e41-6b12-43cc-830d-351c3df41ca5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596972 Nov 29 17:57:54.117949 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce329258-2917-4f37-b6b0-0e9a173750d3 req-7155e978-3952-4f8c-bddb-e1780a1740f5 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0452352 Nov 29 17:57:54.242458 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9d284-129a-437a-b11f-a8409096a878 req-34388dad-46ed-4e85-85a9-0a3fa175d665 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:54.245996 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-daa9d284-129a-437a-b11f-a8409096a878 req-34388dad-46ed-4e85-85a9-0a3fa175d665 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0612760 Nov 29 17:57:54.316723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-daa9d284-129a-437a-b11f-a8409096a878 req-531932a3-e2e2-4aad-b7e7-b411d22ac33f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651455 Nov 29 17:57:55.194444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6c7e7-7189-4978-9161-3b2631784c34 req-ebd82ed0-0889-4e1e-ae10-650a85dfce78 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:55.202997 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f6c7e7-7189-4978-9161-3b2631784c34 req-ebd82ed0-0889-4e1e-ae10-650a85dfce78 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0784853 Nov 29 17:57:55.280152 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f6c7e7-7189-4978-9161-3b2631784c34 req-14285284-e187-4189-ac1b-800ca8cb2c77 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678160 Nov 29 17:57:55.413710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d404276-9089-4146-8da9-89c8f5cfdc00 req-e6b954a5-496a-485f-93df-0737e40375db tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:55.416645 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d404276-9089-4146-8da9-89c8f5cfdc00 req-e6b954a5-496a-485f-93df-0737e40375db tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0860376 Nov 29 17:57:55.478476 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d404276-9089-4146-8da9-89c8f5cfdc00 req-c876ffe6-ee44-4693-9c6d-8b22b1e7faea tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525923 Nov 29 17:57:55.642547 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc670a50-5e71-4beb-ba57-024ace66add9 req-52f9a491-dcb3-48dc-a3aa-69efa7137c16 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0487733 Nov 29 17:57:55.817180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce20ad-d324-467c-b2e0-9b31936be098 req-1b1b1a79-98b6-4108-9ac8-f270a15eb6ca tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:55.819024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5ce20ad-d324-467c-b2e0-9b31936be098 req-1b1b1a79-98b6-4108-9ac8-f270a15eb6ca tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0806224 Nov 29 17:57:55.894762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5ce20ad-d324-467c-b2e0-9b31936be098 req-b0975af4-5006-44a9-9b8a-6f17ea4bbdc3 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619161 Nov 29 17:57:56.407771 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75393009-ccc2-464c-afa5-860db0be1db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:56.490310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443e4df-43d7-4299-a15a-6ad40cb8c8ee req-606735b6-40ad-4daa-935d-c5ed7dc7753b tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:56.500013 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a443e4df-43d7-4299-a15a-6ad40cb8c8ee req-606735b6-40ad-4daa-935d-c5ed7dc7753b tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.1173236 Nov 29 17:57:56.567830 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a443e4df-43d7-4299-a15a-6ad40cb8c8ee req-673adff5-f322-4264-9f33-fdcfcd48012d tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653677 Nov 29 17:57:56.704397 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4469e-06f1-400b-97ea-3d00eb8b4f02 req-01fb2390-006f-4a1a-aa94-f4fdb0e4967b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:56.709078 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8b4469e-06f1-400b-97ea-3d00eb8b4f02 req-01fb2390-006f-4a1a-aa94-f4fdb0e4967b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0878761 Nov 29 17:57:56.817705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8b4469e-06f1-400b-97ea-3d00eb8b4f02 req-217f159b-5d72-4097-a7f3-5545eb3516db tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912831 Nov 29 17:57:56.900185 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:56.975379 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1295f8c7-9020-4dd0-89ba-2f5e7faa57a6 req-c3bb8467-0e6e-437e-ace8-ae60eb0e3271 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0415831 Nov 29 17:57:57.150903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69760453-ffb0-4e00-a973-f0e5d3f1364c req-57d9d739-e5aa-4472-bee2-54fb9caf2a3e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:57.161337 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69760453-ffb0-4e00-a973-f0e5d3f1364c req-57d9d739-e5aa-4472-bee2-54fb9caf2a3e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0973468 Nov 29 17:57:57.282665 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69760453-ffb0-4e00-a973-f0e5d3f1364c req-2dbcfd50-f5e3-4553-aa30-3d273dbae342 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203091 Nov 29 17:57:57.322954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5975ab-4522-4d37-8553-97796d04b626 req-b1607073-df08-4087-985e-73ab58b7a2b8 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:57.324659 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-b1607073-df08-4087-985e-73ab58b7a2b8 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946&tenant_id=3a0783cb68fe44b080e0c111bf112e73&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 1097 time: 0.1288204 Nov 29 17:57:57.339137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-5'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:57:57.449961 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:57.451539 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:57.635683 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] For port f661afb9-9b00-4252-98e5-c3cccaf61611, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f661afb9-9b00-4252-98e5-c3cccaf61611,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:57.729611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] For port f661afb9-9b00-4252-98e5-c3cccaf61611, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:57:57.768750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee4368-49c5-41fe-84d7-d37166bbe730 req-91141a4a-77d3-45ed-a869-44619a3fd969 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:57.770363 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3bee4368-49c5-41fe-84d7-d37166bbe730 req-91141a4a-77d3-45ed-a869-44619a3fd969 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 946 time: 0.0932403 Nov 29 17:57:57.827700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975e7a47-1e83-4a9f-98de-0b70b3392946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f661afb9-9b00-4252-98e5-c3cccaf61611'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:57:57.831709 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a274584-bb36-4c36-84d1-2d01241064b7" -d '{"events": [{"server_uuid": "975e7a47-1e83-4a9f-98de-0b70b3392946", "name": "network-vif-unplugged", "status": "completed", "tag": "f661afb9-9b00-4252-98e5-c3cccaf61611"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:57:57.836445 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:57.850158 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:57.878551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3bee4368-49c5-41fe-84d7-d37166bbe730 req-9e5efc6b-f3a7-40a4-8ad2-906e8c93a695 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926766 Nov 29 17:57:58.077531 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Attempting to bind port f661afb9-9b00-4252-98e5-c3cccaf61611 on host n-h1-819494-5 for vnic_type normal with profile {"migrating_to": "n-h2-819494-5"} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:57:58.077852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Attempting to bind port f661afb9-9b00-4252-98e5-c3cccaf61611 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:57:58.078191 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Attempting to bind port f661afb9-9b00-4252-98e5-c3cccaf61611 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:57:58.084022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Port f661afb9-9b00-4252-98e5-c3cccaf61611 on network d41485a2-1aa1-4798-b665-6b565c023c81 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:57:58.084349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Attempting to bind port f661afb9-9b00-4252-98e5-c3cccaf61611 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:57:58.095628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Pushing event updated for resources: {'Port': ['ID=f661afb9-9b00-4252-98e5-c3cccaf61611,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:58.107337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:58.107688 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:58.108075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:58.108656 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:58.109257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:58.109855 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:58.110221 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:58.110566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:58.110926 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:58.111269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:58.111605 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:58.111936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:57:58.119419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:57:58.119874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Checking segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:57:58.120246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Bound using segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:57:58.120705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Bound port: f661afb9-9b00-4252-98e5-c3cccaf61611, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:57:58.121071 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:58.132696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2a292-6f25-4a55-87e2-5daa8ad90cde req-2abf1e46-00a1-453e-ac3c-d3fe68947c3c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:58.140869 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a2f2a292-6f25-4a55-87e2-5daa8ad90cde req-2abf1e46-00a1-453e-ac3c-d3fe68947c3c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.1418509 Nov 29 17:57:58.272124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a2f2a292-6f25-4a55-87e2-5daa8ad90cde req-5a8f1fe5-dcdd-4aee-ac7c-b1593f19e1cf tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232665 Nov 29 17:57:58.346155 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] For port f661afb9-9b00-4252-98e5-c3cccaf61611, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:57:58.373363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] For port f661afb9-9b00-4252-98e5-c3cccaf61611, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f661afb9-9b00-4252-98e5-c3cccaf61611,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:57:58.378467 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 17:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f77891-c88c-4103-b6ca-9917e1ba3265 x-openstack-request-id: req-56f77891-c88c-4103-b6ca-9917e1ba3265 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:57:58.378768 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975e7a47-1e83-4a9f-98de-0b70b3392946", "name": "network-vif-unplugged", "status": "completed", "tag": "f661afb9-9b00-4252-98e5-c3cccaf61611", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:57:58.380333 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56f77891-c88c-4103-b6ca-9917e1ba3265 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:57:58.380808 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975e7a47-1e83-4a9f-98de-0b70b3392946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f661afb9-9b00-4252-98e5-c3cccaf61611', 'code': 200} Nov 29 17:57:58.386354 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:58.964985 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dc0dd89-9821-42de-a605-f54c0e90d23d req-9bd1f4cc-c5e0-4807-8f1d-6830bee9cad6 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.1577845 Nov 29 17:57:58.996896 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:59.004622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Pushing event updated for resources: {'Port': ['ID=f661afb9-9b00-4252-98e5-c3cccaf61611,revision_number=8']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:57:59.071007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:59.071650 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:59.073825 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-69448d18-9489-46c5-9812-5946a82360a0 req-4a9c37f1-2aff-4d3b-948e-32bbccfe1122 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0520985 Nov 29 17:57:59.080344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-56f89418-39a5-4b1f-a15f-50c4146aba1b service neutron] 10.222.0.31 "PUT /v2.0/ports/f661afb9-9b00-4252-98e5-c3cccaf61611 HTTP/1.1" status: 200 len: 1122 time: 1.7458110 Nov 29 17:57:59.170292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f661afb9-9b00-4252-98e5-c3cccaf61611 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:57:59.217764 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83716f5d-1e5e-4639-9b65-e58a94a7cd8e req-8215c69e-1615-43a2-904b-e961831d0f65 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:59.227254 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-83716f5d-1e5e-4639-9b65-e58a94a7cd8e req-8215c69e-1615-43a2-904b-e961831d0f65 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.1420937 Nov 29 17:57:59.312624 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-83716f5d-1e5e-4639-9b65-e58a94a7cd8e req-dc9a8bbb-f555-47f5-99c0-7217b84b6dba tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785384 Nov 29 17:57:59.389336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port f661afb9-9b00-4252-98e5-c3cccaf61611, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f661afb9-9b00-4252-98e5-c3cccaf61611,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:57:59.463401 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f661afb9-9b00-4252-98e5-c3cccaf61611 has no active binding in host n-h2-819494-5 {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 29 17:57:59.474549 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['f661afb9-9b00-4252-98e5-c3cccaf61611'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:57:59.478072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['f661afb9-9b00-4252-98e5-c3cccaf61611'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:57:59.551562 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca26f4-2661-4017-958c-8315c8683b33 req-25a53be1-469e-4573-9c5b-92b4f2b9c91b tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:59.553366 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5dca26f4-2661-4017-958c-8315c8683b33 req-25a53be1-469e-4573-9c5b-92b4f2b9c91b tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.0805922 Nov 29 17:57:59.660158 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:59.674180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5dca26f4-2661-4017-958c-8315c8683b33 req-709a5b17-7f65-44b3-83e1-daae813a3924 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107523 Nov 29 17:57:59.871585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa51b1-86f4-413a-b402-134d3381cbaf req-d211b59d-2210-4278-a21d-870b7306d870 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:57:59.873450 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04fa51b1-86f4-413a-b402-134d3381cbaf req-d211b59d-2210-4278-a21d-870b7306d870 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0909076 Nov 29 17:57:59.932560 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:57:59.960961 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04fa51b1-86f4-413a-b402-134d3381cbaf req-00bc259c-b0de-4a75-9792-d3f3c723b01e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771999 Nov 29 17:58:00.123513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96e40b75-5576-4378-b907-592639090df6 req-045fe3b1-ac60-4f49-acce-fd7d01d17783 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0376172 Nov 29 17:58:00.381900 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975e7a47-1e83-4a9f-98de-0b70b3392946', 'tag': 'f661afb9-9b00-4252-98e5-c3cccaf61611'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:00.384280 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45e5cdb-1b12-44a7-92eb-08638490746f" -d '{"events": [{"name": "network-changed", "server_uuid": "975e7a47-1e83-4a9f-98de-0b70b3392946", "tag": "f661afb9-9b00-4252-98e5-c3cccaf61611"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:00.450908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff726156-29ce-43c1-a56e-54806b44fa6c req-e26141de-543e-4569-8c71-262e6bbac7c9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:00.454709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff726156-29ce-43c1-a56e-54806b44fa6c req-e26141de-543e-4569-8c71-262e6bbac7c9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0645370 Nov 29 17:58:00.568302 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff726156-29ce-43c1-a56e-54806b44fa6c req-d5b1282d-211d-413e-a6ff-774a395fdfe0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069810 Nov 29 17:58:00.601691 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9d3db7-8368-446a-a839-1125eeb62e31 x-openstack-request-id: req-7d9d3db7-8368-446a-a839-1125eeb62e31 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:00.602308 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975e7a47-1e83-4a9f-98de-0b70b3392946", "tag": "f661afb9-9b00-4252-98e5-c3cccaf61611", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:00.602308 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d9d3db7-8368-446a-a839-1125eeb62e31 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:00.602649 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975e7a47-1e83-4a9f-98de-0b70b3392946', 'tag': 'f661afb9-9b00-4252-98e5-c3cccaf61611', 'status': 'completed', 'code': 200} Nov 29 17:58:00.844767 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4058291-9584-489a-8681-3b44a5f0a88a req-66383903-899e-4dc9-b8ff-d8605f268678 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:00.855742 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e5cdb-1b12-44a7-92eb-08638490746f req-d9bbd493-4a43-4483-922e-f5f9d24f03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:00.861351 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4058291-9584-489a-8681-3b44a5f0a88a req-66383903-899e-4dc9-b8ff-d8605f268678 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.0963249 Nov 29 17:58:00.863944 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b45e5cdb-1b12-44a7-92eb-08638490746f req-d9bbd493-4a43-4483-922e-f5f9d24f03c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 1125 time: 0.2072015 Nov 29 17:58:00.962637 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4058291-9584-489a-8681-3b44a5f0a88a req-dd22e17f-26c7-4d75-92c5-8648ca9cf751 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994956 Nov 29 17:58:01.082582 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e5cdb-1b12-44a7-92eb-08638490746f req-eeed390b-372e-4bb8-950f-7f7af3da197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:01.084198 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b45e5cdb-1b12-44a7-92eb-08638490746f req-eeed390b-372e-4bb8-950f-7f7af3da197d service neutron] 10.222.0.20 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.2049463 Nov 29 17:58:01.150624 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b45e5cdb-1b12-44a7-92eb-08638490746f req-cc1b1a99-1dff-4407-8147-bfbba20dede1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f661afb9-9b00-4252-98e5-c3cccaf61611 HTTP/1.1" status: 200 len: 217 time: 0.0514245 Nov 29 17:58:01.181753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2af32-6e73-40a8-b4a9-f4bcf9c3310a req-971a6ac0-4cc3-4ea3-970c-ce9c6a138940 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:01.185544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2fc2af32-6e73-40a8-b4a9-f4bcf9c3310a req-971a6ac0-4cc3-4ea3-970c-ce9c6a138940 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0890679 Nov 29 17:58:01.218716 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e5cdb-1b12-44a7-92eb-08638490746f req-af16635b-439c-4a8d-8731-e8d4ac2d714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:01.220342 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b45e5cdb-1b12-44a7-92eb-08638490746f req-af16635b-439c-4a8d-8731-e8d4ac2d714c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.0579093 Nov 29 17:58:01.261377 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b45e5cdb-1b12-44a7-92eb-08638490746f req-4af2aff8-6c3f-4903-a93d-58511eaecdaa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323913 Nov 29 17:58:01.282830 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2fc2af32-6e73-40a8-b4a9-f4bcf9c3310a req-af963007-ed3a-4ce7-bfa1-4defed7b2560 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821469 Nov 29 17:58:01.413332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a4dab6-7e33-43ee-a608-c6ba90f68484 req-3b8454aa-36cc-4366-bb75-35475b9ab8de tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0465941 Nov 29 17:58:01.444991 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b45e5cdb-1b12-44a7-92eb-08638490746f req-bd8fab9d-0d9c-4209-bb72-58159f7b23ec service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610665 Nov 29 17:58:01.624601 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b45e5cdb-1b12-44a7-92eb-08638490746f req-cf09380d-9f0e-4408-85d1-0b9160739f7a service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712174 Nov 29 17:58:01.965446 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65244eb2-c1c6-4f62-bd59-7fad2bc7acb1 req-9fcca3b9-7461-4cb6-b814-db45d9d10013 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56&device_id=5092418a-75af-46fc-8b5b-63b99d1bf375 HTTP/1.1" status: 200 len: 210 time: 0.0560668 Nov 29 17:58:02.161260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f0efd-1a48-4a70-b68b-202d06c45a31 req-0345de7b-692a-4c30-aea1-8969370b8d17 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:02.168937 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-575f0efd-1a48-4a70-b68b-202d06c45a31 req-0345de7b-692a-4c30-aea1-8969370b8d17 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.1005476 Nov 29 17:58:02.254018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-575f0efd-1a48-4a70-b68b-202d06c45a31 req-cf15867f-5080-40bb-a4a1-2dba040bc8fa tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760517 Nov 29 17:58:02.709065 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff8a1763-9972-4b94-a4fd-f6abe011f5d1 req-338826f5-b2b6-4f4b-9c0a-f855858d909c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=96f3a9a04d394d02b07b939c9020013b&device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0620368 Nov 29 17:58:02.748074 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff8a1763-9972-4b94-a4fd-f6abe011f5d1 req-dc818a6e-9673-4c66-a678-49a7a732a6fb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=96f3a9a04d394d02b07b939c9020013b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251167 Nov 29 17:58:02.813139 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddbe45-0d49-4998-aeb8-b9a8a1235ba9 req-abd9e7ef-19aa-426b-a85f-545a6c084343 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:02.815704 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92ddbe45-0d49-4998-aeb8-b9a8a1235ba9 req-abd9e7ef-19aa-426b-a85f-545a6c084343 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.0595839 Nov 29 17:58:02.910634 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92ddbe45-0d49-4998-aeb8-b9a8a1235ba9 req-e834e871-95aa-4dc6-86c8-cc001cc4cf92 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815043 Nov 29 17:58:02.912706 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a1763-9972-4b94-a4fd-f6abe011f5d1 req-3372821a-4660-4ea4-8da2-1bbc0e8764a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:02.914781 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff8a1763-9972-4b94-a4fd-f6abe011f5d1 req-3372821a-4660-4ea4-8da2-1bbc0e8764a7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1531069 Nov 29 17:58:03.073614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4307fd-2d98-4702-8fd8-c025bba632fd req-3ff3c98b-1613-4f94-98b7-fc06a5a7387b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:03.081379 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7f4307fd-2d98-4702-8fd8-c025bba632fd req-3ff3c98b-1613-4f94-98b7-fc06a5a7387b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0611360 Nov 29 17:58:03.139120 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7f4307fd-2d98-4702-8fd8-c025bba632fd req-73f1eb67-7582-421d-94de-0b2effc0b105 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507846 Nov 29 17:58:03.227045 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b86606c0-2b0c-479f-a45c-01801e261f9a req-bfd2057f-e779-4fb0-9838-ad2f44a22fa5 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0317228 Nov 29 17:58:03.379538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd601a7-b0fd-4d60-8525-a86e08354cb2 req-99f696c9-882d-4c7b-950d-2da700a8587b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:03.387361 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9dd601a7-b0fd-4d60-8525-a86e08354cb2 req-99f696c9-882d-4c7b-950d-2da700a8587b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0668306 Nov 29 17:58:03.444106 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9dd601a7-b0fd-4d60-8525-a86e08354cb2 req-097eadaf-23cb-44ab-bc18-5a0f9546968d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543189 Nov 29 17:58:04.161209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fde3cd-8514-4d0d-981f-bf4a118b0940 req-1311960c-d125-47b0-8b15-fe9f5b767478 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:04.163140 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4fde3cd-8514-4d0d-981f-bf4a118b0940 req-1311960c-d125-47b0-8b15-fe9f5b767478 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.1659298 Nov 29 17:58:04.223772 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4fde3cd-8514-4d0d-981f-bf4a118b0940 req-602d3e0e-52ec-4feb-a14b-2292ad1ca53c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545397 Nov 29 17:58:04.385929 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1408857-af1f-426c-b488-e15c09bc757a req-16adc430-431c-4596-b982-5e58b5b80352 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:04.396012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1408857-af1f-426c-b488-e15c09bc757a req-16adc430-431c-4596-b982-5e58b5b80352 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0842795 Nov 29 17:58:04.459327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1408857-af1f-426c-b488-e15c09bc757a req-e5c48a49-aab3-4683-a4ff-cf74e22e6613 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622206 Nov 29 17:58:04.557007 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff8a1763-9972-4b94-a4fd-f6abe011f5d1 req-1198425d-b390-48b2-9466-a05c260c818b tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.20 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0349925 Nov 29 17:58:04.607108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d43c5395-2493-4fe3-a529-b3a89b545fd0 req-de221701-a144-4ac4-b87e-672aaf72dfe7 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=e43adb13-9908-4ffe-bdc5-9671b3528e56 HTTP/1.1" status: 200 len: 210 time: 0.0442033 Nov 29 17:58:04.756644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51f65a-873f-42f3-bb07-5d4a8b1ad5b6 req-6691bcb2-050d-43d8-8be2-2d6c9368acb0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:04.758668 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a51f65a-873f-42f3-bb07-5d4a8b1ad5b6 req-6691bcb2-050d-43d8-8be2-2d6c9368acb0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0956769 Nov 29 17:58:04.857842 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a51f65a-873f-42f3-bb07-5d4a8b1ad5b6 req-2eb16630-76f5-4427-b868-18990d3f1e96 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928407 Nov 29 17:58:05.418166 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eefbbb-7346-4241-ba7f-8e9fe5ae1b47 req-c7a5dbf1-a0c2-4b45-9117-f560dcdbb175 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:05.425770 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-33eefbbb-7346-4241-ba7f-8e9fe5ae1b47 req-c7a5dbf1-a0c2-4b45-9117-f560dcdbb175 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.0756078 Nov 29 17:58:05.478537 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-33eefbbb-7346-4241-ba7f-8e9fe5ae1b47 req-8e1fd33c-e9e3-417d-9f42-3ccd497b55a6 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508032 Nov 29 17:58:05.609850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b463e04-6aec-45e8-a0ed-81c50be9778c req-04848af9-bbd2-4f6e-a9f9-e18cae1b4283 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:05.611363 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b463e04-6aec-45e8-a0ed-81c50be9778c req-04848af9-bbd2-4f6e-a9f9-e18cae1b4283 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0655749 Nov 29 17:58:05.678013 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b463e04-6aec-45e8-a0ed-81c50be9778c req-5c90367d-c231-490e-9369-86dd1e46eea7 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578041 Nov 29 17:58:06.038163 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3bb1f146-3647-4427-a41a-3b2c7928242c req-7f196d38-e16e-45d1-b4b1-7ebfb951d4ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=96f3a9a04d394d02b07b939c9020013b&device_id=5092418a-75af-46fc-8b5b-63b99d1bf375 HTTP/1.1" status: 200 len: 210 time: 0.0312195 Nov 29 17:58:06.045936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97978c-01cd-4683-97fc-db6f8d38bec3 req-b9f47095-2b05-42dc-abc4-d396ca511337 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:06.047546 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f97978c-01cd-4683-97fc-db6f8d38bec3 req-b9f47095-2b05-42dc-abc4-d396ca511337 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0608442 Nov 29 17:58:06.075430 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3bb1f146-3647-4427-a41a-3b2c7928242c req-aef50052-e11f-4f0a-88e0-952eeb515459 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=96f3a9a04d394d02b07b939c9020013b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236757 Nov 29 17:58:06.117525 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f97978c-01cd-4683-97fc-db6f8d38bec3 req-455a7024-06c1-4b90-b979-6c9e50ec4fb8 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628903 Nov 29 17:58:06.209251 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1f146-3647-4427-a41a-3b2c7928242c req-d0045edc-2cf6-46a4-9957-7b512eced715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:06.210655 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3bb1f146-3647-4427-a41a-3b2c7928242c req-d0045edc-2cf6-46a4-9957-7b512eced715 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1229081 Nov 29 17:58:06.226633 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24a33c3d-575c-478a-ac14-5d34ba222fb7 req-996015fd-68b8-464d-a30a-74feb61a9a20 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5092418a-75af-46fc-8b5b-63b99d1bf375 HTTP/1.1" status: 200 len: 210 time: 0.0329318 Nov 29 17:58:06.391993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec6550-2f30-4dc8-8676-2e2d21eae3a2 req-6fe6dde5-f545-47ec-8e26-d973becf5838 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:06.394435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adec6550-2f30-4dc8-8676-2e2d21eae3a2 req-6fe6dde5-f545-47ec-8e26-d973becf5838 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 951 time: 0.0500617 Nov 29 17:58:06.445375 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adec6550-2f30-4dc8-8676-2e2d21eae3a2 req-cb893848-4e3b-47fd-b892-ce13fc5a3dd8 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457795 Nov 29 17:58:06.473427 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-c49675c7-f5ab-4071-8d45-8e455737f7ef service neutron] show failed (client error): The resource could not be found. Nov 29 17:58:06.474400 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-c49675c7-f5ab-4071-8d45-8e455737f7ef service neutron] 10.222.0.20 "GET /v2.0/ports/59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa/bindings/n-h2-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.0588391 Nov 29 17:58:06.615573 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5e984-956c-4aa5-8731-909c8e865a14 req-7497c6c9-4611-4592-80f9-61a5d567d817 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:06.617413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bda5e984-956c-4aa5-8731-909c8e865a14 req-7497c6c9-4611-4592-80f9-61a5d567d817 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.0554338 Nov 29 17:58:06.688052 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bda5e984-956c-4aa5-8731-909c8e865a14 req-63ab374c-622e-4f83-bc11-baebed0d555a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622950 Nov 29 17:58:06.718909 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-a759731c-5123-4926-9d9f-85023858d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:06.721180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-a759731c-5123-4926-9d9f-85023858d870 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4&tenant_id=74da84362ff44d4397e3357f1f704eae HTTP/1.1" status: 200 len: 1100 time: 0.0448072 Nov 29 17:58:06.801118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9c648-bd12-4d93-8a3a-aaa0bc1bf20a req-b2461bac-ba30-49a3-8d49-6111bc89f383 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:06.802824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fdd9c648-bd12-4d93-8a3a-aaa0bc1bf20a req-b2461bac-ba30-49a3-8d49-6111bc89f383 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0531199 Nov 29 17:58:06.808272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:06.900386 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:06.906667 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fdd9c648-bd12-4d93-8a3a-aaa0bc1bf20a req-ed0fef39-62c7-44a9-a531-a892ffc21a79 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943456 Nov 29 17:58:07.114505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:07.148239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:58:07.198965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:07.201704 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cdbaaa-1379-4470-b62b-80005f5a18d5" -d '{"events": [{"server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "name": "network-vif-unplugged", "status": "completed", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:07.207017 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:07.239309 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Transition to ACTIVE for port object 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:58:07.256773 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d007a-a88c-4c39-a03c-9bba4db8573c req-073ba0c8-22b4-43e6-bb75-f938cb3507d1 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:07.258439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-568d007a-a88c-4c39-a03c-9bba4db8573c req-073ba0c8-22b4-43e6-bb75-f938cb3507d1 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0713077 Nov 29 17:58:07.260152 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91949889-8462-4aa0-8355-be2a3648b965 x-openstack-request-id: req-91949889-8462-4aa0-8355-be2a3648b965 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:07.260433 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "name": "network-vif-unplugged", "status": "completed", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:07.260734 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91949889-8462-4aa0-8355-be2a3648b965 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:07.261061 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa', 'code': 200} Nov 29 17:58:07.262119 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:07.363704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Pushing event updated for resources: {'Port': ['ID=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:07.366210 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] No DVR routers for this DVR port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:07.388147 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-568d007a-a88c-4c39-a03c-9bba4db8573c req-f109971c-6174-4f9f-88de-77b0c5da7c60 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190002 Nov 29 17:58:07.451342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3164a41e-bb90-4bc7-a0c9-208a9ea463e7 req-a82f2f5d-100f-44b2-96c6-b2f0d9bfcd66 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.23 "GET /v2.0/ports?device_id=5092418a-75af-46fc-8b5b-63b99d1bf375 HTTP/1.1" status: 200 len: 210 time: 0.0594468 Nov 29 17:58:07.463598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Attempting to bind port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:58:07.464021 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Attempting to bind port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:58:07.464621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Attempting to bind port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:58:07.471180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:58:07.471592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Attempting to bind port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:58:07.476795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:58:07.477276 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:58:07.477663 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:58:07.478095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Bound port: 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:58:07.478466 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:07.588998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:58:07.592763 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:58:07.603303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf958e-0c69-468a-b4a4-0b183b910060 req-634c1028-3d43-4837-a962-9c6dfb63e90b tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:07.603303 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93cf958e-0c69-468a-b4a4-0b183b910060 req-634c1028-3d43-4837-a962-9c6dfb63e90b tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 951 time: 0.0804846 Nov 29 17:58:07.604521 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:07.661987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:07.662609 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:07.664027 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] 10.222.0.31 "PUT /v2.0/ports/59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa HTTP/1.1" status: 200 len: 1095 time: 0.8602011 Nov 29 17:58:07.736591 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93cf958e-0c69-468a-b4a4-0b183b910060 req-877c2874-f1e4-4b65-b7ea-be88805b16f6 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239483 Nov 29 17:58:07.739552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0d0fe-64eb-4ce3-be9f-e9822396bd9a service neutron] Pushing event updated for resources: {'Port': ['ID=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:07.757859 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-679c2af6-0fa3-4dee-a4ce-fe51ae295802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:07.759221 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-679c2af6-0fa3-4dee-a4ce-fe51ae295802 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 1098 time: 0.0667460 Nov 29 17:58:07.859069 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3bb1f146-3647-4427-a41a-3b2c7928242c req-4e2ae762-79c0-4ea7-8838-b1aeb6d0f2d6 tempest-ServerShowV247Test-316222103 tempest-ServerShowV247Test-316222103-project] 10.222.0.20 "GET /v2.0/ports?device_id=5092418a-75af-46fc-8b5b-63b99d1bf375 HTTP/1.1" status: 200 len: 210 time: 0.0561171 Nov 29 17:58:07.949351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95e8fa-ca22-49b7-9bd4-2261d0371a1f req-a7688f7c-4ed8-4eef-b61b-c79d0be8dca4 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:07.958231 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f95e8fa-ca22-49b7-9bd4-2261d0371a1f req-a7688f7c-4ed8-4eef-b61b-c79d0be8dca4 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.1180956 Nov 29 17:58:07.961360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-c408bfe0-2d24-4b50-8a0d-b4fa67aaf790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:07.962856 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-c408bfe0-2d24-4b50-8a0d-b4fa67aaf790 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1832325 Nov 29 17:58:08.040768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-f2c7a26c-14c9-4669-b454-f1c318541541 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa HTTP/1.1" status: 200 len: 217 time: 0.0597374 Nov 29 17:58:08.113301 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f95e8fa-ca22-49b7-9bd4-2261d0371a1f req-902908d9-7c46-4cff-8c53-81199028114d tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541643 Nov 29 17:58:08.127592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-77ebce91-8d3c-41dc-a684-1d32020725bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:08.130392 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-77ebce91-8d3c-41dc-a684-1d32020725bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0782640 Nov 29 17:58:08.230085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-16458e40-93ec-4f69-a530-e61d79474852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:08.232125 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-16458e40-93ec-4f69-a530-e61d79474852 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0865445 Nov 29 17:58:08.248373 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd47101-88cb-47ff-b2f3-6ef05e626a64 req-703392bb-9c8e-4bd8-b751-30a69f03f862 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:08.249860 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3dd47101-88cb-47ff-b2f3-6ef05e626a64 req-703392bb-9c8e-4bd8-b751-30a69f03f862 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0673172 Nov 29 17:58:08.360550 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3dd47101-88cb-47ff-b2f3-6ef05e626a64 req-2cb90911-0455-4598-9479-3ad2e25e005e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007750 Nov 29 17:58:08.407218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-dffc8a48-99da-4285-85ea-b07dba5c88ee service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563039 Nov 29 17:58:08.643168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f369fe-ff8a-4772-b394-894e4a951de0 req-a867bc5f-3c78-40b2-aa58-798360488620 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:08.645373 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50f369fe-ff8a-4772-b394-894e4a951de0 req-a867bc5f-3c78-40b2-aa58-798360488620 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 947 time: 0.1118753 Nov 29 17:58:08.651915 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dbc38613-f672-46f5-955f-88c3c7208c63 req-b125ca4c-4dfb-4440-a9bb-3cd42abfa1e0 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332611 Nov 29 17:58:08.718285 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50f369fe-ff8a-4772-b394-894e4a951de0 req-d3839652-cf47-43d3-824a-962abd0c6b38 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651445 Nov 29 17:58:08.928085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d42ab-176e-4b7a-a8db-02c23b54cbe8 req-a60fb132-c31c-4e09-91cd-f6c5a544cfe4 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:08.929660 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b4d42ab-176e-4b7a-a8db-02c23b54cbe8 req-a60fb132-c31c-4e09-91cd-f6c5a544cfe4 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 951 time: 0.0547533 Nov 29 17:58:08.971359 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41072) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:08.980360 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b4d42ab-176e-4b7a-a8db-02c23b54cbe8 req-a2fb517f-4cc9-4770-b5b9-bbe88285a15d tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440907 Nov 29 17:58:09.080613 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-961f736f-5115-4c21-b692-2636095618e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:09.166942 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-961f736f-5115-4c21-b692-2636095618e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:09.174445 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-961f736f-5115-4c21-b692-2636095618e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:09.182906 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:09.209423 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f736f-5115-4c21-b692-2636095618e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305597b8-2232-4f3b-82a3-5466836dcacf,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:09.227037 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:09.230050 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f736f-5115-4c21-b692-2636095618e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:09.230591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f736f-5115-4c21-b692-2636095618e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:09.231047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f736f-5115-4c21-b692-2636095618e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:09.231938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f736f-5115-4c21-b692-2636095618e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:09.232277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f736f-5115-4c21-b692-2636095618e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:09.232645 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f736f-5115-4c21-b692-2636095618e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:09.232985 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f736f-5115-4c21-b692-2636095618e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:09.233319 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f736f-5115-4c21-b692-2636095618e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:09.233783 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f736f-5115-4c21-b692-2636095618e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:09.234012 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f736f-5115-4c21-b692-2636095618e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:09.234362 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f736f-5115-4c21-b692-2636095618e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:09.234711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f736f-5115-4c21-b692-2636095618e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:09.239562 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd0849-942a-4342-b82a-05516c0be0e1 req-555c7687-e2f8-4d76-b5e4-b1e7fb7eae72 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:09.241048 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9dd0849-942a-4342-b82a-05516c0be0e1 req-555c7687-e2f8-4d76-b5e4-b1e7fb7eae72 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.0521574 Nov 29 17:58:09.242645 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-961f736f-5115-4c21-b692-2636095618e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96f3a9a04d394d02b07b939c9020013b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691653 Nov 29 17:58:09.245240 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41080) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:09.262023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:09.264262 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0740c27c-8540-4366-b9a6-e1ec6703e2be" -d '{"events": [{"name": "network-changed", "server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:09.298431 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9dd0849-942a-4342-b82a-05516c0be0e1 req-5e11a388-784b-4a41-a0c5-9e73d75bfd6a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497837 Nov 29 17:58:09.300212 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-506dba27-b8b2-4c9d-a4e1-76fac2c88f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:09.316817 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d3a7ce-9b12-4a7b-b853-0ff9c97df051 x-openstack-request-id: req-57d3a7ce-9b12-4a7b-b853-0ff9c97df051 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:09.317210 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:09.317572 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57d3a7ce-9b12-4a7b-b853-0ff9c97df051 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:09.318092 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa', 'status': 'completed', 'code': 200} Nov 29 17:58:09.324875 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-506dba27-b8b2-4c9d-a4e1-76fac2c88f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:09.391351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-64c52382-e960-4c94-a37d-3454398fccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:09.393351 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-64c52382-e960-4c94-a37d-3454398fccf2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 1098 time: 0.0490336 Nov 29 17:58:09.404452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-b1d41c68-5cc3-4c1e-9645-08e247914699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:09.405994 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-b1d41c68-5cc3-4c1e-9645-08e247914699 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 1098 time: 0.0529652 Nov 29 17:58:09.420550 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-506dba27-b8b2-4c9d-a4e1-76fac2c88f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:09.425882 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-506dba27-b8b2-4c9d-a4e1-76fac2c88f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:09.434714 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-506dba27-b8b2-4c9d-a4e1-76fac2c88f4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/305597b8-2232-4f3b-82a3-5466836dcacf HTTP/1.1" status: 204 len: 168 time: 0.1877944 Nov 29 17:58:09.492898 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dba27-b8b2-4c9d-a4e1-76fac2c88f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305597b8-2232-4f3b-82a3-5466836dcacf,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:09.542769 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-fe4b5620-61e5-48d0-b719-f647d5f366cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:09.544957 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-fe4b5620-61e5-48d0-b719-f647d5f366cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1387002 Nov 29 17:58:09.565802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e133bc-4013-43c7-a0f4-53f5e7844e18 req-e4bbfa2f-94b2-4d30-892c-9a1b293733e1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:09.568210 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01e133bc-4013-43c7-a0f4-53f5e7844e18 req-e4bbfa2f-94b2-4d30-892c-9a1b293733e1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0805314 Nov 29 17:58:09.569738 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-58b0a4bc-89c6-4b6a-b13b-7176bd336037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:09.571442 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-58b0a4bc-89c6-4b6a-b13b-7176bd336037 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1354761 Nov 29 17:58:09.615513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-ed3e72bb-d0a0-4a73-8d5b-0c5136603c96 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa HTTP/1.1" status: 200 len: 217 time: 0.0463128 Nov 29 17:58:09.648353 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-d2e301bd-99ef-438b-b61c-f9bfb0f5d5df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa HTTP/1.1" status: 200 len: 217 time: 0.0588520 Nov 29 17:58:09.695169 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01e133bc-4013-43c7-a0f4-53f5e7844e18 req-e5cd3278-4ac4-437b-863e-c86ff4036dce tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185825 Nov 29 17:58:09.699467 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-15c3d69d-2e0a-49fa-9790-6034b974b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:09.701601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-15c3d69d-2e0a-49fa-9790-6034b974b7b4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0765231 Nov 29 17:58:09.751432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-8a785916-5e93-4f84-968e-cca7e41f8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:09.754026 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-8a785916-5e93-4f84-968e-cca7e41f8858 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0971706 Nov 29 17:58:09.795217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-0171d5d6-34ba-404d-9680-bea17d7fff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:09.795217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-0171d5d6-34ba-404d-9680-bea17d7fff6f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800800 Nov 29 17:58:09.840900 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-d82025d4-7d69-4f7d-b263-f9264d5c80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:09.842738 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-d82025d4-7d69-4f7d-b263-f9264d5c80ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797391 Nov 29 17:58:09.935979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-39fbd811-359b-4db6-ae95-ddb27f4f503b service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279776 Nov 29 17:58:09.971115 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-c1c07737-33c4-40b7-9626-a9013f7dfaac service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148486 Nov 29 17:58:10.040408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934f09e-02b4-4d9d-b6e5-4c50e683b1b6 req-4f5f1479-9cad-46e8-aff4-bccc7e2e9c0b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:10.048576 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c934f09e-02b4-4d9d-b6e5-4c50e683b1b6 req-4f5f1479-9cad-46e8-aff4-bccc7e2e9c0b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 947 time: 0.2261238 Nov 29 17:58:10.111031 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-8d36055e-5d7a-486d-8b27-bdad778eb816 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550605 Nov 29 17:58:10.128467 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c934f09e-02b4-4d9d-b6e5-4c50e683b1b6 req-716a49bb-75d3-4969-af7c-801224890631 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786941 Nov 29 17:58:10.201587 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0740c27c-8540-4366-b9a6-e1ec6703e2be req-e1a3ce3c-dd62-4468-8ceb-68b5b36fc359 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172737 Nov 29 17:58:10.300078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d09f2-3c5a-4a04-ae94-40d5c1e862d7 req-03c6b5f0-5f48-4930-ab14-c9e3425376df tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:10.310917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f34d09f2-3c5a-4a04-ae94-40d5c1e862d7 req-03c6b5f0-5f48-4930-ab14-c9e3425376df tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 951 time: 0.1196907 Nov 29 17:58:10.396077 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f34d09f2-3c5a-4a04-ae94-40d5c1e862d7 req-5c57f3cc-c8e6-41e3-ba2c-e30c36ef1b1f tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842254 Nov 29 17:58:10.451570 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054b965-59f3-4ea3-829c-0b0932a891b6 req-412972ed-ae55-4062-be90-17f61f7d0021 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:10.453429 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4054b965-59f3-4ea3-829c-0b0932a891b6 req-412972ed-ae55-4062-be90-17f61f7d0021 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.0542691 Nov 29 17:58:10.505939 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4054b965-59f3-4ea3-829c-0b0932a891b6 req-f75c6d40-cba3-455b-8b66-d713586f3966 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463433 Nov 29 17:58:10.816953 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a77864-ef30-4763-ae58-ff2316c51e52 req-9ede1f9f-ff67-446f-8fd4-0e10c7712d2a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:10.818427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71a77864-ef30-4763-ae58-ff2316c51e52 req-9ede1f9f-ff67-446f-8fd4-0e10c7712d2a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0497200 Nov 29 17:58:10.868079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71a77864-ef30-4763-ae58-ff2316c51e52 req-fdf8c6bc-dabe-4adc-8b6e-c1b653714af3 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428622 Nov 29 17:58:10.967004 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5552e808-7826-4258-ae66-120308953687 req-5f8a9e22-f861-4ba0-bf5f-ac8cd8d6b553 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0338206 Nov 29 17:58:11.231616 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:11.306143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367feb5-d04d-410e-9f8a-4cb5d3a28435 req-0162d1af-aac0-4ff4-969e-28a67f5714fb tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:11.322215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0367feb5-d04d-410e-9f8a-4cb5d3a28435 req-0162d1af-aac0-4ff4-969e-28a67f5714fb tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 947 time: 0.1125405 Nov 29 17:58:11.357655 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:11.393511 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9c915f-e99a-478b-a9a5-42fa447d7f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:11.396168 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcf8e61-3b0f-4cc2-879e-a28bc07f861a" -d '{"events": [{"server_uuid": "7a9c915f-e99a-478b-a9a5-42fa447d7f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0d8a8e-d43b-4a13-84f1-8bfe0f570647"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:11.405916 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0367feb5-d04d-410e-9f8a-4cb5d3a28435 req-9fc37a95-34ed-441c-812d-3c8b3de14cca tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825706 Nov 29 17:58:11.417609 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:11.426760 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:11.483331 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3407999-fedb-45cd-b683-83812689b2b3 x-openstack-request-id: req-e3407999-fedb-45cd-b683-83812689b2b3 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:11.483624 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9c915f-e99a-478b-a9a5-42fa447d7f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0d8a8e-d43b-4a13-84f1-8bfe0f570647", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:11.483984 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3407999-fedb-45cd-b683-83812689b2b3 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:11.484378 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9c915f-e99a-478b-a9a5-42fa447d7f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647', 'code': 200} Nov 29 17:58:11.530495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,revision_number=11']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:11.568122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea421a-70e4-4567-aea1-415220677fa3 req-4f65bdfb-e585-4952-81f2-676e9b72aac1 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:11.575377 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afea421a-70e4-4567-aea1-415220677fa3 req-4f65bdfb-e585-4952-81f2-676e9b72aac1 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 949 time: 0.0877094 Nov 29 17:58:11.684013 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afea421a-70e4-4567-aea1-415220677fa3 req-b0148d15-0fef-49e6-a32b-b4ac1248f5ec tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/security-groups?id=3f15a5c0-5695-47b8-b0f4-d453e6e636ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940337 Nov 29 17:58:11.725057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27404512-434f-492f-b8c9-323c52e4331a req-82999e74-4c00-4b77-84ab-f6ce53540622 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:11.736590 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27404512-434f-492f-b8c9-323c52e4331a req-82999e74-4c00-4b77-84ab-f6ce53540622 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.1106842 Nov 29 17:58:11.813090 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27404512-434f-492f-b8c9-323c52e4331a req-7c815542-be71-4393-b43c-12bcff33ce75 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753760 Nov 29 17:58:11.822317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993528eb-efe2-4fa2-9349-722e03fb90cd req-b1d09bb8-0e4e-433d-8443-ad5d0a4b4652 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:11.824404 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-993528eb-efe2-4fa2-9349-722e03fb90cd req-b1d09bb8-0e4e-433d-8443-ad5d0a4b4652 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 949 time: 0.0714357 Nov 29 17:58:11.930700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-993528eb-efe2-4fa2-9349-722e03fb90cd req-bb0ec560-86cf-423b-b420-d30be7121c35 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Deleting port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:11.931533 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-993528eb-efe2-4fa2-9349-722e03fb90cd req-bb0ec560-86cf-423b-b420-d30be7121c35 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:12.087207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9e401-84d6-4c0d-9940-be8fe4056a65 req-db7a440d-57f6-439e-9efb-5b2f541ea2ce tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:12.088880 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afe9e401-84d6-4c0d-9940-be8fe4056a65 req-db7a440d-57f6-439e-9efb-5b2f541ea2ce tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.1161823 Nov 29 17:58:12.137302 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-83416fb9-7aef-4b6c-91f6-8ee895312a27 req-5b2755fe-1c68-4a08-b1f3-2e9aa5a40442 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0676079 Nov 29 17:58:12.150701 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-993528eb-efe2-4fa2-9349-722e03fb90cd req-bb0ec560-86cf-423b-b420-d30be7121c35 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] For port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:12.151252 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-993528eb-efe2-4fa2-9349-722e03fb90cd req-bb0ec560-86cf-423b-b420-d30be7121c35 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:12.183092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-993528eb-efe2-4fa2-9349-722e03fb90cd req-bb0ec560-86cf-423b-b420-d30be7121c35 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Calling delete_port for 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:12.197764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afe9e401-84d6-4c0d-9940-be8fe4056a65 req-de291455-bfc7-4f8f-851c-5fa0dce525da tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974293 Nov 29 17:58:12.383765 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-993528eb-efe2-4fa2-9349-722e03fb90cd req-bb0ec560-86cf-423b-b420-d30be7121c35 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:12.415355 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ec560-86cf-423b-b420-d30be7121c35 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Pushing event deleted for resources: {'Port': ['ID=8f0d8a8e-d43b-4a13-84f1-8bfe0f570647,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:12.485064 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-993528eb-efe2-4fa2-9349-722e03fb90cd req-bb0ec560-86cf-423b-b420-d30be7121c35 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] No DVR routers for this DVR port 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:12.488493 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-993528eb-efe2-4fa2-9349-722e03fb90cd req-bb0ec560-86cf-423b-b420-d30be7121c35 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:12.492323 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-993528eb-efe2-4fa2-9349-722e03fb90cd req-bb0ec560-86cf-423b-b420-d30be7121c35 tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.31 "DELETE /v2.0/ports/8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 HTTP/1.1" status: 204 len: 173 time: 0.6571429 Nov 29 17:58:12.492865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9c915f-e99a-478b-a9a5-42fa447d7f2e', 'name': 'network-vif-deleted', 'tag': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:12.495690 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0800b3e-7585-4a88-a728-7f6fe1e357ee" -d '{"events": [{"server_uuid": "7a9c915f-e99a-478b-a9a5-42fa447d7f2e", "name": "network-vif-deleted", "tag": "8f0d8a8e-d43b-4a13-84f1-8bfe0f570647"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:12.558730 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f98806-75ef-4866-b8a5-6189afc7625f x-openstack-request-id: req-72f98806-75ef-4866-b8a5-6189afc7625f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:12.560107 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9c915f-e99a-478b-a9a5-42fa447d7f2e", "name": "network-vif-deleted", "tag": "8f0d8a8e-d43b-4a13-84f1-8bfe0f570647", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:12.560688 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72f98806-75ef-4866-b8a5-6189afc7625f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:12.561314 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9c915f-e99a-478b-a9a5-42fa447d7f2e', 'name': 'network-vif-deleted', 'tag': '8f0d8a8e-d43b-4a13-84f1-8bfe0f570647', 'status': 'completed', 'code': 200} Nov 29 17:58:12.586180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce7b31-bdc1-45f5-b1f2-786cc1e0a44d req-16c3af50-c59e-48f2-be08-05286eda16b8 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:12.588386 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ecce7b31-bdc1-45f5-b1f2-786cc1e0a44d req-16c3af50-c59e-48f2-be08-05286eda16b8 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 947 time: 0.0888493 Nov 29 17:58:12.658667 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ecce7b31-bdc1-45f5-b1f2-786cc1e0a44d req-c1d22914-e0d2-4843-b1cc-6d874ac3d483 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626345 Nov 29 17:58:12.831385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2556469f-aef9-4212-9684-98d868b31fe4 req-d2fa1133-592a-4a57-80ae-a6c724f8baef tempest-ImagesOneServerTestJSON-20987627 tempest-ImagesOneServerTestJSON-20987627-project] 10.222.0.23 "GET /v2.0/ports?device_id=7a9c915f-e99a-478b-a9a5-42fa447d7f2e HTTP/1.1" status: 200 len: 210 time: 0.0537941 Nov 29 17:58:12.979866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1685af3-a1a6-4872-ae70-537d269eff13 req-188801b9-8fa4-442e-af9e-941c6545eef3 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:12.981582 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1685af3-a1a6-4872-ae70-537d269eff13 req-188801b9-8fa4-442e-af9e-941c6545eef3 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.0643620 Nov 29 17:58:13.034400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1685af3-a1a6-4872-ae70-537d269eff13 req-b9eafb95-df0f-4811-ad3a-6daf457f1a03 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466080 Nov 29 17:58:13.253198 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:58:13.302971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bda7dc4a-bf98-4cf8-a281-ed4036d3941a req-bddb3904-34ba-4d9d-a34d-61b34793cb13 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0489447 Nov 29 17:58:13.428723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bd4de-7ec8-491d-bfda-c98e86adf25d req-e1018686-dcec-48d8-b117-cd0ce57f438a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:13.431567 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-680bd4de-7ec8-491d-bfda-c98e86adf25d req-e1018686-dcec-48d8-b117-cd0ce57f438a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.1160457 Nov 29 17:58:13.470434 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:13.486164 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa', 'mac_address': 'fa:16:3e:2b:5c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:58:13.502012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-680bd4de-7ec8-491d-bfda-c98e86adf25d req-49f3cb37-bdba-4564-8ff3-25b927e4ba10 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614882 Nov 29 17:58:13.544760 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:13.560225 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:58:13.585337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:13.589638 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:13.649085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:13.706745 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3a173226-497c-4f72-8196-c312a5868e86 req-52bedd59-8e98-4a93-90c4-b9f3fa955195 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0247936 Nov 29 17:58:13.776685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061579bb-ca9d-40ba-90dc-dbe3d81dc986 req-51a8bf3e-7230-417c-b3ed-6192f0d879f0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:13.778621 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-061579bb-ca9d-40ba-90dc-dbe3d81dc986 req-51a8bf3e-7230-417c-b3ed-6192f0d879f0 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 948 time: 0.0496297 Nov 29 17:58:13.833542 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-061579bb-ca9d-40ba-90dc-dbe3d81dc986 req-36b5fe78-e34b-402a-b305-529eef41e488 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480592 Nov 29 17:58:14.222620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c866587-3c4e-4b13-9fc5-634f9f909b00 req-1e0620dc-0e68-4c77-9449-c994b635bfda tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:14.232508 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c866587-3c4e-4b13-9fc5-634f9f909b00 req-1e0620dc-0e68-4c77-9449-c994b635bfda tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.0770409 Nov 29 17:58:14.244995 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41228) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:14.296525 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c866587-3c4e-4b13-9fc5-634f9f909b00 req-0da4c773-2381-40b7-b97e-7d892acc1cd8 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626347 Nov 29 17:58:14.438558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31155add-0739-468f-b233-d555f1d906cf req-bd00b398-dbce-423b-a024-68ec8c43fa20 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0333228 Nov 29 17:58:14.477935 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-44f19544-0843-4085-80ac-43321df9ee25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f5e96f67f674fbdb8d3f4283e375aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317498 Nov 29 17:58:14.481130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41236) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:14.545155 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9759484-b4a6-4662-bb8e-0b4f94001207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:14.582752 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9759484-b4a6-4662-bb8e-0b4f94001207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:14.689362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee35fe-f240-4466-999d-4fe7f23ee712 req-0cbcd0a1-257c-4191-8100-edb081d53bd3 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:14.691055 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48ee35fe-f240-4466-999d-4fe7f23ee712 req-0cbcd0a1-257c-4191-8100-edb081d53bd3 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.1059632 Nov 29 17:58:14.724842 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9759484-b4a6-4662-bb8e-0b4f94001207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:14.727727 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9759484-b4a6-4662-bb8e-0b4f94001207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:14.732751 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b9759484-b4a6-4662-bb8e-0b4f94001207 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f15a5c0-5695-47b8-b0f4-d453e6e636ad HTTP/1.1" status: 204 len: 168 time: 0.2498677 Nov 29 17:58:14.759759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9759484-b4a6-4662-bb8e-0b4f94001207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f15a5c0-5695-47b8-b0f4-d453e6e636ad,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:14.782593 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48ee35fe-f240-4466-999d-4fe7f23ee712 req-58bb9e73-2fe9-4312-bf0e-15b1f2eddda1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819280 Nov 29 17:58:14.987883 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7203ef-f661-48db-96ce-f8d646c8fa54 req-33e3c600-04d6-4d26-83eb-d94733e97b80 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:14.990527 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3a7203ef-f661-48db-96ce-f8d646c8fa54 req-33e3c600-04d6-4d26-83eb-d94733e97b80 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 948 time: 0.0731602 Nov 29 17:58:15.072625 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3a7203ef-f661-48db-96ce-f8d646c8fa54 req-56a7c3fb-15aa-4fd9-ab3f-da5e5f82afa8 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744395 Nov 29 17:58:15.274266 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:15.298828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:15.299475 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8f0d8a8e-d43b-4a13-84f1-8bfe0f570647 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:15.466493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63672bb4-d3b8-4f8d-92d8-65097a9bcf93 req-64537457-89ee-4498-935b-79f9327af7d9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:15.476318 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-63672bb4-d3b8-4f8d-92d8-65097a9bcf93 req-64537457-89ee-4498-935b-79f9327af7d9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.0624106 Nov 29 17:58:15.596968 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b807e22-af32-4695-b981-bccef724fd2e req-88a09192-92fb-4918-a328-a278a52d3693 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0584106 Nov 29 17:58:15.614082 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-63672bb4-d3b8-4f8d-92d8-65097a9bcf93 req-95e2aad8-da12-4608-b615-dc93cd5d6513 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362822 Nov 29 17:58:16.024125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde96bb-89b3-4b7b-aa2b-cb63152ad636 req-9dd4b35e-2cd1-4541-ae74-530fcbe81ce4 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:16.035242 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efde96bb-89b3-4b7b-aa2b-cb63152ad636 req-9dd4b35e-2cd1-4541-ae74-530fcbe81ce4 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0705552 Nov 29 17:58:16.090380 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efde96bb-89b3-4b7b-aa2b-cb63152ad636 req-1ab7310b-a466-41b3-a370-8e5df6e7915c tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542474 Nov 29 17:58:16.145990 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb9db4d6-d972-4da7-ac1b-3b3227876a19 req-79b4bebf-7ebd-4ac2-bbf1-ff3a35cd3031 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0267680 Nov 29 17:58:16.330892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b3ebb-2694-4237-a83c-78f06ee0a026 req-4b29a1e3-1e76-47e8-89b0-7c7d844323be tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:16.332759 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-283b3ebb-2694-4237-a83c-78f06ee0a026 req-4b29a1e3-1e76-47e8-89b0-7c7d844323be tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 948 time: 0.0526707 Nov 29 17:58:16.386484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-283b3ebb-2694-4237-a83c-78f06ee0a026 req-d71318db-c911-43d7-a4a0-f7291d81ecd5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477316 Nov 29 17:58:16.502561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41334) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:16.613295 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba9a1860-6c3b-4d48-9ac7-5e06cc11bddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:16.694495 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba9a1860-6c3b-4d48-9ac7-5e06cc11bddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:16.706564 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba9a1860-6c3b-4d48-9ac7-5e06cc11bddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:16.812809 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ba9a1860-6c3b-4d48-9ac7-5e06cc11bddf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f48e607ca3c4df5b9156b08f039a489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091261 Nov 29 17:58:16.815548 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41350) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:16.822878 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a1860-6c3b-4d48-9ac7-5e06cc11bddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f025e9e-568c-4e63-9ecc-76992403256c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:16.838211 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24469858-fc27-4ad8-9979-c22102b14436 req-1ceb11a7-5557-4b94-bcef-48aa83f44ba6 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:16.839741 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24469858-fc27-4ad8-9979-c22102b14436 req-1ceb11a7-5557-4b94-bcef-48aa83f44ba6 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.1434774 Nov 29 17:58:16.869061 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2311549b-180c-46a5-9ab0-e45e85d25e0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:16.891722 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2311549b-180c-46a5-9ab0-e45e85d25e0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:16.909093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-a97a48dc-def2-4248-a651-0cfb3ed7b2da tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:16.910547 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-a97a48dc-def2-4248-a651-0cfb3ed7b2da tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 820 time: 0.1803019 Nov 29 17:58:16.917771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24469858-fc27-4ad8-9979-c22102b14436 req-77e59222-7155-4305-b6a3-73d9d7a2d224 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716662 Nov 29 17:58:16.929245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-0f4b1978-bd5e-4070-ae7c-9b78e0f9b24a tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/quotas/80d0ffbb4cf74b4ab097b8a012189088 HTTP/1.1" status: 200 len: 375 time: 0.0098963 Nov 29 17:58:16.946355 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2311549b-180c-46a5-9ab0-e45e85d25e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:16.949802 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2311549b-180c-46a5-9ab0-e45e85d25e0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:16.954151 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2311549b-180c-46a5-9ab0-e45e85d25e0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f025e9e-568c-4e63-9ecc-76992403256c HTTP/1.1" status: 204 len: 168 time: 0.1375649 Nov 29 17:58:16.962127 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311549b-180c-46a5-9ab0-e45e85d25e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f025e9e-568c-4e63-9ecc-76992403256c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:16.994148 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-d776d738-9175-440b-a244-63113b7bffa4 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575130 Nov 29 17:58:17.088598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-b6907bdb-492a-4090-98da-125c8d69228b service neutron] 10.222.0.23 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870574 Nov 29 17:58:17.206640 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-9ead56d6-e9dc-460d-8bdc-c21bae5a273d service neutron] 10.222.0.23 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117406 Nov 29 17:58:17.227241 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53adfb2-19da-4688-98f2-343f8c624831 req-42c2270f-eae8-4cd4-8f2c-0bc4eba64ea1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:17.228506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e53adfb2-19da-4688-98f2-343f8c624831 req-42c2270f-eae8-4cd4-8f2c-0bc4eba64ea1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0666320 Nov 29 17:58:17.281285 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e53adfb2-19da-4688-98f2-343f8c624831 req-9785fd4a-5f7f-405a-a65f-3ef444464159 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453911 Nov 29 17:58:17.376534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-185f6617-5f26-42dd-95fa-9143f4a133ef req-b5151d86-3fc5-4b38-bd03-f6ca25b72a89 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0322285 Nov 29 17:58:17.578888 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-759b0fe5-3f3a-43ac-b7d2-8e21fb1db7e5 req-f668c80e-1636-43d6-bae0-aec39c10f01b tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 210 time: 0.0511363 Nov 29 17:58:17.632992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6f0ed-aba0-481c-b20f-27101b862b35 req-30f87bfa-81c2-456e-8dd0-f2931bb71978 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:17.634457 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5b6f0ed-aba0-481c-b20f-27101b862b35 req-30f87bfa-81c2-456e-8dd0-f2931bb71978 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 948 time: 0.0573621 Nov 29 17:58:17.784301 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41396) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:17.930841 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c079fa0f-f8fe-40b5-ba9c-2a6d491bf469 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-195389611-network', 'tenant_id': '3976054f1e0747a9866f44e8ad681cd6'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:17.959356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c079fa0f-f8fe-40b5-ba9c-2a6d491bf469 admin admin] Made reservation on behalf of 3976054f1e0747a9866f44e8ad681cd6 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:58:17.962048 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c079fa0f-f8fe-40b5-ba9c-2a6d491bf469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:17.975047 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c079fa0f-f8fe-40b5-ba9c-2a6d491bf469 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:18.082100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5b6f0ed-aba0-481c-b20f-27101b862b35 req-18192fbc-b1a5-4798-803b-77a4e42a7b2d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361806 Nov 29 17:58:18.082424 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c079fa0f-f8fe-40b5-ba9c-2a6d491bf469 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:18.100941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c079fa0f-f8fe-40b5-ba9c-2a6d491bf469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:18.123205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c079fa0f-f8fe-40b5-ba9c-2a6d491bf469 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:58:18.143128 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-ebe5e264-d873-4217-bfc6-0e77ba323344 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:18.144347 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c079fa0f-f8fe-40b5-ba9c-2a6d491bf469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:18.144754 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-c079fa0f-f8fe-40b5-ba9c-2a6d491bf469 admin admin] Added segment 28d92e01-495c-4e78-9597-1512a117b6d1 of type vlan for network 4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45 Nov 29 17:58:18.145632 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-ebe5e264-d873-4217-bfc6-0e77ba323344 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.1914074 Nov 29 17:58:18.146584 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079fa0f-f8fe-40b5-ba9c-2a6d491bf469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407c526c-5ad8-4ff9-9828-e35fc12989d6,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:18.169981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f03a7c-927d-45fb-b2bf-996c0e11dd53 req-31d855db-d121-4e98-9b91-40b18b3683ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:18.178251 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-78f03a7c-927d-45fb-b2bf-996c0e11dd53 req-31d855db-d121-4e98-9b91-40b18b3683ed tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.1707509 Nov 29 17:58:18.200610 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c079fa0f-f8fe-40b5-ba9c-2a6d491bf469 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:18.236072 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c079fa0f-f8fe-40b5-ba9c-2a6d491bf469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:18.238082 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c079fa0f-f8fe-40b5-ba9c-2a6d491bf469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:18.240206 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c079fa0f-f8fe-40b5-ba9c-2a6d491bf469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:18.253994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:18.300906 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-78f03a7c-927d-45fb-b2bf-996c0e11dd53 req-559fb01f-b2df-435f-8bdb-eb6a608d9c8c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217864 Nov 29 17:58:18.318223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079fa0f-f8fe-40b5-ba9c-2a6d491bf469 admin admin] Pushing event updated for resources: {'Network': ['ID=4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:18.340333 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c079fa0f-f8fe-40b5-ba9c-2a6d491bf469 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5512316 Nov 29 17:58:18.340333 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41414) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:18.343317 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:58:18.363017 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6277c34c-ecd1-40a0-9652-03601fd91c31 admin admin] Request body: {'subnet': {'network_id': '4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-195389611-subnet', 'tenant_id': '3976054f1e0747a9866f44e8ad681cd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:18.380808 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-68fb0138-fae1-4026-b90c-d2486c13a94a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Deleting port 9560f16c-59e5-441b-8e21-6edb3d10c920 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:18.381602 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-68fb0138-fae1-4026-b90c-d2486c13a94a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:18.394263 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6277c34c-ecd1-40a0-9652-03601fd91c31 admin admin] Made reservation on behalf of 3976054f1e0747a9866f44e8ad681cd6 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:58:18.403164 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6277c34c-ecd1-40a0-9652-03601fd91c31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:18.513453 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a24b9-22d1-46e9-8e13-977d88613ec3 req-50ba2bef-3c30-4817-a2d4-e839cda615f1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:18.520815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a30a24b9-22d1-46e9-8e13-977d88613ec3 req-50ba2bef-3c30-4817-a2d4-e839cda615f1 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 950 time: 0.0967855 Nov 29 17:58:18.534814 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-68fb0138-fae1-4026-b90c-d2486c13a94a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] For port 9560f16c-59e5-441b-8e21-6edb3d10c920, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=9560f16c-59e5-441b-8e21-6edb3d10c920,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:18.535443 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-68fb0138-fae1-4026-b90c-d2486c13a94a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:18.561865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-68fb0138-fae1-4026-b90c-d2486c13a94a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Calling delete_port for 9560f16c-59e5-441b-8e21-6edb3d10c920 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:18.639218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a30a24b9-22d1-46e9-8e13-977d88613ec3 req-177b0918-fcde-434f-8333-111c03e098f5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125956 Nov 29 17:58:18.697127 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6277c34c-ecd1-40a0-9652-03601fd91c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:18.778106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6277c34c-ecd1-40a0-9652-03601fd91c31 admin admin] Checking segment: {'id': '28d92e01-495c-4e78-9597-1512a117b6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:58:18.778467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6277c34c-ecd1-40a0-9652-03601fd91c31 admin admin] Network hostable DHCP agents. Network: 4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:58:18.781066 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7ce51b5-89cc-48f8-917f-742e6503391f req-f9e7642a-4c86-4f31-8eca-daca961e10ab tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0613585 Nov 29 17:58:18.864658 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-68fb0138-fae1-4026-b90c-d2486c13a94a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:18.880685 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['85a3cec5-f174-4e9e-8270-8b013433686b', 'e85ade08-c8ea-4bd5-b629-cb57e9e9a70d', 'b4e9ec6e-6abf-41bc-8773-39f2f7499399'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:18.948367 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-530f6d4b-c296-429b-bd3f-aece1bc75d18 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:18.951774 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-530f6d4b-c296-429b-bd3f-aece1bc75d18 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.31 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 820 time: 0.1594374 Nov 29 17:58:18.957307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6277c34c-ecd1-40a0-9652-03601fd91c31 admin admin] Network 4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:58:18.969403 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277c34c-ecd1-40a0-9652-03601fd91c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c4a722-6fe4-4998-a3b1-feab1a9ed782,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:18.984900 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-61ee7c8a-0a38-4b21-bc20-1669a047fb33 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Request body: {'port': {'device_id': 'f3f80684-8f87-4ece-8373-82d6d263d45a', 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f', 'admin_state_up': True, 'tenant_id': '80d0ffbb4cf74b4ab097b8a012189088'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:18.988710 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-6277c34c-ecd1-40a0-9652-03601fd91c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:58:18.994090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6277c34c-ecd1-40a0-9652-03601fd91c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:18.994684 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6277c34c-ecd1-40a0-9652-03601fd91c31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:19.011275 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071edab9-a4dc-4bc0-a1cd-08daaaf69ea5 None None] Network 4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:58:19.026823 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6277c34c-ecd1-40a0-9652-03601fd91c31 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6849308 Nov 29 17:58:19.045362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb0138-fae1-4026-b90c-d2486c13a94a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Pushing event deleted for resources: {'Port': ['ID=9560f16c-59e5-441b-8e21-6edb3d10c920,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:19.075763 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-68fb0138-fae1-4026-b90c-d2486c13a94a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] No DVR routers for this DVR port 9560f16c-59e5-441b-8e21-6edb3d10c920 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:19.096815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-980a4869-afe1-4bcc-960d-9f2c9f4afd1b req-e55b8d04-6512-439d-92ea-21481862889a tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 210 time: 0.1378353 Nov 29 17:58:19.105197 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-68fb0138-fae1-4026-b90c-d2486c13a94a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:19.118568 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-68fb0138-fae1-4026-b90c-d2486c13a94a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "DELETE /v2.0/ports/9560f16c-59e5-441b-8e21-6edb3d10c920 HTTP/1.1" status: 204 len: 173 time: 0.9650891 Nov 29 17:58:19.133214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7914589-0db8-4701-8f8b-a3b1d44a8aca', 'name': 'network-vif-deleted', 'tag': '9560f16c-59e5-441b-8e21-6edb3d10c920'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:19.144443 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a8bfe0-8588-46ba-8cba-75f96950f651" -d '{"events": [{"server_uuid": "d7914589-0db8-4701-8f8b-a3b1d44a8aca", "name": "network-vif-deleted", "tag": "9560f16c-59e5-441b-8e21-6edb3d10c920"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:19.272521 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcdc0e-eb41-4230-aa69-fc61e362a1ec req-bafc6540-3f8d-4273-8966-273cff7bbf15 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:19.284868 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-61ee7c8a-0a38-4b21-bc20-1669a047fb33 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Made reservation on behalf of 80d0ffbb4cf74b4ab097b8a012189088 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:58:19.291233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8fcdc0e-eb41-4230-aa69-fc61e362a1ec req-bafc6540-3f8d-4273-8966-273cff7bbf15 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.3406765 Nov 29 17:58:19.305088 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-61ee7c8a-0a38-4b21-bc20-1669a047fb33 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:19.349849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 9560f16c-59e5-441b-8e21-6edb3d10c920 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:19.450856 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8fcdc0e-eb41-4230-aa69-fc61e362a1ec req-e00a737d-2ce0-4717-951a-3cc5deb0e233 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498578 Nov 29 17:58:19.453330 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 9560f16c-59e5-441b-8e21-6edb3d10c920 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:19.453875 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 9560f16c-59e5-441b-8e21-6edb3d10c920 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:19.472692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75726cad-924d-4212-a646-fa3eebed9b24 req-fd3eabae-7b28-4612-8e22-69eb381c90f5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:19.474534 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94525ae9-9161-4f66-a1fb-63a41cfa0200 None None] Network 4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:58:19.490580 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-75726cad-924d-4212-a646-fa3eebed9b24 req-fd3eabae-7b28-4612-8e22-69eb381c90f5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 948 time: 0.1277428 Nov 29 17:58:19.517210 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-61ee7c8a-0a38-4b21-bc20-1669a047fb33 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Allocated IP 172.20.0.7 (42440cb4-6417-4b7a-81f2-3d94c90e760f/fd64ce8a-80eb-44be-9944-f47c123c7381/d43b729f-742e-4dd0-bb42-b2f80a20f38d) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:58:19.521436 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf4b74a-6bf5-4f2b-8c4b-b07037e1145d x-openstack-request-id: req-aaf4b74a-6bf5-4f2b-8c4b-b07037e1145d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:19.521784 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7914589-0db8-4701-8f8b-a3b1d44a8aca", "name": "network-vif-deleted", "tag": "9560f16c-59e5-441b-8e21-6edb3d10c920", "status": "failed", "code": 422}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:19.522062 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aaf4b74a-6bf5-4f2b-8c4b-b07037e1145d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:19.525641 n-d-819494-5 neutron-server[110005]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd7914589-0db8-4701-8f8b-a3b1d44a8aca', 'name': 'network-vif-deleted', 'tag': '9560f16c-59e5-441b-8e21-6edb3d10c920', 'status': 'failed', 'code': 422} returned with failed status Nov 29 17:58:19.619917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-75726cad-924d-4212-a646-fa3eebed9b24 req-85a72704-6579-422a-874f-7a2b5e48f4d4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283383 Nov 29 17:58:19.754826 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc97b7-af22-4567-b393-87d811ccde98 req-f87de640-e3f2-4bee-aa06-6a9cee9cd62f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:19.765395 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2dcc97b7-af22-4567-b393-87d811ccde98 req-f87de640-e3f2-4bee-aa06-6a9cee9cd62f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.1073341 Nov 29 17:58:19.812527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41446) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:19.857183 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-a00bddf0-ee58-446d-8068-b141280b7228 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 210 time: 0.0394359 Nov 29 17:58:19.872540 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-61ee7c8a-0a38-4b21-bc20-1669a047fb33 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:19.891313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2dcc97b7-af22-4567-b393-87d811ccde98 req-01cecfcf-c6b3-4937-8448-059b9624fc25 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846159 Nov 29 17:58:19.938280 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['eb57a55e-8e88-4232-adb2-6710e7654ae4', '336aaaf4-cfbf-490f-953c-4ab6d451a81e', 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8', 'c320eafe-c692-4415-8406-2fd572fa67b3'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:19.982754 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-61ee7c8a-0a38-4b21-bc20-1669a047fb33 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:20.034125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-61ee7c8a-0a38-4b21-bc20-1669a047fb33 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Network 42440cb4-6417-4b7a-81f2-3d94c90e760f is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:58:20.039258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-61ee7c8a-0a38-4b21-bc20-1669a047fb33 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:58:20.044839 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-61ee7c8a-0a38-4b21-bc20-1669a047fb33 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:58:20.211034 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-ab4c6be7-0035-454a-8fd1-6b82df71ed39 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:20.220368 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-ab4c6be7-0035-454a-8fd1-6b82df71ed39 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/networks?id=4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45 HTTP/1.1" status: 200 len: 813 time: 0.2180121 Nov 29 17:58:20.222704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-61ee7c8a-0a38-4b21-bc20-1669a047fb33 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:20.239986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-8e6df39e-5d76-4b5f-8365-2dbf002d6844 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/quotas/3976054f1e0747a9866f44e8ad681cd6 HTTP/1.1" status: 200 len: 375 time: 0.0186892 Nov 29 17:58:20.247560 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-61ee7c8a-0a38-4b21-bc20-1669a047fb33 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:20.256918 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee7c8a-0a38-4b21-bc20-1669a047fb33 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Pushing event updated for resources: {'Port': ['ID=d43b729f-742e-4dd0-bb42-b2f80a20f38d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:20.290552 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-61ee7c8a-0a38-4b21-bc20-1669a047fb33 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3110845 Nov 29 17:58:20.304542 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Request body: {'port': {'device_id': 'f3f80684-8f87-4ece-8373-82d6d263d45a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:20.339072 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b0bc3efc-c385-4b6d-a7f5-90925059fbfc req-0ac50d88-5bed-4049-8675-2a8dfd4719e2 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 210 time: 0.0341532 Nov 29 17:58:20.401941 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-32de6ffd-2357-4f1b-b629-4082a2fbc1c9 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3976054f1e0747a9866f44e8ad681cd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1600409 Nov 29 17:58:20.415088 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:20.490718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc90cd-74ab-4538-baab-b95566b68912 req-7b7f1f00-9394-4bc5-b014-1fecc16f4d33 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:20.492275 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-7b7f1f00-9394-4bc5-b014-1fecc16f4d33 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.31 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4&tenant_id=74da84362ff44d4397e3357f1f704eae&binding%3Ahost_id=n-h2-819494-5 HTTP/1.1" status: 200 len: 948 time: 0.2492957 Nov 29 17:58:20.526197 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1e08954-4555-4f22-ae19-39f377e187c5 req-15825d83-de6c-411b-9738-1fbd645d6666 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0313401 Nov 29 17:58:20.598326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-1bd1fedb-b175-40e9-b20b-fe515804a3fe service neutron] 10.222.0.23 "GET /v2.0/networks/4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952417 Nov 29 17:58:20.720193 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-78a335b7-31e7-4e17-9866-13c0473a3946 service neutron] 10.222.0.31 "GET /v2.0/ports/59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa/bindings/n-h2-819494-5 HTTP/1.1" status: 200 len: 382 time: 0.1908488 Nov 29 17:58:20.755511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449ff31-875e-48b7-8a16-9aa9546bc98e req-0d717c5a-5cc2-4b68-9e18-eb83b68f49a0 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:20.756993 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1449ff31-875e-48b7-8a16-9aa9546bc98e req-0d717c5a-5cc2-4b68-9e18-eb83b68f49a0 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 931 time: 0.0986943 Nov 29 17:58:20.809993 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43b729f-742e-4dd0-bb42-b2f80a20f38d {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:58:20.811303 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-286ae658-b517-423a-9712-e4c7333f25c8 service neutron] 10.222.0.23 "GET /v2.0/networks/4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121761 Nov 29 17:58:20.819486 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:20.840268 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e4f32a43-0d89-44a4-88ea-4234f74c24f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:20.841777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e4f32a43-0d89-44a4-88ea-4234f74c24f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 1099 time: 0.0942476 Nov 29 17:58:20.882867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Transition to ACTIVE for port object d43b729f-742e-4dd0-bb42-b2f80a20f38d will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:58:20.894008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ff160-d3f4-46b0-943e-a61ecfada1a0 req-7ebbcfd5-6d7b-4743-85bd-0805f3a7546d tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:20.896296 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fb4ff160-d3f4-46b0-943e-a61ecfada1a0 req-7ebbcfd5-6d7b-4743-85bd-0805f3a7546d tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.31 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.0728171 Nov 29 17:58:20.897515 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:20.951914 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1449ff31-875e-48b7-8a16-9aa9546bc98e req-4cc445ae-d613-41b6-9b65-2bfbfd04a761 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689720 Nov 29 17:58:21.022755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Pushing event updated for resources: {'Port': ['ID=d43b729f-742e-4dd0-bb42-b2f80a20f38d,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:21.025024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc90cd-74ab-4538-baab-b95566b68912 req-1a21d130-8bc0-4458-96e3-7187cea6a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:21.026580 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-1a21d130-8bc0-4458-96e3-7187cea6a970 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1757896 Nov 29 17:58:21.107208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-6781242a-352c-40df-889a-3329cc9dd330 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa HTTP/1.1" status: 200 len: 217 time: 0.0565746 Nov 29 17:58:21.126691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886e810-1998-4e41-8a8d-bfe7a4e7529b req-96768c80-2e08-42b3-a293-ed9a860fd398 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:21.128474 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5886e810-1998-4e41-8a8d-bfe7a4e7529b req-96768c80-2e08-42b3-a293-ed9a860fd398 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 948 time: 0.1207516 Nov 29 17:58:21.178386 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Attempting to bind port d43b729f-742e-4dd0-bb42-b2f80a20f38d on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:58:21.179256 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Attempting to bind port d43b729f-742e-4dd0-bb42-b2f80a20f38d by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:58:21.179256 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Attempting to bind port d43b729f-742e-4dd0-bb42-b2f80a20f38d on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:58:21.185232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Port d43b729f-742e-4dd0-bb42-b2f80a20f38d on network 42440cb4-6417-4b7a-81f2-3d94c90e760f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:58:21.186151 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Attempting to bind port d43b729f-742e-4dd0-bb42-b2f80a20f38d on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:58:21.195685 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-fb4ff160-d3f4-46b0-943e-a61ecfada1a0 req-900cc9f6-a1a4-45c7-8f3a-c963f2c8c376 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Deleting port 16766809-47ec-43ad-a06f-26162e9db738 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:21.196036 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fb4ff160-d3f4-46b0-943e-a61ecfada1a0 req-900cc9f6-a1a4-45c7-8f3a-c963f2c8c376 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:21.198963 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:58:21.199340 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Checking segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:58:21.199812 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Bound using segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:58:21.200149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Bound port: d43b729f-742e-4dd0-bb42-b2f80a20f38d, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:58:21.200506 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:21.239917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29c21bbd-aa3a-4230-90be-f75ea309cc80 req-48b03ffd-f399-4866-bb40-0d60f48d2131 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7914589-0db8-4701-8f8b-a3b1d44a8aca HTTP/1.1" status: 200 len: 210 time: 0.0516672 Nov 29 17:58:21.245075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc90cd-74ab-4538-baab-b95566b68912 req-82feb9c9-8c70-4220-b7f6-a61e2ecb2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:21.247093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-82feb9c9-8c70-4220-b7f6-a61e2ecb2349 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1173859 Nov 29 17:58:21.288971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5886e810-1998-4e41-8a8d-bfe7a4e7529b req-5c33896d-14c3-47b1-b35f-b3e8e1f09ec5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441576 Nov 29 17:58:21.305589 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:58:21.420122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:58:21.429999 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:58:21.430608 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:21.454384 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc90cd-74ab-4538-baab-b95566b68912 req-ad4690db-2f40-45c5-9043-3498198922da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:21.465716 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-ad4690db-2f40-45c5-9043-3498198922da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2004738 Nov 29 17:58:21.535410 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-fb4ff160-d3f4-46b0-943e-a61ecfada1a0 req-900cc9f6-a1a4-45c7-8f3a-c963f2c8c376 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] For port 16766809-47ec-43ad-a06f-26162e9db738, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=16766809-47ec-43ad-a06f-26162e9db738,segment=NetworkSegment(01dbf60d-1291-44ed-921d-df177a58c87e),segment_id=01dbf60d-1291-44ed-921d-df177a58c87e)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:21.535781 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fb4ff160-d3f4-46b0-943e-a61ecfada1a0 req-900cc9f6-a1a4-45c7-8f3a-c963f2c8c376 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:21.570512 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] For port d43b729f-742e-4dd0-bb42-b2f80a20f38d, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:58:21.571012 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.31', 64534) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:21.592142 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:21.606938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-fb4ff160-d3f4-46b0-943e-a61ecfada1a0 req-900cc9f6-a1a4-45c7-8f3a-c963f2c8c376 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Calling delete_port for 16766809-47ec-43ad-a06f-26162e9db738 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:21.614193 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] For port d43b729f-742e-4dd0-bb42-b2f80a20f38d, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d43b729f-742e-4dd0-bb42-b2f80a20f38d,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:58:21.626825 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:21.659735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f1809-4852-4f98-b6f8-c2776114bcce req-0eee3ae6-c6c6-4c3a-8308-7950efa8d3cb tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:21.663974 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-858f1809-4852-4f98-b6f8-c2776114bcce req-0eee3ae6-c6c6-4c3a-8308-7950efa8d3cb tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/ports?device_id=f88a1d1d-084a-4094-90a8-3ec8526dc5c8 HTTP/1.1" status: 200 len: 945 time: 0.2936718 Nov 29 17:58:21.681154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:21.690556 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee2a463-329f-4701-9a71-8e57f71fd6c5" -d '{"events": [{"server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "name": "network-vif-plugged", "status": "completed", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:21.734038 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:21.739311 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:21.740022 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:21.740787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5975ab-4522-4d37-8553-97796d04b626 req-436c5694-0c25-42aa-bf22-5f55df105dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:21.741502 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] 10.222.0.31 "PUT /v2.0/ports/d43b729f-742e-4dd0-bb42-b2f80a20f38d HTTP/1.1" status: 200 len: 1091 time: 1.4413009 Nov 29 17:58:21.743602 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f80684-8f87-4ece-8373-82d6d263d45a', 'tag': 'd43b729f-742e-4dd0-bb42-b2f80a20f38d'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:21.743783 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-436c5694-0c25-42aa-bf22-5f55df105dd5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 1125 time: 0.1698236 Nov 29 17:58:21.745731 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:21.746600 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42179586-921d-4914-be6b-5295cccd993f" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f80684-8f87-4ece-8373-82d6d263d45a", "tag": "d43b729f-742e-4dd0-bb42-b2f80a20f38d"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:21.780886 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a637ec4-2e12-4c19-9a08-406d76e2db7e service neutron] Pushing event updated for resources: {'Port': ['ID=d43b729f-742e-4dd0-bb42-b2f80a20f38d,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:21.845148 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-cd2462ec-2b90-4475-a427-ff3a5067b964 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732939 Nov 29 17:58:21.851927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:21.919014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-6a57e2ca-8edf-4611-8412-217c4225c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:21.920633 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-6a57e2ca-8edf-4611-8412-217c4225c645 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 1094 time: 0.1141546 Nov 29 17:58:22.067165 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-858f1809-4852-4f98-b6f8-c2776114bcce req-0568bea6-b676-4c45-8af0-d5355d74ace2 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.23 "GET /v2.0/security-groups?id=46272b87-0c81-4437-a5ad-a9569bc6fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875604 Nov 29 17:58:22.238217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5a37d2a-b4e4-4cce-afe4-29f2146aa9e3 req-8b427499-5556-4599-b44a-0d19ebcf90a1 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 210 time: 0.0652707 Nov 29 17:58:22.248486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5975ab-4522-4d37-8553-97796d04b626 req-73bb993f-3a85-4dfe-a7ee-fa90a15d7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:22.250171 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-73bb993f-3a85-4dfe-a7ee-fa90a15d7793 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.4693198 Nov 29 17:58:22.274437 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fb4ff160-d3f4-46b0-943e-a61ecfada1a0 req-900cc9f6-a1a4-45c7-8f3a-c963f2c8c376 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:22.276840 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-4f9b0bbb-4887-4d44-bb80-102d73902d35 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d43b729f-742e-4dd0-bb42-b2f80a20f38d HTTP/1.1" status: 200 len: 217 time: 0.3453443 Nov 29 17:58:22.311766 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cc9f6-a1a4-45c7-8f3a-c963f2c8c376 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Pushing event deleted for resources: {'Port': ['ID=16766809-47ec-43ad-a06f-26162e9db738,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:22.322357 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fc0d0-a1a2-4eec-aa58-48ef09d594cd req-0ef75858-56a6-47fb-b6f0-7ba5c394fb35 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:22.324450 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-704fc0d0-a1a2-4eec-aa58-48ef09d594cd req-0ef75858-56a6-47fb-b6f0-7ba5c394fb35 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 944 time: 0.2189610 Nov 29 17:58:22.326050 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-92e6e272-645e-44b3-8271-89c8db436e6b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f661afb9-9b00-4252-98e5-c3cccaf61611 HTTP/1.1" status: 200 len: 217 time: 0.0673528 Nov 29 17:58:22.328044 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-d00df878-c7fb-4ae7-88f8-44117a820f88 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245362 Nov 29 17:58:22.341583 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['16766809-47ec-43ad-a06f-26162e9db738'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:22.424267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4ff160-d3f4-46b0-943e-a61ecfada1a0 req-900cc9f6-a1a4-45c7-8f3a-c963f2c8c376 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] No DVR routers for this DVR port 16766809-47ec-43ad-a06f-26162e9db738 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:22.427256 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-87927de8-1842-4868-a7cd-67928c5e8c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:22.428884 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-87927de8-1842-4868-a7cd-67928c5e8c88 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.1285636 Nov 29 17:58:22.429907 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fb4ff160-d3f4-46b0-943e-a61ecfada1a0 req-900cc9f6-a1a4-45c7-8f3a-c963f2c8c376 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:22.433196 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fb4ff160-d3f4-46b0-943e-a61ecfada1a0 req-900cc9f6-a1a4-45c7-8f3a-c963f2c8c376 tempest-AttachSCSIVolumeTestJSON-601451013 tempest-AttachSCSIVolumeTestJSON-601451013-project] 10.222.0.31 "DELETE /v2.0/ports/16766809-47ec-43ad-a06f-26162e9db738 HTTP/1.1" status: 204 len: 173 time: 1.5245728 Nov 29 17:58:22.454886 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-704fc0d0-a1a2-4eec-aa58-48ef09d594cd req-09742f5e-26ec-4b7f-baaf-8eb951f9e147 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165988 Nov 29 17:58:22.471354 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2790e3f6-2500-4c24-ab8f-33594a427d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:22.473059 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2790e3f6-2500-4c24-ab8f-33594a427d00 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.1294711 Nov 29 17:58:22.488956 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-15831f8c-c678-4f3c-bc42-ca8656b5855e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478425 Nov 29 17:58:22.544200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-7aac9e6e-b8c9-4939-a818-939f749c45cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587602 Nov 29 17:58:22.578352 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6b2ee7-f580-438f-a44b-47460abb120a x-openstack-request-id: req-4e6b2ee7-f580-438f-a44b-47460abb120a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:22.578667 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "name": "network-vif-plugged", "status": "completed", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:22.578959 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e6b2ee7-f580-438f-a44b-47460abb120a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:22.579351 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa', 'code': 200} Nov 29 17:58:22.646435 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad82dd9-9b7e-46c7-bffb-9ba8b1815ce9 x-openstack-request-id: req-bad82dd9-9b7e-46c7-bffb-9ba8b1815ce9 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:22.646728 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f80684-8f87-4ece-8373-82d6d263d45a", "tag": "d43b729f-742e-4dd0-bb42-b2f80a20f38d", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:22.647029 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bad82dd9-9b7e-46c7-bffb-9ba8b1815ce9 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:22.648141 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f80684-8f87-4ece-8373-82d6d263d45a', 'tag': 'd43b729f-742e-4dd0-bb42-b2f80a20f38d', 'status': 'completed', 'code': 200} Nov 29 17:58:22.662341 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-916a0a84-47cf-4447-9402-4e42ab4f8985 service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645784 Nov 29 17:58:22.693874 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3a3ca9b1-0252-4ac9-81ea-b732176ea3ec req-4b59d34c-363d-4cb4-99a8-c2734509c6e7 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.1412899 Nov 29 17:58:22.839302 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0adcc-af44-4c96-83a3-0583ef6334d3 req-752fc935-934d-4cca-af24-7c8c0e0328cf tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:22.848542 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32d0adcc-af44-4c96-83a3-0583ef6334d3 req-752fc935-934d-4cca-af24-7c8c0e0328cf tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 943 time: 0.1335711 Nov 29 17:58:22.869040 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-3230ee1d-bd64-4583-9838-6e04a49a4d64 service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156843 Nov 29 17:58:22.898992 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5a9df1c-42fc-4c36-8743-c1bcfe214280 req-67bac008-e4c1-4298-9bb3-b24ac993b49e service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203979 Nov 29 17:58:22.927889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-345223ca-112e-4569-a61c-16ba5ea58a33 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:22.930230 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-345223ca-112e-4569-a61c-16ba5ea58a33 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.20 "GET /v2.0/networks?id=4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45 HTTP/1.1" status: 200 len: 813 time: 0.2357678 Nov 29 17:58:22.949455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-5e6cb633-f776-4dd9-aebc-a7f4836bb903 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Request body: {'port': {'device_id': 'ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5', 'network_id': '4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45', 'admin_state_up': True, 'tenant_id': '3976054f1e0747a9866f44e8ad681cd6'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:22.998949 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32d0adcc-af44-4c96-83a3-0583ef6334d3 req-42ffdbe7-17d8-4edb-a39b-35cfcff17141 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415970 Nov 29 17:58:23.067209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eaa8ec-1318-4510-98a4-4573d7101095 req-f71efa43-7253-4d9c-87ad-9b7af65c1829 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:23.068245 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42179586-921d-4914-be6b-5295cccd993f req-ef527b65-800e-4ec0-81bb-af1837cadf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:23.068647 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9eaa8ec-1318-4510-98a4-4573d7101095 req-f71efa43-7253-4d9c-87ad-9b7af65c1829 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.1593142 Nov 29 17:58:23.069740 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-42179586-921d-4914-be6b-5295cccd993f req-ef527b65-800e-4ec0-81bb-af1837cadf1f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 1094 time: 0.1007695 Nov 29 17:58:23.125790 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-f30808a4-e9bb-4148-977a-65bb05d46c73 service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248771 Nov 29 17:58:23.187798 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-5e6cb633-f776-4dd9-aebc-a7f4836bb903 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Made reservation on behalf of 3976054f1e0747a9866f44e8ad681cd6 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:58:23.191790 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-5e6cb633-f776-4dd9-aebc-a7f4836bb903 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:23.252452 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9eaa8ec-1318-4510-98a4-4573d7101095 req-143728f5-b50d-419e-9011-be0966b2c232 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579831 Nov 29 17:58:23.309148 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42179586-921d-4914-be6b-5295cccd993f req-f20e4093-4845-442d-a0c4-36335327baff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:23.309895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5975ab-4522-4d37-8553-97796d04b626 req-794c129e-a014-489d-a9ef-9188d158ec03 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:23.311688 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-794c129e-a014-489d-a9ef-9188d158ec03 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946&tenant_id=3a0783cb68fe44b080e0c111bf112e73&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 1125 time: 0.1381354 Nov 29 17:58:23.313312 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-42179586-921d-4914-be6b-5295cccd993f req-f20e4093-4845-442d-a0c4-36335327baff service neutron] 10.222.0.31 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 921 time: 0.2273524 Nov 29 17:58:23.334675 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:23.424072 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-42179586-921d-4914-be6b-5295cccd993f req-88d64fda-afd7-4045-91da-4f70c3723a55 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d43b729f-742e-4dd0-bb42-b2f80a20f38d HTTP/1.1" status: 200 len: 217 time: 0.0704689 Nov 29 17:58:23.456327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18263b32-b848-4e98-b95a-00eb69ea0a4f req-dd3c608c-0e27-4f48-a13e-e88da08c865a tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 210 time: 0.0776982 Nov 29 17:58:23.459668 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:23.512149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-5e6cb633-f776-4dd9-aebc-a7f4836bb903 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Allocated IP 172.20.0.3 (4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45/79c4a722-6fe4-4998-a3b1-feab1a9ed782/168cf26a-0933-4c7e-862c-6c221c75466a) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:58:23.517748 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42179586-921d-4914-be6b-5295cccd993f req-698f0d85-0364-4b8b-84ea-6b5858cda56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:23.520210 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-42179586-921d-4914-be6b-5295cccd993f req-698f0d85-0364-4b8b-84ea-6b5858cda56d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.0778801 Nov 29 17:58:23.567938 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-42179586-921d-4914-be6b-5295cccd993f req-86186e72-35cb-452b-9c5d-da2bb372b012 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369654 Nov 29 17:58:23.624397 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247a0b6-c08f-49a5-b8eb-cb3bc05797f1 req-5f4b6e29-6721-42d3-afb6-dfe947ed07e6 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:23.626236 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9247a0b6-c08f-49a5-b8eb-cb3bc05797f1 req-5f4b6e29-6721-42d3-afb6-dfe947ed07e6 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 1125 time: 0.2249055 Nov 29 17:58:23.728109 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9247a0b6-c08f-49a5-b8eb-cb3bc05797f1 req-24ad410f-90f3-42ec-8a1a-298999c2a52c tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892158 Nov 29 17:58:23.748680 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] For port f661afb9-9b00-4252-98e5-c3cccaf61611, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f661afb9-9b00-4252-98e5-c3cccaf61611,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:23.774271 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-42179586-921d-4914-be6b-5295cccd993f req-3091be01-1781-4dba-94cd-06d03df526b0 service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880622 Nov 29 17:58:23.819603 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea8f80-0201-4595-b57b-9fe3e37d7b9e req-03b883bf-620b-4abd-9907-223e4d708b21 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:23.829262 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15ea8f80-0201-4595-b57b-9fe3e37d7b9e req-03b883bf-620b-4abd-9907-223e4d708b21 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11cf8be-8cd9-4a36-b240-148e09dd52b0 HTTP/1.1" status: 200 len: 950 time: 0.2861786 Nov 29 17:58:23.870472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] For port f661afb9-9b00-4252-98e5-c3cccaf61611, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:58:23.879934 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-5e6cb633-f776-4dd9-aebc-a7f4836bb903 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:23.937797 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-380cb0b6-1a50-441b-bc90-2866381f5279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:23.968299 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-42179586-921d-4914-be6b-5295cccd993f req-76229a14-224e-49a5-84b1-0a03a90cb1c5 service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809716 Nov 29 17:58:23.970659 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-5e6cb633-f776-4dd9-aebc-a7f4836bb903 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:24.031162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-5e6cb633-f776-4dd9-aebc-a7f4836bb903 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Network 4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:58:24.036060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-5e6cb633-f776-4dd9-aebc-a7f4836bb903 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:58:24.039749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-5e6cb633-f776-4dd9-aebc-a7f4836bb903 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:58:24.077970 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cb633-f776-4dd9-aebc-a7f4836bb903 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Pushing event updated for resources: {'Port': ['ID=168cf26a-0933-4c7e-862c-6c221c75466a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:24.123923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-5e6cb633-f776-4dd9-aebc-a7f4836bb903 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:24.124771 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-5e6cb633-f776-4dd9-aebc-a7f4836bb903 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:24.147282 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-5e6cb633-f776-4dd9-aebc-a7f4836bb903 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2030292 Nov 29 17:58:24.167308 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Request body: {'port': {'device_id': 'ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:24.241238 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:24.349162 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fec265aa-35a5-4fd5-a03c-a9b5bb7c0411 req-934ef614-1263-4ec2-ad51-436874de17b2 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.3975084 Nov 29 17:58:24.369058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f661afb9-9b00-4252-98e5-c3cccaf61611 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:58:24.405575 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:24.426614 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:24.490116 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15ea8f80-0201-4595-b57b-9fe3e37d7b9e req-dc82cb5c-3e7f-40c9-b72c-8206b00bdf5a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6596093 Nov 29 17:58:24.533677 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Attempting to bind port f661afb9-9b00-4252-98e5-c3cccaf61611 on host n-h1-819494-5 for vnic_type normal with profile {} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:58:24.534204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Attempting to bind port f661afb9-9b00-4252-98e5-c3cccaf61611 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:58:24.534329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Attempting to bind port f661afb9-9b00-4252-98e5-c3cccaf61611 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:58:24.545861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Port f661afb9-9b00-4252-98e5-c3cccaf61611 on network d41485a2-1aa1-4798-b665-6b565c023c81 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:58:24.546251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Attempting to bind port f661afb9-9b00-4252-98e5-c3cccaf61611 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:58:24.560232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:58:24.560749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Checking segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:58:24.560923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Bound using segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:58:24.561341 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Bound port: f661afb9-9b00-4252-98e5-c3cccaf61611, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:58:24.561696 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:24.564888 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Pushing event updated for resources: {'Port': ['ID=f661afb9-9b00-4252-98e5-c3cccaf61611,revision_number=9']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:24.672921 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] For port f661afb9-9b00-4252-98e5-c3cccaf61611, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:58:24.676866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] For port f661afb9-9b00-4252-98e5-c3cccaf61611, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f661afb9-9b00-4252-98e5-c3cccaf61611,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:58:24.686320 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d856a5-6bc5-4d68-84d4-895957189537 req-bd8248af-2f1c-4a2e-b737-5afd1b347850 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:24.687870 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9d856a5-6bc5-4d68-84d4-895957189537 req-bd8248af-2f1c-4a2e-b737-5afd1b347850 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 943 time: 0.0859189 Nov 29 17:58:24.689199 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88a1d1d-084a-4094-90a8-3ec8526dc5c8', 'name': 'network-vif-deleted', 'tag': '16766809-47ec-43ad-a06f-26162e9db738'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:24.689701 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:24.702455 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489b6a1e-8fe6-48b3-be66-912ba128b424" -d '{"events": [{"server_uuid": "f88a1d1d-084a-4094-90a8-3ec8526dc5c8", "name": "network-vif-deleted", "tag": "16766809-47ec-43ad-a06f-26162e9db738"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:24.739866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:24.741208 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:24.741986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] 10.222.0.31 "PUT /v2.0/ports/f661afb9-9b00-4252-98e5-c3cccaf61611 HTTP/1.1" status: 200 len: 1092 time: 1.4123659 Nov 29 17:58:24.743852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975e7a47-1e83-4a9f-98de-0b70b3392946', 'tag': 'f661afb9-9b00-4252-98e5-c3cccaf61611'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:24.746769 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f486fa56-ab78-40f1-b1a0-399931e11f48" -d '{"events": [{"name": "network-changed", "server_uuid": "975e7a47-1e83-4a9f-98de-0b70b3392946", "tag": "f661afb9-9b00-4252-98e5-c3cccaf61611"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:24.814392 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168cf26a-0933-4c7e-862c-6c221c75466a {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:58:24.830610 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:24.846258 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['f661afb9-9b00-4252-98e5-c3cccaf61611'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:24.853494 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9d856a5-6bc5-4d68-84d4-895957189537 req-31a757a4-d250-4754-9ddd-d5e94e8ac022 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502342 Nov 29 17:58:24.853680 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['f661afb9-9b00-4252-98e5-c3cccaf61611'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:24.887259 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Transition to ACTIVE for port object 168cf26a-0933-4c7e-862c-6c221c75466a will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:58:24.888059 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea398d7-2e45-4f4f-b2af-a5045ae115bd service neutron] Pushing event updated for resources: {'Port': ['ID=f661afb9-9b00-4252-98e5-c3cccaf61611,revision_number=10']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:24.896094 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:25.093432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Pushing event updated for resources: {'Port': ['ID=168cf26a-0933-4c7e-862c-6c221c75466a,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:25.112605 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fed235-bf89-442c-acea-14d2a8257d76 req-59fedad4-01cb-45a9-95e9-836191eb76ef tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:25.114167 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-62fed235-bf89-442c-acea-14d2a8257d76 req-59fedad4-01cb-45a9-95e9-836191eb76ef tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.20 "GET /v2.0/ports?device_id=f11cf8be-8cd9-4a36-b240-148e09dd52b0 HTTP/1.1" status: 200 len: 950 time: 0.1909285 Nov 29 17:58:25.152897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72946c5c-0124-4914-880a-cc47a9c8baf5 req-0e82851e-f3c4-4c8e-8bd2-a866f5737a89 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:25.161292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72946c5c-0124-4914-880a-cc47a9c8baf5 req-0e82851e-f3c4-4c8e-8bd2-a866f5737a89 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 943 time: 0.1565201 Nov 29 17:58:25.173000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6d6f7-6ba9-432a-873d-18dfa35ab29b req-d462236a-3d8b-4c58-be33-9d8a527a5d83 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:25.174522 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7e6d6f7-6ba9-432a-873d-18dfa35ab29b req-d462236a-3d8b-4c58-be33-9d8a527a5d83 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.2083158 Nov 29 17:58:25.200660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc90cd-74ab-4538-baab-b95566b68912 req-68b0cad4-54b4-4a6c-a535-130f1d0ee4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:25.202229 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-68b0cad4-54b4-4a6c-a535-130f1d0ee4d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4&tenant_id=74da84362ff44d4397e3357f1f704eae HTTP/1.1" status: 200 len: 1100 time: 0.1507065 Nov 29 17:58:25.235426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:25.272675 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Attempting to bind port 168cf26a-0933-4c7e-862c-6c221c75466a on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:58:25.273051 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Attempting to bind port 168cf26a-0933-4c7e-862c-6c221c75466a by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '28d92e01-495c-4e78-9597-1512a117b6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:58:25.273779 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Attempting to bind port 168cf26a-0933-4c7e-862c-6c221c75466a on network 4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:58:25.289671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Port 168cf26a-0933-4c7e-862c-6c221c75466a on network 4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:58:25.291471 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Attempting to bind port 168cf26a-0933-4c7e-862c-6c221c75466a on network 4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:58:25.304485 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:58:25.305141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Checking segment: {'id': '28d92e01-495c-4e78-9597-1512a117b6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:58:25.305309 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Bound using segment: {'id': '28d92e01-495c-4e78-9597-1512a117b6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:58:25.306771 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Bound port: 168cf26a-0933-4c7e-862c-6c221c75466a, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d92e01-495c-4e78-9597-1512a117b6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:58:25.307179 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:25.321716 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6a5975ab-4522-4d37-8553-97796d04b626 req-df7a6168-098e-4199-8147-903da6df5deb service neutron] For port f661afb9-9b00-4252-98e5-c3cccaf61611, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:58:25.322771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 16766809-47ec-43ad-a06f-26162e9db738 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:25.350776 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 16766809-47ec-43ad-a06f-26162e9db738 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:25.351307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 16766809-47ec-43ad-a06f-26162e9db738 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:25.365900 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6a5975ab-4522-4d37-8553-97796d04b626 req-df7a6168-098e-4199-8147-903da6df5deb service neutron] Publish callbacks [] for binding, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:25.366964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a5975ab-4522-4d37-8553-97796d04b626 req-df7a6168-098e-4199-8147-903da6df5deb service neutron] 10.222.0.31 "DELETE /v2.0/ports/f661afb9-9b00-4252-98e5-c3cccaf61611/bindings/n-h2-819494-5 HTTP/1.1" status: 204 len: 173 time: 0.6149251 Nov 29 17:58:25.400772 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72946c5c-0124-4914-880a-cc47a9c8baf5 req-4ca09931-0b6d-41b3-981b-48bf4a3926fb tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/security-groups?id=407c526c-5ad8-4ff9-9828-e35fc12989d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225356 Nov 29 17:58:25.403068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7e6d6f7-6ba9-432a-873d-18dfa35ab29b req-9298190e-db9c-42a2-a99c-1de10637ca64 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999459 Nov 29 17:58:25.404155 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:25.423274 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-62fed235-bf89-442c-acea-14d2a8257d76 req-719b031f-b6cb-40c6-9632-ace3259f4482 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Deleting port b4e9ec6e-6abf-41bc-8773-39f2f7499399 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:25.423784 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-62fed235-bf89-442c-acea-14d2a8257d76 req-719b031f-b6cb-40c6-9632-ace3259f4482 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:25.481147 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13abac4-f373-4982-aa4b-11299d4e3976 x-openstack-request-id: req-a13abac4-f373-4982-aa4b-11299d4e3976 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:25.481444 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975e7a47-1e83-4a9f-98de-0b70b3392946", "tag": "f661afb9-9b00-4252-98e5-c3cccaf61611", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:25.481703 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a13abac4-f373-4982-aa4b-11299d4e3976 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:25.482097 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975e7a47-1e83-4a9f-98de-0b70b3392946', 'tag': 'f661afb9-9b00-4252-98e5-c3cccaf61611', 'status': 'completed', 'code': 200} Nov 29 17:58:25.549371 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86c77b7-86b7-485c-846f-2945945dd75b x-openstack-request-id: req-d86c77b7-86b7-485c-846f-2945945dd75b {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:25.549806 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88a1d1d-084a-4094-90a8-3ec8526dc5c8", "name": "network-vif-deleted", "tag": "16766809-47ec-43ad-a06f-26162e9db738", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:25.550169 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d86c77b7-86b7-485c-846f-2945945dd75b {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:25.550806 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88a1d1d-084a-4094-90a8-3ec8526dc5c8', 'name': 'network-vif-deleted', 'tag': '16766809-47ec-43ad-a06f-26162e9db738', 'status': 'completed', 'code': 200} Nov 29 17:58:25.554176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] For port 168cf26a-0933-4c7e-862c-6c221c75466a, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:58:25.581378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-62fed235-bf89-442c-acea-14d2a8257d76 req-719b031f-b6cb-40c6-9632-ace3259f4482 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] For port b4e9ec6e-6abf-41bc-8773-39f2f7499399, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b4e9ec6e-6abf-41bc-8773-39f2f7499399,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:25.581378 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-62fed235-bf89-442c-acea-14d2a8257d76 req-719b031f-b6cb-40c6-9632-ace3259f4482 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:25.594830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-62fed235-bf89-442c-acea-14d2a8257d76 req-719b031f-b6cb-40c6-9632-ace3259f4482 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Calling delete_port for b4e9ec6e-6abf-41bc-8773-39f2f7499399 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:25.731737 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b7107dd-9653-49c0-841a-3f71a6d11943 req-9c96e8d1-4593-4b3a-8bd3-2141cbcdfe18 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0786414 Nov 29 17:58:25.755025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] For port 168cf26a-0933-4c7e-862c-6c221c75466a, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=168cf26a-0933-4c7e-862c-6c221c75466a,segment=NetworkSegment(28d92e01-495c-4e78-9597-1512a117b6d1),segment_id=28d92e01-495c-4e78-9597-1512a117b6d1)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:58:25.765912 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:25.793189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76940ac6-eb35-4216-a3b8-63c412bf21d4 req-4fca5e37-62e2-4c25-8c67-fa1a8d02d8dd tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:25.794648 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-76940ac6-eb35-4216-a3b8-63c412bf21d4 req-4fca5e37-62e2-4c25-8c67-fa1a8d02d8dd tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11cf8be-8cd9-4a36-b240-148e09dd52b0 HTTP/1.1" status: 200 len: 950 time: 0.1509829 Nov 29 17:58:25.821795 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:25.822541 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:25.824599 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] 10.222.0.20 "PUT /v2.0/ports/168cf26a-0933-4c7e-862c-6c221c75466a HTTP/1.1" status: 200 len: 1091 time: 1.6627507 Nov 29 17:58:25.834470 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486fa56-ab78-40f1-b1a0-399931e11f48 req-8722b922-6ab9-4e88-8f42-f443a52a6833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:25.836168 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f486fa56-ab78-40f1-b1a0-399931e11f48 req-8722b922-6ab9-4e88-8f42-f443a52a6833 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 1096 time: 0.2844660 Nov 29 17:58:25.837071 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-62fed235-bf89-442c-acea-14d2a8257d76 req-719b031f-b6cb-40c6-9632-ace3259f4482 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:25.849339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['eb57a55e-8e88-4232-adb2-6710e7654ae4', '336aaaf4-cfbf-490f-953c-4ab6d451a81e', 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8', 'c320eafe-c692-4415-8406-2fd572fa67b3'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:25.852574 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['85a3cec5-f174-4e9e-8270-8b013433686b', 'e85ade08-c8ea-4bd5-b629-cb57e9e9a70d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:25.856693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:25.935575 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:58:25.947453 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae68ac7-59f0-4d84-9650-247c59912e8c service neutron] Pushing event updated for resources: {'Port': ['ID=168cf26a-0933-4c7e-862c-6c221c75466a,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:26.009640 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:26.022551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b031f-b6cb-40c6-9632-ace3259f4482 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Pushing event deleted for resources: {'Port': ['ID=b4e9ec6e-6abf-41bc-8773-39f2f7499399,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:26.027614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fed235-bf89-442c-acea-14d2a8257d76 req-719b031f-b6cb-40c6-9632-ace3259f4482 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] No DVR routers for this DVR port b4e9ec6e-6abf-41bc-8773-39f2f7499399 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:26.034962 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-62fed235-bf89-442c-acea-14d2a8257d76 req-719b031f-b6cb-40c6-9632-ace3259f4482 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:26.036132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Transition to ACTIVE for port object 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:58:26.038589 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-62fed235-bf89-442c-acea-14d2a8257d76 req-719b031f-b6cb-40c6-9632-ace3259f4482 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.20 "DELETE /v2.0/ports/b4e9ec6e-6abf-41bc-8773-39f2f7499399 HTTP/1.1" status: 204 len: 173 time: 0.9049830 Nov 29 17:58:26.065245 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-27b32865-3411-4f23-9291-0bcb4449b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:26.067266 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-27b32865-3411-4f23-9291-0bcb4449b251 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3976054f1e0747a9866f44e8ad681cd6&device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 1094 time: 0.1924603 Nov 29 17:58:26.095404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486fa56-ab78-40f1-b1a0-399931e11f48 req-8bf81fec-672b-427f-bd8a-a16a2d5e741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:26.096879 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f486fa56-ab78-40f1-b1a0-399931e11f48 req-8bf81fec-672b-427f-bd8a-a16a2d5e741c service neutron] 10.222.0.20 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.2520123 Nov 29 17:58:26.109239 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:26.143478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-76940ac6-eb35-4216-a3b8-63c412bf21d4 req-90208ce0-626a-4cad-9897-28e2d6ff4bb8 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306317 Nov 29 17:58:26.186894 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-758b768e-e788-4eca-86d8-a42220ce16f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=168cf26a-0933-4c7e-862c-6c221c75466a HTTP/1.1" status: 200 len: 217 time: 0.1098564 Nov 29 17:58:26.200926 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc699fb4-2fc8-48c1-8176-e649fddcb1fb req-e994db91-a45a-4bd0-b08b-cf1f2374fed6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:26.209529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc699fb4-2fc8-48c1-8176-e649fddcb1fb req-e994db91-a45a-4bd0-b08b-cf1f2374fed6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 943 time: 0.1713021 Nov 29 17:58:26.235324 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f486fa56-ab78-40f1-b1a0-399931e11f48 req-13b72a6a-2604-4b88-aec2-08bfa61267b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f661afb9-9b00-4252-98e5-c3cccaf61611 HTTP/1.1" status: 200 len: 217 time: 0.0550904 Nov 29 17:58:26.288569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] No DVR routers for this DVR port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:26.323292 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-1cf3502e-aa14-43b5-b04e-8d862e8307dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:26.325400 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-1cf3502e-aa14-43b5-b04e-8d862e8307dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79c4a722-6fe4-4998-a3b1-feab1a9ed782 HTTP/1.1" status: 200 len: 853 time: 0.0993569 Nov 29 17:58:26.327061 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Pushing event updated for resources: {'Port': ['ID=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,revision_number=10']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:26.329663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486fa56-ab78-40f1-b1a0-399931e11f48 req-91ef8b07-6880-4f49-8763-fb9c5dfa85fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:26.330726 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f486fa56-ab78-40f1-b1a0-399931e11f48 req-91ef8b07-6880-4f49-8763-fb9c5dfa85fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.0754616 Nov 29 17:58:26.371707 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Attempting to bind port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:58:26.372295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Attempting to bind port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:58:26.372421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Attempting to bind port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:58:26.385570 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc699fb4-2fc8-48c1-8176-e649fddcb1fb req-f6b51831-25b4-4a85-9222-6ff93f2f77c7 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727903 Nov 29 17:58:26.387038 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:58:26.389949 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Attempting to bind port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:58:26.397195 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-1a80a1fc-8d2b-4c0f-9b45-8ed5769a4998 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567205 Nov 29 17:58:26.409168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:58:26.409629 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:58:26.410647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:58:26.413093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Bound port: 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:58:26.413907 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:26.448332 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f486fa56-ab78-40f1-b1a0-399931e11f48 req-46ffcbbd-3a85-4445-bcfc-cd153bc47b4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998094 Nov 29 17:58:26.483134 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca399d10-1b30-4ea9-8271-2f2a462b16d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:26.662696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:58:26.684634 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:58:26.706164 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:26.730457 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f486fa56-ab78-40f1-b1a0-399931e11f48 req-639c8479-16f6-4969-bda1-44ed07e234ef service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706368 Nov 29 17:58:26.738294 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-2df27519-c7c5-469f-8ca9-7775634e7123 service neutron] 10.222.0.20 "GET /v2.0/networks/4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927675 Nov 29 17:58:26.746978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b134e-beba-425b-9f9d-6ed723a36bb1 req-5c83f5a6-b823-4db9-90ee-6c474035121d tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:26.756607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-419b134e-beba-425b-9f9d-6ed723a36bb1 req-5c83f5a6-b823-4db9-90ee-6c474035121d tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 943 time: 0.2497318 Nov 29 17:58:26.816428 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7dd34-32bd-438d-b46c-ba31abc2ad09 req-2aee7722-09a6-4fdb-ab00-9eab962444db tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:26.817973 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5a7dd34-32bd-438d-b46c-ba31abc2ad09 req-2aee7722-09a6-4fdb-ab00-9eab962444db tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 948 time: 0.2439694 Nov 29 17:58:26.860697 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:26.861221 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:26.862946 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] 10.222.0.20 "PUT /v2.0/ports/59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa HTTP/1.1" status: 200 len: 1096 time: 1.6328847 Nov 29 17:58:26.914885 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:27.022652 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079698b-86a6-44f9-8339-476dca5bae88 service neutron] Pushing event updated for resources: {'Port': ['ID=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,revision_number=11']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:27.057122 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f486fa56-ab78-40f1-b1a0-399931e11f48 req-98d4a6f6-6223-4144-9c2a-a5d48cefcce5 service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034701 Nov 29 17:58:27.066585 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ec35c4f-4baf-4fa8-a25c-a24147b10fc7 req-d2dd174f-986c-498d-aa0c-cbb10827cd00 service neutron] 10.222.0.20 "GET /v2.0/networks/4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111813 Nov 29 17:58:27.067117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-419b134e-beba-425b-9f9d-6ed723a36bb1 req-65a4901d-6fef-4294-8dbc-4058286078b0 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/security-groups?id=407c526c-5ad8-4ff9-9828-e35fc12989d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629173 Nov 29 17:58:27.097607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5a7dd34-32bd-438d-b46c-ba31abc2ad09 req-60e50ea9-16d7-4acc-8149-b361b2142033 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511368 Nov 29 17:58:27.138755 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc90cd-74ab-4538-baab-b95566b68912 req-f0a9a482-5266-47e3-8444-ded4cac4065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:27.140316 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-f0a9a482-5266-47e3-8444-ded4cac4065b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 1099 time: 0.2208209 Nov 29 17:58:27.293575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b4e9ec6e-6abf-41bc-8773-39f2f7499399 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:27.314877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: b4e9ec6e-6abf-41bc-8773-39f2f7499399 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:27.315410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b4e9ec6e-6abf-41bc-8773-39f2f7499399 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:27.358424 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1748cc3b-6563-4e5d-bbd9-9a40fcd8f1de req-36de5485-3c4e-4bd0-beed-ea940110fd4a tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0460014 Nov 29 17:58:27.378217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc90cd-74ab-4538-baab-b95566b68912 req-7ea316af-0377-4515-b438-89e449f3d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:27.380520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-7ea316af-0377-4515-b438-89e449f3d203 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.2325735 Nov 29 17:58:27.441530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-e1b80dfc-3c2d-4cb8-9dff-a795b6836f09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa HTTP/1.1" status: 200 len: 217 time: 0.0507050 Nov 29 17:58:27.448466 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:27.492457 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa'}, {'name': 'network-changed', 'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:27.496224 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648b5cdc-7db1-4a49-9541-8d6ef052fa23" -d '{"events": [{"server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "name": "network-vif-unplugged", "status": "completed", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa"}, {"name": "network-changed", "server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:27.522088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc90cd-74ab-4538-baab-b95566b68912 req-56980a45-7b60-4a26-8474-b553a8c152a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:27.523746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-56980a45-7b60-4a26-8474-b553a8c152a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0734181 Nov 29 17:58:27.552662 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5', 'tag': '168cf26a-0933-4c7e-862c-6c221c75466a'}, {'server_uuid': 'f11cf8be-8cd9-4a36-b240-148e09dd52b0', 'name': 'network-vif-deleted', 'tag': 'b4e9ec6e-6abf-41bc-8773-39f2f7499399'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:27.556104 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933bc970-79f7-4382-93e4-85de0d3df276" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5", "tag": "168cf26a-0933-4c7e-862c-6c221c75466a"}, {"server_uuid": "f11cf8be-8cd9-4a36-b240-148e09dd52b0", "name": "network-vif-deleted", "tag": "b4e9ec6e-6abf-41bc-8773-39f2f7499399"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:27.586164 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58824935-08e4-48bc-9201-a98f04af70b0 x-openstack-request-id: req-58824935-08e4-48bc-9201-a98f04af70b0 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:27.586484 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "name": "network-vif-unplugged", "status": "completed", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa", "code": 200}, {"name": "network-changed", "server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:27.586730 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58824935-08e4-48bc-9201-a98f04af70b0 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:27.587146 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa', 'code': 200} Nov 29 17:58:27.587405 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa', 'status': 'completed', 'code': 200} Nov 29 17:58:27.625349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc90cd-74ab-4538-baab-b95566b68912 req-82d2f03c-d60f-40e6-bf14-f018f10e1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:27.626733 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-82d2f03c-d60f-40e6-bf14-f018f10e1225 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871232 Nov 29 17:58:27.657860 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bedc0-c676-4aae-bd74-aabc80ea3541 req-853599fe-d102-4f25-8f42-01d41f88e2dd tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:27.663233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f59bedc0-c676-4aae-bd74-aabc80ea3541 req-853599fe-d102-4f25-8f42-01d41f88e2dd tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 943 time: 0.1339164 Nov 29 17:58:27.790640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd33b4-4fbb-49a4-be5b-74f339e75478 req-ebae080f-e0ce-40b2-ae3d-5a3dc046759f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:27.792339 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6dcd33b4-4fbb-49a4-be5b-74f339e75478 req-ebae080f-e0ce-40b2-ae3d-5a3dc046759f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=56c3bea1-56c6-488b-bef5-b9302689d73c HTTP/1.1" status: 200 len: 949 time: 0.1707344 Nov 29 17:58:27.810613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-c2960d3c-a4af-4562-9592-c35c7e1e74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:27.812159 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-c2960d3c-a4af-4562-9592-c35c7e1e74a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 1099 time: 0.2023196 Nov 29 17:58:27.863749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f59bedc0-c676-4aae-bd74-aabc80ea3541 req-f807d4aa-f744-463b-a26f-d2276942a618 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773951 Nov 29 17:58:27.926131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-6f4746c2-dad3-4c9d-8c29-2a4d3edd7205 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611415 Nov 29 17:58:27.937020 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170cbda1-c115-43f4-881d-2cc2b71c6a5c x-openstack-request-id: req-170cbda1-c115-43f4-881d-2cc2b71c6a5c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:27.937324 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5", "tag": "168cf26a-0933-4c7e-862c-6c221c75466a", "status": "completed", "code": 200}, {"server_uuid": "f11cf8be-8cd9-4a36-b240-148e09dd52b0", "name": "network-vif-deleted", "tag": "b4e9ec6e-6abf-41bc-8773-39f2f7499399", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:27.937581 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-170cbda1-c115-43f4-881d-2cc2b71c6a5c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:27.937994 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5', 'tag': '168cf26a-0933-4c7e-862c-6c221c75466a', 'status': 'completed', 'code': 200} Nov 29 17:58:27.938253 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f11cf8be-8cd9-4a36-b240-148e09dd52b0', 'name': 'network-vif-deleted', 'tag': 'b4e9ec6e-6abf-41bc-8773-39f2f7499399', 'status': 'completed', 'code': 200} Nov 29 17:58:27.981796 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6dcd33b4-4fbb-49a4-be5b-74f339e75478 req-20143318-f155-4d6c-9d88-6deda7ee3996 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796758 Nov 29 17:58:28.032549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bc970-79f7-4382-93e4-85de0d3df276 req-4e252cb4-974c-4c76-9617-252fc604ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:28.034696 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-933bc970-79f7-4382-93e4-85de0d3df276 req-4e252cb4-974c-4c76-9617-252fc604ef2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3976054f1e0747a9866f44e8ad681cd6&device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 1094 time: 0.0644789 Nov 29 17:58:28.046423 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-2540fd84-9470-4516-8c02-723ad190b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:28.047928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-2540fd84-9470-4516-8c02-723ad190b6b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.2214379 Nov 29 17:58:28.099158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36cc90cd-74ab-4538-baab-b95566b68912 req-eeabd797-d285-4695-9cd1-cfdd1b24a8cd service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463308 Nov 29 17:58:28.181494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bc970-79f7-4382-93e4-85de0d3df276 req-b9871240-49da-4cd3-b1ae-83d37ff81bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:28.183709 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-933bc970-79f7-4382-93e4-85de0d3df276 req-b9871240-49da-4cd3-b1ae-83d37ff81bc1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45 HTTP/1.1" status: 200 len: 914 time: 0.1362998 Nov 29 17:58:28.190591 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-c61a6eb9-98cd-4100-a3c7-48159a4c7e17 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa HTTP/1.1" status: 200 len: 217 time: 0.0902970 Nov 29 17:58:28.237682 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-933bc970-79f7-4382-93e4-85de0d3df276 req-fd1538dc-2103-4faf-b3bd-d2c9fead79b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=168cf26a-0933-4c7e-862c-6c221c75466a HTTP/1.1" status: 200 len: 217 time: 0.0419700 Nov 29 17:58:28.299690 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bc970-79f7-4382-93e4-85de0d3df276 req-edce8133-0907-48ff-9e36-5de2d6fae120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:28.301439 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-933bc970-79f7-4382-93e4-85de0d3df276 req-edce8133-0907-48ff-9e36-5de2d6fae120 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79c4a722-6fe4-4998-a3b1-feab1a9ed782 HTTP/1.1" status: 200 len: 853 time: 0.0537019 Nov 29 17:58:28.342297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-f046a598-2615-4d77-b776-3b80e00aa013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:28.343816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-f046a598-2615-4d77-b776-3b80e00aa013 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1129072 Nov 29 17:58:28.349788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-bd11b988-22ea-4612-ab3d-04db6cf440eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:28.351336 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-bd11b988-22ea-4612-ab3d-04db6cf440eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=74da84362ff44d4397e3357f1f704eae&device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 1099 time: 0.1718531 Nov 29 17:58:28.360128 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-933bc970-79f7-4382-93e4-85de0d3df276 req-1aa33b3f-bd98-469c-80ad-2fdd10505f35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498652 Nov 29 17:58:28.361437 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ff434-94d3-4e0b-97e4-c2dd82fe21ff req-cf08ccf3-1444-4e47-884e-9864df353fd4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:28.362880 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e35ff434-94d3-4e0b-97e4-c2dd82fe21ff req-cf08ccf3-1444-4e47-884e-9864df353fd4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 948 time: 0.1761944 Nov 29 17:58:28.366639 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:58:28.377464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebef46c-19a4-4b67-a61a-dd0bff4c1840 req-5ede4722-0b8f-483b-a1ab-7318aba3420f tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:28.378986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ebef46c-19a4-4b67-a61a-dd0bff4c1840 req-5ede4722-0b8f-483b-a1ab-7318aba3420f tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 943 time: 0.2008021 Nov 29 17:58:28.484134 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-933bc970-79f7-4382-93e4-85de0d3df276 req-c32b123f-64e3-49c6-be7b-04026d573522 service neutron] 10.222.0.20 "GET /v2.0/networks/4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103187 Nov 29 17:58:28.508752 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-0ff35a4b-e75b-4816-a070-c675d16dbf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:28.510649 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-0ff35a4b-e75b-4816-a070-c675d16dbf5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1305964 Nov 29 17:58:28.590127 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-933bc970-79f7-4382-93e4-85de0d3df276 req-0734e8ff-62a1-4f02-a30a-319d3b6fdd93 service neutron] 10.222.0.20 "GET /v2.0/networks/4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976419 Nov 29 17:58:28.609675 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e35ff434-94d3-4e0b-97e4-c2dd82fe21ff req-c64a19d6-3369-4213-ae53-62b8b3ef559d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282250 Nov 29 17:58:28.619486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-3933ae97-42e8-439b-9233-a1265929ce9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa HTTP/1.1" status: 200 len: 217 time: 0.0601723 Nov 29 17:58:28.725122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ebef46c-19a4-4b67-a61a-dd0bff4c1840 req-dc52440e-8ccf-4951-8b1e-64efed2e1a47 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/security-groups?id=407c526c-5ad8-4ff9-9828-e35fc12989d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134558 Nov 29 17:58:28.741436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-468c47e4-e701-4ffe-b5a0-bcd77cfc26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:28.743310 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-468c47e4-e701-4ffe-b5a0-bcd77cfc26cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3903172 Nov 29 17:58:28.745244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-31a199ce-7ddd-423f-a558-70ee00d02662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:28.747161 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-31a199ce-7ddd-423f-a558-70ee00d02662 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1157830 Nov 29 17:58:28.970975 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:29.176896 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71671ab1-fb0c-489d-8018-99ac091747c3 req-40e34582-abcc-4b81-9297-ff3aa9437d0b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:29.179008 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-71671ab1-fb0c-489d-8018-99ac091747c3 req-40e34582-abcc-4b81-9297-ff3aa9437d0b tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.20 "GET /v2.0/ports?device_id=56c3bea1-56c6-488b-bef5-b9302689d73c HTTP/1.1" status: 200 len: 949 time: 0.0660763 Nov 29 17:58:29.285417 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a919911-519d-4988-bba2-06b1598eeff6 req-579b4d5c-ba88-48c2-ba0c-9d11280e5725 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.4757476 Nov 29 17:58:29.306892 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 168cf26a-0933-4c7e-862c-6c221c75466a details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:58:29.334967 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:29.347968 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-71671ab1-fb0c-489d-8018-99ac091747c3 req-b30362cc-b09d-4b0b-95bc-11352649fae0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Deleting port e85ade08-c8ea-4bd5-b629-cb57e9e9a70d {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:29.349006 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-71671ab1-fb0c-489d-8018-99ac091747c3 req-b30362cc-b09d-4b0b-95bc-11352649fae0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:29.371898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-aed9103e-812f-4c5b-9bef-e1030c80bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:29.373376 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-aed9103e-812f-4c5b-9bef-e1030c80bb46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6128182 Nov 29 17:58:29.389336 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-2054d32e-0a3b-4e56-a1cb-b81210550b1a service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6382699 Nov 29 17:58:29.460896 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:29.489626 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:29.490077 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f661afb9-9b00-4252-98e5-c3cccaf61611 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:29.578664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe2cc2-735b-4a8a-8363-7794b22043b1 req-94aac47c-cfbb-40b4-921e-88c5621897ad tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:29.586548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-affe2cc2-735b-4a8a-8363-7794b22043b1 req-94aac47c-cfbb-40b4-921e-88c5621897ad tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 943 time: 0.3064587 Nov 29 17:58:29.633663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 168cf26a-0933-4c7e-862c-6c221c75466a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=168cf26a-0933-4c7e-862c-6c221c75466a,segment=NetworkSegment(28d92e01-495c-4e78-9597-1512a117b6d1),segment_id=28d92e01-495c-4e78-9597-1512a117b6d1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:29.662302 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f661afb9-9b00-4252-98e5-c3cccaf61611 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:29.666127 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '168cf26a-0933-4c7e-862c-6c221c75466a', 'network_id': '4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45', 'port_id': '168cf26a-0933-4c7e-862c-6c221c75466a', 'mac_address': 'fa:16:3e:fa:2f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c4a722-6fe4-4998-a3b1-feab1a9ed782', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:58:29.678383 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c47dc-7153-49ec-a338-15b8845f00ba req-2dc2abc6-30e4-418f-9057-e7017b5f8f96 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:29.685663 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-050c47dc-7153-49ec-a338-15b8845f00ba req-2dc2abc6-30e4-418f-9057-e7017b5f8f96 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=56c3bea1-56c6-488b-bef5-b9302689d73c HTTP/1.1" status: 200 len: 949 time: 0.3104594 Nov 29 17:58:29.709073 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-f5c3ba25-bc80-4fc3-a235-897efe585954 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187850 Nov 29 17:58:29.739899 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-85d5e2fa-ba4d-4461-ade6-ce49bc8e11c5 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125145 Nov 29 17:58:29.767933 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-affe2cc2-735b-4a8a-8363-7794b22043b1 req-9b60dc84-c196-41ac-b78f-cffcd12fc3fd tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803606 Nov 29 17:58:29.780290 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-71671ab1-fb0c-489d-8018-99ac091747c3 req-b30362cc-b09d-4b0b-95bc-11352649fae0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] For port e85ade08-c8ea-4bd5-b629-cb57e9e9a70d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e85ade08-c8ea-4bd5-b629-cb57e9e9a70d,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:29.780643 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-71671ab1-fb0c-489d-8018-99ac091747c3 req-b30362cc-b09d-4b0b-95bc-11352649fae0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:29.814004 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-71671ab1-fb0c-489d-8018-99ac091747c3 req-b30362cc-b09d-4b0b-95bc-11352649fae0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Calling delete_port for e85ade08-c8ea-4bd5-b629-cb57e9e9a70d owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:29.940162 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:29.953514 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:29.960200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168cf26a-0933-4c7e-862c-6c221c75466a {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:58:29.967493 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-648b5cdc-7db1-4a49-9541-8d6ef052fa23 req-efb12d53-49a3-42cd-ae63-b4de74ce9060 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401021 Nov 29 17:58:29.982896 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-050c47dc-7153-49ec-a338-15b8845f00ba req-d32719cb-5243-42f6-bd74-6ab50d90d2ec tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957921 Nov 29 17:58:29.996195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 168cf26a-0933-4c7e-862c-6c221c75466a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=168cf26a-0933-4c7e-862c-6c221c75466a,segment=NetworkSegment(28d92e01-495c-4e78-9597-1512a117b6d1),segment_id=28d92e01-495c-4e78-9597-1512a117b6d1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:30.012306 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:30.033397 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae3f2f-8dec-41a7-a6d6-6fd85de2f1dd req-25ed6822-1ac2-4621-8f3e-39ab357e2f20 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:30.041512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a2ae3f2f-8dec-41a7-a6d6-6fd85de2f1dd req-25ed6822-1ac2-4621-8f3e-39ab357e2f20 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 948 time: 0.1539574 Nov 29 17:58:30.073941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-71671ab1-fb0c-489d-8018-99ac091747c3 req-b30362cc-b09d-4b0b-95bc-11352649fae0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:30.084584 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['eb57a55e-8e88-4232-adb2-6710e7654ae4', '336aaaf4-cfbf-490f-953c-4ab6d451a81e', 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8', 'c320eafe-c692-4415-8406-2fd572fa67b3'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:30.111673 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['85a3cec5-f174-4e9e-8270-8b013433686b', 'e85ade08-c8ea-4bd5-b629-cb57e9e9a70d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:30.130198 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30362cc-b09d-4b0b-95bc-11352649fae0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Pushing event deleted for resources: {'Port': ['ID=e85ade08-c8ea-4bd5-b629-cb57e9e9a70d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:30.131106 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a2ae3f2f-8dec-41a7-a6d6-6fd85de2f1dd req-90fba416-c490-4c8b-a8d6-16f32f761a8f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871770 Nov 29 17:58:30.230996 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-71671ab1-fb0c-489d-8018-99ac091747c3 req-b30362cc-b09d-4b0b-95bc-11352649fae0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] No DVR routers for this DVR port e85ade08-c8ea-4bd5-b629-cb57e9e9a70d on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:30.253736 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-71671ab1-fb0c-489d-8018-99ac091747c3 req-b30362cc-b09d-4b0b-95bc-11352649fae0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:30.257651 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-71671ab1-fb0c-489d-8018-99ac091747c3 req-b30362cc-b09d-4b0b-95bc-11352649fae0 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.20 "DELETE /v2.0/ports/e85ade08-c8ea-4bd5-b629-cb57e9e9a70d HTTP/1.1" status: 204 len: 173 time: 1.0704217 Nov 29 17:58:30.258337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c3bea1-56c6-488b-bef5-b9302689d73c', 'name': 'network-vif-deleted', 'tag': 'e85ade08-c8ea-4bd5-b629-cb57e9e9a70d'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:30.261457 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8681c877-9d5e-4279-84a0-be87217b6d76" -d '{"events": [{"server_uuid": "56c3bea1-56c6-488b-bef5-b9302689d73c", "name": "network-vif-deleted", "tag": "e85ade08-c8ea-4bd5-b629-cb57e9e9a70d"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:30.274389 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=168cf26a-0933-4c7e-862c-6c221c75466a,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:30.314972 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aff2c-a5c8-4678-94d6-54fa1decf576 req-98601991-b288-47a8-b2ce-e5fe995be108 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:30.318121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b15aff2c-a5c8-4678-94d6-54fa1decf576 req-98601991-b288-47a8-b2ce-e5fe995be108 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 944 time: 0.1059244 Nov 29 17:58:30.423390 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b15aff2c-a5c8-4678-94d6-54fa1decf576 req-30eb1b29-6500-4643-b508-18d38906d184 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/security-groups?id=407c526c-5ad8-4ff9-9828-e35fc12989d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939982 Nov 29 17:58:30.455135 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900d2f3f-4270-4467-9208-eb77d72a14b5 x-openstack-request-id: req-900d2f3f-4270-4467-9208-eb77d72a14b5 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:30.456053 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c3bea1-56c6-488b-bef5-b9302689d73c", "name": "network-vif-deleted", "tag": "e85ade08-c8ea-4bd5-b629-cb57e9e9a70d", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:30.456502 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-900d2f3f-4270-4467-9208-eb77d72a14b5 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:30.457135 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c3bea1-56c6-488b-bef5-b9302689d73c', 'name': 'network-vif-deleted', 'tag': 'e85ade08-c8ea-4bd5-b629-cb57e9e9a70d', 'status': 'completed', 'code': 200} Nov 29 17:58:30.496349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['168cf26a-0933-4c7e-862c-6c221c75466a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:30.514693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41650) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:30.597364 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-414cda11-9922-40ae-b2b4-9f785da8d334 req-0784de7d-e1ad-498f-b796-8c0de3662918 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0814254 Nov 29 17:58:30.971208 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8807e3a-6a5d-4bb5-a901-e1d1f46c6c91 req-bfdb69ad-a48c-4450-af1b-8587d3e92992 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:30.973435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8807e3a-6a5d-4bb5-a901-e1d1f46c6c91 req-bfdb69ad-a48c-4450-af1b-8587d3e92992 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 943 time: 0.0885067 Nov 29 17:58:31.038983 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8807e3a-6a5d-4bb5-a901-e1d1f46c6c91 req-cda8f6bf-6dd0-4583-9016-cc385092157e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575783 Nov 29 17:58:31.063608 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d27ab3ea-0b46-4e3c-ab4b-a52b13ee35e0 req-895fb528-408f-4acb-8ad8-1180d3242fe4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2033377 Nov 29 17:58:31.203015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c0abc3f-b1bd-426a-8c43-49c9c7f8d394 req-cdc1a99c-6337-4381-8268-e2079350049a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=56c3bea1-56c6-488b-bef5-b9302689d73c HTTP/1.1" status: 200 len: 210 time: 0.0449398 Nov 29 17:58:31.297662 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ab3ea-0b46-4e3c-ab4b-a52b13ee35e0 req-f395a42b-03e8-4fff-ae27-0e2b9c53cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:31.300850 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d27ab3ea-0b46-4e3c-ab4b-a52b13ee35e0 req-f395a42b-03e8-4fff-ae27-0e2b9c53cb0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c4bd3732f9e045b291c6544ec838be2e&device_id=49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc HTTP/1.1" status: 200 len: 1101 time: 0.2063398 Nov 29 17:58:31.329137 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:58:31.363144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b13c6-86cb-4aa6-aa53-e631417c8609 req-8fffa23f-5375-4593-aeb1-96a891073c1c tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:31.365454 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5d9b13c6-86cb-4aa6-aa53-e631417c8609 req-8fffa23f-5375-4593-aeb1-96a891073c1c tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 948 time: 0.0940011 Nov 29 17:58:31.457587 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5d9b13c6-86cb-4aa6-aa53-e631417c8609 req-2f910e0e-b3a4-426b-a3b6-14da4d4c843c tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857878 Nov 29 17:58:31.526078 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:31.529647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ab3ea-0b46-4e3c-ab4b-a52b13ee35e0 req-c78cd154-69c9-4b69-b04f-918fb0ae7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:31.531225 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d27ab3ea-0b46-4e3c-ab4b-a52b13ee35e0 req-c78cd154-69c9-4b69-b04f-918fb0ae7a1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1939046 Nov 29 17:58:31.552000 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa', 'mac_address': 'fa:16:3e:2b:5c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:58:31.577481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ade492-68bd-4336-9da2-0cc9a27c7cfa req-0dbd76ac-99aa-4823-9457-ab1771576a9e tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:31.585179 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55ade492-68bd-4336-9da2-0cc9a27c7cfa req-0dbd76ac-99aa-4823-9457-ab1771576a9e tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 944 time: 0.0751307 Nov 29 17:58:31.599505 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d27ab3ea-0b46-4e3c-ab4b-a52b13ee35e0 req-3019c410-d169-4df0-b02e-adfc8b864790 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=85a3cec5-f174-4e9e-8270-8b013433686b HTTP/1.1" status: 200 len: 217 time: 0.0496633 Nov 29 17:58:31.625703 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-268bca12-55ed-4438-8237-530aaa033485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:31.645358 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:31.665446 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55ade492-68bd-4336-9da2-0cc9a27c7cfa req-3d308618-3046-4673-a860-a5d36e8196ba tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/security-groups?id=407c526c-5ad8-4ff9-9828-e35fc12989d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790706 Nov 29 17:58:31.666766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:58:31.668363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d10a-fb66-43d0-a5f4-d741153728c6 req-15f7c280-13de-4d9d-b9b3-dadcf9c81037 tempest-MigrationsAdminTest-1449366831 tempest-MigrationsAdminTest-1449366831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:31.675429 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b55d10a-fb66-43d0-a5f4-d741153728c6 req-15f7c280-13de-4d9d-b9b3-dadcf9c81037 tempest-MigrationsAdminTest-1449366831 tempest-MigrationsAdminTest-1449366831-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 1099 time: 0.0869589 Nov 29 17:58:31.704261 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:31.712715 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:31.757725 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b55d10a-fb66-43d0-a5f4-d741153728c6 req-e44315c0-2f1c-4ac7-8aae-029c3feab375 tempest-MigrationsAdminTest-1449366831 tempest-MigrationsAdminTest-1449366831-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764112 Nov 29 17:58:31.788191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,revision_number=12']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:31.798084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6bd327c7-11f9-4dcd-96e9-375d5ac3485c req-c9159954-c75c-4ced-b0f6-44c68ab7fa77 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0392785 Nov 29 17:58:31.873702 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ab3ea-0b46-4e3c-ab4b-a52b13ee35e0 req-430049ed-ba75-48cd-8f14-f99315e549d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:31.875355 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d27ab3ea-0b46-4e3c-ab4b-a52b13ee35e0 req-430049ed-ba75-48cd-8f14-f99315e549d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.2631810 Nov 29 17:58:31.962920 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ab3ea-0b46-4e3c-ab4b-a52b13ee35e0 req-e9b2e447-2e33-42b2-becf-fab78f2c4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:31.964988 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d27ab3ea-0b46-4e3c-ab4b-a52b13ee35e0 req-e9b2e447-2e33-42b2-becf-fab78f2c4e84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761356 Nov 29 17:58:32.060138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c301-fa5e-4340-8309-27b53fd2f01d req-89231a2d-05bc-4c08-876a-a1ddd08fd633 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:32.062666 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c79c301-fa5e-4340-8309-27b53fd2f01d req-89231a2d-05bc-4c08-876a-a1ddd08fd633 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0682237 Nov 29 17:58:32.086084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:32.106094 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d27ab3ea-0b46-4e3c-ab4b-a52b13ee35e0 req-fd10ea70-d51f-4793-b788-a620a9c781a7 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247914 Nov 29 17:58:32.111223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-268bca12-55ed-4438-8237-530aaa033485 admin admin] Deleting port 77e304be-708c-4ff3-af18-4d25c8dc912c {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:32.111569 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-268bca12-55ed-4438-8237-530aaa033485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:32.141033 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c79c301-fa5e-4340-8309-27b53fd2f01d req-8f6f66a8-e034-4130-a73d-00919403b1d9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722449 Nov 29 17:58:32.230529 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8dae85-e703-4006-b080-c3c60770481a req-43b518b9-2423-4c91-87f5-161e47fbabd5 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:32.232306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d8dae85-e703-4006-b080-c3c60770481a req-43b518b9-2423-4c91-87f5-161e47fbabd5 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 943 time: 0.0656531 Nov 29 17:58:32.269079 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-268bca12-55ed-4438-8237-530aaa033485 admin admin] For port 77e304be-708c-4ff3-af18-4d25c8dc912c, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=77e304be-708c-4ff3-af18-4d25c8dc912c,segment=NetworkSegment(01dbf60d-1291-44ed-921d-df177a58c87e),segment_id=01dbf60d-1291-44ed-921d-df177a58c87e)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:32.269388 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-268bca12-55ed-4438-8237-530aaa033485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:32.282345 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d27ab3ea-0b46-4e3c-ab4b-a52b13ee35e0 req-abed78d2-9a6e-45a0-850a-23bab32f1414 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580653 Nov 29 17:58:32.286647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-268bca12-55ed-4438-8237-530aaa033485 admin admin] Calling delete_port for 77e304be-708c-4ff3-af18-4d25c8dc912c owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:32.326560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d8dae85-e703-4006-b080-c3c60770481a req-b7134657-c3c2-45f8-a4ae-d05db503f131 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759892 Nov 29 17:58:32.508723 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-268bca12-55ed-4438-8237-530aaa033485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:32.535419 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bca12-55ed-4438-8237-530aaa033485 admin admin] Pushing event deleted for resources: {'Port': ['ID=77e304be-708c-4ff3-af18-4d25c8dc912c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:32.749733 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-268bca12-55ed-4438-8237-530aaa033485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:32.825470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52ed70-ce53-4648-a643-e660092dcd0e req-a6210503-b7e8-479b-ab77-d3d74e025fa8 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:32.828288 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da52ed70-ce53-4648-a643-e660092dcd0e req-a6210503-b7e8-479b-ab77-d3d74e025fa8 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc HTTP/1.1" status: 200 len: 950 time: 0.0912039 Nov 29 17:58:32.839926 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc093ea-df9a-4730-a319-a035990d194c req-6d693edc-e213-4424-8bf1-d4b5402056e9 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:32.841394 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ffc093ea-df9a-4730-a319-a035990d194c req-6d693edc-e213-4424-8bf1-d4b5402056e9 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 944 time: 0.0728257 Nov 29 17:58:32.914217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da52ed70-ce53-4648-a643-e660092dcd0e req-37285f2b-88b0-41b1-acac-4ee40b4715be tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718436 Nov 29 17:58:32.923035 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ffc093ea-df9a-4730-a319-a035990d194c req-187da1f3-5a24-43bc-804b-a16cd3feab88 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/security-groups?id=407c526c-5ad8-4ff9-9828-e35fc12989d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749302 Nov 29 17:58:32.996412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268bca12-55ed-4438-8237-530aaa033485 admin admin] Router 47fa12d1-2f6a-4334-a77b-5995a39346fb has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:58:33.027857 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b339961-3ccb-4b92-a1f3-3afed4ca106d req-aed7bfe2-d4ab-43f8-b14b-13e54bfa4fc9 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0282834 Nov 29 17:58:33.112923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268bca12-55ed-4438-8237-530aaa033485 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:58:33.117813 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-268bca12-55ed-4438-8237-530aaa033485 admin admin] 10.222.0.23 "PUT /v2.0/routers/47fa12d1-2f6a-4334-a77b-5995a39346fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5985646 Nov 29 17:58:33.120572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41690) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:33.124275 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b055349-f762-4713-9da9-9a2ef694ae1f None None] Sync routers for ids ['47fa12d1-2f6a-4334-a77b-5995a39346fb'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:58:33.148260 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b055349-f762-4713-9da9-9a2ef694ae1f None None] Routers {'47fa12d1-2f6a-4334-a77b-5995a39346fb'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:58:33.149234 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-9b055349-f762-4713-9da9-9a2ef694ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:58:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['47fa12d1-2f6a-4334-a77b-5995a39346fb'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:33.262629 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-995f1394-d998-45ac-9977-2bebd804e402 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:33.283072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-9b055349-f762-4713-9da9-9a2ef694ae1f None None] Set router 47fa12d1-2f6a-4334-a77b-5995a39346fb gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:58:33.330689 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 168cf26a-0933-4c7e-862c-6c221c75466a up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:58:33.355604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d321c-86bb-416c-851d-e765bdab4bf2 req-e9b061ee-f7c0-4a0a-95f3-a4b19ea68d3b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:33.357815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b05d321c-86bb-416c-851d-e765bdab4bf2 req-e9b061ee-f7c0-4a0a-95f3-a4b19ea68d3b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.1249793 Nov 29 17:58:33.403342 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-995f1394-d998-45ac-9977-2bebd804e402 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:33.492865 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b05d321c-86bb-416c-851d-e765bdab4bf2 req-2431d1c3-b39f-4f0f-9693-93df53a7a498 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273563 Nov 29 17:58:33.508641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 168cf26a-0933-4c7e-862c-6c221c75466a completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:58:33.518571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 168cf26a-0933-4c7e-862c-6c221c75466a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:58:33.519160 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:33.562135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-995f1394-d998-45ac-9977-2bebd804e402 admin admin] Deleting port 7d52e8e0-45d9-4312-878b-308f24c8611a {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:33.562716 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-995f1394-d998-45ac-9977-2bebd804e402 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:33.590581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cc14d-928a-4fd5-a658-d061b32a9027 req-16e96a33-9652-47e7-a828-7bb9fc9bd7ff tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:33.592154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d6cc14d-928a-4fd5-a658-d061b32a9027 req-16e96a33-9652-47e7-a828-7bb9fc9bd7ff tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 943 time: 0.0547652 Nov 29 17:58:33.650152 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-9b055349-f762-4713-9da9-9a2ef694ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-924363051-router', 'tenant_id': 'dedadc0e82214d55948d2e4a3794e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '7d52e8e0-45d9-4312-878b-308f24c8611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:55Z', 'updated_at': '2021-11-29T17:58:32Z', 'revision_number': 5, 'project_id': 'dedadc0e82214d55948d2e4a3794e277', 'gw_port': {'id': '7d52e8e0-45d9-4312-878b-308f24c8611a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ad:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:55:56Z', 'updated_at': '2021-11-29T17:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:33.684714 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d6cc14d-928a-4fd5-a658-d061b32a9027 req-8e6196b9-8df7-43a1-aaae-0452ee6abfb8 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735626 Nov 29 17:58:33.694140 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b055349-f762-4713-9da9-9a2ef694ae1f None None] Checking router: 47fa12d1-2f6a-4334-a77b-5995a39346fb for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:58:33.711052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e490c1-1b5a-4593-beaa-47fc7510862a req-14633b95-b758-4d74-aff9-4cad1950a6e4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:33.712885 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1e490c1-1b5a-4593-beaa-47fc7510862a req-14633b95-b758-4d74-aff9-4cad1950a6e4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 949 time: 0.0785332 Nov 29 17:58:33.716477 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:33.727166 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b055349-f762-4713-9da9-9a2ef694ae1f None None] Routers {'47fa12d1-2f6a-4334-a77b-5995a39346fb'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:58:33.727710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-9b055349-f762-4713-9da9-9a2ef694ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:58:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['47fa12d1-2f6a-4334-a77b-5995a39346fb'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:33.767225 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-995f1394-d998-45ac-9977-2bebd804e402 admin admin] For port 7d52e8e0-45d9-4312-878b-308f24c8611a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7d52e8e0-45d9-4312-878b-308f24c8611a,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:33.767610 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-995f1394-d998-45ac-9977-2bebd804e402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:33.805864 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168cf26a-0933-4c7e-862c-6c221c75466a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:33.809062 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247a61eb-a0bf-4e23-a978-27cd21f1fced" -d '{"events": [{"server_uuid": "ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5", "name": "network-vif-plugged", "status": "completed", "tag": "168cf26a-0933-4c7e-862c-6c221c75466a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:33.809601 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-995f1394-d998-45ac-9977-2bebd804e402 admin admin] Calling delete_port for 7d52e8e0-45d9-4312-878b-308f24c8611a owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:33.830113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 168cf26a-0933-4c7e-862c-6c221c75466a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=168cf26a-0933-4c7e-862c-6c221c75466a,segment=NetworkSegment(28d92e01-495c-4e78-9597-1512a117b6d1),segment_id=28d92e01-495c-4e78-9597-1512a117b6d1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:33.842211 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:33.843100 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:58:33.883684 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c715532-bb57-4eca-9079-73534834a397 x-openstack-request-id: req-3c715532-bb57-4eca-9079-73534834a397 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:33.883974 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5", "name": "network-vif-plugged", "status": "completed", "tag": "168cf26a-0933-4c7e-862c-6c221c75466a", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:33.884242 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c715532-bb57-4eca-9079-73534834a397 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:33.884622 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168cf26a-0933-4c7e-862c-6c221c75466a', 'code': 200} Nov 29 17:58:33.912624 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-9b055349-f762-4713-9da9-9a2ef694ae1f None None] Set router 47fa12d1-2f6a-4334-a77b-5995a39346fb gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:58:34.011614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-9b055349-f762-4713-9da9-9a2ef694ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-924363051-router', 'tenant_id': 'dedadc0e82214d55948d2e4a3794e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:55Z', 'updated_at': '2021-11-29T17:58:33Z', 'revision_number': 6, 'project_id': 'dedadc0e82214d55948d2e4a3794e277', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:34.076480 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b055349-f762-4713-9da9-9a2ef694ae1f None None] The sync data for ids ['47fa12d1-2f6a-4334-a77b-5995a39346fb'] in n-d-819494-5 is: [{'id': '47fa12d1-2f6a-4334-a77b-5995a39346fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-924363051-router', 'tenant_id': 'dedadc0e82214d55948d2e4a3794e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:55:55Z', 'updated_at': '2021-11-29T17:58:33Z', 'revision_number': 6, 'project_id': 'dedadc0e82214d55948d2e4a3794e277', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:58:34.079470 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=168cf26a-0933-4c7e-862c-6c221c75466a,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:34.106240 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:58:34.113093 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:58:34.113622 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:34.207966 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274fc66-8873-4e24-af5a-7e75e41d0c79 req-1e3a00e6-98bd-4994-bba0-cf4685f2e243 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:34.210128 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d274fc66-8873-4e24-af5a-7e75e41d0c79 req-1e3a00e6-98bd-4994-bba0-cf4685f2e243 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc HTTP/1.1" status: 200 len: 950 time: 0.1136992 Nov 29 17:58:34.224134 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-b1e490c1-1b5a-4593-beaa-47fc7510862a req-c463d99d-1708-4b16-b4c9-c1da4dd7dae2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Deleting port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:34.224503 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b1e490c1-1b5a-4593-beaa-47fc7510862a req-c463d99d-1708-4b16-b4c9-c1da4dd7dae2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:34.241057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a73d6-815e-4653-a678-b65e7e915c1a req-d0bbc659-29d7-4d55-8eb9-e629c70208c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:34.242864 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d1a73d6-815e-4653-a678-b65e7e915c1a req-d0bbc659-29d7-4d55-8eb9-e629c70208c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 1096 time: 0.2455137 Nov 29 17:58:34.310118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d274fc66-8873-4e24-af5a-7e75e41d0c79 req-1e7d44eb-c880-4640-9e1f-acc5c22fb3ed tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859737 Nov 29 17:58:34.336094 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d084e2-e1f2-466d-8767-d835fb4b76ad req-707ecb4b-abf7-457f-843c-ada3ce6f8da8 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:34.347915 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68d084e2-e1f2-466d-8767-d835fb4b76ad req-707ecb4b-abf7-457f-843c-ada3ce6f8da8 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "GET /v2.0/ports?device_id=5068f775-e343-4335-ad0f-e441102148c2 HTTP/1.1" status: 200 len: 949 time: 0.2099123 Nov 29 17:58:34.409472 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba1e11-54ce-43f7-82a2-b3d4e83c379c req-6e4778a5-94ee-42c1-8008-ed543aa3b789 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:34.411161 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e0ba1e11-54ce-43f7-82a2-b3d4e83c379c req-6e4778a5-94ee-42c1-8008-ed543aa3b789 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.20 "GET /v2.0/ports?device_id=49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc HTTP/1.1" status: 200 len: 950 time: 0.1667280 Nov 29 17:58:34.429566 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:34.435850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be9f27-b66c-4d83-a040-06b89a16c8a3 req-a5000faa-55ab-4a29-b53a-a4f62a01463a tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:34.443173 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-46be9f27-b66c-4d83-a040-06b89a16c8a3 req-a5000faa-55ab-4a29-b53a-a4f62a01463a tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 945 time: 0.3873999 Nov 29 17:58:34.514737 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-b1e490c1-1b5a-4593-beaa-47fc7510862a req-c463d99d-1708-4b16-b4c9-c1da4dd7dae2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:34.523307 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b1e490c1-1b5a-4593-beaa-47fc7510862a req-c463d99d-1708-4b16-b4c9-c1da4dd7dae2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:34.545562 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-46be9f27-b66c-4d83-a040-06b89a16c8a3 req-ec3c1302-f3da-44bb-983d-26788fec9965 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/security-groups?id=407c526c-5ad8-4ff9-9828-e35fc12989d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960784 Nov 29 17:58:34.575361 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:34.583777 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:34.585405 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e85ade08-c8ea-4bd5-b629-cb57e9e9a70d no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:34.602873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-b1e490c1-1b5a-4593-beaa-47fc7510862a req-c463d99d-1708-4b16-b4c9-c1da4dd7dae2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Calling delete_port for 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:34.632020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b286a842-771d-41d2-bfa5-e793d0e625c2 req-92d2b079-e608-4d02-a9b8-f160064dd0fa tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.1629303 Nov 29 17:58:34.661201 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-995f1394-d998-45ac-9977-2bebd804e402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:34.662584 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d1a73d6-815e-4653-a678-b65e7e915c1a req-97fa143b-b010-4fb4-94bf-d2d60cb2bf1b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=407c526c-5ad8-4ff9-9828-e35fc12989d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902173 Nov 29 17:58:34.673296 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: e85ade08-c8ea-4bd5-b629-cb57e9e9a70d {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:34.674113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e85ade08-c8ea-4bd5-b629-cb57e9e9a70d not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:34.678558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 77e304be-708c-4ff3-af18-4d25c8dc912c no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:34.713724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-68d084e2-e1f2-466d-8767-d835fb4b76ad req-198125cb-f190-4fe3-a809-ba47daa7b7b5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Deleting port c320eafe-c692-4415-8406-2fd572fa67b3 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:34.714669 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-68d084e2-e1f2-466d-8767-d835fb4b76ad req-198125cb-f190-4fe3-a809-ba47daa7b7b5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:34.782297 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 77e304be-708c-4ff3-af18-4d25c8dc912c {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:34.782627 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 77e304be-708c-4ff3-af18-4d25c8dc912c not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:34.799797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f1394-d998-45ac-9977-2bebd804e402 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d52e8e0-45d9-4312-878b-308f24c8611a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:34.814354 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4c7614ac-f91d-4b67-92ef-765017541098 req-5a4d3f06-e784-4a5d-a1ee-eb10477237be service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2444365 Nov 29 17:58:34.859421 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,revision_number=13']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:34.885144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-68d084e2-e1f2-466d-8767-d835fb4b76ad req-198125cb-f190-4fe3-a809-ba47daa7b7b5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] For port c320eafe-c692-4415-8406-2fd572fa67b3, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c320eafe-c692-4415-8406-2fd572fa67b3,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:34.885517 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-68d084e2-e1f2-466d-8767-d835fb4b76ad req-198125cb-f190-4fe3-a809-ba47daa7b7b5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:34.912842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacd91f-618a-4d6e-9c7c-6fffb57ca612 req-3b3124a5-f943-4139-83d8-7fe9b0c38da4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:34.931838 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2cacd91f-618a-4d6e-9c7c-6fffb57ca612 req-3b3124a5-f943-4139-83d8-7fe9b0c38da4 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 950 time: 0.0903089 Nov 29 17:58:34.931838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-68d084e2-e1f2-466d-8767-d835fb4b76ad req-198125cb-f190-4fe3-a809-ba47daa7b7b5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Calling delete_port for c320eafe-c692-4415-8406-2fd572fa67b3 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:34.960901 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-995f1394-d998-45ac-9977-2bebd804e402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:34.965808 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-e0ba1e11-54ce-43f7-82a2-b3d4e83c379c req-bf8eec96-68e6-414a-92d8-a96a9519cd23 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Deleting port 85a3cec5-f174-4e9e-8270-8b013433686b {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:34.965808 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e0ba1e11-54ce-43f7-82a2-b3d4e83c379c req-bf8eec96-68e6-414a-92d8-a96a9519cd23 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:35.082474 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2cacd91f-618a-4d6e-9c7c-6fffb57ca612 req-aec36577-1529-4d26-88f4-cc006ba66510 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563942 Nov 29 17:58:35.191089 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7614ac-f91d-4b67-92ef-765017541098 req-518cf7c5-e671-40f2-a087-5025bfcf29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:35.194083 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4c7614ac-f91d-4b67-92ef-765017541098 req-518cf7c5-e671-40f2-a087-5025bfcf29d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 1096 time: 0.3195646 Nov 29 17:58:35.211869 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-995f1394-d998-45ac-9977-2bebd804e402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:35.216165 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b18fd-7002-4653-8219-f1fe035a9c40 req-901fd23f-1cb1-4749-bd79-f0448efcb0ca tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:35.222869 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-995f1394-d998-45ac-9977-2bebd804e402 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:35.223563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df0b18fd-7002-4653-8219-f1fe035a9c40 req-901fd23f-1cb1-4749-bd79-f0448efcb0ca tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 943 time: 0.0943205 Nov 29 17:58:35.258681 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-68d084e2-e1f2-466d-8767-d835fb4b76ad req-198125cb-f190-4fe3-a809-ba47daa7b7b5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:35.272224 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['eb57a55e-8e88-4232-adb2-6710e7654ae4', '336aaaf4-cfbf-490f-953c-4ab6d451a81e', 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8', 'c320eafe-c692-4415-8406-2fd572fa67b3'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:35.275493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['85a3cec5-f174-4e9e-8270-8b013433686b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:35.304870 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198125cb-f190-4fe3-a809-ba47daa7b7b5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Pushing event deleted for resources: {'Port': ['ID=c320eafe-c692-4415-8406-2fd572fa67b3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:35.323173 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df0b18fd-7002-4653-8219-f1fe035a9c40 req-e06b7aa9-3c71-49da-a3f6-67a153c73f1d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987566 Nov 29 17:58:35.359318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d084e2-e1f2-466d-8767-d835fb4b76ad req-198125cb-f190-4fe3-a809-ba47daa7b7b5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] No DVR routers for this DVR port c320eafe-c692-4415-8406-2fd572fa67b3 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:35.362335 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-68d084e2-e1f2-466d-8767-d835fb4b76ad req-198125cb-f190-4fe3-a809-ba47daa7b7b5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:35.364334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-e0ba1e11-54ce-43f7-82a2-b3d4e83c379c req-bf8eec96-68e6-414a-92d8-a96a9519cd23 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] For port 85a3cec5-f174-4e9e-8270-8b013433686b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=85a3cec5-f174-4e9e-8270-8b013433686b,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:35.365336 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e0ba1e11-54ce-43f7-82a2-b3d4e83c379c req-bf8eec96-68e6-414a-92d8-a96a9519cd23 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:35.365725 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68d084e2-e1f2-466d-8767-d835fb4b76ad req-198125cb-f190-4fe3-a809-ba47daa7b7b5 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "DELETE /v2.0/ports/c320eafe-c692-4415-8406-2fd572fa67b3 HTTP/1.1" status: 204 len: 173 time: 1.0068722 Nov 29 17:58:35.366185 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5068f775-e343-4335-ad0f-e441102148c2', 'name': 'network-vif-deleted', 'tag': 'c320eafe-c692-4415-8406-2fd572fa67b3'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:35.368572 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3ec6e3-d649-441d-ba22-aef7d19f014b" -d '{"events": [{"server_uuid": "5068f775-e343-4335-ad0f-e441102148c2", "name": "network-vif-deleted", "tag": "c320eafe-c692-4415-8406-2fd572fa67b3"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:35.384797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-e0ba1e11-54ce-43f7-82a2-b3d4e83c379c req-bf8eec96-68e6-414a-92d8-a96a9519cd23 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Calling delete_port for 85a3cec5-f174-4e9e-8270-8b013433686b owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:35.405206 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b1e490c1-1b5a-4593-beaa-47fc7510862a req-c463d99d-1708-4b16-b4c9-c1da4dd7dae2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:35.459187 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bce624-4cd3-47d1-b534-9175700057c1 x-openstack-request-id: req-47bce624-4cd3-47d1-b534-9175700057c1 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:35.459187 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5068f775-e343-4335-ad0f-e441102148c2", "name": "network-vif-deleted", "tag": "c320eafe-c692-4415-8406-2fd572fa67b3", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:35.459187 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47bce624-4cd3-47d1-b534-9175700057c1 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:35.459635 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5068f775-e343-4335-ad0f-e441102148c2', 'name': 'network-vif-deleted', 'tag': 'c320eafe-c692-4415-8406-2fd572fa67b3', 'status': 'completed', 'code': 200} Nov 29 17:58:35.517930 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463d99d-1708-4b16-b4c9-c1da4dd7dae2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Pushing event deleted for resources: {'Port': ['ID=59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:35.534679 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-995f1394-d998-45ac-9977-2bebd804e402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:35.534679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995f1394-d998-45ac-9977-2bebd804e402 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47fa12d1-2f6a-4334-a77b-5995a39346fb {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 17:58:35.539928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58caeea7-e6b8-4615-8e42-d42da45de081 req-04390111-575c-4331-87df-6715db108135 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:35.547362 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-58caeea7-e6b8-4615-8e42-d42da45de081 req-04390111-575c-4331-87df-6715db108135 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc HTTP/1.1" status: 200 len: 950 time: 0.0712109 Nov 29 17:58:35.564013 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-995f1394-d998-45ac-9977-2bebd804e402 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:35.565292 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-995f1394-d998-45ac-9977-2bebd804e402 admin admin] 10.222.0.23 "DELETE /v2.0/routers/47fa12d1-2f6a-4334-a77b-5995a39346fb HTTP/1.1" status: 204 len: 168 time: 2.4435768 Nov 29 17:58:35.571088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41722) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:35.605957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['23f17721-a513-404d-bae3-c88f485b6409', '3c3e7776-dabc-48d9-9569-d36b095a5cee', 'fd30e0bb-d831-4e48-a07d-0961501a8ff7'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:35.623226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e490c1-1b5a-4593-beaa-47fc7510862a req-c463d99d-1708-4b16-b4c9-c1da4dd7dae2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] No DVR routers for this DVR port 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:35.631178 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b1e490c1-1b5a-4593-beaa-47fc7510862a req-c463d99d-1708-4b16-b4c9-c1da4dd7dae2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:35.635023 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1e490c1-1b5a-4593-beaa-47fc7510862a req-c463d99d-1708-4b16-b4c9-c1da4dd7dae2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "DELETE /v2.0/ports/59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa HTTP/1.1" status: 204 len: 173 time: 1.9150693 Nov 29 17:58:35.635551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'name': 'network-vif-deleted', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:35.638431 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3155128d-34c5-4282-ad45-37bc84f066ed" -d '{"events": [{"server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "name": "network-vif-deleted", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:35.656097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-58caeea7-e6b8-4615-8e42-d42da45de081 req-c4256e16-2c77-4679-a030-afa0b2d26e75 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077707 Nov 29 17:58:35.691229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5ded39-e93c-4eff-9205-89d13b37328c admin admin] Deleting subnet 4f6cad31-93ce-4c40-b76b-685e0e6c4f43 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 17:58:35.695531 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7614ac-f91d-4b67-92ef-765017541098 req-3a627dfe-b7cb-4c59-91d2-9eddcb8a4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:35.697459 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4c7614ac-f91d-4b67-92ef-765017541098 req-3a627dfe-b7cb-4c59-91d2-9eddcb8a4a6b service neutron] 10.222.0.31 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 921 time: 0.4792161 Nov 29 17:58:35.702228 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c5ded39-e93c-4eff-9205-89d13b37328c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:35.771581 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8be1eba-0829-4651-932f-da8b212b6356 x-openstack-request-id: req-f8be1eba-0829-4651-932f-da8b212b6356 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:35.771889 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "name": "network-vif-deleted", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:35.772145 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8be1eba-0829-4651-932f-da8b212b6356 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:35.772551 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'name': 'network-vif-deleted', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa', 'status': 'completed', 'code': 200} Nov 29 17:58:35.777875 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4c7614ac-f91d-4b67-92ef-765017541098 req-a38731a6-2a8c-4bc6-8707-d6cdf50f08e5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24bf0880-2735-4d36-88e3-d2a084b6e48a HTTP/1.1" status: 200 len: 217 time: 0.0712202 Nov 29 17:58:35.874232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7614ac-f91d-4b67-92ef-765017541098 req-70b45055-8ec6-4e91-93bb-18f88c52956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:35.875832 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4c7614ac-f91d-4b67-92ef-765017541098 req-70b45055-8ec6-4e91-93bb-18f88c52956b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.0706623 Nov 29 17:58:35.878142 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c5ded39-e93c-4eff-9205-89d13b37328c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:35.878348 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e0ba1e11-54ce-43f7-82a2-b3d4e83c379c req-bf8eec96-68e6-414a-92d8-a96a9519cd23 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:35.906824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:35.911006 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cd0b2e-2061-4438-981f-8ae4d502f6c5" -d '{"events": [{"server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "name": "network-vif-plugged", "status": "completed", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:35.964942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8eec96-68e6-414a-92d8-a96a9519cd23 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Pushing event deleted for resources: {'Port': ['ID=85a3cec5-f174-4e9e-8270-8b013433686b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:35.968294 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4c7614ac-f91d-4b67-92ef-765017541098 req-9117ba16-806b-497c-8dec-fc79973e3895 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817633 Nov 29 17:58:36.000945 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec17fdb9-4fce-4559-b530-180182b46be2 req-7630fb7f-b6f0-4edb-81d4-467941e4833e tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0572555 Nov 29 17:58:36.034574 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9461-9ead-43c1-9d25-bd4eefe96fd7 req-ff487846-3115-4206-8460-07062e13471a tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:36.045786 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7f6e9461-9ead-43c1-9d25-bd4eefe96fd7 req-ff487846-3115-4206-8460-07062e13471a tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 945 time: 0.2898147 Nov 29 17:58:36.102822 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ba1e11-54ce-43f7-82a2-b3d4e83c379c req-bf8eec96-68e6-414a-92d8-a96a9519cd23 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] No DVR routers for this DVR port 85a3cec5-f174-4e9e-8270-8b013433686b on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:36.114329 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e0ba1e11-54ce-43f7-82a2-b3d4e83c379c req-bf8eec96-68e6-414a-92d8-a96a9519cd23 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:36.118869 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e0ba1e11-54ce-43f7-82a2-b3d4e83c379c req-bf8eec96-68e6-414a-92d8-a96a9519cd23 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.20 "DELETE /v2.0/ports/85a3cec5-f174-4e9e-8270-8b013433686b HTTP/1.1" status: 204 len: 173 time: 1.6865547 Nov 29 17:58:36.165347 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4c7614ac-f91d-4b67-92ef-765017541098 req-8d044212-492d-4c7e-a7b0-1312d1212871 service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870449 Nov 29 17:58:36.198304 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7f6e9461-9ead-43c1-9d25-bd4eefe96fd7 req-cc40edf3-3c93-48c4-9077-840d76c2cf22 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/security-groups?id=407c526c-5ad8-4ff9-9828-e35fc12989d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475430 Nov 29 17:58:36.270382 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dc49d7-5aaa-48e1-9833-9d0465bd7b8d x-openstack-request-id: req-42dc49d7-5aaa-48e1-9833-9d0465bd7b8d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:36.270677 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e83a35-87fc-4241-a9b1-5a0f921702d4", "name": "network-vif-plugged", "status": "completed", "tag": "59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:36.277127 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42dc49d7-5aaa-48e1-9833-9d0465bd7b8d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:36.277750 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e83a35-87fc-4241-a9b1-5a0f921702d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa', 'code': 200} Nov 29 17:58:36.282902 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c5ded39-e93c-4eff-9205-89d13b37328c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:36.404331 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4c7614ac-f91d-4b67-92ef-765017541098 req-f43714ad-7c9d-4846-8c47-e16399e37e32 service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295778 Nov 29 17:58:36.471020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ab2398a2-e20a-4ba8-9414-e4c2f521fdcc req-4c179660-56e8-4ac6-945e-9dee8fdd6d6e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e83a35-87fc-4241-a9b1-5a0f921702d4 HTTP/1.1" status: 200 len: 210 time: 0.1040215 Nov 29 17:58:36.492313 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c5ded39-e93c-4eff-9205-89d13b37328c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:36.539949 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ded39-e93c-4eff-9205-89d13b37328c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f6cad31-93ce-4c40-b76b-685e0e6c4f43,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:36.552409 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c5ded39-e93c-4eff-9205-89d13b37328c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:36.559951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41744) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:36.563173 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5c5ded39-e93c-4eff-9205-89d13b37328c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4f6cad31-93ce-4c40-b76b-685e0e6c4f43 HTTP/1.1" status: 204 len: 168 time: 0.9908116 Nov 29 17:58:36.591589 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b733d25-841d-4bbe-a0b7-6ee837b7908e None None] Network ffc7ada0-f282-4e96-b253-bb7a04e4eb27 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:58:36.591836 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b59a92-06e7-41ae-a347-5bbd0101ba36 req-692cd2e3-a99e-419c-8dbd-7433f1dbf713 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:36.597861 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7d52e8e0-45d9-4312-878b-308f24c8611a no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:36.601081 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5b59a92-06e7-41ae-a347-5bbd0101ba36 req-692cd2e3-a99e-419c-8dbd-7433f1dbf713 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 943 time: 0.1223414 Nov 29 17:58:36.625177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 7d52e8e0-45d9-4312-878b-308f24c8611a {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:36.625688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7d52e8e0-45d9-4312-878b-308f24c8611a not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:36.674043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5b59a92-06e7-41ae-a347-5bbd0101ba36 req-d554e7d6-ad10-46b7-90ea-085f474bbacf tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656145 Nov 29 17:58:36.677439 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:36.781591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] Deleting port 5b525988-ccde-4b2a-ab42-3b9057aa71e5 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:36.781992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:36.874084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3782de66-a2de-421f-a2c4-06be64970daf req-442f3717-c157-4f26-a0d6-173103b9cbae tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc HTTP/1.1" status: 200 len: 210 time: 0.0537968 Nov 29 17:58:36.879658 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] For port 5b525988-ccde-4b2a-ab42-3b9057aa71e5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5b525988-ccde-4b2a-ab42-3b9057aa71e5,segment=NetworkSegment(01dbf60d-1291-44ed-921d-df177a58c87e),segment_id=01dbf60d-1291-44ed-921d-df177a58c87e)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:36.880207 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:36.909044 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] Calling delete_port for 5b525988-ccde-4b2a-ab42-3b9057aa71e5 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:36.961103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b620e6-ab35-41db-9e60-73dfb94e466d None None] DHCP port deletion for ffc7ada0-f282-4e96-b253-bb7a04e4eb27 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 17:58:37.030943 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-59b620e6-ab35-41db-9e60-73dfb94e466d None None] Deleting port 5b525988-ccde-4b2a-ab42-3b9057aa71e5 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:37.031658 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-59b620e6-ab35-41db-9e60-73dfb94e466d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:37.082282 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:37.127301 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] Pushing event deleted for resources: {'Port': ['ID=5b525988-ccde-4b2a-ab42-3b9057aa71e5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:37.128301 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-59b620e6-ab35-41db-9e60-73dfb94e466d None None] For port 5b525988-ccde-4b2a-ab42-3b9057aa71e5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5b525988-ccde-4b2a-ab42-3b9057aa71e5,segment=NetworkSegment(01dbf60d-1291-44ed-921d-df177a58c87e),segment_id=01dbf60d-1291-44ed-921d-df177a58c87e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:37.128870 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-59b620e6-ab35-41db-9e60-73dfb94e466d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:37.131727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] No DVR routers for this DVR port 5b525988-ccde-4b2a-ab42-3b9057aa71e5 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:37.152105 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-59b620e6-ab35-41db-9e60-73dfb94e466d None None] Calling delete_port for 5b525988-ccde-4b2a-ab42-3b9057aa71e5 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:37.188154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3cbdefe8-54d3-4537-bd02-01701e5d4cd0 req-71dfd75d-fadd-4bb1-9daf-fd96545e3b2a tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0670869 Nov 29 17:58:37.288014 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-59b620e6-ab35-41db-9e60-73dfb94e466d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:37.292637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:37.342116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc7ada0-f282-4e96-b253-bb7a04e4eb27']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:37.343427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c87dd-4622-49b3-9669-b9a88dc00329 req-27af87d9-d5e8-4da2-be88-8167de33ee95 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:37.351027 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae5c87dd-4622-49b3-9669-b9a88dc00329 req-27af87d9-d5e8-4da2-be88-8167de33ee95 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 945 time: 0.0668666 Nov 29 17:58:37.352391 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b620e6-ab35-41db-9e60-73dfb94e466d None None] Pushing event deleted for resources: {'Port': ['ID=5b525988-ccde-4b2a-ab42-3b9057aa71e5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:37.353085 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01dbf60d-1291-44ed-921d-df177a58c87e') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:37.353547 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01dbf60d-1291-44ed-921d-df177a58c87e') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:37.359542 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 85a3cec5-f174-4e9e-8270-8b013433686b no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:37.365336 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:37.381607 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:37.383592 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b620e6-ab35-41db-9e60-73dfb94e466d None None] No DVR routers for this DVR port 5b525988-ccde-4b2a-ab42-3b9057aa71e5 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:37.385687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 85a3cec5-f174-4e9e-8270-8b013433686b {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:37.386050 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 85a3cec5-f174-4e9e-8270-8b013433686b not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:37.386773 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:37.400898 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 17:58:37.401880 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: timer() Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 17:58:37.407466 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 17:58:37.412272 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae5c87dd-4622-49b3-9669-b9a88dc00329 req-9178e8ea-f7fd-421b-b98e-a4eb1affa49f tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/security-groups?id=407c526c-5ad8-4ff9-9828-e35fc12989d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581806 Nov 29 17:58:37.415252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:37.415604 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 59a2d8bc-fc06-4cf6-91bf-4ee4a7a860aa not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:37.473345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['eb57a55e-8e88-4232-adb2-6710e7654ae4', '336aaaf4-cfbf-490f-953c-4ab6d451a81e', 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:37.500213 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:37.542924 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:37.553424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41824) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:37.562686 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] 10.222.0.23 "DELETE /v2.0/networks/ffc7ada0-f282-4e96-b253-bb7a04e4eb27 HTTP/1.1" status: 204 len: 168 time: 0.9892311 Nov 29 17:58:37.568590 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdf42f-ddec-451f-8904-2547a5a2fcfe admin admin] Pushing event deleted for resources: {'Network': ['ID=ffc7ada0-f282-4e96-b253-bb7a04e4eb27,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:37.798756 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc', 'name': 'network-vif-deleted', 'tag': '85a3cec5-f174-4e9e-8270-8b013433686b'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:37.801364 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3115e52-19a7-4402-a17b-07ab765da3ed" -d '{"events": [{"server_uuid": "49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc", "name": "network-vif-deleted", "tag": "85a3cec5-f174-4e9e-8270-8b013433686b"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:37.839324 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83361441-234d-4bd6-a84a-608d562c4f64 req-33d2c617-97ad-4a6c-8331-d5977183dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:37.841335 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-83361441-234d-4bd6-a84a-608d562c4f64 req-33d2c617-97ad-4a6c-8331-d5977183dd9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3976054f1e0747a9866f44e8ad681cd6&device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 1096 time: 0.0867031 Nov 29 17:58:37.946952 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ab0d6-3745-4134-bacb-3f7b9fd05bbc req-4b064f63-05b8-4f91-88fe-4a5589c8b233 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:37.955636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e9ab0d6-3745-4134-bacb-3f7b9fd05bbc req-4b064f63-05b8-4f91-88fe-4a5589c8b233 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 945 time: 0.1522145 Nov 29 17:58:37.978321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83361441-234d-4bd6-a84a-608d562c4f64 req-4b94d385-4ddb-4f23-b0cb-f89856ce2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:37.980554 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-83361441-234d-4bd6-a84a-608d562c4f64 req-4b94d385-4ddb-4f23-b0cb-f89856ce2ae3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45 HTTP/1.1" status: 200 len: 914 time: 0.1215296 Nov 29 17:58:38.030081 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-83361441-234d-4bd6-a84a-608d562c4f64 req-3e978862-d408-4354-b617-d3261a83da0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=168cf26a-0933-4c7e-862c-6c221c75466a HTTP/1.1" status: 200 len: 217 time: 0.0408821 Nov 29 17:58:38.048729 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98827be-b34c-43ab-aecd-23fc85274824 req-9f28eea1-41f6-478f-ac3b-9f65f292ecca tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:38.050360 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e98827be-b34c-43ab-aecd-23fc85274824 req-9f28eea1-41f6-478f-ac3b-9f65f292ecca tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 943 time: 0.1492701 Nov 29 17:58:38.058744 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e9ab0d6-3745-4134-bacb-3f7b9fd05bbc req-0c7482ac-cf6b-4d19-80d7-cbac9682c4a6 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/security-groups?id=407c526c-5ad8-4ff9-9828-e35fc12989d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020467 Nov 29 17:58:38.107432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83361441-234d-4bd6-a84a-608d562c4f64 req-2c40fbc8-6f1a-4578-b925-56374a9cf347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:38.110021 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-83361441-234d-4bd6-a84a-608d562c4f64 req-2c40fbc8-6f1a-4578-b925-56374a9cf347 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79c4a722-6fe4-4998-a3b1-feab1a9ed782 HTTP/1.1" status: 200 len: 853 time: 0.0661263 Nov 29 17:58:38.112078 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba8776a-871d-4374-9a43-8695f82879b0 x-openstack-request-id: req-6ba8776a-871d-4374-9a43-8695f82879b0 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:38.112372 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc", "name": "network-vif-deleted", "tag": "85a3cec5-f174-4e9e-8270-8b013433686b", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:38.112631 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ba8776a-871d-4374-9a43-8695f82879b0 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:38.113020 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a63ad6-1dfc-4ff3-9a74-f4bad5a493fc', 'name': 'network-vif-deleted', 'tag': '85a3cec5-f174-4e9e-8270-8b013433686b', 'status': 'completed', 'code': 200} Nov 29 17:58:38.131302 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e98827be-b34c-43ab-aecd-23fc85274824 req-79faefdb-91a3-408d-8d75-255bba970220 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714233 Nov 29 17:58:38.153354 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-83361441-234d-4bd6-a84a-608d562c4f64 req-cfbfa376-0696-4620-8c66-a59b2bedd507 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317852 Nov 29 17:58:38.275666 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-83361441-234d-4bd6-a84a-608d562c4f64 req-75b23b88-0567-4c6c-80ce-0e4c0c21be55 service neutron] 10.222.0.20 "GET /v2.0/networks/4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065009 Nov 29 17:58:38.281110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a6c92-5e2c-4036-99b8-d9dd907681cd req-2d8030eb-208c-44a8-88ca-6416ccbd7b08 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:38.282557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-590a6c92-5e2c-4036-99b8-d9dd907681cd req-2d8030eb-208c-44a8-88ca-6416ccbd7b08 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 951 time: 0.1035180 Nov 29 17:58:38.344086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b0eb8f5a-e2a1-4449-8a72-3a9da749a658 req-f400af3e-2d64-4498-ae1f-bababba3fab4 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0595348 Nov 29 17:58:38.396412 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-590a6c92-5e2c-4036-99b8-d9dd907681cd req-25f94675-72a8-4945-8edd-c700ef94fdd9 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999992 Nov 29 17:58:38.403016 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-83361441-234d-4bd6-a84a-608d562c4f64 req-8cdb1858-1509-42ec-8eff-e5e3ed8fd8f3 service neutron] 10.222.0.20 "GET /v2.0/networks/4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134431 Nov 29 17:58:38.420950 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9644d471-8d8b-4106-a0e1-8f392b6ee579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:38.537580 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5b525988-ccde-4b2a-ab42-3b9057aa71e5 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:38.570134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 5b525988-ccde-4b2a-ab42-3b9057aa71e5 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:38.570499 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5b525988-ccde-4b2a-ab42-3b9057aa71e5 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:38.748361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9644d471-8d8b-4106-a0e1-8f392b6ee579 admin admin] Deleting port a469a044-7a2f-4027-8fe2-86280bacf377 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:38.748727 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9644d471-8d8b-4106-a0e1-8f392b6ee579 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:39.159324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97d2e0-acbc-4846-8b57-2d9e014f5f86 req-88bb1e93-894d-46b1-871f-d009e2cecd78 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:39.162259 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba97d2e0-acbc-4846-8b57-2d9e014f5f86 req-88bb1e93-894d-46b1-871f-d009e2cecd78 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2480c9a-75f1-43bb-87cf-9b43243c3f51 HTTP/1.1" status: 200 len: 950 time: 0.0923600 Nov 29 17:58:39.209946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-9644d471-8d8b-4106-a0e1-8f392b6ee579 admin admin] For port a469a044-7a2f-4027-8fe2-86280bacf377, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a469a044-7a2f-4027-8fe2-86280bacf377,segment=NetworkSegment(ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9),segment_id=ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:39.210332 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9644d471-8d8b-4106-a0e1-8f392b6ee579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:39.233346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9644d471-8d8b-4106-a0e1-8f392b6ee579 admin admin] Calling delete_port for a469a044-7a2f-4027-8fe2-86280bacf377 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:39.258006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c86af-4183-4156-b472-e03c3073e73d req-813f9895-f4ae-46b9-a28b-2a74d7c8dbde tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:39.259545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c0c86af-4183-4156-b472-e03c3073e73d req-813f9895-f4ae-46b9-a28b-2a74d7c8dbde tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 945 time: 0.1247447 Nov 29 17:58:39.311699 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba97d2e0-acbc-4846-8b57-2d9e014f5f86 req-00e5548c-ec08-4c0d-95c8-bdb735e006a7 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415515 Nov 29 17:58:39.371287 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device d43b729f-742e-4dd0-bb42-b2f80a20f38d details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:58:39.374551 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device c320eafe-c692-4415-8406-2fd572fa67b3 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:39.376096 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c0c86af-4183-4156-b472-e03c3073e73d req-7bf8dd8a-aa82-4eb9-95d5-63767140778f tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/security-groups?id=407c526c-5ad8-4ff9-9828-e35fc12989d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075945 Nov 29 17:58:39.410278 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: c320eafe-c692-4415-8406-2fd572fa67b3 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:39.410278 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device c320eafe-c692-4415-8406-2fd572fa67b3 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:39.518293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port d43b729f-742e-4dd0-bb42-b2f80a20f38d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d43b729f-742e-4dd0-bb42-b2f80a20f38d,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:39.518807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ffd7c7f-758b-4843-80bb-29c3fc6481e9 req-35ce7328-c4fa-4286-abca-ea25f57baa8d tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0310161 Nov 29 17:58:39.549424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72952116-3472-4f49-91e4-8b434812833b req-da58c6da-cec1-43c5-ad15-4f49a5f2528e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:39.551048 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72952116-3472-4f49-91e4-8b434812833b req-da58c6da-cec1-43c5-ad15-4f49a5f2528e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 943 time: 0.1000640 Nov 29 17:58:39.562473 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'd43b729f-742e-4dd0-bb42-b2f80a20f38d', 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f', 'port_id': 'd43b729f-742e-4dd0-bb42-b2f80a20f38d', 'mac_address': 'fa:16:3e:8b:15:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd64ce8a-80eb-44be-9944-f47c123c7381', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:58:39.564454 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555f603-70c8-49d1-9e7c-8cafdc1f2c86 req-99bc803d-51f6-4203-836b-45cf15467426 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:39.566736 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6555f603-70c8-49d1-9e7c-8cafdc1f2c86 req-99bc803d-51f6-4203-836b-45cf15467426 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 951 time: 0.0838008 Nov 29 17:58:39.615688 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:39.634840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43b729f-742e-4dd0-bb42-b2f80a20f38d {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:58:39.672987 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72952116-3472-4f49-91e4-8b434812833b req-7faa7d4a-0f84-4399-843a-d1a822fd4f12 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030269 Nov 29 17:58:39.676371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9644d471-8d8b-4106-a0e1-8f392b6ee579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:39.683623 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port d43b729f-742e-4dd0-bb42-b2f80a20f38d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d43b729f-742e-4dd0-bb42-b2f80a20f38d,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:39.691835 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:39.727671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644d471-8d8b-4106-a0e1-8f392b6ee579 admin admin] Pushing event deleted for resources: {'Port': ['ID=a469a044-7a2f-4027-8fe2-86280bacf377,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:39.744770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-6555f603-70c8-49d1-9e7c-8cafdc1f2c86 req-95386128-1c52-42ac-9c73-66f80b0a355b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Deleting port fd30e0bb-d831-4e48-a07d-0961501a8ff7 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:39.745701 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6555f603-70c8-49d1-9e7c-8cafdc1f2c86 req-95386128-1c52-42ac-9c73-66f80b0a355b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:39.798892 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=d43b729f-742e-4dd0-bb42-b2f80a20f38d,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:39.868100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b20e8-754f-45a1-96e1-9085645980a2 req-eeff2057-80aa-4492-b5ff-b82d59a6b37b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:39.869956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-434b20e8-754f-45a1-96e1-9085645980a2 req-eeff2057-80aa-4492-b5ff-b82d59a6b37b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 951 time: 0.1536350 Nov 29 17:58:39.966928 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6555f603-70c8-49d1-9e7c-8cafdc1f2c86 req-95386128-1c52-42ac-9c73-66f80b0a355b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] For port fd30e0bb-d831-4e48-a07d-0961501a8ff7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fd30e0bb-d831-4e48-a07d-0961501a8ff7,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:39.970051 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6555f603-70c8-49d1-9e7c-8cafdc1f2c86 req-95386128-1c52-42ac-9c73-66f80b0a355b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:39.997784 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-6555f603-70c8-49d1-9e7c-8cafdc1f2c86 req-95386128-1c52-42ac-9c73-66f80b0a355b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Calling delete_port for fd30e0bb-d831-4e48-a07d-0961501a8ff7 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:40.024922 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-434b20e8-754f-45a1-96e1-9085645980a2 req-78b488a1-529c-445d-8a12-e2c12a12cb7d tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470988 Nov 29 17:58:40.113953 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9644d471-8d8b-4106-a0e1-8f392b6ee579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:40.200980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['d43b729f-742e-4dd0-bb42-b2f80a20f38d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:40.205535 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646501a-5403-4d42-9d76-400016601363 req-4d784748-2431-4dc7-80b5-747df34fb59b tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:40.208409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3646501a-5403-4d42-9d76-400016601363 req-4d784748-2431-4dc7-80b5-747df34fb59b tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 945 time: 0.1071522 Nov 29 17:58:40.209469 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80fa08-1de4-4ef5-b569-d6ffe8d48334 req-ad3d85c2-f4bd-444f-a8d1-51761d56aa8d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:40.211859 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1d80fa08-1de4-4ef5-b569-d6ffe8d48334 req-ad3d85c2-f4bd-444f-a8d1-51761d56aa8d tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2480c9a-75f1-43bb-87cf-9b43243c3f51 HTTP/1.1" status: 200 len: 950 time: 0.0826094 Nov 29 17:58:40.325557 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6555f603-70c8-49d1-9e7c-8cafdc1f2c86 req-95386128-1c52-42ac-9c73-66f80b0a355b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:40.348340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['23f17721-a513-404d-bae3-c88f485b6409', '3c3e7776-dabc-48d9-9569-d36b095a5cee', 'fd30e0bb-d831-4e48-a07d-0961501a8ff7'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:40.370445 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95386128-1c52-42ac-9c73-66f80b0a355b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Pushing event deleted for resources: {'Port': ['ID=fd30e0bb-d831-4e48-a07d-0961501a8ff7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:40.417971 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6555f603-70c8-49d1-9e7c-8cafdc1f2c86 req-95386128-1c52-42ac-9c73-66f80b0a355b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] No DVR routers for this DVR port fd30e0bb-d831-4e48-a07d-0961501a8ff7 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:40.421123 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6555f603-70c8-49d1-9e7c-8cafdc1f2c86 req-95386128-1c52-42ac-9c73-66f80b0a355b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:40.424575 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6555f603-70c8-49d1-9e7c-8cafdc1f2c86 req-95386128-1c52-42ac-9c73-66f80b0a355b tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "DELETE /v2.0/ports/fd30e0bb-d831-4e48-a07d-0961501a8ff7 HTTP/1.1" status: 204 len: 173 time: 0.8427393 Nov 29 17:58:40.426804 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-1d80fa08-1de4-4ef5-b569-d6ffe8d48334 req-204ce845-249f-4f9f-90cf-6ced8e9c9708 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Deleting port 336aaaf4-cfbf-490f-953c-4ab6d451a81e {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:40.427204 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1d80fa08-1de4-4ef5-b569-d6ffe8d48334 req-204ce845-249f-4f9f-90cf-6ced8e9c9708 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:40.437230 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0ef111-db41-4666-b569-81ecd9005e39', 'name': 'network-vif-deleted', 'tag': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:40.439949 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ada162e-8e2d-49af-9df9-0fa7d55d33be" -d '{"events": [{"server_uuid": "3a0ef111-db41-4666-b569-81ecd9005e39", "name": "network-vif-deleted", "tag": "fd30e0bb-d831-4e48-a07d-0961501a8ff7"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:40.444719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3646501a-5403-4d42-9d76-400016601363 req-74e04bc8-75c6-4b61-a1bb-864e5abcea16 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/security-groups?id=407c526c-5ad8-4ff9-9828-e35fc12989d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263148 Nov 29 17:58:40.586486 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb263ae-a777-4b33-90a8-e40a2583adf0 x-openstack-request-id: req-2eb263ae-a777-4b33-90a8-e40a2583adf0 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:40.587356 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0ef111-db41-4666-b569-81ecd9005e39", "name": "network-vif-deleted", "tag": "fd30e0bb-d831-4e48-a07d-0961501a8ff7", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:40.587938 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2eb263ae-a777-4b33-90a8-e40a2583adf0 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:40.590268 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0ef111-db41-4666-b569-81ecd9005e39', 'name': 'network-vif-deleted', 'tag': 'fd30e0bb-d831-4e48-a07d-0961501a8ff7', 'status': 'completed', 'code': 200} Nov 29 17:58:40.660593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9c56d-5b66-4f8d-811c-b419baf30c71 req-26a1fcc0-b3f0-4915-adb0-b2fc605591a8 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:40.664071 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9da9c56d-5b66-4f8d-811c-b419baf30c71 req-26a1fcc0-b3f0-4915-adb0-b2fc605591a8 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 950 time: 0.4147956 Nov 29 17:58:40.724702 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-1d80fa08-1de4-4ef5-b569-d6ffe8d48334 req-204ce845-249f-4f9f-90cf-6ced8e9c9708 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] For port 336aaaf4-cfbf-490f-953c-4ab6d451a81e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=336aaaf4-cfbf-490f-953c-4ab6d451a81e,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:40.725072 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1d80fa08-1de4-4ef5-b569-d6ffe8d48334 req-204ce845-249f-4f9f-90cf-6ced8e9c9708 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:40.757508 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-1d80fa08-1de4-4ef5-b569-d6ffe8d48334 req-204ce845-249f-4f9f-90cf-6ced8e9c9708 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Calling delete_port for 336aaaf4-cfbf-490f-953c-4ab6d451a81e owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:40.761843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa749257-a28f-4965-88a4-dde1d570c094 req-6c17c45f-af7b-4ee1-8144-b0a816d4e02f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:40.767311 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa749257-a28f-4965-88a4-dde1d570c094 req-6c17c45f-af7b-4ee1-8144-b0a816d4e02f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2480c9a-75f1-43bb-87cf-9b43243c3f51 HTTP/1.1" status: 200 len: 950 time: 0.2870066 Nov 29 17:58:40.770919 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-175839ae-85cf-4a81-886f-19d265da55d7 req-1c2a007f-42d2-4196-a33c-6dc8bc37e916 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0492027 Nov 29 17:58:40.937929 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1d80fa08-1de4-4ef5-b569-d6ffe8d48334 req-204ce845-249f-4f9f-90cf-6ced8e9c9708 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:40.961122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa749257-a28f-4965-88a4-dde1d570c094 req-5d64f9d6-36ed-4d74-98f5-998ee7415b3a tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405504 Nov 29 17:58:40.976605 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ce845-249f-4f9f-90cf-6ced8e9c9708 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Pushing event deleted for resources: {'Port': ['ID=336aaaf4-cfbf-490f-953c-4ab6d451a81e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:40.986441 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9644d471-8d8b-4106-a0e1-8f392b6ee579 admin admin] Router 6560ef92-2fb2-4e79-8a2c-bac3f929d41e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:58:40.997121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7732e64-64c3-4d8e-96db-7d5a16f4c687 req-f5b13174-ce07-45ce-865f-7ce185ddb992 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:40.998283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7732e64-64c3-4d8e-96db-7d5a16f4c687 req-f5b13174-ce07-45ce-865f-7ce185ddb992 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 944 time: 0.1260648 Nov 29 17:58:41.008777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-9da9c56d-5b66-4f8d-811c-b419baf30c71 req-580717ff-2bb1-4a1b-a132-3f614480850f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Deleting port fc2d8448-7ab5-4a49-bea6-b5528093ecd8 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:41.009155 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9da9c56d-5b66-4f8d-811c-b419baf30c71 req-580717ff-2bb1-4a1b-a132-3f614480850f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:41.040640 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d80fa08-1de4-4ef5-b569-d6ffe8d48334 req-204ce845-249f-4f9f-90cf-6ced8e9c9708 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] No DVR routers for this DVR port 336aaaf4-cfbf-490f-953c-4ab6d451a81e on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:41.049416 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1d80fa08-1de4-4ef5-b569-d6ffe8d48334 req-204ce845-249f-4f9f-90cf-6ced8e9c9708 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:41.067077 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1d80fa08-1de4-4ef5-b569-d6ffe8d48334 req-204ce845-249f-4f9f-90cf-6ced8e9c9708 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "DELETE /v2.0/ports/336aaaf4-cfbf-490f-953c-4ab6d451a81e HTTP/1.1" status: 204 len: 173 time: 0.8312798 Nov 29 17:58:41.184986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7732e64-64c3-4d8e-96db-7d5a16f4c687 req-3d70aa0b-75b8-4ff2-9bb0-67aea5458a16 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698720 Nov 29 17:58:41.250070 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-9da9c56d-5b66-4f8d-811c-b419baf30c71 req-580717ff-2bb1-4a1b-a132-3f614480850f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] For port fc2d8448-7ab5-4a49-bea6-b5528093ecd8, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fc2d8448-7ab5-4a49-bea6-b5528093ecd8,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:41.250433 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9da9c56d-5b66-4f8d-811c-b419baf30c71 req-580717ff-2bb1-4a1b-a132-3f614480850f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:41.268923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-9da9c56d-5b66-4f8d-811c-b419baf30c71 req-580717ff-2bb1-4a1b-a132-3f614480850f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Calling delete_port for fc2d8448-7ab5-4a49-bea6-b5528093ecd8 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:41.280070 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9644d471-8d8b-4106-a0e1-8f392b6ee579 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:58:41.286003 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9644d471-8d8b-4106-a0e1-8f392b6ee579 admin admin] 10.222.0.23 "PUT /v2.0/routers/6560ef92-2fb2-4e79-8a2c-bac3f929d41e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7310886 Nov 29 17:58:41.288737 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41894) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:41.291130 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b3cfb-108c-45b5-b3b6-9809c40e86cb None None] Sync routers for ids ['6560ef92-2fb2-4e79-8a2c-bac3f929d41e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:58:41.303164 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b3cfb-108c-45b5-b3b6-9809c40e86cb None None] Routers {'6560ef92-2fb2-4e79-8a2c-bac3f929d41e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:58:41.303775 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b38b3cfb-108c-45b5-b3b6-9809c40e86cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:58:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6560ef92-2fb2-4e79-8a2c-bac3f929d41e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:41.365269 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2fa5a33b-3083-4b2b-9d2d-ae1801ddffa1 req-a0737371-053e-4200-b3c9-57674d5658ab tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a0ef111-db41-4666-b569-81ecd9005e39 HTTP/1.1" status: 200 len: 210 time: 0.0768290 Nov 29 17:58:41.366036 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['eb57a55e-8e88-4232-adb2-6710e7654ae4', '336aaaf4-cfbf-490f-953c-4ab6d451a81e', 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:41.503441 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9da9c56d-5b66-4f8d-811c-b419baf30c71 req-580717ff-2bb1-4a1b-a132-3f614480850f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:41.584470 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b38b3cfb-108c-45b5-b3b6-9809c40e86cb None None] Set router 6560ef92-2fb2-4e79-8a2c-bac3f929d41e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:58:41.602390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580717ff-2bb1-4a1b-a132-3f614480850f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Pushing event deleted for resources: {'Port': ['ID=fc2d8448-7ab5-4a49-bea6-b5528093ecd8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:41.867198 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da9c56d-5b66-4f8d-811c-b419baf30c71 req-580717ff-2bb1-4a1b-a132-3f614480850f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] No DVR routers for this DVR port fc2d8448-7ab5-4a49-bea6-b5528093ecd8 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:41.881379 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9da9c56d-5b66-4f8d-811c-b419baf30c71 req-580717ff-2bb1-4a1b-a132-3f614480850f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:41.891479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9da9c56d-5b66-4f8d-811c-b419baf30c71 req-580717ff-2bb1-4a1b-a132-3f614480850f tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "DELETE /v2.0/ports/fc2d8448-7ab5-4a49-bea6-b5528093ecd8 HTTP/1.1" status: 204 len: 173 time: 1.2194338 Nov 29 17:58:41.891978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de', 'name': 'network-vif-deleted', 'tag': 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:41.900754 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843b13b1-da2e-4e0a-bf66-a724e90df897" -d '{"events": [{"server_uuid": "4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de", "name": "network-vif-deleted", "tag": "fc2d8448-7ab5-4a49-bea6-b5528093ecd8"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:41.974097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2811292-0ee2-4600-a939-e9185adb6012 req-afdac8dc-5a16-461b-aef0-dfcba13fc602 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0485759 Nov 29 17:58:42.018230 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b38b3cfb-108c-45b5-b3b6-9809c40e86cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'name': 'tempest-AttachSCSIVolumeTestJSON-25296706-router', 'tenant_id': 'faa68877825947d7bd574ba58343e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:56:05Z', 'updated_at': '2021-11-29T17:58:39Z', 'revision_number': 5, 'project_id': 'faa68877825947d7bd574ba58343e18e', 'gw_port': {'id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:56:07Z', 'updated_at': '2021-11-29T17:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:42.028673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda3f46-7ba9-4598-a364-85f748561e98 req-80d04677-bc75-4c4c-b204-431d760fa27d tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:42.040665 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efda3f46-7ba9-4598-a364-85f748561e98 req-80d04677-bc75-4c4c-b204-431d760fa27d tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 945 time: 0.4441018 Nov 29 17:58:42.055054 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b3cfb-108c-45b5-b3b6-9809c40e86cb None None] Checking router: 6560ef92-2fb2-4e79-8a2c-bac3f929d41e for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:58:42.068481 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b3cfb-108c-45b5-b3b6-9809c40e86cb None None] Routers {'6560ef92-2fb2-4e79-8a2c-bac3f929d41e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:58:42.069347 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b38b3cfb-108c-45b5-b3b6-9809c40e86cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:58:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6560ef92-2fb2-4e79-8a2c-bac3f929d41e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:42.110403 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373be19e-db01-439e-86b8-adfc825d32cb req-c63955d4-d597-4dd5-bd50-f1ca09722a6f tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:42.112059 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-373be19e-db01-439e-86b8-adfc825d32cb req-c63955d4-d597-4dd5-bd50-f1ca09722a6f tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 945 time: 0.1433976 Nov 29 17:58:42.112636 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4d01f3-e37f-4ed0-b11c-a2b1a90be70f x-openstack-request-id: req-dc4d01f3-e37f-4ed0-b11c-a2b1a90be70f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:42.113202 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de", "name": "network-vif-deleted", "tag": "fc2d8448-7ab5-4a49-bea6-b5528093ecd8", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:42.113482 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc4d01f3-e37f-4ed0-b11c-a2b1a90be70f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:42.114231 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de', 'name': 'network-vif-deleted', 'tag': 'fc2d8448-7ab5-4a49-bea6-b5528093ecd8', 'status': 'completed', 'code': 200} Nov 29 17:58:42.117701 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-10453222-3578-4d6b-87d8-d0972737574e admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:42.151472 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efda3f46-7ba9-4598-a364-85f748561e98 req-9c3852ea-897d-449f-b485-bd3532cf0418 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/security-groups?id=407c526c-5ad8-4ff9-9828-e35fc12989d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095002 Nov 29 17:58:42.227464 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b38b3cfb-108c-45b5-b3b6-9809c40e86cb None None] Set router 6560ef92-2fb2-4e79-8a2c-bac3f929d41e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:58:42.301833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['eb57a55e-8e88-4232-adb2-6710e7654ae4', '336aaaf4-cfbf-490f-953c-4ab6d451a81e'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:42.429245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a30a679e-b448-45a8-bd4a-a665f1c8d877 req-fff1a09d-16cc-48b8-a13b-82e8270aa1ce tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cd1a44b-c4cd-4a1e-a9e1-e2d6797400de HTTP/1.1" status: 200 len: 210 time: 0.0972769 Nov 29 17:58:42.447244 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-373be19e-db01-439e-86b8-adfc825d32cb req-367940f8-2a8f-4874-b16b-a8646aeca3ff tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Deleting port 168cf26a-0933-4c7e-862c-6c221c75466a {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:42.448477 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-373be19e-db01-439e-86b8-adfc825d32cb req-367940f8-2a8f-4874-b16b-a8646aeca3ff tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:42.499640 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-10453222-3578-4d6b-87d8-d0972737574e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:42.543057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a36c72-b5e6-4881-8a36-05933b1933d5 req-05044b89-3b36-4228-925a-7fecd9dbf78e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:42.556583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73a36c72-b5e6-4881-8a36-05933b1933d5 req-05044b89-3b36-4228-925a-7fecd9dbf78e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 944 time: 0.1815276 Nov 29 17:58:42.596802 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2480c9a-75f1-43bb-87cf-9b43243c3f51', 'name': 'network-vif-deleted', 'tag': '336aaaf4-cfbf-490f-953c-4ab6d451a81e'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:42.600876 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c423390-64ba-44cf-8bf6-bb9ed055fec2" -d '{"events": [{"server_uuid": "a2480c9a-75f1-43bb-87cf-9b43243c3f51", "name": "network-vif-deleted", "tag": "336aaaf4-cfbf-490f-953c-4ab6d451a81e"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:42.654512 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b38b3cfb-108c-45b5-b3b6-9809c40e86cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'name': 'tempest-AttachSCSIVolumeTestJSON-25296706-router', 'tenant_id': 'faa68877825947d7bd574ba58343e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:56:05Z', 'updated_at': '2021-11-29T17:58:39Z', 'revision_number': 5, 'project_id': 'faa68877825947d7bd574ba58343e18e', 'gw_port': {'id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:56:07Z', 'updated_at': '2021-11-29T17:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:42.702557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73a36c72-b5e6-4881-8a36-05933b1933d5 req-509306e0-4e4d-4099-8e35-19beb86e8409 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424413 Nov 29 17:58:42.725050 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b3cfb-108c-45b5-b3b6-9809c40e86cb None None] The sync data for ids ['6560ef92-2fb2-4e79-8a2c-bac3f929d41e'] in n-d-819494-5 is: [{'id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'name': 'tempest-AttachSCSIVolumeTestJSON-25296706-router', 'tenant_id': 'faa68877825947d7bd574ba58343e18e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:56:05Z', 'updated_at': '2021-11-29T17:58:39Z', 'revision_number': 5, 'project_id': 'faa68877825947d7bd574ba58343e18e', 'gw_port': {'id': '671dea27-204f-4f5f-ae71-03f7531b30ad', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:bf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6560ef92-2fb2-4e79-8a2c-bac3f929d41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:56:07Z', 'updated_at': '2021-11-29T17:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:58:42.736103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-10453222-3578-4d6b-87d8-d0972737574e admin admin] Deleting port 671dea27-204f-4f5f-ae71-03f7531b30ad {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:42.736372 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-10453222-3578-4d6b-87d8-d0972737574e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:42.741320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-373be19e-db01-439e-86b8-adfc825d32cb req-367940f8-2a8f-4874-b16b-a8646aeca3ff tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] For port 168cf26a-0933-4c7e-862c-6c221c75466a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=168cf26a-0933-4c7e-862c-6c221c75466a,segment=NetworkSegment(28d92e01-495c-4e78-9597-1512a117b6d1),segment_id=28d92e01-495c-4e78-9597-1512a117b6d1)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:42.741685 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-373be19e-db01-439e-86b8-adfc825d32cb req-367940f8-2a8f-4874-b16b-a8646aeca3ff tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:42.782057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-373be19e-db01-439e-86b8-adfc825d32cb req-367940f8-2a8f-4874-b16b-a8646aeca3ff tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Calling delete_port for 168cf26a-0933-4c7e-862c-6c221c75466a owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:42.832529 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12412e68-8c2e-453b-9149-021e99d3c35d x-openstack-request-id: req-12412e68-8c2e-453b-9149-021e99d3c35d {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:42.832841 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2480c9a-75f1-43bb-87cf-9b43243c3f51", "name": "network-vif-deleted", "tag": "336aaaf4-cfbf-490f-953c-4ab6d451a81e", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:42.833094 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12412e68-8c2e-453b-9149-021e99d3c35d {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:42.833487 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2480c9a-75f1-43bb-87cf-9b43243c3f51', 'name': 'network-vif-deleted', 'tag': '336aaaf4-cfbf-490f-953c-4ab6d451a81e', 'status': 'completed', 'code': 200} Nov 29 17:58:42.885965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e6f0a-aa77-4de7-9fca-415e129fc73d req-89419113-3482-45b3-8da0-79250289add2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:42.887849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a2e6f0a-aa77-4de7-9fca-415e129fc73d req-89419113-3482-45b3-8da0-79250289add2 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.0569322 Nov 29 17:58:42.923951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-10453222-3578-4d6b-87d8-d0972737574e admin admin] For port 671dea27-204f-4f5f-ae71-03f7531b30ad, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=671dea27-204f-4f5f-ae71-03f7531b30ad,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:42.924341 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-10453222-3578-4d6b-87d8-d0972737574e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:42.941488 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a2e6f0a-aa77-4de7-9fca-415e129fc73d req-ce3936d9-1817-40a7-84a5-949f5ca72166 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472155 Nov 29 17:58:42.945390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-10453222-3578-4d6b-87d8-d0972737574e admin admin] Calling delete_port for 671dea27-204f-4f5f-ae71-03f7531b30ad owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:43.098876 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-373be19e-db01-439e-86b8-adfc825d32cb req-367940f8-2a8f-4874-b16b-a8646aeca3ff tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:43.112249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6995bc2-92ec-4bf9-a7c5-58c1b4f2abc9 req-7741c5cd-7ec7-456d-871d-ad69f1b3b526 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0336928 Nov 29 17:58:43.118210 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['168cf26a-0933-4c7e-862c-6c221c75466a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:43.139899 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367940f8-2a8f-4874-b16b-a8646aeca3ff tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Pushing event deleted for resources: {'Port': ['ID=168cf26a-0933-4c7e-862c-6c221c75466a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:43.231369 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-373be19e-db01-439e-86b8-adfc825d32cb req-367940f8-2a8f-4874-b16b-a8646aeca3ff tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] No DVR routers for this DVR port 168cf26a-0933-4c7e-862c-6c221c75466a on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:43.236346 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-373be19e-db01-439e-86b8-adfc825d32cb req-367940f8-2a8f-4874-b16b-a8646aeca3ff tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:43.251627 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-373be19e-db01-439e-86b8-adfc825d32cb req-367940f8-2a8f-4874-b16b-a8646aeca3ff tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.20 "DELETE /v2.0/ports/168cf26a-0933-4c7e-862c-6c221c75466a HTTP/1.1" status: 204 len: 173 time: 1.1273727 Nov 29 17:58:43.293906 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74344116-12c5-4456-833e-faa864481b40 req-e0fd41a2-be9c-45cf-9899-cd8d44d9c553 tempest-InstanceActionsTestJSON-435411473 tempest-InstanceActionsTestJSON-435411473-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5 HTTP/1.1" status: 200 len: 210 time: 0.0601633 Nov 29 17:58:43.300262 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-10453222-3578-4d6b-87d8-d0972737574e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:43.335819 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10453222-3578-4d6b-87d8-d0972737574e admin admin] Pushing event deleted for resources: {'Port': ['ID=671dea27-204f-4f5f-ae71-03f7531b30ad,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:43.367881 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fd30e0bb-d831-4e48-a07d-0961501a8ff7 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:43.392747 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: fd30e0bb-d831-4e48-a07d-0961501a8ff7 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:43.392747 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fd30e0bb-d831-4e48-a07d-0961501a8ff7 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:43.401919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device d43b729f-742e-4dd0-bb42-b2f80a20f38d up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:58:43.445516 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-10453222-3578-4d6b-87d8-d0972737574e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:43.469687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port d43b729f-742e-4dd0-bb42-b2f80a20f38d completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:58:43.473674 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port d43b729f-742e-4dd0-bb42-b2f80a20f38d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:58:43.474132 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:43.564488 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-10453222-3578-4d6b-87d8-d0972737574e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:43.567258 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-10453222-3578-4d6b-87d8-d0972737574e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:43.568397 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:43.607365 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f80684-8f87-4ece-8373-82d6d263d45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43b729f-742e-4dd0-bb42-b2f80a20f38d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:43.609895 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d906ffd3-76d1-45dd-871f-69d490d0bfd0" -d '{"events": [{"server_uuid": "f3f80684-8f87-4ece-8373-82d6d263d45a", "name": "network-vif-plugged", "status": "completed", "tag": "d43b729f-742e-4dd0-bb42-b2f80a20f38d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:43.625867 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port d43b729f-742e-4dd0-bb42-b2f80a20f38d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d43b729f-742e-4dd0-bb42-b2f80a20f38d,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:43.633179 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:43.634218 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fc2d8448-7ab5-4a49-bea6-b5528093ecd8 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:43.639452 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-10453222-3578-4d6b-87d8-d0972737574e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:43.640037 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10453222-3578-4d6b-87d8-d0972737574e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6560ef92-2fb2-4e79-8a2c-bac3f929d41e {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 17:58:43.658869 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-10453222-3578-4d6b-87d8-d0972737574e admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:43.665285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41938) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:43.668969 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-10453222-3578-4d6b-87d8-d0972737574e admin admin] 10.222.0.23 "DELETE /v2.0/routers/6560ef92-2fb2-4e79-8a2c-bac3f929d41e HTTP/1.1" status: 204 len: 168 time: 2.3757050 Nov 29 17:58:43.687335 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf0dcf3-1310-48aa-9307-3f5da1c432db x-openstack-request-id: req-adf0dcf3-1310-48aa-9307-3f5da1c432db {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:43.687909 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f80684-8f87-4ece-8373-82d6d263d45a", "name": "network-vif-plugged", "status": "completed", "tag": "d43b729f-742e-4dd0-bb42-b2f80a20f38d", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:43.688347 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adf0dcf3-1310-48aa-9307-3f5da1c432db {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:43.688896 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f80684-8f87-4ece-8373-82d6d263d45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43b729f-742e-4dd0-bb42-b2f80a20f38d', 'code': 200} Nov 29 17:58:43.693568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: fc2d8448-7ab5-4a49-bea6-b5528093ecd8 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:43.694520 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fc2d8448-7ab5-4a49-bea6-b5528093ecd8 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:43.765631 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=d43b729f-742e-4dd0-bb42-b2f80a20f38d,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:43.775217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:43.775358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a3df2c-0ca9-4e68-9439-0ee59f65e66d admin admin] Deleting subnet ebf7c112-4131-46f3-868d-7eae4f9d34bd {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 17:58:43.776703 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:43.777481 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:43.777982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:43.778478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:43.779005 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:43.779510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:43.779939 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e6a3df2c-0ca9-4e68-9439-0ee59f65e66d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:43.780157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:43.780712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:43.781215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:43.781703 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:43.782185 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:43.904063 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e6a3df2c-0ca9-4e68-9439-0ee59f65e66d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:43.980103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f2b53-f287-423b-aa82-80f604e8b9c6 req-517ff743-9b5e-4870-995a-80fb7e5270fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:43.981639 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e41f2b53-f287-423b-aa82-80f604e8b9c6 req-517ff743-9b5e-4870-995a-80fb7e5270fb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 1096 time: 0.1608820 Nov 29 17:58:44.052291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06df10-da25-44ed-9f63-f3f7d705a93d req-a2f8fe53-c979-416f-a055-201350145568 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:44.059312 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c06df10-da25-44ed-9f63-f3f7d705a93d req-a2f8fe53-c979-416f-a055-201350145568 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 945 time: 0.1722383 Nov 29 17:58:44.067051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5e121-2ba5-44a0-aee2-a044e8a223a6 req-e6da3e5c-080b-4672-b7d7-03d2a11fedbf tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:44.068608 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bad5e121-2ba5-44a0-aee2-a044e8a223a6 req-e6da3e5c-080b-4672-b7d7-03d2a11fedbf tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 949 time: 0.1930215 Nov 29 17:58:44.124545 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e6a3df2c-0ca9-4e68-9439-0ee59f65e66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:44.175651 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e41f2b53-f287-423b-aa82-80f604e8b9c6 req-52ddb551-896a-4415-8f02-35822da35645 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812434 Nov 29 17:58:44.217606 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c06df10-da25-44ed-9f63-f3f7d705a93d req-17fe5353-2e98-4a3e-a815-f2fe009bdc55 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430285 Nov 29 17:58:44.224514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bad5e121-2ba5-44a0-aee2-a044e8a223a6 req-7bf51988-d227-4816-8e6e-d20130b8ee24 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481130 Nov 29 17:58:44.253079 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e6a3df2c-0ca9-4e68-9439-0ee59f65e66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:44.290013 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3df2c-0ca9-4e68-9439-0ee59f65e66d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf7c112-4131-46f3-868d-7eae4f9d34bd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:44.294626 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e6a3df2c-0ca9-4e68-9439-0ee59f65e66d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:44.298202 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e6a3df2c-0ca9-4e68-9439-0ee59f65e66d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ebf7c112-4131-46f3-868d-7eae4f9d34bd HTTP/1.1" status: 204 len: 168 time: 0.6316500 Nov 29 17:58:44.301080 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41950) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:44.308351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e9b229-2f96-4e63-a86d-8e9653d93b30 None None] Network c6ee73b6-6e46-4b56-8499-1af1c94e35bf requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:58:44.384960 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9d4a779-cec0-42b3-a866-00652bff5afe req-9fad3f77-ad79-477f-9bec-ff7febab8725 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0585098 Nov 29 17:58:44.431309 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:44.450592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a302200-9892-4acd-9836-47bab7c2efe7 req-a1c817f3-6593-4d0b-8d8f-1445cab6df59 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:44.450940 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea57fe-001b-4d74-b469-52b78438f53a req-4a94842d-2198-4d8d-a8b0-f13fd523d0f3 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:44.454167 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0a302200-9892-4acd-9836-47bab7c2efe7 req-a1c817f3-6593-4d0b-8d8f-1445cab6df59 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.1010509 Nov 29 17:58:44.466045 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-deea57fe-001b-4d74-b469-52b78438f53a req-4a94842d-2198-4d8d-a8b0-f13fd523d0f3 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 950 time: 0.0946102 Nov 29 17:58:44.486115 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41956) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:44.571692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a469a044-7a2f-4027-8fe2-86280bacf377 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:44.590372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] Deleting port 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:44.590654 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:44.605884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: a469a044-7a2f-4027-8fe2-86280bacf377 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:44.606529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a469a044-7a2f-4027-8fe2-86280bacf377 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:44.607146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 671dea27-204f-4f5f-ae71-03f7531b30ad no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:44.609759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3fe7d81-47ec-4d62-9bd1-be6c6953fef0 admin admin] Deleting subnet 79c4a722-6fe4-4998-a3b1-feab1a9ed782 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 17:58:44.615448 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7d81-47ec-4d62-9bd1-be6c6953fef0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:44.621767 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-deea57fe-001b-4d74-b469-52b78438f53a req-64088ba1-6e60-4e15-bd1a-5356d99b2b87 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534882 Nov 29 17:58:44.642722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-0a302200-9892-4acd-9836-47bab7c2efe7 req-5daf8c32-3966-4f99-a98a-84a39911f185 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Deleting port 3c3e7776-dabc-48d9-9569-d36b095a5cee {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:44.643340 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0a302200-9892-4acd-9836-47bab7c2efe7 req-5daf8c32-3966-4f99-a98a-84a39911f185 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:44.661270 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d236622-92b4-429b-9dcc-81cf5f4038ba None None] DHCP port deletion for c6ee73b6-6e46-4b56-8499-1af1c94e35bf request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 17:58:44.663457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 671dea27-204f-4f5f-ae71-03f7531b30ad {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:44.663802 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 671dea27-204f-4f5f-ae71-03f7531b30ad not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:44.671953 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7d81-47ec-4d62-9bd1-be6c6953fef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:44.721378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0d236622-92b4-429b-9dcc-81cf5f4038ba None None] Deleting port 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:44.722102 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d236622-92b4-429b-9dcc-81cf5f4038ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:44.730114 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] For port 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9a7b7bc4-c214-43ea-be22-e637a7e9c0cc,segment=NetworkSegment(ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9),segment_id=ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:44.730501 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:44.743402 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7d81-47ec-4d62-9bd1-be6c6953fef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:44.757043 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] Calling delete_port for 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:44.798532 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0d236622-92b4-429b-9dcc-81cf5f4038ba None None] For port 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9a7b7bc4-c214-43ea-be22-e637a7e9c0cc,segment=NetworkSegment(ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9),segment_id=ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:44.799371 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d236622-92b4-429b-9dcc-81cf5f4038ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:44.811187 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7d81-47ec-4d62-9bd1-be6c6953fef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:44.821945 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0d236622-92b4-429b-9dcc-81cf5f4038ba None None] Calling delete_port for 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:44.824908 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-0a302200-9892-4acd-9836-47bab7c2efe7 req-5daf8c32-3966-4f99-a98a-84a39911f185 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] For port 3c3e7776-dabc-48d9-9569-d36b095a5cee, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=3c3e7776-dabc-48d9-9569-d36b095a5cee,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:44.825523 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0a302200-9892-4acd-9836-47bab7c2efe7 req-5daf8c32-3966-4f99-a98a-84a39911f185 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:44.829748 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7d81-47ec-4d62-9bd1-be6c6953fef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:44.832936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f3fe7d81-47ec-4d62-9bd1-be6c6953fef0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/79c4a722-6fe4-4998-a3b1-feab1a9ed782 HTTP/1.1" status: 204 len: 168 time: 0.3437548 Nov 29 17:58:44.836380 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5', 'name': 'network-vif-deleted', 'tag': '168cf26a-0933-4c7e-862c-6c221c75466a'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:44.839355 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fb908c-e9bf-4d94-a11b-8f2d553d46a9" -d '{"events": [{"server_uuid": "ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5", "name": "network-vif-deleted", "tag": "168cf26a-0933-4c7e-862c-6c221c75466a"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:44.841979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41960) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:44.852828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe7d81-47ec-4d62-9bd1-be6c6953fef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c4a722-6fe4-4998-a3b1-feab1a9ed782,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:44.861523 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-0a302200-9892-4acd-9836-47bab7c2efe7 req-5daf8c32-3966-4f99-a98a-84a39911f185 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Calling delete_port for 3c3e7776-dabc-48d9-9569-d36b095a5cee owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:44.971215 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d236622-92b4-429b-9dcc-81cf5f4038ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:44.974496 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71f65f1-a693-4ddd-9e7e-58c8e63e3160 x-openstack-request-id: req-f71f65f1-a693-4ddd-9e7e-58c8e63e3160 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:44.974834 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5", "name": "network-vif-deleted", "tag": "168cf26a-0933-4c7e-862c-6c221c75466a", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:44.975069 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f71f65f1-a693-4ddd-9e7e-58c8e63e3160 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:44.976636 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8ff8ea-4d13-475b-9ee1-4b3edb17a2c5', 'name': 'network-vif-deleted', 'tag': '168cf26a-0933-4c7e-862c-6c221c75466a', 'status': 'completed', 'code': 200} Nov 29 17:58:44.993086 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a43d9d65-aa4d-4ba3-9767-77a100466b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:45.002556 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d236622-92b4-429b-9dcc-81cf5f4038ba None None] Pushing event deleted for resources: {'Port': ['ID=9a7b7bc4-c214-43ea-be22-e637a7e9c0cc,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:45.006046 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:45.012387 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d236622-92b4-429b-9dcc-81cf5f4038ba None None] No DVR routers for this DVR port 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:45.056517 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7b7bc4-c214-43ea-be22-e637a7e9c0cc,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:45.059568 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] No DVR routers for this DVR port 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:45.240391 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:45.255102 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a43d9d65-aa4d-4ba3-9767-77a100466b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:45.273209 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0a302200-9892-4acd-9836-47bab7c2efe7 req-5daf8c32-3966-4f99-a98a-84a39911f185 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:45.284849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['23f17721-a513-404d-bae3-c88f485b6409', '3c3e7776-dabc-48d9-9569-d36b095a5cee'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:45.297143 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ee73b6-6e46-4b56-8499-1af1c94e35bf']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:45.348715 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a43d9d65-aa4d-4ba3-9767-77a100466b43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:45.353955 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf8c32-3966-4f99-a98a-84a39911f185 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Pushing event deleted for resources: {'Port': ['ID=3c3e7776-dabc-48d9-9569-d36b095a5cee,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:45.354639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 3c3e7776-dabc-48d9-9569-d36b095a5cee no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:45.373558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:45.373957 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2d52c9-a8f1-48a6-89d2-48a82e99cfd9') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:45.376486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006c444-19ea-4a90-9cd8-65a1941c1caf req-a23dda6c-778b-456a-b918-4b26dda464a6 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:45.394929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c006c444-19ea-4a90-9cd8-65a1941c1caf req-a23dda6c-778b-456a-b918-4b26dda464a6 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 949 time: 0.0846879 Nov 29 17:58:45.397799 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 3c3e7776-dabc-48d9-9569-d36b095a5cee {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:45.398154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 3c3e7776-dabc-48d9-9569-d36b095a5cee not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:45.398581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 168cf26a-0933-4c7e-862c-6c221c75466a no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:45.409606 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a43d9d65-aa4d-4ba3-9767-77a100466b43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d92e01-495c-4e78-9597-1512a117b6d1') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:45.409933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a43d9d65-aa4d-4ba3-9767-77a100466b43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d92e01-495c-4e78-9597-1512a117b6d1') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:45.456853 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:45.457102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 336aaaf4-cfbf-490f-953c-4ab6d451a81e no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:45.460418 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a43d9d65-aa4d-4ba3-9767-77a100466b43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:45.464824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c006c444-19ea-4a90-9cd8-65a1941c1caf req-491a16ed-c334-4758-8095-0f3f19877e8e tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/security-groups?id=e79e7767-a6c8-4c42-9e32-515b302fb5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685761 Nov 29 17:58:45.468655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 168cf26a-0933-4c7e-862c-6c221c75466a {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:45.469013 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 168cf26a-0933-4c7e-862c-6c221c75466a not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:45.513677 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 336aaaf4-cfbf-490f-953c-4ab6d451a81e {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:45.514032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 336aaaf4-cfbf-490f-953c-4ab6d451a81e not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:45.516051 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a302200-9892-4acd-9836-47bab7c2efe7 req-5daf8c32-3966-4f99-a98a-84a39911f185 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] No DVR routers for this DVR port 3c3e7776-dabc-48d9-9569-d36b095a5cee on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:45.524731 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0a302200-9892-4acd-9836-47bab7c2efe7 req-5daf8c32-3966-4f99-a98a-84a39911f185 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:45.529368 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0a302200-9892-4acd-9836-47bab7c2efe7 req-5daf8c32-3966-4f99-a98a-84a39911f185 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "DELETE /v2.0/ports/3c3e7776-dabc-48d9-9569-d36b095a5cee HTTP/1.1" status: 204 len: 173 time: 1.0678115 Nov 29 17:58:45.539814 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a43d9d65-aa4d-4ba3-9767-77a100466b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:45.546349 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:45.565710 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43d9d65-aa4d-4ba3-9767-77a100466b43 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 17:58:45.566526 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a43d9d65-aa4d-4ba3-9767-77a100466b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: timer() Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 17:58:45.569780 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 17:58:45.605713 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cbfc013c-02ca-4e0d-b296-3d6f62ddd6da req-29971b17-2683-4d31-a94c-635a33e4d9bd tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0378675 Nov 29 17:58:45.613276 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 17:58:45.614283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fc3dc-e716-4612-a62a-0d0d4b03ab12 req-7606ab86-f2fb-4542-b3a0-686eeae9ae55 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:45.614537 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: timer() Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 17:58:45.616978 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 17:58:45.622955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-571fc3dc-e716-4612-a62a-0d0d4b03ab12 req-7606ab86-f2fb-4542-b3a0-686eeae9ae55 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 945 time: 0.2692635 Nov 29 17:58:45.706455 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a43d9d65-aa4d-4ba3-9767-77a100466b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:45.721433 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a43d9d65-aa4d-4ba3-9767-77a100466b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:45.727440 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a43d9d65-aa4d-4ba3-9767-77a100466b43 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45 HTTP/1.1" status: 204 len: 168 time: 0.8801031 Nov 29 17:58:45.741600 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:45.743845 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d9d65-aa4d-4ba3-9767-77a100466b43 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a62f2b0-209c-4ae7-8aca-17dc6e1a1f45,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:45.759309 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:45.773758 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c6ee73b6-6e46-4b56-8499-1af1c94e35bf HTTP/1.1" status: 204 len: 168 time: 1.4684999 Nov 29 17:58:45.790551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24b32e-11c7-4a81-a2db-76b6a1e13e78 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ee73b6-6e46-4b56-8499-1af1c94e35bf,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:45.792395 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-571fc3dc-e716-4612-a62a-0d0d4b03ab12 req-4175ceca-7947-4c04-9030-4e49faef8d29 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554770 Nov 29 17:58:45.836079 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd48ef9-a70e-450d-90e6-66f469343f3f req-4af6ea3b-2f61-47e3-9fcf-0eb91611d086 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:45.837654 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ffd48ef9-a70e-450d-90e6-66f469343f3f req-4af6ea3b-2f61-47e3-9fcf-0eb91611d086 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 949 time: 0.2058535 Nov 29 17:58:45.969705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f0eb469-588a-4049-b797-ef68ba4f634d req-5d2e846e-0138-4cd8-9898-146c0c161274 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=2b29b5c3-d19c-488c-8b8f-87a9246e0c51 HTTP/1.1" status: 200 len: 210 time: 0.0631127 Nov 29 17:58:46.014421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-ffd48ef9-a70e-450d-90e6-66f469343f3f req-65212791-ea2b-4e85-8a65-22ab3c0c54a9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Deleting port eb57a55e-8e88-4232-adb2-6710e7654ae4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:46.014772 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ffd48ef9-a70e-450d-90e6-66f469343f3f req-65212791-ea2b-4e85-8a65-22ab3c0c54a9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:46.018970 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41982) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:46.039285 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41984) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:46.105294 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9659e405-8057-464e-9502-0e6fd9714b44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3976054f1e0747a9866f44e8ad681cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0846982 Nov 29 17:58:46.107736 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41986) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:46.111953 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-75fe5806-0e80-449a-9116-fdb8f542bfd6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dedadc0e82214d55948d2e4a3794e277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708992 Nov 29 17:58:46.114617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41988) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:46.179037 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0439741d-1d2b-48ce-a086-a263984a3118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:46.199480 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd25a9a4-85f6-404d-a6ac-a2a37857e94b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:46.203779 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-ffd48ef9-a70e-450d-90e6-66f469343f3f req-65212791-ea2b-4e85-8a65-22ab3c0c54a9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] For port eb57a55e-8e88-4232-adb2-6710e7654ae4, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=eb57a55e-8e88-4232-adb2-6710e7654ae4,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:46.204498 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ffd48ef9-a70e-450d-90e6-66f469343f3f req-65212791-ea2b-4e85-8a65-22ab3c0c54a9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:46.214491 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0439741d-1d2b-48ce-a086-a263984a3118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:46.227195 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-ffd48ef9-a70e-450d-90e6-66f469343f3f req-65212791-ea2b-4e85-8a65-22ab3c0c54a9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Calling delete_port for eb57a55e-8e88-4232-adb2-6710e7654ae4 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:46.240522 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd25a9a4-85f6-404d-a6ac-a2a37857e94b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:46.290456 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0439741d-1d2b-48ce-a086-a263984a3118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:46.294749 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0439741d-1d2b-48ce-a086-a263984a3118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:46.295936 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0439741d-1d2b-48ce-a086-a263984a3118 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46272b87-0c81-4437-a5ad-a9569bc6fad8 HTTP/1.1" status: 204 len: 168 time: 0.1803706 Nov 29 17:58:46.310836 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439741d-1d2b-48ce-a086-a263984a3118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46272b87-0c81-4437-a5ad-a9569bc6fad8,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:46.353089 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd25a9a4-85f6-404d-a6ac-a2a37857e94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:46.355884 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd25a9a4-85f6-404d-a6ac-a2a37857e94b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:46.357141 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fd25a9a4-85f6-404d-a6ac-a2a37857e94b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/407c526c-5ad8-4ff9-9828-e35fc12989d6 HTTP/1.1" status: 204 len: 168 time: 0.2483590 Nov 29 17:58:46.394978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25a9a4-85f6-404d-a6ac-a2a37857e94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407c526c-5ad8-4ff9-9828-e35fc12989d6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:46.421394 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ffd48ef9-a70e-450d-90e6-66f469343f3f req-65212791-ea2b-4e85-8a65-22ab3c0c54a9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:46.436849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['eb57a55e-8e88-4232-adb2-6710e7654ae4'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:46.457623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65212791-ea2b-4e85-8a65-22ab3c0c54a9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Pushing event deleted for resources: {'Port': ['ID=eb57a55e-8e88-4232-adb2-6710e7654ae4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:46.549219 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd48ef9-a70e-450d-90e6-66f469343f3f req-65212791-ea2b-4e85-8a65-22ab3c0c54a9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] No DVR routers for this DVR port eb57a55e-8e88-4232-adb2-6710e7654ae4 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:46.563368 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ffd48ef9-a70e-450d-90e6-66f469343f3f req-65212791-ea2b-4e85-8a65-22ab3c0c54a9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:46.566818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ffd48ef9-a70e-450d-90e6-66f469343f3f req-65212791-ea2b-4e85-8a65-22ab3c0c54a9 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.31 "DELETE /v2.0/ports/eb57a55e-8e88-4232-adb2-6710e7654ae4 HTTP/1.1" status: 204 len: 173 time: 0.7183352 Nov 29 17:58:46.582954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36774d7-8b47-4e6d-aa8e-9e281f11eaa0', 'name': 'network-vif-deleted', 'tag': 'eb57a55e-8e88-4232-adb2-6710e7654ae4'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:46.606269 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77bca38-44f8-429e-bdcf-b89e8230b894" -d '{"events": [{"server_uuid": "b36774d7-8b47-4e6d-aa8e-9e281f11eaa0", "name": "network-vif-deleted", "tag": "eb57a55e-8e88-4232-adb2-6710e7654ae4"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:46.651130 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52a51acb-20e7-475d-bbd2-41a63f24de00 req-bf09946c-2fd6-4b97-89fe-42580b1017f2 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36774d7-8b47-4e6d-aa8e-9e281f11eaa0 HTTP/1.1" status: 200 len: 210 time: 0.0359070 Nov 29 17:58:46.688575 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e29769a-fb84-4132-9908-a0cf9b3dd144 x-openstack-request-id: req-9e29769a-fb84-4132-9908-a0cf9b3dd144 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:46.688883 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36774d7-8b47-4e6d-aa8e-9e281f11eaa0", "name": "network-vif-deleted", "tag": "eb57a55e-8e88-4232-adb2-6710e7654ae4", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:46.689196 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e29769a-fb84-4132-9908-a0cf9b3dd144 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:46.689611 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36774d7-8b47-4e6d-aa8e-9e281f11eaa0', 'name': 'network-vif-deleted', 'tag': 'eb57a55e-8e88-4232-adb2-6710e7654ae4', 'status': 'completed', 'code': 200} Nov 29 17:58:46.723559 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:46.748929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:46.749464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9a7b7bc4-c214-43ea-be22-e637a7e9c0cc not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:46.977004 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b29b5c3-d19c-488c-8b8f-87a9246e0c51', 'name': 'network-vif-deleted', 'tag': '3c3e7776-dabc-48d9-9569-d36b095a5cee'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:46.980115 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e90179b-94a0-4014-9668-ebe143e0b7a5" -d '{"events": [{"server_uuid": "2b29b5c3-d19c-488c-8b8f-87a9246e0c51", "name": "network-vif-deleted", "tag": "3c3e7776-dabc-48d9-9569-d36b095a5cee"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:47.088899 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42020) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:47.173577 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f7c8c00a-717b-49a0-9548-69dea79cf595 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=faa68877825947d7bd574ba58343e18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0794983 Nov 29 17:58:47.174548 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42024) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:47.259380 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-861396e6-2325-4385-85f9-eb1ff9ae7361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:47.304530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-861396e6-2325-4385-85f9-eb1ff9ae7361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:47.327153 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17ac9a1a-3c03-4ff7-bf4c-9447ef88cd4d req-cffc1735-2f60-4f8d-944d-fd1a7d1eb6b2 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.5196784 Nov 29 17:58:47.367806 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-861396e6-2325-4385-85f9-eb1ff9ae7361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:47.373526 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-861396e6-2325-4385-85f9-eb1ff9ae7361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:47.380198 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-861396e6-2325-4385-85f9-eb1ff9ae7361 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8ea19ec-9f36-4f16-b616-804a94de57cb HTTP/1.1" status: 204 len: 168 time: 0.2023396 Nov 29 17:58:47.390522 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861396e6-2325-4385-85f9-eb1ff9ae7361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ea19ec-9f36-4f16-b616-804a94de57cb,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:47.407594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d811ffb-b32d-4ff6-806f-987a859a5de6 req-896fb0c1-7c3f-4024-87a3-55d44beb9073 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:47.418513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d811ffb-b32d-4ff6-806f-987a859a5de6 req-896fb0c1-7c3f-4024-87a3-55d44beb9073 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 945 time: 0.1035020 Nov 29 17:58:47.433715 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f647d2-c69a-45da-8144-8586afad24cf x-openstack-request-id: req-39f647d2-c69a-45da-8144-8586afad24cf {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:47.434011 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b29b5c3-d19c-488c-8b8f-87a9246e0c51", "name": "network-vif-deleted", "tag": "3c3e7776-dabc-48d9-9569-d36b095a5cee", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:47.434271 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-39f647d2-c69a-45da-8144-8586afad24cf {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:47.434724 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b29b5c3-d19c-488c-8b8f-87a9246e0c51', 'name': 'network-vif-deleted', 'tag': '3c3e7776-dabc-48d9-9569-d36b095a5cee', 'status': 'completed', 'code': 200} Nov 29 17:58:47.503339 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d811ffb-b32d-4ff6-806f-987a859a5de6 req-2f57fbff-0c05-4923-b35d-7759e5e372ae tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737243 Nov 29 17:58:47.621112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee79ca-14d1-4eab-9a8e-4c1321205fe9 req-f6409a8d-afc5-40ec-8b88-5ecc8df2857f tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:47.630005 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afee79ca-14d1-4eab-9a8e-4c1321205fe9 req-f6409a8d-afc5-40ec-8b88-5ecc8df2857f tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 1096 time: 0.0625296 Nov 29 17:58:47.702915 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afee79ca-14d1-4eab-9a8e-4c1321205fe9 req-0d34fae3-3159-4a43-ac8d-499291467ea2 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706849 Nov 29 17:58:47.845151 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9019d85-b08f-40c6-88bd-ba5455ffe551 req-16b27013-f7ee-4d07-9836-62b6d447552e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:47.847367 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a9019d85-b08f-40c6-88bd-ba5455ffe551 req-16b27013-f7ee-4d07-9836-62b6d447552e tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.0961850 Nov 29 17:58:47.918037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d2c05-8daa-4eb3-9fc1-cf88dc5ecb89 req-f44f7110-ce84-4222-97d4-c907b5178a1a tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:47.919604 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d10d2c05-8daa-4eb3-9fc1-cf88dc5ecb89 req-f44f7110-ce84-4222-97d4-c907b5178a1a tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 1096 time: 0.0870078 Nov 29 17:58:47.943420 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a9019d85-b08f-40c6-88bd-ba5455ffe551 req-0f2055ad-4466-436a-958a-9f46e127646f tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861819 Nov 29 17:58:47.967947 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42056) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:48.000280 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d10d2c05-8daa-4eb3-9fc1-cf88dc5ecb89 req-08180903-4c1d-44ed-82ad-991ab916f365 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725985 Nov 29 17:58:48.195360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-459cecbe-4440-44bc-9925-c05509a7a9e0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2024097268-network', 'tenant_id': '255082b63de549aeaca1e79e75cfcb79'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:48.235781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459cecbe-4440-44bc-9925-c05509a7a9e0 admin admin] Made reservation on behalf of 255082b63de549aeaca1e79e75cfcb79 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:58:48.240519 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-459cecbe-4440-44bc-9925-c05509a7a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:48.257865 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-459cecbe-4440-44bc-9925-c05509a7a9e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:48.360466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42076) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:48.394302 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-459cecbe-4440-44bc-9925-c05509a7a9e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:48.400649 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-459cecbe-4440-44bc-9925-c05509a7a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:48.436844 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459cecbe-4440-44bc-9925-c05509a7a9e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:58:48.455687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cecbe-4440-44bc-9925-c05509a7a9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7150a581-8ecc-4253-aa5d-790e3300f980,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:48.462110 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-459cecbe-4440-44bc-9925-c05509a7a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:48.462461 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-459cecbe-4440-44bc-9925-c05509a7a9e0 admin admin] Added segment 7ab3073e-50ba-4da4-8530-beed92fa37e1 of type vlan for network 57f88c5c-e77c-48db-a3b8-7ceadd054f7f Nov 29 17:58:48.500220 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97a50e5a-7cef-46e4-9080-cbbacc95eefc req-a76f4550-e151-4cee-a954-9154b6164bc1 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0686562 Nov 29 17:58:48.511530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-459cecbe-4440-44bc-9925-c05509a7a9e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:48.547217 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-459cecbe-4440-44bc-9925-c05509a7a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:48.548772 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459cecbe-4440-44bc-9925-c05509a7a9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:48.549795 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-459cecbe-4440-44bc-9925-c05509a7a9e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:48.615594 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8569bd40-f93a-471b-a55d-0671e48ec35c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4bd3732f9e045b291c6544ec838be2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529829 Nov 29 17:58:48.618042 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42090) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:48.639816 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-459cecbe-4440-44bc-9925-c05509a7a9e0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6761541 Nov 29 17:58:48.640344 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42092) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:48.645683 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-eff4476d-6a3e-4d30-ae32-0da84909ff51 admin admin] Request body: {'subnet': {'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2024097268-subnet', 'tenant_id': '255082b63de549aeaca1e79e75cfcb79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:48.675969 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cecbe-4440-44bc-9925-c05509a7a9e0 admin admin] Pushing event updated for resources: {'Network': ['ID=57f88c5c-e77c-48db-a3b8-7ceadd054f7f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:48.687106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff4476d-6a3e-4d30-ae32-0da84909ff51 admin admin] Made reservation on behalf of 255082b63de549aeaca1e79e75cfcb79 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:58:48.691456 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eff4476d-6a3e-4d30-ae32-0da84909ff51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:48.702512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 57f88c5c-e77c-48db-a3b8-7ceadd054f7f details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:58:48.731581 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-769d7213-ec34-445b-9a5f-4731b0bb7dfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:48.785152 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-769d7213-ec34-445b-9a5f-4731b0bb7dfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:48.820253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42102) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:48.875285 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-769d7213-ec34-445b-9a5f-4731b0bb7dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:48.883153 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-769d7213-ec34-445b-9a5f-4731b0bb7dfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:48.885620 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-769d7213-ec34-445b-9a5f-4731b0bb7dfd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e79e7767-a6c8-4c42-9e32-515b302fb5e5 HTTP/1.1" status: 204 len: 168 time: 0.2648571 Nov 29 17:58:48.897543 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d7213-ec34-445b-9a5f-4731b0bb7dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79e7767-a6c8-4c42-9e32-515b302fb5e5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:48.944574 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eff4476d-6a3e-4d30-ae32-0da84909ff51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:49.001621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2c1f0f9b-0b5c-497e-aca4-f5b0db343910 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-73995353-network', 'tenant_id': '85abdbbba710464d88fafe79b3ff765b'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:49.028578 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4476d-6a3e-4d30-ae32-0da84909ff51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:49.054998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1f0f9b-0b5c-497e-aca4-f5b0db343910 admin admin] Made reservation on behalf of 85abdbbba710464d88fafe79b3ff765b for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:58:49.058656 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c1f0f9b-0b5c-497e-aca4-f5b0db343910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:49.091467 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c1f0f9b-0b5c-497e-aca4-f5b0db343910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:49.099503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff4476d-6a3e-4d30-ae32-0da84909ff51 admin admin] Checking segment: {'id': '7ab3073e-50ba-4da4-8530-beed92fa37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:58:49.099995 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff4476d-6a3e-4d30-ae32-0da84909ff51 admin admin] Network hostable DHCP agents. Network: 57f88c5c-e77c-48db-a3b8-7ceadd054f7f, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:58:49.141455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff4476d-6a3e-4d30-ae32-0da84909ff51 admin admin] Network 57f88c5c-e77c-48db-a3b8-7ceadd054f7f is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:58:49.163192 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bc6fc-3a9d-4b32-b5b6-ee75e0010055 req-731d1acb-537f-45a7-8a7d-c8a50d6c30b6 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:49.172954 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd0bc6fc-3a9d-4b32-b5b6-ee75e0010055 req-731d1acb-537f-45a7-8a7d-c8a50d6c30b6 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.1054008 Nov 29 17:58:49.227763 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-eff4476d-6a3e-4d30-ae32-0da84909ff51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 57f88c5c-e77c-48db-a3b8-7ceadd054f7f) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:58:49.234031 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff4476d-6a3e-4d30-ae32-0da84909ff51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:49.234701 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eff4476d-6a3e-4d30-ae32-0da84909ff51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:49.238437 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d44251-7a5d-4e65-9f21-cd8425a131f2 None None] Network 57f88c5c-e77c-48db-a3b8-7ceadd054f7f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:58:49.272203 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-eff4476d-6a3e-4d30-ae32-0da84909ff51 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6307266 Nov 29 17:58:49.282398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42126) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:49.298175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901b58-1519-4275-9857-63037f7c47a8 req-571d5f11-8aaf-4baf-a27d-ae7cb0775521 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:49.300619 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fd901b58-1519-4275-9857-63037f7c47a8 req-571d5f11-8aaf-4baf-a27d-ae7cb0775521 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.1386828 Nov 29 17:58:49.305391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2024097268-router', 'tenant_id': '255082b63de549aeaca1e79e75cfcb79', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:49.364482 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd0bc6fc-3a9d-4b32-b5b6-ee75e0010055 req-ab261a42-09ec-4549-b7b6-1ff65f56da47 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908150 Nov 29 17:58:49.424033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device eb57a55e-8e88-4232-adb2-6710e7654ae4 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:49.449761 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:49.450961 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:49.467034 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c1f0f9b-0b5c-497e-aca4-f5b0db343910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:49.472034 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: eb57a55e-8e88-4232-adb2-6710e7654ae4 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:49.472377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device eb57a55e-8e88-4232-adb2-6710e7654ae4 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:49.479156 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c1f0f9b-0b5c-497e-aca4-f5b0db343910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:49.481151 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bb2dad-b517-4224-bc3b-f6c2929c9adb None None] Network 57f88c5c-e77c-48db-a3b8-7ceadd054f7f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:58:49.524187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42128) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:49.540622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1f0f9b-0b5c-497e-aca4-f5b0db343910 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:58:49.568023 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:49.577648 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c1f0f9b-0b5c-497e-aca4-f5b0db343910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:49.578028 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-2c1f0f9b-0b5c-497e-aca4-f5b0db343910 admin admin] Added segment 50e4ca13-1505-4e4d-a025-f3eb7c53b161 of type vlan for network 96458e57-9e40-447e-bd91-8a0d8de13d68 Nov 29 17:58:49.623332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1426ffab-dd1a-48e6-9e42-afeee73e6f1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=834b91938bba4b8f89c2c79c1cae8a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0951095 Nov 29 17:58:49.624139 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f0f9b-0b5c-497e-aca4-f5b0db343910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f01443-d805-42da-ae19-0d1ac1af1103,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:49.641825 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42132) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:49.702901 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-881157a3-f22a-43e3-a229-688428c3d8a7 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:58:49.703842 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-881157a3-f22a-43e3-a229-688428c3d8a7 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188203 Nov 29 17:58:49.714548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a77cc1d2-1157-45a8-a744-20d05f0a773c req-db74992a-e8c5-4d40-9af4-4893b84ff961 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0761869 Nov 29 17:58:49.728101 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c1f0f9b-0b5c-497e-aca4-f5b0db343910 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:49.754257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-fd901b58-1519-4275-9857-63037f7c47a8 req-2e120fce-8811-4679-92e6-074bb3e781b5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Deleting port 23f17721-a513-404d-bae3-c88f485b6409 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:58:49.754605 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fd901b58-1519-4275-9857-63037f7c47a8 req-2e120fce-8811-4679-92e6-074bb3e781b5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:49.764125 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c1f0f9b-0b5c-497e-aca4-f5b0db343910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:49.765524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f0f9b-0b5c-497e-aca4-f5b0db343910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:49.766196 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c1f0f9b-0b5c-497e-aca4-f5b0db343910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:49.828027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f0f9b-0b5c-497e-aca4-f5b0db343910 admin admin] Pushing event updated for resources: {'Network': ['ID=96458e57-9e40-447e-bd91-8a0d8de13d68,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:49.835768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2c1f0f9b-0b5c-497e-aca4-f5b0db343910 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0108807 Nov 29 17:58:49.835959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42134) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:49.840749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f0b6f9fc-1720-4417-a386-671fc9499ab8 admin admin] Request body: {'subnet': {'network_id': '96458e57-9e40-447e-bd91-8a0d8de13d68', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-73995353-subnet', 'tenant_id': '85abdbbba710464d88fafe79b3ff765b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:49.853148 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 96458e57-9e40-447e-bd91-8a0d8de13d68 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:58:49.868848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b6f9fc-1720-4417-a386-671fc9499ab8 admin admin] Made reservation on behalf of 85abdbbba710464d88fafe79b3ff765b for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:58:49.871620 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f0b6f9fc-1720-4417-a386-671fc9499ab8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:49.882047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-93ca5abf-30d7-4630-8e19-5fd81c313d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:49.884159 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-93ca5abf-30d7-4630-8e19-5fd81c313d6b service neutron] 10.222.0.23 "GET /v2.0/ports/d43b729f-742e-4dd0-bb42-b2f80a20f38d HTTP/1.1" status: 200 len: 1093 time: 0.1692822 Nov 29 17:58:49.886703 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:49.902243 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-fc701d09-84c4-42d2-89a9-b87d0bd6f680 service neutron] Request body: {'binding': {'host': 'n-h1-819494-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:49.902718 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-fc701d09-84c4-42d2-89a9-b87d0bd6f680 service neutron] Unknown quota resources ['binding']. {{(pid=110004) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 17:58:50.068771 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f0b6f9fc-1720-4417-a386-671fc9499ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:50.133682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6f9fc-1720-4417-a386-671fc9499ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b45474-e276-4ef5-a517-bd6cec865ecc,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:50.143096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b6f9fc-1720-4417-a386-671fc9499ab8 admin admin] Checking segment: {'id': '50e4ca13-1505-4e4d-a025-f3eb7c53b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '96458e57-9e40-447e-bd91-8a0d8de13d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:58:50.143459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b6f9fc-1720-4417-a386-671fc9499ab8 admin admin] Network hostable DHCP agents. Network: 96458e57-9e40-447e-bd91-8a0d8de13d68, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:58:50.165218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b6f9fc-1720-4417-a386-671fc9499ab8 admin admin] Network 96458e57-9e40-447e-bd91-8a0d8de13d68 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:58:50.176893 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f0b6f9fc-1720-4417-a386-671fc9499ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 96458e57-9e40-447e-bd91-8a0d8de13d68) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:58:50.186401 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c9b10c-cde8-4de8-9e81-4a0a16c9e5a5 None None] Network 96458e57-9e40-447e-bd91-8a0d8de13d68 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:58:50.192595 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b6f9fc-1720-4417-a386-671fc9499ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:50.193205 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f0b6f9fc-1720-4417-a386-671fc9499ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:50.221073 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f0b6f9fc-1720-4417-a386-671fc9499ab8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3829052 Nov 29 17:58:50.222550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42136) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:50.229171 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-73995353-router', 'tenant_id': '85abdbbba710464d88fafe79b3ff765b', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:50.258667 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afb64cb8-9bf8-4a94-b321-95b63e653dd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:50.265599 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:50.266612 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:50.338501 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:50.412617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-fd901b58-1519-4275-9857-63037f7c47a8 req-2e120fce-8811-4679-92e6-074bb3e781b5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] For port 23f17721-a513-404d-bae3-c88f485b6409, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=23f17721-a513-404d-bae3-c88f485b6409,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:50.413608 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fd901b58-1519-4275-9857-63037f7c47a8 req-2e120fce-8811-4679-92e6-074bb3e781b5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:50.434399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-96458e57-9e40-447e-bd91-8a0d8de13d68', 'network_id': '96458e57-9e40-447e-bd91-8a0d8de13d68', 'tenant_id': '85abdbbba710464d88fafe79b3ff765b', 'fixed_ips': [{'subnet_id': '97b45474-e276-4ef5-a517-bd6cec865ecc'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 17:58:50.435735 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:50.439594 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afb64cb8-9bf8-4a94-b321-95b63e653dd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:50.455265 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-fd901b58-1519-4275-9857-63037f7c47a8 req-2e120fce-8811-4679-92e6-074bb3e781b5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Calling delete_port for 23f17721-a513-404d-bae3-c88f485b6409 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:58:50.582582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Allocated IP 172.20.0.2 (96458e57-9e40-447e-bd91-8a0d8de13d68/97b45474-e276-4ef5-a517-bd6cec865ecc/ae87d673-f895-4368-a669-13fb17ecf27a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:58:50.583321 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:50.613464 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-fc701d09-84c4-42d2-89a9-b87d0bd6f680 service neutron] Attempting to bind port d43b729f-742e-4dd0-bb42-b2f80a20f38d on host n-h1-819494-5 for vnic_type normal with profile None {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:58:50.613914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-fc701d09-84c4-42d2-89a9-b87d0bd6f680 service neutron] Attempting to bind port d43b729f-742e-4dd0-bb42-b2f80a20f38d by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:58:50.614333 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-fc701d09-84c4-42d2-89a9-b87d0bd6f680 service neutron] Attempting to bind port d43b729f-742e-4dd0-bb42-b2f80a20f38d on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:58:50.619748 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afb64cb8-9bf8-4a94-b321-95b63e653dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:50.622376 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afb64cb8-9bf8-4a94-b321-95b63e653dd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:50.625837 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-afb64cb8-9bf8-4a94-b321-95b63e653dd1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5520f63c-5176-42d5-a038-d6223c244404 HTTP/1.1" status: 204 len: 168 time: 0.9790239 Nov 29 17:58:50.642449 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-fc701d09-84c4-42d2-89a9-b87d0bd6f680 service neutron] Port d43b729f-742e-4dd0-bb42-b2f80a20f38d on network 42440cb4-6417-4b7a-81f2-3d94c90e760f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:58:50.642892 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-fc701d09-84c4-42d2-89a9-b87d0bd6f680 service neutron] Attempting to bind port d43b729f-742e-4dd0-bb42-b2f80a20f38d on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:58:50.653890 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb64cb8-9bf8-4a94-b321-95b63e653dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5520f63c-5176-42d5-a038-d6223c244404,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:50.662502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-fc701d09-84c4-42d2-89a9-b87d0bd6f680 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:58:50.662878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-fc701d09-84c4-42d2-89a9-b87d0bd6f680 service neutron] Checking segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:58:50.663421 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-fc701d09-84c4-42d2-89a9-b87d0bd6f680 service neutron] Bound using segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:58:50.663930 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-fc701d09-84c4-42d2-89a9-b87d0bd6f680 service neutron] Bound port: d43b729f-742e-4dd0-bb42-b2f80a20f38d, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:58:50.670827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3596f5-b9e7-43dc-a46d-766f023dcbf0 req-1edd0481-284f-4e9d-8f93-a5bdf8a3c97c tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:50.673020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa3596f5-b9e7-43dc-a46d-766f023dcbf0 req-1edd0481-284f-4e9d-8f93-a5bdf8a3c97c tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/ports?device_id=52385ea8-4399-4194-8e8a-f5f487b93453 HTTP/1.1" status: 200 len: 950 time: 0.1794977 Nov 29 17:58:50.807915 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa3596f5-b9e7-43dc-a46d-766f023dcbf0 req-2ba89986-e2cb-4c79-b561-7128c7837eb3 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.23 "GET /v2.0/security-groups?id=a371aab5-982c-4633-8a65-c55424d24254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196282 Nov 29 17:58:50.827171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-fc701d09-84c4-42d2-89a9-b87d0bd6f680 service neutron] For port d43b729f-742e-4dd0-bb42-b2f80a20f38d, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=d43b729f-742e-4dd0-bb42-b2f80a20f38d,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:58:50.834534 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fd901b58-1519-4275-9857-63037f7c47a8 req-2e120fce-8811-4679-92e6-074bb3e781b5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:50.871221 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['23f17721-a513-404d-bae3-c88f485b6409'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:58:50.872311 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-fc701d09-84c4-42d2-89a9-b87d0bd6f680 service neutron] Publish callbacks [] for binding, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:50.873571 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-fc701d09-84c4-42d2-89a9-b87d0bd6f680 service neutron] 10.222.0.23 "POST /v2.0/ports/d43b729f-742e-4dd0-bb42-b2f80a20f38d/bindings HTTP/1.1" status: 201 len: 389 time: 0.9767654 Nov 29 17:58:50.902745 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e120fce-8811-4679-92e6-074bb3e781b5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Pushing event deleted for resources: {'Port': ['ID=23f17721-a513-404d-bae3-c88f485b6409,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:50.948962 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:50.966908 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd901b58-1519-4275-9857-63037f7c47a8 req-2e120fce-8811-4679-92e6-074bb3e781b5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] No DVR routers for this DVR port 23f17721-a513-404d-bae3-c88f485b6409 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:58:50.987345 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fd901b58-1519-4275-9857-63037f7c47a8 req-2e120fce-8811-4679-92e6-074bb3e781b5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:50.990851 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fd901b58-1519-4275-9857-63037f7c47a8 req-2e120fce-8811-4679-92e6-074bb3e781b5 tempest-MigrationsAdminTest-707464274 tempest-MigrationsAdminTest-707464274-project] 10.222.0.20 "DELETE /v2.0/ports/23f17721-a513-404d-bae3-c88f485b6409 HTTP/1.1" status: 204 len: 173 time: 1.6764803 Nov 29 17:58:50.991678 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52385ea8-4399-4194-8e8a-f5f487b93453', 'name': 'network-vif-deleted', 'tag': '23f17721-a513-404d-bae3-c88f485b6409'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:58:50.994019 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dc7388-b75f-48a9-b645-91f86377ddc4" -d '{"events": [{"server_uuid": "52385ea8-4399-4194-8e8a-f5f487b93453", "name": "network-vif-deleted", "tag": "23f17721-a513-404d-bae3-c88f485b6409"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:58:50.998742 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:51.102045 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:51.128993 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:51.236934 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ffbba565-33b7-479b-a0f2-6f464eadd17f req-00885a98-b188-4ddf-b85c-4e40a20068ea tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0778248 Nov 29 17:58:51.247108 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:51.263114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Network 96458e57-9e40-447e-bd91-8a0d8de13d68 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:58:51.264344 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Allocated IP 172.25.3.196 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/18056b32-6566-47bd-925d-351a7a44875a) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:58:51.283971 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:58:51.297872 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:58:51.347675 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:51.390576 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Attempting to bind port ae87d673-f895-4368-a669-13fb17ecf27a on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:58:51.390975 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Attempting to bind port ae87d673-f895-4368-a669-13fb17ecf27a by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '50e4ca13-1505-4e4d-a025-f3eb7c53b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '96458e57-9e40-447e-bd91-8a0d8de13d68'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:58:51.391352 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Attempting to bind port ae87d673-f895-4368-a669-13fb17ecf27a on network 96458e57-9e40-447e-bd91-8a0d8de13d68 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:58:51.393344 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Pushing event updated for resources: {'Port': ['ID=ae87d673-f895-4368-a669-13fb17ecf27a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:51.398068 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b98466-a4b8-4a51-9a89-c04426476e77 x-openstack-request-id: req-f1b98466-a4b8-4a51-9a89-c04426476e77 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:58:51.398483 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52385ea8-4399-4194-8e8a-f5f487b93453", "name": "network-vif-deleted", "tag": "23f17721-a513-404d-bae3-c88f485b6409", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:58:51.398870 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1b98466-a4b8-4a51-9a89-c04426476e77 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:58:51.399348 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52385ea8-4399-4194-8e8a-f5f487b93453', 'name': 'network-vif-deleted', 'tag': '23f17721-a513-404d-bae3-c88f485b6409', 'status': 'completed', 'code': 200} Nov 29 17:58:51.409581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:58:51.409581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Checking segment: {'id': '50e4ca13-1505-4e4d-a025-f3eb7c53b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '96458e57-9e40-447e-bd91-8a0d8de13d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:58:51.411051 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:51.411575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Bound using segment: {'id': '50e4ca13-1505-4e4d-a025-f3eb7c53b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '96458e57-9e40-447e-bd91-8a0d8de13d68'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:58:51.412078 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Bound port: ae87d673-f895-4368-a669-13fb17ecf27a, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e4ca13-1505-4e4d-a025-f3eb7c53b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '96458e57-9e40-447e-bd91-8a0d8de13d68'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:58:51.412590 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:51.416801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-3b27082b-cebb-4db8-9c45-e8f05dd8cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:51.419278 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be80875-af5d-4d4b-adbc-4e30bc89afc5 req-fa852fac-226e-4ebc-a1ba-2d038cc9bea8 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:51.421122 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-3b27082b-cebb-4db8-9c45-e8f05dd8cbb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 1096 time: 0.1440711 Nov 29 17:58:51.427577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4be80875-af5d-4d4b-adbc-4e30bc89afc5 req-fa852fac-226e-4ebc-a1ba-2d038cc9bea8 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 945 time: 0.2674963 Nov 29 17:58:51.537286 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] For port ae87d673-f895-4368-a669-13fb17ecf27a, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:58:51.543467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] For port ae87d673-f895-4368-a669-13fb17ecf27a, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ae87d673-f895-4368-a669-13fb17ecf27a,segment=NetworkSegment(50e4ca13-1505-4e4d-a025-f3eb7c53b161),segment_id=50e4ca13-1505-4e4d-a025-f3eb7c53b161)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:58:51.551948 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:51.576584 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4be80875-af5d-4d4b-adbc-4e30bc89afc5 req-c76c0ad5-c4f1-4d3e-b1fc-8b182b2a81cb tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477969 Nov 29 17:58:51.636627 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:51.654884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab727fd4-53ef-42a4-be0e-2fa236be01dd None None] Pushing event updated for resources: {'Port': ['ID=ae87d673-f895-4368-a669-13fb17ecf27a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:51.685761 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-bf92778f-bd61-4c04-865f-ca20d54e159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:51.695795 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-bf92778f-bd61-4c04-865f-ca20d54e159f service neutron] 10.222.0.20 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 921 time: 0.2650659 Nov 29 17:58:51.762747 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-521fd9f9-0442-48be-8013-640b66a69f9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d43b729f-742e-4dd0-bb42-b2f80a20f38d HTTP/1.1" status: 200 len: 217 time: 0.0527704 Nov 29 17:58:51.858216 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:51.860673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Allocated IP 172.25.3.141 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/e5ee876c-69f3-4792-9996-2864eacb47d2) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:58:51.942614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-df1d233e-0cd7-408b-8385-3bbff5e6ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:51.954054 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-df1d233e-0cd7-408b-8385-3bbff5e6ee48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.1767416 Nov 29 17:58:51.990396 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:58:52.020174 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:58:52.037597 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:58:52.088577 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:52.142483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42180) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:52.146064 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-a97d51fb-1c9e-4e7f-83cb-1b2628d6e504 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485434 Nov 29 17:58:52.165833 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:52.257579 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ee876c-69f3-4792-9996-2864eacb47d2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:52.273521 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:58:52.276904 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Pushing event updated for resources: {'Port': ['ID=18056b32-6566-47bd-925d-351a7a44875a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:52.279690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:58:52.289060 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:58:52.385560 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-dbceac27-b7f1-4fdd-a980-a41677501982 service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289350 Nov 29 17:58:52.495487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-777f947c-e4b5-4bb2-8ee8-452a50d8a572 req-322fa3b3-45db-40d8-966a-d49cc8bf9f92 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.1197066 Nov 29 17:58:52.676435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ae87d673-f895-4368-a669-13fb17ecf27a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:58:52.705977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-82c02aec-e324-4274-beca-2664c7d492fa admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-846798055-network', 'tenant_id': '3b837510bc204cc397692bc2b8254ec2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:52.751688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42192) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:52.759669 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:52.807767 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ae87d673-f895-4368-a669-13fb17ecf27a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:58:52.808893 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:52.860793 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-9a8e740d-c89a-4f5e-98de-2fd12005597f service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450738 Nov 29 17:58:52.862482 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c02aec-e324-4274-beca-2664c7d492fa admin admin] Made reservation on behalf of 3b837510bc204cc397692bc2b8254ec2 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:58:52.865600 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82c02aec-e324-4274-beca-2664c7d492fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:52.889700 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82c02aec-e324-4274-beca-2664c7d492fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:52.959580 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54623bce-8343-4a45-bd3e-7245f9470d4d req-6cb04419-1591-4801-9b57-caf3be6bf9f5 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:52.965966 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:52.973202 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54623bce-8343-4a45-bd3e-7245f9470d4d req-6cb04419-1591-4801-9b57-caf3be6bf9f5 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 945 time: 0.2395051 Nov 29 17:58:53.020983 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port ae87d673-f895-4368-a669-13fb17ecf27a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ae87d673-f895-4368-a669-13fb17ecf27a,segment=NetworkSegment(50e4ca13-1505-4e4d-a025-f3eb7c53b161),segment_id=50e4ca13-1505-4e4d-a025-f3eb7c53b161)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:58:53.028394 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:53.042886 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a2c5d87b-6dcc-42d0-8c57-bfa52ae825a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74da84362ff44d4397e3357f1f704eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751422 Nov 29 17:58:53.046233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42196) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:53.090454 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:53.100076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54623bce-8343-4a45-bd3e-7245f9470d4d req-92df8df5-be60-418b-97db-a4f709f5b06e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249728 Nov 29 17:58:53.128120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=ae87d673-f895-4368-a669-13fb17ecf27a,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:53.242018 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:53.261555 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9055808d-ab35-455f-b5e1-e71ce520a29f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:53.270372 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82c02aec-e324-4274-beca-2664c7d492fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:53.272322 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21606558-27fe-4d52-b5ca-354cd7b0b58f None None] Network 96458e57-9e40-447e-bd91-8a0d8de13d68 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:58:53.356446 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82c02aec-e324-4274-beca-2664c7d492fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:53.368609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c02aec-e324-4274-beca-2664c7d492fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:58:53.381484 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82c02aec-e324-4274-beca-2664c7d492fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:53.381824 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-82c02aec-e324-4274-beca-2664c7d492fa admin admin] Added segment 365ee002-c8ae-4c25-bb96-791de3c003ee of type vlan for network 7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0 Nov 29 17:58:53.404090 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9055808d-ab35-455f-b5e1-e71ce520a29f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:53.430229 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 23f17721-a513-404d-bae3-c88f485b6409 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:58:53.467449 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9055808d-ab35-455f-b5e1-e71ce520a29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:53.471022 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9055808d-ab35-455f-b5e1-e71ce520a29f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:53.472286 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9055808d-ab35-455f-b5e1-e71ce520a29f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a371aab5-982c-4633-8a65-c55424d24254 HTTP/1.1" status: 204 len: 168 time: 0.4234822 Nov 29 17:58:53.480612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7eb378e8-ebb6-490b-b3dd-e6872ca37f93 None None] Provisioning complete for port ae87d673-f895-4368-a669-13fb17ecf27a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:58:53.481025 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7eb378e8-ebb6-490b-b3dd-e6872ca37f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:53.514593 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055808d-ab35-455f-b5e1-e71ce520a29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a371aab5-982c-4633-8a65-c55424d24254,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:53.552093 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 23f17721-a513-404d-bae3-c88f485b6409 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:58:53.552418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 23f17721-a513-404d-bae3-c88f485b6409 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:58:53.597803 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:53.615046 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82c02aec-e324-4274-beca-2664c7d492fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:53.629073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Router f3a253b3-a7a3-45e2-be7d-8bb08233e370 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 17:58:53.762547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c02aec-e324-4274-beca-2664c7d492fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621ea2d2-ea87-4b9c-96c2-d62768c3229a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:53.803279 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13d41e8e-5176-4ae0-ae88-fb6784858747 req-0a50c761-149f-4b0d-83c0-74566d6fdbb0 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0460591 Nov 29 17:58:53.803893 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82c02aec-e324-4274-beca-2664c7d492fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:53.804777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c02aec-e324-4274-beca-2664c7d492fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:53.805346 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82c02aec-e324-4274-beca-2664c7d492fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:53.891859 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-82c02aec-e324-4274-beca-2664c7d492fa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7441816 Nov 29 17:58:53.895709 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42208) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:53.908207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-3f440d13-73b5-4e1f-b254-47067993e242 admin admin] Request body: {'subnet': {'network_id': '7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-846798055-subnet', 'tenant_id': '3b837510bc204cc397692bc2b8254ec2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:53.930372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c02aec-e324-4274-beca-2664c7d492fa admin admin] Pushing event updated for resources: {'Network': ['ID=7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:53.944481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:58:53.960750 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:58:53.963805 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f440d13-73b5-4e1f-b254-47067993e242 admin admin] Made reservation on behalf of 3b837510bc204cc397692bc2b8254ec2 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:58:53.967255 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f440d13-73b5-4e1f-b254-47067993e242 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:53.986309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Sync routers for ids ['f3a253b3-a7a3-45e2-be7d-8bb08233e370'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:58:53.989716 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:53.992623 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ffeed9ec-9637-45f3-849a-089a35007d39 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6908386 Nov 29 17:58:53.999692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42210) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:54.123423 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41f11e88-0161-4e2a-940a-d8f3bef17e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:54.147367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Router 89de8f43-5bb7-4d67-aa36-7c0721dd27ca is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 17:58:54.164635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Routers {'f3a253b3-a7a3-45e2-be7d-8bb08233e370'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:58:54.167024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:58:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f3a253b3-a7a3-45e2-be7d-8bb08233e370'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:54.217331 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42214) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:54.321690 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f440d13-73b5-4e1f-b254-47067993e242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:54.346341 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8c89c527-4c50-4b4e-b0ce-59a33b779cb7 None None] Provisioning complete for port ae87d673-f895-4368-a669-13fb17ecf27a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:58:54.346717 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8c89c527-4c50-4b4e-b0ce-59a33b779cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:54.396267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Set router f3a253b3-a7a3-45e2-be7d-8bb08233e370 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:58:54.410970 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f440d13-73b5-4e1f-b254-47067993e242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd14428-1957-4d2b-8598-83c06c8c2fba,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:54.451016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f440d13-73b5-4e1f-b254-47067993e242 admin admin] Checking segment: {'id': '365ee002-c8ae-4c25-bb96-791de3c003ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:58:54.451306 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f440d13-73b5-4e1f-b254-47067993e242 admin admin] Network hostable DHCP agents. Network: 7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:58:54.563457 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f440d13-73b5-4e1f-b254-47067993e242 admin admin] Network 7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:58:54.582491 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-3f440d13-73b5-4e1f-b254-47067993e242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:58:54.607242 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f440d13-73b5-4e1f-b254-47067993e242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:54.610046 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f440d13-73b5-4e1f-b254-47067993e242 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:54.619275 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7777ae37-3d78-4c6c-ba40-6febf07abf0c None None] Network 7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:58:54.648672 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3f440d13-73b5-4e1f-b254-47067993e242 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7496991 Nov 29 17:58:54.742232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ae87d673-f895-4368-a669-13fb17ecf27a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:58:54.901802 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42232) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:54.910344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c9ba02f3-272e-4874-9d1d-72975a57c2f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e72bf8b989f649fdb091c0f286bae39a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6914172 Nov 29 17:58:55.018294 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7ef8ac3-c47b-409b-8422-7e391aabc2b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:55.052812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcbdfc-8c2b-4b0a-a689-3938ec83f369 req-af25940f-dafa-4b77-a1ff-e8b98ce60cc1 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:55.061851 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36fcbdfc-8c2b-4b0a-a689-3938ec83f369 req-af25940f-dafa-4b77-a1ff-e8b98ce60cc1 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 945 time: 0.7951229 Nov 29 17:58:55.067056 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7ef8ac3-c47b-409b-8422-7e391aabc2b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:55.139728 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f779820c-809e-4e25-99ec-de24d9040a3e req-b3f664f1-535e-4263-af72-3f91935e083d tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.1672153 Nov 29 17:58:55.198812 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7ef8ac3-c47b-409b-8422-7e391aabc2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:55.202250 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7ef8ac3-c47b-409b-8422-7e391aabc2b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:55.203737 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d7ef8ac3-c47b-409b-8422-7e391aabc2b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb625e73-a564-48ab-a10e-e5a9f01ce54f HTTP/1.1" status: 204 len: 168 time: 0.3007696 Nov 29 17:58:55.236011 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef8ac3-c47b-409b-8422-7e391aabc2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb625e73-a564-48ab-a10e-e5a9f01ce54f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:55.251949 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:58:55.263420 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ae87d673-f895-4368-a669-13fb17ecf27a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:58:55.263799 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:55.266596 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Sync routers for ids ['89de8f43-5bb7-4d67-aa36-7c0721dd27ca'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:58:55.287418 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Routers {'89de8f43-5bb7-4d67-aa36-7c0721dd27ca'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:58:55.287550 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe07f58-5eb4-4323-bc73-08d3e7704431 None None] Network 7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:58:55.290183 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:58:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['89de8f43-5bb7-4d67-aa36-7c0721dd27ca'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:55.512714 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:55.519240 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1d836fc5-b769-41aa-87bc-7d22a2f4a9e0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2946599 Nov 29 17:58:55.522081 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42250) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:55.541396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'name': 'tempest-ServerRescueTestJSON-2024097268-router', 'tenant_id': '255082b63de549aeaca1e79e75cfcb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '18056b32-6566-47bd-925d-351a7a44875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:49Z', 'updated_at': '2021-11-29T17:58:52Z', 'revision_number': 3, 'project_id': '255082b63de549aeaca1e79e75cfcb79', 'gw_port': {'id': '18056b32-6566-47bd-925d-351a7a44875a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:27:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:51Z', 'updated_at': '2021-11-29T17:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:55.546570 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Set router 89de8f43-5bb7-4d67-aa36-7c0721dd27ca gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:58:55.558666 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36fcbdfc-8c2b-4b0a-a689-3938ec83f369 req-69abd6de-050a-46bc-92f6-98a3e7ad16ca tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084220 Nov 29 17:58:55.580842 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Checking router: f3a253b3-a7a3-45e2-be7d-8bb08233e370 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:58:55.581332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Updating router f3a253b3-a7a3-45e2-be7d-8bb08233e370 port 18056b32-6566-47bd-925d-351a7a44875a binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:58:55.658643 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:55.665486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42256) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:55.692428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-521a5435-9a94-427b-b14a-caed7b3033f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-437083445-network', 'tenant_id': '4c4b7ba98eb04989a609b57c24afce95'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:56.040337 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-73995353-router', 'tenant_id': '85abdbbba710464d88fafe79b3ff765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5ee876c-69f3-4792-9996-2864eacb47d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:50Z', 'updated_at': '2021-11-29T17:58:52Z', 'revision_number': 3, 'project_id': '85abdbbba710464d88fafe79b3ff765b', 'gw_port': {'id': 'e5ee876c-69f3-4792-9996-2864eacb47d2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:97:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:51Z', 'updated_at': '2021-11-29T17:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:56.048090 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.094536 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Checking router: 89de8f43-5bb7-4d67-aa36-7c0721dd27ca for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:58:56.094857 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Updating router 89de8f43-5bb7-4d67-aa36-7c0721dd27ca port e5ee876c-69f3-4792-9996-2864eacb47d2 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:58:56.173011 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.227607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521a5435-9a94-427b-b14a-caed7b3033f6 admin admin] Made reservation on behalf of 4c4b7ba98eb04989a609b57c24afce95 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:58:56.231640 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-521a5435-9a94-427b-b14a-caed7b3033f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.253504 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-521a5435-9a94-427b-b14a-caed7b3033f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.358762 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-521a5435-9a94-427b-b14a-caed7b3033f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.367090 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-521a5435-9a94-427b-b14a-caed7b3033f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.371399 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.388915 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521a5435-9a94-427b-b14a-caed7b3033f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:58:56.401221 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-521a5435-9a94-427b-b14a-caed7b3033f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.401920 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-521a5435-9a94-427b-b14a-caed7b3033f6 admin admin] Added segment 0282e020-3793-46d7-a633-c08245b27e5e of type vlan for network 874e31a9-b20b-4fad-bc1d-6a18bf162778 Nov 29 17:58:56.419637 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.478036 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-521a5435-9a94-427b-b14a-caed7b3033f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.523438 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c735151-dde7-4a1d-bf15-c0a1d9c84f9b req-b2bb1c5c-ede0-4e64-a2f8-6458e5e7f309 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.1043665 Nov 29 17:58:56.556229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Allocated IP 172.20.0.1 (57f88c5c-e77c-48db-a3b8-7ceadd054f7f/1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b/331b2564-3fcf-407d-b88a-09113041e6cb) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:58:56.577470 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370b2ad-1306-417c-9d59-91cffbc014bb None None] Pushing event updated for resources: {'Port': ['ID=18056b32-6566-47bd-925d-351a7a44875a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:56.578106 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-521a5435-9a94-427b-b14a-caed7b3033f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.579972 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4529504-5062-4f3a-be31-d66d52171829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.581098 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521a5435-9a94-427b-b14a-caed7b3033f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:56.581935 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-521a5435-9a94-427b-b14a-caed7b3033f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.653411 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Attempting to bind port 18056b32-6566-47bd-925d-351a7a44875a on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:58:56.653411 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Attempting to bind port 18056b32-6566-47bd-925d-351a7a44875a by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:58:56.653720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Attempting to bind port 18056b32-6566-47bd-925d-351a7a44875a on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:58:56.670102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:58:56.670752 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:58:56.671467 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.672061 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:58:56.672739 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Bound port: 18056b32-6566-47bd-925d-351a7a44875a, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:58:56.673975 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.790434 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] For port 18056b32-6566-47bd-925d-351a7a44875a, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:58:56.798893 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a5435-9a94-427b-b14a-caed7b3033f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a64714-c1de-4177-8445-ef31d4fdcb43,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:56.802745 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] For port 18056b32-6566-47bd-925d-351a7a44875a, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=18056b32-6566-47bd-925d-351a7a44875a,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:58:56.831088 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.862608 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-521a5435-9a94-427b-b14a-caed7b3033f6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1862013 Nov 29 17:58:56.876448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42292) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:58:56.889332 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.902108 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.906013 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ae0e683f-2245-4614-bf29-d22921280337 admin admin] Request body: {'subnet': {'network_id': '874e31a9-b20b-4fad-bc1d-6a18bf162778', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-437083445-subnet', 'tenant_id': '4c4b7ba98eb04989a609b57c24afce95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:56.929460 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a79b95-5d7e-4696-84f2-d08af3887e0d req-2a23d7bd-e0c5-4ac0-9a25-b34a727a0fb8 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:56.936671 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a79b95-5d7e-4696-84f2-d08af3887e0d req-2a23d7bd-e0c5-4ac0-9a25-b34a727a0fb8 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 945 time: 0.1981022 Nov 29 17:58:56.990175 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:56.997667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Routers {'f3a253b3-a7a3-45e2-be7d-8bb08233e370'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:58:56.998360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:58:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f3a253b3-a7a3-45e2-be7d-8bb08233e370'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:57.011052 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3b823-8b04-4f45-a200-73eeec911ee8 None None] Pushing event updated for resources: {'Port': ['ID=e5ee876c-69f3-4792-9996-2864eacb47d2,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:57.062501 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3b823-8b04-4f45-a200-73eeec911ee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:57.062996 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3b823-8b04-4f45-a200-73eeec911ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:57.063398 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3b823-8b04-4f45-a200-73eeec911ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:57.063916 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3b823-8b04-4f45-a200-73eeec911ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:57.064406 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3b823-8b04-4f45-a200-73eeec911ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:57.064916 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3b823-8b04-4f45-a200-73eeec911ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:57.065568 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3b823-8b04-4f45-a200-73eeec911ee8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:57.066063 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3b823-8b04-4f45-a200-73eeec911ee8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:57.066203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a5435-9a94-427b-b14a-caed7b3033f6 admin admin] Pushing event updated for resources: {'Network': ['ID=874e31a9-b20b-4fad-bc1d-6a18bf162778,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:57.066759 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3b823-8b04-4f45-a200-73eeec911ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:57.067271 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3b823-8b04-4f45-a200-73eeec911ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:57.067910 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3b823-8b04-4f45-a200-73eeec911ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:57.068781 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c3b823-8b04-4f45-a200-73eeec911ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:57.069486 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:57.074498 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Attempting to bind port e5ee876c-69f3-4792-9996-2864eacb47d2 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:58:57.075300 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Attempting to bind port e5ee876c-69f3-4792-9996-2864eacb47d2 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:58:57.076004 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Attempting to bind port e5ee876c-69f3-4792-9996-2864eacb47d2 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:58:57.084568 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:58:57.085306 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:58:57.085900 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:57.086520 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:58:57.087336 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Bound port: e5ee876c-69f3-4792-9996-2864eacb47d2, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:58:57.088490 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:57.146070 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] For port e5ee876c-69f3-4792-9996-2864eacb47d2, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:58:57.149914 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] For port e5ee876c-69f3-4792-9996-2864eacb47d2, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e5ee876c-69f3-4792-9996-2864eacb47d2,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:58:57.155767 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:57.183800 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0e683f-2245-4614-bf29-d22921280337 admin admin] Made reservation on behalf of 4c4b7ba98eb04989a609b57c24afce95 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:58:57.188340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] Set router f3a253b3-a7a3-45e2-be7d-8bb08233e370 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:58:57.189737 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae0e683f-2245-4614-bf29-d22921280337 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:57.234573 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3b823-8b04-4f45-a200-73eeec911ee8 None None] Pushing event updated for resources: {'Port': ['ID=e5ee876c-69f3-4792-9996-2864eacb47d2,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:57.251040 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Routers {'89de8f43-5bb7-4d67-aa36-7c0721dd27ca'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:58:57.251902 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:58:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['89de8f43-5bb7-4d67-aa36-7c0721dd27ca'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:57.323358 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 874e31a9-b20b-4fad-bc1d-6a18bf162778 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:58:57.395195 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] Set router 89de8f43-5bb7-4d67-aa36-7c0721dd27ca gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:58:57.473311 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370b2ad-1306-417c-9d59-91cffbc014bb None None] Pushing event updated for resources: {'Port': ['ID=18056b32-6566-47bd-925d-351a7a44875a,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:57.518689 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:57.653473 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-73995353-router', 'tenant_id': '85abdbbba710464d88fafe79b3ff765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5ee876c-69f3-4792-9996-2864eacb47d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:50Z', 'updated_at': '2021-11-29T17:58:52Z', 'revision_number': 3, 'project_id': '85abdbbba710464d88fafe79b3ff765b', 'gw_port': {'id': 'e5ee876c-69f3-4792-9996-2864eacb47d2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:97:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:51Z', 'updated_at': '2021-11-29T17:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:57.686350 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde03d78-bf96-42ce-8291-a99217b743f6 None None] The sync data for ids ['89de8f43-5bb7-4d67-aa36-7c0721dd27ca'] in n-d-819494-5 is: [{'id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-73995353-router', 'tenant_id': '85abdbbba710464d88fafe79b3ff765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5ee876c-69f3-4792-9996-2864eacb47d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:50Z', 'updated_at': '2021-11-29T17:58:52Z', 'revision_number': 3, 'project_id': '85abdbbba710464d88fafe79b3ff765b', 'gw_port': {'id': 'e5ee876c-69f3-4792-9996-2864eacb47d2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:97:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:51Z', 'updated_at': '2021-11-29T17:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:58:57.733318 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:57.737721 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:57.760672 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae0e683f-2245-4614-bf29-d22921280337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:57.764394 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'name': 'tempest-ServerRescueTestJSON-2024097268-router', 'tenant_id': '255082b63de549aeaca1e79e75cfcb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '18056b32-6566-47bd-925d-351a7a44875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:49Z', 'updated_at': '2021-11-29T17:58:52Z', 'revision_number': 3, 'project_id': '255082b63de549aeaca1e79e75cfcb79', 'gw_port': {'id': '18056b32-6566-47bd-925d-351a7a44875a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:27:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:51Z', 'updated_at': '2021-11-29T17:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:58:57.847699 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145dda7e-5ee4-42ac-b5ca-ac0a9c7248e5 None None] The sync data for ids ['f3a253b3-a7a3-45e2-be7d-8bb08233e370'] in n-d-819494-5 is: [{'id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'name': 'tempest-ServerRescueTestJSON-2024097268-router', 'tenant_id': '255082b63de549aeaca1e79e75cfcb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '18056b32-6566-47bd-925d-351a7a44875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:49Z', 'updated_at': '2021-11-29T17:58:52Z', 'revision_number': 3, 'project_id': '255082b63de549aeaca1e79e75cfcb79', 'gw_port': {'id': '18056b32-6566-47bd-925d-351a7a44875a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:27:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:51Z', 'updated_at': '2021-11-29T17:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:58:57.913638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a79b95-5d7e-4696-84f2-d08af3887e0d req-6427147a-a1a0-441a-9e5c-51a10fd21677 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9573319 Nov 29 17:58:58.076428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Allocated IP 172.20.0.1 (96458e57-9e40-447e-bd91-8a0d8de13d68/97b45474-e276-4ef5-a517-bd6cec865ecc/ab73e5be-7c1f-420c-9b38-f7265f151788) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:58:58.130869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Network 57f88c5c-e77c-48db-a3b8-7ceadd054f7f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:58:58.133454 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1121a0fc-538d-4eb0-ab96-896f14509cbb req-021dd14d-a9ce-45e1-9ef5-3e064bdfe9fa tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.3503094 Nov 29 17:58:58.156172 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:58:58.180880 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Pushing event updated for resources: {'Port': ['ID=331b2564-3fcf-407d-b88a-09113041e6cb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:58.263444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:58:58.274174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:58.274526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:58.274924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:58.275801 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:58.276137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:58.276471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:58.276801 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:58.277126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:58.277454 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:58.277781 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:58.278103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:58.278419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:58:58.352239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e683f-2245-4614-bf29-d22921280337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1447007d-927c-43bf-83b7-918cbe720100,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:58.372380 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:58.380417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e683f-2245-4614-bf29-d22921280337 admin admin] Checking segment: {'id': '0282e020-3793-46d7-a633-c08245b27e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '874e31a9-b20b-4fad-bc1d-6a18bf162778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:58:58.380780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0e683f-2245-4614-bf29-d22921280337 admin admin] Network hostable DHCP agents. Network: 874e31a9-b20b-4fad-bc1d-6a18bf162778, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:58:58.416497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a5e0ca4f-b124-49b4-a543-228b3512787d req-a15e5330-a1a1-4132-bd10-d296005b4693 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1355038006', 'description': 'tempest-description-129042666'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:58.451515 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:58.458327 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:58.513271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0e683f-2245-4614-bf29-d22921280337 admin admin] Network 874e31a9-b20b-4fad-bc1d-6a18bf162778 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:58:58.531888 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-ae0e683f-2245-4614-bf29-d22921280337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 874e31a9-b20b-4fad-bc1d-6a18bf162778) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:58:58.537075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e683f-2245-4614-bf29-d22921280337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:58.538316 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae0e683f-2245-4614-bf29-d22921280337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:58.555163 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cfa764-3136-4cc0-8914-085b01e67780 None None] Network 874e31a9-b20b-4fad-bc1d-6a18bf162778 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:58:58.583199 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Pushing event updated for resources: {'Port': ['ID=ab73e5be-7c1f-420c-9b38-f7265f151788,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:58.596174 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a5e0ca4f-b124-49b4-a543-228b3512787d req-a15e5330-a1a1-4132-bd10-d296005b4693 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:58.614098 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Network 96458e57-9e40-447e-bd91-8a0d8de13d68 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:58:58.621137 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:58:58.627394 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:58:58.653376 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ae0e683f-2245-4614-bf29-d22921280337 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7746222 Nov 29 17:58:58.744990 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a5e0ca4f-b124-49b4-a543-228b3512787d req-a15e5330-a1a1-4132-bd10-d296005b4693 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:58.789506 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:58.874420 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e5ee876c-69f3-4792-9996-2864eacb47d2 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:58:58.987567 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a5e0ca4f-b124-49b4-a543-228b3512787d req-a15e5330-a1a1-4132-bd10-d296005b4693 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:59.004173 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a5e0ca4f-b124-49b4-a543-228b3512787d req-a15e5330-a1a1-4132-bd10-d296005b4693 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:59.124742 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:59.127273 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a5e0ca4f-b124-49b4-a543-228b3512787d req-a15e5330-a1a1-4132-bd10-d296005b4693 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:59.170516 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a5e0ca4f-b124-49b4-a543-228b3512787d req-a15e5330-a1a1-4132-bd10-d296005b4693 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:59.220682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e5330-a1a1-4132-bd10-d296005b4693 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb44b556-2b73-47ee-a60d-cb2eacf76013,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:59.254846 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e5330-a1a1-4132-bd10-d296005b4693 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158267e9-9929-47e8-b6f9-6c79fab3af19,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:59.273408 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2448c26b-efbb-4a09-9f97-39c6bfe9fbec None None] Network 874e31a9-b20b-4fad-bc1d-6a18bf162778 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:58:59.287685 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:59.305878 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a5e0ca4f-b124-49b4-a543-228b3512787d req-a15e5330-a1a1-4132-bd10-d296005b4693 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:59.307770 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5e0ca4f-b124-49b4-a543-228b3512787d req-a15e5330-a1a1-4132-bd10-d296005b4693 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8986619 Nov 29 17:58:59.331936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b1243-84a4-4168-90c0-02bc9e4284aa req-ad3e79f0-7b5e-4c03-b0c1-ff3f15925f31 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:58:59.340313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9e8b1243-84a4-4168-90c0-02bc9e4284aa req-ad3e79f0-7b5e-4c03-b0c1-ff3f15925f31 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 945 time: 0.2102456 Nov 29 17:58:59.369666 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:59.481773 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6964efb4-0db9-4992-b7d4-495a9236c2ef None None] Provisioning complete for port ab73e5be-7c1f-420c-9b38-f7265f151788 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:58:59.482208 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6964efb4-0db9-4992-b7d4-495a9236c2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:59.546254 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-728ba1b0-0721-405a-8d1e-ac71107caf8f req-e5cefb53-0a4c-4740-8bae-272086d1a1f0 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.1058981 Nov 29 17:58:59.597251 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9e8b1243-84a4-4168-90c0-02bc9e4284aa req-2c7eabd8-4520-45c7-83d6-c1ab1cb32965 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493930 Nov 29 17:58:59.597419 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:59.673744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-ca34d8a7-a5cc-4d1b-abf7-245cf1f24bac req-56e29b5e-61ca-45e9-8925-013b2729a59a tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1963725336', 'description': 'tempest-description-388869905'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:58:59.765096 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:59.777098 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:59.844927 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca34d8a7-a5cc-4d1b-abf7-245cf1f24bac req-56e29b5e-61ca-45e9-8925-013b2729a59a tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:59.914642 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6964efb4-0db9-4992-b7d4-495a9236c2ef None None] Port ab73e5be-7c1f-420c-9b38-f7265f151788 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:58:59.941527 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port e5ee876c-69f3-4792-9996-2864eacb47d2 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:58:59.942302 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:58:59.956550 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a8b843d5-5809-43d5-ba1c-0e0894ee5066 req-f62abd32-d777-4385-9223-491eaed89da1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.3930700 Nov 29 17:58:59.974390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Pushing event updated for resources: {'Port': ['ID=ab73e5be-7c1f-420c-9b38-f7265f151788,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:58:59.989951 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:00.147255 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-71146bde-b888-4e8f-bc03-fe330963567b tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:00.149015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-71146bde-b888-4e8f-bc03-fe330963567b tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/networks?id=7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0 HTTP/1.1" status: 200 len: 814 time: 0.2453711 Nov 29 17:59:00.154944 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:00.175033 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Network 96458e57-9e40-447e-bd91-8a0d8de13d68 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:00.176579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:00.179237 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-50c1f219-dbeb-45aa-8e3a-3b0ed34ae632 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/quotas/3b837510bc204cc397692bc2b8254ec2 HTTP/1.1" status: 200 len: 375 time: 0.0183182 Nov 29 17:59:00.266168 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-558a16f7-8f20-4e7c-8f97-14339885589f tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b837510bc204cc397692bc2b8254ec2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679080 Nov 29 17:59:00.296124 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:00.379739 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port e5ee876c-69f3-4792-9996-2864eacb47d2, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e5ee876c-69f3-4792-9996-2864eacb47d2,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:00.388214 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:00.389136 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 18056b32-6566-47bd-925d-351a7a44875a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:00.459003 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca34d8a7-a5cc-4d1b-abf7-245cf1f24bac req-56e29b5e-61ca-45e9-8925-013b2729a59a tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:00.474764 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca34d8a7-a5cc-4d1b-abf7-245cf1f24bac req-56e29b5e-61ca-45e9-8925-013b2729a59a tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:00.498845 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=e5ee876c-69f3-4792-9996-2864eacb47d2,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:00.511253 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 18056b32-6566-47bd-925d-351a7a44875a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:00.513702 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:00.516971 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:00.522454 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Router 89de8f43-5bb7-4d67-aa36-7c0721dd27ca has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:59:00.551744 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:00.719794 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:59:00.731885 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-eff5abd9-b9f2-4b17-a493-e1dd900e8f61 admin admin] 10.222.0.23 "PUT /v2.0/routers/89de8f43-5bb7-4d67-aa36-7c0721dd27ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2080307 Nov 29 17:59:00.732103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-92c8de10-f268-435e-83b5-050451245bbd None None] Provisioning complete for port ab73e5be-7c1f-420c-9b38-f7265f151788 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:00.732529 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92c8de10-f268-435e-83b5-050451245bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:00.738270 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca34d8a7-a5cc-4d1b-abf7-245cf1f24bac req-56e29b5e-61ca-45e9-8925-013b2729a59a tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:00.740883 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca34d8a7-a5cc-4d1b-abf7-245cf1f24bac req-56e29b5e-61ca-45e9-8925-013b2729a59a tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0944998 Nov 29 17:59:00.741503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e29b5e-61ca-45e9-8925-013b2729a59a tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3adcd1c-0018-4e0b-884c-42820f80371e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:00.747268 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:00.748056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Pushing event updated for resources: {'Port': ['ID=331b2564-3fcf-407d-b88a-09113041e6cb,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:00.752423 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:00.852117 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 18056b32-6566-47bd-925d-351a7a44875a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=18056b32-6566-47bd-925d-351a7a44875a,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:00.862031 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:00.867199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-92c8de10-f268-435e-83b5-050451245bbd None None] Port ab73e5be-7c1f-420c-9b38-f7265f151788 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:59:00.867980 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-d7c0eb39-b3c4-4cf9-9188-7b303ac9e130 service neutron] 10.222.0.23 "GET /v2.0/networks/7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009495 Nov 29 17:59:00.875353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Network 57f88c5c-e77c-48db-a3b8-7ceadd054f7f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:00.877272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:00.990639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=18056b32-6566-47bd-925d-351a7a44875a,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:01.011551 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e5ee876c-69f3-4792-9996-2864eacb47d2 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:01.120194 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port e5ee876c-69f3-4792-9996-2864eacb47d2 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:01.120973 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:01.224299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41156ffc-2969-4512-82b1-34805e56acff req-932668bb-0f43-4a2b-bf3f-9d9fae7ced96 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0789154 Nov 29 17:59:01.458837 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-4a02a1df-6a11-494c-a86a-944559451648 service neutron] 10.222.0.23 "GET /v2.0/networks/7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718775 Nov 29 17:59:01.462422 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Router f3a253b3-a7a3-45e2-be7d-8bb08233e370 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:59:01.547109 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbec221-0eeb-4699-8a5b-a48a7664dd69 req-a5ae14bc-3703-4fab-9cc9-973afb28a76f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:01.554719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6bbec221-0eeb-4699-8a5b-a48a7664dd69 req-a5ae14bc-3703-4fab-9cc9-973afb28a76f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 945 time: 0.2095599 Nov 29 17:59:01.737532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6bbec221-0eeb-4699-8a5b-a48a7664dd69 req-90d819ce-8957-446b-8f7e-304bf17be42f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818295 Nov 29 17:59:01.756096 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Sync routers for ids ['89de8f43-5bb7-4d67-aa36-7c0721dd27ca'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:59:01.785008 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Routers {'89de8f43-5bb7-4d67-aa36-7c0721dd27ca'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:59:01.785665 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:58:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['89de8f43-5bb7-4d67-aa36-7c0721dd27ca'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:01.852939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c17c95b0-9f07-49e3-a262-a2f6b53d0654 req-67b1c2f9-1df5-403c-bfea-53c125178ac5 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1276525414', 'description': 'tempest-description-890573062'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:01.918420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:59:01.930464 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Sync routers for ids ['f3a253b3-a7a3-45e2-be7d-8bb08233e370'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:59:01.955729 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-beb65946-9f6e-4afd-9bbf-a94465da6635 admin admin] 10.222.0.23 "PUT /v2.0/routers/f3a253b3-a7a3-45e2-be7d-8bb08233e370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9421251 Nov 29 17:59:01.956266 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Routers {'f3a253b3-a7a3-45e2-be7d-8bb08233e370'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:59:01.956266 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:58:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f3a253b3-a7a3-45e2-be7d-8bb08233e370'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:02.031196 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3121d7e5-09ba-4b61-8333-ac5c91372f7d req-684c6883-0498-46da-957b-efd5e6631523 tempest-FloatingIPsNegativeTestJSON-200647367 tempest-FloatingIPsNegativeTestJSON-200647367-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=85abdbbba710464d88fafe79b3ff765b HTTP/1.1" status: 200 len: 217 time: 0.0819094 Nov 29 17:59:02.050142 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c17c95b0-9f07-49e3-a262-a2f6b53d0654 req-67b1c2f9-1df5-403c-bfea-53c125178ac5 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:02.083093 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c17c95b0-9f07-49e3-a262-a2f6b53d0654 req-67b1c2f9-1df5-403c-bfea-53c125178ac5 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:02.095654 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Set router 89de8f43-5bb7-4d67-aa36-7c0721dd27ca gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:59:02.219036 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5c6d47d-aa72-4bd8-aee7-7ed3a9d30d9f req-10fb38ae-f6d9-4f99-bd2d-a6b14a8528c8 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/ports?device_id=e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc HTTP/1.1" status: 200 len: 210 time: 0.0865209 Nov 29 17:59:02.305398 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Set router f3a253b3-a7a3-45e2-be7d-8bb08233e370 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:59:02.392253 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c17c95b0-9f07-49e3-a262-a2f6b53d0654 req-67b1c2f9-1df5-403c-bfea-53c125178ac5 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:02.400416 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c17c95b0-9f07-49e3-a262-a2f6b53d0654 req-67b1c2f9-1df5-403c-bfea-53c125178ac5 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:02.533207 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55b55984-0d1a-4af4-ab9f-9a133f84a414 req-489db97e-1992-4dc2-9516-3d930a54044a tempest-FloatingIPsNegativeTestJSON-200647367 tempest-FloatingIPsNegativeTestJSON-200647367-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0822508 Nov 29 17:59:02.594309 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1c2f9-1df5-403c-bfea-53c125178ac5 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363b1a92-c58d-4e7d-b21e-cf0800e100f8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:02.650450 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-73995353-router', 'tenant_id': '85abdbbba710464d88fafe79b3ff765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5ee876c-69f3-4792-9996-2864eacb47d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:50Z', 'updated_at': '2021-11-29T17:58:59Z', 'revision_number': 4, 'project_id': '85abdbbba710464d88fafe79b3ff765b', 'gw_port': {'id': 'e5ee876c-69f3-4792-9996-2864eacb47d2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:97:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:51Z', 'updated_at': '2021-11-29T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'ab73e5be-7c1f-420c-9b38-f7265f151788', 'name': '', 'network_id': '96458e57-9e40-447e-bd91-8a0d8de13d68', 'tenant_id': '85abdbbba710464d88fafe79b3ff765b', 'mac_address': 'fa:16:3e:be:92:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '97b45474-e276-4ef5-a517-bd6cec865ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:57Z', 'updated_at': '2021-11-29T17:58:59Z', 'revision_number': 2, 'project_id': '85abdbbba710464d88fafe79b3ff765b', 'subnets': [{'id': '97b45474-e276-4ef5-a517-bd6cec865ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:02.688076 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c17c95b0-9f07-49e3-a262-a2f6b53d0654 req-67b1c2f9-1df5-403c-bfea-53c125178ac5 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:02.701117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c2c4d24f-a7fc-4eda-9a3e-811324f4a0d8 req-f28fcefb-a89d-46cb-8dc0-4001419748a2 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0560300 Nov 29 17:59:02.702931 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c17c95b0-9f07-49e3-a262-a2f6b53d0654 req-67b1c2f9-1df5-403c-bfea-53c125178ac5 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:02.735703 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Checking router: 89de8f43-5bb7-4d67-aa36-7c0721dd27ca for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:59:02.736566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Updating router 89de8f43-5bb7-4d67-aa36-7c0721dd27ca port ab73e5be-7c1f-420c-9b38-f7265f151788 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:59:02.778204 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c17c95b0-9f07-49e3-a262-a2f6b53d0654 req-67b1c2f9-1df5-403c-bfea-53c125178ac5 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:02.787009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c17c95b0-9f07-49e3-a262-a2f6b53d0654 req-67b1c2f9-1df5-403c-bfea-53c125178ac5 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9485621 Nov 29 17:59:02.801337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1c2f9-1df5-403c-bfea-53c125178ac5 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a89fd52-ba8a-431d-bfb3-7b9424b4c9f2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:02.813377 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:02.912859 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-b0a283a8-7e7f-4a72-8713-febb9134ef74 req-ecb814ff-21e9-4e43-9731-e7d2d5006ce6 tempest-FloatingIPsNegativeTestJSON-200647367 tempest-FloatingIPsNegativeTestJSON-200647367-project] show failed (client error): The resource could not be found. Nov 29 17:59:02.913936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b0a283a8-7e7f-4a72-8713-febb9134ef74 req-ecb814ff-21e9-4e43-9731-e7d2d5006ce6 tempest-FloatingIPsNegativeTestJSON-200647367 tempest-FloatingIPsNegativeTestJSON-200647367-project] 10.222.0.23 "GET /v2.0/floatingips/7313495e-d875-4163-b89f-829358819fba HTTP/1.1" status: 404 len: 350 time: 0.0752773 Nov 29 17:59:02.925221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42414) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:02.955321 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'name': 'tempest-ServerRescueTestJSON-2024097268-router', 'tenant_id': '255082b63de549aeaca1e79e75cfcb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '18056b32-6566-47bd-925d-351a7a44875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:49Z', 'updated_at': '2021-11-29T17:58:59Z', 'revision_number': 4, 'project_id': '255082b63de549aeaca1e79e75cfcb79', 'gw_port': {'id': '18056b32-6566-47bd-925d-351a7a44875a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:27:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:51Z', 'updated_at': '2021-11-29T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '331b2564-3fcf-407d-b88a-09113041e6cb', 'name': '', 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f', 'tenant_id': '255082b63de549aeaca1e79e75cfcb79', 'mac_address': 'fa:16:3e:ec:0d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:56Z', 'updated_at': '2021-11-29T17:58:59Z', 'revision_number': 2, 'project_id': '255082b63de549aeaca1e79e75cfcb79', 'subnets': [{'id': '1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:02.989714 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Checking router: f3a253b3-a7a3-45e2-be7d-8bb08233e370 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:59:02.990411 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Updating router f3a253b3-a7a3-45e2-be7d-8bb08233e370 port 331b2564-3fcf-407d-b88a-09113041e6cb binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:59:03.029587 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:03.073133 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 18056b32-6566-47bd-925d-351a7a44875a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:03.224711 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 18056b32-6566-47bd-925d-351a7a44875a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:03.225104 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:03.358073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-7ed4b52e-e5e8-43d5-9cd4-93af6dfd6e7a tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:03.362813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-7ed4b52e-e5e8-43d5-9cd4-93af6dfd6e7a tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/networks?id=57f88c5c-e77c-48db-a3b8-7ceadd054f7f HTTP/1.1" status: 200 len: 811 time: 0.4144192 Nov 29 17:59:03.390025 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-0b8c36a6-bfba-4b78-aa8a-26c6cfe9d7fb tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/quotas/255082b63de549aeaca1e79e75cfcb79 HTTP/1.1" status: 200 len: 375 time: 0.0184295 Nov 29 17:59:03.413304 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6a1473ef-cd4c-45d4-b069-f60bcf8de774 req-e40d8c95-5f4e-484d-aaa1-d274c928c7f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6eef1f4c6e3d4f65a8b875f9c0ad31e9&device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.0905850 Nov 29 17:59:03.503027 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6a1473ef-cd4c-45d4-b069-f60bcf8de774 req-c02838ea-4306-4344-961d-4b709a2c7826 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=6eef1f4c6e3d4f65a8b875f9c0ad31e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764453 Nov 29 17:59:03.597242 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:03.604859 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:03.626741 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-bdf946f5-196c-4f06-ba83-a3213d6432f6 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=255082b63de549aeaca1e79e75cfcb79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2327566 Nov 29 17:59:03.699488 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f877bd0-f92c-4976-bc94-0025f4ce15b9 req-b5c9789d-d372-4d37-8fc5-64ea365e6424 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:03.712191 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f877bd0-f92c-4976-bc94-0025f4ce15b9 req-b5c9789d-d372-4d37-8fc5-64ea365e6424 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 945 time: 0.3088977 Nov 29 17:59:03.742391 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cf7d3-3533-45d7-872d-98c8e27725e3 None None] Pushing event updated for resources: {'Port': ['ID=ab73e5be-7c1f-420c-9b38-f7265f151788,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:03.780433 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:03.809019 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:03.872866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Attempting to bind port ab73e5be-7c1f-420c-9b38-f7265f151788 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:59:03.873437 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Attempting to bind port ab73e5be-7c1f-420c-9b38-f7265f151788 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '50e4ca13-1505-4e4d-a025-f3eb7c53b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '96458e57-9e40-447e-bd91-8a0d8de13d68'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:59:03.873591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Attempting to bind port ab73e5be-7c1f-420c-9b38-f7265f151788 on network 96458e57-9e40-447e-bd91-8a0d8de13d68 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:03.883565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:59:03.887313 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Checking segment: {'id': '50e4ca13-1505-4e4d-a025-f3eb7c53b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '96458e57-9e40-447e-bd91-8a0d8de13d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:03.887943 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:03.888670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Bound using segment: {'id': '50e4ca13-1505-4e4d-a025-f3eb7c53b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '96458e57-9e40-447e-bd91-8a0d8de13d68'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:59:03.894931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Bound port: ab73e5be-7c1f-420c-9b38-f7265f151788, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e4ca13-1505-4e4d-a025-f3eb7c53b161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '96458e57-9e40-447e-bd91-8a0d8de13d68'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:59:03.895898 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:03.986498 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0276194-69ef-4470-839e-9f80881f06f1 None None] Pushing event updated for resources: {'Port': ['ID=331b2564-3fcf-407d-b88a-09113041e6cb,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:04.075584 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f877bd0-f92c-4976-bc94-0025f4ce15b9 req-83f5747d-4562-4f1b-9f3e-930c1f1d7b74 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549688 Nov 29 17:59:04.094092 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Attempting to bind port 331b2564-3fcf-407d-b88a-09113041e6cb on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:59:04.097153 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Attempting to bind port 331b2564-3fcf-407d-b88a-09113041e6cb by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '7ab3073e-50ba-4da4-8530-beed92fa37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:59:04.097718 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Attempting to bind port 331b2564-3fcf-407d-b88a-09113041e6cb on network 57f88c5c-e77c-48db-a3b8-7ceadd054f7f {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:04.115267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] For port ab73e5be-7c1f-420c-9b38-f7265f151788, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:59:04.122548 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] For port ab73e5be-7c1f-420c-9b38-f7265f151788, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ab73e5be-7c1f-420c-9b38-f7265f151788,segment=NetworkSegment(50e4ca13-1505-4e4d-a025-f3eb7c53b161),segment_id=50e4ca13-1505-4e4d-a025-f3eb7c53b161)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:59:04.131188 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:04.132599 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:59:04.137432 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Checking segment: {'id': '7ab3073e-50ba-4da4-8530-beed92fa37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:04.139060 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:04.141998 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Bound using segment: {'id': '7ab3073e-50ba-4da4-8530-beed92fa37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:59:04.155436 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Bound port: 331b2564-3fcf-407d-b88a-09113041e6cb, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab3073e-50ba-4da4-8530-beed92fa37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:59:04.156937 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:04.214351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0957e4dc-4dd9-4ad6-8fc2-6ceb17f91fa3 req-073db927-f08e-491b-99f6-53e66086c89d tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1453298182', 'description': 'tempest-description-595678481'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:04.232328 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-65432b76-c472-44cb-89bb-c521532d03ea service neutron] 10.222.0.23 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048753 Nov 29 17:59:04.314612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Routers {'89de8f43-5bb7-4d67-aa36-7c0721dd27ca'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:59:04.315585 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:58:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['89de8f43-5bb7-4d67-aa36-7c0721dd27ca'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:04.344805 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-09c469a1-1da3-4d11-9006-93a589097fe3 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:04.347990 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-09c469a1-1da3-4d11-9006-93a589097fe3 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.20 "GET /v2.0/networks?id=7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0 HTTP/1.1" status: 200 len: 814 time: 0.5422657 Nov 29 17:59:04.366991 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-28c5c20e-4ba7-49c2-8655-5076d7b4a32b tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Request body: {'port': {'device_id': 'e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc', 'network_id': '7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0', 'admin_state_up': True, 'tenant_id': '3b837510bc204cc397692bc2b8254ec2'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:04.389668 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] For port 331b2564-3fcf-407d-b88a-09113041e6cb, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:59:04.394053 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] For port 331b2564-3fcf-407d-b88a-09113041e6cb, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=331b2564-3fcf-407d-b88a-09113041e6cb,segment=NetworkSegment(7ab3073e-50ba-4da4-8530-beed92fa37e1),segment_id=7ab3073e-50ba-4da4-8530-beed92fa37e1)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:59:04.404891 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:04.542954 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2d2a9333-3eb2-456f-bb63-72a24e491a51 None None] Provisioning complete for port ab73e5be-7c1f-420c-9b38-f7265f151788 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:04.548002 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d2a9333-3eb2-456f-bb63-72a24e491a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:04.550138 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1473ef-cd4c-45d4-b069-f60bcf8de774 req-fabaf80d-e456-4b41-828f-66f35b3c4244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:04.552057 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6a1473ef-cd4c-45d4-b069-f60bcf8de774 req-fabaf80d-e456-4b41-828f-66f35b3c4244 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9902942 Nov 29 17:59:04.565890 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Routers {'f3a253b3-a7a3-45e2-be7d-8bb08233e370'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:59:04.566301 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:58:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f3a253b3-a7a3-45e2-be7d-8bb08233e370'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:04.620978 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0957e4dc-4dd9-4ad6-8fc2-6ceb17f91fa3 req-073db927-f08e-491b-99f6-53e66086c89d tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:04.640044 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-af75c2e6-514f-45c9-a4ce-6500e7002cca service neutron] 10.222.0.23 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911839 Nov 29 17:59:04.687224 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0276194-69ef-4470-839e-9f80881f06f1 None None] Pushing event updated for resources: {'Port': ['ID=331b2564-3fcf-407d-b88a-09113041e6cb,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:04.739630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cf7d3-3533-45d7-872d-98c8e27725e3 None None] Pushing event updated for resources: {'Port': ['ID=ab73e5be-7c1f-420c-9b38-f7265f151788,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:04.750262 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-28c5c20e-4ba7-49c2-8655-5076d7b4a32b tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Made reservation on behalf of 3b837510bc204cc397692bc2b8254ec2 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:59:04.757362 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] Set router 89de8f43-5bb7-4d67-aa36-7c0721dd27ca gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:59:04.763745 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-28c5c20e-4ba7-49c2-8655-5076d7b4a32b tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:04.834472 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0957e4dc-4dd9-4ad6-8fc2-6ceb17f91fa3 req-073db927-f08e-491b-99f6-53e66086c89d tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:04.845634 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0957e4dc-4dd9-4ad6-8fc2-6ceb17f91fa3 req-073db927-f08e-491b-99f6-53e66086c89d tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:04.891836 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] Set router f3a253b3-a7a3-45e2-be7d-8bb08233e370 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:59:04.920298 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0957e4dc-4dd9-4ad6-8fc2-6ceb17f91fa3 req-073db927-f08e-491b-99f6-53e66086c89d tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:04.935938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0957e4dc-4dd9-4ad6-8fc2-6ceb17f91fa3 req-073db927-f08e-491b-99f6-53e66086c89d tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7336283 Nov 29 17:59:04.953252 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073db927-f08e-491b-99f6-53e66086c89d tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1433fac8-0815-4e7e-9ac5-4cc9a32d9c20,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:05.099247 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d2a9333-3eb2-456f-bb63-72a24e491a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:05.100430 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a1ec4ac-4c59-437f-9ef7-296955744e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:05.202713 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'name': 'tempest-ServerRescueTestJSON-2024097268-router', 'tenant_id': '255082b63de549aeaca1e79e75cfcb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '18056b32-6566-47bd-925d-351a7a44875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:49Z', 'updated_at': '2021-11-29T17:58:59Z', 'revision_number': 4, 'project_id': '255082b63de549aeaca1e79e75cfcb79', 'gw_port': {'id': '18056b32-6566-47bd-925d-351a7a44875a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:27:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:51Z', 'updated_at': '2021-11-29T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '331b2564-3fcf-407d-b88a-09113041e6cb', 'name': '', 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f', 'tenant_id': '255082b63de549aeaca1e79e75cfcb79', 'mac_address': 'fa:16:3e:ec:0d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:56Z', 'updated_at': '2021-11-29T17:59:04Z', 'revision_number': 4, 'project_id': '255082b63de549aeaca1e79e75cfcb79', 'subnets': [{'id': '1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:05.228546 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec7005b7-b0c3-46de-bfe5-89b1735a02ef req-6866a8cc-5aca-47ac-a0c7-7779ae384daa tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.1020741 Nov 29 17:59:05.260731 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24983fed-e089-4f3e-9be8-6b09d9cf4956 None None] The sync data for ids ['f3a253b3-a7a3-45e2-be7d-8bb08233e370'] in n-d-819494-5 is: [{'id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'name': 'tempest-ServerRescueTestJSON-2024097268-router', 'tenant_id': '255082b63de549aeaca1e79e75cfcb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '18056b32-6566-47bd-925d-351a7a44875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:49Z', 'updated_at': '2021-11-29T17:58:59Z', 'revision_number': 4, 'project_id': '255082b63de549aeaca1e79e75cfcb79', 'gw_port': {'id': '18056b32-6566-47bd-925d-351a7a44875a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:27:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:51Z', 'updated_at': '2021-11-29T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '331b2564-3fcf-407d-b88a-09113041e6cb', 'name': '', 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f', 'tenant_id': '255082b63de549aeaca1e79e75cfcb79', 'mac_address': 'fa:16:3e:ec:0d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:56Z', 'updated_at': '2021-11-29T17:59:04Z', 'revision_number': 4, 'project_id': '255082b63de549aeaca1e79e75cfcb79', 'subnets': [{'id': '1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:59:05.277172 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-440411b1-7630-4cde-aa0e-b57902d82530 req-e8bebc00-b296-4240-ba5a-d0b2ce1ea55c tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/ports?device_id=e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc HTTP/1.1" status: 200 len: 210 time: 0.1369269 Nov 29 17:59:05.369609 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:59:05.442209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ab6b06db-1568-46b0-b5a2-3a8f6a1d4662 req-533b8f09-4772-4fbc-a82a-087d5d3bb5e1 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 210 time: 0.1141133 Nov 29 17:59:05.459887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2d2a9333-3eb2-456f-bb63-72a24e491a51 None None] For port ab73e5be-7c1f-420c-9b38-f7265f151788, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ab73e5be-7c1f-420c-9b38-f7265f151788,segment=NetworkSegment(50e4ca13-1505-4e4d-a025-f3eb7c53b161),segment_id=50e4ca13-1505-4e4d-a025-f3eb7c53b161)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:05.472951 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d2a9333-3eb2-456f-bb63-72a24e491a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:05.521256 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-73995353-router', 'tenant_id': '85abdbbba710464d88fafe79b3ff765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5ee876c-69f3-4792-9996-2864eacb47d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:50Z', 'updated_at': '2021-11-29T17:58:59Z', 'revision_number': 4, 'project_id': '85abdbbba710464d88fafe79b3ff765b', 'gw_port': {'id': 'e5ee876c-69f3-4792-9996-2864eacb47d2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:97:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:51Z', 'updated_at': '2021-11-29T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'ab73e5be-7c1f-420c-9b38-f7265f151788', 'name': '', 'network_id': '96458e57-9e40-447e-bd91-8a0d8de13d68', 'tenant_id': '85abdbbba710464d88fafe79b3ff765b', 'mac_address': 'fa:16:3e:be:92:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '97b45474-e276-4ef5-a517-bd6cec865ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:57Z', 'updated_at': '2021-11-29T17:59:04Z', 'revision_number': 4, 'project_id': '85abdbbba710464d88fafe79b3ff765b', 'subnets': [{'id': '97b45474-e276-4ef5-a517-bd6cec865ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:05.573969 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5af9fd-36aa-4a3f-93b1-0df96b45ae98 None None] The sync data for ids ['89de8f43-5bb7-4d67-aa36-7c0721dd27ca'] in n-d-819494-5 is: [{'id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-73995353-router', 'tenant_id': '85abdbbba710464d88fafe79b3ff765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e5ee876c-69f3-4792-9996-2864eacb47d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:50Z', 'updated_at': '2021-11-29T17:58:59Z', 'revision_number': 4, 'project_id': '85abdbbba710464d88fafe79b3ff765b', 'gw_port': {'id': 'e5ee876c-69f3-4792-9996-2864eacb47d2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:97:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:51Z', 'updated_at': '2021-11-29T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'ab73e5be-7c1f-420c-9b38-f7265f151788', 'name': '', 'network_id': '96458e57-9e40-447e-bd91-8a0d8de13d68', 'tenant_id': '85abdbbba710464d88fafe79b3ff765b', 'mac_address': 'fa:16:3e:be:92:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '97b45474-e276-4ef5-a517-bd6cec865ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:57Z', 'updated_at': '2021-11-29T17:59:04Z', 'revision_number': 4, 'project_id': '85abdbbba710464d88fafe79b3ff765b', 'subnets': [{'id': '97b45474-e276-4ef5-a517-bd6cec865ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:59:05.669134 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-28c5c20e-4ba7-49c2-8655-5076d7b4a32b tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Allocated IP 172.20.0.5 (7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0/9dd14428-1957-4d2b-8598-83c06c8c2fba/fcb8ab78-ee00-412e-922b-32d41b8e8493) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:59:06.001584 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a9333-3eb2-456f-bb63-72a24e491a51 None None] Pushing event updated for resources: {'Port': ['ID=ab73e5be-7c1f-420c-9b38-f7265f151788,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:06.030195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d1624c1e-7e6f-4d81-8400-1080f177c504 None None] Provisioning complete for port ab73e5be-7c1f-420c-9b38-f7265f151788 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:06.031023 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1624c1e-7e6f-4d81-8400-1080f177c504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:06.065016 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6a1473ef-cd4c-45d4-b069-f60bcf8de774 req-2d40a3e0-2662-4182-a1ee-9e2e19d222a9 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.20 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.1357167 Nov 29 17:59:06.081351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81df809-69e9-4fe5-96eb-ee291ee8cf43 req-30f7c8cd-61b2-4729-91ab-765f5cc836ff tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:06.095172 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d81df809-69e9-4fe5-96eb-ee291ee8cf43 req-30f7c8cd-61b2-4729-91ab-765f5cc836ff tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 945 time: 0.4424894 Nov 29 17:59:06.320886 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d81df809-69e9-4fe5-96eb-ee291ee8cf43 req-eb1f223d-e25d-401c-81c9-def003397a20 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247369 Nov 29 17:59:06.470866 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-f16c919e-cf9b-4ce3-a3c1-e4c02027c34b tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50948 time: 0.9524834 Nov 29 17:59:06.941427 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-28c5c20e-4ba7-49c2-8655-5076d7b4a32b tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:07.028805 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-28c5c20e-4ba7-49c2-8655-5076d7b4a32b tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:07.207717 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-28c5c20e-4ba7-49c2-8655-5076d7b4a32b tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Network 7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:07.211842 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5c20e-4ba7-49c2-8655-5076d7b4a32b tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Pushing event updated for resources: {'Port': ['ID=fcb8ab78-ee00-412e-922b-32d41b8e8493,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:07.218028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 331b2564-3fcf-407d-b88a-09113041e6cb up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:07.225612 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-28c5c20e-4ba7-49c2-8655-5076d7b4a32b tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:07.249570 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-28c5c20e-4ba7-49c2-8655-5076d7b4a32b tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:59:07.250719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb9974f8-55a9-4835-845b-ff3dd5a481bd req-3ad6c539-b881-4533-afcd-d0701bb17534 tempest-ServerShowV257Test-290512937 tempest-ServerShowV257Test-290512937-project] 10.222.0.23 "GET /v2.0/ports?device_id=594c85c7-490b-43d2-bfae-5f437ad4181c HTTP/1.1" status: 200 len: 210 time: 0.7601435 Nov 29 17:59:07.356749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-28c5c20e-4ba7-49c2-8655-5076d7b4a32b tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:07.357959 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-28c5c20e-4ba7-49c2-8655-5076d7b4a32b tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:07.403339 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ec4ac-4c59-437f-9ef7-296955744e20 admin admin] Deleting port ab73e5be-7c1f-420c-9b38-f7265f151788 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:59:07.403936 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a1ec4ac-4c59-437f-9ef7-296955744e20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:07.409507 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-28c5c20e-4ba7-49c2-8655-5076d7b4a32b tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0480158 Nov 29 17:59:07.413622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 331b2564-3fcf-407d-b88a-09113041e6cb triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:07.413936 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:07.444370 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Request body: {'port': {'device_id': 'e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:07.552551 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:07.586430 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-f398b1e5-64cc-4fe7-bbfe-c28c1328f1ee tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/0e765184-057d-48b1-845b-3f80308f5a3b HTTP/1.1" status: 200 len: 2998 time: 1.0940914 Nov 29 17:59:07.621951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 331b2564-3fcf-407d-b88a-09113041e6cb, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=331b2564-3fcf-407d-b88a-09113041e6cb,segment=NetworkSegment(7ab3073e-50ba-4da4-8530-beed92fa37e1),segment_id=7ab3073e-50ba-4da4-8530-beed92fa37e1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:07.626908 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:07.627889 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ab73e5be-7c1f-420c-9b38-f7265f151788 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:07.631111 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:07.662418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-270fe2a7-756a-4764-af59-dbf1f8660d98 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/0e765184-057d-48b1-845b-3f80308f5a3b HTTP/1.1" status: 200 len: 2998 time: 0.0669613 Nov 29 17:59:07.672691 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-1a1ec4ac-4c59-437f-9ef7-296955744e20 admin admin] For port ab73e5be-7c1f-420c-9b38-f7265f151788, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ab73e5be-7c1f-420c-9b38-f7265f151788,segment=NetworkSegment(50e4ca13-1505-4e4d-a025-f3eb7c53b161),segment_id=50e4ca13-1505-4e4d-a025-f3eb7c53b161)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:07.673789 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a1ec4ac-4c59-437f-9ef7-296955744e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:07.685445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fd651-3274-4620-a1aa-2a930ac34377 req-5b2e4a58-545b-43f5-94ea-6535afdd27a5 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:07.696303 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d90fd651-3274-4620-a1aa-2a930ac34377 req-5b2e4a58-545b-43f5-94ea-6535afdd27a5 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/ports?device_id=e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc HTTP/1.1" status: 200 len: 931 time: 0.2313659 Nov 29 17:59:07.730555 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ec4ac-4c59-437f-9ef7-296955744e20 admin admin] Calling delete_port for ab73e5be-7c1f-420c-9b38-f7265f151788 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:59:07.762399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=331b2564-3fcf-407d-b88a-09113041e6cb,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:07.779098 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ab73e5be-7c1f-420c-9b38-f7265f151788 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:07.779540 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:07.822819 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d90fd651-3274-4620-a1aa-2a930ac34377 req-04ff11bb-dba0-4be2-a45e-0e07a19555aa tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/security-groups?id=621ea2d2-ea87-4b9c-96c2-d62768c3229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250758 Nov 29 17:59:07.872666 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6abe87ca-3d5a-447b-99b4-a82f969f8f1f tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:07.874306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6abe87ca-3d5a-447b-99b4-a82f969f8f1f tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.31 "GET /v2.0/networks?id=57f88c5c-e77c-48db-a3b8-7ceadd054f7f HTTP/1.1" status: 200 len: 811 time: 0.6213894 Nov 29 17:59:07.901621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-204935fc-9af3-41d7-a655-b5ed7575e7a1 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Request body: {'port': {'device_id': 'b335fe35-dbc8-4c20-9f01-9763634ded2f', 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f', 'admin_state_up': True, 'tenant_id': '255082b63de549aeaca1e79e75cfcb79'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:07.982368 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-7182e926-058f-496c-a8c1-dc3cd5a380d6 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/202d1a5d-f622-427a-8cb2-f8be2cba5db0 HTTP/1.1" status: 200 len: 2994 time: 0.2793324 Nov 29 17:59:08.005923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43e3ad20-5427-477d-ba80-1a0d9c70d69e req-3e03cbbe-89b2-4370-a2d1-766699a862fe tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 210 time: 0.0792458 Nov 29 17:59:08.084529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-8e06ecda-7cbe-4875-a8d2-5dc744f0080a tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/202d1a5d-f622-427a-8cb2-f8be2cba5db0 HTTP/1.1" status: 200 len: 2994 time: 0.0810170 Nov 29 17:59:08.160376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-204935fc-9af3-41d7-a655-b5ed7575e7a1 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Made reservation on behalf of 255082b63de549aeaca1e79e75cfcb79 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:59:08.164121 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-204935fc-9af3-41d7-a655-b5ed7575e7a1 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:08.181325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-2a8457bf-0884-44b0-8595-008b2b48d5d7 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/2e36857c-30c1-4b86-a190-c1cc27b8ad19 HTTP/1.1" status: 200 len: 2998 time: 0.0815992 Nov 29 17:59:08.207214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb8ab78-ee00-412e-922b-32d41b8e8493 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:59:08.215053 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a1ec4ac-4c59-437f-9ef7-296955744e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:08.219411 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:08.251878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ec4ac-4c59-437f-9ef7-296955744e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab73e5be-7c1f-420c-9b38-f7265f151788,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:08.261407 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Transition to ACTIVE for port object fcb8ab78-ee00-412e-922b-32d41b8e8493 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:59:08.279996 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:08.340256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d805d52-b12c-4396-9972-7c147a610583 req-4a186643-a6a3-432b-843d-9611f1ddc6e3 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:08.345822 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d805d52-b12c-4396-9972-7c147a610583 req-4a186643-a6a3-432b-843d-9611f1ddc6e3 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 945 time: 0.1611354 Nov 29 17:59:08.354009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-f409c24c-272a-415a-b0fc-2adb8e2a001b tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/2e36857c-30c1-4b86-a190-c1cc27b8ad19 HTTP/1.1" status: 200 len: 2998 time: 0.1589670 Nov 29 17:59:08.371002 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb8ab78-ee00-412e-922b-32d41b8e8493,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:08.472620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-204935fc-9af3-41d7-a655-b5ed7575e7a1 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Allocated IP 172.20.0.8 (57f88c5c-e77c-48db-a3b8-7ceadd054f7f/1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b/a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:59:08.481262 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-064a9cbb-daea-4f39-b2d5-f9d5722feac9 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/30a64714-c1de-4177-8445-ef31d4fdcb43 HTTP/1.1" status: 200 len: 2998 time: 0.1016607 Nov 29 17:59:08.484561 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d805d52-b12c-4396-9972-7c147a610583 req-21fadc65-d988-49fd-b2cf-405de5350286 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255598 Nov 29 17:59:08.520311 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Attempting to bind port fcb8ab78-ee00-412e-922b-32d41b8e8493 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:59:08.520661 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Attempting to bind port fcb8ab78-ee00-412e-922b-32d41b8e8493 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '365ee002-c8ae-4c25-bb96-791de3c003ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:59:08.521002 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Attempting to bind port fcb8ab78-ee00-412e-922b-32d41b8e8493 on network 7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:08.530487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Port fcb8ab78-ee00-412e-922b-32d41b8e8493 on network 7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:59:08.530847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Attempting to bind port fcb8ab78-ee00-412e-922b-32d41b8e8493 on network 7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:08.538350 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a1ec4ac-4c59-437f-9ef7-296955744e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:08.540381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:59:08.540728 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Checking segment: {'id': '365ee002-c8ae-4c25-bb96-791de3c003ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:08.541116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Bound using segment: {'id': '365ee002-c8ae-4c25-bb96-791de3c003ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:59:08.541556 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Bound port: fcb8ab78-ee00-412e-922b-32d41b8e8493, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365ee002-c8ae-4c25-bb96-791de3c003ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:59:08.541907 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:08.545540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-0258a938-dec7-4ccd-8641-b494fbaa7301 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/30a64714-c1de-4177-8445-ef31d4fdcb43 HTTP/1.1" status: 200 len: 2998 time: 0.0499740 Nov 29 17:59:08.678850 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-fb5f6ddd-d252-4a10-a3a1-8746ef2b06b5 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/363b1a92-c58d-4e7d-b21e-cf0800e100f8 HTTP/1.1" status: 200 len: 2998 time: 0.1323774 Nov 29 17:59:08.697448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] For port fcb8ab78-ee00-412e-922b-32d41b8e8493, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:59:08.714335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] For port fcb8ab78-ee00-412e-922b-32d41b8e8493, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fcb8ab78-ee00-412e-922b-32d41b8e8493,segment=NetworkSegment(365ee002-c8ae-4c25-bb96-791de3c003ee),segment_id=365ee002-c8ae-4c25-bb96-791de3c003ee)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:59:08.721015 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:08.758595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:08.759275 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:08.760738 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] 10.222.0.20 "PUT /v2.0/ports/fcb8ab78-ee00-412e-922b-32d41b8e8493 HTTP/1.1" status: 200 len: 1091 time: 1.3282075 Nov 29 17:59:08.761149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc', 'tag': 'fcb8ab78-ee00-412e-922b-32d41b8e8493'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:08.763486 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c4bc41-7d36-418d-be3b-a2b3971bcd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc", "tag": "fcb8ab78-ee00-412e-922b-32d41b8e8493"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:08.825622 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-e2d463eb-3716-474a-acd8-b2efd33e08c0 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/363b1a92-c58d-4e7d-b21e-cf0800e100f8 HTTP/1.1" status: 200 len: 2998 time: 0.1187367 Nov 29 17:59:08.834840 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de144581-3279-4a06-9bae-1cedc420f1eb req-a953c092-38ed-4ffa-a84e-242701ad82ea tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:08.836314 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de144581-3279-4a06-9bae-1cedc420f1eb req-a953c092-38ed-4ffa-a84e-242701ad82ea tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 807 time: 0.1896052 Nov 29 17:59:08.840446 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-204935fc-9af3-41d7-a655-b5ed7575e7a1 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:08.870765 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de144581-3279-4a06-9bae-1cedc420f1eb req-cf8a5801-9ea2-47ab-afa2-57bb4cc98bc9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/quotas/3a0783cb68fe44b080e0c111bf112e73 HTTP/1.1" status: 200 len: 375 time: 0.0279965 Nov 29 17:59:08.884689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de816786-996a-4fb7-b26f-c2ca74a24b40 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb8ab78-ee00-412e-922b-32d41b8e8493,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:08.909052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-dceaf1e9-d9b0-4f9c-bb95-e98886c8bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:08.910571 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-dceaf1e9-d9b0-4f9c-bb95-e98886c8bbc8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b837510bc204cc397692bc2b8254ec2&device_id=e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc HTTP/1.1" status: 200 len: 1094 time: 0.0981450 Nov 29 17:59:08.928497 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-ed25f043-5e59-408c-8e38-4a07578d3982 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/41da9b69-9d1d-4353-898f-466069c73c1a HTTP/1.1" status: 200 len: 2998 time: 0.0911288 Nov 29 17:59:08.933353 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1ec4ac-4c59-437f-9ef7-296955744e20 admin admin] Router 89de8f43-5bb7-4d67-aa36-7c0721dd27ca has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:59:08.963378 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-2b464aa9-1fb6-4783-83f0-a586529d0229 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcb8ab78-ee00-412e-922b-32d41b8e8493 HTTP/1.1" status: 200 len: 217 time: 0.0386539 Nov 29 17:59:08.967480 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-204935fc-9af3-41d7-a655-b5ed7575e7a1 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:08.979605 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de144581-3279-4a06-9bae-1cedc420f1eb req-c411a69b-c220-4c15-aaad-90b6dcf44a98 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0994661 Nov 29 17:59:09.070073 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 331b2564-3fcf-407d-b88a-09113041e6cb up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:09.081529 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-204935fc-9af3-41d7-a655-b5ed7575e7a1 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Network 57f88c5c-e77c-48db-a3b8-7ceadd054f7f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:09.087395 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-99d822d2-dbd3-41b2-a588-5ab44edb3c9f tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/41da9b69-9d1d-4353-898f-466069c73c1a HTTP/1.1" status: 200 len: 2998 time: 0.1502073 Nov 29 17:59:09.091464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-204935fc-9af3-41d7-a655-b5ed7575e7a1 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:09.099131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-204935fc-9af3-41d7-a655-b5ed7575e7a1 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:59:09.103815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-9ee4fe0e-3992-45c3-a4b5-f734a0bb1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:09.106075 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-9ee4fe0e-3992-45c3-a4b5-f734a0bb1612 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9dd14428-1957-4d2b-8598-83c06c8c2fba HTTP/1.1" status: 200 len: 854 time: 0.0978959 Nov 29 17:59:09.106447 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204935fc-9af3-41d7-a655-b5ed7575e7a1 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Pushing event updated for resources: {'Port': ['ID=a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:09.140950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 331b2564-3fcf-407d-b88a-09113041e6cb triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:09.141479 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:09.148595 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-9e6c3bc1-5001-41e4-8364-522ed4e4f260 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309889 Nov 29 17:59:09.150374 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1ec4ac-4c59-437f-9ef7-296955744e20 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:59:09.157613 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1a1ec4ac-4c59-437f-9ef7-296955744e20 admin admin] 10.222.0.23 "PUT /v2.0/routers/89de8f43-5bb7-4d67-aa36-7c0721dd27ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2290740 Nov 29 17:59:09.163236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42474) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:09.214014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de144581-3279-4a06-9bae-1cedc420f1eb req-5d7899c0-5c0f-44d3-93c0-531f486bec7f service neutron] 10.222.0.23 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208641 Nov 29 17:59:09.232743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-204935fc-9af3-41d7-a655-b5ed7575e7a1 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:09.233393 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-204935fc-9af3-41d7-a655-b5ed7575e7a1 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:09.292637 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-4df7eba0-109d-486a-be93-7ccad7900c21 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/541d33da-b4ba-413d-8266-3c87662cd943 HTTP/1.1" status: 200 len: 2994 time: 0.1835477 Nov 29 17:59:09.303470 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-204935fc-9af3-41d7-a655-b5ed7575e7a1 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4085941 Nov 29 17:59:09.320711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Request body: {'port': {'device_id': 'b335fe35-dbc8-4c20-9f01-9763634ded2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:09.325320 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-7c13947d-7171-42f1-a062-424c27084c0c service neutron] 10.222.0.20 "GET /v2.0/networks/7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688285 Nov 29 17:59:09.328131 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:09.419102 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de144581-3279-4a06-9bae-1cedc420f1eb req-461cda97-b2dd-497b-aab2-ed6ab01b53f7 service neutron] 10.222.0.23 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039604 Nov 29 17:59:09.421653 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:09.432530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-46ac388a-0e30-4815-84b9-6f1f9a6fc272 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/541d33da-b4ba-413d-8266-3c87662cd943 HTTP/1.1" status: 200 len: 2994 time: 0.1267638 Nov 29 17:59:09.503643 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9d659686-740f-4d25-a4fd-c2484d68cc1f req-702af0b8-73f1-462e-9bfb-774105ead6cf service neutron] 10.222.0.20 "GET /v2.0/networks/7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390486 Nov 29 17:59:09.504915 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:09.569903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Deleting port e5ee876c-69f3-4792-9996-2864eacb47d2 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:59:09.569903 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:09.578394 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-402059d4-af64-46bf-9c84-87ef8993c91a tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/621ea2d2-ea87-4b9c-96c2-d62768c3229a HTTP/1.1" status: 200 len: 2998 time: 0.1160662 Nov 29 17:59:09.674981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] For port e5ee876c-69f3-4792-9996-2864eacb47d2, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e5ee876c-69f3-4792-9996-2864eacb47d2,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:09.675481 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:09.693645 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-5be09058-0ee5-4d35-a9c0-fdd244c8dd52 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/621ea2d2-ea87-4b9c-96c2-d62768c3229a HTTP/1.1" status: 200 len: 2998 time: 0.1047845 Nov 29 17:59:09.695022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Calling delete_port for e5ee876c-69f3-4792-9996-2864eacb47d2 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:59:09.786419 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-3ec1e11d-a1d1-4f77-81fa-1ea0eccad231 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/69998c8b-91b6-4fb6-9c9a-0b6e6167cc2a HTTP/1.1" status: 200 len: 2990 time: 0.0810347 Nov 29 17:59:09.878136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:59:09.888167 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:09.891940 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-0a046472-5a05-45b4-8e74-6d8af7526dc4 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/69998c8b-91b6-4fb6-9c9a-0b6e6167cc2a HTTP/1.1" status: 200 len: 2990 time: 0.0949373 Nov 29 17:59:09.913490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Transition to ACTIVE for port object a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:59:09.925235 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:09.976285 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4ed744-0993-4db9-98f4-208182de92f7 x-openstack-request-id: req-1d4ed744-0993-4db9-98f4-208182de92f7 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:09.976958 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc", "tag": "fcb8ab78-ee00-412e-922b-32d41b8e8493", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:09.977372 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d4ed744-0993-4db9-98f4-208182de92f7 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:09.978668 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc', 'tag': 'fcb8ab78-ee00-412e-922b-32d41b8e8493', 'status': 'completed', 'code': 200} Nov 29 17:59:10.013717 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-dadb32c5-7abe-46db-a0d0-0ad41030708a tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/7150a581-8ecc-4253-aa5d-790e3300f980 HTTP/1.1" status: 200 len: 2998 time: 0.1109669 Nov 29 17:59:10.016269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:10.023556 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:10.077377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92dad5-f7fc-4000-bd7a-5548e9ddf0d3 None None] Sync routers for ids ['89de8f43-5bb7-4d67-aa36-7c0721dd27ca'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:59:10.103120 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ee876c-69f3-4792-9996-2864eacb47d2,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:10.108602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e92dad5-f7fc-4000-bd7a-5548e9ddf0d3 None None] Routers {'89de8f43-5bb7-4d67-aa36-7c0721dd27ca'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:59:10.109682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7e92dad5-f7fc-4000-bd7a-5548e9ddf0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:58:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['89de8f43-5bb7-4d67-aa36-7c0721dd27ca'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:10.123409 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:10.124048 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:10.124458 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:10.125013 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:10.125433 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:10.125844 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:10.126453 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:10.126806 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:10.128999 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:10.129453 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:10.129774 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:10.130889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:10.211815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-d6093727-ec45-4744-bdb5-3659bbbcf066 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/7150a581-8ecc-4253-aa5d-790e3300f980 HTTP/1.1" status: 200 len: 2998 time: 0.1884408 Nov 29 17:59:10.219381 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-7e92dad5-f7fc-4000-bd7a-5548e9ddf0d3 None None] Set router 89de8f43-5bb7-4d67-aa36-7c0721dd27ca gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:59:10.245354 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfef81e-b96f-4ed4-8614-c4cb79cdaac9 req-7181cd18-4453-437a-9540-c29e928b0610 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:10.257607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccfef81e-b96f-4ed4-8614-c4cb79cdaac9 req-7181cd18-4453-437a-9540-c29e928b0610 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/ports?device_id=e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc HTTP/1.1" status: 200 len: 943 time: 0.1471283 Nov 29 17:59:10.275473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Attempting to bind port a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:59:10.275965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Attempting to bind port a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '7ab3073e-50ba-4da4-8530-beed92fa37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:59:10.276401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Attempting to bind port a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 on network 57f88c5c-e77c-48db-a3b8-7ceadd054f7f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:10.279773 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42498) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:10.286633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7e92dad5-f7fc-4000-bd7a-5548e9ddf0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-73995353-router', 'tenant_id': '85abdbbba710464d88fafe79b3ff765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:50Z', 'updated_at': '2021-11-29T17:59:09Z', 'revision_number': 7, 'project_id': '85abdbbba710464d88fafe79b3ff765b', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:10.291901 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4bc41-7d36-418d-be3b-a2b3971bcd4f req-b956deae-8078-4557-8b9d-b16a50ba888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:10.293971 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-02c4bc41-7d36-418d-be3b-a2b3971bcd4f req-b956deae-8078-4557-8b9d-b16a50ba888b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b837510bc204cc397692bc2b8254ec2&device_id=e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc HTTP/1.1" status: 200 len: 1094 time: 0.2867334 Nov 29 17:59:10.299893 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:10.325524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Port a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 on network 57f88c5c-e77c-48db-a3b8-7ceadd054f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:59:10.327144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Attempting to bind port a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 on network 57f88c5c-e77c-48db-a3b8-7ceadd054f7f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:10.338411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:59:10.338938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Checking segment: {'id': '7ab3073e-50ba-4da4-8530-beed92fa37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:10.339587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Bound using segment: {'id': '7ab3073e-50ba-4da4-8530-beed92fa37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:59:10.340153 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Bound port: a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab3073e-50ba-4da4-8530-beed92fa37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:59:10.340991 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:10.352075 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92dad5-f7fc-4000-bd7a-5548e9ddf0d3 None None] Checking router: 89de8f43-5bb7-4d67-aa36-7c0721dd27ca for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:59:10.362103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e92dad5-f7fc-4000-bd7a-5548e9ddf0d3 None None] Routers {'89de8f43-5bb7-4d67-aa36-7c0721dd27ca'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:59:10.362730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7e92dad5-f7fc-4000-bd7a-5548e9ddf0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:58:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['89de8f43-5bb7-4d67-aa36-7c0721dd27ca'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:10.416849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccfef81e-b96f-4ed4-8614-c4cb79cdaac9 req-3ff8ab60-131a-48a4-9ad0-6dfec3ae720e tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/security-groups?id=621ea2d2-ea87-4b9c-96c2-d62768c3229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580572 Nov 29 17:59:10.452448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-7e92dad5-f7fc-4000-bd7a-5548e9ddf0d3 None None] Set router 89de8f43-5bb7-4d67-aa36-7c0721dd27ca gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:59:10.472598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-f33ef94a-2a7f-499d-900b-00afc487be74 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/93806090-892a-451d-94b5-a5218413ca79 HTTP/1.1" status: 200 len: 2998 time: 0.2525282 Nov 29 17:59:10.516331 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:10.527456 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:10.532707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bd078076-d26a-4a9d-95b6-0695350322b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:10.572560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7e92dad5-f7fc-4000-bd7a-5548e9ddf0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-73995353-router', 'tenant_id': '85abdbbba710464d88fafe79b3ff765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:50Z', 'updated_at': '2021-11-29T17:59:09Z', 'revision_number': 7, 'project_id': '85abdbbba710464d88fafe79b3ff765b', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:10.607094 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92dad5-f7fc-4000-bd7a-5548e9ddf0d3 None None] The sync data for ids ['89de8f43-5bb7-4d67-aa36-7c0721dd27ca'] in n-d-819494-5 is: [{'id': '89de8f43-5bb7-4d67-aa36-7c0721dd27ca', 'name': 'tempest-FloatingIPsNegativeTestJSON-73995353-router', 'tenant_id': '85abdbbba710464d88fafe79b3ff765b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:50Z', 'updated_at': '2021-11-29T17:59:09Z', 'revision_number': 7, 'project_id': '85abdbbba710464d88fafe79b3ff765b', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:59:10.619288 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] For port a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:59:10.628518 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:10.629236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89de8f43-5bb7-4d67-aa36-7c0721dd27ca {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 17:59:10.634583 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:10.636066 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-59fa5108-4fba-4713-9b49-acbea66a0d35 admin admin] 10.222.0.23 "DELETE /v2.0/routers/89de8f43-5bb7-4d67-aa36-7c0721dd27ca HTTP/1.1" status: 204 len: 168 time: 1.4710400 Nov 29 17:59:10.640102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42504) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:10.642221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4bc41-7d36-418d-be3b-a2b3971bcd4f req-bf63989e-28a6-4839-afe0-f0fe85515d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:10.643762 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-02c4bc41-7d36-418d-be3b-a2b3971bcd4f req-bf63989e-28a6-4839-afe0-f0fe85515d86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0 HTTP/1.1" status: 200 len: 915 time: 0.3405871 Nov 29 17:59:10.658591 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-326bfc34-a182-4c6a-87bd-142590456efa tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/93806090-892a-451d-94b5-a5218413ca79 HTTP/1.1" status: 200 len: 2998 time: 0.1781147 Nov 29 17:59:10.661007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] For port a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1,segment=NetworkSegment(7ab3073e-50ba-4da4-8530-beed92fa37e1),segment_id=7ab3073e-50ba-4da4-8530-beed92fa37e1)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:59:10.676395 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984b000-abe6-40a9-a384-aade55e226c2 req-be502b96-e589-4872-a63d-1d2672500cd4 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:10.678051 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b984b000-abe6-40a9-a384-aade55e226c2 req-be502b96-e589-4872-a63d-1d2672500cd4 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 943 time: 0.1441739 Nov 29 17:59:10.702156 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:10.724799 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-02c4bc41-7d36-418d-be3b-a2b3971bcd4f req-93234e86-600d-4016-828b-f3a98769cb3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcb8ab78-ee00-412e-922b-32d41b8e8493 HTTP/1.1" status: 200 len: 217 time: 0.0680156 Nov 29 17:59:10.798492 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:10.799123 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:10.800998 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] 10.222.0.31 "PUT /v2.0/ports/a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 HTTP/1.1" status: 200 len: 1091 time: 1.4859450 Nov 29 17:59:10.806880 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-312702b4-2b1f-4560-adbb-b883d55c6e25 admin admin] Deleting subnet 97b45474-e276-4ef5-a517-bd6cec865ecc {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 17:59:10.808823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b335fe35-dbc8-4c20-9f01-9763634ded2f', 'tag': 'a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:10.811473 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847b6bf7-ac08-4593-a7ad-a6d1eb727a49" -d '{"events": [{"name": "network-changed", "server_uuid": "b335fe35-dbc8-4c20-9f01-9763634ded2f", "tag": "a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:10.832826 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-312702b4-2b1f-4560-adbb-b883d55c6e25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:10.885915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5d803-a4a9-49af-a02c-6dfebf9a7d65 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:10.910928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-a79b89aa-2802-4367-bb30-28b66b7429db tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/94cce167-e458-4628-b034-26b34bd39fb8 HTTP/1.1" status: 200 len: 2994 time: 0.2318099 Nov 29 17:59:10.916680 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b984b000-abe6-40a9-a384-aade55e226c2 req-1cb54b2a-44b0-4590-a6ac-3e593b9e4bcf tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160935 Nov 29 17:59:10.919219 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-312702b4-2b1f-4560-adbb-b883d55c6e25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:11.065460 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-2aabf0d6-c38f-4d33-9f49-48d5f43d6215 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/94cce167-e458-4628-b034-26b34bd39fb8 HTTP/1.1" status: 200 len: 2994 time: 0.1440289 Nov 29 17:59:11.107716 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ab73e5be-7c1f-420c-9b38-f7265f151788 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:59:11.135570 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bd078076-d26a-4a9d-95b6-0695350322b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:11.141837 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4bc41-7d36-418d-be3b-a2b3971bcd4f req-c1caeba1-a0a1-493c-85c6-009d9d6b91a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:11.143873 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-02c4bc41-7d36-418d-be3b-a2b3971bcd4f req-c1caeba1-a0a1-493c-85c6-009d9d6b91a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9dd14428-1957-4d2b-8598-83c06c8c2fba HTTP/1.1" status: 200 len: 854 time: 0.4137888 Nov 29 17:59:11.146243 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bd078076-d26a-4a9d-95b6-0695350322b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:11.172514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-197e6e94-296b-4692-8635-cf9600855cae tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:11.174289 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-197e6e94-296b-4692-8635-cf9600855cae tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a&tenant_id=80d0ffbb4cf74b4ab097b8a012189088&binding%3Ahost_id=n-h2-819494-5 HTTP/1.1" status: 200 len: 1096 time: 0.4651051 Nov 29 17:59:11.174469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-2e11087a-d70b-4c46-93b7-5d5107cb294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:11.175936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-2e11087a-d70b-4c46-93b7-5d5107cb294a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=255082b63de549aeaca1e79e75cfcb79&device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 1094 time: 0.3095458 Nov 29 17:59:11.179703 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-312702b4-2b1f-4560-adbb-b883d55c6e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:11.184219 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: ab73e5be-7c1f-420c-9b38-f7265f151788 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:59:11.186440 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ab73e5be-7c1f-420c-9b38-f7265f151788 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:59:11.195128 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bd078076-d26a-4a9d-95b6-0695350322b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6eef1f4c6e3d4f65a8b875f9c0ad31e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9142237 Nov 29 17:59:11.217713 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-5'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:11.224683 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42510) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:11.227723 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-02c4bc41-7d36-418d-be3b-a2b3971bcd4f req-dfa33385-9159-4c73-bf91-c35d512d191d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590153 Nov 29 17:59:11.284510 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd078076-d26a-4a9d-95b6-0695350322b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9c4cd7-33bd-40f2-a133-6cb0344759cd,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:11.303604 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-c568dc08-b8db-457f-aa9f-5393b695e7e1 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/f9f01443-d805-42da-ae19-0d1ac1af1103 HTTP/1.1" status: 200 len: 2998 time: 0.2075067 Nov 29 17:59:11.317499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-f3dffef8-01b7-43ec-aa57-5f517560a332 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 HTTP/1.1" status: 200 len: 217 time: 0.0863230 Nov 29 17:59:11.385124 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:11.418057 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-86c91a7b-c897-4ccc-9704-674e906c3551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:11.429762 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-02c4bc41-7d36-418d-be3b-a2b3971bcd4f req-e3d76ae3-8473-4227-89f9-108c363c335b service neutron] 10.222.0.20 "GET /v2.0/networks/7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778543 Nov 29 17:59:11.465281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e696d-ea2e-41a6-90c7-143f469ad3a5 req-0dbce106-5759-4bb0-963c-88e9a38dcaa6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:11.466751 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d5e696d-ea2e-41a6-90c7-143f469ad3a5 req-0dbce106-5759-4bb0-963c-88e9a38dcaa6 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 945 time: 0.2976854 Nov 29 17:59:11.467458 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-86c91a7b-c897-4ccc-9704-674e906c3551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:11.487681 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device d43b729f-742e-4dd0-bb42-b2f80a20f38d details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:59:11.488927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-0e6e76b5-e093-422d-88f2-d02667d4578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:11.490407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-0e6e76b5-e093-422d-88f2-d02667d4578b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b HTTP/1.1" status: 200 len: 851 time: 0.1357222 Nov 29 17:59:11.503982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-312702b4-2b1f-4560-adbb-b883d55c6e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:11.530494 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-82926d5b-b8b5-4e56-9213-bcd2824b9799 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/f9f01443-d805-42da-ae19-0d1ac1af1103 HTTP/1.1" status: 200 len: 2998 time: 0.1848495 Nov 29 17:59:11.606992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312702b4-2b1f-4560-adbb-b883d55c6e25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b45474-e276-4ef5-a517-bd6cec865ecc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:11.629808 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-674b8328-df38-48a7-bdc6-1ed65a196fdb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=57f88c5c-e77c-48db-a3b8-7ceadd054f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284204 Nov 29 17:59:11.631291 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-312702b4-2b1f-4560-adbb-b883d55c6e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:11.640557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-312702b4-2b1f-4560-adbb-b883d55c6e25 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/97b45474-e276-4ef5-a517-bd6cec865ecc HTTP/1.1" status: 204 len: 168 time: 0.9929881 Nov 29 17:59:11.643362 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42514) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:11.653619 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de144581-3279-4a06-9bae-1cedc420f1eb req-5289d9f7-953f-4fb5-926e-aedbd08a6e67 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:11.655605 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de144581-3279-4a06-9bae-1cedc420f1eb req-5289d9f7-953f-4fb5-926e-aedbd08a6e67 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.20 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 807 time: 0.3992620 Nov 29 17:59:11.670504 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81d6aef-85ee-4a32-8737-6f6112b654bd None None] Network 96458e57-9e40-447e-bd91-8a0d8de13d68 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:59:11.674404 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port d43b729f-742e-4dd0-bb42-b2f80a20f38d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d43b729f-742e-4dd0-bb42-b2f80a20f38d,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:11.697367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-de144581-3279-4a06-9bae-1cedc420f1eb req-7893cb2c-c40e-44de-8cb7-a839fe6909a2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Request body: {'port': {'device_id': '6422c818-5e7a-4b9b-907c-a10a198f6d7e', 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81', 'admin_state_up': True, 'tenant_id': '3a0783cb68fe44b080e0c111bf112e73'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:11.731059 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-86c91a7b-c897-4ccc-9704-674e906c3551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:11.734707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-86c91a7b-c897-4ccc-9704-674e906c3551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:11.739398 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-86c91a7b-c897-4ccc-9704-674e906c3551 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd9c4cd7-33bd-40f2-a133-6cb0344759cd HTTP/1.1" status: 204 len: 168 time: 0.5080841 Nov 29 17:59:11.783362 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device d43b729f-742e-4dd0-bb42-b2f80a20f38d has no active binding in host n-h1-819494-5 {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 29 17:59:11.784441 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fcb8ab78-ee00-412e-922b-32d41b8e8493 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:59:11.826907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d5e696d-ea2e-41a6-90c7-143f469ad3a5 req-245dadba-56b7-4183-885e-993b9777d549 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367560 Nov 29 17:59:11.828195 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:11.834066 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-02c4bc41-7d36-418d-be3b-a2b3971bcd4f req-cc13fb8e-2105-41e2-9d49-076fbce0b2a7 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732727 Nov 29 17:59:11.893664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] For port d43b729f-742e-4dd0-bb42-b2f80a20f38d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d43b729f-742e-4dd0-bb42-b2f80a20f38d,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:11.900184 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-13abb0a0-9e6e-4223-b0e2-2ba52558a1a8 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/fb44b556-2b73-47ee-a60d-cb2eacf76013 HTTP/1.1" status: 200 len: 2998 time: 0.3200722 Nov 29 17:59:11.955287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c91a7b-c897-4ccc-9704-674e906c3551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9c4cd7-33bd-40f2-a133-6cb0344759cd,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:12.024486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] For port d43b729f-742e-4dd0-bb42-b2f80a20f38d, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:59:12.117278 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fcb8ab78-ee00-412e-922b-32d41b8e8493, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fcb8ab78-ee00-412e-922b-32d41b8e8493,segment=NetworkSegment(365ee002-c8ae-4c25-bb96-791de3c003ee),segment_id=365ee002-c8ae-4c25-bb96-791de3c003ee)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:12.140834 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-753366ff-ef37-4e55-bd20-2ef4b88b5cbb req-f86f1a70-5091-4abe-90b0-895eaf7368b0 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 210 time: 0.1230164 Nov 29 17:59:12.164441 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f80684-8f87-4ece-8373-82d6d263d45a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd43b729f-742e-4dd0-bb42-b2f80a20f38d'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:12.172842 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a4019c-9d97-47c3-9e22-2cc7e260c794" -d '{"events": [{"server_uuid": "f3f80684-8f87-4ece-8373-82d6d263d45a", "name": "network-vif-unplugged", "status": "completed", "tag": "d43b729f-742e-4dd0-bb42-b2f80a20f38d"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:12.189906 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:12.202670 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:12.215961 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-f8a0b573-e5ee-462f-8870-693132702e28 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/fb44b556-2b73-47ee-a60d-cb2eacf76013 HTTP/1.1" status: 200 len: 2998 time: 0.3020558 Nov 29 17:59:12.262053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-f67a44c2-9592-461c-9d05-b8faf1c8f218 service neutron] 10.222.0.31 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989444 Nov 29 17:59:12.278237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] Deleting port ae87d673-f895-4368-a669-13fb17ecf27a {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:59:12.278237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:12.294372 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'fcb8ab78-ee00-412e-922b-32d41b8e8493', 'network_id': '7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0', 'port_id': 'fcb8ab78-ee00-412e-922b-32d41b8e8493', 'mac_address': 'fa:16:3e:b3:6a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd14428-1957-4d2b-8598-83c06c8c2fba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:59:12.383788 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:12.419318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb8ab78-ee00-412e-922b-32d41b8e8493 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:59:12.431643 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d8e196-081b-4637-a98c-c679f7c280bb None None] DHCP port deletion for 96458e57-9e40-447e-bd91-8a0d8de13d68 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 17:59:12.458380 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Pushing event updated for resources: {'Port': ['ID=d43b729f-742e-4dd0-bb42-b2f80a20f38d,revision_number=7']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:12.478938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] For port ae87d673-f895-4368-a669-13fb17ecf27a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ae87d673-f895-4368-a669-13fb17ecf27a,segment=NetworkSegment(50e4ca13-1505-4e4d-a025-f3eb7c53b161),segment_id=50e4ca13-1505-4e4d-a025-f3eb7c53b161)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:12.479321 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:12.512653 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Attempting to bind port d43b729f-742e-4dd0-bb42-b2f80a20f38d on host n-h2-819494-5 for vnic_type normal with profile {"migrating_to": "n-h1-819494-5"} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:59:12.513071 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Attempting to bind port d43b729f-742e-4dd0-bb42-b2f80a20f38d by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:59:12.513408 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Attempting to bind port d43b729f-742e-4dd0-bb42-b2f80a20f38d on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:12.519377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] Calling delete_port for ae87d673-f895-4368-a669-13fb17ecf27a owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:59:12.522531 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fcb8ab78-ee00-412e-922b-32d41b8e8493, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fcb8ab78-ee00-412e-922b-32d41b8e8493,segment=NetworkSegment(365ee002-c8ae-4c25-bb96-791de3c003ee),segment_id=365ee002-c8ae-4c25-bb96-791de3c003ee)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:12.529170 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Port d43b729f-742e-4dd0-bb42-b2f80a20f38d on network 42440cb4-6417-4b7a-81f2-3d94c90e760f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:59:12.529499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Attempting to bind port d43b729f-742e-4dd0-bb42-b2f80a20f38d on network 42440cb4-6417-4b7a-81f2-3d94c90e760f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:12.540795 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:59:12.541045 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Checking segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:12.541440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Bound using segment: {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:59:12.542025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Bound port: d43b729f-742e-4dd0-bb42-b2f80a20f38d, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48484d66-c530-438b-94e6-8c7fcc6de4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '42440cb4-6417-4b7a-81f2-3d94c90e760f'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:59:12.542392 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:12.550988 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:12.623725 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-44d8e196-081b-4637-a98c-c679f7c280bb None None] Deleting port ae87d673-f895-4368-a669-13fb17ecf27a {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:59:12.624343 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44d8e196-081b-4637-a98c-c679f7c280bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:12.698639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=fcb8ab78-ee00-412e-922b-32d41b8e8493,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:12.717795 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] For port d43b729f-742e-4dd0-bb42-b2f80a20f38d, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:59:12.721153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] For port d43b729f-742e-4dd0-bb42-b2f80a20f38d, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d43b729f-742e-4dd0-bb42-b2f80a20f38d,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:59:12.727535 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:12.734090 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:12.748619 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-44d8e196-081b-4637-a98c-c679f7c280bb None None] For port ae87d673-f895-4368-a669-13fb17ecf27a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ae87d673-f895-4368-a669-13fb17ecf27a,segment=NetworkSegment(50e4ca13-1505-4e4d-a025-f3eb7c53b161),segment_id=50e4ca13-1505-4e4d-a025-f3eb7c53b161)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:12.749031 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44d8e196-081b-4637-a98c-c679f7c280bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:12.767141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=ae87d673-f895-4368-a669-13fb17ecf27a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:12.788721 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-44d8e196-081b-4637-a98c-c679f7c280bb None None] Calling delete_port for ae87d673-f895-4368-a669-13fb17ecf27a owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:59:12.852867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42544) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:12.869825 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['fcb8ab78-ee00-412e-922b-32d41b8e8493'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:59:12.875147 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:12.882736 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:12.885053 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] 10.222.0.20 "PUT /v2.0/ports/d43b729f-742e-4dd0-bb42-b2f80a20f38d HTTP/1.1" status: 200 len: 1121 time: 1.6942871 Nov 29 17:59:12.888190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] No DVR routers for this DVR port ae87d673-f895-4368-a669-13fb17ecf27a on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:59:12.918763 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e73517-b1c6-4d85-9d9e-8a52e7e66c18 req-9e9204fb-15b6-4a3b-9378-87130d146745 service neutron] 10.222.0.31 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267283 Nov 29 17:59:12.920570 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7648dec0-348c-465c-a1b2-39c4e6f41737 x-openstack-request-id: req-7648dec0-348c-465c-a1b2-39c4e6f41737 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:12.920870 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b335fe35-dbc8-4c20-9f01-9763634ded2f", "tag": "a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:12.921178 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7648dec0-348c-465c-a1b2-39c4e6f41737 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:12.921724 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b335fe35-dbc8-4c20-9f01-9763634ded2f', 'tag': 'a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1', 'status': 'completed', 'code': 200} Nov 29 17:59:12.951789 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44d8e196-081b-4637-a98c-c679f7c280bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:12.982213 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-1f12c27f-5014-4bdc-bd2c-aabf94ded0ce tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/fed02616-20f1-473c-864f-334830759e3a HTTP/1.1" status: 200 len: 2998 time: 0.7647851 Nov 29 17:59:12.999138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8e196-081b-4637-a98c-c679f7c280bb None None] Pushing event deleted for resources: {'Port': ['ID=ae87d673-f895-4368-a669-13fb17ecf27a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:13.010996 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['d43b729f-742e-4dd0-bb42-b2f80a20f38d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:59:13.014588 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['d43b729f-742e-4dd0-bb42-b2f80a20f38d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:59:13.122402 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ae87d673-f895-4368-a669-13fb17ecf27a no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:59:13.140284 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d9a95-d4c6-415f-ab1b-129bdd6445ad service neutron] Pushing event updated for resources: {'Port': ['ID=d43b729f-742e-4dd0-bb42-b2f80a20f38d,revision_number=8']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:13.148113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d8e196-081b-4637-a98c-c679f7c280bb None None] No DVR routers for this DVR port ae87d673-f895-4368-a669-13fb17ecf27a on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:59:13.156126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de144581-3279-4a06-9bae-1cedc420f1eb req-7893cb2c-c40e-44de-8cb7-a839fe6909a2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Made reservation on behalf of 3a0783cb68fe44b080e0c111bf112e73 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:59:13.159985 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de144581-3279-4a06-9bae-1cedc420f1eb req-7893cb2c-c40e-44de-8cb7-a839fe6909a2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:13.163680 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a2ae1c6a-63b3-48ed-a72d-c5c1535c2c34 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1225971359-network', 'tenant_id': '2ba3e740479b4d3c9dd456124289a111'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:13.179973 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:13.193656 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b6bf7-ac08-4593-a7ad-a6d1eb727a49 req-8296aac0-8254-4323-8e93-a947924c9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:13.195451 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-847b6bf7-ac08-4593-a7ad-a6d1eb727a49 req-8296aac0-8254-4323-8e93-a947924c9993 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=255082b63de549aeaca1e79e75cfcb79&device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 1094 time: 0.1517746 Nov 29 17:59:13.210894 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9647fb-7c93-4ad1-81ff-414ddb134d7b req-7584ba45-ded1-401a-a0d8-9b8e2b0ea04f tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/fed02616-20f1-473c-864f-334830759e3a HTTP/1.1" status: 200 len: 2998 time: 0.2277162 Nov 29 17:59:13.221613 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: ae87d673-f895-4368-a669-13fb17ecf27a {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:59:13.222267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ae87d673-f895-4368-a669-13fb17ecf27a not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:59:13.223349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e5ee876c-69f3-4792-9996-2864eacb47d2 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:59:13.230776 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96458e57-9e40-447e-bd91-8a0d8de13d68']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:13.232556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10ca62-a12e-48f6-ab48-38654c3a12b2 req-f020675a-9915-4820-a6cd-96a60f98d927 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:13.237784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad10ca62-a12e-48f6-ab48-38654c3a12b2 req-f020675a-9915-4820-a6cd-96a60f98d927 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/ports?device_id=e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc HTTP/1.1" status: 200 len: 944 time: 0.3144321 Nov 29 17:59:13.253641 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ae1c6a-63b3-48ed-a72d-c5c1535c2c34 admin admin] Made reservation on behalf of 2ba3e740479b4d3c9dd456124289a111 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:59:13.256561 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: e5ee876c-69f3-4792-9996-2864eacb47d2 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:59:13.256914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e5ee876c-69f3-4792-9996-2864eacb47d2 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:59:13.257283 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1c6a-63b3-48ed-a72d-c5c1535c2c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:13.264429 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e4ca13-1505-4e4d-a025-f3eb7c53b161') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:13.264729 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e4ca13-1505-4e4d-a025-f3eb7c53b161') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:13.282626 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1c6a-63b3-48ed-a72d-c5c1535c2c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:13.317346 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:13.333126 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:13.342180 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 17:59:13.342180 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: timer() Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 17:59:13.400472 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 17:59:13.468319 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-de144581-3279-4a06-9bae-1cedc420f1eb req-7893cb2c-c40e-44de-8cb7-a839fe6909a2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Allocated IP 172.20.0.13 (d41485a2-1aa1-4798-b665-6b565c023c81/d65a8960-b9ea-4a10-b0f4-1909a25c2f43/b00d75a1-6b35-4432-bce6-5469637a16f9) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:59:13.483543 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1c6a-63b3-48ed-a72d-c5c1535c2c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:13.485335 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:13.494545 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1c6a-63b3-48ed-a72d-c5c1535c2c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:13.498260 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:13.504061 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] 10.222.0.23 "DELETE /v2.0/networks/96458e57-9e40-447e-bd91-8a0d8de13d68 HTTP/1.1" status: 204 len: 168 time: 1.8558133 Nov 29 17:59:13.523285 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afb1fa-f300-4347-8739-84a7dd024a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=96458e57-9e40-447e-bd91-8a0d8de13d68,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:13.544616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ae1c6a-63b3-48ed-a72d-c5c1535c2c34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:59:13.557710 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae1c6a-63b3-48ed-a72d-c5c1535c2c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ae1a43-f6f7-46b5-a6aa-9b71ad5c654c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:13.565439 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1c6a-63b3-48ed-a72d-c5c1535c2c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:13.566315 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-a2ae1c6a-63b3-48ed-a72d-c5c1535c2c34 admin admin] Added segment f5b39c94-2cc5-4d33-9f6b-281986ec663a of type vlan for network 6bccc0c7-16b7-4150-a382-9169554cd7be Nov 29 17:59:13.621008 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1c6a-63b3-48ed-a72d-c5c1535c2c34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:13.658003 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1c6a-63b3-48ed-a72d-c5c1535c2c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:13.659472 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ae1c6a-63b3-48ed-a72d-c5c1535c2c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:13.660192 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1c6a-63b3-48ed-a72d-c5c1535c2c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:13.727987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42556) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:13.738000 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a2ae1c6a-63b3-48ed-a72d-c5c1535c2c34 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8714809 Nov 29 17:59:13.741145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42558) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:13.748219 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-02c3a5a6-697c-4bb5-ace6-8e0515e6d0c9 admin admin] Request body: {'subnet': {'network_id': '6bccc0c7-16b7-4150-a382-9169554cd7be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1225971359-subnet', 'tenant_id': '2ba3e740479b4d3c9dd456124289a111', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:13.776162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c3a5a6-697c-4bb5-ace6-8e0515e6d0c9 admin admin] Made reservation on behalf of 2ba3e740479b4d3c9dd456124289a111 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:59:13.778623 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-02c3a5a6-697c-4bb5-ace6-8e0515e6d0c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:13.782989 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae1c6a-63b3-48ed-a72d-c5c1535c2c34 admin admin] Pushing event updated for resources: {'Network': ['ID=6bccc0c7-16b7-4150-a382-9169554cd7be,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:13.798866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 6bccc0c7-16b7-4150-a382-9169554cd7be details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:59:13.890358 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad10ca62-a12e-48f6-ab48-38654c3a12b2 req-2469e404-cc0d-472b-a794-26a54a64a6af tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/security-groups?id=621ea2d2-ea87-4b9c-96c2-d62768c3229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013956 Nov 29 17:59:13.911434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3e330-1431-4459-9735-7eed01364a32 req-a7bc4984-84cd-40bf-ab22-9c183da107ee tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:13.912942 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aec3e330-1431-4459-9735-7eed01364a32 req-a7bc4984-84cd-40bf-ab22-9c183da107ee tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 943 time: 0.5889003 Nov 29 17:59:13.916649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b6bf7-ac08-4593-a7ad-a6d1eb727a49 req-f3c8ce37-2c45-436a-800f-42fe2438ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:13.918036 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-847b6bf7-ac08-4593-a7ad-a6d1eb727a49 req-f3c8ce37-2c45-436a-800f-42fe2438ea22 service neutron] 10.222.0.31 "GET /v2.0/networks?id=57f88c5c-e77c-48db-a3b8-7ceadd054f7f HTTP/1.1" status: 200 len: 912 time: 0.6768508 Nov 29 17:59:13.920978 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de144581-3279-4a06-9bae-1cedc420f1eb req-7893cb2c-c40e-44de-8cb7-a839fe6909a2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:13.928483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3f6116f0-08b0-41fe-986d-b9b4d7e31953 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85abdbbba710464d88fafe79b3ff765b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1866050 Nov 29 17:59:13.930212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42560) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:14.012304 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-847b6bf7-ac08-4593-a7ad-a6d1eb727a49 req-a64e5ee7-95a1-427b-83a2-6c00c6f29f21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 HTTP/1.1" status: 200 len: 217 time: 0.0837405 Nov 29 17:59:14.057646 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-02c3a5a6-697c-4bb5-ace6-8e0515e6d0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:14.119108 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab95618-2e35-4a5a-90e1-5072f9eace00 x-openstack-request-id: req-5ab95618-2e35-4a5a-90e1-5072f9eace00 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:14.119427 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f80684-8f87-4ece-8373-82d6d263d45a", "name": "network-vif-unplugged", "status": "completed", "tag": "d43b729f-742e-4dd0-bb42-b2f80a20f38d", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:14.119655 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ab95618-2e35-4a5a-90e1-5072f9eace00 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:14.120127 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f80684-8f87-4ece-8373-82d6d263d45a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd43b729f-742e-4dd0-bb42-b2f80a20f38d', 'code': 200} Nov 29 17:59:14.120705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3a5a6-697c-4bb5-ace6-8e0515e6d0c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e62e8e2-e68f-4dd6-9b8c-70bdbd7152b8,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:14.130546 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de144581-3279-4a06-9bae-1cedc420f1eb req-7893cb2c-c40e-44de-8cb7-a839fe6909a2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:14.132982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b6bf7-ac08-4593-a7ad-a6d1eb727a49 req-02f63e16-a139-427d-9e0e-2d0dcfc287c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:14.135773 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-847b6bf7-ac08-4593-a7ad-a6d1eb727a49 req-02f63e16-a139-427d-9e0e-2d0dcfc287c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b HTTP/1.1" status: 200 len: 851 time: 0.1097989 Nov 29 17:59:14.143279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['f661afb9-9b00-4252-98e5-c3cccaf61611'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:59:14.146491 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aec3e330-1431-4459-9735-7eed01364a32 req-1a300886-b2fe-4f7f-9aac-b6b6620ce6f8 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168791 Nov 29 17:59:14.190548 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c3a5a6-697c-4bb5-ace6-8e0515e6d0c9 admin admin] Checking segment: {'id': 'f5b39c94-2cc5-4d33-9f6b-281986ec663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6bccc0c7-16b7-4150-a382-9169554cd7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:14.191000 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3a5a6-697c-4bb5-ace6-8e0515e6d0c9 admin admin] Network hostable DHCP agents. Network: 6bccc0c7-16b7-4150-a382-9169554cd7be, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:59:14.192544 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ca51-003b-4c70-9ccf-492338801d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:14.214690 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-847b6bf7-ac08-4593-a7ad-a6d1eb727a49 req-cd1f4741-c997-4f76-8b35-32d3a102eddb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=57f88c5c-e77c-48db-a3b8-7ceadd054f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660203 Nov 29 17:59:14.235221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3a5a6-697c-4bb5-ace6-8e0515e6d0c9 admin admin] Network 6bccc0c7-16b7-4150-a382-9169554cd7be is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:59:14.249684 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-02c3a5a6-697c-4bb5-ace6-8e0515e6d0c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 6bccc0c7-16b7-4150-a382-9169554cd7be) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:14.256274 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c3a5a6-697c-4bb5-ace6-8e0515e6d0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:14.256889 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-02c3a5a6-697c-4bb5-ace6-8e0515e6d0c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:14.265315 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de144581-3279-4a06-9bae-1cedc420f1eb req-7893cb2c-c40e-44de-8cb7-a839fe6909a2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Network d41485a2-1aa1-4798-b665-6b565c023c81 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:14.265526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd82c5f-dcdf-4094-98c2-c625ffa8f8be None None] Network 6bccc0c7-16b7-4150-a382-9169554cd7be requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:59:14.284063 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-02c3a5a6-697c-4bb5-ace6-8e0515e6d0c9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5417702 Nov 29 17:59:14.322397 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893cb2c-c40e-44de-8cb7-a839fe6909a2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Pushing event updated for resources: {'Port': ['ID=b00d75a1-6b35-4432-bce6-5469637a16f9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:14.329439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-de144581-3279-4a06-9bae-1cedc420f1eb req-7893cb2c-c40e-44de-8cb7-a839fe6909a2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:14.333918 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ca51-003b-4c70-9ccf-492338801d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:14.350489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-de144581-3279-4a06-9bae-1cedc420f1eb req-7893cb2c-c40e-44de-8cb7-a839fe6909a2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:59:14.509079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565adda5-342a-48bf-8c59-6827828a141d None None] Network 6bccc0c7-16b7-4150-a382-9169554cd7be requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:59:14.515805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de144581-3279-4a06-9bae-1cedc420f1eb req-7893cb2c-c40e-44de-8cb7-a839fe6909a2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:14.516535 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de144581-3279-4a06-9bae-1cedc420f1eb req-7893cb2c-c40e-44de-8cb7-a839fe6909a2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:14.533054 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed3f08-ad2e-4a20-9369-12c0389db19e req-075a8fec-dd6c-4068-9a9e-0b07dfe73669 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:14.542479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9fed3f08-ad2e-4a20-9369-12c0389db19e req-075a8fec-dd6c-4068-9a9e-0b07dfe73669 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 943 time: 0.3132558 Nov 29 17:59:14.601043 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52deb0cf-92e2-437c-972d-4d2457f6035f req-6194b459-7c9d-40ab-bdb2-38bd6079ca9b tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:14.609953 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52deb0cf-92e2-437c-972d-4d2457f6035f req-6194b459-7c9d-40ab-bdb2-38bd6079ca9b tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 932 time: 0.2782128 Nov 29 17:59:14.616972 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-847b6bf7-ac08-4593-a7ad-a6d1eb727a49 req-45f7ff5f-b530-4d2d-8d05-7cdebc034fed service neutron] 10.222.0.31 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888643 Nov 29 17:59:14.617565 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ca51-003b-4c70-9ccf-492338801d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:14.620362 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5aa2ca51-003b-4c70-9ccf-492338801d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:14.621514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5aa2ca51-003b-4c70-9ccf-492338801d91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9f01443-d805-42da-ae19-0d1ac1af1103 HTTP/1.1" status: 204 len: 168 time: 0.6771908 Nov 29 17:59:14.631339 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de144581-3279-4a06-9bae-1cedc420f1eb req-7893cb2c-c40e-44de-8cb7-a839fe6909a2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9547210 Nov 29 17:59:14.675174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Request body: {'port': {'device_id': '6422c818-5e7a-4b9b-907c-a10a198f6d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:14.679312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2ca51-003b-4c70-9ccf-492338801d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f01443-d805-42da-ae19-0d1ac1af1103,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:14.807564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9fed3f08-ad2e-4a20-9369-12c0389db19e req-bb294721-3ca4-43d8-bcfe-d1b598643e6d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640975 Nov 29 17:59:14.877603 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52deb0cf-92e2-437c-972d-4d2457f6035f req-ba47b99f-e60f-4de1-8f82-a128832bd41a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665884 Nov 29 17:59:14.912712 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:14.945482 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-847b6bf7-ac08-4593-a7ad-a6d1eb727a49 req-9bd9fd02-ad57-4822-b0d9-521cae6d7a83 service neutron] 10.222.0.31 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120675 Nov 29 17:59:15.031706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67272b22-c184-482f-a861-f1870e24b68d req-bfa48228-47af-48c6-a536-5805d31226e2 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b33982f8d204af0af1940e14ab3ea7e HTTP/1.1" status: 200 len: 6153 time: 0.1666462 Nov 29 17:59:15.196618 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42586) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:15.202120 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e9033ce9-3612-4895-9dd3-5370276d24b8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1024984268-network', 'tenant_id': '65391d61acb245e4b74da97c232b6a8e'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:15.225467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9033ce9-3612-4895-9dd3-5370276d24b8 admin admin] Made reservation on behalf of 65391d61acb245e4b74da97c232b6a8e for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:59:15.229240 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9033ce9-3612-4895-9dd3-5370276d24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:15.230351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07412f9-0a23-4423-9ae4-1980ee914e2b req-e345ca5c-0761-4dae-bb17-3c38851686ef tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:15.231972 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b07412f9-0a23-4423-9ae4-1980ee914e2b req-e345ca5c-0761-4dae-bb17-3c38851686ef tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/ports?device_id=e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc HTTP/1.1" status: 200 len: 944 time: 0.2187402 Nov 29 17:59:15.243129 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67272b22-c184-482f-a861-f1870e24b68d req-66af2d21-3c38-414d-b8a7-27447b281fdb tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] 10.222.0.23 "GET /v2.0/security-groups/fb44b556-2b73-47ee-a60d-cb2eacf76013 HTTP/1.1" status: 200 len: 2998 time: 0.2101049 Nov 29 17:59:15.251677 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9033ce9-3612-4895-9dd3-5370276d24b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:15.358100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67272b22-c184-482f-a861-f1870e24b68d req-012e877f-3dfd-424e-8703-c12ba784c992 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] 10.222.0.23 "GET /v2.0/security-groups/fb44b556-2b73-47ee-a60d-cb2eacf76013 HTTP/1.1" status: 200 len: 2998 time: 0.1143124 Nov 29 17:59:15.377297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b07412f9-0a23-4423-9ae4-1980ee914e2b req-37ec4672-7cae-404f-934b-6e89b74ee44c tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/security-groups?id=621ea2d2-ea87-4b9c-96c2-d62768c3229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297882 Nov 29 17:59:15.380863 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9033ce9-3612-4895-9dd3-5370276d24b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:15.389871 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9033ce9-3612-4895-9dd3-5370276d24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:15.414658 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9033ce9-3612-4895-9dd3-5370276d24b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:59:15.431355 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9033ce9-3612-4895-9dd3-5370276d24b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7616ed07-6619-4184-9613-be3805af2f8b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:15.445637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9033ce9-3612-4895-9dd3-5370276d24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:15.447685 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-e9033ce9-3612-4895-9dd3-5370276d24b8 admin admin] Added segment 52ccb914-9b32-4e00-a47d-f8297afd27dd of type vlan for network 41d4b819-ed1c-4254-92fd-50a8e0bf6f39 Nov 29 17:59:15.506364 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9033ce9-3612-4895-9dd3-5370276d24b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:15.514658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b00d75a1-6b35-4432-bce6-5469637a16f9 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:59:15.520423 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fcb8ab78-ee00-412e-922b-32d41b8e8493 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:15.530635 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:15.566691 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9033ce9-3612-4895-9dd3-5370276d24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:15.567861 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9033ce9-3612-4895-9dd3-5370276d24b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:15.568612 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9033ce9-3612-4895-9dd3-5370276d24b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:15.617509 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port fcb8ab78-ee00-412e-922b-32d41b8e8493 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:59:15.623471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Transition to ACTIVE for port object b00d75a1-6b35-4432-bce6-5469637a16f9 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:59:15.626450 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port fcb8ab78-ee00-412e-922b-32d41b8e8493 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:15.627278 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:15.646313 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:15.677001 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e9033ce9-3612-4895-9dd3-5370276d24b8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4761586 Nov 29 17:59:15.677757 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42600) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:15.685844 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-06a59ea7-a810-4156-9a1f-356cb5c10ce8 admin admin] Request body: {'subnet': {'network_id': '41d4b819-ed1c-4254-92fd-50a8e0bf6f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1024984268-subnet', 'tenant_id': '65391d61acb245e4b74da97c232b6a8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:15.704438 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9033ce9-3612-4895-9dd3-5370276d24b8 admin admin] Pushing event updated for resources: {'Network': ['ID=41d4b819-ed1c-4254-92fd-50a8e0bf6f39,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:15.716960 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a59ea7-a810-4156-9a1f-356cb5c10ce8 admin admin] Made reservation on behalf of 65391d61acb245e4b74da97c232b6a8e for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:59:15.719611 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06a59ea7-a810-4156-9a1f-356cb5c10ce8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:15.724100 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 41d4b819-ed1c-4254-92fd-50a8e0bf6f39 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:59:15.783447 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74a6135d-b6d8-4627-b7cb-aa05b7085395 req-3b0e50bf-4e5b-42a5-b282-095fcae281f5 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/1433fac8-0815-4e7e-9ac5-4cc9a32d9c20 HTTP/1.1" status: 200 len: 1794 time: 0.2309160 Nov 29 17:59:15.816753 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:15.859403 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb8ab78-ee00-412e-922b-32d41b8e8493'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:15.865545 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aa4277-6908-41fb-bb3e-5b6e553bdc38" -d '{"events": [{"server_uuid": "e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc", "name": "network-vif-plugged", "status": "completed", "tag": "fcb8ab78-ee00-412e-922b-32d41b8e8493"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:15.876730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Pushing event updated for resources: {'Port': ['ID=b00d75a1-6b35-4432-bce6-5469637a16f9,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:15.887266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbdc0a-2b26-42c8-985e-b511228d3f36 req-e1563e98-5b19-4d0e-b133-b93f3cd1d6a8 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:15.889109 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a2fbdc0a-2b26-42c8-985e-b511228d3f36 req-e1563e98-5b19-4d0e-b133-b93f3cd1d6a8 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 943 time: 0.3516498 Nov 29 17:59:15.910437 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fcb8ab78-ee00-412e-922b-32d41b8e8493, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fcb8ab78-ee00-412e-922b-32d41b8e8493,segment=NetworkSegment(365ee002-c8ae-4c25-bb96-791de3c003ee),segment_id=365ee002-c8ae-4c25-bb96-791de3c003ee)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:15.916567 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:15.957446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Attempting to bind port b00d75a1-6b35-4432-bce6-5469637a16f9 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:59:15.958068 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Attempting to bind port b00d75a1-6b35-4432-bce6-5469637a16f9 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:59:15.958410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Attempting to bind port b00d75a1-6b35-4432-bce6-5469637a16f9 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:15.996816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a2fbdc0a-2b26-42c8-985e-b511228d3f36 req-a63a9762-606f-4c7b-90c5-0435a202732a tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992725 Nov 29 17:59:15.998184 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74a6135d-b6d8-4627-b7cb-aa05b7085395 req-97705379-3e6b-4ddc-bd26-241a516a1ad8 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:16.000335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Port b00d75a1-6b35-4432-bce6-5469637a16f9 on network d41485a2-1aa1-4798-b665-6b565c023c81 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:59:16.000768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Attempting to bind port b00d75a1-6b35-4432-bce6-5469637a16f9 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:16.010549 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:59:16.011167 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Checking segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:16.011664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Bound using segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:59:16.012359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Bound port: b00d75a1-6b35-4432-bce6-5469637a16f9, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:59:16.012833 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:16.029720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=fcb8ab78-ee00-412e-922b-32d41b8e8493,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:16.070611 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06a59ea7-a810-4156-9a1f-356cb5c10ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:16.096168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42612) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:16.109212 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74a6135d-b6d8-4627-b7cb-aa05b7085395 req-97705379-3e6b-4ddc-bd26-241a516a1ad8 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:16.118813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] For port b00d75a1-6b35-4432-bce6-5469637a16f9, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:59:16.130363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f80684-8f87-4ece-8373-82d6d263d45a', 'tag': 'd43b729f-742e-4dd0-bb42-b2f80a20f38d'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:16.134219 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7194865b-fed1-440e-baac-e55077ef00dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f80684-8f87-4ece-8373-82d6d263d45a", "tag": "d43b729f-742e-4dd0-bb42-b2f80a20f38d"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:16.139937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] For port b00d75a1-6b35-4432-bce6-5469637a16f9, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b00d75a1-6b35-4432-bce6-5469637a16f9,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:59:16.180731 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:16.203023 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a59ea7-a810-4156-9a1f-356cb5c10ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ff82fc-9373-4110-802f-ad72b6292fe0,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:16.212391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a59ea7-a810-4156-9a1f-356cb5c10ce8 admin admin] Checking segment: {'id': '52ccb914-9b32-4e00-a47d-f8297afd27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '41d4b819-ed1c-4254-92fd-50a8e0bf6f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:16.213009 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a59ea7-a810-4156-9a1f-356cb5c10ce8 admin admin] Network hostable DHCP agents. Network: 41d4b819-ed1c-4254-92fd-50a8e0bf6f39, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:59:16.245497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:16.246310 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:16.246498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a59ea7-a810-4156-9a1f-356cb5c10ce8 admin admin] Network 41d4b819-ed1c-4254-92fd-50a8e0bf6f39 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:59:16.248233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de144581-3279-4a06-9bae-1cedc420f1eb req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] 10.222.0.20 "PUT /v2.0/ports/b00d75a1-6b35-4432-bce6-5469637a16f9 HTTP/1.1" status: 200 len: 1092 time: 1.5916440 Nov 29 17:59:16.250876 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6422c818-5e7a-4b9b-907c-a10a198f6d7e', 'tag': 'b00d75a1-6b35-4432-bce6-5469637a16f9'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:16.253669 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7468414a-0569-4f18-97bd-8af12b6274f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6422c818-5e7a-4b9b-907c-a10a198f6d7e", "tag": "b00d75a1-6b35-4432-bce6-5469637a16f9"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:16.261601 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-06a59ea7-a810-4156-9a1f-356cb5c10ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 41d4b819-ed1c-4254-92fd-50a8e0bf6f39) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:16.262113 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74a6135d-b6d8-4627-b7cb-aa05b7085395 req-97705379-3e6b-4ddc-bd26-241a516a1ad8 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:16.268313 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a59ea7-a810-4156-9a1f-356cb5c10ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:16.269141 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06a59ea7-a810-4156-9a1f-356cb5c10ce8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:16.273684 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74a6135d-b6d8-4627-b7cb-aa05b7085395 req-97705379-3e6b-4ddc-bd26-241a516a1ad8 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:16.275157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a76fc05-c56d-4895-8c05-c9eb72f7161e None None] Network 41d4b819-ed1c-4254-92fd-50a8e0bf6f39 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:59:16.287182 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74a6135d-b6d8-4627-b7cb-aa05b7085395 req-97705379-3e6b-4ddc-bd26-241a516a1ad8 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/1433fac8-0815-4e7e-9ac5-4cc9a32d9c20 HTTP/1.1" status: 204 len: 173 time: 0.4635878 Nov 29 17:59:16.295456 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-06a59ea7-a810-4156-9a1f-356cb5c10ce8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6171696 Nov 29 17:59:16.348134 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-09ce19e7-e1dc-4a8b-a478-bba65a902370 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1608422565-network', 'tenant_id': '9bd488aae93f4beb9f6c84f2e1299d34'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:16.383611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e318bca-dab5-412b-8312-e938ce9c47e9 req-0ab66ff9-ce4c-4aa6-92fe-858fa039ea38 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:16.385845 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e318bca-dab5-412b-8312-e938ce9c47e9 req-0ab66ff9-ce4c-4aa6-92fe-858fa039ea38 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 943 time: 0.2394397 Nov 29 17:59:16.417175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197822d2-1a19-40a8-ba58-fe886ea0bd7f service neutron] Pushing event updated for resources: {'Port': ['ID=b00d75a1-6b35-4432-bce6-5469637a16f9,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:16.451554 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97705379-3e6b-4ddc-bd26-241a516a1ad8 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1433fac8-0815-4e7e-9ac5-4cc9a32d9c20,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:16.464964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ce19e7-e1dc-4a8b-a478-bba65a902370 admin admin] Made reservation on behalf of 9bd488aae93f4beb9f6c84f2e1299d34 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:59:16.468175 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09ce19e7-e1dc-4a8b-a478-bba65a902370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:16.521768 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc0f98a-9579-49d0-afbc-41f7c7b3db54 None None] Network 41d4b819-ed1c-4254-92fd-50a8e0bf6f39 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:59:16.532291 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09ce19e7-e1dc-4a8b-a478-bba65a902370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:16.627352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f2dcd-93ca-4c7f-8d63-c30200e052b8 req-526a1b4f-7998-4929-b1c7-7effff8e71d6 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:16.629036 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-807f2dcd-93ca-4c7f-8d63-c30200e052b8 req-526a1b4f-7998-4929-b1c7-7effff8e71d6 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 944 time: 0.2419560 Nov 29 17:59:16.635218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de144581-3279-4a06-9bae-1cedc420f1eb req-79008cdc-529e-4f89-a484-87fa5ba2d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:16.637406 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de144581-3279-4a06-9bae-1cedc420f1eb req-79008cdc-529e-4f89-a484-87fa5ba2d5d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 1095 time: 0.3031888 Nov 29 17:59:16.645328 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e318bca-dab5-412b-8312-e938ce9c47e9 req-7387e447-d55d-448b-a081-0dcb5b9a64e2 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154717 Nov 29 17:59:16.714950 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de144581-3279-4a06-9bae-1cedc420f1eb req-2a0354cb-e842-464c-a137-368e256e2cca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b00d75a1-6b35-4432-bce6-5469637a16f9 HTTP/1.1" status: 200 len: 217 time: 0.0638747 Nov 29 17:59:16.791913 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-807f2dcd-93ca-4c7f-8d63-c30200e052b8 req-2def39e2-b764-4729-ae86-2fc31cc3a6de tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535125 Nov 29 17:59:16.825154 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de144581-3279-4a06-9bae-1cedc420f1eb req-f6ce203e-4eeb-4bd5-b791-dfcdc1d07600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:16.827035 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de144581-3279-4a06-9bae-1cedc420f1eb req-f6ce203e-4eeb-4bd5-b791-dfcdc1d07600 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.1039238 Nov 29 17:59:16.842763 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09ce19e7-e1dc-4a8b-a478-bba65a902370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:16.856032 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09ce19e7-e1dc-4a8b-a478-bba65a902370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:16.878641 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e685443-81e4-4008-9945-59b41ae4d5df x-openstack-request-id: req-4e685443-81e4-4008-9945-59b41ae4d5df {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:16.879214 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f80684-8f87-4ece-8373-82d6d263d45a", "tag": "d43b729f-742e-4dd0-bb42-b2f80a20f38d", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:16.879868 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e685443-81e4-4008-9945-59b41ae4d5df {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:16.880475 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f80684-8f87-4ece-8373-82d6d263d45a', 'tag': 'd43b729f-742e-4dd0-bb42-b2f80a20f38d', 'status': 'completed', 'code': 200} Nov 29 17:59:16.881567 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de144581-3279-4a06-9bae-1cedc420f1eb req-f81d15b9-5dd6-4612-8ab7-0daae89674d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410187 Nov 29 17:59:16.884658 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1a4f72-8ff8-46d6-9653-72f3510156c1 x-openstack-request-id: req-bb1a4f72-8ff8-46d6-9653-72f3510156c1 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:16.885106 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc", "name": "network-vif-plugged", "status": "completed", "tag": "fcb8ab78-ee00-412e-922b-32d41b8e8493", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:16.885479 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb1a4f72-8ff8-46d6-9653-72f3510156c1 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:16.885950 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb8ab78-ee00-412e-922b-32d41b8e8493', 'code': 200} Nov 29 17:59:16.966585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ce19e7-e1dc-4a8b-a478-bba65a902370 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:59:17.006103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabe746-606c-466e-a379-e9ff62a05847 req-dbb0e242-4393-4b1a-972d-95df9a37a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:17.010050 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9fabe746-606c-466e-a379-e9ff62a05847 req-dbb0e242-4393-4b1a-972d-95df9a37a4dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc HTTP/1.1" status: 200 len: 1096 time: 0.0497117 Nov 29 17:59:17.045638 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024bd915-6eb6-4b2b-9961-3356d7aa5f08 x-openstack-request-id: req-024bd915-6eb6-4b2b-9961-3356d7aa5f08 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:17.046675 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6422c818-5e7a-4b9b-907c-a10a198f6d7e", "tag": "b00d75a1-6b35-4432-bce6-5469637a16f9", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:17.047147 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-024bd915-6eb6-4b2b-9961-3356d7aa5f08 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:17.047652 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6422c818-5e7a-4b9b-907c-a10a198f6d7e', 'tag': 'b00d75a1-6b35-4432-bce6-5469637a16f9', 'status': 'completed', 'code': 200} Nov 29 17:59:17.082005 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9fabe746-606c-466e-a379-e9ff62a05847 req-c7053d62-82fb-4cf9-97d0-94ee37f0e42a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=621ea2d2-ea87-4b9c-96c2-d62768c3229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585186 Nov 29 17:59:17.097129 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09ce19e7-e1dc-4a8b-a478-bba65a902370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:17.097607 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-09ce19e7-e1dc-4a8b-a478-bba65a902370 admin admin] Added segment 9ccc6e36-d3f6-4fa7-9223-8cf0f0430685 of type vlan for network 94a4cb93-a68b-44aa-98ce-70fc40926518 Nov 29 17:59:17.112323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194865b-fed1-440e-baac-e55077ef00dc req-00716edb-b54b-4f76-8516-ab1bc73d24cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:17.113959 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7194865b-fed1-440e-baac-e55077ef00dc req-00716edb-b54b-4f76-8516-ab1bc73d24cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 1124 time: 0.1917973 Nov 29 17:59:17.114652 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce19e7-e1dc-4a8b-a478-bba65a902370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1fd181-c30f-4c1a-8ced-15b94e8b2986,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:17.539020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:59:17.540440 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-766b37ac-85aa-4ed3-855f-8e3e018b5524 req-2cf07eb7-f934-4ccf-aaaa-0a75bf83f53e tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6a89fd52-ba8a-431d-bfb3-7b9424b4c9f2 HTTP/1.1" status: 200 len: 1794 time: 0.6237993 Nov 29 17:59:17.546665 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09ce19e7-e1dc-4a8b-a478-bba65a902370 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:17.591247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de144581-3279-4a06-9bae-1cedc420f1eb req-9d705319-a017-42c2-9698-1f7a7d875f6c service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6739712 Nov 29 17:59:17.620235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56132c57-3cf9-4c16-aef0-e3ff2423d47a req-b204721e-96bc-45ea-b688-fe65c273c356 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:17.621997 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56132c57-3cf9-4c16-aef0-e3ff2423d47a req-b204721e-96bc-45ea-b688-fe65c273c356 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/ports?device_id=e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc HTTP/1.1" status: 200 len: 945 time: 0.5404201 Nov 29 17:59:17.663957 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09ce19e7-e1dc-4a8b-a478-bba65a902370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:17.665265 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ce19e7-e1dc-4a8b-a478-bba65a902370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:17.665861 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09ce19e7-e1dc-4a8b-a478-bba65a902370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:17.666856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1,segment=NetworkSegment(7ab3073e-50ba-4da4-8530-beed92fa37e1),segment_id=7ab3073e-50ba-4da4-8530-beed92fa37e1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:17.681967 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1', 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f', 'port_id': 'a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1', 'mac_address': 'fa:16:3e:ee:ea:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:59:17.726984 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:17.727417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194865b-fed1-440e-baac-e55077ef00dc req-90a82fa2-a472-4589-9e00-923d57cf7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:17.728989 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7194865b-fed1-440e-baac-e55077ef00dc req-90a82fa2-a472-4589-9e00-923d57cf7377 service neutron] 10.222.0.31 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 921 time: 0.5926809 Nov 29 17:59:17.742948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:59:17.766575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1,segment=NetworkSegment(7ab3073e-50ba-4da4-8530-beed92fa37e1),segment_id=7ab3073e-50ba-4da4-8530-beed92fa37e1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:17.766991 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-09ce19e7-e1dc-4a8b-a478-bba65a902370 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6674430 Nov 29 17:59:17.771262 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42644) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:17.776304 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:17.783172 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d4119ba2-4c06-420e-bf51-1ee60b03ba59 admin admin] Request body: {'subnet': {'network_id': '94a4cb93-a68b-44aa-98ce-70fc40926518', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1608422565-subnet', 'tenant_id': '9bd488aae93f4beb9f6c84f2e1299d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:17.819110 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7194865b-fed1-440e-baac-e55077ef00dc req-8debcfdb-ce18-4558-aafc-02c6c67dc2c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d43b729f-742e-4dd0-bb42-b2f80a20f38d HTTP/1.1" status: 200 len: 217 time: 0.0669320 Nov 29 17:59:17.821350 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-766b37ac-85aa-4ed3-855f-8e3e018b5524 req-f29b51ba-8040-414b-bff2-fddfd926a460 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:17.824962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce19e7-e1dc-4a8b-a478-bba65a902370 admin admin] Pushing event updated for resources: {'Network': ['ID=94a4cb93-a68b-44aa-98ce-70fc40926518,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:17.825635 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4119ba2-4c06-420e-bf51-1ee60b03ba59 admin admin] Made reservation on behalf of 9bd488aae93f4beb9f6c84f2e1299d34 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:59:17.830714 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4119ba2-4c06-420e-bf51-1ee60b03ba59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:17.839516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 94a4cb93-a68b-44aa-98ce-70fc40926518 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:59:17.840029 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56132c57-3cf9-4c16-aef0-e3ff2423d47a req-344e041d-73d3-484b-97e7-0f19b177f188 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/security-groups?id=621ea2d2-ea87-4b9c-96c2-d62768c3229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015219 Nov 29 17:59:17.874743 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:17.888803 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-766b37ac-85aa-4ed3-855f-8e3e018b5524 req-f29b51ba-8040-414b-bff2-fddfd926a460 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:17.912148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194865b-fed1-440e-baac-e55077ef00dc req-3a3de5d6-8667-4ee9-94ad-91a006535d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:17.913677 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7194865b-fed1-440e-baac-e55077ef00dc req-3a3de5d6-8667-4ee9-94ad-91a006535d4f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.0859571 Nov 29 17:59:17.979872 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7194865b-fed1-440e-baac-e55077ef00dc req-66095ca6-b3be-43d7-b0cc-e2a42db857dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534558 Nov 29 17:59:18.031920 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-766b37ac-85aa-4ed3-855f-8e3e018b5524 req-f29b51ba-8040-414b-bff2-fddfd926a460 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:18.034395 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-766b37ac-85aa-4ed3-855f-8e3e018b5524 req-f29b51ba-8040-414b-bff2-fddfd926a460 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:18.035670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-766b37ac-85aa-4ed3-855f-8e3e018b5524 req-f29b51ba-8040-414b-bff2-fddfd926a460 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a89fd52-ba8a-431d-bfb3-7b9424b4c9f2 HTTP/1.1" status: 204 len: 173 time: 0.4759431 Nov 29 17:59:18.048691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b51ba-8040-414b-bff2-fddfd926a460 tempest-SecurityGroupsTestAdminJSON-511376812 tempest-SecurityGroupsTestAdminJSON-511376812-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a89fd52-ba8a-431d-bfb3-7b9424b4c9f2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:18.101414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7194865b-fed1-440e-baac-e55077ef00dc req-64df06b4-e771-497c-8c19-760bb849c3a7 service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141968 Nov 29 17:59:18.129079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:59:18.130713 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4119ba2-4c06-420e-bf51-1ee60b03ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:18.183108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4119ba2-4c06-420e-bf51-1ee60b03ba59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ecff77a-5c2e-4310-b489-ecb69f5e97fd,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:18.238041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4119ba2-4c06-420e-bf51-1ee60b03ba59 admin admin] Checking segment: {'id': '9ccc6e36-d3f6-4fa7-9223-8cf0f0430685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '94a4cb93-a68b-44aa-98ce-70fc40926518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:18.238449 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4119ba2-4c06-420e-bf51-1ee60b03ba59 admin admin] Network hostable DHCP agents. Network: 94a4cb93-a68b-44aa-98ce-70fc40926518, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:59:18.263994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4119ba2-4c06-420e-bf51-1ee60b03ba59 admin admin] Network 94a4cb93-a68b-44aa-98ce-70fc40926518 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:59:18.276584 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-d4119ba2-4c06-420e-bf51-1ee60b03ba59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 94a4cb93-a68b-44aa-98ce-70fc40926518) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:18.285090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4119ba2-4c06-420e-bf51-1ee60b03ba59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:18.286882 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4119ba2-4c06-420e-bf51-1ee60b03ba59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:18.296126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6fbee6-ec1a-4315-ac6c-817ce68b957b None None] Network 94a4cb93-a68b-44aa-98ce-70fc40926518 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:59:18.346669 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d4119ba2-4c06-420e-bf51-1ee60b03ba59 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5666473 Nov 29 17:59:18.434333 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7194865b-fed1-440e-baac-e55077ef00dc req-8bc11f57-29b1-43cb-8387-535a37e74632 service neutron] 10.222.0.31 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220885 Nov 29 17:59:18.506138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a8c0e8-0460-470b-b553-08633f77b5f9 None None] Network 94a4cb93-a68b-44aa-98ce-70fc40926518 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:59:18.511736 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386de52b-0be6-4663-9fc7-d3142b52ae04 req-97dec2d3-1d35-4d26-bc44-ab45fbf60b73 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:18.513346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-386de52b-0be6-4663-9fc7-d3142b52ae04 req-97dec2d3-1d35-4d26-bc44-ab45fbf60b73 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 944 time: 0.1251998 Nov 29 17:59:18.526085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-b245b751-ac90-4801-80c1-4b94677ab5a3 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:18.531273 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-b245b751-ac90-4801-80c1-4b94677ab5a3 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/networks?id=6bccc0c7-16b7-4150-a382-9169554cd7be HTTP/1.1" status: 200 len: 825 time: 0.3052423 Nov 29 17:59:18.570452 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de144581-3279-4a06-9bae-1cedc420f1eb req-52046b6c-6ecd-43e3-ac3f-16a47a920205 service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739487 Nov 29 17:59:18.574208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-74e69811-e10d-4310-8010-c9177698ac1e tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/quotas/2ba3e740479b4d3c9dd456124289a111 HTTP/1.1" status: 200 len: 375 time: 0.0365791 Nov 29 17:59:18.626138 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-eb6b778a-2b11-443c-bc01-79b67d30a1fb tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2ba3e740479b4d3c9dd456124289a111&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377123 Nov 29 17:59:18.636930 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-386de52b-0be6-4663-9fc7-d3142b52ae04 req-2468a45a-2c5f-43ff-96fc-1af243ebf601 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005332 Nov 29 17:59:18.820737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468414a-0569-4f18-97bd-8af12b6274f3 req-a5dc0258-6800-43c4-8906-a93a800d034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:18.822121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7468414a-0569-4f18-97bd-8af12b6274f3 req-a5dc0258-6800-43c4-8906-a93a800d034e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 1095 time: 0.1765554 Nov 29 17:59:18.867753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d16045-e881-4d9f-a595-4069736277f7 req-2d9eaced-7cdd-4e4a-a46d-edaed997a4f0 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:18.869214 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37d16045-e881-4d9f-a595-4069736277f7 req-2d9eaced-7cdd-4e4a-a46d-edaed997a4f0 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 943 time: 0.1357806 Nov 29 17:59:18.930567 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-2a2a4c10-e7eb-4773-96b2-82bf999be488 service neutron] 10.222.0.23 "GET /v2.0/networks/6bccc0c7-16b7-4150-a382-9169554cd7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912514 Nov 29 17:59:18.959819 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-4461d442-fe07-47b7-b4a6-6ef18602d5f2 service neutron] 10.222.0.31 "GET /v2.0/ports/d43b729f-742e-4dd0-bb42-b2f80a20f38d/bindings/n-h1-819494-5 HTTP/1.1" status: 200 len: 384 time: 0.1819079 Nov 29 17:59:19.092398 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37d16045-e881-4d9f-a595-4069736277f7 req-02690fae-cd76-43fe-a28f-b51bee1396b1 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818349 Nov 29 17:59:19.096431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468414a-0569-4f18-97bd-8af12b6274f3 req-0c8a12e3-6add-4397-8c27-dad64befdfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:19.098222 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7468414a-0569-4f18-97bd-8af12b6274f3 req-0c8a12e3-6add-4397-8c27-dad64befdfeb service neutron] 10.222.0.20 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.2603147 Nov 29 17:59:19.169226 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7468414a-0569-4f18-97bd-8af12b6274f3 req-a9e932c1-0de7-4793-89ac-8aeab2c322ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b00d75a1-6b35-4432-bce6-5469637a16f9 HTTP/1.1" status: 200 len: 217 time: 0.0553067 Nov 29 17:59:19.221296 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-d1e4f68e-8c69-4ec3-a314-8d42cf2818e7 service neutron] 10.222.0.23 "GET /v2.0/networks/6bccc0c7-16b7-4150-a382-9169554cd7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773969 Nov 29 17:59:19.287912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468414a-0569-4f18-97bd-8af12b6274f3 req-2915834c-62de-4ff3-a683-990b229373b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:19.289547 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7468414a-0569-4f18-97bd-8af12b6274f3 req-2915834c-62de-4ff3-a683-990b229373b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.1088896 Nov 29 17:59:19.380119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd2980-da3a-467a-b2b0-426e4d60bc45 req-fc43edea-22ef-45b6-9036-c1fe08c76a06 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:19.381622 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fbdd2980-da3a-467a-b2b0-426e4d60bc45 req-fc43edea-22ef-45b6-9036-c1fe08c76a06 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 944 time: 0.2052634 Nov 29 17:59:19.389049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7468414a-0569-4f18-97bd-8af12b6274f3 req-fd146521-aaff-472d-b036-a5902599f051 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772564 Nov 29 17:59:19.559050 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-47c405e7-2017-4950-a35c-d62048eb28d8 req-a8c668de-20b0-4232-b501-54d57c7f5dbb tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] 10.222.0.23 "GET /v2.0/security-groups/b3adcd1c-0018-4e0b-884c-42820f80371e HTTP/1.1" status: 200 len: 1794 time: 0.1763697 Nov 29 17:59:19.569418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-f92bfe9f-2893-42e8-9861-84df6edfb960 service neutron] For port d43b729f-742e-4dd0-bb42-b2f80a20f38d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d43b729f-742e-4dd0-bb42-b2f80a20f38d,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:19.575118 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:19.592796 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fbdd2980-da3a-467a-b2b0-426e4d60bc45 req-54eeef54-ae57-4693-8114-66b553b01edf tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027042 Nov 29 17:59:19.653801 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7468414a-0569-4f18-97bd-8af12b6274f3 req-76a6e149-8266-49f8-8050-667f5cd9623a service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481873 Nov 29 17:59:19.656289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-f92bfe9f-2893-42e8-9861-84df6edfb960 service neutron] For port d43b729f-742e-4dd0-bb42-b2f80a20f38d, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:59:19.675673 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:59:19.683095 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:19.683742 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:19.777623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-fe128d3d-afb0-47e5-94ab-5755b3d25b2d req-6b4cf813-4e6c-41b0-8e8c-ae254d4ef367 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1262279107', 'description': 'tempest-description-1684427123'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:19.780916 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:19.799587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-f92bfe9f-2893-42e8-9861-84df6edfb960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43b729f-742e-4dd0-bb42-b2f80a20f38d {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:59:19.808044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b335fe35-dbc8-4c20-9f01-9763634ded2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:19.810536 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87c7200-e7cd-4921-8b5e-1af483209fc4" -d '{"events": [{"server_uuid": "b335fe35-dbc8-4c20-9f01-9763634ded2f", "name": "network-vif-plugged", "status": "completed", "tag": "a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:19.814706 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-f92bfe9f-2893-42e8-9861-84df6edfb960 service neutron] For port d43b729f-742e-4dd0-bb42-b2f80a20f38d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=d43b729f-742e-4dd0-bb42-b2f80a20f38d,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:19.830307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1,segment=NetworkSegment(7ab3073e-50ba-4da4-8530-beed92fa37e1),segment_id=7ab3073e-50ba-4da4-8530-beed92fa37e1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:19.836423 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:19.837594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device d43b729f-742e-4dd0-bb42-b2f80a20f38d no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:59:19.874319 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-f92bfe9f-2893-42e8-9861-84df6edfb960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:19.907174 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:19.916881 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-47c405e7-2017-4950-a35c-d62048eb28d8 req-40049390-2b7b-428c-87a5-764cf9d9d88e tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:20.003205 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fe128d3d-afb0-47e5-94ab-5755b3d25b2d req-6b4cf813-4e6c-41b0-8e8c-ae254d4ef367 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:20.031456 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-47c405e7-2017-4950-a35c-d62048eb28d8 req-40049390-2b7b-428c-87a5-764cf9d9d88e tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:20.059859 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7468414a-0569-4f18-97bd-8af12b6274f3 req-1072549e-1eeb-40f6-9ef3-00972ae8e953 service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984442 Nov 29 17:59:20.148362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-f92bfe9f-2893-42e8-9861-84df6edfb960 service neutron] Transition to ACTIVE for port object d43b729f-742e-4dd0-bb42-b2f80a20f38d will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:59:20.153112 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-47c405e7-2017-4950-a35c-d62048eb28d8 req-40049390-2b7b-428c-87a5-764cf9d9d88e tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:20.157568 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-47c405e7-2017-4950-a35c-d62048eb28d8 req-40049390-2b7b-428c-87a5-764cf9d9d88e tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:20.158884 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-47c405e7-2017-4950-a35c-d62048eb28d8 req-40049390-2b7b-428c-87a5-764cf9d9d88e tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] 10.222.0.23 "DELETE /v2.0/security-groups/b3adcd1c-0018-4e0b-884c-42820f80371e HTTP/1.1" status: 204 len: 173 time: 0.5787482 Nov 29 17:59:20.167075 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-f92bfe9f-2893-42e8-9861-84df6edfb960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:20.210164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40049390-2b7b-428c-87a5-764cf9d9d88e tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3adcd1c-0018-4e0b-884c-42820f80371e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:20.246378 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fe128d3d-afb0-47e5-94ab-5755b3d25b2d req-6b4cf813-4e6c-41b0-8e8c-ae254d4ef367 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:20.281563 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fe128d3d-afb0-47e5-94ab-5755b3d25b2d req-6b4cf813-4e6c-41b0-8e8c-ae254d4ef367 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:20.288969 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-f92bfe9f-2893-42e8-9861-84df6edfb960 service neutron] No DVR routers for this DVR port d43b729f-742e-4dd0-bb42-b2f80a20f38d on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:59:20.296397 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92bfe9f-2893-42e8-9861-84df6edfb960 service neutron] Pushing event updated for resources: {'Port': ['ID=d43b729f-742e-4dd0-bb42-b2f80a20f38d,revision_number=10']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:20.346676 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fe128d3d-afb0-47e5-94ab-5755b3d25b2d req-6b4cf813-4e6c-41b0-8e8c-ae254d4ef367 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:20.347933 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe128d3d-afb0-47e5-94ab-5755b3d25b2d req-6b4cf813-4e6c-41b0-8e8c-ae254d4ef367 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5768669 Nov 29 17:59:20.368053 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4cf813-4e6c-41b0-8e8c-ae254d4ef367 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9593130-d927-4801-a13f-76527df54525,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:20.376328 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-f92bfe9f-2893-42e8-9861-84df6edfb960 service neutron] 10.222.0.31 "PUT /v2.0/ports/d43b729f-742e-4dd0-bb42-b2f80a20f38d/bindings/n-h1-819494-5/activate HTTP/1.1" status: 200 len: 369 time: 1.4011581 Nov 29 17:59:20.407178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fea9e-e100-4cc9-ab8b-e02b969706bd req-94c2d1ef-566e-4690-a19e-813801f7df5d tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:20.408685 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe3fea9e-e100-4cc9-ab8b-e02b969706bd req-94c2d1ef-566e-4690-a19e-813801f7df5d tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/ports?device_id=e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc HTTP/1.1" status: 200 len: 945 time: 0.1243906 Nov 29 17:59:20.489706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe3fea9e-e100-4cc9-ab8b-e02b969706bd req-efc9e405-e184-454f-a4b1-a62084a1679c tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/security-groups?id=621ea2d2-ea87-4b9c-96c2-d62768c3229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704117 Nov 29 17:59:20.518184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-122b874e-35e7-4ab9-9a29-f2c0616cc0d3 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:20.518184 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-122b874e-35e7-4ab9-9a29-f2c0616cc0d3 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a&tenant_id=80d0ffbb4cf74b4ab097b8a012189088&binding%3Ahost_id=n-h2-819494-5 HTTP/1.1" status: 200 len: 1095 time: 0.0638044 Nov 29 17:59:20.587409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44403c91-9a8a-48dc-80ca-ffec6ae40e66 req-435b89b0-19fd-4e30-a4d5-ed2dc40d1b86 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/ports?device_id=224b7294-705e-4ce6-9400-ce38bf142bc4 HTTP/1.1" status: 200 len: 210 time: 0.0609579 Nov 29 17:59:20.630067 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-b7a279b0-cc64-47aa-9ba3-b446c6a684a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:20.631773 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-b7a279b0-cc64-47aa-9ba3-b446c6a684a7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a&tenant_id=80d0ffbb4cf74b4ab097b8a012189088 HTTP/1.1" status: 200 len: 1095 time: 0.1038597 Nov 29 17:59:20.664306 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a73c89-c2a7-48d7-9cc6-559d52d5a4b3 x-openstack-request-id: req-e2a73c89-c2a7-48d7-9cc6-559d52d5a4b3 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:20.665346 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b335fe35-dbc8-4c20-9f01-9763634ded2f", "name": "network-vif-plugged", "status": "completed", "tag": "a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:20.665346 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2a73c89-c2a7-48d7-9cc6-559d52d5a4b3 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:20.665529 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b62ab-c6b4-4558-b38e-f7ddd9ab2bd5 req-e01de4e0-6315-44a5-b51f-f6fe3c76df0d tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:20.665756 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b335fe35-dbc8-4c20-9f01-9763634ded2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1', 'code': 200} Nov 29 17:59:20.667414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-506b62ab-c6b4-4558-b38e-f7ddd9ab2bd5 req-e01de4e0-6315-44a5-b51f-f6fe3c76df0d tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.0832720 Nov 29 17:59:20.748830 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c4a8d682-6206-4ea5-ab61-5c4cc2d53ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:20.750736 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-c4a8d682-6206-4ea5-ab61-5c4cc2d53ec4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 1095 time: 0.0823169 Nov 29 17:59:20.801773 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-3a22bf71-6079-4249-875a-82568a86c3d3 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:20.804090 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-3a22bf71-6079-4249-875a-82568a86c3d3 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.20 "GET /v2.0/networks?id=6bccc0c7-16b7-4150-a382-9169554cd7be HTTP/1.1" status: 200 len: 825 time: 0.2319353 Nov 29 17:59:20.823162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-415a6419-9b17-4c73-a9f3-bb5af7dd1fa0 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Request body: {'port': {'device_id': '224b7294-705e-4ce6-9400-ce38bf142bc4', 'network_id': '6bccc0c7-16b7-4150-a382-9169554cd7be', 'admin_state_up': True, 'tenant_id': '2ba3e740479b4d3c9dd456124289a111'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:20.894719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-506b62ab-c6b4-4558-b38e-f7ddd9ab2bd5 req-ac568133-c06a-4160-9431-8783c372747e tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032650 Nov 29 17:59:20.967324 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-415a6419-9b17-4c73-a9f3-bb5af7dd1fa0 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Made reservation on behalf of 2ba3e740479b4d3c9dd456124289a111 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:59:20.971932 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-415a6419-9b17-4c73-a9f3-bb5af7dd1fa0 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:21.003950 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408811e0-f517-4b43-83ce-4b004b6081fa req-b5adfe92-fbff-4f36-9afe-fc40400b72f9 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:21.012990 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-408811e0-f517-4b43-83ce-4b004b6081fa req-b5adfe92-fbff-4f36-9afe-fc40400b72f9 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 944 time: 0.2591693 Nov 29 17:59:21.085859 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5928a-bca3-417c-82f4-104c572ddaf9 req-c9859fba-b4e6-4eb8-878b-35b8a38cae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:21.088524 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13d5928a-bca3-417c-82f4-104c572ddaf9 req-c9859fba-b4e6-4eb8-878b-35b8a38cae53 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 1096 time: 0.2554328 Nov 29 17:59:21.097391 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7b23be2-019d-4f87-92c3-31bf6940507c req-936b8d3f-6624-46bc-8253-583b6db10d0e tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] 10.222.0.23 "GET /v2.0/security-groups/158267e9-9929-47e8-b6f9-6c79fab3af19 HTTP/1.1" status: 200 len: 1794 time: 0.1696122 Nov 29 17:59:21.145919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-0ff9c748-244f-4cdf-af32-1bc3344ae3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:21.147528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-0ff9c748-244f-4cdf-af32-1bc3344ae3ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 200 len: 921 time: 0.3576901 Nov 29 17:59:21.159087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-415a6419-9b17-4c73-a9f3-bb5af7dd1fa0 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Allocated IP 172.20.0.14 (6bccc0c7-16b7-4150-a382-9169554cd7be/7e62e8e2-e68f-4dd6-9b8c-70bdbd7152b8/127ee018-4498-4ef5-9ca8-1b5fd54d1196) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:59:21.173807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-408811e0-f517-4b43-83ce-4b004b6081fa req-5d5386c4-f287-4829-b635-36f7d6ff803d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597409 Nov 29 17:59:21.222835 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-0dccba74-3483-49cd-b0c4-70cc2788abbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d43b729f-742e-4dd0-bb42-b2f80a20f38d HTTP/1.1" status: 200 len: 217 time: 0.0632615 Nov 29 17:59:21.282948 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13d5928a-bca3-417c-82f4-104c572ddaf9 req-6c136923-c825-47f6-9d9b-d1de36186e04 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843479 Nov 29 17:59:21.330096 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4bf4008-a23e-4779-a5ac-63cec338b742 req-d5e83d41-7676-47dc-badf-3c53ee72e78d tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/e9593130-d927-4801-a13f-76527df54525 HTTP/1.1" status: 200 len: 1822 time: 0.1140573 Nov 29 17:59:21.330641 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d7b23be2-019d-4f87-92c3-31bf6940507c req-a6ff368f-89a7-4a68-ab50-7286065d8161 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:21.334272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-456f38da-68fd-40b9-b315-0759591ecef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:21.335915 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-456f38da-68fd-40b9-b315-0759591ecef9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 200 len: 860 time: 0.0942810 Nov 29 17:59:21.348408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a4bf4008-a23e-4779-a5ac-63cec338b742 req-8483a049-d75f-442f-916d-99b7286fe97c tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9593130-d927-4801-a13f-76527df54525', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:21.348885 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a4bf4008-a23e-4779-a5ac-63cec338b742 req-8483a049-d75f-442f-916d-99b7286fe97c tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9593130-d927-4801-a13f-76527df54525', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:21.350436 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-415a6419-9b17-4c73-a9f3-bb5af7dd1fa0 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:21.379176 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d7b23be2-019d-4f87-92c3-31bf6940507c req-a6ff368f-89a7-4a68-ab50-7286065d8161 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:21.388238 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-415a6419-9b17-4c73-a9f3-bb5af7dd1fa0 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:21.407331 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-50603421-b242-478e-b9fb-d4f094f55a33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=42440cb4-6417-4b7a-81f2-3d94c90e760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497839 Nov 29 17:59:21.434494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-415a6419-9b17-4c73-a9f3-bb5af7dd1fa0 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Network 6bccc0c7-16b7-4150-a382-9169554cd7be is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:21.437868 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-415a6419-9b17-4c73-a9f3-bb5af7dd1fa0 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:21.441545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-415a6419-9b17-4c73-a9f3-bb5af7dd1fa0 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:59:21.474583 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a6419-9b17-4c73-a9f3-bb5af7dd1fa0 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Pushing event updated for resources: {'Port': ['ID=127ee018-4498-4ef5-9ca8-1b5fd54d1196,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:21.510870 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-415a6419-9b17-4c73-a9f3-bb5af7dd1fa0 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:21.512552 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-415a6419-9b17-4c73-a9f3-bb5af7dd1fa0 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:21.525943 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d7b23be2-019d-4f87-92c3-31bf6940507c req-a6ff368f-89a7-4a68-ab50-7286065d8161 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:21.528547 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d7b23be2-019d-4f87-92c3-31bf6940507c req-a6ff368f-89a7-4a68-ab50-7286065d8161 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:21.529746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7b23be2-019d-4f87-92c3-31bf6940507c req-a6ff368f-89a7-4a68-ab50-7286065d8161 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] 10.222.0.23 "DELETE /v2.0/security-groups/158267e9-9929-47e8-b6f9-6c79fab3af19 HTTP/1.1" status: 204 len: 173 time: 0.4084897 Nov 29 17:59:21.531169 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-415a6419-9b17-4c73-a9f3-bb5af7dd1fa0 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7127552 Nov 29 17:59:21.553460 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4bf4008-a23e-4779-a5ac-63cec338b742 req-8483a049-d75f-442f-916d-99b7286fe97c tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:21.556470 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Request body: {'port': {'device_id': '224b7294-705e-4ce6-9400-ce38bf142bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:21.571444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff368f-89a7-4a68-ab50-7286065d8161 tempest-SecurityGroupsTestAdminJSON-1952587076 tempest-SecurityGroupsTestAdminJSON-1952587076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158267e9-9929-47e8-b6f9-6c79fab3af19,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:21.597583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-ff90be33-3ca7-4954-a795-eb8a0086d258 service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790380 Nov 29 17:59:21.599801 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4bf4008-a23e-4779-a5ac-63cec338b742 req-8483a049-d75f-442f-916d-99b7286fe97c tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:21.604992 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4bf4008-a23e-4779-a5ac-63cec338b742 req-8483a049-d75f-442f-916d-99b7286fe97c tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:21.680469 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:21.703862 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483a049-d75f-442f-916d-99b7286fe97c tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b5fb2f-7d35-4892-9841-d22156da74df,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:21.748757 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4bf4008-a23e-4779-a5ac-63cec338b742 req-8483a049-d75f-442f-916d-99b7286fe97c tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:21.750036 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4bf4008-a23e-4779-a5ac-63cec338b742 req-8483a049-d75f-442f-916d-99b7286fe97c tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4126146 Nov 29 17:59:21.807816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db4372-6346-4823-8198-dabf4fee1724 req-f7f54aaf-1a30-4aec-a24d-20d527ecf43a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:21.809497 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-83db4372-6346-4823-8198-dabf4fee1724 req-f7f54aaf-1a30-4aec-a24d-20d527ecf43a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 944 time: 0.1416154 Nov 29 17:59:21.816041 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-52a6adce-cd4f-4f91-b6a3-b030a328163c service neutron] 10.222.0.20 "GET /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996901 Nov 29 17:59:21.900815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-83db4372-6346-4823-8198-dabf4fee1724 req-7c35b8d1-89aa-4aa5-be9c-1ccbea3afcde tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816414 Nov 29 17:59:21.943651 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-4c24ba88-aa00-4145-ae78-d1597f7d6a99 req-f76c9e0d-39d3-4f14-847d-2824c4842fd9 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-228717150', 'description': 'tempest-description-1362948082'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:22.007644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba117a4-86cd-4ed5-bebf-359b34afe61a req-22954e1c-9ca8-4319-b10e-9b9cbb5850db tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:22.009749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fba117a4-86cd-4ed5-bebf-359b34afe61a req-22954e1c-9ca8-4319-b10e-9b9cbb5850db tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/ports?device_id=224b7294-705e-4ce6-9400-ce38bf142bc4 HTTP/1.1" status: 200 len: 932 time: 0.0978465 Nov 29 17:59:22.010903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42712) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:22.011680 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4c24ba88-aa00-4145-ae78-d1597f7d6a99 req-f76c9e0d-39d3-4f14-847d-2824c4842fd9 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:22.109499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fba117a4-86cd-4ed5-bebf-359b34afe61a req-26bd9aba-ebac-42bd-a6a8-167f676ac1e3 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/security-groups?id=51ae1a43-f6f7-46b5-a6aa-9b71ad5c654c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833316 Nov 29 17:59:22.152549 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4c24ba88-aa00-4145-ae78-d1597f7d6a99 req-f76c9e0d-39d3-4f14-847d-2824c4842fd9 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:22.169544 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4c24ba88-aa00-4145-ae78-d1597f7d6a99 req-f76c9e0d-39d3-4f14-847d-2824c4842fd9 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:22.170028 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127ee018-4498-4ef5-9ca8-1b5fd54d1196 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:59:22.180490 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:22.197080 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Transition to ACTIVE for port object 127ee018-4498-4ef5-9ca8-1b5fd54d1196 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:59:22.204000 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:22.242048 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4c24ba88-aa00-4145-ae78-d1597f7d6a99 req-f76c9e0d-39d3-4f14-847d-2824c4842fd9 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:22.243878 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c24ba88-aa00-4145-ae78-d1597f7d6a99 req-f76c9e0d-39d3-4f14-847d-2824c4842fd9 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3097312 Nov 29 17:59:22.256854 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=127ee018-4498-4ef5-9ca8-1b5fd54d1196,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:22.282723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c9e0d-39d3-4f14-847d-2824c4842fd9 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998f79a5-cf3b-4a0f-961b-e67342eefdff,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:22.310528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-9837f0ad-9fbe-44ae-bf72-dbcc967e5830 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:22.312136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-9837f0ad-9fbe-44ae-bf72-dbcc967e5830 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a&tenant_id=80d0ffbb4cf74b4ab097b8a012189088&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 1095 time: 0.1566255 Nov 29 17:59:22.323955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c12cb442-1ead-408e-8e21-847396dfbe21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b33982f8d204af0af1940e14ab3ea7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074863 Nov 29 17:59:22.324630 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42726) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:22.358449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bbeb1-41fc-454c-b5bf-2265367fa901 req-f2f8a8fb-a5e0-4daa-b7e9-7b0bc446de14 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:22.359967 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d38bbeb1-41fc-454c-b5bf-2265367fa901 req-f2f8a8fb-a5e0-4daa-b7e9-7b0bc446de14 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.1213503 Nov 29 17:59:22.366877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Attempting to bind port 127ee018-4498-4ef5-9ca8-1b5fd54d1196 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:59:22.367217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Attempting to bind port 127ee018-4498-4ef5-9ca8-1b5fd54d1196 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'f5b39c94-2cc5-4d33-9f6b-281986ec663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6bccc0c7-16b7-4150-a382-9169554cd7be'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:59:22.367583 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Attempting to bind port 127ee018-4498-4ef5-9ca8-1b5fd54d1196 on network 6bccc0c7-16b7-4150-a382-9169554cd7be {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:22.378205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Port 127ee018-4498-4ef5-9ca8-1b5fd54d1196 on network 6bccc0c7-16b7-4150-a382-9169554cd7be not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:59:22.378512 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Attempting to bind port 127ee018-4498-4ef5-9ca8-1b5fd54d1196 on network 6bccc0c7-16b7-4150-a382-9169554cd7be {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:22.387426 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:59:22.387773 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Checking segment: {'id': 'f5b39c94-2cc5-4d33-9f6b-281986ec663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6bccc0c7-16b7-4150-a382-9169554cd7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:22.388161 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Bound using segment: {'id': 'f5b39c94-2cc5-4d33-9f6b-281986ec663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6bccc0c7-16b7-4150-a382-9169554cd7be'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:59:22.388613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Bound port: 127ee018-4498-4ef5-9ca8-1b5fd54d1196, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b39c94-2cc5-4d33-9f6b-281986ec663a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6bccc0c7-16b7-4150-a382-9169554cd7be'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:59:22.389162 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:22.408745 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdee89b1-ce5a-45b0-ad11-eb656650fd8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:22.454278 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdee89b1-ce5a-45b0-ad11-eb656650fd8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:22.464929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d38bbeb1-41fc-454c-b5bf-2265367fa901 req-9e11d0e7-4e8d-46a9-9e8e-c6f82d5d7911 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952737 Nov 29 17:59:22.494547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-6c483fd1-a761-407d-a646-bec2a0b1e077 service neutron] For port d43b729f-742e-4dd0-bb42-b2f80a20f38d, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:59:22.501319 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-6c483fd1-a761-407d-a646-bec2a0b1e077 service neutron] Publish callbacks [] for binding, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:22.502668 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-6c483fd1-a761-407d-a646-bec2a0b1e077 service neutron] 10.222.0.20 "DELETE /v2.0/ports/d43b729f-742e-4dd0-bb42-b2f80a20f38d/bindings/n-h2-819494-5 HTTP/1.1" status: 204 len: 173 time: 0.1799426 Nov 29 17:59:22.513352 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] For port 127ee018-4498-4ef5-9ca8-1b5fd54d1196, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:59:22.516613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] For port 127ee018-4498-4ef5-9ca8-1b5fd54d1196, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=127ee018-4498-4ef5-9ca8-1b5fd54d1196,segment=NetworkSegment(f5b39c94-2cc5-4d33-9f6b-281986ec663a),segment_id=f5b39c94-2cc5-4d33-9f6b-281986ec663a)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:59:22.522279 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:22.571487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:22.572049 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:22.573473 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] 10.222.0.20 "PUT /v2.0/ports/127ee018-4498-4ef5-9ca8-1b5fd54d1196 HTTP/1.1" status: 200 len: 1092 time: 1.0286353 Nov 29 17:59:22.573918 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224b7294-705e-4ce6-9400-ce38bf142bc4', 'tag': '127ee018-4498-4ef5-9ca8-1b5fd54d1196'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:22.576425 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f3bd4a-f9ed-4923-8613-80dd088ba741" -d '{"events": [{"name": "network-changed", "server_uuid": "224b7294-705e-4ce6-9400-ce38bf142bc4", "tag": "127ee018-4498-4ef5-9ca8-1b5fd54d1196"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:22.585989 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdee89b1-ce5a-45b0-ad11-eb656650fd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:22.588679 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdee89b1-ce5a-45b0-ad11-eb656650fd8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:22.589855 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cdee89b1-ce5a-45b0-ad11-eb656650fd8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb44b556-2b73-47ee-a60d-cb2eacf76013 HTTP/1.1" status: 204 len: 168 time: 0.2645028 Nov 29 17:59:22.618346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee89b1-ce5a-45b0-ad11-eb656650fd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb44b556-2b73-47ee-a60d-cb2eacf76013,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:22.649232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96178e5b-65da-438f-bd6f-0de84ce46fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=127ee018-4498-4ef5-9ca8-1b5fd54d1196,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:22.743409 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-cd951569-929c-4515-b0a6-c4ad421c9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:22.746467 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-cd951569-929c-4515-b0a6-c4ad421c9f8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ba3e740479b4d3c9dd456124289a111&device_id=224b7294-705e-4ce6-9400-ce38bf142bc4 HTTP/1.1" status: 200 len: 1095 time: 0.0919528 Nov 29 17:59:22.833705 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-638560ad-cc7f-4819-a16d-fa1321d2711b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=127ee018-4498-4ef5-9ca8-1b5fd54d1196 HTTP/1.1" status: 200 len: 217 time: 0.0756421 Nov 29 17:59:22.898360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-b298d68d-17f4-4d13-98f1-678c131ecfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:22.899775 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-b298d68d-17f4-4d13-98f1-678c131ecfaf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e62e8e2-e68f-4dd6-9b8c-70bdbd7152b8 HTTP/1.1" status: 200 len: 865 time: 0.0572016 Nov 29 17:59:22.950519 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-fb6decef-c549-4613-9a26-d81aa646a2f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bccc0c7-16b7-4150-a382-9169554cd7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425711 Nov 29 17:59:23.008955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e893c4f-4ccd-4b6a-bad6-0f57641fae5c req-2e59a4f8-6006-47fb-bf51-f5f33e47b152 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:23.010461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e893c4f-4ccd-4b6a-bad6-0f57641fae5c req-2e59a4f8-6006-47fb-bf51-f5f33e47b152 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 944 time: 0.4725554 Nov 29 17:59:23.067182 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-8f19717a-b195-4292-a616-3a84338a1191 service neutron] 10.222.0.20 "GET /v2.0/networks/6bccc0c7-16b7-4150-a382-9169554cd7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070564 Nov 29 17:59:23.087607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e893c4f-4ccd-4b6a-bad6-0f57641fae5c req-3ae4c048-5fdf-4a8e-9044-202d2c521650 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700252 Nov 29 17:59:23.096355 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09eb8de3-a819-4453-9c66-abe8b676997a req-28072aea-5eb4-48ef-8408-128aad6f538e tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/998f79a5-cf3b-4a0f-961b-e67342eefdff HTTP/1.1" status: 200 len: 1821 time: 0.1009734 Nov 29 17:59:23.101080 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-09eb8de3-a819-4453-9c66-abe8b676997a req-726ee34a-70df-445d-be6d-8b52a18395a0 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '998f79a5-cf3b-4a0f-961b-e67342eefdff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:23.101417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-09eb8de3-a819-4453-9c66-abe8b676997a req-726ee34a-70df-445d-be6d-8b52a18395a0 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '998f79a5-cf3b-4a0f-961b-e67342eefdff', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:23.113858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42744) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:23.161717 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5264cb09-b8b8-42d0-a047-7dce347ffac0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5006d5570f746bea183ab56ea82310b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467381 Nov 29 17:59:23.165450 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42750) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:23.172723 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8d298a-3864-457c-83b5-41746febf7ff x-openstack-request-id: req-7d8d298a-3864-457c-83b5-41746febf7ff {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:23.173252 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224b7294-705e-4ce6-9400-ce38bf142bc4", "tag": "127ee018-4498-4ef5-9ca8-1b5fd54d1196", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:23.173379 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d8d298a-3864-457c-83b5-41746febf7ff {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:23.173742 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224b7294-705e-4ce6-9400-ce38bf142bc4', 'tag': '127ee018-4498-4ef5-9ca8-1b5fd54d1196', 'status': 'completed', 'code': 200} Nov 29 17:59:23.217354 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3b1ec454-cd89-4d9d-b310-f29f889ad86f req-22fd3e9a-1c2c-47cf-b5d7-f096ceeec444 service neutron] 10.222.0.20 "GET /v2.0/networks/6bccc0c7-16b7-4150-a382-9169554cd7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422181 Nov 29 17:59:23.257771 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09eb8de3-a819-4453-9c66-abe8b676997a req-726ee34a-70df-445d-be6d-8b52a18395a0 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:23.279851 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99394bfc-15ba-4bee-8845-bebebec45853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:23.313514 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09eb8de3-a819-4453-9c66-abe8b676997a req-726ee34a-70df-445d-be6d-8b52a18395a0 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:23.332155 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09eb8de3-a819-4453-9c66-abe8b676997a req-726ee34a-70df-445d-be6d-8b52a18395a0 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:23.335819 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99394bfc-15ba-4bee-8845-bebebec45853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:23.375221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3bd4a-f9ed-4923-8613-80dd088ba741 req-b8ffd32d-083d-44ab-a011-a834048768bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:23.378137 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-33f3bd4a-f9ed-4923-8613-80dd088ba741 req-b8ffd32d-083d-44ab-a011-a834048768bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ba3e740479b4d3c9dd456124289a111&device_id=224b7294-705e-4ce6-9400-ce38bf142bc4 HTTP/1.1" status: 200 len: 1095 time: 0.0762663 Nov 29 17:59:23.408317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ee34a-70df-445d-be6d-8b52a18395a0 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311f7bf9-a825-4ed1-b48b-deed5ae5d9d3,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:23.429555 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09eb8de3-a819-4453-9c66-abe8b676997a req-726ee34a-70df-445d-be6d-8b52a18395a0 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:23.443586 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09eb8de3-a819-4453-9c66-abe8b676997a req-726ee34a-70df-445d-be6d-8b52a18395a0 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3460574 Nov 29 17:59:23.462283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a564f-c88f-4e1c-8ea2-523a2967dce3 req-bae7ece5-fadc-4f44-9da0-945844faf45f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:23.464762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d72a564f-c88f-4e1c-8ea2-523a2967dce3 req-bae7ece5-fadc-4f44-9da0-945844faf45f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 944 time: 0.1373010 Nov 29 17:59:23.488797 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99394bfc-15ba-4bee-8845-bebebec45853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:23.491378 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99394bfc-15ba-4bee-8845-bebebec45853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:23.493904 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-99394bfc-15ba-4bee-8845-bebebec45853 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/363b1a92-c58d-4e7d-b21e-cf0800e100f8 HTTP/1.1" status: 204 len: 168 time: 0.3266263 Nov 29 17:59:23.507108 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99394bfc-15ba-4bee-8845-bebebec45853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363b1a92-c58d-4e7d-b21e-cf0800e100f8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:23.526804 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3bd4a-f9ed-4923-8613-80dd088ba741 req-eb87837e-aca0-471a-aab2-3e336d78844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:23.528957 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-33f3bd4a-f9ed-4923-8613-80dd088ba741 req-eb87837e-aca0-471a-aab2-3e336d78844f service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bccc0c7-16b7-4150-a382-9169554cd7be HTTP/1.1" status: 200 len: 926 time: 0.1436529 Nov 29 17:59:23.568439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d72a564f-c88f-4e1c-8ea2-523a2967dce3 req-c72a3636-9c54-4dfa-8541-5cda42828c64 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935152 Nov 29 17:59:23.600136 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-33f3bd4a-f9ed-4923-8613-80dd088ba741 req-2e8acfbc-d7e4-4f95-b964-b1999ed13141 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=127ee018-4498-4ef5-9ca8-1b5fd54d1196 HTTP/1.1" status: 200 len: 217 time: 0.0610859 Nov 29 17:59:23.604232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-74316b91-fdb2-4dad-847a-df6b19a6d752 req-e427b83d-df2c-41b8-b35f-9e4fa7d4a340 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1517953228', 'description': 'tempest-description-95404280'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:23.643601 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b2527-7701-481f-aceb-67d413e953e7 req-15fa7880-61d1-442a-99d6-2d2a6fc102fa tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:23.645268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da5b2527-7701-481f-aceb-67d413e953e7 req-15fa7880-61d1-442a-99d6-2d2a6fc102fa tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/ports?device_id=224b7294-705e-4ce6-9400-ce38bf142bc4 HTTP/1.1" status: 200 len: 944 time: 0.0815172 Nov 29 17:59:23.646916 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74316b91-fdb2-4dad-847a-df6b19a6d752 req-e427b83d-df2c-41b8-b35f-9e4fa7d4a340 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:23.657055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3bd4a-f9ed-4923-8613-80dd088ba741 req-cc091a6c-e7ca-4cfe-b38d-7fbdcc324c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:23.658673 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-33f3bd4a-f9ed-4923-8613-80dd088ba741 req-cc091a6c-e7ca-4cfe-b38d-7fbdcc324c69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7e62e8e2-e68f-4dd6-9b8c-70bdbd7152b8 HTTP/1.1" status: 200 len: 865 time: 0.0504467 Nov 29 17:59:23.704496 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-33f3bd4a-f9ed-4923-8613-80dd088ba741 req-cb2c9ba8-a180-4bdb-9957-3eaabd481da4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bccc0c7-16b7-4150-a382-9169554cd7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373604 Nov 29 17:59:23.755057 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da5b2527-7701-481f-aceb-67d413e953e7 req-a3d6eed2-79e8-4355-91a1-0a9593e0cd0f tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/security-groups?id=51ae1a43-f6f7-46b5-a6aa-9b71ad5c654c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984528 Nov 29 17:59:23.788320 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74316b91-fdb2-4dad-847a-df6b19a6d752 req-e427b83d-df2c-41b8-b35f-9e4fa7d4a340 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:23.795067 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74316b91-fdb2-4dad-847a-df6b19a6d752 req-e427b83d-df2c-41b8-b35f-9e4fa7d4a340 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:23.831493 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74316b91-fdb2-4dad-847a-df6b19a6d752 req-e427b83d-df2c-41b8-b35f-9e4fa7d4a340 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:23.844598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74316b91-fdb2-4dad-847a-df6b19a6d752 req-e427b83d-df2c-41b8-b35f-9e4fa7d4a340 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2455339 Nov 29 17:59:23.855826 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427b83d-df2c-41b8-b35f-9e4fa7d4a340 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381d6f8b-c76f-4929-902a-12c8e815deb2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:23.890580 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-33f3bd4a-f9ed-4923-8613-80dd088ba741 req-fe650610-d5d0-49e1-a4ed-1a7e9008c95c service neutron] 10.222.0.20 "GET /v2.0/networks/6bccc0c7-16b7-4150-a382-9169554cd7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765790 Nov 29 17:59:23.915957 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47ee3bd8-7c1d-4046-8686-a4e37545a116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:23.991592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e2e4c-0d54-415a-be52-640c37577b0d req-989c43a2-a0e6-49e9-a59b-7e19da521712 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:23.993814 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f38e2e4c-0d54-415a-be52-640c37577b0d req-989c43a2-a0e6-49e9-a59b-7e19da521712 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.0685368 Nov 29 17:59:23.996022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a07f14-8cde-4566-b700-c27d327dbeee req-59745c1f-d53c-4a11-89cd-e36340e83ae7 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:23.997423 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64a07f14-8cde-4566-b700-c27d327dbeee req-59745c1f-d53c-4a11-89cd-e36340e83ae7 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 1095 time: 0.1127768 Nov 29 17:59:24.020006 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-33f3bd4a-f9ed-4923-8613-80dd088ba741 req-7e173159-b3f3-4d2e-b92b-a2a8b5ab92b2 service neutron] 10.222.0.20 "GET /v2.0/networks/6bccc0c7-16b7-4150-a382-9169554cd7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215448 Nov 29 17:59:24.061915 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64a07f14-8cde-4566-b700-c27d327dbeee req-b4c4adad-8842-48f6-99c2-8fbe62da7e54 tempest-LiveAutoBlockMigrationV225Test-1616880697 tempest-LiveAutoBlockMigrationV225Test-1616880697-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575335 Nov 29 17:59:24.093564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f38e2e4c-0d54-415a-be52-640c37577b0d req-be7d8f28-4e63-4839-9ba8-3b1212a4f30c tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711608 Nov 29 17:59:24.113892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-b2e3ebed-4c3b-4cc0-a07e-4633dcb079ca req-e7007692-7648-44f9-a8eb-3634e3ec51ed tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-600390036', 'description': 'tempest-description-2066169918'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:24.135529 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b2e3ebed-4c3b-4cc0-a07e-4633dcb079ca req-e7007692-7648-44f9-a8eb-3634e3ec51ed tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:24.219283 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b2e3ebed-4c3b-4cc0-a07e-4633dcb079ca req-e7007692-7648-44f9-a8eb-3634e3ec51ed tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:24.224300 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b2e3ebed-4c3b-4cc0-a07e-4633dcb079ca req-e7007692-7648-44f9-a8eb-3634e3ec51ed tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:24.263968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7007692-7648-44f9-a8eb-3634e3ec51ed tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50dd40b0-11a3-4de6-8667-bc79593fc3b0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:24.276096 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b2e3ebed-4c3b-4cc0-a07e-4633dcb079ca req-e7007692-7648-44f9-a8eb-3634e3ec51ed tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:24.277425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2e3ebed-4c3b-4cc0-a07e-4633dcb079ca req-e7007692-7648-44f9-a8eb-3634e3ec51ed tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1691601 Nov 29 17:59:24.447940 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23d93f18-4ab5-49f7-9339-4d075bffcaf0 req-52cf4c22-ddac-4fa9-8498-1e877caa2554 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/381d6f8b-c76f-4929-902a-12c8e815deb2 HTTP/1.1" status: 200 len: 1820 time: 0.0513484 Nov 29 17:59:24.606143 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23d93f18-4ab5-49f7-9339-4d075bffcaf0 req-9c6b75e1-6fc8-469a-b336-6e08a353b7b5 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/50dd40b0-11a3-4de6-8667-bc79593fc3b0 HTTP/1.1" status: 200 len: 1821 time: 0.1510434 Nov 29 17:59:24.630857 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-23d93f18-4ab5-49f7-9339-4d075bffcaf0 req-7b9325b3-b784-414a-b48b-1a3b4b37e89b tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '381d6f8b-c76f-4929-902a-12c8e815deb2', 'remote_group_id': '50dd40b0-11a3-4de6-8667-bc79593fc3b0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:24.631191 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-23d93f18-4ab5-49f7-9339-4d075bffcaf0 req-7b9325b3-b784-414a-b48b-1a3b4b37e89b tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '381d6f8b-c76f-4929-902a-12c8e815deb2', 'remote_group_id': '50dd40b0-11a3-4de6-8667-bc79593fc3b0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:24.671007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6e320-9707-4696-af19-318976a9af4a req-8a8029cc-ac44-46d3-96fa-9c40cfd0c597 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:24.672583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aea6e320-9707-4696-af19-318976a9af4a req-8a8029cc-ac44-46d3-96fa-9c40cfd0c597 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 944 time: 0.1271429 Nov 29 17:59:24.675915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184cf0-96c0-4c0c-8aa9-1522724b2860 req-6d1fa924-422c-4c59-8efe-c90e900e022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:24.677492 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d184cf0-96c0-4c0c-8aa9-1522724b2860 req-6d1fa924-422c-4c59-8efe-c90e900e022c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=255082b63de549aeaca1e79e75cfcb79&device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 1096 time: 0.1308067 Nov 29 17:59:24.825599 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-23d93f18-4ab5-49f7-9339-4d075bffcaf0 req-7b9325b3-b784-414a-b48b-1a3b4b37e89b tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:24.836595 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aea6e320-9707-4696-af19-318976a9af4a req-70902dfd-28c5-4524-839a-109be28f0ed3 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503065 Nov 29 17:59:24.885429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184cf0-96c0-4c0c-8aa9-1522724b2860 req-807df5cf-6b90-40dd-be4e-5a5f23346bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:24.887307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d184cf0-96c0-4c0c-8aa9-1522724b2860 req-807df5cf-6b90-40dd-be4e-5a5f23346bfb service neutron] 10.222.0.31 "GET /v2.0/networks?id=57f88c5c-e77c-48db-a3b8-7ceadd054f7f HTTP/1.1" status: 200 len: 912 time: 0.2008893 Nov 29 17:59:24.949574 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-23d93f18-4ab5-49f7-9339-4d075bffcaf0 req-7b9325b3-b784-414a-b48b-1a3b4b37e89b tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:24.951607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d184cf0-96c0-4c0c-8aa9-1522724b2860 req-15fe2771-b242-439a-81b5-3ead3111d597 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 HTTP/1.1" status: 200 len: 217 time: 0.0479729 Nov 29 17:59:24.994450 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-23d93f18-4ab5-49f7-9339-4d075bffcaf0 req-7b9325b3-b784-414a-b48b-1a3b4b37e89b tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:25.047059 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9325b3-b784-414a-b48b-1a3b4b37e89b tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84edf3a-5dac-4d6c-8c9e-6ef17e1485ea,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:25.072093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff449e98-b1cd-497b-8285-f7add17bd668 req-89a796a0-cdb1-49d8-9912-c9b7704cbb35 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:25.079026 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff449e98-b1cd-497b-8285-f7add17bd668 req-89a796a0-cdb1-49d8-9912-c9b7704cbb35 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.1305914 Nov 29 17:59:25.084769 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-23d93f18-4ab5-49f7-9339-4d075bffcaf0 req-7b9325b3-b784-414a-b48b-1a3b4b37e89b tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:25.092304 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23d93f18-4ab5-49f7-9339-4d075bffcaf0 req-7b9325b3-b784-414a-b48b-1a3b4b37e89b tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4757464 Nov 29 17:59:25.104365 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d184cf0-96c0-4c0c-8aa9-1522724b2860 req-592bf3a1-2cbc-4363-8ea3-e0eea044405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:25.105938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d184cf0-96c0-4c0c-8aa9-1522724b2860 req-592bf3a1-2cbc-4363-8ea3-e0eea044405e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b HTTP/1.1" status: 200 len: 851 time: 0.1214516 Nov 29 17:59:25.123038 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45396242-3cb2-4e6d-9b95-7ad3b5fb3465 req-04499816-ab77-45b6-8b30-472ce6f055f9 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:25.125255 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-45396242-3cb2-4e6d-9b95-7ad3b5fb3465 req-04499816-ab77-45b6-8b30-472ce6f055f9 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 944 time: 0.0849450 Nov 29 17:59:25.152964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d184cf0-96c0-4c0c-8aa9-1522724b2860 req-0ea30ddf-9f4b-483b-a4c8-77425e0cf5e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=57f88c5c-e77c-48db-a3b8-7ceadd054f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315080 Nov 29 17:59:25.194745 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff449e98-b1cd-497b-8285-f7add17bd668 req-2d2a58dc-f025-4fd5-b461-b14936800942 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964367 Nov 29 17:59:25.285559 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-45396242-3cb2-4e6d-9b95-7ad3b5fb3465 req-999d6d02-52d4-4ec7-848d-0796c801509e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Deleting port d43b729f-742e-4dd0-bb42-b2f80a20f38d {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:59:25.285848 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-45396242-3cb2-4e6d-9b95-7ad3b5fb3465 req-999d6d02-52d4-4ec7-848d-0796c801509e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:25.380728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b8948-b611-4457-a700-5ca82a3b973c req-366541d8-4f2d-4d78-b594-5988cb18a4ae tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:25.382229 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-242b8948-b611-4457-a700-5ca82a3b973c req-366541d8-4f2d-4d78-b594-5988cb18a4ae tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 944 time: 0.1795862 Nov 29 17:59:25.383566 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-45396242-3cb2-4e6d-9b95-7ad3b5fb3465 req-999d6d02-52d4-4ec7-848d-0796c801509e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] For port d43b729f-742e-4dd0-bb42-b2f80a20f38d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=d43b729f-742e-4dd0-bb42-b2f80a20f38d,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:25.383928 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-45396242-3cb2-4e6d-9b95-7ad3b5fb3465 req-999d6d02-52d4-4ec7-848d-0796c801509e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:25.397108 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3f23b-bced-4ef5-a0ba-32708f910dfe req-a723c9c8-dfa9-4f66-ac21-5f365d31692d tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:25.398675 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40f3f23b-bced-4ef5-a0ba-32708f910dfe req-a723c9c8-dfa9-4f66-ac21-5f365d31692d tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/ports?device_id=224b7294-705e-4ce6-9400-ce38bf142bc4 HTTP/1.1" status: 200 len: 944 time: 0.1156604 Nov 29 17:59:25.401874 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-45396242-3cb2-4e6d-9b95-7ad3b5fb3465 req-999d6d02-52d4-4ec7-848d-0796c801509e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Calling delete_port for d43b729f-742e-4dd0-bb42-b2f80a20f38d owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:59:25.432612 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d184cf0-96c0-4c0c-8aa9-1522724b2860 req-3b912c32-09b4-4030-984f-d0844ac49ca8 service neutron] 10.222.0.31 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541444 Nov 29 17:59:25.529403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-242b8948-b611-4457-a700-5ca82a3b973c req-49650f83-473f-42a1-b1c5-23bfad9889f5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297116 Nov 29 17:59:25.543479 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-45396242-3cb2-4e6d-9b95-7ad3b5fb3465 req-999d6d02-52d4-4ec7-848d-0796c801509e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:25.549543 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40f3f23b-bced-4ef5-a0ba-32708f910dfe req-a982c2fd-ed23-4574-9ae4-54c4f0aa39dd tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/security-groups?id=51ae1a43-f6f7-46b5-a6aa-9b71ad5c654c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359558 Nov 29 17:59:25.560000 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['d43b729f-742e-4dd0-bb42-b2f80a20f38d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:59:25.589349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d6d02-52d4-4ec7-848d-0796c801509e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Pushing event deleted for resources: {'Port': ['ID=d43b729f-742e-4dd0-bb42-b2f80a20f38d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:25.613872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-45fd6db4-e5a9-45c1-a8ec-6e80176cfff1 req-ebb03882-ef92-438a-944f-1729265ec1c1 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1032985115', 'description': 'tempest-description-1442028145'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:25.640372 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 127ee018-4498-4ef5-9ca8-1b5fd54d1196 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:59:25.645839 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-45396242-3cb2-4e6d-9b95-7ad3b5fb3465 req-999d6d02-52d4-4ec7-848d-0796c801509e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] No DVR routers for this DVR port d43b729f-742e-4dd0-bb42-b2f80a20f38d on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:59:25.649414 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-45396242-3cb2-4e6d-9b95-7ad3b5fb3465 req-999d6d02-52d4-4ec7-848d-0796c801509e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:25.653856 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-45396242-3cb2-4e6d-9b95-7ad3b5fb3465 req-999d6d02-52d4-4ec7-848d-0796c801509e tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.20 "DELETE /v2.0/ports/d43b729f-742e-4dd0-bb42-b2f80a20f38d HTTP/1.1" status: 204 len: 173 time: 0.5207934 Nov 29 17:59:25.655144 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f80684-8f87-4ece-8373-82d6d263d45a', 'name': 'network-vif-deleted', 'tag': 'd43b729f-742e-4dd0-bb42-b2f80a20f38d'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:25.657741 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66289013-dd82-4955-b1c7-942415746b0c" -d '{"events": [{"server_uuid": "f3f80684-8f87-4ece-8373-82d6d263d45a", "name": "network-vif-deleted", "tag": "d43b729f-742e-4dd0-bb42-b2f80a20f38d"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:25.658042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d184cf0-96c0-4c0c-8aa9-1522724b2860 req-35025ed6-03a8-4ebd-b546-7cf69f039d39 service neutron] 10.222.0.31 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147236 Nov 29 17:59:25.665030 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45fd6db4-e5a9-45c1-a8ec-6e80176cfff1 req-ebb03882-ef92-438a-944f-1729265ec1c1 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:25.774021 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45fd6db4-e5a9-45c1-a8ec-6e80176cfff1 req-ebb03882-ef92-438a-944f-1729265ec1c1 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:25.781419 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45fd6db4-e5a9-45c1-a8ec-6e80176cfff1 req-ebb03882-ef92-438a-944f-1729265ec1c1 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:25.815462 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 127ee018-4498-4ef5-9ca8-1b5fd54d1196, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=127ee018-4498-4ef5-9ca8-1b5fd54d1196,segment=NetworkSegment(f5b39c94-2cc5-4d33-9f6b-281986ec663a),segment_id=f5b39c94-2cc5-4d33-9f6b-281986ec663a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:25.827391 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45fd6db4-e5a9-45c1-a8ec-6e80176cfff1 req-ebb03882-ef92-438a-944f-1729265ec1c1 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:25.832794 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '127ee018-4498-4ef5-9ca8-1b5fd54d1196', 'network_id': '6bccc0c7-16b7-4150-a382-9169554cd7be', 'port_id': '127ee018-4498-4ef5-9ca8-1b5fd54d1196', 'mac_address': 'fa:16:3e:f3:b9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e62e8e2-e68f-4dd6-9b8c-70bdbd7152b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:59:25.834816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45fd6db4-e5a9-45c1-a8ec-6e80176cfff1 req-ebb03882-ef92-438a-944f-1729265ec1c1 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2297201 Nov 29 17:59:25.849033 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb03882-ef92-438a-944f-1729265ec1c1 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15767c48-2865-4bd9-8291-86b79739ec79,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:25.880786 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:25.913858 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127ee018-4498-4ef5-9ca8-1b5fd54d1196 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:59:25.946910 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 127ee018-4498-4ef5-9ca8-1b5fd54d1196, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=127ee018-4498-4ef5-9ca8-1b5fd54d1196,segment=NetworkSegment(f5b39c94-2cc5-4d33-9f6b-281986ec663a),segment_id=f5b39c94-2cc5-4d33-9f6b-281986ec663a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:25.949022 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d72db06-3411-4382-bdb8-dd7cab7dc585 x-openstack-request-id: req-3d72db06-3411-4382-bdb8-dd7cab7dc585 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:25.949382 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f80684-8f87-4ece-8373-82d6d263d45a", "name": "network-vif-deleted", "tag": "d43b729f-742e-4dd0-bb42-b2f80a20f38d", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:25.949722 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d72db06-3411-4382-bdb8-dd7cab7dc585 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:25.950126 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f80684-8f87-4ece-8373-82d6d263d45a', 'name': 'network-vif-deleted', 'tag': 'd43b729f-742e-4dd0-bb42-b2f80a20f38d', 'status': 'completed', 'code': 200} Nov 29 17:59:25.951680 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-b286a370-95b9-47c2-82a2-c13cd94c56a5 req-ca6bef6d-02fa-498c-8ca3-bd0dec92c738 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-201596573', 'description': 'tempest-description-38387588'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:25.953651 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:25.985509 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b286a370-95b9-47c2-82a2-c13cd94c56a5 req-ca6bef6d-02fa-498c-8ca3-bd0dec92c738 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.016535 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=127ee018-4498-4ef5-9ca8-1b5fd54d1196,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:26.039794 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88b4dbd9-4f3d-4290-ac41-b5c457661b28 req-bdcbbf88-0946-4325-ae5c-06a594d560ed tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 210 time: 0.0316315 Nov 29 17:59:26.099807 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b286a370-95b9-47c2-82a2-c13cd94c56a5 req-ca6bef6d-02fa-498c-8ca3-bd0dec92c738 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.105709 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b286a370-95b9-47c2-82a2-c13cd94c56a5 req-ca6bef6d-02fa-498c-8ca3-bd0dec92c738 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.131973 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b286a370-95b9-47c2-82a2-c13cd94c56a5 req-ca6bef6d-02fa-498c-8ca3-bd0dec92c738 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.133889 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b286a370-95b9-47c2-82a2-c13cd94c56a5 req-ca6bef6d-02fa-498c-8ca3-bd0dec92c738 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1907830 Nov 29 17:59:26.162868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bef6d-02fa-498c-8ca3-bd0dec92c738 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f38121-9edc-40d0-9641-04a60be42c94,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:26.211151 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a497c1c-70db-4ed0-afad-6bc3a8b9ed42 req-09dd47f6-e378-4cad-9b56-cd55a546c04c tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/15767c48-2865-4bd9-8291-86b79739ec79 HTTP/1.1" status: 200 len: 1822 time: 0.0554292 Nov 29 17:59:26.217724 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['127ee018-4498-4ef5-9ca8-1b5fd54d1196'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:59:26.328030 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a497c1c-70db-4ed0-afad-6bc3a8b9ed42 req-10a2ecc0-59a3-4456-8b33-8fabf218c544 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/21f38121-9edc-40d0-9641-04a60be42c94 HTTP/1.1" status: 200 len: 1819 time: 0.1096942 Nov 29 17:59:26.332760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-9a497c1c-70db-4ed0-afad-6bc3a8b9ed42 req-2f8dc6c2-c1e7-4b9a-9908-8b2d498a4b80 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '15767c48-2865-4bd9-8291-86b79739ec79', 'remote_group_id': '21f38121-9edc-40d0-9641-04a60be42c94', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:26.333216 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-9a497c1c-70db-4ed0-afad-6bc3a8b9ed42 req-2f8dc6c2-c1e7-4b9a-9908-8b2d498a4b80 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '15767c48-2865-4bd9-8291-86b79739ec79', 'remote_group_id': '21f38121-9edc-40d0-9641-04a60be42c94', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:26.371166 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921509b8-a164-453e-a582-2a7f0b2bbc83 req-97484cef-a9d4-4c90-8e77-0f1c5e885a72 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:26.372832 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-921509b8-a164-453e-a582-2a7f0b2bbc83 req-97484cef-a9d4-4c90-8e77-0f1c5e885a72 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.0986168 Nov 29 17:59:26.396504 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d9542a1-341e-4c32-9121-85b411b0bd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.454296 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9a497c1c-70db-4ed0-afad-6bc3a8b9ed42 req-2f8dc6c2-c1e7-4b9a-9908-8b2d498a4b80 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.471505 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-921509b8-a164-453e-a582-2a7f0b2bbc83 req-8b506349-c6b9-4cc0-b189-47de447f2954 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853672 Nov 29 17:59:26.516273 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9a497c1c-70db-4ed0-afad-6bc3a8b9ed42 req-2f8dc6c2-c1e7-4b9a-9908-8b2d498a4b80 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.522678 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9a497c1c-70db-4ed0-afad-6bc3a8b9ed42 req-2f8dc6c2-c1e7-4b9a-9908-8b2d498a4b80 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.527090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42856) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:26.543825 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dc6c2-c1e7-4b9a-9908-8b2d498a4b80 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccec807a-d910-495d-9bfc-e0426042a516,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:26.550020 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9a497c1c-70db-4ed0-afad-6bc3a8b9ed42 req-2f8dc6c2-c1e7-4b9a-9908-8b2d498a4b80 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.551225 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a497c1c-70db-4ed0-afad-6bc3a8b9ed42 req-2f8dc6c2-c1e7-4b9a-9908-8b2d498a4b80 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2222881 Nov 29 17:59:26.663724 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3d91dc-88b8-43dd-95f4-71b07be2fbad req-534c400d-bb4a-4d36-bcb9-54b7ccbaeeed tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/21f38121-9edc-40d0-9641-04a60be42c94 HTTP/1.1" status: 200 len: 1819 time: 0.0922599 Nov 29 17:59:26.664738 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd1e1b30-f65b-447f-ae07-61911b61130f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.700535 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09817741-e9b1-4d5d-9ad2-bceec88e1677 req-eebf25d7-69a7-4b0e-aad7-c2fa01f71cce tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:26.702120 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09817741-e9b1-4d5d-9ad2-bceec88e1677 req-eebf25d7-69a7-4b0e-aad7-c2fa01f71cce tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 944 time: 0.0732524 Nov 29 17:59:26.756602 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd1e1b30-f65b-447f-ae07-61911b61130f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.760241 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd1e1b30-f65b-447f-ae07-61911b61130f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.772528 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5b3d91dc-88b8-43dd-95f4-71b07be2fbad req-8a71d1cb-d41b-4722-84db-8e23b0083580 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.784100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09817741-e9b1-4d5d-9ad2-bceec88e1677 req-b81493e0-2b9a-49f8-86bc-77d01b71529b tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672069 Nov 29 17:59:26.802354 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fd1e1b30-f65b-447f-ae07-61911b61130f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3fa40b50f3c4cbe85b51f00f3e473d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717950 Nov 29 17:59:26.802354 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e1b30-f65b-447f-ae07-61911b61130f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85230ead-e36e-4038-b81a-7d320af2078f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:26.803090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42866) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:26.810934 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5b3d91dc-88b8-43dd-95f4-71b07be2fbad req-8a71d1cb-d41b-4722-84db-8e23b0083580 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.898055 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.918744 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4986-81d1-4fa0-a8ee-78d3edb9e3a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.951106 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4986-81d1-4fa0-a8ee-78d3edb9e3a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.968318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b2883-e875-401e-a9ff-eafa5b0b3644 req-b919b27b-84da-40d6-b221-0e7d3bedbaac tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:26.969797 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b6b2883-e875-401e-a9ff-eafa5b0b3644 req-b919b27b-84da-40d6-b221-0e7d3bedbaac tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/ports?device_id=224b7294-705e-4ce6-9400-ce38bf142bc4 HTTP/1.1" status: 200 len: 945 time: 0.0885742 Nov 29 17:59:26.972442 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5b3d91dc-88b8-43dd-95f4-71b07be2fbad req-8a71d1cb-d41b-4722-84db-8e23b0083580 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.975004 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5b3d91dc-88b8-43dd-95f4-71b07be2fbad req-8a71d1cb-d41b-4722-84db-8e23b0083580 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:26.976048 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3d91dc-88b8-43dd-95f4-71b07be2fbad req-8a71d1cb-d41b-4722-84db-8e23b0083580 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "DELETE /v2.0/security-groups/21f38121-9edc-40d0-9641-04a60be42c94 HTTP/1.1" status: 204 len: 173 time: 0.3032143 Nov 29 17:59:27.014159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71d1cb-d41b-4722-84db-8e23b0083580 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f38121-9edc-40d0-9641-04a60be42c94,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:27.056110 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b6b2883-e875-401e-a9ff-eafa5b0b3644 req-df82d15f-7dbe-48ca-8b8f-f223d2e816ac tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/security-groups?id=51ae1a43-f6f7-46b5-a6aa-9b71ad5c654c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746574 Nov 29 17:59:27.069059 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4986-81d1-4fa0-a8ee-78d3edb9e3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.072707 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4986-81d1-4fa0-a8ee-78d3edb9e3a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.077440 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fc9a4986-81d1-4fa0-a8ee-78d3edb9e3a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85230ead-e36e-4038-b81a-7d320af2078f HTTP/1.1" status: 204 len: 168 time: 0.2731805 Nov 29 17:59:27.110744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a4986-81d1-4fa0-a8ee-78d3edb9e3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85230ead-e36e-4038-b81a-7d320af2078f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:27.181142 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2fdd17e-6255-4777-b23b-0c1c292fe777 req-462c0fc9-ec33-45a1-822b-76f9c39f3e62 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 210 time: 0.0288591 Nov 29 17:59:27.195756 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6d5e83e-ab2c-40e3-b18d-e3e73485b6b8 req-0ec5d043-15d8-4860-ab08-5db7db21b45c tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/15767c48-2865-4bd9-8291-86b79739ec79 HTTP/1.1" status: 200 len: 1822 time: 0.1089365 Nov 29 17:59:27.228580 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1f4e6222-20eb-4811-861f-65b4231f8399 req-2deea111-36de-4f00-8871-31c9669798f4 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1907556412', 'description': 'tempest-description-1137728992'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:27.253736 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1f4e6222-20eb-4811-861f-65b4231f8399 req-2deea111-36de-4f00-8871-31c9669798f4 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.324386 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1f4e6222-20eb-4811-861f-65b4231f8399 req-2deea111-36de-4f00-8871-31c9669798f4 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.328990 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1f4e6222-20eb-4811-861f-65b4231f8399 req-2deea111-36de-4f00-8871-31c9669798f4 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.359244 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1f4e6222-20eb-4811-861f-65b4231f8399 req-2deea111-36de-4f00-8871-31c9669798f4 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.360484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f4e6222-20eb-4811-861f-65b4231f8399 req-2deea111-36de-4f00-8871-31c9669798f4 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1367466 Nov 29 17:59:27.364734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deea111-36de-4f00-8871-31c9669798f4 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b50886b5-ae1e-4335-995b-c5f77dc8d667,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:27.413383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42882) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:27.439663 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6e2a4764-b734-419d-ad9e-33efb6c6dc00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.451200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2d94beef-1877-4447-b393-aa47b488818e req-658f5367-eb76-4ae8-a061-63bd0754490d tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/b50886b5-ae1e-4335-995b-c5f77dc8d667 HTTP/1.1" status: 200 len: 1822 time: 0.0663409 Nov 29 17:59:27.455551 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.462568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-2d94beef-1877-4447-b393-aa47b488818e req-ad3b27bc-3f60-4bfe-ae06-00d757a88a20 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b50886b5-ae1e-4335-995b-c5f77dc8d667', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:27.463167 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-2d94beef-1877-4447-b393-aa47b488818e req-ad3b27bc-3f60-4bfe-ae06-00d757a88a20 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b50886b5-ae1e-4335-995b-c5f77dc8d667', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:27.530510 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2d94beef-1877-4447-b393-aa47b488818e req-ad3b27bc-3f60-4bfe-ae06-00d757a88a20 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.541002 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6e2a4764-b734-419d-ad9e-33efb6c6dc00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.547394 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6e2a4764-b734-419d-ad9e-33efb6c6dc00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.571847 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b00d75a1-6b35-4432-bce6-5469637a16f9 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:59:27.575259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 127ee018-4498-4ef5-9ca8-1b5fd54d1196 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:27.597832 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6e2a4764-b734-419d-ad9e-33efb6c6dc00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=755ef08aec3341e7be5714e152b07da5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1827476 Nov 29 17:59:27.601075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42886) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:27.618883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a4764-b734-419d-ad9e-33efb6c6dc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2879c1-4d7d-42b3-b665-719b247739ac,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:27.620750 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2d94beef-1877-4447-b393-aa47b488818e req-ad3b27bc-3f60-4bfe-ae06-00d757a88a20 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.634195 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2d94beef-1877-4447-b393-aa47b488818e req-ad3b27bc-3f60-4bfe-ae06-00d757a88a20 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.673395 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b27bc-3f60-4bfe-ae06-00d757a88a20 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6989bff8-f3e2-4b7b-8ac1-f9fcb7ef360c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:27.686052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9b77e-94d4-4aa1-b7a1-e2b416d38e5a req-9756e429-b2f3-4d9d-8427-eb8f809bb2b4 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:27.687703 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ea9b77e-94d4-4aa1-b7a1-e2b416d38e5a req-9756e429-b2f3-4d9d-8427-eb8f809bb2b4 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.1242824 Nov 29 17:59:27.707331 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2d94beef-1877-4447-b393-aa47b488818e req-ad3b27bc-3f60-4bfe-ae06-00d757a88a20 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.708520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2d94beef-1877-4447-b393-aa47b488818e req-ad3b27bc-3f60-4bfe-ae06-00d757a88a20 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2501876 Nov 29 17:59:27.720801 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28de8741-0047-437c-8fc0-0fffde7bc73b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.721261 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 127ee018-4498-4ef5-9ca8-1b5fd54d1196 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:59:27.731206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b00d75a1-6b35-4432-bce6-5469637a16f9, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b00d75a1-6b35-4432-bce6-5469637a16f9,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:27.733921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 127ee018-4498-4ef5-9ca8-1b5fd54d1196 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:27.734482 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.764664 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'b00d75a1-6b35-4432-bce6-5469637a16f9', 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81', 'port_id': 'b00d75a1-6b35-4432-bce6-5469637a16f9', 'mac_address': 'fa:16:3e:de:2a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65a8960-b9ea-4a10-b0f4-1909a25c2f43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:59:27.765405 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28de8741-0047-437c-8fc0-0fffde7bc73b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.818153 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.832043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ea9b77e-94d4-4aa1-b7a1-e2b416d38e5a req-7a19e1e3-e53d-4593-b693-d2004b929229 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224017 Nov 29 17:59:27.849568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b00d75a1-6b35-4432-bce6-5469637a16f9 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:59:27.849785 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-80e01755-a726-4618-acfd-7990fe6d5bce req-8a3a52fa-c780-4792-aef7-6d3f7cbcf6f7 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/b50886b5-ae1e-4335-995b-c5f77dc8d667 HTTP/1.1" status: 200 len: 2415 time: 0.1018386 Nov 29 17:59:27.867137 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28de8741-0047-437c-8fc0-0fffde7bc73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.872297 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28de8741-0047-437c-8fc0-0fffde7bc73b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.875200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-28de8741-0047-437c-8fc0-0fffde7bc73b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a2879c1-4d7d-42b3-b665-719b247739ac HTTP/1.1" status: 204 len: 168 time: 0.2665575 Nov 29 17:59:27.885699 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b00d75a1-6b35-4432-bce6-5469637a16f9, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b00d75a1-6b35-4432-bce6-5469637a16f9,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:27.889227 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.891324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-80e01755-a726-4618-acfd-7990fe6d5bce req-e817321d-6098-4653-a4c9-8a9b67458863 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b50886b5-ae1e-4335-995b-c5f77dc8d667', 'remote_group_id': None}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:27.891709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-80e01755-a726-4618-acfd-7990fe6d5bce req-e817321d-6098-4653-a4c9-8a9b67458863 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b50886b5-ae1e-4335-995b-c5f77dc8d667', 'remote_group_id': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:27.900725 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.920335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de8741-0047-437c-8fc0-0fffde7bc73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2879c1-4d7d-42b3-b665-719b247739ac,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:27.950095 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224b7294-705e-4ce6-9400-ce38bf142bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127ee018-4498-4ef5-9ca8-1b5fd54d1196'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:27.952811 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc6d593-4f4e-4d40-835d-cd1d7db0cdae" -d '{"events": [{"server_uuid": "224b7294-705e-4ce6-9400-ce38bf142bc4", "name": "network-vif-plugged", "status": "completed", "tag": "127ee018-4498-4ef5-9ca8-1b5fd54d1196"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:27.977370 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 127ee018-4498-4ef5-9ca8-1b5fd54d1196, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=127ee018-4498-4ef5-9ca8-1b5fd54d1196,segment=NetworkSegment(f5b39c94-2cc5-4d33-9f6b-281986ec663a),segment_id=f5b39c94-2cc5-4d33-9f6b-281986ec663a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:27.983755 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:27.984849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device d43b729f-742e-4dd0-bb42-b2f80a20f38d no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:59:28.013552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: d43b729f-742e-4dd0-bb42-b2f80a20f38d {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:59:28.013902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device d43b729f-742e-4dd0-bb42-b2f80a20f38d not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:59:28.018194 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=b00d75a1-6b35-4432-bce6-5469637a16f9,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:28.057216 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-80e01755-a726-4618-acfd-7990fe6d5bce req-e817321d-6098-4653-a4c9-8a9b67458863 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:28.086248 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=127ee018-4498-4ef5-9ca8-1b5fd54d1196,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:28.097062 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-80e01755-a726-4618-acfd-7990fe6d5bce req-e817321d-6098-4653-a4c9-8a9b67458863 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:28.109818 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-80e01755-a726-4618-acfd-7990fe6d5bce req-e817321d-6098-4653-a4c9-8a9b67458863 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:28.136497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817321d-6098-4653-a4c9-8a9b67458863 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbde970-c75f-4cb4-8d70-63942e55f3aa,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:28.160824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7d37c-33c4-45bc-b080-bad979b651e1 req-57c30eaf-c9fc-4316-abe7-67433971a1c9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:28.162076 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b00d75a1-6b35-4432-bce6-5469637a16f9'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:59:28.168671 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94f7d37c-33c4-45bc-b080-bad979b651e1 req-57c30eaf-c9fc-4316-abe7-67433971a1c9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 945 time: 0.1523309 Nov 29 17:59:28.178456 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-80e01755-a726-4618-acfd-7990fe6d5bce req-e817321d-6098-4653-a4c9-8a9b67458863 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:28.180165 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-80e01755-a726-4618-acfd-7990fe6d5bce req-e817321d-6098-4653-a4c9-8a9b67458863 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3033309 Nov 29 17:59:28.244891 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94f7d37c-33c4-45bc-b080-bad979b651e1 req-3a86e8b0-96a0-4721-92e3-aa81040f063d tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753093 Nov 29 17:59:28.249484 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd98d058-acd7-4a63-a2e9-e2e04f8dccac x-openstack-request-id: req-fd98d058-acd7-4a63-a2e9-e2e04f8dccac {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:28.249773 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224b7294-705e-4ce6-9400-ce38bf142bc4", "name": "network-vif-plugged", "status": "completed", "tag": "127ee018-4498-4ef5-9ca8-1b5fd54d1196", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:28.250331 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd98d058-acd7-4a63-a2e9-e2e04f8dccac {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:28.250948 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224b7294-705e-4ce6-9400-ce38bf142bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127ee018-4498-4ef5-9ca8-1b5fd54d1196', 'code': 200} Nov 29 17:59:28.403795 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408b758-ce28-42fc-9f03-e7b2ecad5559 req-9d4d8e21-8753-4993-8671-bf36684221c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:28.405549 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4408b758-ce28-42fc-9f03-e7b2ecad5559 req-9d4d8e21-8753-4993-8671-bf36684221c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=224b7294-705e-4ce6-9400-ce38bf142bc4 HTTP/1.1" status: 200 len: 1097 time: 0.0675857 Nov 29 17:59:28.450324 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3a02addc-7e0f-4eff-9e20-9829af933325 req-47003d99-916a-48d4-a894-3abaa5fc618c tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/b50886b5-ae1e-4335-995b-c5f77dc8d667 HTTP/1.1" status: 200 len: 3013 time: 0.0955136 Nov 29 17:59:28.464683 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4408b758-ce28-42fc-9f03-e7b2ecad5559 req-7d7d4bbe-c5f7-4cb8-9641-0afefda21eac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=51ae1a43-f6f7-46b5-a6aa-9b71ad5c654c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491416 Nov 29 17:59:28.467537 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b03337-f309-4e7e-bf4b-a461502add07 req-1b07ac4c-3066-4286-8215-790dc563b106 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:28.469089 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-58b03337-f309-4e7e-bf4b-a461502add07 req-1b07ac4c-3066-4286-8215-790dc563b106 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/ports?device_id=224b7294-705e-4ce6-9400-ce38bf142bc4 HTTP/1.1" status: 200 len: 946 time: 0.0868769 Nov 29 17:59:28.527260 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-58b03337-f309-4e7e-bf4b-a461502add07 req-cadc300d-95da-4be9-a208-84d7768e07ba tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/security-groups?id=51ae1a43-f6f7-46b5-a6aa-9b71ad5c654c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516543 Nov 29 17:59:28.554137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ae576af-6c52-4347-bacd-de7ad58435a1 req-68c67e5e-64fd-4a8c-aa90-65e38f463ade tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 210 time: 0.0315771 Nov 29 17:59:28.596350 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1b8908d-88e2-4961-960f-eb6cfaaaae8c req-ee16f99d-6dee-4175-b02e-58d20240c3b9 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-group-rules/bdbde970-c75f-4cb4-8d70-63942e55f3aa HTTP/1.1" status: 200 len: 783 time: 0.0270004 Nov 29 17:59:28.646877 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1b8908d-88e2-4961-960f-eb6cfaaaae8c req-e0ce8c0d-13e1-4eb8-9f5c-9c3282794c2d tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/b50886b5-ae1e-4335-995b-c5f77dc8d667 HTTP/1.1" status: 200 len: 3013 time: 0.0433092 Nov 29 17:59:28.680871 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f1b8908d-88e2-4961-960f-eb6cfaaaae8c req-1c1dfed4-d1f2-4519-941b-5e9db4965b59 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:28.689352 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f1b8908d-88e2-4961-960f-eb6cfaaaae8c req-1c1dfed4-d1f2-4519-941b-5e9db4965b59 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:28.722683 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f1b8908d-88e2-4961-960f-eb6cfaaaae8c req-1c1dfed4-d1f2-4519-941b-5e9db4965b59 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:28.736773 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f1b8908d-88e2-4961-960f-eb6cfaaaae8c req-1c1dfed4-d1f2-4519-941b-5e9db4965b59 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:28.739280 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1b8908d-88e2-4961-960f-eb6cfaaaae8c req-1c1dfed4-d1f2-4519-941b-5e9db4965b59 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/bdbde970-c75f-4cb4-8d70-63942e55f3aa HTTP/1.1" status: 204 len: 173 time: 0.0837286 Nov 29 17:59:28.753247 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dfed4-d1f2-4519-941b-5e9db4965b59 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdbde970-c75f-4cb4-8d70-63942e55f3aa,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:28.803695 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7dea995b-3e6a-4f80-af18-aef639192c19 req-8d7d74b8-bed5-4c58-8fa7-f92fd75994c4 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/b50886b5-ae1e-4335-995b-c5f77dc8d667 HTTP/1.1" status: 200 len: 2415 time: 0.0419409 Nov 29 17:59:28.870495 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7dea995b-3e6a-4f80-af18-aef639192c19 req-ada681dd-8585-41ff-b311-541850f77eae tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:28.893536 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7dea995b-3e6a-4f80-af18-aef639192c19 req-ada681dd-8585-41ff-b311-541850f77eae tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:28.943065 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7dea995b-3e6a-4f80-af18-aef639192c19 req-ada681dd-8585-41ff-b311-541850f77eae tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:28.947358 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7dea995b-3e6a-4f80-af18-aef639192c19 req-ada681dd-8585-41ff-b311-541850f77eae tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:28.949493 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7dea995b-3e6a-4f80-af18-aef639192c19 req-ada681dd-8585-41ff-b311-541850f77eae tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "DELETE /v2.0/security-groups/b50886b5-ae1e-4335-995b-c5f77dc8d667 HTTP/1.1" status: 204 len: 173 time: 0.1389251 Nov 29 17:59:28.980601 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:28.982243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada681dd-8585-41ff-b311-541850f77eae tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50886b5-ae1e-4335-995b-c5f77dc8d667,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:29.026467 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-2702ee09-fca5-4bbf-9f13-f2dfa5183b47 req-318ccedf-c98c-4b5c-a2b7-262e6c08259f tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] show failed (client error): The resource could not be found. Nov 29 17:59:29.027534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2702ee09-fca5-4bbf-9f13-f2dfa5183b47 req-318ccedf-c98c-4b5c-a2b7-262e6c08259f tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/21f38121-9edc-40d0-9641-04a60be42c94 HTTP/1.1" status: 404 len: 352 time: 0.0367999 Nov 29 17:59:29.130364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696d7d5-1f57-4c28-8b0c-3531863b7cb1 req-72c5cd76-f872-4b9a-bafa-e5f65671cee7 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:29.131881 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e696d7d5-1f57-4c28-8b0c-3531863b7cb1 req-72c5cd76-f872-4b9a-bafa-e5f65671cee7 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.0849130 Nov 29 17:59:29.143569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a76e91c-0b20-41b7-93c7-efce759b5d37 req-fcb3aa47-3483-4d69-9f17-a648aa86eddd tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/15767c48-2865-4bd9-8291-86b79739ec79 HTTP/1.1" status: 200 len: 1822 time: 0.0810733 Nov 29 17:59:29.225216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e696d7d5-1f57-4c28-8b0c-3531863b7cb1 req-a6714877-1d78-4f04-8b8d-e00d8beb612b tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803816 Nov 29 17:59:29.250656 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5a76e91c-0b20-41b7-93c7-efce759b5d37 req-d5701618-9a6b-4095-8384-dae22e504463 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:29.284015 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5a76e91c-0b20-41b7-93c7-efce759b5d37 req-d5701618-9a6b-4095-8384-dae22e504463 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:29.362162 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5a76e91c-0b20-41b7-93c7-efce759b5d37 req-d5701618-9a6b-4095-8384-dae22e504463 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:29.364927 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5a76e91c-0b20-41b7-93c7-efce759b5d37 req-d5701618-9a6b-4095-8384-dae22e504463 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:29.366141 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a76e91c-0b20-41b7-93c7-efce759b5d37 req-d5701618-9a6b-4095-8384-dae22e504463 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "DELETE /v2.0/security-groups/15767c48-2865-4bd9-8291-86b79739ec79 HTTP/1.1" status: 204 len: 173 time: 0.2202189 Nov 29 17:59:29.380907 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5701618-9a6b-4095-8384-dae22e504463 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15767c48-2865-4bd9-8291-86b79739ec79,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:29.404961 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb302b-7038-4004-b52c-c04728a6fcfb req-2e202465-0eea-41e7-8d31-61e2967d8ef3 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:29.407713 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:29.409375 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2fb302b-7038-4004-b52c-c04728a6fcfb req-2e202465-0eea-41e7-8d31-61e2967d8ef3 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 945 time: 0.0871837 Nov 29 17:59:29.487091 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2fb302b-7038-4004-b52c-c04728a6fcfb req-21163627-d4c1-4801-a738-202b7614896b tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699015 Nov 29 17:59:29.542732 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c0de3a9-3e17-445d-b6a0-546b40b66414 req-ae234ee4-c8c9-4e64-9c5e-8a0e9bde08d3 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/50dd40b0-11a3-4de6-8667-bc79593fc3b0 HTTP/1.1" status: 200 len: 1821 time: 0.0546696 Nov 29 17:59:29.608265 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b00d75a1-6b35-4432-bce6-5469637a16f9 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:29.622610 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4c0de3a9-3e17-445d-b6a0-546b40b66414 req-91bc911e-2778-4bfa-97a9-22d5640fa02f tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:29.649404 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4c0de3a9-3e17-445d-b6a0-546b40b66414 req-91bc911e-2778-4bfa-97a9-22d5640fa02f tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:29.720810 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port b00d75a1-6b35-4432-bce6-5469637a16f9 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:59:29.725873 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port b00d75a1-6b35-4432-bce6-5469637a16f9 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:29.726822 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:29.730473 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4c0de3a9-3e17-445d-b6a0-546b40b66414 req-91bc911e-2778-4bfa-97a9-22d5640fa02f tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:29.734073 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4c0de3a9-3e17-445d-b6a0-546b40b66414 req-91bc911e-2778-4bfa-97a9-22d5640fa02f tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:29.734545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c0de3a9-3e17-445d-b6a0-546b40b66414 req-91bc911e-2778-4bfa-97a9-22d5640fa02f tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "DELETE /v2.0/security-groups/50dd40b0-11a3-4de6-8667-bc79593fc3b0 HTTP/1.1" status: 204 len: 173 time: 0.1768126 Nov 29 17:59:29.762402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc911e-2778-4bfa-97a9-22d5640fa02f tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dd40b0-11a3-4de6-8667-bc79593fc3b0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:29.798457 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363cd9c-672c-4a86-88e4-fe9dbf7c26a5 req-c48ec204-4248-490c-821b-4169cdf67e3f tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:29.801745 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9363cd9c-672c-4a86-88e4-fe9dbf7c26a5 req-c48ec204-4248-490c-821b-4169cdf67e3f tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/ports?device_id=224b7294-705e-4ce6-9400-ce38bf142bc4 HTTP/1.1" status: 200 len: 946 time: 0.0829570 Nov 29 17:59:29.850368 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:29.866089 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9363cd9c-672c-4a86-88e4-fe9dbf7c26a5 req-996df714-0c06-4814-86cb-ec6f01b24ad9 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/security-groups?id=51ae1a43-f6f7-46b5-a6aa-9b71ad5c654c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539308 Nov 29 17:59:29.913562 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:29.918428 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b00d75a1-6b35-4432-bce6-5469637a16f9, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b00d75a1-6b35-4432-bce6-5469637a16f9,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:29.928310 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:29.990609 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=b00d75a1-6b35-4432-bce6-5469637a16f9,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:30.008745 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-103d62aa-a38f-49cd-80e5-e92d1c96b144 req-7c174a66-42e4-43bd-8bb4-8ca05013a9f0 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 210 time: 0.0433502 Nov 29 17:59:30.013832 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ab5cc10-c134-4808-b6da-5495aa0e7b41 req-18db389c-d61a-412d-9569-f7001e0cf3e1 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/381d6f8b-c76f-4929-902a-12c8e815deb2 HTTP/1.1" status: 200 len: 1820 time: 0.0692351 Nov 29 17:59:30.078511 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7ab5cc10-c134-4808-b6da-5495aa0e7b41 req-e3a11b2a-0fbb-41e9-a7b8-f62e1746ae1d tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.100948 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7ab5cc10-c134-4808-b6da-5495aa0e7b41 req-e3a11b2a-0fbb-41e9-a7b8-f62e1746ae1d tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.144012 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7ab5cc10-c134-4808-b6da-5495aa0e7b41 req-e3a11b2a-0fbb-41e9-a7b8-f62e1746ae1d tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.151863 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7ab5cc10-c134-4808-b6da-5495aa0e7b41 req-e3a11b2a-0fbb-41e9-a7b8-f62e1746ae1d tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.153219 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ab5cc10-c134-4808-b6da-5495aa0e7b41 req-e3a11b2a-0fbb-41e9-a7b8-f62e1746ae1d tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "DELETE /v2.0/security-groups/381d6f8b-c76f-4929-902a-12c8e815deb2 HTTP/1.1" status: 204 len: 173 time: 0.1331642 Nov 29 17:59:30.162879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a11b2a-0fbb-41e9-a7b8-f62e1746ae1d tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381d6f8b-c76f-4929-902a-12c8e815deb2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:30.231563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faa1dc8f-02a6-439d-9828-2387b26414c8 req-2acd3fe1-ee5a-4389-9098-431ceed28e4b tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/998f79a5-cf3b-4a0f-961b-e67342eefdff HTTP/1.1" status: 200 len: 2420 time: 0.0488026 Nov 29 17:59:30.252201 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6422c818-5e7a-4b9b-907c-a10a198f6d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00d75a1-6b35-4432-bce6-5469637a16f9'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:30.256859 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f8ee15-8df0-4cc4-9444-17f6be827d8b" -d '{"events": [{"server_uuid": "6422c818-5e7a-4b9b-907c-a10a198f6d7e", "name": "network-vif-plugged", "status": "completed", "tag": "b00d75a1-6b35-4432-bce6-5469637a16f9"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:30.325782 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-faa1dc8f-02a6-439d-9828-2387b26414c8 req-40f079d0-f2cf-4346-b1fe-cffef0e8ff09 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.368915 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-faa1dc8f-02a6-439d-9828-2387b26414c8 req-40f079d0-f2cf-4346-b1fe-cffef0e8ff09 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.397877 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c05d9e-d85b-42a5-8a61-497fceaa84f4 req-8b63c53c-16a6-48d3-9e35-bdc22679a5d6 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:30.399365 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26c05d9e-d85b-42a5-8a61-497fceaa84f4 req-8b63c53c-16a6-48d3-9e35-bdc22679a5d6 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.0911441 Nov 29 17:59:30.441495 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-faa1dc8f-02a6-439d-9828-2387b26414c8 req-40f079d0-f2cf-4346-b1fe-cffef0e8ff09 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.444431 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-faa1dc8f-02a6-439d-9828-2387b26414c8 req-40f079d0-f2cf-4346-b1fe-cffef0e8ff09 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.446122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faa1dc8f-02a6-439d-9828-2387b26414c8 req-40f079d0-f2cf-4346-b1fe-cffef0e8ff09 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "DELETE /v2.0/security-groups/998f79a5-cf3b-4a0f-961b-e67342eefdff HTTP/1.1" status: 204 len: 173 time: 0.2079937 Nov 29 17:59:30.458237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42982) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:30.469889 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f079d0-f2cf-4346-b1fe-cffef0e8ff09 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998f79a5-cf3b-4a0f-961b-e67342eefdff,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:30.479231 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26c05d9e-d85b-42a5-8a61-497fceaa84f4 req-4f76366e-372d-41d0-bbc3-77bc5fe1fe45 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624506 Nov 29 17:59:30.528081 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c8ce09-7d69-410d-bd4c-467559fdd0dd x-openstack-request-id: req-61c8ce09-7d69-410d-bd4c-467559fdd0dd {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:30.528452 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6422c818-5e7a-4b9b-907c-a10a198f6d7e", "name": "network-vif-plugged", "status": "completed", "tag": "b00d75a1-6b35-4432-bce6-5469637a16f9", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:30.529172 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61c8ce09-7d69-410d-bd4c-467559fdd0dd {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:30.529776 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6422c818-5e7a-4b9b-907c-a10a198f6d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00d75a1-6b35-4432-bce6-5469637a16f9', 'code': 200} Nov 29 17:59:30.596957 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd8f7aeb-d505-49ef-95f5-bf4359738b18 req-a64a1c76-e30d-4958-9244-2d9cdb715117 tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "GET /v2.0/security-groups/e9593130-d927-4801-a13f-76527df54525 HTTP/1.1" status: 200 len: 2415 time: 0.0842917 Nov 29 17:59:30.604145 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-145b39f4-4f8a-4721-8c0b-9811eec82bd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.701497 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd8f7aeb-d505-49ef-95f5-bf4359738b18 req-14098a4f-eae9-43ba-8b84-6c33376d580d tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.710124 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff05a59-d93e-41aa-bf4c-1eb98417a4dd req-b077c38f-3a39-4ef3-b84c-5de6f2fc6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:30.712287 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8ff05a59-d93e-41aa-bf4c-1eb98417a4dd req-b077c38f-3a39-4ef3-b84c-5de6f2fc6d55 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 1097 time: 0.0973496 Nov 29 17:59:30.731126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51df52-b669-4d4d-a99b-379a936c845e req-3b746b00-c365-4c55-a78b-8dcd52188b70 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:30.732595 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a51df52-b669-4d4d-a99b-379a936c845e req-3b746b00-c365-4c55-a78b-8dcd52188b70 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 946 time: 0.0832398 Nov 29 17:59:30.743001 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-145b39f4-4f8a-4721-8c0b-9811eec82bd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.749558 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd8f7aeb-d505-49ef-95f5-bf4359738b18 req-14098a4f-eae9-43ba-8b84-6c33376d580d tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.751586 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-145b39f4-4f8a-4721-8c0b-9811eec82bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.806409 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8ff05a59-d93e-41aa-bf4c-1eb98417a4dd req-18c93eb7-bda0-4bcc-99cc-b3f1a817ee66 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842237 Nov 29 17:59:30.812821 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-145b39f4-4f8a-4721-8c0b-9811eec82bd1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=adbe2e2b1c174df7b93ce3f98810d657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3534453 Nov 29 17:59:30.815655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b39f4-4f8a-4721-8c0b-9811eec82bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd951edb-e66e-4bbe-b1e2-008d34a2b696,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:30.817206 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42990) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:30.830168 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a51df52-b669-4d4d-a99b-379a936c845e req-545567b3-70a2-490e-9a02-ca417c79ddfa tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860031 Nov 29 17:59:30.849559 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd8f7aeb-d505-49ef-95f5-bf4359738b18 req-14098a4f-eae9-43ba-8b84-6c33376d580d tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.852903 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd8f7aeb-d505-49ef-95f5-bf4359738b18 req-14098a4f-eae9-43ba-8b84-6c33376d580d tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.856565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd8f7aeb-d505-49ef-95f5-bf4359738b18 req-14098a4f-eae9-43ba-8b84-6c33376d580d tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] 10.222.0.23 "DELETE /v2.0/security-groups/e9593130-d927-4801-a13f-76527df54525 HTTP/1.1" status: 204 len: 173 time: 0.2586720 Nov 29 17:59:30.860480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42992) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:30.876095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14098a4f-eae9-43ba-8b84-6c33376d580d tempest-SecurityGroupRulesTestJSON-1065130350 tempest-SecurityGroupRulesTestJSON-1065130350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9593130-d927-4801-a13f-76527df54525,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:30.905513 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-952f1811-1cfc-4d5d-b50e-d52ed8a0e789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.914747 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b423ba-0939-41b9-8d6a-872b9d847622 admin admin] Deleting subnet 4ecff77a-5c2e-4310-b489-ecb69f5e97fd {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 17:59:30.918521 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5b423ba-0939-41b9-8d6a-872b9d847622 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.939294 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-952f1811-1cfc-4d5d-b50e-d52ed8a0e789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:30.965933 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5b423ba-0939-41b9-8d6a-872b9d847622 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.012200 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5b423ba-0939-41b9-8d6a-872b9d847622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.032273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd93173-822c-452d-ae88-d5519d7d2574 req-d45ca214-eebc-4b3f-b25b-fed83974ee4a tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:31.033878 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccd93173-822c-452d-ae88-d5519d7d2574 req-d45ca214-eebc-4b3f-b25b-fed83974ee4a tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/ports?device_id=224b7294-705e-4ce6-9400-ce38bf142bc4 HTTP/1.1" status: 200 len: 946 time: 0.0545466 Nov 29 17:59:31.042909 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-952f1811-1cfc-4d5d-b50e-d52ed8a0e789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.047538 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-952f1811-1cfc-4d5d-b50e-d52ed8a0e789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.051117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-952f1811-1cfc-4d5d-b50e-d52ed8a0e789 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd951edb-e66e-4bbe-b1e2-008d34a2b696 HTTP/1.1" status: 204 len: 168 time: 0.2301986 Nov 29 17:59:31.061364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f1811-1cfc-4d5d-b50e-d52ed8a0e789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd951edb-e66e-4bbe-b1e2-008d34a2b696,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:31.094283 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5b423ba-0939-41b9-8d6a-872b9d847622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.131041 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccd93173-822c-452d-ae88-d5519d7d2574 req-41f7bd17-828b-4d30-8dbf-55bc7c6b21eb tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/security-groups?id=51ae1a43-f6f7-46b5-a6aa-9b71ad5c654c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712872 Nov 29 17:59:31.136657 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5b423ba-0939-41b9-8d6a-872b9d847622 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.145530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43000) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:31.146002 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b5b423ba-0939-41b9-8d6a-872b9d847622 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4ecff77a-5c2e-4310-b489-ecb69f5e97fd HTTP/1.1" status: 204 len: 168 time: 0.2833328 Nov 29 17:59:31.147160 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b423ba-0939-41b9-8d6a-872b9d847622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ecff77a-5c2e-4310-b489-ecb69f5e97fd,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:31.257484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60c07c04-7c85-4182-966f-d848a7c63194 req-00c644f0-3efa-46de-8369-248f9ad94f96 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 210 time: 0.0845351 Nov 29 17:59:31.286812 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2f30921-b936-42fd-aaa3-e81316a99da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.309011 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581be98-a022-43cd-8432-eb672e8f3002 req-774680c9-8607-42c8-a387-24b47558f970 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:31.310504 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9581be98-a022-43cd-8432-eb672e8f3002 req-774680c9-8607-42c8-a387-24b47558f970 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/ports?device_id=224b7294-705e-4ce6-9400-ce38bf142bc4 HTTP/1.1" status: 200 len: 946 time: 0.1005929 Nov 29 17:59:31.404519 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2f30921-b936-42fd-aaa3-e81316a99da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.410474 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43006) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:31.428523 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30bc7b5e-5ee3-4874-b8b9-d77fb51d1ffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.437094 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9581be98-a022-43cd-8432-eb672e8f3002 req-ad881088-ac95-435e-9f1c-6b92802aa861 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/security-groups?id=51ae1a43-f6f7-46b5-a6aa-9b71ad5c654c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059766 Nov 29 17:59:31.438632 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c2f30921-b936-42fd-aaa3-e81316a99da6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a4cb93-a68b-44aa-98ce-70fc40926518']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:31.452465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c2f30921-b936-42fd-aaa3-e81316a99da6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccc6e36-d3f6-4fa7-9223-8cf0f0430685') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:31.452465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c2f30921-b936-42fd-aaa3-e81316a99da6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccc6e36-d3f6-4fa7-9223-8cf0f0430685') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:31.464189 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2f30921-b936-42fd-aaa3-e81316a99da6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.482572 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2f30921-b936-42fd-aaa3-e81316a99da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.491730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f30921-b936-42fd-aaa3-e81316a99da6 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 17:59:31.493188 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2f30921-b936-42fd-aaa3-e81316a99da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: timer() Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 17:59:31.496865 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 17:59:31.536389 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30bc7b5e-5ee3-4874-b8b9-d77fb51d1ffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.545226 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30bc7b5e-5ee3-4874-b8b9-d77fb51d1ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.563419 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2f30921-b936-42fd-aaa3-e81316a99da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.571953 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2f30921-b936-42fd-aaa3-e81316a99da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.578151 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c2f30921-b936-42fd-aaa3-e81316a99da6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/94a4cb93-a68b-44aa-98ce-70fc40926518 HTTP/1.1" status: 204 len: 168 time: 0.4300969 Nov 29 17:59:31.583098 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc7b5e-5ee3-4874-b8b9-d77fb51d1ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7365d3b-254d-4ab4-9102-afc05024435b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:31.608151 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-30bc7b5e-5ee3-4874-b8b9-d77fb51d1ffa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f17f18f967a1404aaa3c6ecef2f8f4cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961396 Nov 29 17:59:31.610524 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43018) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:31.633184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f30921-b936-42fd-aaa3-e81316a99da6 admin admin] Pushing event deleted for resources: {'Network': ['ID=94a4cb93-a68b-44aa-98ce-70fc40926518,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:31.694889 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24155519-acc9-42d2-a4b0-40e1e46dc536 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.699045 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0472179-27e8-4b50-8faa-a81723abe542 req-ee1fce15-9cfb-4db2-b725-a4300fe806e0 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:31.707537 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0472179-27e8-4b50-8faa-a81723abe542 req-ee1fce15-9cfb-4db2-b725-a4300fe806e0 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.0697966 Nov 29 17:59:31.723127 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24155519-acc9-42d2-a4b0-40e1e46dc536 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.762485 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0472179-27e8-4b50-8faa-a81723abe542 req-10a74945-1eeb-4069-b057-9e7ad392004d tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540462 Nov 29 17:59:31.810639 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24155519-acc9-42d2-a4b0-40e1e46dc536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.815079 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24155519-acc9-42d2-a4b0-40e1e46dc536 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:31.818448 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-24155519-acc9-42d2-a4b0-40e1e46dc536 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7365d3b-254d-4ab4-9102-afc05024435b HTTP/1.1" status: 204 len: 168 time: 0.2046804 Nov 29 17:59:31.829419 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24155519-acc9-42d2-a4b0-40e1e46dc536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7365d3b-254d-4ab4-9102-afc05024435b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:31.935038 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43024) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:32.035357 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3b6f5f28-dc12-4863-baa9-e0385b56843a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9bd488aae93f4beb9f6c84f2e1299d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0979524 Nov 29 17:59:32.036588 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43030) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:32.085223 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939c70c-c1ac-48ae-9cd5-f6edd25ae95d req-174d609e-1898-42f3-9ba9-12311d06b6fc tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:32.098668 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6939c70c-c1ac-48ae-9cd5-f6edd25ae95d req-174d609e-1898-42f3-9ba9-12311d06b6fc tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 946 time: 0.1161931 Nov 29 17:59:32.161888 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-861d5d53-44dd-42ad-ae5b-87da8b1f5f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:32.190423 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-861d5d53-44dd-42ad-ae5b-87da8b1f5f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:32.246848 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6939c70c-c1ac-48ae-9cd5-f6edd25ae95d req-2368b6c7-ace7-4614-8a12-12c21d9c0778 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472127 Nov 29 17:59:32.264785 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ac2af-fdf3-4741-997d-d5440546fdd5 req-d82dd1f8-fd1d-4f87-adf0-b8c86df2db61 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:32.266866 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-861d5d53-44dd-42ad-ae5b-87da8b1f5f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:32.268075 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a14ac2af-fdf3-4741-997d-d5440546fdd5 req-d82dd1f8-fd1d-4f87-adf0-b8c86df2db61 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/ports?device_id=224b7294-705e-4ce6-9400-ce38bf142bc4 HTTP/1.1" status: 200 len: 946 time: 0.1663811 Nov 29 17:59:32.274405 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-861d5d53-44dd-42ad-ae5b-87da8b1f5f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:32.280611 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-861d5d53-44dd-42ad-ae5b-87da8b1f5f11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a1fd181-c30f-4c1a-8ced-15b94e8b2986 HTTP/1.1" status: 204 len: 168 time: 0.2428930 Nov 29 17:59:32.293188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d5d53-44dd-42ad-ae5b-87da8b1f5f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1fd181-c30f-4c1a-8ced-15b94e8b2986,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:32.386149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a14ac2af-fdf3-4741-997d-d5440546fdd5 req-1b044797-c797-4d95-ad45-e3f7209fe9d0 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/security-groups?id=51ae1a43-f6f7-46b5-a6aa-9b71ad5c654c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171746 Nov 29 17:59:32.438291 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2010fc8c-1a0b-4599-bc08-8e870497f16d req-c3189fe3-5f1f-4d2d-90dd-06a6f1bab878 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3f80684-8f87-4ece-8373-82d6d263d45a HTTP/1.1" status: 200 len: 210 time: 0.0507386 Nov 29 17:59:32.748503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a9dd7-c89e-41bd-9f17-c1bd2d47c8ba req-b3c418d8-5ff5-4faa-b718-30cc12a3d58e tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:32.761044 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-419a9dd7-c89e-41bd-9f17-c1bd2d47c8ba req-b3c418d8-5ff5-4faa-b718-30cc12a3d58e tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/ports?device_id=224b7294-705e-4ce6-9400-ce38bf142bc4 HTTP/1.1" status: 200 len: 946 time: 0.0723248 Nov 29 17:59:32.831815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-419a9dd7-c89e-41bd-9f17-c1bd2d47c8ba req-8df877d4-bd78-4dbc-ac3a-7e98564f090e tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/security-groups?id=51ae1a43-f6f7-46b5-a6aa-9b71ad5c654c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692873 Nov 29 17:59:32.920842 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1e48065-2941-4b4c-bc2f-a577beb8f14b req-3a259030-c43d-4e2a-ba73-3d3832919a05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738809 Nov 29 17:59:32.925118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f451e6-3612-4afd-a729-b0e02554fe01 req-df6fe922-04e0-4fa9-849a-d6a1b6de806d tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:32.933742 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57f451e6-3612-4afd-a729-b0e02554fe01 req-df6fe922-04e0-4fa9-849a-d6a1b6de806d tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.0741246 Nov 29 17:59:33.010959 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57f451e6-3612-4afd-a729-b0e02554fe01 req-a2889e12-47de-476f-bd1d-9a4260253aee tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612154 Nov 29 17:59:33.129138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43074) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:33.250275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-090137bd-c3ca-4d0c-ba01-d32fe2791d07 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-376314206-network', 'tenant_id': 'd00c5a45add349aaa643d4245a27fe4b'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:33.275103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090137bd-c3ca-4d0c-ba01-d32fe2791d07 admin admin] Made reservation on behalf of d00c5a45add349aaa643d4245a27fe4b for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:59:33.278210 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-090137bd-c3ca-4d0c-ba01-d32fe2791d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:33.287653 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-090137bd-c3ca-4d0c-ba01-d32fe2791d07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:33.334312 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e48065-2941-4b4c-bc2f-a577beb8f14b req-e39ee0ed-edbc-439f-9c4b-63bd40e06e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:33.335998 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1e48065-2941-4b4c-bc2f-a577beb8f14b req-e39ee0ed-edbc-439f-9c4b-63bd40e06e49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 1096 time: 0.3840163 Nov 29 17:59:33.442867 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-090137bd-c3ca-4d0c-ba01-d32fe2791d07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:33.450920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43088) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:33.459178 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-090137bd-c3ca-4d0c-ba01-d32fe2791d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:33.467058 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e48065-2941-4b4c-bc2f-a577beb8f14b req-2ff23508-a143-4b91-84b6-2b8ac2169731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:33.468522 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1e48065-2941-4b4c-bc2f-a577beb8f14b req-2ff23508-a143-4b91-84b6-2b8ac2169731 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.1047549 Nov 29 17:59:33.488462 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ec351-fe67-47eb-9c9c-352429f8b793 req-2b54cf50-8897-4001-bd7a-2474605294a5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:33.490578 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-956ec351-fe67-47eb-9c9c-352429f8b793 req-2b54cf50-8897-4001-bd7a-2474605294a5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 946 time: 0.1121464 Nov 29 17:59:33.508335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090137bd-c3ca-4d0c-ba01-d32fe2791d07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:59:33.534524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090137bd-c3ca-4d0c-ba01-d32fe2791d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54fc0bf-1841-4804-9926-d023e4da503d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:33.556855 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1e48065-2941-4b4c-bc2f-a577beb8f14b req-ed48abcb-6db3-4b7a-9399-f46028a42543 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f661afb9-9b00-4252-98e5-c3cccaf61611 HTTP/1.1" status: 200 len: 217 time: 0.0758898 Nov 29 17:59:33.563593 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-090137bd-c3ca-4d0c-ba01-d32fe2791d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:33.566563 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-090137bd-c3ca-4d0c-ba01-d32fe2791d07 admin admin] Added segment b30d27a1-f8a4-4599-8299-f841d14f5944 of type vlan for network 80608730-2264-4fdb-81ea-0ecd27e65248 Nov 29 17:59:33.623342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e48065-2941-4b4c-bc2f-a577beb8f14b req-cec2af38-7f88-44e9-8d66-6356c7c7bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:33.624949 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1e48065-2941-4b4c-bc2f-a577beb8f14b req-cec2af38-7f88-44e9-8d66-6356c7c7bf7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.0512905 Nov 29 17:59:33.643950 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-25606727-f2a4-4b27-80df-11877748b380 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-222529713-network', 'tenant_id': '002d053e10db4216a16b57a0ded20cba'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:33.665286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-956ec351-fe67-47eb-9c9c-352429f8b793 req-6ec0c5f1-cc97-4136-a716-2157cb201b1e tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680906 Nov 29 17:59:33.672553 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-090137bd-c3ca-4d0c-ba01-d32fe2791d07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:33.696464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25606727-f2a4-4b27-80df-11877748b380 admin admin] Made reservation on behalf of 002d053e10db4216a16b57a0ded20cba for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:59:33.699122 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25606727-f2a4-4b27-80df-11877748b380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:33.713685 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25606727-f2a4-4b27-80df-11877748b380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:33.720282 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1e48065-2941-4b4c-bc2f-a577beb8f14b req-50e18539-10e2-4b96-9fd2-28a150a0bc8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765316 Nov 29 17:59:33.730742 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-090137bd-c3ca-4d0c-ba01-d32fe2791d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:33.733084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090137bd-c3ca-4d0c-ba01-d32fe2791d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:33.734828 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-090137bd-c3ca-4d0c-ba01-d32fe2791d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:33.820625 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1e48065-2941-4b4c-bc2f-a577beb8f14b req-57ee146e-3dd6-4473-886e-6ee8ac933e66 service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911949 Nov 29 17:59:33.852749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-090137bd-c3ca-4d0c-ba01-d32fe2791d07 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7224414 Nov 29 17:59:33.858851 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43100) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:33.863104 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090137bd-c3ca-4d0c-ba01-d32fe2791d07 admin admin] Pushing event updated for resources: {'Network': ['ID=80608730-2264-4fdb-81ea-0ecd27e65248,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:33.868896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6d5e97dd-e6a1-49d0-87ef-3105a90ee925 admin admin] Request body: {'subnet': {'network_id': '80608730-2264-4fdb-81ea-0ecd27e65248', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-376314206-subnet', 'tenant_id': 'd00c5a45add349aaa643d4245a27fe4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:33.883073 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 80608730-2264-4fdb-81ea-0ecd27e65248 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:59:33.901924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc9d52-fe35-4bad-9811-ba3aae84ce64 req-f0c0aa96-fbfb-424e-a25f-8c0204e36223 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:33.909346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5bc9d52-fe35-4bad-9811-ba3aae84ce64 req-f0c0aa96-fbfb-424e-a25f-8c0204e36223 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 1097 time: 0.1419480 Nov 29 17:59:33.949076 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5e97dd-e6a1-49d0-87ef-3105a90ee925 admin admin] Made reservation on behalf of d00c5a45add349aaa643d4245a27fe4b for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:59:33.952794 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6d5e97dd-e6a1-49d0-87ef-3105a90ee925 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:33.983426 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1e48065-2941-4b4c-bc2f-a577beb8f14b req-a6b9b974-bd45-4a68-a912-d16a33e6e7c0 service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554492 Nov 29 17:59:34.073610 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25606727-f2a4-4b27-80df-11877748b380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:34.088791 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25606727-f2a4-4b27-80df-11877748b380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:34.103566 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5bc9d52-fe35-4bad-9811-ba3aae84ce64 req-afb5b915-d3c4-44f8-b466-76d95c6dd677 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932187 Nov 29 17:59:34.143618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25606727-f2a4-4b27-80df-11877748b380 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:59:34.191701 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25606727-f2a4-4b27-80df-11877748b380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:34.191701 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-25606727-f2a4-4b27-80df-11877748b380 admin admin] Added segment 5bb79eba-0822-445c-8e62-df5566372ade of type vlan for network ec97920f-26a6-436e-a67f-64e874c2492b Nov 29 17:59:34.200329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0ab33-7ee0-4067-a2ff-9f8df0c0d3a4 req-f8aef4ad-2940-49a0-b13b-0d71e99a94f3 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:34.201928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22a0ab33-7ee0-4067-a2ff-9f8df0c0d3a4 req-f8aef4ad-2940-49a0-b13b-0d71e99a94f3 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/ports?device_id=224b7294-705e-4ce6-9400-ce38bf142bc4 HTTP/1.1" status: 200 len: 946 time: 0.2541943 Nov 29 17:59:34.202587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25606727-f2a4-4b27-80df-11877748b380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:34.269381 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25606727-f2a4-4b27-80df-11877748b380 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:34.280957 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccee83-3a5d-4a9a-bdfb-7fe1f55acf03 req-2c2bb487-6222-45ad-bd4b-e9af267a25c1 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:34.283655 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-96ccee83-3a5d-4a9a-bdfb-7fe1f55acf03 req-2c2bb487-6222-45ad-bd4b-e9af267a25c1 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.20 "GET /v2.0/ports?device_id=224b7294-705e-4ce6-9400-ce38bf142bc4 HTTP/1.1" status: 200 len: 946 time: 0.0646524 Nov 29 17:59:34.396232 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22a0ab33-7ee0-4067-a2ff-9f8df0c0d3a4 req-e42fec18-0108-4499-8e98-761b87b228fc tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/security-groups?id=51ae1a43-f6f7-46b5-a6aa-9b71ad5c654c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802649 Nov 29 17:59:34.400763 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6d5e97dd-e6a1-49d0-87ef-3105a90ee925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:34.407358 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25606727-f2a4-4b27-80df-11877748b380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:34.408314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25606727-f2a4-4b27-80df-11877748b380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:34.408881 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25606727-f2a4-4b27-80df-11877748b380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:34.492531 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-96ccee83-3a5d-4a9a-bdfb-7fe1f55acf03 req-b2b7444a-7481-4c23-ba64-c1f47599728d tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Deleting port 127ee018-4498-4ef5-9ca8-1b5fd54d1196 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:59:34.493000 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-96ccee83-3a5d-4a9a-bdfb-7fe1f55acf03 req-b2b7444a-7481-4c23-ba64-c1f47599728d tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:34.603169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-96ccee83-3a5d-4a9a-bdfb-7fe1f55acf03 req-b2b7444a-7481-4c23-ba64-c1f47599728d tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] For port 127ee018-4498-4ef5-9ca8-1b5fd54d1196, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=127ee018-4498-4ef5-9ca8-1b5fd54d1196,segment=NetworkSegment(f5b39c94-2cc5-4d33-9f6b-281986ec663a),segment_id=f5b39c94-2cc5-4d33-9f6b-281986ec663a)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:34.603485 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-96ccee83-3a5d-4a9a-bdfb-7fe1f55acf03 req-b2b7444a-7481-4c23-ba64-c1f47599728d tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:34.620200 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-96ccee83-3a5d-4a9a-bdfb-7fe1f55acf03 req-b2b7444a-7481-4c23-ba64-c1f47599728d tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Calling delete_port for 127ee018-4498-4ef5-9ca8-1b5fd54d1196 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:59:34.791824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0d327-6c0f-4c5a-a4f1-38f1dae23c03 req-98adaac4-f764-4cc1-ae04-43771a479a6d tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:34.793318 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5c0d327-6c0f-4c5a-a4f1-38f1dae23c03 req-98adaac4-f764-4cc1-ae04-43771a479a6d tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.5192432 Nov 29 17:59:34.829191 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-96ccee83-3a5d-4a9a-bdfb-7fe1f55acf03 req-b2b7444a-7481-4c23-ba64-c1f47599728d tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:34.844380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['127ee018-4498-4ef5-9ca8-1b5fd54d1196'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:59:34.845388 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-25606727-f2a4-4b27-80df-11877748b380 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3930955 Nov 29 17:59:34.859949 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43114) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:34.864867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7444a-7481-4c23-ba64-c1f47599728d tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Pushing event deleted for resources: {'Port': ['ID=127ee018-4498-4ef5-9ca8-1b5fd54d1196,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:34.878212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-80fb9804-053b-4cf5-9659-695eb9f3d2e9 admin admin] Request body: {'subnet': {'network_id': 'ec97920f-26a6-436e-a67f-64e874c2492b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-222529713-subnet', 'tenant_id': '002d053e10db4216a16b57a0ded20cba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:34.882849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e97dd-e6a1-49d0-87ef-3105a90ee925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20d06fb4-9f72-4b28-8056-f2471280c15e,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:34.900774 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25606727-f2a4-4b27-80df-11877748b380 admin admin] Pushing event updated for resources: {'Network': ['ID=ec97920f-26a6-436e-a67f-64e874c2492b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:34.925424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network ec97920f-26a6-436e-a67f-64e874c2492b details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:59:34.930382 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ccee83-3a5d-4a9a-bdfb-7fe1f55acf03 req-b2b7444a-7481-4c23-ba64-c1f47599728d tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] No DVR routers for this DVR port 127ee018-4498-4ef5-9ca8-1b5fd54d1196 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:59:34.934408 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-96ccee83-3a5d-4a9a-bdfb-7fe1f55acf03 req-b2b7444a-7481-4c23-ba64-c1f47599728d tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:34.938269 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-96ccee83-3a5d-4a9a-bdfb-7fe1f55acf03 req-b2b7444a-7481-4c23-ba64-c1f47599728d tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.20 "DELETE /v2.0/ports/127ee018-4498-4ef5-9ca8-1b5fd54d1196 HTTP/1.1" status: 204 len: 173 time: 0.6409082 Nov 29 17:59:34.938862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224b7294-705e-4ce6-9400-ce38bf142bc4', 'name': 'network-vif-deleted', 'tag': '127ee018-4498-4ef5-9ca8-1b5fd54d1196'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:34.942553 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cce9dde-f42f-4dc0-af4d-e223ef662b3b" -d '{"events": [{"server_uuid": "224b7294-705e-4ce6-9400-ce38bf142bc4", "name": "network-vif-deleted", "tag": "127ee018-4498-4ef5-9ca8-1b5fd54d1196"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:34.958438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbaa7f-8957-4619-b405-10376140298d req-f8cb7729-7bb4-4812-a3ca-3a3ea31da240 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:34.960600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5fbaa7f-8957-4619-b405-10376140298d req-f8cb7729-7bb4-4812-a3ca-3a3ea31da240 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 1097 time: 0.1636548 Nov 29 17:59:34.961477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e97dd-e6a1-49d0-87ef-3105a90ee925 admin admin] Checking segment: {'id': 'b30d27a1-f8a4-4599-8299-f841d14f5944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '80608730-2264-4fdb-81ea-0ecd27e65248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:34.961962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5e97dd-e6a1-49d0-87ef-3105a90ee925 admin admin] Network hostable DHCP agents. Network: 80608730-2264-4fdb-81ea-0ecd27e65248, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:59:34.970168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fb9804-053b-4cf5-9659-695eb9f3d2e9 admin admin] Made reservation on behalf of 002d053e10db4216a16b57a0ded20cba for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:59:34.972790 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-80fb9804-053b-4cf5-9659-695eb9f3d2e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:34.982372 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5c0d327-6c0f-4c5a-a4f1-38f1dae23c03 req-dd9608c6-29a3-4855-80e6-a1a1cde91713 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781435 Nov 29 17:59:35.062250 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c9e7b2-ec98-4ded-9415-18b4171a7022 x-openstack-request-id: req-c4c9e7b2-ec98-4ded-9415-18b4171a7022 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:35.063609 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224b7294-705e-4ce6-9400-ce38bf142bc4", "name": "network-vif-deleted", "tag": "127ee018-4498-4ef5-9ca8-1b5fd54d1196", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:35.064569 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4c9e7b2-ec98-4ded-9415-18b4171a7022 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:35.065264 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224b7294-705e-4ce6-9400-ce38bf142bc4', 'name': 'network-vif-deleted', 'tag': '127ee018-4498-4ef5-9ca8-1b5fd54d1196', 'status': 'completed', 'code': 200} Nov 29 17:59:35.079239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5e97dd-e6a1-49d0-87ef-3105a90ee925 admin admin] Network 80608730-2264-4fdb-81ea-0ecd27e65248 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:59:35.119773 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6d5e97dd-e6a1-49d0-87ef-3105a90ee925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 80608730-2264-4fdb-81ea-0ecd27e65248) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:35.131686 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e923b47d-93fd-4ccd-a0c9-21248c3f0a6f None None] Network 80608730-2264-4fdb-81ea-0ecd27e65248 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:59:35.136627 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5fbaa7f-8957-4619-b405-10376140298d req-50d5c958-70fd-4e25-805b-b84ca2dee3ed tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553743 Nov 29 17:59:35.144445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5e97dd-e6a1-49d0-87ef-3105a90ee925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:35.145249 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6d5e97dd-e6a1-49d0-87ef-3105a90ee925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:35.206831 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6d5e97dd-e6a1-49d0-87ef-3105a90ee925 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3418090 Nov 29 17:59:35.207086 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43124) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:35.213463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-376314206-router', 'tenant_id': 'd00c5a45add349aaa643d4245a27fe4b', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:35.284630 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:35.289844 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:35.365254 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-80fb9804-053b-4cf5-9659-695eb9f3d2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:35.400546 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:35.508704 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-80608730-2264-4fdb-81ea-0ecd27e65248', 'network_id': '80608730-2264-4fdb-81ea-0ecd27e65248', 'tenant_id': 'd00c5a45add349aaa643d4245a27fe4b', 'fixed_ips': [{'subnet_id': '20d06fb4-9f72-4b28-8056-f2471280c15e'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 17:59:35.509626 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:35.541751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb9804-053b-4cf5-9659-695eb9f3d2e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f082db-4da5-4bba-9b1c-d504b3004dd0,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:35.585665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fb9804-053b-4cf5-9659-695eb9f3d2e9 admin admin] Checking segment: {'id': '5bb79eba-0822-445c-8e62-df5566372ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec97920f-26a6-436e-a67f-64e874c2492b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:35.588332 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fb9804-053b-4cf5-9659-695eb9f3d2e9 admin admin] Network hostable DHCP agents. Network: ec97920f-26a6-436e-a67f-64e874c2492b, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:59:35.647500 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fb9804-053b-4cf5-9659-695eb9f3d2e9 admin admin] Network ec97920f-26a6-436e-a67f-64e874c2492b is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:59:35.663261 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-80fb9804-053b-4cf5-9659-695eb9f3d2e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, ec97920f-26a6-436e-a67f-64e874c2492b) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:35.682613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fb9804-053b-4cf5-9659-695eb9f3d2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:35.683412 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-80fb9804-053b-4cf5-9659-695eb9f3d2e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:35.710155 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d2c2c1bc-5404-409f-bb81-809894904cd1 req-50cea6b7-5ba6-4e9d-8c5a-3ef0596a2e65 tempest-ServersNegativeTestMultiTenantJSON-1466822666 tempest-ServersNegativeTestMultiTenantJSON-1466822666-project] 10.222.0.23 "GET /v2.0/ports?device_id=224b7294-705e-4ce6-9400-ce38bf142bc4 HTTP/1.1" status: 200 len: 210 time: 0.0434377 Nov 29 17:59:35.714674 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd65ab2e-5cf4-4950-9889-65d1fa8fd3d5 None None] Network ec97920f-26a6-436e-a67f-64e874c2492b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:59:35.736464 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-80fb9804-053b-4cf5-9659-695eb9f3d2e9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8694122 Nov 29 17:59:35.748992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:36.046320 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d82751c-4ca5-42c0-b5d9-ec16d816fbd8 None None] Network ec97920f-26a6-436e-a67f-64e874c2492b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:59:36.111156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Allocated IP 172.20.0.2 (80608730-2264-4fdb-81ea-0ecd27e65248/20d06fb4-9f72-4b28-8056-f2471280c15e/34acc565-9214-4b8e-9a51-65c25ae45e26) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:59:36.238862 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-303c9b6e-23f7-4111-ba17-89efaafb3312 req-a908f54a-3497-4983-bcf9-62c467ccf832 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1807377251', 'description': 'tempest-description-1245682708'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:36.290259 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-303c9b6e-23f7-4111-ba17-89efaafb3312 req-a908f54a-3497-4983-bcf9-62c467ccf832 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:36.331797 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:36.406869 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:36.468454 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:36.477339 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:36.502278 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-303c9b6e-23f7-4111-ba17-89efaafb3312 req-a908f54a-3497-4983-bcf9-62c467ccf832 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:36.523970 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-303c9b6e-23f7-4111-ba17-89efaafb3312 req-a908f54a-3497-4983-bcf9-62c467ccf832 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:36.557539 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Pushing event updated for resources: {'Port': ['ID=34acc565-9214-4b8e-9a51-65c25ae45e26,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:36.571363 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0f6baac-47b3-4530-af71-e1948284a460 req-5d6c4ff0-602a-4073-86d9-e7582034f1b8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1923072 Nov 29 17:59:36.571946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Network 80608730-2264-4fdb-81ea-0ecd27e65248 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:36.573907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:36.582078 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:59:36.595943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Allocated IP 172.25.3.82 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/b9e591f4-6349-45e2-b925-1baa9b041ec1) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:59:36.606246 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-303c9b6e-23f7-4111-ba17-89efaafb3312 req-a908f54a-3497-4983-bcf9-62c467ccf832 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:36.612850 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-303c9b6e-23f7-4111-ba17-89efaafb3312 req-a908f54a-3497-4983-bcf9-62c467ccf832 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3812757 Nov 29 17:59:36.633827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908f54a-3497-4983-bcf9-62c467ccf832 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998ca87f-00be-40bb-81e2-2343729b6d8b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:36.703135 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Attempting to bind port 34acc565-9214-4b8e-9a51-65c25ae45e26 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:59:36.704477 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Attempting to bind port 34acc565-9214-4b8e-9a51-65c25ae45e26 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'b30d27a1-f8a4-4599-8299-f841d14f5944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '80608730-2264-4fdb-81ea-0ecd27e65248'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:59:36.705797 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Attempting to bind port 34acc565-9214-4b8e-9a51-65c25ae45e26 on network 80608730-2264-4fdb-81ea-0ecd27e65248 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:36.716725 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:59:36.717815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Checking segment: {'id': 'b30d27a1-f8a4-4599-8299-f841d14f5944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '80608730-2264-4fdb-81ea-0ecd27e65248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:36.718694 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:36.719579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Bound using segment: {'id': 'b30d27a1-f8a4-4599-8299-f841d14f5944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '80608730-2264-4fdb-81ea-0ecd27e65248'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:59:36.721069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Bound port: 34acc565-9214-4b8e-9a51-65c25ae45e26, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30d27a1-f8a4-4599-8299-f841d14f5944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '80608730-2264-4fdb-81ea-0ecd27e65248'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:59:36.721735 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:36.758115 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6baac-47b3-4530-af71-e1948284a460 req-b91ef486-517b-4049-855a-85e4137f05c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:36.759919 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0f6baac-47b3-4530-af71-e1948284a460 req-b91ef486-517b-4049-855a-85e4137f05c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 1096 time: 0.1577954 Nov 29 17:59:36.788184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02135c1e-9e00-4123-a16a-88588ce3ace5 req-3db02877-a050-4626-a2d5-5555b3ee136d tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:36.789771 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-ee0d99b2-2a14-4efa-929d-73c919bdcd62 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:59:36.792284 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-ee0d99b2-2a14-4efa-929d-73c919bdcd62 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0298545 Nov 29 17:59:36.811458 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02135c1e-9e00-4123-a16a-88588ce3ace5 req-3db02877-a050-4626-a2d5-5555b3ee136d tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.0964112 Nov 29 17:59:36.814564 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] For port 34acc565-9214-4b8e-9a51-65c25ae45e26, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:59:36.819771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] For port 34acc565-9214-4b8e-9a51-65c25ae45e26, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=34acc565-9214-4b8e-9a51-65c25ae45e26,segment=NetworkSegment(b30d27a1-f8a4-4599-8299-f841d14f5944),segment_id=b30d27a1-f8a4-4599-8299-f841d14f5944)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:59:36.838319 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:36.889411 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:36.946771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02135c1e-9e00-4123-a16a-88588ce3ace5 req-940fe272-f3ee-4f28-b0fe-57f01cfed2fd tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268811 Nov 29 17:59:36.973284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a69e6-bfbd-4d82-bd5e-abccfaea38d3 None None] Pushing event updated for resources: {'Port': ['ID=34acc565-9214-4b8e-9a51-65c25ae45e26,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:36.990266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6baac-47b3-4530-af71-e1948284a460 req-972b4dad-b0db-4130-9827-f78a5a07e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:36.992874 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0f6baac-47b3-4530-af71-e1948284a460 req-972b4dad-b0db-4130-9827-f78a5a07e313 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.1770303 Nov 29 17:59:37.022179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08f79-9295-4b0b-980f-f21af805d470 req-9482143c-f013-4f41-9229-7b9d3eb483f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:37.023705 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-9482143c-f013-4f41-9229-7b9d3eb483f2 service neutron] 10.222.0.23 "GET /v2.0/ports/b00d75a1-6b35-4432-bce6-5469637a16f9 HTTP/1.1" status: 200 len: 1094 time: 0.2089076 Nov 29 17:59:37.040078 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-4df08f79-9295-4b0b-980f-f21af805d470 req-88b4e2c9-10fb-4274-88e6-d410eef4cb76 service neutron] Request body: {'binding': {'host': 'n-h2-819494-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:37.040544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-4df08f79-9295-4b0b-980f-f21af805d470 req-88b4e2c9-10fb-4274-88e6-d410eef4cb76 service neutron] Unknown quota resources ['binding']. {{(pid=110004) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 17:59:37.046756 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:37.086919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-8c44b765-a6af-4fcb-a3f3-79cbc62dd995 req-af3f5cb5-34ff-4c0c-9ba2-c31d464ae350 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-534322910', 'description': 'tempest-description-392924547'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:37.092309 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0f6baac-47b3-4530-af71-e1948284a460 req-9634caf7-c324-4144-aaaa-679dbbad1b0b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dec885e-5b67-4208-8012-b2903df02df1 HTTP/1.1" status: 200 len: 217 time: 0.0885854 Nov 29 17:59:37.147769 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:37.158484 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8c44b765-a6af-4fcb-a3f3-79cbc62dd995 req-af3f5cb5-34ff-4c0c-9ba2-c31d464ae350 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:37.161619 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:37.180495 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6baac-47b3-4530-af71-e1948284a460 req-3dca2f17-b5e0-4466-8ccc-7676c72dfe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:37.185354 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0f6baac-47b3-4530-af71-e1948284a460 req-3dca2f17-b5e0-4466-8ccc-7676c72dfe9d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.0814683 Nov 29 17:59:37.203186 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:59:37.230924 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Pushing event updated for resources: {'Port': ['ID=b9e591f4-6349-45e2-b925-1baa9b041ec1,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:37.293965 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0f6baac-47b3-4530-af71-e1948284a460 req-79691013-ab38-4fe9-8572-503f4534fefb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892050 Nov 29 17:59:37.467043 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4df08f79-9295-4b0b-980f-f21af805d470 req-88b4e2c9-10fb-4274-88e6-d410eef4cb76 service neutron] Attempting to bind port b00d75a1-6b35-4432-bce6-5469637a16f9 on host n-h2-819494-5 for vnic_type normal with profile None {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:59:37.467615 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4df08f79-9295-4b0b-980f-f21af805d470 req-88b4e2c9-10fb-4274-88e6-d410eef4cb76 service neutron] Attempting to bind port b00d75a1-6b35-4432-bce6-5469637a16f9 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:59:37.467940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df08f79-9295-4b0b-980f-f21af805d470 req-88b4e2c9-10fb-4274-88e6-d410eef4cb76 service neutron] Attempting to bind port b00d75a1-6b35-4432-bce6-5469637a16f9 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:37.481417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df08f79-9295-4b0b-980f-f21af805d470 req-88b4e2c9-10fb-4274-88e6-d410eef4cb76 service neutron] Port b00d75a1-6b35-4432-bce6-5469637a16f9 on network d41485a2-1aa1-4798-b665-6b565c023c81 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:59:37.481840 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df08f79-9295-4b0b-980f-f21af805d470 req-88b4e2c9-10fb-4274-88e6-d410eef4cb76 service neutron] Attempting to bind port b00d75a1-6b35-4432-bce6-5469637a16f9 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:37.489010 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df08f79-9295-4b0b-980f-f21af805d470 req-88b4e2c9-10fb-4274-88e6-d410eef4cb76 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:59:37.489495 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df08f79-9295-4b0b-980f-f21af805d470 req-88b4e2c9-10fb-4274-88e6-d410eef4cb76 service neutron] Checking segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:37.490005 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df08f79-9295-4b0b-980f-f21af805d470 req-88b4e2c9-10fb-4274-88e6-d410eef4cb76 service neutron] Bound using segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:59:37.490544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4df08f79-9295-4b0b-980f-f21af805d470 req-88b4e2c9-10fb-4274-88e6-d410eef4cb76 service neutron] Bound port: b00d75a1-6b35-4432-bce6-5469637a16f9, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:59:37.515458 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8c44b765-a6af-4fcb-a3f3-79cbc62dd995 req-af3f5cb5-34ff-4c0c-9ba2-c31d464ae350 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:37.520621 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8c44b765-a6af-4fcb-a3f3-79cbc62dd995 req-af3f5cb5-34ff-4c0c-9ba2-c31d464ae350 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:37.527496 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0f6baac-47b3-4530-af71-e1948284a460 req-5e4c4eb7-6182-4753-8c99-e49e2a1190b5 service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249777 Nov 29 17:59:37.601806 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8c44b765-a6af-4fcb-a3f3-79cbc62dd995 req-af3f5cb5-34ff-4c0c-9ba2-c31d464ae350 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:37.603097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c44b765-a6af-4fcb-a3f3-79cbc62dd995 req-af3f5cb5-34ff-4c0c-9ba2-c31d464ae350 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5210245 Nov 29 17:59:37.629067 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f5cb5-34ff-4c0c-9ba2-c31d464ae350 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e0136b-73d7-44ce-8de5-d140ef74b86d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:37.670256 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 127ee018-4498-4ef5-9ca8-1b5fd54d1196 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:59:37.673665 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:37.687553 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43180) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:37.697797 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 127ee018-4498-4ef5-9ca8-1b5fd54d1196 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:59:37.698396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 127ee018-4498-4ef5-9ca8-1b5fd54d1196 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:59:37.750205 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0f6baac-47b3-4530-af71-e1948284a460 req-0b144397-df4b-4b1f-8ca6-79c231cca601 service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122636 Nov 29 17:59:37.775188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4df08f79-9295-4b0b-980f-f21af805d470 req-88b4e2c9-10fb-4274-88e6-d410eef4cb76 service neutron] For port b00d75a1-6b35-4432-bce6-5469637a16f9, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b00d75a1-6b35-4432-bce6-5469637a16f9,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:59:37.779704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52f13df-5b41-4ffa-bce5-8be2ea62f20b admin admin] Deleting subnet 7e62e8e2-e68f-4dd6-9b8c-70bdbd7152b8 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 17:59:37.794523 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e52f13df-5b41-4ffa-bce5-8be2ea62f20b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:37.825511 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4df08f79-9295-4b0b-980f-f21af805d470 req-88b4e2c9-10fb-4274-88e6-d410eef4cb76 service neutron] Publish callbacks [] for binding, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:37.827175 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-88b4e2c9-10fb-4274-88e6-d410eef4cb76 service neutron] 10.222.0.23 "POST /v2.0/ports/b00d75a1-6b35-4432-bce6-5469637a16f9/bindings HTTP/1.1" status: 201 len: 389 time: 0.7968166 Nov 29 17:59:37.953060 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e52f13df-5b41-4ffa-bce5-8be2ea62f20b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:38.022054 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:38.235274 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e52f13df-5b41-4ffa-bce5-8be2ea62f20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:38.236405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Router 85fca01c-af13-4d36-b933-1ee1252f05c7 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 17:59:38.252893 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-9d8e459c-86f1-4398-aae7-1aa397cd6414 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:38.254481 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-9d8e459c-86f1-4398-aae7-1aa397cd6414 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/networks?id=ec97920f-26a6-436e-a67f-64e874c2492b HTTP/1.1" status: 200 len: 812 time: 0.4720886 Nov 29 17:59:38.342441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-5b3b565b-e5cb-4101-ae9c-884020f5d8c8 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/quotas/002d053e10db4216a16b57a0ded20cba HTTP/1.1" status: 200 len: 375 time: 0.0593452 Nov 29 17:59:38.355555 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08f79-9295-4b0b-980f-f21af805d470 req-68bdef2b-a3d4-4675-ba31-95f5eaabfede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:38.357049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-68bdef2b-a3d4-4675-ba31-95f5eaabfede service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 1097 time: 0.1943309 Nov 29 17:59:38.380463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:59:38.388565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-9d668ee4-0ef1-4cd5-912d-04f065e2ef6b tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=002d053e10db4216a16b57a0ded20cba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452290 Nov 29 17:59:38.399180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45a32b-5975-4c13-9009-8151424db913 req-90c78f22-ad67-41c6-9dbd-373f76cc3312 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:38.406305 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Sync routers for ids ['85fca01c-af13-4d36-b933-1ee1252f05c7'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:59:38.407001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a45a32b-5975-4c13-9009-8151424db913 req-90c78f22-ad67-41c6-9dbd-373f76cc3312 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 946 time: 0.3410220 Nov 29 17:59:38.412399 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:38.418600 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e31e8069-2be0-4eb7-859f-2dde5dede2ea admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2050109 Nov 29 17:59:38.420109 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43198) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:38.424829 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e180b376-d492-4089-8f13-a326368c07d4 None None] Network 80608730-2264-4fdb-81ea-0ecd27e65248 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:59:38.435133 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Routers {'85fca01c-af13-4d36-b933-1ee1252f05c7'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:59:38.438303 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:59:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['85fca01c-af13-4d36-b933-1ee1252f05c7'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:38.525178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-239d4ceb-a0e3-4516-b2da-4c4a555d5adb None None] Provisioning complete for port 34acc565-9214-4b8e-9a51-65c25ae45e26 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:38.526667 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-239d4ceb-a0e3-4516-b2da-4c4a555d5adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:38.571185 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e52f13df-5b41-4ffa-bce5-8be2ea62f20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:38.597839 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e52f13df-5b41-4ffa-bce5-8be2ea62f20b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:38.610300 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e52f13df-5b41-4ffa-bce5-8be2ea62f20b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7e62e8e2-e68f-4dd6-9b8c-70bdbd7152b8 HTTP/1.1" status: 204 len: 168 time: 0.9197094 Nov 29 17:59:38.666517 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a45a32b-5975-4c13-9009-8151424db913 req-86204ebc-908d-4af4-b994-1a4f38dc2279 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585886 Nov 29 17:59:38.671585 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43202) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:38.690730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f13df-5b41-4ffa-bce5-8be2ea62f20b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e62e8e2-e68f-4dd6-9b8c-70bdbd7152b8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:38.728878 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Set router 85fca01c-af13-4d36-b933-1ee1252f05c7 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:59:38.825126 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-66430b4d-e3b6-4c53-bd2c-92f6b8ebc02a service neutron] 10.222.0.23 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028661 Nov 29 17:59:38.876890 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08f79-9295-4b0b-980f-f21af805d470 req-03b21213-c000-4ed1-a6b3-8cd26d593b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:38.878581 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-03b21213-c000-4ed1-a6b3-8cd26d593b54 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.4884579 Nov 29 17:59:38.900901 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b30832fa-878e-4984-adbc-d97646e2dfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:38.985286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-be6e4056-0b2c-456c-8a1c-bb7fcd52e6bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b00d75a1-6b35-4432-bce6-5469637a16f9 HTTP/1.1" status: 200 len: 217 time: 0.0939057 Nov 29 17:59:39.009877 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'name': 'tempest-FloatingIPDetailsTestJSON-376314206-router', 'tenant_id': 'd00c5a45add349aaa643d4245a27fe4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:35Z', 'updated_at': '2021-11-29T17:59:37Z', 'revision_number': 3, 'project_id': 'd00c5a45add349aaa643d4245a27fe4b', 'gw_port': {'id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:36Z', 'updated_at': '2021-11-29T17:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:39.072946 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Checking router: 85fca01c-af13-4d36-b933-1ee1252f05c7 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:59:39.073302 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Updating router 85fca01c-af13-4d36-b933-1ee1252f05c7 port b9e591f4-6349-45e2-b925-1baa9b041ec1 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:59:39.164929 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:39.166939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 34acc565-9214-4b8e-9a51-65c25ae45e26 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:39.258671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f752c9-f3d9-44ac-8714-46338c119b63 req-46fccd33-5d52-4710-b4af-063a13871b73 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:39.260272 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39f752c9-f3d9-44ac-8714-46338c119b63 req-46fccd33-5d52-4710-b4af-063a13871b73 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.4743438 Nov 29 17:59:39.261766 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-239d4ceb-a0e3-4516-b2da-4c4a555d5adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:39.312146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-239d4ceb-a0e3-4516-b2da-4c4a555d5adb None None] For port 34acc565-9214-4b8e-9a51-65c25ae45e26, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=34acc565-9214-4b8e-9a51-65c25ae45e26,segment=NetworkSegment(b30d27a1-f8a4-4599-8299-f841d14f5944),segment_id=b30d27a1-f8a4-4599-8299-f841d14f5944)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:39.326264 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 34acc565-9214-4b8e-9a51-65c25ae45e26 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:39.326801 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:39.328816 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-239d4ceb-a0e3-4516-b2da-4c4a555d5adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:39.366000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08f79-9295-4b0b-980f-f21af805d470 req-9128639b-6e0f-4081-840f-9fcc4296f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:39.371705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-9128639b-6e0f-4081-840f-9fcc4296f569 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.3499205 Nov 29 17:59:39.408068 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b30832fa-878e-4984-adbc-d97646e2dfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:39.414584 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d4ceb-a0e3-4516-b2da-4c4a555d5adb None None] Pushing event updated for resources: {'Port': ['ID=34acc565-9214-4b8e-9a51-65c25ae45e26,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:39.518218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-e776fd6e-6f0b-43b7-b786-8ee4961aa52d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300128 Nov 29 17:59:39.561773 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2d591786-37ae-4019-8c13-fd8db5cf8fe1 None None] Provisioning complete for port 34acc565-9214-4b8e-9a51-65c25ae45e26 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:39.562140 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d591786-37ae-4019-8c13-fd8db5cf8fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:39.568901 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-479dae90-6d04-4ca8-8f64-71d4769e3194 service neutron] 10.222.0.23 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868095 Nov 29 17:59:39.611173 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39f752c9-f3d9-44ac-8714-46338c119b63 req-19b0d637-e4cb-4606-803d-e5d359432e7c tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272099 Nov 29 17:59:39.798377 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-50dc7007-a491-4d81-a465-7118ec72432f service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710352 Nov 29 17:59:39.927500 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:39.938210 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:39.993104 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1706fdef-2eaf-49b2-a508-1875cc1f52cf req-56da0dd6-cb51-4e9e-92bd-ef187ba4c511 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 210 time: 0.0762315 Nov 29 17:59:40.098271 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb04671-4d85-48f4-8ffa-0e9eded238ad None None] Pushing event updated for resources: {'Port': ['ID=b9e591f4-6349-45e2-b925-1baa9b041ec1,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:40.101743 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Attempting to bind port b9e591f4-6349-45e2-b925-1baa9b041ec1 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:59:40.102270 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Attempting to bind port b9e591f4-6349-45e2-b925-1baa9b041ec1 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:59:40.102483 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Attempting to bind port b9e591f4-6349-45e2-b925-1baa9b041ec1 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:40.119202 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:59:40.119577 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:40.119981 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:40.120372 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:59:40.120842 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Bound port: b9e591f4-6349-45e2-b925-1baa9b041ec1, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:59:40.121245 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:40.195230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930105d-2dca-4682-92dc-34a3fabbade4 req-2076d65c-912b-470a-9097-b566600d1230 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:40.203156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1930105d-2dca-4682-92dc-34a3fabbade4 req-2076d65c-912b-470a-9097-b566600d1230 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 946 time: 0.2082522 Nov 29 17:59:40.228035 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-c4d1dd35-fc1d-4004-bc40-78dad345ff4f service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151726 Nov 29 17:59:40.248857 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] For port b9e591f4-6349-45e2-b925-1baa9b041ec1, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:59:40.252413 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] For port b9e591f4-6349-45e2-b925-1baa9b041ec1, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b9e591f4-6349-45e2-b925-1baa9b041ec1,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:59:40.262258 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:40.323086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1930105d-2dca-4682-92dc-34a3fabbade4 req-4fb485e2-1fdf-4da2-8eee-24990eb4f367 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188025 Nov 29 17:59:40.346429 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-b30832fa-878e-4984-adbc-d97646e2dfb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bccc0c7-16b7-4150-a382-9169554cd7be']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:40.362277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-b30832fa-878e-4984-adbc-d97646e2dfb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b39c94-2cc5-4d33-9f6b-281986ec663a') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:40.362862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-b30832fa-878e-4984-adbc-d97646e2dfb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b39c94-2cc5-4d33-9f6b-281986ec663a') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:40.377782 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b30832fa-878e-4984-adbc-d97646e2dfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:40.377999 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Routers {'85fca01c-af13-4d36-b933-1ee1252f05c7'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:59:40.378671 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:59:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['85fca01c-af13-4d36-b933-1ee1252f05c7'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:40.418872 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b30832fa-878e-4984-adbc-d97646e2dfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:40.431062 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb04671-4d85-48f4-8ffa-0e9eded238ad None None] Pushing event updated for resources: {'Port': ['ID=b9e591f4-6349-45e2-b925-1baa9b041ec1,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:40.431497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30832fa-878e-4984-adbc-d97646e2dfb0 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 17:59:40.432163 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b30832fa-878e-4984-adbc-d97646e2dfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: timer() Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 17:59:40.434270 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 17:59:40.518570 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] Set router 85fca01c-af13-4d36-b933-1ee1252f05c7 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:59:40.594956 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b30832fa-878e-4984-adbc-d97646e2dfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:40.597675 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:40.640756 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b30832fa-878e-4984-adbc-d97646e2dfb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:40.644041 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b30832fa-878e-4984-adbc-d97646e2dfb0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6bccc0c7-16b7-4150-a382-9169554cd7be HTTP/1.1" status: 204 len: 168 time: 1.9714839 Nov 29 17:59:40.646873 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43224) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:40.668807 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30832fa-878e-4984-adbc-d97646e2dfb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bccc0c7-16b7-4150-a382-9169554cd7be,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:40.746224 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'name': 'tempest-FloatingIPDetailsTestJSON-376314206-router', 'tenant_id': 'd00c5a45add349aaa643d4245a27fe4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:35Z', 'updated_at': '2021-11-29T17:59:37Z', 'revision_number': 3, 'project_id': 'd00c5a45add349aaa643d4245a27fe4b', 'gw_port': {'id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:36Z', 'updated_at': '2021-11-29T17:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:40.760545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ba003a-39eb-406d-8a1b-7ee21df576db admin admin] Deleting subnet 86ff82fc-9373-4110-802f-ad72b6292fe0 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 17:59:40.790464 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79ba003a-39eb-406d-8a1b-7ee21df576db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:40.807170 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a7bfb-0b6a-4c2d-b97d-41af41e9e38e None None] The sync data for ids ['85fca01c-af13-4d36-b933-1ee1252f05c7'] in n-d-819494-5 is: [{'id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'name': 'tempest-FloatingIPDetailsTestJSON-376314206-router', 'tenant_id': 'd00c5a45add349aaa643d4245a27fe4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:35Z', 'updated_at': '2021-11-29T17:59:37Z', 'revision_number': 3, 'project_id': 'd00c5a45add349aaa643d4245a27fe4b', 'gw_port': {'id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:36Z', 'updated_at': '2021-11-29T17:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:59:41.083256 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79ba003a-39eb-406d-8a1b-7ee21df576db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:41.114436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Allocated IP 172.20.0.1 (80608730-2264-4fdb-81ea-0ecd27e65248/20d06fb4-9f72-4b28-8056-f2471280c15e/eec8bce9-31af-4608-b9f7-94b858f7c3d5) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:59:41.153206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 34acc565-9214-4b8e-9a51-65c25ae45e26 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:41.168516 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b733b74-f3ad-4c93-ad52-80c906cc5f75 req-0c7bd9fb-e195-4f6a-884a-a3f533b75a2b tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:41.176998 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b733b74-f3ad-4c93-ad52-80c906cc5f75 req-0c7bd9fb-e195-4f6a-884a-a3f533b75a2b tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.3230300 Nov 29 17:59:41.240331 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79ba003a-39eb-406d-8a1b-7ee21df576db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:41.288832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 34acc565-9214-4b8e-9a51-65c25ae45e26 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:41.294767 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:41.326961 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b733b74-f3ad-4c93-ad52-80c906cc5f75 req-cc8c4850-01f6-4e52-b38e-6ffa6ca00a14 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488378 Nov 29 17:59:41.467002 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79ba003a-39eb-406d-8a1b-7ee21df576db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:41.512131 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:41.565332 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79ba003a-39eb-406d-8a1b-7ee21df576db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:41.571425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-79ba003a-39eb-406d-8a1b-7ee21df576db admin admin] 10.222.0.23 "DELETE /v2.0/subnets/86ff82fc-9373-4110-802f-ad72b6292fe0 HTTP/1.1" status: 204 len: 168 time: 0.9201245 Nov 29 17:59:41.576876 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43248) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:41.747896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba003a-39eb-406d-8a1b-7ee21df576db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86ff82fc-9373-4110-802f-ad72b6292fe0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:41.823773 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0daf106-d6fa-42da-ab9d-625836b600ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:41.831696 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d61b19d-06a8-4d69-bc55-9b12155354cd req-c2abeea8-1a8b-4f8a-8bd9-3b092fb7beac tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 210 time: 0.2555649 Nov 29 17:59:41.877486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-211b8444-3ca4-4909-bcf9-9dda0604626b tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:41.882473 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-211b8444-3ca4-4909-bcf9-9dda0604626b tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.20 "GET /v2.0/networks?id=ec97920f-26a6-436e-a67f-64e874c2492b HTTP/1.1" status: 200 len: 812 time: 0.2618091 Nov 29 17:59:41.887178 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:41.913338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-d6430476-6fc4-41b8-a87c-c707e37ab84c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Request body: {'port': {'device_id': '7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a', 'network_id': 'ec97920f-26a6-436e-a67f-64e874c2492b', 'admin_state_up': True, 'tenant_id': '002d053e10db4216a16b57a0ded20cba'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:42.076267 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0daf106-d6fa-42da-ab9d-625836b600ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:42.129136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba3762-b928-43ef-98f3-f440de7ede8d req-5a5a371b-9a73-48c5-9107-15fc26e77010 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:42.134098 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a9ba3762-b928-43ef-98f3-f440de7ede8d req-5a5a371b-9a73-48c5-9107-15fc26e77010 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 946 time: 0.3018045 Nov 29 17:59:42.180380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b0daf106-d6fa-42da-ab9d-625836b600ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d4b819-ed1c-4254-92fd-50a8e0bf6f39']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:42.225783 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b0daf106-d6fa-42da-ab9d-625836b600ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ccb914-9b32-4e00-a47d-f8297afd27dd') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:42.226172 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b0daf106-d6fa-42da-ab9d-625836b600ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ccb914-9b32-4e00-a47d-f8297afd27dd') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:42.237046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Network 80608730-2264-4fdb-81ea-0ecd27e65248 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:42.261933 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0daf106-d6fa-42da-ab9d-625836b600ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:42.290603 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:42.299155 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a9ba3762-b928-43ef-98f3-f440de7ede8d req-8308b907-e416-4977-919d-39689c5dd362 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533823 Nov 29 17:59:42.300304 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0daf106-d6fa-42da-ab9d-625836b600ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:42.310397 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:59:42.317361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0daf106-d6fa-42da-ab9d-625836b600ee admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 17:59:42.317844 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0daf106-d6fa-42da-ab9d-625836b600ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: timer() Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 17:59:42.334418 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 17:59:42.371991 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 17:59:42.416226 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0daf106-d6fa-42da-ab9d-625836b600ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:42.425095 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0daf106-d6fa-42da-ab9d-625836b600ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:42.429496 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b0daf106-d6fa-42da-ab9d-625836b600ee admin admin] 10.222.0.23 "DELETE /v2.0/networks/41d4b819-ed1c-4254-92fd-50a8e0bf6f39 HTTP/1.1" status: 204 len: 168 time: 0.8509848 Nov 29 17:59:42.458599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0daf106-d6fa-42da-ab9d-625836b600ee admin admin] Pushing event deleted for resources: {'Network': ['ID=41d4b819-ed1c-4254-92fd-50a8e0bf6f39,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:42.482706 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:42.529560 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-d6430476-6fc4-41b8-a87c-c707e37ab84c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Made reservation on behalf of 002d053e10db4216a16b57a0ded20cba for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:59:42.533879 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-d6430476-6fc4-41b8-a87c-c707e37ab84c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:42.536327 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Pushing event updated for resources: {'Port': ['ID=eec8bce9-31af-4608-b9f7-94b858f7c3d5,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:42.690289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43268) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:42.800017 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d16d2ed6-6364-4197-ad15-7aecc5de7502 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ba3e740479b4d3c9dd456124289a111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1082201 Nov 29 17:59:42.809983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43270) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:42.844781 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-800dd7c2-1089-4b4b-85ef-458850e0842e None None] Provisioning complete for port eec8bce9-31af-4608-b9f7-94b858f7c3d5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:42.847531 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-800dd7c2-1089-4b4b-85ef-458850e0842e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:42.862927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6666b-a318-4c7f-ad01-60a1323d9202 req-c5257455-2ff3-4e6e-abd2-71c62cae1b23 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:42.873007 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6c6666b-a318-4c7f-ad01-60a1323d9202 req-c5257455-2ff3-4e6e-abd2-71c62cae1b23 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 945 time: 0.2967694 Nov 29 17:59:42.907278 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-800dd7c2-1089-4b4b-85ef-458850e0842e None None] Port eec8bce9-31af-4608-b9f7-94b858f7c3d5 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:59:43.007451 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-d6430476-6fc4-41b8-a87c-c707e37ab84c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Allocated IP 172.20.0.2 (ec97920f-26a6-436e-a67f-64e874c2492b/99f082db-4da5-4bba-9b1c-d504b3004dd0/4ab440b3-f472-4892-b3c7-981db89689ce) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:59:43.051905 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6c6666b-a318-4c7f-ad01-60a1323d9202 req-52f5c839-9c20-48fc-aad6-cff3894a27e7 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764245 Nov 29 17:59:43.066820 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b9e591f4-6349-45e2-b925-1baa9b041ec1 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:43.079551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5d1e2-f019-4aa5-87f2-05ed980a58d7 req-053b6c0b-1f7b-4285-9044-8f920233b0d2 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:43.082593 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60c5d1e2-f019-4aa5-87f2-05ed980a58d7 req-053b6c0b-1f7b-4285-9044-8f920233b0d2 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.2716844 Nov 29 17:59:43.120265 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b617dc3-2191-48aa-908c-9a39d672ef20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:43.196752 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port b9e591f4-6349-45e2-b925-1baa9b041ec1 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:43.199367 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:43.222743 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b617dc3-2191-48aa-908c-9a39d672ef20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:43.250160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60c5d1e2-f019-4aa5-87f2-05ed980a58d7 req-1d1cf834-95e4-46ee-ae61-71cf1f1c08e6 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278408 Nov 29 17:59:43.290903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a112cc-9189-41a2-ba56-31990912a897 req-e4613276-8c99-48b5-9d04-b884ad444a4d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:43.292628 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12a112cc-9189-41a2-ba56-31990912a897 req-e4613276-8c99-48b5-9d04-b884ad444a4d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 945 time: 0.1472192 Nov 29 17:59:43.416362 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-d6430476-6fc4-41b8-a87c-c707e37ab84c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:43.455477 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e86bfd48-b41e-4ed7-b613-41a0fa957a3a req-099f2376-efad-4488-80d4-857097ccf14c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 210 time: 0.1573203 Nov 29 17:59:43.495404 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:43.526823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-12a112cc-9189-41a2-ba56-31990912a897 req-962b629e-f1da-49cf-a123-24d5a1c09a77 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Deleting port fc7c0456-422f-41a5-946e-c149a272dc54 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:59:43.527217 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-12a112cc-9189-41a2-ba56-31990912a897 req-962b629e-f1da-49cf-a123-24d5a1c09a77 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:43.540947 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b617dc3-2191-48aa-908c-9a39d672ef20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:43.543980 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:43.546916 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-d6430476-6fc4-41b8-a87c-c707e37ab84c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:43.547687 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b617dc3-2191-48aa-908c-9a39d672ef20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:43.548491 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port b9e591f4-6349-45e2-b925-1baa9b041ec1, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b9e591f4-6349-45e2-b925-1baa9b041ec1,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:43.548860 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0b617dc3-2191-48aa-908c-9a39d672ef20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51ae1a43-f6f7-46b5-a6aa-9b71ad5c654c HTTP/1.1" status: 204 len: 168 time: 0.7366996 Nov 29 17:59:43.557135 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:43.658822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b617dc3-2191-48aa-908c-9a39d672ef20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ae1a43-f6f7-46b5-a6aa-9b71ad5c654c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:43.660259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=b9e591f4-6349-45e2-b925-1baa9b041ec1,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:43.809066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-12a112cc-9189-41a2-ba56-31990912a897 req-962b629e-f1da-49cf-a123-24d5a1c09a77 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] For port fc7c0456-422f-41a5-946e-c149a272dc54, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fc7c0456-422f-41a5-946e-c149a272dc54,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:43.809629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-12a112cc-9189-41a2-ba56-31990912a897 req-962b629e-f1da-49cf-a123-24d5a1c09a77 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:43.829475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f44d40-856f-4993-8d0d-46e19c9ac12a req-1567e54f-9b37-4c22-b4b8-69778ba64cdc tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:43.839824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3f44d40-856f-4993-8d0d-46e19c9ac12a req-1567e54f-9b37-4c22-b4b8-69778ba64cdc tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 945 time: 0.0959926 Nov 29 17:59:43.846215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-12a112cc-9189-41a2-ba56-31990912a897 req-962b629e-f1da-49cf-a123-24d5a1c09a77 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Calling delete_port for fc7c0456-422f-41a5-946e-c149a272dc54 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:59:43.905912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-d6430476-6fc4-41b8-a87c-c707e37ab84c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Network ec97920f-26a6-436e-a67f-64e874c2492b is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:43.920353 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-d6430476-6fc4-41b8-a87c-c707e37ab84c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:43.930755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6430476-6fc4-41b8-a87c-c707e37ab84c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event updated for resources: {'Port': ['ID=4ab440b3-f472-4892-b3c7-981db89689ce,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:43.947441 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-d6430476-6fc4-41b8-a87c-c707e37ab84c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:59:44.077259 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-d6430476-6fc4-41b8-a87c-c707e37ab84c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:44.077787 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-d6430476-6fc4-41b8-a87c-c707e37ab84c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:44.125018 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:44.129468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52b8ae-ea23-44be-a74d-639421115ffb req-b564a447-e9ad-47b4-9b58-790daa3f4301 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:44.131704 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-d6430476-6fc4-41b8-a87c-c707e37ab84c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2271485 Nov 29 17:59:44.133270 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:44.138316 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca52b8ae-ea23-44be-a74d-639421115ffb req-b564a447-e9ad-47b4-9b58-790daa3f4301 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 946 time: 0.2935936 Nov 29 17:59:44.186656 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3f44d40-856f-4993-8d0d-46e19c9ac12a req-cbe09786-e0b9-4713-8c3c-24c6815441d0 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3469424 Nov 29 17:59:44.187580 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43290) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:44.229048 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Request body: {'port': {'device_id': '7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:44.236185 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:44.241090 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-12a112cc-9189-41a2-ba56-31990912a897 req-962b629e-f1da-49cf-a123-24d5a1c09a77 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:44.304818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b629e-f1da-49cf-a123-24d5a1c09a77 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Pushing event deleted for resources: {'Port': ['ID=fc7c0456-422f-41a5-946e-c149a272dc54,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:44.338536 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca52b8ae-ea23-44be-a74d-639421115ffb req-1428988b-8846-4d5c-b489-a39049bf0a22 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990147 Nov 29 17:59:44.357202 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4902396a-7978-4218-a114-e54fbabf1bd2 req-3d015f23-5657-4a31-b321-89131b059503 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b28382d-6f6a-454d-8f0b-5e56ad188272 HTTP/1.1" status: 200 len: 210 time: 0.0911086 Nov 29 17:59:44.379613 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9fdba946-deb7-4862-8b7d-3bb97d20e56d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65391d61acb245e4b74da97c232b6a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1862452 Nov 29 17:59:44.385102 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Pushing event updated for resources: {'Port': ['ID=eec8bce9-31af-4608-b9f7-94b858f7c3d5,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:44.393423 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43296) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:44.401129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a112cc-9189-41a2-ba56-31990912a897 req-962b629e-f1da-49cf-a123-24d5a1c09a77 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] No DVR routers for this DVR port fc7c0456-422f-41a5-946e-c149a272dc54 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:59:44.404580 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-12a112cc-9189-41a2-ba56-31990912a897 req-962b629e-f1da-49cf-a123-24d5a1c09a77 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:44.408282 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12a112cc-9189-41a2-ba56-31990912a897 req-962b629e-f1da-49cf-a123-24d5a1c09a77 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.31 "DELETE /v2.0/ports/fc7c0456-422f-41a5-946e-c149a272dc54 HTTP/1.1" status: 204 len: 173 time: 1.0960178 Nov 29 17:59:44.408810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b28382d-6f6a-454d-8f0b-5e56ad188272', 'name': 'network-vif-deleted', 'tag': 'fc7c0456-422f-41a5-946e-c149a272dc54'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:44.411373 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38a965e-ca1c-4d04-8d74-22b52d16b986" -d '{"events": [{"server_uuid": "1b28382d-6f6a-454d-8f0b-5e56ad188272", "name": "network-vif-deleted", "tag": "fc7c0456-422f-41a5-946e-c149a272dc54"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:44.484525 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a668e91-8036-4a87-80cb-604e2c0beb9d x-openstack-request-id: req-9a668e91-8036-4a87-80cb-604e2c0beb9d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:44.486205 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b28382d-6f6a-454d-8f0b-5e56ad188272", "name": "network-vif-deleted", "tag": "fc7c0456-422f-41a5-946e-c149a272dc54", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:44.486984 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a668e91-8036-4a87-80cb-604e2c0beb9d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:44.487587 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b28382d-6f6a-454d-8f0b-5e56ad188272', 'name': 'network-vif-deleted', 'tag': 'fc7c0456-422f-41a5-946e-c149a272dc54', 'status': 'completed', 'code': 200} Nov 29 17:59:44.518495 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:44.526989 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Network 80608730-2264-4fdb-81ea-0ecd27e65248 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:44.545289 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:44.559133 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa237-76ce-49ae-93c4-46f44470cb41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:44.848459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Router 85fca01c-af13-4d36-b933-1ee1252f05c7 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:59:44.859161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-cc6b36b1-85fd-48c9-9f8b-c4a35d1c33a5 None None] Provisioning complete for port eec8bce9-31af-4608-b9f7-94b858f7c3d5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:44.859658 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc6b36b1-85fd-48c9-9f8b-c4a35d1c33a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:44.911931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b36b1-85fd-48c9-9f8b-c4a35d1c33a5 None None] Port eec8bce9-31af-4608-b9f7-94b858f7c3d5 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:59:45.025199 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa237-76ce-49ae-93c4-46f44470cb41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:45.060530 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:59:45.067036 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-30640853-98a5-43df-8870-1489bb7d85bf admin admin] 10.222.0.23 "PUT /v2.0/routers/85fca01c-af13-4d36-b933-1ee1252f05c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6453035 Nov 29 17:59:45.073808 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab440b3-f472-4892-b3c7-981db89689ce {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:59:45.083738 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Sync routers for ids ['85fca01c-af13-4d36-b933-1ee1252f05c7'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:59:45.084653 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:45.099916 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Transition to ACTIVE for port object 4ab440b3-f472-4892-b3c7-981db89689ce will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 17:59:45.109872 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:45.113722 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Routers {'85fca01c-af13-4d36-b933-1ee1252f05c7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:59:45.115763 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:59:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['85fca01c-af13-4d36-b933-1ee1252f05c7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:45.129869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1767ca6-3c31-4582-b571-a560fb5e506c req-4faf6e28-e762-4438-8f21-7ce3ee8072d5 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:45.130603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b9e591f4-6349-45e2-b925-1baa9b041ec1 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:45.131631 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1767ca6-3c31-4582-b571-a560fb5e506c req-4faf6e28-e762-4438-8f21-7ce3ee8072d5 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.6192651 Nov 29 17:59:45.183024 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab440b3-f472-4892-b3c7-981db89689ce,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:45.187948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c149b-22ed-401e-b71c-56d64d1294b4 req-0a2846a8-5542-4e22-8062-1c8223a214ca tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:45.197418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c69c149b-22ed-401e-b71c-56d64d1294b4 req-0a2846a8-5542-4e22-8062-1c8223a214ca tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 931 time: 0.6143303 Nov 29 17:59:45.244963 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa237-76ce-49ae-93c4-46f44470cb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:45.248266 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa237-76ce-49ae-93c4-46f44470cb41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:45.250841 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b9dfa237-76ce-49ae-93c4-46f44470cb41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7616ed07-6619-4184-9613-be3805af2f8b HTTP/1.1" status: 204 len: 168 time: 0.8546016 Nov 29 17:59:45.296065 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1767ca6-3c31-4582-b571-a560fb5e506c req-21a6e864-1cf2-4df3-8208-9e8db7d432fe tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467350 Nov 29 17:59:45.312289 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Attempting to bind port 4ab440b3-f472-4892-b3c7-981db89689ce on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:59:45.317259 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Attempting to bind port 4ab440b3-f472-4892-b3c7-981db89689ce by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '5bb79eba-0822-445c-8e62-df5566372ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec97920f-26a6-436e-a67f-64e874c2492b'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:59:45.318348 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Attempting to bind port 4ab440b3-f472-4892-b3c7-981db89689ce on network ec97920f-26a6-436e-a67f-64e874c2492b {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:45.334298 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Port 4ab440b3-f472-4892-b3c7-981db89689ce on network ec97920f-26a6-436e-a67f-64e874c2492b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 17:59:45.335693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Attempting to bind port 4ab440b3-f472-4892-b3c7-981db89689ce on network ec97920f-26a6-436e-a67f-64e874c2492b {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:45.339769 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfa237-76ce-49ae-93c4-46f44470cb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7616ed07-6619-4184-9613-be3805af2f8b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:45.346551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:59:45.347735 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Checking segment: {'id': '5bb79eba-0822-445c-8e62-df5566372ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec97920f-26a6-436e-a67f-64e874c2492b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:45.348207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Bound using segment: {'id': '5bb79eba-0822-445c-8e62-df5566372ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec97920f-26a6-436e-a67f-64e874c2492b'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:59:45.349237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Bound port: 4ab440b3-f472-4892-b3c7-981db89689ce, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb79eba-0822-445c-8e62-df5566372ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec97920f-26a6-436e-a67f-64e874c2492b'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:59:45.350435 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:45.363498 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c69c149b-22ed-401e-b71c-56d64d1294b4 req-f6c17dd4-54e1-417b-a4fb-146a000da470 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651144 Nov 29 17:59:45.392282 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port b9e591f4-6349-45e2-b925-1baa9b041ec1 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:45.392969 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:45.507880 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Set router 85fca01c-af13-4d36-b933-1ee1252f05c7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:59:45.512215 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] For port 4ab440b3-f472-4892-b3c7-981db89689ce, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:59:45.518712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] For port 4ab440b3-f472-4892-b3c7-981db89689ce, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=4ab440b3-f472-4892-b3c7-981db89689ce,segment=NetworkSegment(5bb79eba-0822-445c-8e62-df5566372ade),segment_id=5bb79eba-0822-445c-8e62-df5566372ade)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:59:45.526666 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:45.617347 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:45.618004 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:45.619607 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] 10.222.0.20 "PUT /v2.0/ports/4ab440b3-f472-4892-b3c7-981db89689ce HTTP/1.1" status: 200 len: 1091 time: 1.4494345 Nov 29 17:59:45.620122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a', 'tag': '4ab440b3-f472-4892-b3c7-981db89689ce'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:45.623790 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8996d042-823a-432e-b3f8-7b84e1a657c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a", "tag": "4ab440b3-f472-4892-b3c7-981db89689ce"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:45.739705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f135d8-5bde-473a-8c0b-61a32d736009 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab440b3-f472-4892-b3c7-981db89689ce,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:45.776482 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8ed70-7b00-4076-93d7-4cb1ac8ea165 req-8f76780c-fbeb-409b-b723-6cb46538122f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:45.785299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2c8ed70-7b00-4076-93d7-4cb1ac8ea165 req-8f76780c-fbeb-409b-b723-6cb46538122f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 946 time: 0.0977199 Nov 29 17:59:45.789721 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-a2eddcea-2634-4bb9-bed1-f6dc429e389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:45.791497 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-a2eddcea-2634-4bb9-bed1-f6dc429e389a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=002d053e10db4216a16b57a0ded20cba&device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 1094 time: 0.1224418 Nov 29 17:59:45.861544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2c8ed70-7b00-4076-93d7-4cb1ac8ea165 req-e4810d34-55b8-4dfb-b269-a835bed4a5ef tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750597 Nov 29 17:59:45.883691 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-ca79e466-5c78-48a5-a44b-068dd0d64374 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ab440b3-f472-4892-b3c7-981db89689ce HTTP/1.1" status: 200 len: 217 time: 0.0818951 Nov 29 17:59:45.968632 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-423f25fd-5df4-4510-b18c-925ef2098f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:45.970556 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-423f25fd-5df4-4510-b18c-925ef2098f23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f082db-4da5-4bba-9b1c-d504b3004dd0 HTTP/1.1" status: 200 len: 852 time: 0.0780413 Nov 29 17:59:46.032470 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-12770bd4-30e9-4f71-ab0b-76926d24a08b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec97920f-26a6-436e-a67f-64e874c2492b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532854 Nov 29 17:59:46.062693 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'name': 'tempest-FloatingIPDetailsTestJSON-376314206-router', 'tenant_id': 'd00c5a45add349aaa643d4245a27fe4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:35Z', 'updated_at': '2021-11-29T17:59:42Z', 'revision_number': 4, 'project_id': 'd00c5a45add349aaa643d4245a27fe4b', 'gw_port': {'id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:36Z', 'updated_at': '2021-11-29T17:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'eec8bce9-31af-4608-b9f7-94b858f7c3d5', 'name': '', 'network_id': '80608730-2264-4fdb-81ea-0ecd27e65248', 'tenant_id': 'd00c5a45add349aaa643d4245a27fe4b', 'mac_address': 'fa:16:3e:41:fd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20d06fb4-9f72-4b28-8056-f2471280c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:40Z', 'updated_at': '2021-11-29T17:59:43Z', 'revision_number': 2, 'project_id': 'd00c5a45add349aaa643d4245a27fe4b', 'subnets': [{'id': '20d06fb4-9f72-4b28-8056-f2471280c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:46.097600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Checking router: 85fca01c-af13-4d36-b933-1ee1252f05c7 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:59:46.098442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Updating router 85fca01c-af13-4d36-b933-1ee1252f05c7 port eec8bce9-31af-4608-b9f7-94b858f7c3d5 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:59:46.132203 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:46.174610 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-c7d7c7fd-47fc-4974-a3a3-35ccf006a6ff tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3084595 Nov 29 17:59:46.184722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:46.185902 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-ef0aee22-0d35-4bf5-9164-4bc4d0b55474 service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437957 Nov 29 17:59:46.227833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239566a6-286b-4840-ad6c-257a1f7bfac0 req-172887fd-4306-434b-87af-3b49116ad1dd tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:46.239178 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-239566a6-286b-4840-ad6c-257a1f7bfac0 req-172887fd-4306-434b-87af-3b49116ad1dd tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 945 time: 0.1699510 Nov 29 17:59:46.289142 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:46.320608 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f93f78f6-8b2a-48b4-8284-1ccd9f9bf916 req-2bc53e84-8f4d-4927-97fd-2b6ba5763d06 service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240151 Nov 29 17:59:46.375543 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-239566a6-286b-4840-ad6c-257a1f7bfac0 req-670059e7-b3ab-4b5b-a080-525545a578e2 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups?id=fd25f930-5b09-40b8-9c20-7163028836b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351054 Nov 29 17:59:46.460242 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41e22f5-e47d-4efc-9d23-b7b4ea91dde6 x-openstack-request-id: req-a41e22f5-e47d-4efc-9d23-b7b4ea91dde6 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:46.460732 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a", "tag": "4ab440b3-f472-4892-b3c7-981db89689ce", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:46.461104 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a41e22f5-e47d-4efc-9d23-b7b4ea91dde6 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:46.461706 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a', 'tag': '4ab440b3-f472-4892-b3c7-981db89689ce', 'status': 'completed', 'code': 200} Nov 29 17:59:46.474614 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:46.555643 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:46.566006 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:46.587857 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996d042-823a-432e-b3f8-7b84e1a657c6 req-8758fd77-1165-40ef-a1de-f1b7bf851e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:46.593081 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8996d042-823a-432e-b3f8-7b84e1a657c6 req-8758fd77-1165-40ef-a1de-f1b7bf851e5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=002d053e10db4216a16b57a0ded20cba&device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 1094 time: 0.1004229 Nov 29 17:59:46.650067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43346) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:46.684523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9eace-740e-4470-ad98-6d687bb8c153 None None] Pushing event updated for resources: {'Port': ['ID=eec8bce9-31af-4608-b9f7-94b858f7c3d5,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:46.724829 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Allocated IP 172.25.3.136 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/980a66f9-8ae0-4191-abd2-fc24bf9fcc16) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:59:46.740011 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9eace-740e-4470-ad98-6d687bb8c153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:46.740352 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9eace-740e-4470-ad98-6d687bb8c153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:46.747683 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9eace-740e-4470-ad98-6d687bb8c153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:46.748048 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9eace-740e-4470-ad98-6d687bb8c153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:46.748392 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9eace-740e-4470-ad98-6d687bb8c153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:46.748732 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9eace-740e-4470-ad98-6d687bb8c153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:46.749065 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9eace-740e-4470-ad98-6d687bb8c153 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:46.749766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9eace-740e-4470-ad98-6d687bb8c153 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:46.749766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9eace-740e-4470-ad98-6d687bb8c153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:46.750024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9eace-740e-4470-ad98-6d687bb8c153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:46.750382 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9eace-740e-4470-ad98-6d687bb8c153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:46.750729 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9eace-740e-4470-ad98-6d687bb8c153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:46.764951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Attempting to bind port eec8bce9-31af-4608-b9f7-94b858f7c3d5 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:59:46.765339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Attempting to bind port eec8bce9-31af-4608-b9f7-94b858f7c3d5 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'b30d27a1-f8a4-4599-8299-f841d14f5944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '80608730-2264-4fdb-81ea-0ecd27e65248'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:59:46.765706 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Attempting to bind port eec8bce9-31af-4608-b9f7-94b858f7c3d5 on network 80608730-2264-4fdb-81ea-0ecd27e65248 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:46.784235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:59:46.784621 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Checking segment: {'id': 'b30d27a1-f8a4-4599-8299-f841d14f5944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '80608730-2264-4fdb-81ea-0ecd27e65248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:46.785038 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:46.785440 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Bound using segment: {'id': 'b30d27a1-f8a4-4599-8299-f841d14f5944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '80608730-2264-4fdb-81ea-0ecd27e65248'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:59:46.785933 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Bound port: eec8bce9-31af-4608-b9f7-94b858f7c3d5, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30d27a1-f8a4-4599-8299-f841d14f5944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '80608730-2264-4fdb-81ea-0ecd27e65248'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:59:46.786320 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:46.865475 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996d042-823a-432e-b3f8-7b84e1a657c6 req-b1294b38-ef1f-410b-ae4b-a5f42ba85418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:46.872038 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8996d042-823a-432e-b3f8-7b84e1a657c6 req-b1294b38-ef1f-410b-ae4b-a5f42ba85418 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec97920f-26a6-436e-a67f-64e874c2492b HTTP/1.1" status: 200 len: 913 time: 0.2677155 Nov 29 17:59:46.900157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] For port eec8bce9-31af-4608-b9f7-94b858f7c3d5, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:59:46.903493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] For port eec8bce9-31af-4608-b9f7-94b858f7c3d5, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=eec8bce9-31af-4608-b9f7-94b858f7c3d5,segment=NetworkSegment(b30d27a1-f8a4-4599-8299-f841d14f5944),segment_id=b30d27a1-f8a4-4599-8299-f841d14f5944)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:59:46.914098 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:46.938379 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8996d042-823a-432e-b3f8-7b84e1a657c6 req-aaa62a36-9b51-483c-8087-4053c15180f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ab440b3-f472-4892-b3c7-981db89689ce HTTP/1.1" status: 200 len: 217 time: 0.0618181 Nov 29 17:59:46.943735 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-99f3b580-8705-4d6f-a7a0-e57cfde69348 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-network', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:46.959935 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:46.986025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f3b580-8705-4d6f-a7a0-e57cfde69348 admin admin] Made reservation on behalf of 97df2f9382ba451a9c1578f7e940bef7 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:59:46.989571 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99f3b580-8705-4d6f-a7a0-e57cfde69348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:47.019253 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Routers {'85fca01c-af13-4d36-b933-1ee1252f05c7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:59:47.020349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:59:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['85fca01c-af13-4d36-b933-1ee1252f05c7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:47.024688 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:47.035405 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99f3b580-8705-4d6f-a7a0-e57cfde69348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:47.079572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996d042-823a-432e-b3f8-7b84e1a657c6 req-0d52190c-94f4-4143-a5f6-7f6a0c8ea969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:47.081797 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8996d042-823a-432e-b3f8-7b84e1a657c6 req-0d52190c-94f4-4143-a5f6-7f6a0c8ea969 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f082db-4da5-4bba-9b1c-d504b3004dd0 HTTP/1.1" status: 200 len: 852 time: 0.1132581 Nov 29 17:59:47.082864 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9eace-740e-4470-ad98-6d687bb8c153 None None] Pushing event updated for resources: {'Port': ['ID=eec8bce9-31af-4608-b9f7-94b858f7c3d5,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:47.122264 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:47.129476 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Pushing event updated for resources: {'Port': ['ID=980a66f9-8ae0-4191-abd2-fc24bf9fcc16,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:47.133405 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:47.146027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f5450-a1ea-4255-b67e-3968848a23ad req-a2dffd8f-c4b6-495e-8fe3-7aac7ad43d8a tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:47.151305 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8996d042-823a-432e-b3f8-7b84e1a657c6 req-6cb6c8f5-a370-40d6-b892-06fa8738d5ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec97920f-26a6-436e-a67f-64e874c2492b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482464 Nov 29 17:59:47.155678 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-043f5450-a1ea-4255-b67e-3968848a23ad req-a2dffd8f-c4b6-495e-8fe3-7aac7ad43d8a tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.2239790 Nov 29 17:59:47.170373 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:59:47.187345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-90814d74-422b-4b78-8259-c2e529ef935c None None] Provisioning complete for port eec8bce9-31af-4608-b9f7-94b858f7c3d5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:47.187685 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90814d74-422b-4b78-8259-c2e529ef935c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:47.297078 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] Set router 85fca01c-af13-4d36-b933-1ee1252f05c7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:59:47.305142 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-043f5450-a1ea-4255-b67e-3968848a23ad req-8bb6c7d4-4fea-450d-b30b-866b44f3c0dc tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467040 Nov 29 17:59:47.326778 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99f3b580-8705-4d6f-a7a0-e57cfde69348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:47.327589 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8996d042-823a-432e-b3f8-7b84e1a657c6 req-3d1d25a8-a1c9-4c96-b039-14dcc9fb02e7 service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612787 Nov 29 17:59:47.329518 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99f3b580-8705-4d6f-a7a0-e57cfde69348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:47.357410 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90814d74-422b-4b78-8259-c2e529ef935c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:47.491750 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8996d042-823a-432e-b3f8-7b84e1a657c6 req-ae9b1ee2-034e-4edf-912d-bce95ad70232 service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456401 Nov 29 17:59:47.495358 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f3b580-8705-4d6f-a7a0-e57cfde69348 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 17:59:47.529820 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049b303-75cd-4508-8a1c-6057bbf48f16 req-ee219206-d6f0-4774-a487-7762b2065ba9 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:47.532529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7049b303-75cd-4508-8a1c-6057bbf48f16 req-ee219206-d6f0-4774-a487-7762b2065ba9 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.31 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 945 time: 0.3243103 Nov 29 17:59:47.536639 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3b580-8705-4d6f-a7a0-e57cfde69348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033ef32a-bf3f-4d35-a546-1c1b4242bc6c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:47.550073 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99f3b580-8705-4d6f-a7a0-e57cfde69348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:47.555159 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-99f3b580-8705-4d6f-a7a0-e57cfde69348 admin admin] Added segment 4bb77ccf-bef3-4bed-a1c1-a1808aea406c of type vlan for network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 Nov 29 17:59:47.590520 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-90814d74-422b-4b78-8259-c2e529ef935c None None] For port eec8bce9-31af-4608-b9f7-94b858f7c3d5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=eec8bce9-31af-4608-b9f7-94b858f7c3d5,segment=NetworkSegment(b30d27a1-f8a4-4599-8299-f841d14f5944),segment_id=b30d27a1-f8a4-4599-8299-f841d14f5944)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:47.603377 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90814d74-422b-4b78-8259-c2e529ef935c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:47.639287 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99f3b580-8705-4d6f-a7a0-e57cfde69348 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:47.673624 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e8d31-de30-40d9-bd78-16ff32c3b5c8 req-1bf0e53d-e05b-41a2-a750-e6e3863dc648 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:47.675181 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-213e8d31-de30-40d9-bd78-16ff32c3b5c8 req-1bf0e53d-e05b-41a2-a750-e6e3863dc648 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 945 time: 0.3261724 Nov 29 17:59:47.680919 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99f3b580-8705-4d6f-a7a0-e57cfde69348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:47.682035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f3b580-8705-4d6f-a7a0-e57cfde69348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:47.682672 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fc7c0456-422f-41a5-946e-c149a272dc54 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:59:47.682878 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99f3b580-8705-4d6f-a7a0-e57cfde69348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:47.690071 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:47.731883 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 4ab440b3-f472-4892-b3c7-981db89689ce details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 17:59:47.733398 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: fc7c0456-422f-41a5-946e-c149a272dc54 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:59:47.735120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fc7c0456-422f-41a5-946e-c149a272dc54 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:59:47.743139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90814d74-422b-4b78-8259-c2e529ef935c None None] Pushing event updated for resources: {'Port': ['ID=eec8bce9-31af-4608-b9f7-94b858f7c3d5,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:47.790062 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c205cb82-edcd-49c9-8bf5-76ae47f9a7a4 None None] Provisioning complete for port eec8bce9-31af-4608-b9f7-94b858f7c3d5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:47.790435 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c205cb82-edcd-49c9-8bf5-76ae47f9a7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:47.790576 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3b580-8705-4d6f-a7a0-e57cfde69348 admin admin] Pushing event updated for resources: {'Network': ['ID=7b54b066-b601-4f01-8160-e9f1bf33b9b3,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:47.813343 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-99f3b580-8705-4d6f-a7a0-e57cfde69348 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1606364 Nov 29 17:59:47.813579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43358) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:47.819955 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-848e6f26-1528-4f9a-870d-16c82656f9b9 admin admin] Request body: {'subnet': {'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-subnet', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:47.836754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 17:59:47.856363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848e6f26-1528-4f9a-870d-16c82656f9b9 admin admin] Made reservation on behalf of 97df2f9382ba451a9c1578f7e940bef7 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 17:59:47.859718 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-848e6f26-1528-4f9a-870d-16c82656f9b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:47.868228 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:47.880930 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38b71d-854e-491f-b7b5-f29c27013fba req-b2c1da00-01a1-44ff-a4be-c194f61ae6a3 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:47.887638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c38b71d-854e-491f-b7b5-f29c27013fba req-b2c1da00-01a1-44ff-a4be-c194f61ae6a3 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 943 time: 0.2250304 Nov 29 17:59:47.920427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-7049b303-75cd-4508-8a1c-6057bbf48f16 req-4dd4e7d4-74f0-496a-ac2b-1797adb9d04f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Deleting port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:59:47.920678 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7049b303-75cd-4508-8a1c-6057bbf48f16 req-4dd4e7d4-74f0-496a-ac2b-1797adb9d04f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:48.024057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-213e8d31-de30-40d9-bd78-16ff32c3b5c8 req-d91ea9e2-8e71-4a6d-b0c7-83efb3f0a13e tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Deleting port 423acf3e-9b9d-4975-ae81-e88731ac95c8 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:59:48.025524 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-213e8d31-de30-40d9-bd78-16ff32c3b5c8 req-d91ea9e2-8e71-4a6d-b0c7-83efb3f0a13e tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:48.060915 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 4ab440b3-f472-4892-b3c7-981db89689ce, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=4ab440b3-f472-4892-b3c7-981db89689ce,segment=NetworkSegment(5bb79eba-0822-445c-8e62-df5566372ade),segment_id=5bb79eba-0822-445c-8e62-df5566372ade)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:48.083408 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '4ab440b3-f472-4892-b3c7-981db89689ce', 'network_id': 'ec97920f-26a6-436e-a67f-64e874c2492b', 'port_id': '4ab440b3-f472-4892-b3c7-981db89689ce', 'mac_address': 'fa:16:3e:f6:79:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f082db-4da5-4bba-9b1c-d504b3004dd0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 17:59:48.120897 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-848e6f26-1528-4f9a-870d-16c82656f9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:48.137337 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c38b71d-854e-491f-b7b5-f29c27013fba req-585ac985-2ece-4364-9853-e53f2311ebf5 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487650 Nov 29 17:59:48.144359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'name': 'tempest-FloatingIPDetailsTestJSON-376314206-router', 'tenant_id': 'd00c5a45add349aaa643d4245a27fe4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:35Z', 'updated_at': '2021-11-29T17:59:42Z', 'revision_number': 4, 'project_id': 'd00c5a45add349aaa643d4245a27fe4b', 'gw_port': {'id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:36Z', 'updated_at': '2021-11-29T17:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'eec8bce9-31af-4608-b9f7-94b858f7c3d5', 'name': '', 'network_id': '80608730-2264-4fdb-81ea-0ecd27e65248', 'tenant_id': 'd00c5a45add349aaa643d4245a27fe4b', 'mac_address': 'fa:16:3e:41:fd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20d06fb4-9f72-4b28-8056-f2471280c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:40Z', 'updated_at': '2021-11-29T17:59:46Z', 'revision_number': 4, 'project_id': 'd00c5a45add349aaa643d4245a27fe4b', 'subnets': [{'id': '20d06fb4-9f72-4b28-8056-f2471280c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:48.153008 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:48.200443 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab440b3-f472-4892-b3c7-981db89689ce {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 17:59:48.207968 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848e6f26-1528-4f9a-870d-16c82656f9b9 admin admin] Checking segment: {'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:48.208337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848e6f26-1528-4f9a-870d-16c82656f9b9 admin admin] Network hostable DHCP agents. Network: 7b54b066-b601-4f01-8160-e9f1bf33b9b3, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 17:59:48.215341 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e6f26-1528-4f9a-870d-16c82656f9b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca0fa01-1410-4496-bcd2-b27afbda8311,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:48.228882 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 4ab440b3-f472-4892-b3c7-981db89689ce, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=4ab440b3-f472-4892-b3c7-981db89689ce,segment=NetworkSegment(5bb79eba-0822-445c-8e62-df5566372ade),segment_id=5bb79eba-0822-445c-8e62-df5566372ade)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:48.232073 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f2300-5cae-486d-adff-424ec94a4c90 None None] The sync data for ids ['85fca01c-af13-4d36-b933-1ee1252f05c7'] in n-d-819494-5 is: [{'id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'name': 'tempest-FloatingIPDetailsTestJSON-376314206-router', 'tenant_id': 'd00c5a45add349aaa643d4245a27fe4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:35Z', 'updated_at': '2021-11-29T17:59:42Z', 'revision_number': 4, 'project_id': 'd00c5a45add349aaa643d4245a27fe4b', 'gw_port': {'id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:36Z', 'updated_at': '2021-11-29T17:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'eec8bce9-31af-4608-b9f7-94b858f7c3d5', 'name': '', 'network_id': '80608730-2264-4fdb-81ea-0ecd27e65248', 'tenant_id': 'd00c5a45add349aaa643d4245a27fe4b', 'mac_address': 'fa:16:3e:41:fd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20d06fb4-9f72-4b28-8056-f2471280c15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:40Z', 'updated_at': '2021-11-29T17:59:46Z', 'revision_number': 4, 'project_id': 'd00c5a45add349aaa643d4245a27fe4b', 'subnets': [{'id': '20d06fb4-9f72-4b28-8056-f2471280c15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:59:48.242075 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:48.251891 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848e6f26-1528-4f9a-870d-16c82656f9b9 admin admin] Network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 17:59:48.259117 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7049b303-75cd-4508-8a1c-6057bbf48f16 req-4dd4e7d4-74f0-496a-ac2b-1797adb9d04f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] For port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:48.259744 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7049b303-75cd-4508-8a1c-6057bbf48f16 req-4dd4e7d4-74f0-496a-ac2b-1797adb9d04f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:48.267516 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-848e6f26-1528-4f9a-870d-16c82656f9b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 7b54b066-b601-4f01-8160-e9f1bf33b9b3) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:48.277865 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848e6f26-1528-4f9a-870d-16c82656f9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:48.278510 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-848e6f26-1528-4f9a-870d-16c82656f9b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:48.299082 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4415f38-cd2a-4ca0-b899-6325166452ad None None] Network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:59:48.331085 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-848e6f26-1528-4f9a-870d-16c82656f9b9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5154409 Nov 29 17:59:48.333691 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43362) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:48.339944 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:48.369964 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:48.372741 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:48.376942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-7049b303-75cd-4508-8a1c-6057bbf48f16 req-4dd4e7d4-74f0-496a-ac2b-1797adb9d04f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Calling delete_port for bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:59:48.418734 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=4ab440b3-f472-4892-b3c7-981db89689ce,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:48.473746 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:48.545041 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['4ab440b3-f472-4892-b3c7-981db89689ce'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 17:59:48.585491 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 17:59:48.586366 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:48.590399 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7049b303-75cd-4508-8a1c-6057bbf48f16 req-4dd4e7d4-74f0-496a-ac2b-1797adb9d04f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:48.634197 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4aa771-0728-47ba-8b73-b666ff53a992 req-76ada414-52c8-4a23-b919-7b97febe6fb1 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:48.636111 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b4aa771-0728-47ba-8b73-b666ff53a992 req-76ada414-52c8-4a23-b919-7b97febe6fb1 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=08d4e750-be7f-4c98-8e77-c4e45d242233 HTTP/1.1" status: 200 len: 866 time: 0.3728473 Nov 29 17:59:48.686388 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:48.698941 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4e7d4-74f0-496a-ac2b-1797adb9d04f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Pushing event deleted for resources: {'Port': ['ID=bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:48.781214 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b4aa771-0728-47ba-8b73-b666ff53a992 req-96affaf4-d595-45f7-9caf-02e05892d4e1 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177535 Nov 29 17:59:48.841511 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:48.847762 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-213e8d31-de30-40d9-bd78-16ff32c3b5c8 req-d91ea9e2-8e71-4a6d-b0c7-83efb3f0a13e tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] For port 423acf3e-9b9d-4975-ae81-e88731ac95c8, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=423acf3e-9b9d-4975-ae81-e88731ac95c8,segment=NetworkSegment(2611eb96-ee0c-44ea-b17c-6d665a2e0535),segment_id=2611eb96-ee0c-44ea-b17c-6d665a2e0535)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:48.848282 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-213e8d31-de30-40d9-bd78-16ff32c3b5c8 req-d91ea9e2-8e71-4a6d-b0c7-83efb3f0a13e tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:48.891972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Allocated IP 172.20.0.2 (7b54b066-b601-4f01-8160-e9f1bf33b9b3/0ca0fa01-1410-4496-bcd2-b27afbda8311/ac4fa0f8-7eae-4866-8926-5ea8b26f8f17) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:59:49.107156 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-213e8d31-de30-40d9-bd78-16ff32c3b5c8 req-d91ea9e2-8e71-4a6d-b0c7-83efb3f0a13e tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:49.107524 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-213e8d31-de30-40d9-bd78-16ff32c3b5c8 req-d91ea9e2-8e71-4a6d-b0c7-83efb3f0a13e tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:49.107846 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-213e8d31-de30-40d9-bd78-16ff32c3b5c8 req-d91ea9e2-8e71-4a6d-b0c7-83efb3f0a13e tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Floating IP e5a90401-4f28-41aa-a2c1-69e6eca4be59 disassociated. External IP: 172.25.3.213, port: 423acf3e-9b9d-4975-ae81-e88731ac95c8. Nov 29 17:59:49.108242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-213e8d31-de30-40d9-bd78-16ff32c3b5c8 req-d91ea9e2-8e71-4a6d-b0c7-83efb3f0a13e tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Calling delete_port for 423acf3e-9b9d-4975-ae81-e88731ac95c8 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:59:49.108335 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:49.119694 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device eec8bce9-31af-4608-b9f7-94b858f7c3d5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:49.139411 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:49.175045 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-7049b303-75cd-4508-8a1c-6057bbf48f16 req-4dd4e7d4-74f0-496a-ac2b-1797adb9d04f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] No DVR routers for this DVR port bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:59:49.176291 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:49.176562 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:49.185572 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7049b303-75cd-4508-8a1c-6057bbf48f16 req-4dd4e7d4-74f0-496a-ac2b-1797adb9d04f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:49.185818 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:49.196346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7049b303-75cd-4508-8a1c-6057bbf48f16 req-4dd4e7d4-74f0-496a-ac2b-1797adb9d04f tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.31 "DELETE /v2.0/ports/bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 HTTP/1.1" status: 204 len: 173 time: 1.6484315 Nov 29 17:59:49.217947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d4e750-be7f-4c98-8e77-c4e45d242233', 'name': 'network-vif-deleted', 'tag': 'bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:49.220366 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4ae48d-63e9-4fc3-9a8a-736efea0e166" -d '{"events": [{"server_uuid": "08d4e750-be7f-4c98-8e77-c4e45d242233", "name": "network-vif-deleted", "tag": "bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:49.259418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:49.266127 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Pushing event updated for resources: {'Port': ['ID=ac4fa0f8-7eae-4866-8926-5ea8b26f8f17,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:49.270557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:49.276373 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:59:49.385916 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Allocated IP 172.25.3.96 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/68fe9016-1aa6-4597-962f-b883a407ab2b) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:59:49.388653 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Attempting to bind port ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:59:49.389135 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Attempting to bind port ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:59:49.390566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Attempting to bind port ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 on network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:49.409900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:59:49.410479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Checking segment: {'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:49.411102 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:49.411553 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Bound using segment: {'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:59:49.412051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Bound port: ac4fa0f8-7eae-4866-8926-5ea8b26f8f17, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:59:49.412440 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:49.415307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port eec8bce9-31af-4608-b9f7-94b858f7c3d5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:49.415719 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:49.511723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Pushing event updated for resources: {'Port': ['ID=980a66f9-8ae0-4191-abd2-fc24bf9fcc16,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:49.581932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87744d8f-d720-49fe-a8f1-05221e18889b req-8de50251-5854-49c6-96de-e8b617b92886 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:49.592051 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87744d8f-d720-49fe-a8f1-05221e18889b req-8de50251-5854-49c6-96de-e8b617b92886 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 946 time: 0.4461222 Nov 29 17:59:49.624683 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:49.702601 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] For port ac4fa0f8-7eae-4866-8926-5ea8b26f8f17, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:59:49.709165 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] For port ac4fa0f8-7eae-4866-8926-5ea8b26f8f17, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ac4fa0f8-7eae-4866-8926-5ea8b26f8f17,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:59:49.715301 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:49.719379 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:49.723475 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-01963073-b7fc-4c8f-9339-3931bf746f99 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5463679 Nov 29 17:59:49.774636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 423acf3e-9b9d-4975-ae81-e88731ac95c8 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:59:49.848127 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87744d8f-d720-49fe-a8f1-05221e18889b req-c68881b2-6cb7-4657-aab0-621abcf57874 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412848 Nov 29 17:59:49.877293 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-56ab6174-9e1c-4aec-b7e0-56aa7d3992de tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.136 HTTP/1.1" status: 200 len: 696 time: 0.1528218 Nov 29 17:59:49.881209 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-213e8d31-de30-40d9-bd78-16ff32c3b5c8 req-d91ea9e2-8e71-4a6d-b0c7-83efb3f0a13e tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:49.943415 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:49.996466 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:50.001866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ea9e2-8e71-4a6d-b0c7-83efb3f0a13e tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Pushing event deleted for resources: {'Port': ['ID=423acf3e-9b9d-4975-ae81-e88731ac95c8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:50.064812 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No active binding found for port 423acf3e-9b9d-4975-ae81-e88731ac95c8 {{(pid=110006) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 29 17:59:50.065259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 423acf3e-9b9d-4975-ae81-e88731ac95c8 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:59:50.072469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35eec29-f4ca-48a4-9531-38472a7db697 None None] Pushing event updated for resources: {'Port': ['ID=ac4fa0f8-7eae-4866-8926-5ea8b26f8f17,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:50.100699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:50.103779 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:50.107661 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:59:50.141836 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-849b432a-460d-4f13-912b-85578334bc10 req-6e7f9b35-2c09-4b01-af49-30bd3baa2606 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e8b5726-8d48-4191-af29-fe44ff184a1b HTTP/1.1" status: 200 len: 210 time: 0.0498064 Nov 29 17:59:50.151138 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Pushing event updated for resources: {'Port': ['ID=68fe9016-1aa6-4597-962f-b883a407ab2b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:50.220814 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-e8d387dd-d512-421d-b10d-dff539d9608a tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:50.234232 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41a8a4b2-9fef-4809-8577-7ad7f41245b5 req-e8d387dd-d512-421d-b10d-dff539d9608a tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.3551908 Nov 29 17:59:50.379686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-213e8d31-de30-40d9-bd78-16ff32c3b5c8 req-d91ea9e2-8e71-4a6d-b0c7-83efb3f0a13e tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:59:50.398412 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194219b-1f07-404e-b849-979f5746e821 req-f1c9c941-a927-49f0-a314-0846c86f47ee tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:50.406007 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7194219b-1f07-404e-b849-979f5746e821 req-f1c9c941-a927-49f0-a314-0846c86f47ee tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.1494606 Nov 29 17:59:50.469123 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c2826-bf90-43c2-bb48-82d8b8c06d10 req-27a4b300-8b3b-4e3f-8e8a-07ef364f2d0d tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:50.484399 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e8c2826-bf90-43c2-bb48-82d8b8c06d10 req-27a4b300-8b3b-4e3f-8e8a-07ef364f2d0d tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 944 time: 0.1640279 Nov 29 17:59:50.532474 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:50.612602 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7194219b-1f07-404e-b849-979f5746e821 req-8d643b0f-16bb-4070-8b0b-c623481c0c85 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056043 Nov 29 17:59:50.685989 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b082baff-bcc5-41fe-9411-af8f444a378f x-openstack-request-id: req-b082baff-bcc5-41fe-9411-af8f444a378f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:50.686285 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d4e750-be7f-4c98-8e77-c4e45d242233", "name": "network-vif-deleted", "tag": "bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:50.686539 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b082baff-bcc5-41fe-9411-af8f444a378f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:50.686959 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d4e750-be7f-4c98-8e77-c4e45d242233', 'name': 'network-vif-deleted', 'tag': 'bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005', 'status': 'completed', 'code': 200} Nov 29 17:59:50.698260 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e8c2826-bf90-43c2-bb48-82d8b8c06d10 req-5393e042-cb88-45fc-b42e-53f3bc556825 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130136 Nov 29 17:59:50.734019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-213e8d31-de30-40d9-bd78-16ff32c3b5c8 req-d91ea9e2-8e71-4a6d-b0c7-83efb3f0a13e tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:59:50.748046 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b99a41-6a0b-44ce-b7a4-322e84306cde None None] Sync routers for ids ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:59:50.763123 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b99a41-6a0b-44ce-b7a4-322e84306cde None None] Routers {'52873299-9ff5-4dd4-9b50-d02f3a2bff32'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:59:50.763898 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-45b99a41-6a0b-44ce-b7a4-322e84306cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:59:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:50.809419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-213e8d31-de30-40d9-bd78-16ff32c3b5c8 req-d91ea9e2-8e71-4a6d-b0c7-83efb3f0a13e tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] No DVR routers for this DVR port 423acf3e-9b9d-4975-ae81-e88731ac95c8 on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:59:50.836457 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-213e8d31-de30-40d9-bd78-16ff32c3b5c8 req-d91ea9e2-8e71-4a6d-b0c7-83efb3f0a13e tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:50.840383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-213e8d31-de30-40d9-bd78-16ff32c3b5c8 req-d91ea9e2-8e71-4a6d-b0c7-83efb3f0a13e tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.20 "DELETE /v2.0/ports/423acf3e-9b9d-4975-ae81-e88731ac95c8 HTTP/1.1" status: 204 len: 173 time: 3.1516919 Nov 29 17:59:50.885027 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:50.947574 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-40c4a7e4-c7f2-466b-bda8-2e77faf1efdb tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1790547 Nov 29 17:59:50.963721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:51.016564 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-45b99a41-6a0b-44ce-b7a4-322e84306cde None None] Set router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:59:51.032224 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:51.163009 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:51.250099 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:51.250489 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:51.278163 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Router 26976628-e36b-4dc6-845c-6ed9d5c16fbd is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 17:59:51.291992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc1e6d-5d41-4094-8c4d-0896df023b8b req-af417c61-861b-4328-9ec5-7403545addd1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:51.300178 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70fc1e6d-5d41-4094-8c4d-0896df023b8b req-af417c61-861b-4328-9ec5-7403545addd1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 946 time: 0.1812053 Nov 29 17:59:51.370883 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:51.418046 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70fc1e6d-5d41-4094-8c4d-0896df023b8b req-1386ccd8-bf0f-4be7-b6e8-ecadc2e93902 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151838 Nov 29 17:59:51.438225 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port ac4fa0f8-7eae-4866-8926-5ea8b26f8f17, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ac4fa0f8-7eae-4866-8926-5ea8b26f8f17,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:51.446895 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:51.447497 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:51.476107 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-45b99a41-6a0b-44ce-b7a4-322e84306cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:38Z', 'revision_number': 4, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '1abb90c7-2b8c-4760-8268-fa5dc33f0971', 'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'mac_address': 'fa:16:3e:d4:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:37Z', 'updated_at': '2021-11-29T17:53:43Z', 'revision_number': 5, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'subnets': [{'id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:51.525540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=ac4fa0f8-7eae-4866-8926-5ea8b26f8f17,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:51.552918 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:59:51.555298 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b99a41-6a0b-44ce-b7a4-322e84306cde None None] Checking router: 52873299-9ff5-4dd4-9b50-d02f3a2bff32 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:59:51.566625 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Sync routers for ids ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:59:51.569248 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b99a41-6a0b-44ce-b7a4-322e84306cde None None] Routers {'52873299-9ff5-4dd4-9b50-d02f3a2bff32'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:59:51.571187 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-45b99a41-6a0b-44ce-b7a4-322e84306cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:59:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:51.593552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Routers {'26976628-e36b-4dc6-845c-6ed9d5c16fbd'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:59:51.596829 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:59:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:51.614358 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:51.615934 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-36a96010-16af-4989-9628-f7cf345a7667 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2804174 Nov 29 17:59:51.619419 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43382) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:51.701574 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-45b99a41-6a0b-44ce-b7a4-322e84306cde None None] Set router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:59:51.762018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7c4be3-0f3c-4a95-baa9-0fb887ed8106 None None] Network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 17:59:51.775762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:59:51.778023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 4ab440b3-f472-4892-b3c7-981db89689ce up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:52.023066 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-45b99a41-6a0b-44ce-b7a4-322e84306cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:38Z', 'revision_number': 4, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '1abb90c7-2b8c-4760-8268-fa5dc33f0971', 'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'mac_address': 'fa:16:3e:d4:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:37Z', 'updated_at': '2021-11-29T17:53:43Z', 'revision_number': 5, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'subnets': [{'id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:52.048237 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29692a42-f8ae-43a2-8d71-bd0be4a78add req-d261ef0c-8055-4326-83a9-74300e7d0fe5 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:52.063024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29692a42-f8ae-43a2-8d71-bd0be4a78add req-d261ef0c-8055-4326-83a9-74300e7d0fe5 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 945 time: 0.5039237 Nov 29 17:59:52.075637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfb634-9f52-4b07-8c74-c42bca0adbd8 req-e5ac9ced-a08b-4a7e-b958-7e7816aa248b tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:52.077862 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-95dfb634-9f52-4b07-8c74-c42bca0adbd8 req-e5ac9ced-a08b-4a7e-b958-7e7816aa248b tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.31 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 945 time: 0.5203056 Nov 29 17:59:52.088227 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b99a41-6a0b-44ce-b7a4-322e84306cde None None] The sync data for ids ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'] in n-d-819494-5 is: [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:38Z', 'revision_number': 4, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '1abb90c7-2b8c-4760-8268-fa5dc33f0971', 'name': '', 'network_id': '62b08c22-74a5-4496-a0cf-1f37726d49cf', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'mac_address': 'fa:16:3e:d4:eb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:37Z', 'updated_at': '2021-11-29T17:53:43Z', 'revision_number': 5, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'subnets': [{'id': 'a5816c54-5670-4ee5-9708-67667e003a6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:59:52.089023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5d922fba-e50b-4508-b634-0ba06eead8ca None None] Provisioning complete for port ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:52.089733 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d922fba-e50b-4508-b634-0ba06eead8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:52.111972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:59:52.111972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device bc21ca0b-c1a3-4ed4-b9e0-dc9c50ba3005 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:59:52.150620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Allocated IP 172.25.3.203 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/b26e44ab-80be-46ff-9b83-2d2ff9940c03) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:59:52.203764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 4ab440b3-f472-4892-b3c7-981db89689ce completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 17:59:52.229286 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 4ab440b3-f472-4892-b3c7-981db89689ce triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:52.229669 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:52.298341 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Set router 26976628-e36b-4dc6-845c-6ed9d5c16fbd gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:59:52.324366 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:52.380062 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:52.531174 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29692a42-f8ae-43a2-8d71-bd0be4a78add req-18cb2d87-e416-4a4c-86f0-bf80660cca0d tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/security-groups?id=41da9b69-9d1d-4353-898f-466069c73c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672210 Nov 29 17:59:52.533672 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:52.570502 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:52.575275 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042132a7-71ce-40f0-b70f-60a0897c8ad5 None None] New status for floating IP e5a90401-4f28-41aa-a2c1-69e6eca4be59: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 17:59:52.600891 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Pushing event updated for resources: {'Port': ['ID=b26e44ab-80be-46ff-9b83-2d2ff9940c03,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:52.601542 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Allocated IP 172.20.0.1 (7b54b066-b601-4f01-8160-e9f1bf33b9b3/0ca0fa01-1410-4496-bcd2-b27afbda8311/5a1e46bb-74ee-4656-8c0a-96acbceee810) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:59:52.623709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:52.630731 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:52.637926 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:59:52.693979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab440b3-f472-4892-b3c7-981db89689ce'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:52.696258 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6becd8d1-cbb6-4d8b-9054-0e2efc4d2620" -d '{"events": [{"server_uuid": "7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a", "name": "network-vif-plugged", "status": "completed", "tag": "4ab440b3-f472-4892-b3c7-981db89689ce"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:52.703645 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8b5726-8d48-4191-af29-fe44ff184a1b', 'name': 'network-vif-deleted', 'tag': '423acf3e-9b9d-4975-ae81-e88731ac95c8'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:52.706268 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a3f1b1-fe01-4e0a-b761-26b4bdfd76d9" -d '{"events": [{"server_uuid": "2e8b5726-8d48-4191-af29-fe44ff184a1b", "name": "network-vif-deleted", "tag": "423acf3e-9b9d-4975-ae81-e88731ac95c8"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:52.745824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 4ab440b3-f472-4892-b3c7-981db89689ce, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=4ab440b3-f472-4892-b3c7-981db89689ce,segment=NetworkSegment(5bb79eba-0822-445c-8e62-df5566372ade),segment_id=5bb79eba-0822-445c-8e62-df5566372ade)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:52.752556 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126bbbf-3749-477a-a585-5286cce66834 req-b7f91d3a-246e-4611-87f1-7538cabc412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:52.754386 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1126bbbf-3749-477a-a585-5286cce66834 req-b7f91d3a-246e-4611-87f1-7538cabc412f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 1096 time: 0.1320679 Nov 29 17:59:52.769344 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:52.811268 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-95dfb634-9f52-4b07-8c74-c42bca0adbd8 req-41c5567d-6761-4228-9a2d-72f5c2a2b9a2 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Deleting port 24bf0880-2735-4d36-88e3-d2a084b6e48a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:59:52.811612 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-95dfb634-9f52-4b07-8c74-c42bca0adbd8 req-41c5567d-6761-4228-9a2d-72f5c2a2b9a2 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:52.844921 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:52.856661 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1126bbbf-3749-477a-a585-5286cce66834 req-30183292-2dea-4498-97e2-5dd2316eafeb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915239 Nov 29 17:59:52.946520 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:52.952086 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:52.995653 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=4ab440b3-f472-4892-b3c7-981db89689ce,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:53.030833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ab1cd-a481-4e8e-ba1e-c71837ff876d req-e90ac772-8805-4c81-83ef-77ea29cd16f0 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:53.039097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-533ab1cd-a481-4e8e-ba1e-c71837ff876d req-e90ac772-8805-4c81-83ef-77ea29cd16f0 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.1573439 Nov 29 17:59:53.058519 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:50Z', 'revision_number': 3, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:53.080349 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:53.083239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-95dfb634-9f52-4b07-8c74-c42bca0adbd8 req-41c5567d-6761-4228-9a2d-72f5c2a2b9a2 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] For port 24bf0880-2735-4d36-88e3-d2a084b6e48a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=24bf0880-2735-4d36-88e3-d2a084b6e48a,segment=NetworkSegment(48484d66-c530-438b-94e6-8c7fcc6de4ba),segment_id=48484d66-c530-438b-94e6-8c7fcc6de4ba)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:53.083624 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-95dfb634-9f52-4b07-8c74-c42bca0adbd8 req-41c5567d-6761-4228-9a2d-72f5c2a2b9a2 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:53.098073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:53.101358 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:53.105890 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:59:53.132670 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-95dfb634-9f52-4b07-8c74-c42bca0adbd8 req-41c5567d-6761-4228-9a2d-72f5c2a2b9a2 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Calling delete_port for 24bf0880-2735-4d36-88e3-d2a084b6e48a owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:59:53.143633 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Pushing event updated for resources: {'Port': ['ID=5a1e46bb-74ee-4656-8c0a-96acbceee810,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:53.144018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:53.166440 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:53.182128 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Checking router: 26976628-e36b-4dc6-845c-6ed9d5c16fbd for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:59:53.183925 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Updating router 26976628-e36b-4dc6-845c-6ed9d5c16fbd port 68fe9016-1aa6-4597-962f-b883a407ab2b binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:59:53.226018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-533ab1cd-a481-4e8e-ba1e-c71837ff876d req-eb2c15ee-6dc5-4058-bf43-c64e0c0f7f06 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859376 Nov 29 17:59:53.254503 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:53.472042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:53.472515 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:53.478601 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:53.492952 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcf30b-7f9e-4ce9-a84d-8c1bb7f48692 req-6106a7b0-67e4-4864-a83c-2dfc69e05390 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:53.494512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6efcf30b-7f9e-4ce9-a84d-8c1bb7f48692 req-6106a7b0-67e4-4864-a83c-2dfc69e05390 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 945 time: 0.1467645 Nov 29 17:59:53.529596 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1d59017b-1cca-4e95-80c6-fef2feb542ff None None] Provisioning complete for port ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:53.529964 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d59017b-1cca-4e95-80c6-fef2feb542ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:53.610469 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:53.619427 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-95dfb634-9f52-4b07-8c74-c42bca0adbd8 req-41c5567d-6761-4228-9a2d-72f5c2a2b9a2 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:53.625997 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:53.660675 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6efcf30b-7f9e-4ce9-a84d-8c1bb7f48692 req-cf806c14-3df8-4ef9-8ed5-06eb18f957bc tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561065 Nov 29 17:59:53.827863 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:53.834420 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:53.846442 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dfb634-9f52-4b07-8c74-c42bca0adbd8 req-41c5567d-6761-4228-9a2d-72f5c2a2b9a2 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] No DVR routers for this DVR port 24bf0880-2735-4d36-88e3-d2a084b6e48a on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 17:59:53.849678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Pushing event updated for resources: {'Port': ['ID=b26e44ab-80be-46ff-9b83-2d2ff9940c03,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:53.859675 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-95dfb634-9f52-4b07-8c74-c42bca0adbd8 req-41c5567d-6761-4228-9a2d-72f5c2a2b9a2 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:53.864284 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-95dfb634-9f52-4b07-8c74-c42bca0adbd8 req-41c5567d-6761-4228-9a2d-72f5c2a2b9a2 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.31 "DELETE /v2.0/ports/24bf0880-2735-4d36-88e3-d2a084b6e48a HTTP/1.1" status: 204 len: 173 time: 1.7774169 Nov 29 17:59:53.867867 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:53.911513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5567d-6761-4228-9a2d-72f5c2a2b9a2 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] Pushing event deleted for resources: {'Port': ['ID=24bf0880-2735-4d36-88e3-d2a084b6e48a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:53.935388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e5ccf-390c-4243-8d6c-e00e25b406ba req-6aad40c5-be48-4f18-8da6-1f43afe0ea5a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:53.937910 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c4e5ccf-390c-4243-8d6c-e00e25b406ba req-6aad40c5-be48-4f18-8da6-1f43afe0ea5a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 946 time: 0.1246459 Nov 29 17:59:53.941231 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:53.942781 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-d869b6d2-9c8b-4fa0-bd65-c4f40671de7c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9886324 Nov 29 17:59:53.996905 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:54.000467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Pushing event updated for resources: {'Port': ['ID=5a1e46bb-74ee-4656-8c0a-96acbceee810,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:54.094308 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63879b73-a2dc-46b3-a22e-e6b42d772f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:54.101933 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-c5aabd21-c7cd-4cf4-b271-52b6d9cb4ce6 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.1467173 Nov 29 17:59:54.127410 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c4e5ccf-390c-4243-8d6c-e00e25b406ba req-5518c6bc-dd98-4ffe-9cd4-af6c28dccdcd tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656699 Nov 29 17:59:54.249912 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b438bc7-1ab9-42bc-b6ea-e9424cc22ec3 x-openstack-request-id: req-9b438bc7-1ab9-42bc-b6ea-e9424cc22ec3 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:54.250207 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a", "name": "network-vif-plugged", "status": "completed", "tag": "4ab440b3-f472-4892-b3c7-981db89689ce", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:54.250462 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b438bc7-1ab9-42bc-b6ea-e9424cc22ec3 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:54.250906 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab440b3-f472-4892-b3c7-981db89689ce', 'code': 200} Nov 29 17:59:54.254365 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:54.261499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:54.267518 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:54.291429 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3372793f-5144-48c0-be4c-bef5c183dfa2 None None] Provisioning complete for port 5a1e46bb-74ee-4656-8c0a-96acbceee810 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:54.295945 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3372793f-5144-48c0-be4c-bef5c183dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:54.296695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-071c5147-b681-4fcd-93d9-83b19a50d4bb tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:54.305489 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:54.325744 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b83f921-16f3-44ec-aef8-93c1ee07d159 req-071c5147-b681-4fcd-93d9-83b19a50d4bb tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.2189953 Nov 29 17:59:54.392664 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78fac22-4005-46bb-a9aa-55801657be62 x-openstack-request-id: req-e78fac22-4005-46bb-a9aa-55801657be62 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:54.393229 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8b5726-8d48-4191-af29-fe44ff184a1b", "name": "network-vif-deleted", "tag": "423acf3e-9b9d-4975-ae81-e88731ac95c8", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:54.393679 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e78fac22-4005-46bb-a9aa-55801657be62 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:54.394271 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8b5726-8d48-4191-af29-fe44ff184a1b', 'name': 'network-vif-deleted', 'tag': '423acf3e-9b9d-4975-ae81-e88731ac95c8', 'status': 'completed', 'code': 200} Nov 29 17:59:54.434080 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87063749-536e-4f93-9506-04e85c55db53 req-249cc820-6f3f-42de-9443-6d9f41d0caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:54.436260 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87063749-536e-4f93-9506-04e85c55db53 req-249cc820-6f3f-42de-9443-6d9f41d0caa2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 1096 time: 0.0933261 Nov 29 17:59:54.440875 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Attempting to bind port 68fe9016-1aa6-4597-962f-b883a407ab2b on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:59:54.441250 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Attempting to bind port 68fe9016-1aa6-4597-962f-b883a407ab2b by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:59:54.441616 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Attempting to bind port 68fe9016-1aa6-4597-962f-b883a407ab2b on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:54.460168 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3372793f-5144-48c0-be4c-bef5c183dfa2 None None] Port 5a1e46bb-74ee-4656-8c0a-96acbceee810 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:59:54.464857 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:59:54.465262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:54.465675 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:54.466107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:59:54.467486 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Bound port: 68fe9016-1aa6-4597-962f-b883a407ab2b, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:59:54.467951 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:54.471199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbc2fd-93e1-4f29-a5a3-433cf444e635 None None] Pushing event updated for resources: {'Port': ['ID=68fe9016-1aa6-4597-962f-b883a407ab2b,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:54.536133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Router 26976628-e36b-4dc6-845c-6ed9d5c16fbd has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 17:59:54.544731 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8af11e4-058a-4a79-9b0f-dcc1835f484c req-63f4c3be-486a-4c7f-a80e-fd417cd47a47 tempest-LiveAutoBlockMigrationV225Test-966929966 tempest-LiveAutoBlockMigrationV225Test-966929966-project] 10.222.0.23 "GET /v2.0/ports?device_id=446df6c2-bdf2-4b1a-a31e-244a01dacd26 HTTP/1.1" status: 200 len: 210 time: 0.0916057 Nov 29 17:59:54.612725 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] For port 68fe9016-1aa6-4597-962f-b883a407ab2b, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:59:54.626629 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] For port 68fe9016-1aa6-4597-962f-b883a407ab2b, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=68fe9016-1aa6-4597-962f-b883a407ab2b,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:59:54.635897 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:54.765018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Routers {'26976628-e36b-4dc6-845c-6ed9d5c16fbd'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:59:54.765835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:59:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:54.779489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87063749-536e-4f93-9506-04e85c55db53 req-eccf416f-3f89-4fe9-8c4a-2f4ba00d5295 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266624 Nov 29 17:59:54.807095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d8db2-a9db-4602-bbbd-c82a531115eb req-3016531c-75f3-4628-a90e-abe1cab0c71f tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:54.814674 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-043d8db2-a9db-4602-bbbd-c82a531115eb req-3016531c-75f3-4628-a90e-abe1cab0c71f tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.1548281 Nov 29 17:59:54.817680 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 17:59:54.844708 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbc2fd-93e1-4f29-a5a3-433cf444e635 None None] Pushing event updated for resources: {'Port': ['ID=68fe9016-1aa6-4597-962f-b883a407ab2b,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:54.855982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4764166f-2f19-42e5-9330-01231075f41c None None] Provisioning complete for port 5a1e46bb-74ee-4656-8c0a-96acbceee810 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:54.855982 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4764166f-2f19-42e5-9330-01231075f41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:54.858883 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4a48d8f0-37e5-4448-9462-864e4256be94 admin admin] 10.222.0.23 "PUT /v2.0/routers/26976628-e36b-4dc6-845c-6ed9d5c16fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2382724 Nov 29 17:59:54.913742 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-107a150f-20bc-4232-ab33-ba9e8e2853bd tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3068283 Nov 29 17:59:54.923309 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:54.961145 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4764166f-2f19-42e5-9330-01231075f41c None None] Port 5a1e46bb-74ee-4656-8c0a-96acbceee810 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 17:59:54.977598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-043d8db2-a9db-4602-bbbd-c82a531115eb req-47a84870-9512-4baa-91ee-8b4a0c4142b6 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619256 Nov 29 17:59:54.986820 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] Set router 26976628-e36b-4dc6-845c-6ed9d5c16fbd gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:59:55.071549 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:55.256778 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:55.312243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c9c86-7143-41c3-965f-705cc7513c92 req-055526d2-a9e0-4e49-b218-6bd93ac50cad tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:55.314532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e05c9c86-7143-41c3-965f-705cc7513c92 req-055526d2-a9e0-4e49-b218-6bd93ac50cad tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 945 time: 0.1164236 Nov 29 17:59:55.323969 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5a1e46bb-74ee-4656-8c0a-96acbceee810', 'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'mac_address': 'fa:16:3e:b0:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:52Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 2, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'subnets': [{'id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:55.358560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cbb8d7-9c84-4d17-a737-bf31452d584d None None] The sync data for ids ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'] in n-d-819494-5 is: [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5a1e46bb-74ee-4656-8c0a-96acbceee810', 'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'mac_address': 'fa:16:3e:b0:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:52Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 2, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'subnets': [{'id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 17:59:55.431537 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Allocated IP 172.25.3.171 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/50d0075c-dbfa-4b8d-b762-1a8202754063) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:59:55.540287 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e05c9c86-7143-41c3-965f-705cc7513c92 req-bc1a8f0c-59cc-42b3-80f7-cbd324e70dfc tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158720 Nov 29 17:59:55.584402 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:55.636504 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:55.727303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Pushing event updated for resources: {'Port': ['ID=50d0075c-dbfa-4b8d-b762-1a8202754063,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:55.740817 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 24bf0880-2735-4d36-88e3-d2a084b6e48a no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 17:59:55.762191 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:55.765149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:55.777613 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 24bf0880-2735-4d36-88e3-d2a084b6e48a {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 17:59:55.778596 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 24bf0880-2735-4d36-88e3-d2a084b6e48a not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 17:59:55.785932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:59:55.900939 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:55.963761 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:56.202479 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:56.208168 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:56.299470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Pushing event updated for resources: {'Port': ['ID=50d0075c-dbfa-4b8d-b762-1a8202754063,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:56.305135 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:56.325019 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:56.326928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-edeebbd9-3414-49c6-a807-d1f63123746d tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4106283 Nov 29 17:59:56.397568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446df6c2-bdf2-4b1a-a31e-244a01dacd26', 'name': 'network-vif-deleted', 'tag': '24bf0880-2735-4d36-88e3-d2a084b6e48a'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 17:59:56.399540 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-789943c1-ffd2-4d65-88c7-cec5bcd2f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:56.401539 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110395df-82e3-48b0-84e0-9892c49883f8" -d '{"events": [{"server_uuid": "446df6c2-bdf2-4b1a-a31e-244a01dacd26", "name": "network-vif-deleted", "tag": "24bf0880-2735-4d36-88e3-d2a084b6e48a"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 17:59:56.408217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-caa3ce51-4491-4f21-9c24-a6a61c5550a2 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.171 HTTP/1.1" status: 200 len: 696 time: 0.0727575 Nov 29 17:59:56.532256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-f2146b0d-d26f-4a7e-b063-cf085e9efd12 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:56.533642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-f2146b0d-d26f-4a7e-b063-cf085e9efd12 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.1186454 Nov 29 17:59:56.545406 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-0a628d6a-c6d5-44a6-8df9-5655588414ff tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 17:59:56.546385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bd7ac0c-14b8-4b85-847e-9058f37a6034 req-0a628d6a-c6d5-44a6-8df9-5655588414ff tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058568 Nov 29 17:59:56.579281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43444) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:56.649152 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3995efa4-ffcf-4bff-a8ec-dd12f08f75aa tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:56.695149 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3995efa4-ffcf-4bff-a8ec-dd12f08f75aa tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:56.713856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf23e6-2056-4e7e-af02-e5130226703a req-ad2f5b68-ba86-4262-a95d-edbaa13a94bb tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:56.715512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1daf23e6-2056-4e7e-af02-e5130226703a req-ad2f5b68-ba86-4262-a95d-edbaa13a94bb tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 946 time: 0.0883257 Nov 29 17:59:56.784153 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1daf23e6-2056-4e7e-af02-e5130226703a req-21d42680-dab3-4159-9b14-6bc1aa88d00f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607204 Nov 29 17:59:56.790488 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3995efa4-ffcf-4bff-a8ec-dd12f08f75aa tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:56.793469 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3995efa4-ffcf-4bff-a8ec-dd12f08f75aa tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:56.794806 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3995efa4-ffcf-4bff-a8ec-dd12f08f75aa tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "DELETE /v2.0/security-groups/fd25f930-5b09-40b8-9c20-7163028836b3 HTTP/1.1" status: 204 len: 168 time: 0.2146420 Nov 29 17:59:56.797855 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43446) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:56.805394 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995efa4-ffcf-4bff-a8ec-dd12f08f75aa tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd25f930-5b09-40b8-9c20-7163028836b3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:56.813272 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-e0a6a398-a813-483e-877e-dd3375c224a0 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] show failed (client error): The resource could not be found. Nov 29 17:59:56.818230 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e0a6a398-a813-483e-877e-dd3375c224a0 tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "GET /v2.0/security-groups/fd25f930-5b09-40b8-9c20-7163028836b3 HTTP/1.1" status: 404 len: 347 time: 0.0193219 Nov 29 17:59:56.821196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43448) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:56.927257 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.019780 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3f43af9f-b914-427a-88c8-daf0ebe2563d tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Deleting port ef738abc-2ec8-459e-8463-175659aae503 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 17:59:57.019780 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f43af9f-b914-427a-88c8-daf0ebe2563d tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.063172 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-3ec4737d-2afc-4bf1-a493-32438a4122d8 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:57.072100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-3ec4737d-2afc-4bf1-a493-32438a4122d8 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/networks?id=57f88c5c-e77c-48db-a3b8-7ceadd054f7f HTTP/1.1" status: 200 len: 811 time: 0.1648753 Nov 29 17:59:57.079990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 68fe9016-1aa6-4597-962f-b883a407ab2b up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:57.095895 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-9a892370-d4b6-4226-9a48-9c6af2c5670f tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/quotas/255082b63de549aeaca1e79e75cfcb79 HTTP/1.1" status: 200 len: 375 time: 0.0230489 Nov 29 17:59:57.125596 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f43af9f-b914-427a-88c8-daf0ebe2563d tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.126027 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f43af9f-b914-427a-88c8-daf0ebe2563d tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.141576 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3f43af9f-b914-427a-88c8-daf0ebe2563d tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Calling delete_port for ef738abc-2ec8-459e-8463-175659aae503 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 17:59:57.179345 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-dcca41ed-c288-4d70-90be-5a9bac4a3b50 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=255082b63de549aeaca1e79e75cfcb79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823569 Nov 29 17:59:57.185447 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 68fe9016-1aa6-4597-962f-b883a407ab2b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:57.186221 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.332286 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.347647 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f43af9f-b914-427a-88c8-daf0ebe2563d tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.357442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 68fe9016-1aa6-4597-962f-b883a407ab2b, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=68fe9016-1aa6-4597-962f-b883a407ab2b,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 17:59:57.362596 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.377429 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-b6c84614-0586-468e-a5dd-99701bb377f1 service neutron] 10.222.0.23 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967306 Nov 29 17:59:57.377938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43af9f-b914-427a-88c8-daf0ebe2563d tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Pushing event deleted for resources: {'Port': ['ID=ef738abc-2ec8-459e-8463-175659aae503,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:57.382940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43466) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:57.389367 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6cdfae93-eac1-4def-9db6-b96b2eb4a915 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1330534139', 'description': 'tempest-description--1425903391'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:57.423037 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6cdfae93-eac1-4def-9db6-b96b2eb4a915 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.469512 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43468) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:57.504117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-2b264d84-6618-4aae-ac83-b01e7354567a service neutron] 10.222.0.23 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260068 Nov 29 17:59:57.509192 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 17:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f0d535-bbee-4fa9-89fc-398c305fbbdf x-openstack-request-id: req-74f0d535-bbee-4fa9-89fc-398c305fbbdf {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 17:59:57.509520 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446df6c2-bdf2-4b1a-a31e-244a01dacd26", "name": "network-vif-deleted", "tag": "24bf0880-2735-4d36-88e3-d2a084b6e48a", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 17:59:57.511017 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74f0d535-bbee-4fa9-89fc-398c305fbbdf {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 17:59:57.511391 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446df6c2-bdf2-4b1a-a31e-244a01dacd26', 'name': 'network-vif-deleted', 'tag': '24bf0880-2735-4d36-88e3-d2a084b6e48a', 'status': 'completed', 'code': 200} Nov 29 17:59:57.556611 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f43af9f-b914-427a-88c8-daf0ebe2563d tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.565993 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f43af9f-b914-427a-88c8-daf0ebe2563d tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.571065 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3f43af9f-b914-427a-88c8-daf0ebe2563d tempest-ServersWithSpecificFlavorTestJSON-221833836 tempest-ServersWithSpecificFlavorTestJSON-221833836-project] 10.222.0.23 "DELETE /v2.0/floatingips/e5a90401-4f28-41aa-a2c1-69e6eca4be59 HTTP/1.1" status: 204 len: 168 time: 0.7402372 Nov 29 17:59:57.627097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=68fe9016-1aa6-4597-962f-b883a407ab2b,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:57.644393 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.675272 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6cdfae93-eac1-4def-9db6-b96b2eb4a915 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.689028 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6cdfae93-eac1-4def-9db6-b96b2eb4a915 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.698173 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-b7565b70-402a-43d8-a698-e78c392d80b7 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1799083 Nov 29 17:59:57.704537 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-84331a4c-7fe6-4785-965b-eabbcdbc4d29 admin admin] Deleting subnet fd64ce8a-80eb-44be-9944-f47c123c7381 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 17:59:57.717633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:57.721364 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-84331a4c-7fe6-4785-965b-eabbcdbc4d29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.764021 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6cdfae93-eac1-4def-9db6-b96b2eb4a915 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.768056 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6cdfae93-eac1-4def-9db6-b96b2eb4a915 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3807476 Nov 29 17:59:57.768492 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfae93-eac1-4def-9db6-b96b2eb4a915 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b32a2d5e-2300-452b-bff6-ba409f6cd84e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:57.772520 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43478) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:57.778852 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-78e607c9-57d8-4746-947d-a0571869e071 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Request body: {'security_group_rule': {'security_group_id': 'b32a2d5e-2300-452b-bff6-ba409f6cd84e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:57.790186 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-84331a4c-7fe6-4785-965b-eabbcdbc4d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.790561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.857637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4f70c-8065-4b4e-b410-f33730c6555d req-b691b1fe-4126-473c-a9d0-2458f75648de tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:57.859448 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78e607c9-57d8-4746-947d-a0571869e071 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.865125 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5cc4f70c-8065-4b4e-b410-f33730c6555d req-b691b1fe-4126-473c-a9d0-2458f75648de tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 945 time: 0.1349468 Nov 29 17:59:57.886369 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-84331a4c-7fe6-4785-965b-eabbcdbc4d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.931313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5cc4f70c-8065-4b4e-b410-f33730c6555d req-b856508f-71ff-4ed2-bc18-dc4e13e4cf0d tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652814 Nov 29 17:59:57.980147 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.987740 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78e607c9-57d8-4746-947d-a0571869e071 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:57.994153 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78e607c9-57d8-4746-947d-a0571869e071 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.023594 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e607c9-57d8-4746-947d-a0571869e071 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567eb237-f0d9-46c4-86bf-6c4d04a9e854,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:58.051536 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78e607c9-57d8-4746-947d-a0571869e071 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.056206 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43490) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:58.059376 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-78e607c9-57d8-4746-947d-a0571869e071 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2798789 Nov 29 17:59:58.062991 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-84331a4c-7fe6-4785-965b-eabbcdbc4d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.064694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Request body: {'security_group_rule': {'security_group_id': 'b32a2d5e-2300-452b-bff6-ba409f6cd84e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:58.111530 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84331a4c-7fe6-4785-965b-eabbcdbc4d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd64ce8a-80eb-44be-9944-f47c123c7381,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:58.116045 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-84331a4c-7fe6-4785-965b-eabbcdbc4d29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.122622 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-84331a4c-7fe6-4785-965b-eabbcdbc4d29 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fd64ce8a-80eb-44be-9944-f47c123c7381 HTTP/1.1" status: 204 len: 168 time: 0.5954316 Nov 29 17:59:58.123374 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43496) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:58.179439 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.207779 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Allocated IP 172.25.3.52 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/46dae71a-fd4f-4c8f-a3af-dc58b25ca163) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:59:58.268722 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc103b58-31ae-469a-90a6-4c9b665c6f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.351956 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.369545 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.372916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Sync routers for ids ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 17:59:58.397390 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Routers {'26976628-e36b-4dc6-845c-6ed9d5c16fbd'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 17:59:58.398071 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:59:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:58.408280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c340ec3-5432-4a47-95c2-8753c0b49956,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:58.443829 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.449118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3917532 Nov 29 17:59:58.454071 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.455446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43502) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:58.461229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 17:59:58.468216 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:58.468650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:58.469117 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:58.469538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:58.469961 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:58.470373 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:58.470781 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:58.471342 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:58.471765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:58.472181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:58.472584 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:58.472986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26500a6d-bf59-4d16-bdab-201b2bc55068 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 17:59:58.544681 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc103b58-31ae-469a-90a6-4c9b665c6f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.547908 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.604065 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 17:59:58.605677 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.613367 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Set router 26976628-e36b-4dc6-845c-6ed9d5c16fbd gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 17:59:58.618188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 17:59:58.621588 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-cc103b58-31ae-469a-90a6-4c9b665c6f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42440cb4-6417-4b7a-81f2-3d94c90e760f']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:58.630841 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 17:59:58.645525 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-cc103b58-31ae-469a-90a6-4c9b665c6f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48484d66-c530-438b-94e6-8c7fcc6de4ba') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:58.646267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-cc103b58-31ae-469a-90a6-4c9b665c6f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48484d66-c530-438b-94e6-8c7fcc6de4ba') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:58.667932 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc103b58-31ae-469a-90a6-4c9b665c6f56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.690942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Pushing event updated for resources: {'Port': ['ID=46dae71a-fd4f-4c8f-a3af-dc58b25ca163,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:58.702435 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc103b58-31ae-469a-90a6-4c9b665c6f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.718497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc103b58-31ae-469a-90a6-4c9b665c6f56 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 17:59:58.719751 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc103b58-31ae-469a-90a6-4c9b665c6f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.733148 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2bd0c5f-9976-4c66-945b-17dc49c2ce35 req-54bfb338-e223-4c7f-9e1a-f0023e5f72bc tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 210 time: 0.0634015 Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: timer() Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 17:59:58.739476 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 17:59:58.826392 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc103b58-31ae-469a-90a6-4c9b665c6f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.844428 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.856778 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc103b58-31ae-469a-90a6-4c9b665c6f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.864734 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cc103b58-31ae-469a-90a6-4c9b665c6f56 admin admin] 10.222.0.23 "DELETE /v2.0/networks/42440cb4-6417-4b7a-81f2-3d94c90e760f HTTP/1.1" status: 204 len: 168 time: 0.7396040 Nov 29 17:59:58.867486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43506) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:58.870941 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc103b58-31ae-469a-90a6-4c9b665c6f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=42440cb4-6417-4b7a-81f2-3d94c90e760f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:58.935393 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.940399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f107f5-f7b5-460f-a3e8-4b6c83d974fb admin admin] Deleting subnet cd9b6331-a9b3-42ad-a15e-2d9833a486ea {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 17:59:58.944545 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0f107f5-f7b5-460f-a3e8-4b6c83d974fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:58.988486 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0f107f5-f7b5-460f-a3e8-4b6c83d974fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.010122 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.033313 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5a1e46bb-74ee-4656-8c0a-96acbceee810', 'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'mac_address': 'fa:16:3e:b0:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:52Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 2, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'subnets': [{'id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:59.065022 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0f107f5-f7b5-460f-a3e8-4b6c83d974fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.093027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 68fe9016-1aa6-4597-962f-b883a407ab2b up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 17:59:59.097109 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Checking router: 26976628-e36b-4dc6-845c-6ed9d5c16fbd for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 17:59:59.097516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Updating router 26976628-e36b-4dc6-845c-6ed9d5c16fbd port 5a1e46bb-74ee-4656-8c0a-96acbceee810 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 17:59:59.111939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Allocated IP 172.25.3.106 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/2aa475f2-f1b2-47e5-bf2c-0ec1b4e46e6e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 17:59:59.132543 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0f107f5-f7b5-460f-a3e8-4b6c83d974fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.136122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f4028-44ff-4477-a0df-cb35da7a28dd req-43120db8-3d7f-48c3-bace-54e904ea980a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:59.143377 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c3f4028-44ff-4477-a0df-cb35da7a28dd req-43120db8-3d7f-48c3-bace-54e904ea980a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 946 time: 0.3091431 Nov 29 17:59:59.171253 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f107f5-f7b5-460f-a3e8-4b6c83d974fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd9b6331-a9b3-42ad-a15e-2d9833a486ea,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:59.181982 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0f107f5-f7b5-460f-a3e8-4b6c83d974fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.187606 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c0f107f5-f7b5-460f-a3e8-4b6c83d974fb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cd9b6331-a9b3-42ad-a15e-2d9833a486ea HTTP/1.1" status: 204 len: 168 time: 0.3184164 Nov 29 17:59:59.190080 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43508) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:59.232718 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.262916 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.318343 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b26ba32-0d33-4d60-8966-7f6b0e90c43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.430753 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b26ba32-0d33-4d60-8966-7f6b0e90c43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.456650 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-0b26ba32-0d33-4d60-8966-7f6b0e90c43b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d963e42-d4cd-44a5-8938-3748cc60267b']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:59.468208 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-0b26ba32-0d33-4d60-8966-7f6b0e90c43b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3896b74b-207b-4ac0-8bc3-d3b735f82d61') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:59.468511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-0b26ba32-0d33-4d60-8966-7f6b0e90c43b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3896b74b-207b-4ac0-8bc3-d3b735f82d61') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 17:59:59.479054 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b26ba32-0d33-4d60-8966-7f6b0e90c43b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.496525 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b26ba32-0d33-4d60-8966-7f6b0e90c43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.497622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 68fe9016-1aa6-4597-962f-b883a407ab2b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 17:59:59.498080 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.507319 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b26ba32-0d33-4d60-8966-7f6b0e90c43b admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 17:59:59.507319 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b26ba32-0d33-4d60-8966-7f6b0e90c43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: timer() Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 17:59:59.509610 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 17:59:59.545242 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.588836 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b26ba32-0d33-4d60-8966-7f6b0e90c43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.596771 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b26ba32-0d33-4d60-8966-7f6b0e90c43b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.602840 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0b26ba32-0d33-4d60-8966-7f6b0e90c43b admin admin] 10.222.0.23 "DELETE /v2.0/networks/8d963e42-d4cd-44a5-8938-3748cc60267b HTTP/1.1" status: 204 len: 168 time: 0.4096334 Nov 29 17:59:59.620144 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26ba32-0d33-4d60-8966-7f6b0e90c43b admin admin] Pushing event deleted for resources: {'Network': ['ID=8d963e42-d4cd-44a5-8938-3748cc60267b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:59.703026 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.711060 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c3f4028-44ff-4477-a0df-cb35da7a28dd req-bf3774e0-17bc-42cc-9c4a-29175de8492b tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666580 Nov 29 17:59:59.713963 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.772267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43516) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:59.817563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9f179-0e13-46dc-b815-bf4c386cb314 None None] Pushing event updated for resources: {'Port': ['ID=5a1e46bb-74ee-4656-8c0a-96acbceee810,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 17:59:59.824810 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.855018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Attempting to bind port 5a1e46bb-74ee-4656-8c0a-96acbceee810 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 17:59:59.855403 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Attempting to bind port 5a1e46bb-74ee-4656-8c0a-96acbceee810 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 17:59:59.855770 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Attempting to bind port 5a1e46bb-74ee-4656-8c0a-96acbceee810 on network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 17:59:59.862340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 17:59:59.862723 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Checking segment: {'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 17:59:59.863304 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.863710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Bound using segment: {'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 17:59:59.864890 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Bound port: 5a1e46bb-74ee-4656-8c0a-96acbceee810, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 17:59:59.864890 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.883563 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-771b3082-394e-4d75-aae5-28987e5222a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80d0ffbb4cf74b4ab097b8a012189088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1070557 Nov 29 17:59:59.885348 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43518) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 17:59:59.919352 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.948002 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-2a3712d7-6505-4376-b3db-fce6e35897ec tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 17:59:59.950418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-2a3712d7-6505-4376-b3db-fce6e35897ec tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.31 "GET /v2.0/networks?id=57f88c5c-e77c-48db-a3b8-7ceadd054f7f HTTP/1.1" status: 200 len: 811 time: 0.8251033 Nov 29 17:59:59.957310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] For port 5a1e46bb-74ee-4656-8c0a-96acbceee810, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 17:59:59.961744 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] For port 5a1e46bb-74ee-4656-8c0a-96acbceee810, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5a1e46bb-74ee-4656-8c0a-96acbceee810,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 17:59:59.969191 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.973034 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-412e322c-9eb1-4165-b6ec-2a38ba5ec67a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 17:59:59.986561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-a26be5d0-7735-4294-9814-8ede1689dc76 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Request body: {'port': {'device_id': '120f8a8d-c8ee-49f0-adba-22038472543c', 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f', 'admin_state_up': True, 'tenant_id': '255082b63de549aeaca1e79e75cfcb79'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:00.029683 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-412e322c-9eb1-4165-b6ec-2a38ba5ec67a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:00.049950 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:00.051727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Routers {'26976628-e36b-4dc6-845c-6ed9d5c16fbd'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:00:00.052646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:59:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:00.099315 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9f179-0e13-46dc-b815-bf4c386cb314 None None] Pushing event updated for resources: {'Port': ['ID=5a1e46bb-74ee-4656-8c0a-96acbceee810,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:00.107893 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e5853e02-5735-46fe-8790-b95e77ae0047 None None] Provisioning complete for port 5a1e46bb-74ee-4656-8c0a-96acbceee810 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:00.108271 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5853e02-5735-46fe-8790-b95e77ae0047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:00.152416 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-412e322c-9eb1-4165-b6ec-2a38ba5ec67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:00.154953 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-412e322c-9eb1-4165-b6ec-2a38ba5ec67a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:00.159116 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-412e322c-9eb1-4165-b6ec-2a38ba5ec67a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41da9b69-9d1d-4353-898f-466069c73c1a HTTP/1.1" status: 204 len: 168 time: 0.2733564 Nov 29 18:00:00.171894 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e322c-9eb1-4165-b6ec-2a38ba5ec67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41da9b69-9d1d-4353-898f-466069c73c1a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:00.236501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] Set router 26976628-e36b-4dc6-845c-6ed9d5c16fbd gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:00:00.260516 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event updated for resources: {'Port': ['ID=2aa475f2-f1b2-47e5-bf2c-0ec1b4e46e6e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:00.292605 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05365d80-5a46-4b02-8e98-f470a1193f5c req-3b7dfdef-273e-4b27-bd8c-cb97cf7b83d8 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1807377251&fields=id&tenant_id=002d053e10db4216a16b57a0ded20cba HTTP/1.1" status: 200 len: 267 time: 0.4026117 Nov 29 18:00:00.296019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:00:00.307130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:00:00.313783 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:00:00.376476 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5853e02-5735-46fe-8790-b95e77ae0047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:00.538495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e5853e02-5735-46fe-8790-b95e77ae0047 None None] For port 5a1e46bb-74ee-4656-8c0a-96acbceee810, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5a1e46bb-74ee-4656-8c0a-96acbceee810,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:00.546295 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5853e02-5735-46fe-8790-b95e77ae0047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:00.607308 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5853e02-5735-46fe-8790-b95e77ae0047 None None] Pushing event updated for resources: {'Port': ['ID=5a1e46bb-74ee-4656-8c0a-96acbceee810,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:00.612612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5a1e46bb-74ee-4656-8c0a-96acbceee810', 'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'mac_address': 'fa:16:3e:b0:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:52Z', 'updated_at': '2021-11-29T17:59:59Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'subnets': [{'id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:00.647400 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05365d80-5a46-4b02-8e98-f470a1193f5c req-70a5580c-01ac-4345-8cdd-6a63f9b12f49 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:00.650609 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e53ffe-d305-462e-b524-1400c348fb86 None None] The sync data for ids ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'] in n-d-819494-5 is: [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5a1e46bb-74ee-4656-8c0a-96acbceee810', 'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'mac_address': 'fa:16:3e:b0:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:52Z', 'updated_at': '2021-11-29T17:59:59Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'subnets': [{'id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:00:00.663376 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05365d80-5a46-4b02-8e98-f470a1193f5c req-70a5580c-01ac-4345-8cdd-6a63f9b12f49 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 945 time: 0.3576779 Nov 29 18:00:00.669583 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-05365d80-5a46-4b02-8e98-f470a1193f5c req-9064c692-526e-41e3-8cbd-9e07b1243b20 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Request body: {'port': {'security_groups': ['a6aae9f5-f5ff-47b1-8e76-789fc62d8a59', '998ca87f-00be-40bb-81e2-2343729b6d8b']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:00.673156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1c577c16-4e19-47e1-9f33-54824dee308d None None] Provisioning complete for port 5a1e46bb-74ee-4656-8c0a-96acbceee810 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:00.673546 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1c577c16-4e19-47e1-9f33-54824dee308d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:00.707175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43526) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:00.767679 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0a6a8e17-8497-4e04-861d-03c89b22e6ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07f54325300a4944908d6b08c073855c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0579379 Nov 29 18:00:00.769940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43530) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:00.780425 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:00.799975 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-a26be5d0-7735-4294-9814-8ede1689dc76 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Made reservation on behalf of 255082b63de549aeaca1e79e75cfcb79 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:00:00.804373 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-a26be5d0-7735-4294-9814-8ede1689dc76 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:00.850095 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-34582a86-1df8-4459-af7b-016d37ed95b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:00.875565 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:00.876993 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-34582a86-1df8-4459-af7b-016d37ed95b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:00.940710 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:00.960756 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:00.975009 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-34582a86-1df8-4459-af7b-016d37ed95b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:00.994500 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-34582a86-1df8-4459-af7b-016d37ed95b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:01.000140 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-34582a86-1df8-4459-af7b-016d37ed95b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fed02616-20f1-473c-864f-334830759e3a HTTP/1.1" status: 204 len: 168 time: 0.2281232 Nov 29 18:00:01.013051 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34582a86-1df8-4459-af7b-016d37ed95b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed02616-20f1-473c-864f-334830759e3a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:01.160881 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5a1e46bb-74ee-4656-8c0a-96acbceee810 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:00:01.190127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Pushing event updated for resources: {'Port': ['ID=46dae71a-fd4f-4c8f-a3af-dc58b25ca163,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:01.200632 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-05365d80-5a46-4b02-8e98-f470a1193f5c req-9064c692-526e-41e3-8cbd-9e07b1243b20 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:01.271524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5a1e46bb-74ee-4656-8c0a-96acbceee810 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:01.273615 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:01.359603 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:01.450872 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:01.452234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-019ac448-11e5-448f-bcd8-332a7049b77e tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7467413 Nov 29 18:00:01.462175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-a26be5d0-7735-4294-9814-8ede1689dc76 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Allocated IP 172.20.0.12 (57f88c5c-e77c-48db-a3b8-7ceadd054f7f/1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b/7a39b011-4392-41e1-8c5e-5a3c6027f826) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:00:01.607371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:01.635471 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-b3bd0c77-c925-42ab-b521-03d2a13f6292 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 695 time: 0.1676056 Nov 29 18:00:01.655315 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:01.979886 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-fa4eb1e9-0051-4c06-afb5-f86dc3ee1bc5 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:01.981343 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45ec3858-5631-4d4d-8cac-33b61f2286a9 req-fa4eb1e9-0051-4c06-afb5-f86dc3ee1bc5 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.3170788 Nov 29 18:00:02.159983 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:02.188512 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:02.188512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7280641 Nov 29 18:00:02.298270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57429959-b1e8-4d22-92f2-64f805cc2ea7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event updated for resources: {'Port': ['ID=2aa475f2-f1b2-47e5-bf2c-0ec1b4e46e6e,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:02.348184 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65829f97-4318-4ea3-8e59-74902df351e3 req-3ca5dc4c-dea9-4afb-a2d0-064d77ee3405 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 210 time: 0.1199906 Nov 29 18:00:02.454274 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-05365d80-5a46-4b02-8e98-f470a1193f5c req-9064c692-526e-41e3-8cbd-9e07b1243b20 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] For port 4ab440b3-f472-4892-b3c7-981db89689ce, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=4ab440b3-f472-4892-b3c7-981db89689ce,segment=NetworkSegment(5bb79eba-0822-445c-8e62-df5566372ade),segment_id=5bb79eba-0822-445c-8e62-df5566372ade)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:02.518272 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-a26be5d0-7735-4294-9814-8ede1689dc76 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:02.579705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f708b-4241-4672-a732-0ce2516908e6 req-05ffebe8-e2ba-46e3-8669-ec23ab7c0342 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:02.581326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d2f708b-4241-4672-a732-0ce2516908e6 req-05ffebe8-e2ba-46e3-8669-ec23ab7c0342 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 946 time: 0.1168554 Nov 29 18:00:02.588316 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-05365d80-5a46-4b02-8e98-f470a1193f5c req-9064c692-526e-41e3-8cbd-9e07b1243b20 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:02.618027 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-05365d80-5a46-4b02-8e98-f470a1193f5c req-9064c692-526e-41e3-8cbd-9e07b1243b20 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:02.631476 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['4ab440b3-f472-4892-b3c7-981db89689ce'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:02.698737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064c692-526e-41e3-8cbd-9e07b1243b20 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event updated for resources: {'Port': ['ID=4ab440b3-f472-4892-b3c7-981db89689ce,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:02.761282 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05365d80-5a46-4b02-8e98-f470a1193f5c req-9064c692-526e-41e3-8cbd-9e07b1243b20 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:02.765476 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-05365d80-5a46-4b02-8e98-f470a1193f5c req-9064c692-526e-41e3-8cbd-9e07b1243b20 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:02.771125 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05365d80-5a46-4b02-8e98-f470a1193f5c req-9064c692-526e-41e3-8cbd-9e07b1243b20 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "PUT /v2.0/ports/4ab440b3-f472-4892-b3c7-981db89689ce HTTP/1.1" status: 200 len: 981 time: 2.1066530 Nov 29 18:00:02.788152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a', 'tag': '4ab440b3-f472-4892-b3c7-981db89689ce'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:02.792694 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920c81e0-92f7-4d0d-8245-853eb79faa03" -d '{"events": [{"name": "network-changed", "server_uuid": "7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a", "tag": "4ab440b3-f472-4892-b3c7-981db89689ce"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:02.805686 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-a26be5d0-7735-4294-9814-8ede1689dc76 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:02.842557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:02.885522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26be5d0-7735-4294-9814-8ede1689dc76 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Pushing event updated for resources: {'Port': ['ID=7a39b011-4392-41e1-8c5e-5a3c6027f826,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:02.942154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d2f708b-4241-4672-a732-0ce2516908e6 req-34730294-3e0c-47ea-a59e-0d1305dd45f1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514562 Nov 29 18:00:02.945522 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b8cf2a2-81e8-429e-a3cd-28ab5263e521 req-61ce4355-5eaf-4de8-a61b-055ef474d0fe tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips/3aeaa4be-cb46-4f1b-a3a0-cb0cb369a7e2 HTTP/1.1" status: 200 len: 692 time: 0.1303539 Nov 29 18:00:02.955261 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-a26be5d0-7735-4294-9814-8ede1689dc76 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Network 57f88c5c-e77c-48db-a3b8-7ceadd054f7f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:00:02.958716 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-a26be5d0-7735-4294-9814-8ede1689dc76 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:00:02.966723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-a26be5d0-7735-4294-9814-8ede1689dc76 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:00:02.990832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['4ab440b3-f472-4892-b3c7-981db89689ce'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:03.051109 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08f79-9295-4b0b-980f-f21af805d470 req-e6436064-fd15-4d99-acc1-ab2a40306b24 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:03.054171 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-e6436064-fd15-4d99-acc1-ab2a40306b24 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e&tenant_id=3a0783cb68fe44b080e0c111bf112e73&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 1097 time: 0.4135895 Nov 29 18:00:03.069497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-819494-5'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:03.183953 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:03.210238 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8cf2a2-81e8-429e-a3cd-28ab5263e521 req-6b4a9932-c7e1-446f-8a11-eb237f69b8d7 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:03.211793 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b8cf2a2-81e8-429e-a3cd-28ab5263e521 req-6b4a9932-c7e1-446f-8a11-eb237f69b8d7 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.2550070 Nov 29 18:00:03.284246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-3b8cf2a2-81e8-429e-a3cd-28ab5263e521 req-54dbf2f2-0e15-4161-98b7-6b01b5c46193 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:00:03.288863 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b8cf2a2-81e8-429e-a3cd-28ab5263e521 req-54dbf2f2-0e15-4161-98b7-6b01b5c46193 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489168 Nov 29 18:00:03.333119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-ff4720b7-a315-4889-825f-ad000af14cf7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1330534139&fields=id&tenant_id=97df2f9382ba451a9c1578f7e940bef7 HTTP/1.1" status: 200 len: 267 time: 0.1160874 Nov 29 18:00:03.339965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-a26be5d0-7735-4294-9814-8ede1689dc76 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:03.340668 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-a26be5d0-7735-4294-9814-8ede1689dc76 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:03.377527 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-a26be5d0-7735-4294-9814-8ede1689dc76 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3984153 Nov 29 18:00:03.436544 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Request body: {'port': {'device_id': '120f8a8d-c8ee-49f0-adba-22038472543c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:03.476135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] For port b00d75a1-6b35-4432-bce6-5469637a16f9, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b00d75a1-6b35-4432-bce6-5469637a16f9,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:03.555966 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] For port b00d75a1-6b35-4432-bce6-5469637a16f9, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:00:03.629795 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:03.634079 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6422c818-5e7a-4b9b-907c-a10a198f6d7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b00d75a1-6b35-4432-bce6-5469637a16f9'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:03.638081 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390c523b-2e19-4b5d-8244-bb0e102ccee7" -d '{"events": [{"server_uuid": "6422c818-5e7a-4b9b-907c-a10a198f6d7e", "name": "network-vif-unplugged", "status": "completed", "tag": "b00d75a1-6b35-4432-bce6-5469637a16f9"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:03.642146 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:03.645250 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:03.722123 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6ddb8ec-6c85-4a75-9a8d-6f9f7cfcdafe req-d21c0828-e24f-44fa-aa66-3b383d1067dc tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-534322910&fields=id&tenant_id=002d053e10db4216a16b57a0ded20cba HTTP/1.1" status: 200 len: 267 time: 0.3281024 Nov 29 18:00:03.747082 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Pushing event updated for resources: {'Port': ['ID=b00d75a1-6b35-4432-bce6-5469637a16f9,revision_number=7']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:03.792944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-a4d87751-8307-49ab-bee3-6cc07c300e66 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:03.800855 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b00d75a1-6b35-4432-bce6-5469637a16f9 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:00:03.801421 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-a4d87751-8307-49ab-bee3-6cc07c300e66 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/networks?id=7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 200 len: 817 time: 0.4456937 Nov 29 18:00:03.856049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-4ac54c4d-77db-46d3-af11-7c6f6c41d0cb tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/quotas/97df2f9382ba451a9c1578f7e940bef7 HTTP/1.1" status: 200 len: 375 time: 0.0538006 Nov 29 18:00:03.859887 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Attempting to bind port b00d75a1-6b35-4432-bce6-5469637a16f9 on host n-h1-819494-5 for vnic_type normal with profile {"migrating_to": "n-h2-819494-5"} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:00:03.862922 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Attempting to bind port b00d75a1-6b35-4432-bce6-5469637a16f9 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:00:03.864114 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Attempting to bind port b00d75a1-6b35-4432-bce6-5469637a16f9 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:03.877990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Port b00d75a1-6b35-4432-bce6-5469637a16f9 on network d41485a2-1aa1-4798-b665-6b565c023c81 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:00:03.880270 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Attempting to bind port b00d75a1-6b35-4432-bce6-5469637a16f9 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:03.898194 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:00:03.898934 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Checking segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:00:03.899496 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Bound using segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:00:03.900249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Bound port: b00d75a1-6b35-4432-bce6-5469637a16f9, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:00:03.900870 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:03.964311 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b00d75a1-6b35-4432-bce6-5469637a16f9, host n-h1-819494-5, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:03.973771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddb8ec-6c85-4a75-9a8d-6f9f7cfcdafe req-5afad628-7d29-47a2-b898-02a792567aaf tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:03.975784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6ddb8ec-6c85-4a75-9a8d-6f9f7cfcdafe req-5afad628-7d29-47a2-b898-02a792567aaf tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 984 time: 0.2256789 Nov 29 18:00:03.987914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] For port b00d75a1-6b35-4432-bce6-5469637a16f9, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:00:03.995081 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-e6ddb8ec-6c85-4a75-9a8d-6f9f7cfcdafe req-02253b04-5728-4519-bad8-45d160c33cc9 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Request body: {'port': {'security_groups': ['998ca87f-00be-40bb-81e2-2343729b6d8b', 'a6aae9f5-f5ff-47b1-8e76-789fc62d8a59', '18e0136b-73d7-44ce-8de5-d140ef74b86d']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:03.996789 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] For port b00d75a1-6b35-4432-bce6-5469637a16f9, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b00d75a1-6b35-4432-bce6-5469637a16f9,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:00:04.005289 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:04.012183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Attempting to bind port b00d75a1-6b35-4432-bce6-5469637a16f9 on host n-h1-819494-5 for vnic_type normal with profile {"migrating_to": "n-h2-819494-5"} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:00:04.012960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Attempting to bind port b00d75a1-6b35-4432-bce6-5469637a16f9 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:00:04.013590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Attempting to bind port b00d75a1-6b35-4432-bce6-5469637a16f9 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:04.019328 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Port b00d75a1-6b35-4432-bce6-5469637a16f9 on network d41485a2-1aa1-4798-b665-6b565c023c81 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:00:04.019984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Attempting to bind port b00d75a1-6b35-4432-bce6-5469637a16f9 on network d41485a2-1aa1-4798-b665-6b565c023c81 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:04.026673 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:00:04.027582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Checking segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:00:04.028440 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Bound using segment: {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:00:04.029126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Bound port: b00d75a1-6b35-4432-bce6-5469637a16f9, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd41485a2-1aa1-4798-b665-6b565c023c81'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:00:04.029706 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:04.118919 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-c5baffc7-5172-46de-8743-d42951ea6b93 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=97df2f9382ba451a9c1578f7e940bef7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2617939 Nov 29 18:00:04.125278 n-d-819494-5 neutron-server[110006]: WARNING neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Concurrent port binding operations failed on port b00d75a1-6b35-4432-bce6-5469637a16f9 Nov 29 18:00:04.129959 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b00d75a1-6b35-4432-bce6-5469637a16f9, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b00d75a1-6b35-4432-bce6-5469637a16f9,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:04.131682 n-d-819494-5 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Attempt 2 to bind port b00d75a1-6b35-4432-bce6-5469637a16f9 Nov 29 18:00:04.132217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b00d75a1-6b35-4432-bce6-5469637a16f9 has no active binding in host n-h2-819494-5 {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 29 18:00:04.147483 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:04.148791 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:04.150362 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] 10.222.0.31 "PUT /v2.0/ports/b00d75a1-6b35-4432-bce6-5469637a16f9 HTTP/1.1" status: 200 len: 1122 time: 1.0888059 Nov 29 18:00:04.156208 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711d58e-31c6-435d-a9b0-06fe47c3391b service neutron] Pushing event updated for resources: {'Port': ['ID=b00d75a1-6b35-4432-bce6-5469637a16f9,revision_number=8']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:04.241655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b00d75a1-6b35-4432-bce6-5469637a16f9'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:04.243124 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e6ddb8ec-6c85-4a75-9a8d-6f9f7cfcdafe req-02253b04-5728-4519-bad8-45d160c33cc9 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:04.290481 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['b00d75a1-6b35-4432-bce6-5469637a16f9'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:04.368300 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-0a953aca-ea7d-44c5-b692-0d582c48b7fa service neutron] 10.222.0.23 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478015 Nov 29 18:00:04.487615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a39b011-4392-41e1-8c5e-5a3c6027f826 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:00:04.505141 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:04.562125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Transition to ACTIVE for port object 7a39b011-4392-41e1-8c5e-5a3c6027f826 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:00:04.567010 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:04.574467 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-b14a717c-aa28-4386-9f9d-2e7504df685d service neutron] 10.222.0.23 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791439 Nov 29 18:00:04.678726 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a39b011-4392-41e1-8c5e-5a3c6027f826,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:04.745337 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bce4b21-07fb-4a03-8d8f-27a04e728a4b x-openstack-request-id: req-3bce4b21-07fb-4a03-8d8f-27a04e728a4b {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:04.745671 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a", "tag": "4ab440b3-f472-4892-b3c7-981db89689ce", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:04.745931 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3bce4b21-07fb-4a03-8d8f-27a04e728a4b {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:04.746355 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a', 'tag': '4ab440b3-f472-4892-b3c7-981db89689ce', 'status': 'completed', 'code': 200} Nov 29 18:00:04.765006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-e6ddb8ec-6c85-4a75-9a8d-6f9f7cfcdafe req-02253b04-5728-4519-bad8-45d160c33cc9 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] For port 4ab440b3-f472-4892-b3c7-981db89689ce, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=4ab440b3-f472-4892-b3c7-981db89689ce,segment=NetworkSegment(5bb79eba-0822-445c-8e62-df5566372ade),segment_id=5bb79eba-0822-445c-8e62-df5566372ade)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:05.201305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Attempting to bind port 7a39b011-4392-41e1-8c5e-5a3c6027f826 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:00:05.201815 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Attempting to bind port 7a39b011-4392-41e1-8c5e-5a3c6027f826 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '7ab3073e-50ba-4da4-8530-beed92fa37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:00:05.202259 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Attempting to bind port 7a39b011-4392-41e1-8c5e-5a3c6027f826 on network 57f88c5c-e77c-48db-a3b8-7ceadd054f7f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:05.235716 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e9ac646-6574-447b-8c80-570b40a3dc84 req-48c707c9-5b47-4a95-be53-2ff2d07f38ed tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips/3aeaa4be-cb46-4f1b-a3a0-cb0cb369a7e2 HTTP/1.1" status: 200 len: 692 time: 0.4343562 Nov 29 18:00:05.240916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Port 7a39b011-4392-41e1-8c5e-5a3c6027f826 on network 57f88c5c-e77c-48db-a3b8-7ceadd054f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:00:05.241273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Attempting to bind port 7a39b011-4392-41e1-8c5e-5a3c6027f826 on network 57f88c5c-e77c-48db-a3b8-7ceadd054f7f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:05.246524 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e6ddb8ec-6c85-4a75-9a8d-6f9f7cfcdafe req-02253b04-5728-4519-bad8-45d160c33cc9 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:05.268755 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:00:05.269100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Checking segment: {'id': '7ab3073e-50ba-4da4-8530-beed92fa37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:00:05.269492 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Bound using segment: {'id': '7ab3073e-50ba-4da4-8530-beed92fa37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:00:05.269944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Bound port: 7a39b011-4392-41e1-8c5e-5a3c6027f826, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab3073e-50ba-4da4-8530-beed92fa37e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:00:05.270303 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:05.283540 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e6ddb8ec-6c85-4a75-9a8d-6f9f7cfcdafe req-02253b04-5728-4519-bad8-45d160c33cc9 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:05.292095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c81e0-92f7-4d0d-8245-853eb79faa03 req-481c9561-8240-48df-b114-3981ef2f5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:05.294738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-920c81e0-92f7-4d0d-8245-853eb79faa03 req-481c9561-8240-48df-b114-3981ef2f5808 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=002d053e10db4216a16b57a0ded20cba&device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 1135 time: 0.5259414 Nov 29 18:00:05.295815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['4ab440b3-f472-4892-b3c7-981db89689ce'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:05.407296 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddb8ec-6c85-4a75-9a8d-6f9f7cfcdafe req-02253b04-5728-4519-bad8-45d160c33cc9 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:05.408147 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e6ddb8ec-6c85-4a75-9a8d-6f9f7cfcdafe req-02253b04-5728-4519-bad8-45d160c33cc9 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:05.409719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6ddb8ec-6c85-4a75-9a8d-6f9f7cfcdafe req-02253b04-5728-4519-bad8-45d160c33cc9 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "PUT /v2.0/ports/4ab440b3-f472-4892-b3c7-981db89689ce HTTP/1.1" status: 200 len: 1020 time: 1.4246819 Nov 29 18:00:05.531212 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['4ab440b3-f472-4892-b3c7-981db89689ce'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:05.660902 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02253b04-5728-4519-bad8-45d160c33cc9 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event updated for resources: {'Port': ['ID=4ab440b3-f472-4892-b3c7-981db89689ce,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:05.695942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] For port 7a39b011-4392-41e1-8c5e-5a3c6027f826, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:00:05.707421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] For port 7a39b011-4392-41e1-8c5e-5a3c6027f826, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7a39b011-4392-41e1-8c5e-5a3c6027f826,segment=NetworkSegment(7ab3073e-50ba-4da4-8530-beed92fa37e1),segment_id=7ab3073e-50ba-4da4-8530-beed92fa37e1)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:00:05.717498 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ac646-6574-447b-8c80-570b40a3dc84 req-22387d95-d1a1-4115-afea-8433da6e4536 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:05.719018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e9ac646-6574-447b-8c80-570b40a3dc84 req-22387d95-d1a1-4115-afea-8433da6e4536 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.4748220 Nov 29 18:00:05.724810 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:05.730467 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c81e0-92f7-4d0d-8245-853eb79faa03 req-4b5e6b3c-5f13-4859-a4ba-fd00bb3454ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:05.731926 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-920c81e0-92f7-4d0d-8245-853eb79faa03 req-4b5e6b3c-5f13-4859-a4ba-fd00bb3454ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec97920f-26a6-436e-a67f-64e874c2492b HTTP/1.1" status: 200 len: 913 time: 0.3881664 Nov 29 18:00:05.790861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f23cc-3dc6-4156-a360-7d0e5038a99e req-a9beebe0-36ae-4062-b95c-97a36193225f tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:05.792403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a9f23cc-3dc6-4156-a360-7d0e5038a99e req-a9beebe0-36ae-4062-b95c-97a36193225f tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 944 time: 0.2505648 Nov 29 18:00:05.859219 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:05.859852 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:05.861542 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] 10.222.0.31 "PUT /v2.0/ports/7a39b011-4392-41e1-8c5e-5a3c6027f826 HTTP/1.1" status: 200 len: 1092 time: 2.4687943 Nov 29 18:00:05.875087 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-920c81e0-92f7-4d0d-8245-853eb79faa03 req-d54e8554-ab5b-4832-bd1f-2c065586a656 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ab440b3-f472-4892-b3c7-981db89689ce HTTP/1.1" status: 200 len: 217 time: 0.1144264 Nov 29 18:00:05.909640 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e9ac646-6574-447b-8c80-570b40a3dc84 req-ff0a624f-3d38-417b-8493-69b4df0897d5 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 695 time: 0.1724172 Nov 29 18:00:05.985672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4a0e3-2d08-47aa-89fc-79b13df6cdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a39b011-4392-41e1-8c5e-5a3c6027f826,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:06.064412 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e9ac646-6574-447b-8c80-570b40a3dc84 req-2974c5b0-6ec2-409a-8864-f365269e8b6b tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 695 time: 0.1104643 Nov 29 18:00:06.075540 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c81e0-92f7-4d0d-8245-853eb79faa03 req-e5ad89ae-cf5c-434e-94c4-4238a5b38b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:06.076425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-920c81e0-92f7-4d0d-8245-853eb79faa03 req-e5ad89ae-cf5c-434e-94c4-4238a5b38b83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f082db-4da5-4bba-9b1c-d504b3004dd0 HTTP/1.1" status: 200 len: 852 time: 0.1889768 Nov 29 18:00:06.110214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-5e813660-bb65-4351-a0cb-07a5f89059c6 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:06.112327 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-5e813660-bb65-4351-a0cb-07a5f89059c6 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.20 "GET /v2.0/networks?id=7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 200 len: 817 time: 0.1857839 Nov 29 18:00:06.141931 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a9f23cc-3dc6-4156-a360-7d0e5038a99e req-80c6abef-b329-44ad-b832-b2b762ff84c5 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794371 Nov 29 18:00:06.163500 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-0f0f4e47-ecf1-4149-90f2-c543121ee52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:06.163500 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-0f0f4e47-ecf1-4149-90f2-c543121ee52f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=255082b63de549aeaca1e79e75cfcb79&device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 1095 time: 0.2512500 Nov 29 18:00:06.170284 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-920c81e0-92f7-4d0d-8245-853eb79faa03 req-24967d85-a56f-4b78-8bac-1a6ebb5fdd17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec97920f-26a6-436e-a67f-64e874c2492b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799992 Nov 29 18:00:06.187153 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-bc11e120-b805-4017-a762-e44b267a2e41 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97df2f9382ba451a9c1578f7e940bef7 HTTP/1.1" status: 200 len: 380 time: 0.0648224 Nov 29 18:00:06.204108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-9b15474a-b7a3-4e94-965c-33d9b047c964 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Request body: {'port': {'device_id': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'admin_state_up': True, 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'security_groups': ['b32a2d5e-2300-452b-bff6-ba409f6cd84e']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:06.232125 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03cff80-86c5-4682-84a1-fd8c0a0eec9f x-openstack-request-id: req-a03cff80-86c5-4682-84a1-fd8c0a0eec9f {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:06.232383 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6422c818-5e7a-4b9b-907c-a10a198f6d7e", "name": "network-vif-unplugged", "status": "completed", "tag": "b00d75a1-6b35-4432-bce6-5469637a16f9", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:06.232652 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a03cff80-86c5-4682-84a1-fd8c0a0eec9f {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:06.233080 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6422c818-5e7a-4b9b-907c-a10a198f6d7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b00d75a1-6b35-4432-bce6-5469637a16f9', 'code': 200} Nov 29 18:00:06.245317 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-14d0ec1b-ae1e-41cd-b349-e77de24a56fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a39b011-4392-41e1-8c5e-5a3c6027f826 HTTP/1.1" status: 200 len: 217 time: 0.0738051 Nov 29 18:00:06.367705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-9b15474a-b7a3-4e94-965c-33d9b047c964 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Made reservation on behalf of 97df2f9382ba451a9c1578f7e940bef7 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:00:06.375871 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-9b15474a-b7a3-4e94-965c-33d9b047c964 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:06.377573 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-7c0731e9-8f4c-4afe-948c-79e9639e19da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:06.379321 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-7c0731e9-8f4c-4afe-948c-79e9639e19da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b HTTP/1.1" status: 200 len: 851 time: 0.1207228 Nov 29 18:00:06.428103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-e92581ba-bbdd-4309-893e-5f3e10dc73d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=57f88c5c-e77c-48db-a3b8-7ceadd054f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328021 Nov 29 18:00:06.470482 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-920c81e0-92f7-4d0d-8245-853eb79faa03 req-66661e3b-52a3-4993-a1f9-83d939265d24 service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691746 Nov 29 18:00:06.472299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-a330d54f-892e-4098-80ad-c4bc6cffa665 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8cca31656e4643b9b5568173030f4ab0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469379 Nov 29 18:00:06.529913 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-9b15474a-b7a3-4e94-965c-33d9b047c964 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Allocated IP 172.20.0.5 (7b54b066-b601-4f01-8160-e9f1bf33b9b3/0ca0fa01-1410-4496-bcd2-b27afbda8311/666eb30b-5978-401b-ab60-bb5580335850) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:00:06.537145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-6e9ac646-6574-447b-8c80-570b40a3dc84 req-ac3f3d86-dc3a-47e3-9977-cc10fedc4171 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Deleting port 46dae71a-fd4f-4c8f-a3af-dc58b25ca163 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:06.537491 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6e9ac646-6574-447b-8c80-570b40a3dc84 req-ac3f3d86-dc3a-47e3-9977-cc10fedc4171 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:06.754859 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a', 'tag': '4ab440b3-f472-4892-b3c7-981db89689ce'}, {'name': 'network-changed', 'server_uuid': '120f8a8d-c8ee-49f0-adba-22038472543c', 'tag': '7a39b011-4392-41e1-8c5e-5a3c6027f826'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:06.758666 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14be6c4-e50d-4365-b442-0861fe2b3699" -d '{"events": [{"name": "network-changed", "server_uuid": "7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a", "tag": "4ab440b3-f472-4892-b3c7-981db89689ce"}, {"name": "network-changed", "server_uuid": "120f8a8d-c8ee-49f0-adba-22038472543c", "tag": "7a39b011-4392-41e1-8c5e-5a3c6027f826"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:06.793792 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-72bc13f3-698f-47ff-8bdd-72dab6e80124 service neutron] 10.222.0.31 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443911 Nov 29 18:00:06.809135 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-920c81e0-92f7-4d0d-8245-853eb79faa03 req-b12c99b4-6dc2-41ca-acdb-697a7be51b5c service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966352 Nov 29 18:00:06.819223 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6e9ac646-6574-447b-8c80-570b40a3dc84 req-ac3f3d86-dc3a-47e3-9977-cc10fedc4171 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:06.819546 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6e9ac646-6574-447b-8c80-570b40a3dc84 req-ac3f3d86-dc3a-47e3-9977-cc10fedc4171 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:06.829036 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-c57822a0-c5a8-4d64-b328-22e981b01a63 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:06.830100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-c57822a0-c5a8-4d64-b328-22e981b01a63 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3187654 Nov 29 18:00:06.878123 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-6e9ac646-6574-447b-8c80-570b40a3dc84 req-ac3f3d86-dc3a-47e3-9977-cc10fedc4171 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Calling delete_port for 46dae71a-fd4f-4c8f-a3af-dc58b25ca163 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:06.909942 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-5925fcfe-78bf-4c75-bf06-ce5ad7eb7005 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/quotas/8cca31656e4643b9b5568173030f4ab0 HTTP/1.1" status: 200 len: 375 time: 0.0603523 Nov 29 18:00:06.939878 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-9b15474a-b7a3-4e94-965c-33d9b047c964 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:06.980599 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-9b15474a-b7a3-4e94-965c-33d9b047c964 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:06.988804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-ed99b2fe-cc0d-4d0f-ae1a-9c69912e3c8b tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8cca31656e4643b9b5568173030f4ab0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455346 Nov 29 18:00:07.013321 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ffce0b1-efc8-414f-911e-c328e3c3ece4 req-a1370455-72fc-4a66-8247-e166cdf5d229 service neutron] 10.222.0.31 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084234 Nov 29 18:00:07.054906 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-9b15474a-b7a3-4e94-965c-33d9b047c964 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:00:07.066594 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-9b15474a-b7a3-4e94-965c-33d9b047c964 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:00:07.082435 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-9b15474a-b7a3-4e94-965c-33d9b047c964 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:00:07.166688 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6e9ac646-6574-447b-8c80-570b40a3dc84 req-ac3f3d86-dc3a-47e3-9977-cc10fedc4171 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:07.174594 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-9b15474a-b7a3-4e94-965c-33d9b047c964 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:07.175371 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-9b15474a-b7a3-4e94-965c-33d9b047c964 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:07.189751 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15474a-b7a3-4e94-965c-33d9b047c964 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event updated for resources: {'Port': ['ID=666eb30b-5978-401b-ab60-bb5580335850,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:07.213318 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-9b15474a-b7a3-4e94-965c-33d9b047c964 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0141077 Nov 29 18:00:07.233617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Request body: {'port': {'device_id': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:07.273587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f3d86-dc3a-47e3-9977-cc10fedc4171 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Pushing event deleted for resources: {'Port': ['ID=46dae71a-fd4f-4c8f-a3af-dc58b25ca163,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:07.325396 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:07.369905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aefbe1-befd-4e4f-80eb-342a398f926a req-9cd81744-bffe-458c-a9a7-e8790dd95d0f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:07.377490 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-80aefbe1-befd-4e4f-80eb-342a398f926a req-9cd81744-bffe-458c-a9a7-e8790dd95d0f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 944 time: 0.1525435 Nov 29 18:00:07.440562 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6e9ac646-6574-447b-8c80-570b40a3dc84 req-ac3f3d86-dc3a-47e3-9977-cc10fedc4171 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:07.444536 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6e9ac646-6574-447b-8c80-570b40a3dc84 req-ac3f3d86-dc3a-47e3-9977-cc10fedc4171 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:07.463861 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e9ac646-6574-447b-8c80-570b40a3dc84 req-ac3f3d86-dc3a-47e3-9977-cc10fedc4171 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "DELETE /v2.0/floatingips/3aeaa4be-cb46-4f1b-a3a0-cb0cb369a7e2 HTTP/1.1" status: 204 len: 173 time: 1.3907261 Nov 29 18:00:07.497181 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-80aefbe1-befd-4e4f-80eb-342a398f926a req-67404333-d3f7-45d0-b4c9-cfaa8cec07f7 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186063 Nov 29 18:00:07.556654 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-aa7e26e9-018a-4af2-9a4a-e8f43c29de1d None None] Provisioning complete for port 666eb30b-5978-401b-ab60-bb5580335850 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:07.557186 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa7e26e9-018a-4af2-9a4a-e8f43c29de1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:07.640251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9decc5-7fd8-4c72-8f77-be07a867e67b req-5ae86c9c-1e71-47da-ad38-1295ca5e27f0 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:07.643362 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e9decc5-7fd8-4c72-8f77-be07a867e67b req-5ae86c9c-1e71-47da-ad38-1295ca5e27f0 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 931 time: 0.0913379 Nov 29 18:00:07.662490 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-aa7e26e9-018a-4af2-9a4a-e8f43c29de1d None None] Port 666eb30b-5978-401b-ab60-bb5580335850 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:00:07.749303 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e9decc5-7fd8-4c72-8f77-be07a867e67b req-8a098921-2645-400d-a8c5-815fa69ff73d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949833 Nov 29 18:00:07.752081 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666eb30b-5978-401b-ab60-bb5580335850 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:00:07.762982 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:07.769646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4bbcd-434a-4f72-a1c6-1b75be25550d req-e2d20c2b-943b-4e73-a582-48dcee5c9bdf tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:07.771759 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25a4bbcd-434a-4f72-a1c6-1b75be25550d req-e2d20c2b-943b-4e73-a582-48dcee5c9bdf tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 1023 time: 0.1031175 Nov 29 18:00:07.778831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Transition to ACTIVE for port object 666eb30b-5978-401b-ab60-bb5580335850 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:00:07.786346 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:07.859328 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97720acb-e937-466c-b71b-f2e577faf12a x-openstack-request-id: req-97720acb-e937-466c-b71b-f2e577faf12a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:07.859855 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a", "tag": "4ab440b3-f472-4892-b3c7-981db89689ce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "120f8a8d-c8ee-49f0-adba-22038472543c", "tag": "7a39b011-4392-41e1-8c5e-5a3c6027f826", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:07.860576 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97720acb-e937-466c-b71b-f2e577faf12a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:07.861238 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a', 'tag': '4ab440b3-f472-4892-b3c7-981db89689ce', 'status': 'completed', 'code': 200} Nov 29 18:00:07.861637 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120f8a8d-c8ee-49f0-adba-22038472543c', 'tag': '7a39b011-4392-41e1-8c5e-5a3c6027f826', 'status': 'completed', 'code': 200} Nov 29 18:00:07.893974 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25a4bbcd-434a-4f72-a1c6-1b75be25550d req-1ec1876c-5376-46f9-9b0b-7c32f719a951 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=18e0136b-73d7-44ce-8de5-d140ef74b86d&id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&id=998ca87f-00be-40bb-81e2-2343729b6d8b HTTP/1.1" status: 200 len: 6199 time: 0.1104119 Nov 29 18:00:08.030934 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Pushing event updated for resources: {'Port': ['ID=666eb30b-5978-401b-ab60-bb5580335850,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:08.060311 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-59c7e47f-2362-47b4-bc52-69b7511fe769 req-802ecb2f-da92-4e42-b9f3-3d9778eabcea tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fe514b8-9a14-4ea8-8f31-ca6fbbb53230 HTTP/1.1" status: 200 len: 210 time: 0.0499797 Nov 29 18:00:08.119777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-bdd3915a-aeba-4446-940d-479a8bcbeb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:08.127563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-bdd3915a-aeba-4446-940d-479a8bcbeb00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=255082b63de549aeaca1e79e75cfcb79&device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 1095 time: 0.2308164 Nov 29 18:00:08.132079 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-6aa2ebe6-47ef-4436-a230-676eee3b3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:08.133859 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-6aa2ebe6-47ef-4436-a230-676eee3b3e5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=002d053e10db4216a16b57a0ded20cba&device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 1174 time: 0.2163653 Nov 29 18:00:08.173008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Attempting to bind port 666eb30b-5978-401b-ab60-bb5580335850 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:00:08.174140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Attempting to bind port 666eb30b-5978-401b-ab60-bb5580335850 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:00:08.175730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Attempting to bind port 666eb30b-5978-401b-ab60-bb5580335850 on network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:08.184179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Port 666eb30b-5978-401b-ab60-bb5580335850 on network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:00:08.184831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Attempting to bind port 666eb30b-5978-401b-ab60-bb5580335850 on network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:08.191931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:00:08.192564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Checking segment: {'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:00:08.193384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Bound using segment: {'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:00:08.194497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Bound port: 666eb30b-5978-401b-ab60-bb5580335850, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:00:08.195192 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:08.271385 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6422c818-5e7a-4b9b-907c-a10a198f6d7e', 'tag': 'b00d75a1-6b35-4432-bce6-5469637a16f9'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:08.274222 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b603536-0da3-4e84-852b-b25715fb9fed" -d '{"events": [{"name": "network-changed", "server_uuid": "6422c818-5e7a-4b9b-907c-a10a198f6d7e", "tag": "b00d75a1-6b35-4432-bce6-5469637a16f9"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:08.292474 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] For port 666eb30b-5978-401b-ab60-bb5580335850, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:00:08.296838 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] For port 666eb30b-5978-401b-ab60-bb5580335850, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=666eb30b-5978-401b-ab60-bb5580335850,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:00:08.302773 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:08.342963 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:08.343686 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:08.345197 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] 10.222.0.20 "PUT /v2.0/ports/666eb30b-5978-401b-ab60-bb5580335850 HTTP/1.1" status: 200 len: 1091 time: 1.1165514 Nov 29 18:00:08.388812 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b996e4-d562-421b-8d7d-b0a77cd8f823 service neutron] Pushing event updated for resources: {'Port': ['ID=666eb30b-5978-401b-ab60-bb5580335850,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:08.443781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-68ec5c03-53a7-43bd-9c54-eb733a7c00e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:08.445518 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-68ec5c03-53a7-43bd-9c54-eb733a7c00e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97df2f9382ba451a9c1578f7e940bef7&device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 1094 time: 0.0495005 Nov 29 18:00:08.502560 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-c10885b1-2306-4c44-8415-fe2b76dd658d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666eb30b-5978-401b-ab60-bb5580335850 HTTP/1.1" status: 200 len: 217 time: 0.0482805 Nov 29 18:00:08.721815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-0f6a196f-3d79-4b98-a9a8-e2da53eb0e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:08.723556 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-0f6a196f-3d79-4b98-a9a8-e2da53eb0e5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ca0fa01-1410-4496-bcd2-b27afbda8311 HTTP/1.1" status: 200 len: 856 time: 0.0948176 Nov 29 18:00:08.776547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-794bf9a8-ac3a-47f7-be14-6411a71ea974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:08.778117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-794bf9a8-ac3a-47f7-be14-6411a71ea974 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec97920f-26a6-436e-a67f-64e874c2492b HTTP/1.1" status: 200 len: 913 time: 0.6262286 Nov 29 18:00:08.803538 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-708c1b89-362c-4244-a620-05cad4238b95 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8cca31656e4643b9b5568173030f4ab0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289948 Nov 29 18:00:08.867629 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-f653f9eb-0334-4689-80fc-e44bebcf26ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ab440b3-f472-4892-b3c7-981db89689ce HTTP/1.1" status: 200 len: 217 time: 0.0748155 Nov 29 18:00:08.871755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-124f12c0-9ad5-4733-9728-ef140e212f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:08.873298 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-124f12c0-9ad5-4733-9728-ef140e212f1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b54b066-b601-4f01-8160-e9f1bf33b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397116 Nov 29 18:00:08.917753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2752cb8-363e-417e-9fc1-ac1488aaf8a4 req-950d93db-4959-4e4f-ae75-b378917dda94 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:08.925127 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2752cb8-363e-417e-9fc1-ac1488aaf8a4 req-950d93db-4959-4e4f-ae75-b378917dda94 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 944 time: 0.7693903 Nov 29 18:00:09.001064 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-9a59588f-caac-46bf-bd4a-83ddc67585b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:09.002244 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-9a59588f-caac-46bf-bd4a-83ddc67585b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=57f88c5c-e77c-48db-a3b8-7ceadd054f7f HTTP/1.1" status: 200 len: 912 time: 0.8452439 Nov 29 18:00:09.007817 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-e4d84677-6b64-42b6-b92f-0f3d3950bef3 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:09.009262 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-e4d84677-6b64-42b6-b92f-0f3d3950bef3 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980731 Nov 29 18:00:09.013660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1d301-618e-4c0f-850e-12b98a8d3a92 req-41857fc3-e733-4ed3-a960-09b9e979b038 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:09.015118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00e1d301-618e-4c0f-850e-12b98a8d3a92 req-41857fc3-e733-4ed3-a960-09b9e979b038 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7323632 Nov 29 18:00:09.031817 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-6372ef08-8776-428b-a6bd-ebdd7805d1b9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Request body: {'port': {'device_id': '3fe514b8-9a14-4ea8-8f31-ca6fbbb53230', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '8cca31656e4643b9b5568173030f4ab0'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:09.037618 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-a65c3132-d41e-4a0e-8725-3b9f0683c055 service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537178 Nov 29 18:00:09.038731 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-d885899b-8595-4652-9375-70268f23c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:09.040210 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-d885899b-8595-4652-9375-70268f23c324 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f082db-4da5-4bba-9b1c-d504b3004dd0 HTTP/1.1" status: 200 len: 852 time: 0.1581082 Nov 29 18:00:09.079613 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-b7d6501a-33c2-4321-a37d-351d79d1d604 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a39b011-4392-41e1-8c5e-5a3c6027f826 HTTP/1.1" status: 200 len: 217 time: 0.0573878 Nov 29 18:00:09.105274 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-e560ed02-e03d-4bb7-8fd0-b3de7871ba9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec97920f-26a6-436e-a67f-64e874c2492b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368609 Nov 29 18:00:09.116811 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-ec0286fb-94d8-490a-ba6d-c3e1beb280af req-c3c8d17c-9149-4b9a-a154-5b3f4c43af84 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Request body: {'security_group': {'name': ' tempest-securitygroup -781541368 ', 'description': 'tempest-description-1014000470'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:09.148542 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2752cb8-363e-417e-9fc1-ac1488aaf8a4 req-4bd7aba6-2bdd-4016-ac53-3fc2257337bd tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199171 Nov 29 18:00:09.202109 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c685e3f2-e913-4650-b52d-8af2fcea6085 req-dcaf27df-3709-4780-a55f-a614a0a443a7 service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499739 Nov 29 18:00:09.229024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-ecc1229c-92ae-41df-9a78-1284915354f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:09.230640 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-ecc1229c-92ae-41df-9a78-1284915354f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b HTTP/1.1" status: 200 len: 851 time: 0.1275558 Nov 29 18:00:09.257190 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ec0286fb-94d8-490a-ba6d-c3e1beb280af req-c3c8d17c-9149-4b9a-a154-5b3f4c43af84 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:09.274035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-6372ef08-8776-428b-a6bd-ebdd7805d1b9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Made reservation on behalf of 8cca31656e4643b9b5568173030f4ab0 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:00:09.278234 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-6372ef08-8776-428b-a6bd-ebdd7805d1b9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:09.293924 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-6372ef08-8776-428b-a6bd-ebdd7805d1b9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:09.299101 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-c316940c-f01d-47e7-8919-0798aedae14d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=57f88c5c-e77c-48db-a3b8-7ceadd054f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579245 Nov 29 18:00:09.381652 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-6372ef08-8776-428b-a6bd-ebdd7805d1b9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:09.382385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-c1b7293a-dd00-4abf-b566-f3985233fba5 service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563040 Nov 29 18:00:09.388127 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-6372ef08-8776-428b-a6bd-ebdd7805d1b9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:09.471423 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372ef08-8776-428b-a6bd-ebdd7805d1b9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c260f16-6d7d-4428-8fde-9533c85c2176,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:09.494701 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32240d9c-f82b-41bd-81a4-1d2253e561e5 req-740774d2-a91c-48cf-93db-15972335f0bd tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:09.496253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32240d9c-f82b-41bd-81a4-1d2253e561e5 req-740774d2-a91c-48cf-93db-15972335f0bd tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/ports?device_id=e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc HTTP/1.1" status: 200 len: 945 time: 0.2429082 Nov 29 18:00:09.561314 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-6372ef08-8776-428b-a6bd-ebdd7805d1b9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Allocated IP 192.168.233.226 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/0326716b-2cd2-4862-bc04-09092d64c668) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:00:09.572969 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-dc239a67-b231-40a9-89cd-1d5866000e2d service neutron] 10.222.0.31 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520804 Nov 29 18:00:09.587764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-0c80f173-49e8-4937-aaca-b950475955fd service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923664 Nov 29 18:00:09.594467 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ec0286fb-94d8-490a-ba6d-c3e1beb280af req-c3c8d17c-9149-4b9a-a154-5b3f4c43af84 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:09.622824 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ec0286fb-94d8-490a-ba6d-c3e1beb280af req-c3c8d17c-9149-4b9a-a154-5b3f4c43af84 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:09.685322 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32240d9c-f82b-41bd-81a4-1d2253e561e5 req-c4ae7471-6ebf-469f-b230-f14efde6ca03 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/security-groups?id=621ea2d2-ea87-4b9c-96c2-d62768c3229a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691024 Nov 29 18:00:09.696077 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ec0286fb-94d8-490a-ba6d-c3e1beb280af req-c3c8d17c-9149-4b9a-a154-5b3f4c43af84 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:09.703284 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec0286fb-94d8-490a-ba6d-c3e1beb280af req-c3c8d17c-9149-4b9a-a154-5b3f4c43af84 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.6046054 Nov 29 18:00:09.713982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8d17c-9149-4b9a-a154-5b3f4c43af84 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08eb29cd-6469-4e14-b305-38ebdf51029c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:09.751429 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ecd81c-154a-4a40-9efa-6e9d2a762517 x-openstack-request-id: req-49ecd81c-154a-4a40-9efa-6e9d2a762517 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:09.751732 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6422c818-5e7a-4b9b-907c-a10a198f6d7e", "tag": "b00d75a1-6b35-4432-bce6-5469637a16f9", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:09.751977 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49ecd81c-154a-4a40-9efa-6e9d2a762517 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:09.752377 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6422c818-5e7a-4b9b-907c-a10a198f6d7e', 'tag': 'b00d75a1-6b35-4432-bce6-5469637a16f9', 'status': 'completed', 'code': 200} Nov 29 18:00:09.778837 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-6372ef08-8776-428b-a6bd-ebdd7805d1b9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:09.832876 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-6372ef08-8776-428b-a6bd-ebdd7805d1b9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:09.838241 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b00d75a1-6b35-4432-bce6-5469637a16f9 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:09.854753 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c14be6c4-e50d-4365-b442-0861fe2b3699 req-4d5ff422-fd73-460c-bafc-57be2afee2ce service neutron] 10.222.0.31 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589898 Nov 29 18:00:09.891770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-6372ef08-8776-428b-a6bd-ebdd7805d1b9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:00:09.901607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-6372ef08-8776-428b-a6bd-ebdd7805d1b9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:00:09.907625 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-6372ef08-8776-428b-a6bd-ebdd7805d1b9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:00:09.924290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603536-0da3-4e84-852b-b25715fb9fed req-bf4595fe-27c8-4e6b-8fcd-eb1e92dc475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:09.925853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b603536-0da3-4e84-852b-b25715fb9fed req-bf4595fe-27c8-4e6b-8fcd-eb1e92dc475e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 1125 time: 0.1485183 Nov 29 18:00:09.937301 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b83ec-e884-42fc-b310-3200cbaa10ed req-eac9249e-cff9-4a4c-9c91-5c57b38a7231 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:09.942001 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372ef08-8776-428b-a6bd-ebdd7805d1b9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Pushing event updated for resources: {'Port': ['ID=0326716b-2cd2-4862-bc04-09092d64c668,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:09.945684 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-063b83ec-e884-42fc-b310-3200cbaa10ed req-eac9249e-cff9-4a4c-9c91-5c57b38a7231 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 944 time: 0.1469266 Nov 29 18:00:09.997139 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d358f15-14ab-41be-8f03-e105e6496453 req-5ef71356-c01a-4e42-b504-30997def5ba9 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:09.999499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d358f15-14ab-41be-8f03-e105e6496453 req-5ef71356-c01a-4e42-b504-30997def5ba9 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 943 time: 0.1766131 Nov 29 18:00:10.000992 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-6372ef08-8776-428b-a6bd-ebdd7805d1b9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:10.001645 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-6372ef08-8776-428b-a6bd-ebdd7805d1b9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:10.032368 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-6372ef08-8776-428b-a6bd-ebdd7805d1b9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0046551 Nov 29 18:00:10.047212 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Request body: {'port': {'device_id': '3fe514b8-9a14-4ea8-8f31-ca6fbbb53230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:10.076614 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-063b83ec-e884-42fc-b310-3200cbaa10ed req-455b7dd8-5455-4fcb-9d6e-fa9db905bbfa tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300182 Nov 29 18:00:10.141903 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:10.183076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d358f15-14ab-41be-8f03-e105e6496453 req-e733cc1b-f5c0-421b-9d47-37e0d67b1239 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655824 Nov 29 18:00:10.193824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6eb4353b-1e52-4621-bdf1-534e34735b40 req-f22ba511-ed4c-4ccd-aad4-7d015c274573 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=d00c5a45add349aaa643d4245a27fe4b HTTP/1.1" status: 200 len: 1657 time: 0.0712416 Nov 29 18:00:10.209294 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603536-0da3-4e84-852b-b25715fb9fed req-a36dd5f3-bd2c-44ea-881c-4407ad1080a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:10.209939 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b603536-0da3-4e84-852b-b25715fb9fed req-a36dd5f3-bd2c-44ea-881c-4407ad1080a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.2431180 Nov 29 18:00:10.260572 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-757287d8-44cd-4c37-9074-ef725b0f82d7 service neutron] 10.222.0.20 "GET /v2.0/ports/b00d75a1-6b35-4432-bce6-5469637a16f9/bindings/n-h2-819494-5 HTTP/1.1" status: 200 len: 384 time: 0.1548860 Nov 29 18:00:10.261124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b603536-0da3-4e84-852b-b25715fb9fed req-893de2cc-d644-4e32-946c-6f68ea59ab8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b00d75a1-6b35-4432-bce6-5469637a16f9 HTTP/1.1" status: 200 len: 217 time: 0.0423567 Nov 29 18:00:10.282961 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3f499751-7721-4f94-bee3-7ab420c6071b None None] Provisioning complete for port 0326716b-2cd2-4862-bc04-09092d64c668 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:10.283597 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f499751-7721-4f94-bee3-7ab420c6071b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:10.310115 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706390f-7fae-487c-a964-7e5b80c7b33c req-d470366d-eaa0-4726-b6c6-82fb4c0fe23a tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:10.311610 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d706390f-7fae-487c-a964-7e5b80c7b33c req-d470366d-eaa0-4726-b6c6-82fb4c0fe23a tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.20 "GET /v2.0/ports?device_id=e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc HTTP/1.1" status: 200 len: 945 time: 0.1463628 Nov 29 18:00:10.326267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3f499751-7721-4f94-bee3-7ab420c6071b None None] Port 0326716b-2cd2-4862-bc04-09092d64c668 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:00:10.398161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603536-0da3-4e84-852b-b25715fb9fed req-31b52c0e-fcf0-41d4-9a32-f653433c55d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:10.399644 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b603536-0da3-4e84-852b-b25715fb9fed req-31b52c0e-fcf0-41d4-9a32-f653433c55d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.1038535 Nov 29 18:00:10.428687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bead5f-7ce2-402e-adb1-d554307b26bb req-2b85a6a5-e15f-4240-a465-e362270110db tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:10.430118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14bead5f-7ce2-402e-adb1-d554307b26bb req-2b85a6a5-e15f-4240-a465-e362270110db tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fe514b8-9a14-4ea8-8f31-ca6fbbb53230 HTTP/1.1" status: 200 len: 936 time: 0.1332531 Nov 29 18:00:10.449595 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b603536-0da3-4e84-852b-b25715fb9fed req-4d5f9ea1-f42f-4959-92cd-c71ebf10d75c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414906 Nov 29 18:00:10.457272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4353b-1e52-4621-bdf1-534e34735b40 req-2a566b32-4fa6-432f-958b-4752c6718eee tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:10.459046 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6eb4353b-1e52-4621-bdf1-534e34735b40 req-2a566b32-4fa6-432f-958b-4752c6718eee tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/networks?id=3252c484-31c2-45a7-a7d4-d5407771fd3c&id=3252c484-31c2-45a7-a7d4-d5407771fd3c&id=3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 787 time: 0.2526519 Nov 29 18:00:10.517777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-6eb4353b-1e52-4621-bdf1-534e34735b40 req-f6417f9b-7196-45a2-a464-3859516e19a6 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:00:10.518665 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6eb4353b-1e52-4621-bdf1-534e34735b40 req-f6417f9b-7196-45a2-a464-3859516e19a6 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469878 Nov 29 18:00:10.599742 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14bead5f-7ce2-402e-adb1-d554307b26bb req-b0712136-ceb3-4f76-873d-e97d2836b80f tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518693 Nov 29 18:00:10.610488 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b603536-0da3-4e84-852b-b25715fb9fed req-c5c513fb-8f87-463d-a947-84346bea8bfb service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465383 Nov 29 18:00:10.629943 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c39c806d-1dae-48f7-a963-f1fbe65f1d81 req-82d6c7d2-4c24-4611-acef-6fff36b132df tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/08eb29cd-6469-4e14-b305-38ebdf51029c HTTP/1.1" status: 200 len: 1797 time: 0.0843644 Nov 29 18:00:10.647185 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-d706390f-7fae-487c-a964-7e5b80c7b33c req-b3cd0d07-c65d-4492-9309-f9a7befa7489 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Deleting port fcb8ab78-ee00-412e-922b-32d41b8e8493 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:10.647525 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d706390f-7fae-487c-a964-7e5b80c7b33c req-b3cd0d07-c65d-4492-9309-f9a7befa7489 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:10.687188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43688) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:10.770020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4df08f79-9295-4b0b-980f-f21af805d470 req-dea98cbd-ccdf-48a9-8393-4d2abc1cbd16 service neutron] For port b00d75a1-6b35-4432-bce6-5469637a16f9, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b00d75a1-6b35-4432-bce6-5469637a16f9,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:10.771744 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c60a1994-68d0-456c-b8c2-e62df563f64e req-c146efce-2e0b-4f52-8335-531359af179c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips/aa0b2b9d-c65a-47a6-ab46-a5b01ea6fb85 HTTP/1.1" status: 200 len: 693 time: 0.0614314 Nov 29 18:00:10.794862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0326716b-2cd2-4862-bc04-09092d64c668 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:00:10.809458 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:10.813360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbad02-fd82-45f2-8732-9b5e3ebfb13d req-da68865b-94d7-49da-ad04-0116a559277a tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:10.819771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4bbad02-fd82-45f2-8732-9b5e3ebfb13d req-da68865b-94d7-49da-ad04-0116a559277a tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 944 time: 0.1485574 Nov 29 18:00:10.827287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4df08f79-9295-4b0b-980f-f21af805d470 req-dea98cbd-ccdf-48a9-8393-4d2abc1cbd16 service neutron] For port b00d75a1-6b35-4432-bce6-5469637a16f9, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:00:10.840105 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b603536-0da3-4e84-852b-b25715fb9fed req-366d23ef-7ee0-4fb6-b118-a6cc6b20507a service neutron] 10.222.0.20 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201767 Nov 29 18:00:10.858452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-d706390f-7fae-487c-a964-7e5b80c7b33c req-b3cd0d07-c65d-4492-9309-f9a7befa7489 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] For port fcb8ab78-ee00-412e-922b-32d41b8e8493, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fcb8ab78-ee00-412e-922b-32d41b8e8493,segment=NetworkSegment(365ee002-c8ae-4c25-bb96-791de3c003ee),segment_id=365ee002-c8ae-4c25-bb96-791de3c003ee)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:10.858832 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d706390f-7fae-487c-a964-7e5b80c7b33c req-b3cd0d07-c65d-4492-9309-f9a7befa7489 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:10.875513 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Transition to ACTIVE for port object 0326716b-2cd2-4862-bc04-09092d64c668 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:00:10.884215 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-d706390f-7fae-487c-a964-7e5b80c7b33c req-b3cd0d07-c65d-4492-9309-f9a7befa7489 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Calling delete_port for fcb8ab78-ee00-412e-922b-32d41b8e8493 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:10.886700 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-4df08f79-9295-4b0b-980f-f21af805d470 req-dea98cbd-ccdf-48a9-8393-4d2abc1cbd16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b00d75a1-6b35-4432-bce6-5469637a16f9 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:00:10.890834 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:10.928290 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4df08f79-9295-4b0b-980f-f21af805d470 req-dea98cbd-ccdf-48a9-8393-4d2abc1cbd16 service neutron] For port b00d75a1-6b35-4432-bce6-5469637a16f9, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b00d75a1-6b35-4432-bce6-5469637a16f9,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:10.994829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4bbad02-fd82-45f2-8732-9b5e3ebfb13d req-6caffbf3-1766-403c-954a-63a8e0e43a12 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217747 Nov 29 18:00:11.004488 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4df08f79-9295-4b0b-980f-f21af805d470 req-dea98cbd-ccdf-48a9-8393-4d2abc1cbd16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:11.010601 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Pushing event updated for resources: {'Port': ['ID=0326716b-2cd2-4862-bc04-09092d64c668,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:11.060945 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a1994-68d0-456c-b8c2-e62df563f64e req-a9f9178d-5581-4af5-bb9c-65499a2bafe6 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:11.062384 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c60a1994-68d0-456c-b8c2-e62df563f64e req-a9f9178d-5581-4af5-bb9c-65499a2bafe6 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.2773299 Nov 29 18:00:11.064185 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:11.064782 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:11.065348 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:11.065933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:11.066485 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:11.067154 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:11.067737 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:11.068460 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:11.069024 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:11.069457 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:11.070695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:11.070695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:11.081771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-c60a1994-68d0-456c-b8c2-e62df563f64e req-51bce51d-ce72-4cb2-808a-506ade2b5210 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:00:11.082804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c60a1994-68d0-456c-b8c2-e62df563f64e req-51bce51d-ce72-4cb2-808a-506ade2b5210 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119326 Nov 29 18:00:11.167781 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c60a1994-68d0-456c-b8c2-e62df563f64e req-3402c2f0-17a7-43f1-beec-610d93a2857a tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.171 HTTP/1.1" status: 200 len: 696 time: 0.0733061 Nov 29 18:00:11.222758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Attempting to bind port 0326716b-2cd2-4862-bc04-09092d64c668 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:00:11.223042 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Attempting to bind port 0326716b-2cd2-4862-bc04-09092d64c668 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:00:11.223369 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Attempting to bind port 0326716b-2cd2-4862-bc04-09092d64c668 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:11.238746 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Port 0326716b-2cd2-4862-bc04-09092d64c668 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:00:11.239054 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Attempting to bind port 0326716b-2cd2-4862-bc04-09092d64c668 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:11.250139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 17, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:00:11.250639 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:00:11.250957 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:00:11.251477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Bound port: 0326716b-2cd2-4862-bc04-09092d64c668, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:00:11.253074 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:11.254024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-922ab73f-4a9f-4311-9189-11187c9ef244 req-da3db86b-2dd7-4465-ac2f-11f5f5b76e7c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/08eb29cd-6469-4e14-b305-38ebdf51029c HTTP/1.1" status: 200 len: 1797 time: 0.2153277 Nov 29 18:00:11.263822 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-4df08f79-9295-4b0b-980f-f21af805d470 req-dea98cbd-ccdf-48a9-8393-4d2abc1cbd16 service neutron] Transition to ACTIVE for port object b00d75a1-6b35-4432-bce6-5469637a16f9 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:00:11.266835 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d706390f-7fae-487c-a964-7e5b80c7b33c req-b3cd0d07-c65d-4492-9309-f9a7befa7489 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:11.272981 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4df08f79-9295-4b0b-980f-f21af805d470 req-dea98cbd-ccdf-48a9-8393-4d2abc1cbd16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:11.280158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c60a1994-68d0-456c-b8c2-e62df563f64e req-5064b227-adfe-4eb1-a423-be50ee6f6c86 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.171 HTTP/1.1" status: 200 len: 696 time: 0.1112993 Nov 29 18:00:11.282506 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['fcb8ab78-ee00-412e-922b-32d41b8e8493'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:11.307203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd0d07-c65d-4492-9309-f9a7befa7489 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Pushing event deleted for resources: {'Port': ['ID=fcb8ab78-ee00-412e-922b-32d41b8e8493,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:11.411542 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df08f79-9295-4b0b-980f-f21af805d470 req-dea98cbd-ccdf-48a9-8393-4d2abc1cbd16 service neutron] No DVR routers for this DVR port b00d75a1-6b35-4432-bce6-5469637a16f9 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:11.435565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d706390f-7fae-487c-a964-7e5b80c7b33c req-b3cd0d07-c65d-4492-9309-f9a7befa7489 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] No DVR routers for this DVR port fcb8ab78-ee00-412e-922b-32d41b8e8493 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:11.451840 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d706390f-7fae-487c-a964-7e5b80c7b33c req-b3cd0d07-c65d-4492-9309-f9a7befa7489 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:11.455504 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d706390f-7fae-487c-a964-7e5b80c7b33c req-b3cd0d07-c65d-4492-9309-f9a7befa7489 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.20 "DELETE /v2.0/ports/fcb8ab78-ee00-412e-922b-32d41b8e8493 HTTP/1.1" status: 204 len: 173 time: 1.1326313 Nov 29 18:00:11.468140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] For port 0326716b-2cd2-4862-bc04-09092d64c668, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:00:11.470508 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] For port 0326716b-2cd2-4862-bc04-09092d64c668, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0326716b-2cd2-4862-bc04-09092d64c668,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:00:11.475886 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-922ab73f-4a9f-4311-9189-11187c9ef244 req-c34adfa9-4581-4b98-964e-ec58e349fb85 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:11.485927 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea98cbd-ccdf-48a9-8393-4d2abc1cbd16 service neutron] Pushing event updated for resources: {'Port': ['ID=b00d75a1-6b35-4432-bce6-5469637a16f9,revision_number=10']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:11.491936 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:11.501149 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-dea98cbd-ccdf-48a9-8393-4d2abc1cbd16 service neutron] 10.222.0.20 "PUT /v2.0/ports/b00d75a1-6b35-4432-bce6-5469637a16f9/bindings/n-h2-819494-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1993828 Nov 29 18:00:11.533766 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-922ab73f-4a9f-4311-9189-11187c9ef244 req-c34adfa9-4581-4b98-964e-ec58e349fb85 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:11.538327 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:11.538954 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:11.540320 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] 10.222.0.31 "PUT /v2.0/ports/0326716b-2cd2-4862-bc04-09092d64c668 HTTP/1.1" status: 200 len: 1096 time: 1.4979613 Nov 29 18:00:11.561319 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e76d5-3736-4180-86c9-9bb871fcbc8c service neutron] Pushing event updated for resources: {'Port': ['ID=0326716b-2cd2-4862-bc04-09092d64c668,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:11.683912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08f79-9295-4b0b-980f-f21af805d470 req-d3bcdee0-42e5-4151-a069-76fd893bf493 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:11.685625 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-d3bcdee0-42e5-4151-a069-76fd893bf493 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e&tenant_id=3a0783cb68fe44b080e0c111bf112e73&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 1096 time: 0.0901184 Nov 29 18:00:11.741562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4329d00f-cd7b-4f85-8396-bc5c966ad980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:11.743213 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-4329d00f-cd7b-4f85-8396-bc5c966ad980 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e&tenant_id=3a0783cb68fe44b080e0c111bf112e73 HTTP/1.1" status: 200 len: 1096 time: 0.0479140 Nov 29 18:00:11.753057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'tag': '666eb30b-5978-401b-ab60-bb5580335850'}, {'server_uuid': 'e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc', 'name': 'network-vif-deleted', 'tag': 'fcb8ab78-ee00-412e-922b-32d41b8e8493'}, {'name': 'network-changed', 'server_uuid': '3fe514b8-9a14-4ea8-8f31-ca6fbbb53230', 'tag': '0326716b-2cd2-4862-bc04-09092d64c668'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:11.755682 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a", "tag": "666eb30b-5978-401b-ab60-bb5580335850"}, {"server_uuid": "e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc", "name": "network-vif-deleted", "tag": "fcb8ab78-ee00-412e-922b-32d41b8e8493"}, {"name": "network-changed", "server_uuid": "3fe514b8-9a14-4ea8-8f31-ca6fbbb53230", "tag": "0326716b-2cd2-4862-bc04-09092d64c668"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:11.811923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08f79-9295-4b0b-980f-f21af805d470 req-fb434e2f-c5c9-411d-8bca-840ba618394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:11.813432 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-fb434e2f-c5c9-411d-8bca-840ba618394d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 1096 time: 0.0448198 Nov 29 18:00:11.817310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7a39b011-4392-41e1-8c5e-5a3c6027f826 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:00:11.878254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 666eb30b-5978-401b-ab60-bb5580335850 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:00:11.920370 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08f79-9295-4b0b-980f-f21af805d470 req-fbd1a7a6-e251-41fe-afff-73c5a6cfb1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:11.922173 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-fbd1a7a6-e251-41fe-afff-73c5a6cfb1bc service neutron] 10.222.0.31 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.1008995 Nov 29 18:00:11.952095 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-922ab73f-4a9f-4311-9189-11187c9ef244 req-c34adfa9-4581-4b98-964e-ec58e349fb85 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:11.954809 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-922ab73f-4a9f-4311-9189-11187c9ef244 req-c34adfa9-4581-4b98-964e-ec58e349fb85 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:11.955989 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-922ab73f-4a9f-4311-9189-11187c9ef244 req-c34adfa9-4581-4b98-964e-ec58e349fb85 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "DELETE /v2.0/security-groups/08eb29cd-6469-4e14-b305-38ebdf51029c HTTP/1.1" status: 204 len: 173 time: 0.7014587 Nov 29 18:00:11.972652 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-c60a1994-68d0-456c-b8c2-e62df563f64e req-79e18d99-6705-4beb-96c7-2c28bfc16014 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Deleting port 50d0075c-dbfa-4b8d-b762-1a8202754063 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:11.973236 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c60a1994-68d0-456c-b8c2-e62df563f64e req-79e18d99-6705-4beb-96c7-2c28bfc16014 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:11.978039 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34adfa9-4581-4b98-964e-ec58e349fb85 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08eb29cd-6469-4e14-b305-38ebdf51029c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:11.981441 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-9161fbb5-e643-4f9b-8972-45f49f0ec502 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b00d75a1-6b35-4432-bce6-5469637a16f9 HTTP/1.1" status: 200 len: 217 time: 0.0463533 Nov 29 18:00:11.981888 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 7a39b011-4392-41e1-8c5e-5a3c6027f826, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7a39b011-4392-41e1-8c5e-5a3c6027f826,segment=NetworkSegment(7ab3073e-50ba-4da4-8530-beed92fa37e1),segment_id=7ab3073e-50ba-4da4-8530-beed92fa37e1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:11.982049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-3b3581c1-1412-4043-a16b-03eee60e45ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:11.983577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-3b3581c1-1412-4043-a16b-03eee60e45ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cca31656e4643b9b5568173030f4ab0&device_id=3fe514b8-9a14-4ea8-8f31-ca6fbbb53230 HTTP/1.1" status: 200 len: 1099 time: 0.1212389 Nov 29 18:00:12.020899 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '7a39b011-4392-41e1-8c5e-5a3c6027f826', 'network_id': '57f88c5c-e77c-48db-a3b8-7ceadd054f7f', 'port_id': '7a39b011-4392-41e1-8c5e-5a3c6027f826', 'mac_address': 'fa:16:3e:9a:7e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:00:12.072379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 666eb30b-5978-401b-ab60-bb5580335850, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=666eb30b-5978-401b-ab60-bb5580335850,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:12.082105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08f79-9295-4b0b-980f-f21af805d470 req-ba44f962-0f6c-47fd-9ff5-8b6bc3e4190d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:12.086344 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-ba44f962-0f6c-47fd-9ff5-8b6bc3e4190d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.0890455 Nov 29 18:00:12.094261 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '666eb30b-5978-401b-ab60-bb5580335850', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'port_id': '666eb30b-5978-401b-ab60-bb5580335850', 'mac_address': 'fa:16:3e:be:70:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:00:12.124617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-e291e518-dd57-4635-93c1-bacc0067087f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=0326716b-2cd2-4862-bc04-09092d64c668 HTTP/1.1" status: 200 len: 217 time: 0.0996397 Nov 29 18:00:12.131980 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:12.136090 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-f5a38d28-17fa-423e-bf5f-efc5161d86af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399675 Nov 29 18:00:12.152916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a39b011-4392-41e1-8c5e-5a3c6027f826 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:00:12.169030 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:12.180625 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9ec9266-6972-488c-a52d-aeffe8a69bb3 req-bea63bb3-6408-4383-8ca2-2a9c4232d974 tempest-VolumesAdminNegativeTest-1674498464 tempest-VolumesAdminNegativeTest-1674498464-project] 10.222.0.23 "GET /v2.0/ports?device_id=e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc HTTP/1.1" status: 200 len: 210 time: 0.0606501 Nov 29 18:00:12.184115 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 7a39b011-4392-41e1-8c5e-5a3c6027f826, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7a39b011-4392-41e1-8c5e-5a3c6027f826,segment=NetworkSegment(7ab3073e-50ba-4da4-8530-beed92fa37e1),segment_id=7ab3073e-50ba-4da4-8530-beed92fa37e1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:12.191941 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666eb30b-5978-401b-ab60-bb5580335850 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:00:12.197947 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:12.241268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 666eb30b-5978-401b-ab60-bb5580335850, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=666eb30b-5978-401b-ab60-bb5580335850,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:12.248690 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:12.256623 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c60a1994-68d0-456c-b8c2-e62df563f64e req-79e18d99-6705-4beb-96c7-2c28bfc16014 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:12.257371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c60a1994-68d0-456c-b8c2-e62df563f64e req-79e18d99-6705-4beb-96c7-2c28bfc16014 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:12.258489 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-fd26776f-e27d-47a1-b2ef-d74e423e4315 service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141107 Nov 29 18:00:12.267645 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=7a39b011-4392-41e1-8c5e-5a3c6027f826,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:12.289036 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-d9316aea-93ba-4560-99cf-730c7fd05a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:12.290638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-d9316aea-93ba-4560-99cf-730c7fd05a6f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1490333 Nov 29 18:00:12.297195 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-c60a1994-68d0-456c-b8c2-e62df563f64e req-79e18d99-6705-4beb-96c7-2c28bfc16014 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Calling delete_port for 50d0075c-dbfa-4b8d-b762-1a8202754063 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:12.330461 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=666eb30b-5978-401b-ab60-bb5580335850,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:12.365671 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-6070c573-7f67-4eee-85fe-9fb5c8f34a6f service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993006 Nov 29 18:00:12.451019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dfb14-2238-4aa7-a3e8-167204236cc1 req-30768bc9-3d69-46d8-9849-a0e0bef186db tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:12.452495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce8dfb14-2238-4aa7-a3e8-167204236cc1 req-30768bc9-3d69-46d8-9849-a0e0bef186db tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 945 time: 0.1574841 Nov 29 18:00:12.463036 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ec3521a-786e-4850-901f-57d082fc387b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:12.465688 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-a888fa35-bfda-4214-9814-2dfe562c6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:12.467132 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-a888fa35-bfda-4214-9814-2dfe562c6cb6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1533291 Nov 29 18:00:12.499280 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['666eb30b-5978-401b-ab60-bb5580335850'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:12.569149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['7a39b011-4392-41e1-8c5e-5a3c6027f826'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:12.617237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08f79-9295-4b0b-980f-f21af805d470 req-40e2ad89-d774-4d53-89ac-85f6500fcd99 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:12.618512 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-40e2ad89-d774-4d53-89ac-85f6500fcd99 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e&tenant_id=3a0783cb68fe44b080e0c111bf112e73&binding%3Ahost_id=n-h2-819494-5 HTTP/1.1" status: 200 len: 1096 time: 0.0482478 Nov 29 18:00:12.683946 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce8dfb14-2238-4aa7-a3e8-167204236cc1 req-6d200755-68f8-4f00-8b12-1e793fc4a69f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251725 Nov 29 18:00:12.748642 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4df08f79-9295-4b0b-980f-f21af805d470 req-f16315bd-0a8b-4347-a3ff-6037cfd58f7e service neutron] For port b00d75a1-6b35-4432-bce6-5469637a16f9, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:00:12.753775 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4df08f79-9295-4b0b-980f-f21af805d470 req-f16315bd-0a8b-4347-a3ff-6037cfd58f7e service neutron] Publish callbacks [] for binding, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:12.755527 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4df08f79-9295-4b0b-980f-f21af805d470 req-f16315bd-0a8b-4347-a3ff-6037cfd58f7e service neutron] 10.222.0.31 "DELETE /v2.0/ports/b00d75a1-6b35-4432-bce6-5469637a16f9/bindings/n-h1-819494-5 HTTP/1.1" status: 204 len: 173 time: 0.1283560 Nov 29 18:00:12.783247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-0c767201-1932-4d29-89ad-1377abf57f6d service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655325 Nov 29 18:00:12.815935 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c60a1994-68d0-456c-b8c2-e62df563f64e req-79e18d99-6705-4beb-96c7-2c28bfc16014 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:12.895102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e18d99-6705-4beb-96c7-2c28bfc16014 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Pushing event deleted for resources: {'Port': ['ID=50d0075c-dbfa-4b8d-b762-1a8202754063,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:12.965530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8cd84-3f3c-470f-92ab-5a2b1fce2ac0 req-040eff53-c2e2-4e8c-92cc-f640f4d13c58 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:12.967076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7b8cd84-3f3c-470f-92ab-5a2b1fce2ac0 req-040eff53-c2e2-4e8c-92cc-f640f4d13c58 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 944 time: 0.1991549 Nov 29 18:00:13.031709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15511c9d-f1b9-45d5-8fe4-8ee9a7ac7036 req-07e38ca9-a6c1-443a-a09b-7621dd2e8edf service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170191 Nov 29 18:00:13.038059 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c60a1994-68d0-456c-b8c2-e62df563f64e req-79e18d99-6705-4beb-96c7-2c28bfc16014 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:13.041031 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c60a1994-68d0-456c-b8c2-e62df563f64e req-79e18d99-6705-4beb-96c7-2c28bfc16014 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:13.042160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c60a1994-68d0-456c-b8c2-e62df563f64e req-79e18d99-6705-4beb-96c7-2c28bfc16014 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "DELETE /v2.0/floatingips/aa0b2b9d-c65a-47a6-ab46-a5b01ea6fb85 HTTP/1.1" status: 204 len: 173 time: 1.7481740 Nov 29 18:00:13.097063 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7b8cd84-3f3c-470f-92ab-5a2b1fce2ac0 req-33e50c6f-56a1-4fcb-b423-9e4d699e8524 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159177 Nov 29 18:00:13.161242 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fd7535-6dcc-42c7-b65f-be2c16d34a41 x-openstack-request-id: req-86fd7535-6dcc-42c7-b65f-be2c16d34a41 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:13.162155 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a", "tag": "666eb30b-5978-401b-ab60-bb5580335850", "status": "completed", "code": 200}, {"server_uuid": "e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc", "name": "network-vif-deleted", "tag": "fcb8ab78-ee00-412e-922b-32d41b8e8493", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3fe514b8-9a14-4ea8-8f31-ca6fbbb53230", "tag": "0326716b-2cd2-4862-bc04-09092d64c668", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:13.162423 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86fd7535-6dcc-42c7-b65f-be2c16d34a41 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:13.162859 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'tag': '666eb30b-5978-401b-ab60-bb5580335850', 'status': 'completed', 'code': 200} Nov 29 18:00:13.163131 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27cf5d0-d2ca-4a11-b55b-cb194d3dbfbc', 'name': 'network-vif-deleted', 'tag': 'fcb8ab78-ee00-412e-922b-32d41b8e8493', 'status': 'completed', 'code': 200} Nov 29 18:00:13.163388 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe514b8-9a14-4ea8-8f31-ca6fbbb53230', 'tag': '0326716b-2cd2-4862-bc04-09092d64c668', 'status': 'completed', 'code': 200} Nov 29 18:00:13.214386 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d275b0-9f9d-4082-b012-1a38ba2e3e71 req-69ef1244-59ee-4adc-b3c5-5d2d1e44c9f8 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:13.215942 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26d275b0-9f9d-4082-b012-1a38ba2e3e71 req-69ef1244-59ee-4adc-b3c5-5d2d1e44c9f8 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fe514b8-9a14-4ea8-8f31-ca6fbbb53230 HTTP/1.1" status: 200 len: 948 time: 0.1015460 Nov 29 18:00:13.232160 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-a079281e-0bb7-46c0-9d15-fe1d1781fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:13.233821 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-a079281e-0bb7-46c0-9d15-fe1d1781fe2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97df2f9382ba451a9c1578f7e940bef7&device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 1095 time: 0.0473375 Nov 29 18:00:13.235678 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-0e9f175f-82f5-4901-8712-d5f757f2e5a1 req-3dacb4bf-a95c-4fe4-b38b-50ef83e2aafd tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] show failed (client error): The resource could not be found. Nov 29 18:00:13.236655 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0e9f175f-82f5-4901-8712-d5f757f2e5a1 req-3dacb4bf-a95c-4fe4-b38b-50ef83e2aafd tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/08eb29cd-6469-4e14-b305-38ebdf51029c HTTP/1.1" status: 404 len: 352 time: 0.0597262 Nov 29 18:00:13.240317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3521a-786e-4850-901f-57d082fc387b admin admin] Deleting port 1abb90c7-2b8c-4760-8268-fa5dc33f0971 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:13.240586 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ec3521a-786e-4850-901f-57d082fc387b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:13.371266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-66f32c39-f21c-4860-bad4-716293023314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:13.372768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-66f32c39-f21c-4860-bad4-716293023314 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8cca31656e4643b9b5568173030f4ab0&device_id=3fe514b8-9a14-4ea8-8f31-ca6fbbb53230 HTTP/1.1" status: 200 len: 1099 time: 0.1833405 Nov 29 18:00:13.406301 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26d275b0-9f9d-4082-b012-1a38ba2e3e71 req-8b2c2390-b226-486d-9cfd-d781796bdcb7 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726856 Nov 29 18:00:13.484364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31d230-8026-4cd8-a401-abba12c8e81b req-38d5d409-164e-41f7-b77f-a3199cdb9bb8 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:13.486143 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb31d230-8026-4cd8-a401-abba12c8e81b req-38d5d409-164e-41f7-b77f-a3199cdb9bb8 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 945 time: 0.1793337 Nov 29 18:00:13.488693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-1ec3521a-786e-4850-901f-57d082fc387b admin admin] For port 1abb90c7-2b8c-4760-8268-fa5dc33f0971, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1abb90c7-2b8c-4760-8268-fa5dc33f0971,segment=NetworkSegment(2611eb96-ee0c-44ea-b17c-6d665a2e0535),segment_id=2611eb96-ee0c-44ea-b17c-6d665a2e0535)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:13.489062 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ec3521a-786e-4850-901f-57d082fc387b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:13.537280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3521a-786e-4850-901f-57d082fc387b admin admin] Calling delete_port for 1abb90c7-2b8c-4760-8268-fa5dc33f0971 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:13.583689 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-230456cf-6278-4645-b72a-d7c351e9faa4 req-d9844606-c22b-450d-b677-53cf3211b7c3 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips/7cf874eb-b59f-4f42-a814-ea2e9dd1cb02 HTTP/1.1" status: 200 len: 693 time: 0.1312070 Nov 29 18:00:13.587356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-f5ca9889-de25-4252-ade9-7f827fb52e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:13.589018 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-f5ca9889-de25-4252-ade9-7f827fb52e97 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 200 len: 918 time: 0.3468988 Nov 29 18:00:13.637035 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-6c65ad44-d9a1-42e9-8d06-5edbb4b84d0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666eb30b-5978-401b-ab60-bb5580335850 HTTP/1.1" status: 200 len: 217 time: 0.0402241 Nov 29 18:00:13.686330 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-f0980136-1de9-4c42-8ac6-bded5e5196c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:13.687749 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-f0980136-1de9-4c42-8ac6-bded5e5196c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ca0fa01-1410-4496-bcd2-b27afbda8311 HTTP/1.1" status: 200 len: 856 time: 0.0431099 Nov 29 18:00:13.701327 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-b3f1741c-f122-41cf-a43e-a7673ddd27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:13.702777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-b3f1741c-f122-41cf-a43e-a7673ddd27a9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.3142607 Nov 29 18:00:13.714768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb31d230-8026-4cd8-a401-abba12c8e81b req-cec11f19-7d10-4aa2-aeb7-0c5fbb8dac4a tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197978 Nov 29 18:00:13.746534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-510700ce-5e32-4f69-bc3b-1a6603ce9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:13.748333 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-510700ce-5e32-4f69-bc3b-1a6603ce9ee5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b54b066-b601-4f01-8160-e9f1bf33b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525837 Nov 29 18:00:13.764480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43714) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:13.768236 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-b202ce46-ff41-48ec-bfd9-8d46e4f2fdb0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=0326716b-2cd2-4862-bc04-09092d64c668 HTTP/1.1" status: 200 len: 217 time: 0.0525167 Nov 29 18:00:13.776806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-fb4ca480-a4e2-453c-a99a-dc053db7aafa req-be980118-57da-4c0f-96ba-fd57a80aca76 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-793570101', 'description': 'tempest-description-950057184'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:13.843278 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7a39b011-4392-41e1-8c5e-5a3c6027f826 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:00:13.854822 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-32733ca9-d6da-4567-ae77-dd2ae9bf2722 admin admin] Deleting subnet 9dd14428-1957-4d2b-8598-83c06c8c2fba {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:00:13.866418 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-32733ca9-d6da-4567-ae77-dd2ae9bf2722 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:13.872320 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 666eb30b-5978-401b-ab60-bb5580335850 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:00:13.909233 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-69c2a807-b837-4402-b4e9-56e1a0d11f9c service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528516 Nov 29 18:00:13.914215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230456cf-6278-4645-b72a-d7c351e9faa4 req-7e8bbfe8-e932-4787-84e2-22d9c65a8ab3 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:13.915293 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-32733ca9-d6da-4567-ae77-dd2ae9bf2722 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:13.915610 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-230456cf-6278-4645-b72a-d7c351e9faa4 req-7e8bbfe8-e932-4787-84e2-22d9c65a8ab3 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.3204017 Nov 29 18:00:13.920556 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fb4ca480-a4e2-453c-a99a-dc053db7aafa req-be980118-57da-4c0f-96ba-fd57a80aca76 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:13.923249 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-89514c8e-327a-40e5-bec3-b49f98d9e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:13.924875 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-89514c8e-327a-40e5-bec3-b49f98d9e236 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1427090 Nov 29 18:00:13.941931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 7a39b011-4392-41e1-8c5e-5a3c6027f826 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:00:13.947245 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 666eb30b-5978-401b-ab60-bb5580335850 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:00:13.950961 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 7a39b011-4392-41e1-8c5e-5a3c6027f826 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:13.951325 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:13.952873 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 666eb30b-5978-401b-ab60-bb5580335850 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:13.953228 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.015637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-32733ca9-d6da-4567-ae77-dd2ae9bf2722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.030152 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-230456cf-6278-4645-b72a-d7c351e9faa4 req-83caada0-7b61-42ec-887c-04dc9d66a1c5 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.0970345 Nov 29 18:00:14.079225 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-9afa7023-766f-455b-bd7a-54a12045ad05 service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615803 Nov 29 18:00:14.097326 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-32733ca9-d6da-4567-ae77-dd2ae9bf2722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.117663 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.119779 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.123030 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32733ca9-d6da-4567-ae77-dd2ae9bf2722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd14428-1957-4d2b-8598-83c06c8c2fba,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:14.129365 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-32733ca9-d6da-4567-ae77-dd2ae9bf2722 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.133247 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-32733ca9-d6da-4567-ae77-dd2ae9bf2722 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9dd14428-1957-4d2b-8598-83c06c8c2fba HTTP/1.1" status: 204 len: 168 time: 0.3672724 Nov 29 18:00:14.135729 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43718) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:14.158259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120f8a8d-c8ee-49f0-adba-22038472543c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a39b011-4392-41e1-8c5e-5a3c6027f826'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:14.160281 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a1b669-26e0-4379-a358-79c5563b1aa9" -d '{"events": [{"server_uuid": "120f8a8d-c8ee-49f0-adba-22038472543c", "name": "network-vif-plugged", "status": "completed", "tag": "7a39b011-4392-41e1-8c5e-5a3c6027f826"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:14.162140 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-88b53dcf-28e0-46e2-aaa5-526f20c8fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:14.163686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-88b53dcf-28e0-46e2-aaa5-526f20c8fdfb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2196856 Nov 29 18:00:14.169790 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-230456cf-6278-4645-b72a-d7c351e9faa4 req-43d4e6ce-7dac-4e24-97dc-f42c86fb40d7 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.1075420 Nov 29 18:00:14.183097 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ec3521a-786e-4850-901f-57d082fc387b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.185224 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 7a39b011-4392-41e1-8c5e-5a3c6027f826, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7a39b011-4392-41e1-8c5e-5a3c6027f826,segment=NetworkSegment(7ab3073e-50ba-4da4-8530-beed92fa37e1),segment_id=7ab3073e-50ba-4da4-8530-beed92fa37e1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:14.187268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 666eb30b-5978-401b-ab60-bb5580335850, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=666eb30b-5978-401b-ab60-bb5580335850,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:14.191054 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.196016 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.196666 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fcb8ab78-ee00-412e-922b-32d41b8e8493 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:14.214612 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-291f2a4c-8c57-4952-ae6c-de1496b598d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.237229 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: fcb8ab78-ee00-412e-922b-32d41b8e8493 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:14.237571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fcb8ab78-ee00-412e-922b-32d41b8e8493 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:14.263812 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=7a39b011-4392-41e1-8c5e-5a3c6027f826,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:14.311784 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-291f2a4c-8c57-4952-ae6c-de1496b598d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.321443 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=666eb30b-5978-401b-ab60-bb5580335850,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:14.349181 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-291f2a4c-8c57-4952-ae6c-de1496b598d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:14.361726 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-291f2a4c-8c57-4952-ae6c-de1496b598d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365ee002-c8ae-4c25-bb96-791de3c003ee') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:14.362027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-291f2a4c-8c57-4952-ae6c-de1496b598d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365ee002-c8ae-4c25-bb96-791de3c003ee') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:14.374429 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-291f2a4c-8c57-4952-ae6c-de1496b598d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.391959 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-291f2a4c-8c57-4952-ae6c-de1496b598d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.399307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291f2a4c-8c57-4952-ae6c-de1496b598d5 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:00:14.399720 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-291f2a4c-8c57-4952-ae6c-de1496b598d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:00:14.402356 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:00:14.463353 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-291f2a4c-8c57-4952-ae6c-de1496b598d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.470219 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-291f2a4c-8c57-4952-ae6c-de1496b598d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.477407 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-291f2a4c-8c57-4952-ae6c-de1496b598d5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0 HTTP/1.1" status: 204 len: 168 time: 0.3404436 Nov 29 18:00:14.478066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43724) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:14.497894 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f2a4c-8c57-4952-ae6c-de1496b598d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2f0b77-0fd0-4db6-abb2-0f51468bb5d0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:14.535640 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf4dbb2-1018-4ca4-bebc-ea1f8826d0ae admin admin] Deleting subnet 1447007d-927c-43bf-83b7-918cbe720100 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:00:14.539220 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9bf4dbb2-1018-4ca4-bebc-ea1f8826d0ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.580658 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9bf4dbb2-1018-4ca4-bebc-ea1f8826d0ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.586564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3521a-786e-4850-901f-57d082fc387b admin admin] Pushing event deleted for resources: {'Port': ['ID=1abb90c7-2b8c-4760-8268-fa5dc33f0971,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:14.611005 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fb4ca480-a4e2-453c-a99a-dc053db7aafa req-be980118-57da-4c0f-96ba-fd57a80aca76 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.620819 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9bf4dbb2-1018-4ca4-bebc-ea1f8826d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.638370 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fb4ca480-a4e2-453c-a99a-dc053db7aafa req-be980118-57da-4c0f-96ba-fd57a80aca76 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.673514 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9bf4dbb2-1018-4ca4-bebc-ea1f8826d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.701096 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4dbb2-1018-4ca4-bebc-ea1f8826d0ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1447007d-927c-43bf-83b7-918cbe720100,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:14.703091 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9bf4dbb2-1018-4ca4-bebc-ea1f8826d0ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.708551 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9bf4dbb2-1018-4ca4-bebc-ea1f8826d0ae admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1447007d-927c-43bf-83b7-918cbe720100 HTTP/1.1" status: 204 len: 168 time: 0.2261384 Nov 29 18:00:14.710954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43726) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:14.752899 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fb4ca480-a4e2-453c-a99a-dc053db7aafa req-be980118-57da-4c0f-96ba-fd57a80aca76 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:14.754022 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb4ca480-a4e2-453c-a99a-dc053db7aafa req-be980118-57da-4c0f-96ba-fd57a80aca76 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.9837198 Nov 29 18:00:14.808441 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be980118-57da-4c0f-96ba-fd57a80aca76 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8ff31c-0bc7-4b2d-86f1-e779914a62bb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:14.839522 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-d79666b7-580e-49b1-9f15-1b7fc81cf213 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6675735 Nov 29 18:00:14.962523 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49998f56-9db9-4b87-aba1-1bd3e8eada5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:15.034727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-230456cf-6278-4645-b72a-d7c351e9faa4 req-5320fc8c-19c5-49a8-8dd1-8ce7694aeb54 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Deleting port b26e44ab-80be-46ff-9b83-2d2ff9940c03 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:15.035101 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-230456cf-6278-4645-b72a-d7c351e9faa4 req-5320fc8c-19c5-49a8-8dd1-8ce7694aeb54 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:15.043998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376cfeb-2c71-4599-b2ae-30f8a6e1b050 req-7813bb68-ebdf-4519-b4c2-f789e540bf6c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:15.045504 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5376cfeb-2c71-4599-b2ae-30f8a6e1b050 req-7813bb68-ebdf-4519-b4c2-f789e540bf6c tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 945 time: 0.2442994 Nov 29 18:00:15.144441 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ec3521a-786e-4850-901f-57d082fc387b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:15.176006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-653d6dfe-5720-46c1-89f6-ef9178bf5b1c req-4adb4838-f41f-4b83-918b-2a70cdb0872b service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164713 Nov 29 18:00:15.276141 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49998f56-9db9-4b87-aba1-1bd3e8eada5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:15.303079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5376cfeb-2c71-4599-b2ae-30f8a6e1b050 req-7bbe095b-2098-49c3-ab73-077c85550c37 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445436 Nov 29 18:00:15.322198 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-230456cf-6278-4645-b72a-d7c351e9faa4 req-5320fc8c-19c5-49a8-8dd1-8ce7694aeb54 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:15.322533 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-230456cf-6278-4645-b72a-d7c351e9faa4 req-5320fc8c-19c5-49a8-8dd1-8ce7694aeb54 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:15.325725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-49998f56-9db9-4b87-aba1-1bd3e8eada5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874e31a9-b20b-4fad-bc1d-6a18bf162778']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:15.374610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-49998f56-9db9-4b87-aba1-1bd3e8eada5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0282e020-3793-46d7-a633-c08245b27e5e') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:15.374943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-49998f56-9db9-4b87-aba1-1bd3e8eada5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0282e020-3793-46d7-a633-c08245b27e5e') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:15.380914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-230456cf-6278-4645-b72a-d7c351e9faa4 req-5320fc8c-19c5-49a8-8dd1-8ce7694aeb54 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Calling delete_port for b26e44ab-80be-46ff-9b83-2d2ff9940c03 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:15.417141 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49998f56-9db9-4b87-aba1-1bd3e8eada5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:15.478508 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49998f56-9db9-4b87-aba1-1bd3e8eada5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:15.497110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49998f56-9db9-4b87-aba1-1bd3e8eada5d admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:00:15.497508 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49998f56-9db9-4b87-aba1-1bd3e8eada5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:00:15.500849 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:00:15.588023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0224c-4da3-46e6-bb6e-04bdcbd45a08 req-55872abe-c6b7-4db7-a6d6-e4d1b5166c9b tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:15.589514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31b0224c-4da3-46e6-bb6e-04bdcbd45a08 req-55872abe-c6b7-4db7-a6d6-e4d1b5166c9b tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.2194016 Nov 29 18:00:15.670401 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49998f56-9db9-4b87-aba1-1bd3e8eada5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:15.688314 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49998f56-9db9-4b87-aba1-1bd3e8eada5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:15.691551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-49998f56-9db9-4b87-aba1-1bd3e8eada5d admin admin] 10.222.0.23 "DELETE /v2.0/networks/874e31a9-b20b-4fad-bc1d-6a18bf162778 HTTP/1.1" status: 204 len: 168 time: 0.9755065 Nov 29 18:00:15.721725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49998f56-9db9-4b87-aba1-1bd3e8eada5d admin admin] Pushing event deleted for resources: {'Network': ['ID=874e31a9-b20b-4fad-bc1d-6a18bf162778,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:15.763806 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31b0224c-4da3-46e6-bb6e-04bdcbd45a08 req-537ea6f9-8bc6-4401-9989-265c3449463a tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615129 Nov 29 18:00:15.776989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec3521a-786e-4850-901f-57d082fc387b admin admin] Router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:00:15.811889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43736) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:15.827148 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-230456cf-6278-4645-b72a-d7c351e9faa4 req-5320fc8c-19c5-49a8-8dd1-8ce7694aeb54 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:15.832041 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4948bf-caef-4b70-8054-aa23be1b2ccc x-openstack-request-id: req-af4948bf-caef-4b70-8054-aa23be1b2ccc {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:15.832699 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120f8a8d-c8ee-49f0-adba-22038472543c", "name": "network-vif-plugged", "status": "completed", "tag": "7a39b011-4392-41e1-8c5e-5a3c6027f826", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:15.834158 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af4948bf-caef-4b70-8054-aa23be1b2ccc {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:15.834860 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120f8a8d-c8ee-49f0-adba-22038472543c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a39b011-4392-41e1-8c5e-5a3c6027f826', 'code': 200} Nov 29 18:00:15.860829 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f67d82bd-9cca-492b-a5cf-758ed3d50b8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b837510bc204cc397692bc2b8254ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470481 Nov 29 18:00:15.862307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320fc8c-19c5-49a8-8dd1-8ce7694aeb54 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Pushing event deleted for resources: {'Port': ['ID=b26e44ab-80be-46ff-9b83-2d2ff9940c03,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:15.863176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43738) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:15.916530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5abcfde9-82f0-41ee-b04f-aa36fd62dca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:15.938303 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5abcfde9-82f0-41ee-b04f-aa36fd62dca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:15.990820 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5abcfde9-82f0-41ee-b04f-aa36fd62dca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:15.993626 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5abcfde9-82f0-41ee-b04f-aa36fd62dca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:15.994824 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5abcfde9-82f0-41ee-b04f-aa36fd62dca2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/621ea2d2-ea87-4b9c-96c2-d62768c3229a HTTP/1.1" status: 204 len: 168 time: 0.1305583 Nov 29 18:00:16.003889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcfde9-82f0-41ee-b04f-aa36fd62dca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621ea2d2-ea87-4b9c-96c2-d62768c3229a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:16.029198 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec3521a-786e-4850-901f-57d082fc387b admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:00:16.037607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1ec3521a-786e-4850-901f-57d082fc387b admin admin] 10.222.0.23 "PUT /v2.0/routers/52873299-9ff5-4dd4-9b50-d02f3a2bff32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3467731 Nov 29 18:00:16.040650 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43742) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:16.041274 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-230456cf-6278-4645-b72a-d7c351e9faa4 req-5320fc8c-19c5-49a8-8dd1-8ce7694aeb54 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:16.043605 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d9c5ca-c781-4bec-a67d-3f40dd375092 None None] Sync routers for ids ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:00:16.044080 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-230456cf-6278-4645-b72a-d7c351e9faa4 req-5320fc8c-19c5-49a8-8dd1-8ce7694aeb54 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:16.054915 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-230456cf-6278-4645-b72a-d7c351e9faa4 req-5320fc8c-19c5-49a8-8dd1-8ce7694aeb54 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "DELETE /v2.0/floatingips/7cf874eb-b59f-4f42-a814-ea2e9dd1cb02 HTTP/1.1" status: 204 len: 173 time: 1.8611062 Nov 29 18:00:16.062676 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d9c5ca-c781-4bec-a67d-3f40dd375092 None None] Routers {'52873299-9ff5-4dd4-9b50-d02f3a2bff32'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:00:16.063836 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-78d9c5ca-c781-4bec-a67d-3f40dd375092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:59:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:16.066648 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fa305-71e3-45db-b866-9627011b6f1d req-f7612e29-399d-499d-b431-2b5e5f81c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:16.069485 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-987fa305-71e3-45db-b866-9627011b6f1d req-f7612e29-399d-499d-b431-2b5e5f81c5a2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 1097 time: 0.1532230 Nov 29 18:00:16.082071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06559124-ab71-4234-89ae-491fa2cf566e req-5b794875-d02a-4d36-9e99-89875f28f6b7 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:16.089708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06559124-ab71-4234-89ae-491fa2cf566e req-5b794875-d02a-4d36-9e99-89875f28f6b7 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fe514b8-9a14-4ea8-8f31-ca6fbbb53230 HTTP/1.1" status: 200 len: 948 time: 0.1706088 Nov 29 18:00:16.178655 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-78d9c5ca-c781-4bec-a67d-3f40dd375092 None None] Set router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:00:16.204780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06559124-ab71-4234-89ae-491fa2cf566e req-ed212ad8-48f8-4f73-8ec5-068cbefa7648 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120398 Nov 29 18:00:16.209940 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-987fa305-71e3-45db-b866-9627011b6f1d req-93b90bdc-5967-4dd2-a361-dd70c071ccee service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179802 Nov 29 18:00:16.226731 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-39cbadac-db52-4a03-86bd-8f9f62162fad admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:16.233252 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb6d5c-9afe-4966-b1ee-90557dc9b3a3 req-ec5e0e77-cce6-44a5-b544-e6b7566ed780 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:16.237979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5dcb6d5c-9afe-4966-b1ee-90557dc9b3a3 req-ec5e0e77-cce6-44a5-b544-e6b7566ed780 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.1222937 Nov 29 18:00:16.243579 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1736b959-2ff4-4935-ba66-dbdb4f671130 req-bf659997-27d3-43a9-af93-8de028ffd705 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1732553062', 'description': 'tempest-description-1432946515'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:16.292084 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1736b959-2ff4-4935-ba66-dbdb4f671130 req-bf659997-27d3-43a9-af93-8de028ffd705 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:16.320470 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5dcb6d5c-9afe-4966-b1ee-90557dc9b3a3 req-9af2bf3f-49f6-48e7-867d-86b7d6dfc146 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710313 Nov 29 18:00:16.396427 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-78d9c5ca-c781-4bec-a67d-3f40dd375092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T18:00:14Z', 'revision_number': 5, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port': {'id': 'fcfbfb65-e91b-4277-8e33-0d5f915e5c2d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T17:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:16.397988 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1736b959-2ff4-4935-ba66-dbdb4f671130 req-bf659997-27d3-43a9-af93-8de028ffd705 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:16.404800 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1736b959-2ff4-4935-ba66-dbdb4f671130 req-bf659997-27d3-43a9-af93-8de028ffd705 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:16.429570 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-39cbadac-db52-4a03-86bd-8f9f62162fad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:16.433334 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d9c5ca-c781-4bec-a67d-3f40dd375092 None None] Checking router: 52873299-9ff5-4dd4-9b50-d02f3a2bff32 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:00:16.442281 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d9c5ca-c781-4bec-a67d-3f40dd375092 None None] Routers {'52873299-9ff5-4dd4-9b50-d02f3a2bff32'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:00:16.442933 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-78d9c5ca-c781-4bec-a67d-3f40dd375092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:59:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:16.451195 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1736b959-2ff4-4935-ba66-dbdb4f671130 req-bf659997-27d3-43a9-af93-8de028ffd705 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:16.452489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1736b959-2ff4-4935-ba66-dbdb4f671130 req-bf659997-27d3-43a9-af93-8de028ffd705 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2133274 Nov 29 18:00:16.497462 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-39cbadac-db52-4a03-86bd-8f9f62162fad admin admin] Deleting port fcfbfb65-e91b-4277-8e33-0d5f915e5c2d {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:16.497806 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-39cbadac-db52-4a03-86bd-8f9f62162fad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:16.503940 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf659997-27d3-43a9-af93-8de028ffd705 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc127b3-746e-40a1-a750-a2c147456e32,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:16.511105 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e06466ba-a2ad-40a2-a012-cf5483558205 req-2c271821-61e3-4d78-9def-a1cd61bae04c tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips/26dcff20-fcff-40fd-9f5a-4ced113fb8fd HTTP/1.1" status: 200 len: 693 time: 0.0669172 Nov 29 18:00:16.564099 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43752) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:16.568972 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-78d9c5ca-c781-4bec-a67d-3f40dd375092 None None] Set router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:00:16.623420 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-78d9c5ca-c781-4bec-a67d-3f40dd375092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T18:00:16Z', 'revision_number': 6, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:16.635691 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d73d0764-f8db-4aba-8d02-d938d92b5225 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c4b7ba98eb04989a609b57c24afce95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0703843 Nov 29 18:00:16.645872 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43754) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:16.658518 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d9c5ca-c781-4bec-a67d-3f40dd375092 None None] The sync data for ids ['52873299-9ff5-4dd4-9b50-d02f3a2bff32'] in n-d-819494-5 is: [{'id': '52873299-9ff5-4dd4-9b50-d02f3a2bff32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-371382259-router', 'tenant_id': 'a08ee2c7a42446ab94372180a9609ad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:34Z', 'updated_at': '2021-11-29T18:00:16Z', 'revision_number': 6, 'project_id': 'a08ee2c7a42446ab94372180a9609ad3', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:00:16.679687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06466ba-a2ad-40a2-a012-cf5483558205 req-3985b229-53a6-422a-be83-f459c1c96675 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:16.681118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e06466ba-a2ad-40a2-a012-cf5483558205 req-3985b229-53a6-422a-be83-f459c1c96675 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.1590128 Nov 29 18:00:16.686749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674eaebb-2fef-4ef9-bdc0-8c1e0203d3ed req-9ea9834c-7cb4-4e88-865d-a676ae0e96f9 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:16.688281 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-674eaebb-2fef-4ef9-bdc0-8c1e0203d3ed req-9ea9834c-7cb4-4e88-865d-a676ae0e96f9 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 1096 time: 0.0743423 Nov 29 18:00:16.691696 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-39cbadac-db52-4a03-86bd-8f9f62162fad admin admin] For port fcfbfb65-e91b-4277-8e33-0d5f915e5c2d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=fcfbfb65-e91b-4277-8e33-0d5f915e5c2d,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:16.692563 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-39cbadac-db52-4a03-86bd-8f9f62162fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:16.719997 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-39cbadac-db52-4a03-86bd-8f9f62162fad admin admin] Calling delete_port for fcfbfb65-e91b-4277-8e33-0d5f915e5c2d owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:16.744470 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-641c67ed-6cd3-4de1-b8fc-4deb33ea5190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:16.748287 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e06466ba-a2ad-40a2-a012-cf5483558205 req-44c5438d-69f3-4e0d-8fe7-ea9aa80252e4 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.136 HTTP/1.1" status: 200 len: 696 time: 0.0590606 Nov 29 18:00:16.802172 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-641c67ed-6cd3-4de1-b8fc-4deb33ea5190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:16.811426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e06466ba-a2ad-40a2-a012-cf5483558205 req-3384b9c0-cca5-4062-bce4-a33089088845 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.136 HTTP/1.1" status: 200 len: 696 time: 0.0563581 Nov 29 18:00:16.813618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-674eaebb-2fef-4ef9-bdc0-8c1e0203d3ed req-b1369431-a0c1-4f45-8fbf-239213032cf3 tempest-LiveMigrationTest-824107614 tempest-LiveMigrationTest-824107614-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168454 Nov 29 18:00:16.870633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0cdd1519-935e-4be1-849e-c5384ea4056f req-2253e2be-078e-4664-95d9-2ca804600fc8 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1899150555', 'description': 'tempest-description-47918251'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:16.897462 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-641c67ed-6cd3-4de1-b8fc-4deb33ea5190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:16.900256 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-641c67ed-6cd3-4de1-b8fc-4deb33ea5190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:16.901407 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-641c67ed-6cd3-4de1-b8fc-4deb33ea5190 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30a64714-c1de-4177-8445-ef31d4fdcb43 HTTP/1.1" status: 204 len: 168 time: 0.2549548 Nov 29 18:00:16.915725 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c67ed-6cd3-4de1-b8fc-4deb33ea5190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a64714-c1de-4177-8445-ef31d4fdcb43,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:16.960563 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0cdd1519-935e-4be1-849e-c5384ea4056f req-2253e2be-078e-4664-95d9-2ca804600fc8 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:16.978955 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-39cbadac-db52-4a03-86bd-8f9f62162fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.029736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1abb90c7-2b8c-4760-8268-fa5dc33f0971 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:17.038522 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbadac-db52-4a03-86bd-8f9f62162fad admin admin] Pushing event deleted for resources: {'Port': ['ID=fcfbfb65-e91b-4277-8e33-0d5f915e5c2d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:17.061462 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-e06466ba-a2ad-40a2-a012-cf5483558205 req-8d2a4be4-caa0-4647-acfa-7fceb6b71fb5 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Deleting port 980a66f9-8ae0-4191-abd2-fc24bf9fcc16 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:17.063228 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e06466ba-a2ad-40a2-a012-cf5483558205 req-8d2a4be4-caa0-4647-acfa-7fceb6b71fb5 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.118354 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-39cbadac-db52-4a03-86bd-8f9f62162fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.144968 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0cdd1519-935e-4be1-849e-c5384ea4056f req-2253e2be-078e-4664-95d9-2ca804600fc8 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.153312 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0cdd1519-935e-4be1-849e-c5384ea4056f req-2253e2be-078e-4664-95d9-2ca804600fc8 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.197809 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253e2be-078e-4664-95d9-2ca804600fc8 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8013b48-ac39-4d1a-b56a-7e819b4b17b4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:17.234133 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0cdd1519-935e-4be1-849e-c5384ea4056f req-2253e2be-078e-4664-95d9-2ca804600fc8 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.235810 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0cdd1519-935e-4be1-849e-c5384ea4056f req-2253e2be-078e-4664-95d9-2ca804600fc8 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3725910 Nov 29 18:00:17.246561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e06466ba-a2ad-40a2-a012-cf5483558205 req-8d2a4be4-caa0-4647-acfa-7fceb6b71fb5 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.246945 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e06466ba-a2ad-40a2-a012-cf5483558205 req-8d2a4be4-caa0-4647-acfa-7fceb6b71fb5 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.256815 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-39cbadac-db52-4a03-86bd-8f9f62162fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.260614 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-39cbadac-db52-4a03-86bd-8f9f62162fad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.261019 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 1abb90c7-2b8c-4760-8268-fa5dc33f0971 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:17.261369 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1abb90c7-2b8c-4760-8268-fa5dc33f0971 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:17.269247 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-e06466ba-a2ad-40a2-a012-cf5483558205 req-8d2a4be4-caa0-4647-acfa-7fceb6b71fb5 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Calling delete_port for 980a66f9-8ae0-4191-abd2-fc24bf9fcc16 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:17.315256 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-39cbadac-db52-4a03-86bd-8f9f62162fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.315810 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cbadac-db52-4a03-86bd-8f9f62162fad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52873299-9ff5-4dd4-9b50-d02f3a2bff32 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:00:17.320807 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-39cbadac-db52-4a03-86bd-8f9f62162fad admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.321981 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-39cbadac-db52-4a03-86bd-8f9f62162fad admin admin] 10.222.0.23 "DELETE /v2.0/routers/52873299-9ff5-4dd4-9b50-d02f3a2bff32 HTTP/1.1" status: 204 len: 168 time: 1.2798996 Nov 29 18:00:17.325042 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43768) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:17.374320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-64447dde-2edc-49fd-8687-a01a7adecbd2 admin admin] Deleting subnet a5816c54-5670-4ee5-9708-67667e003a6e {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:00:17.377849 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64447dde-2edc-49fd-8687-a01a7adecbd2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.421806 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64447dde-2edc-49fd-8687-a01a7adecbd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.519207 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64447dde-2edc-49fd-8687-a01a7adecbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.596331 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64447dde-2edc-49fd-8687-a01a7adecbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.625539 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64447dde-2edc-49fd-8687-a01a7adecbd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5816c54-5670-4ee5-9708-67667e003a6e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:17.629318 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64447dde-2edc-49fd-8687-a01a7adecbd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.633547 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-64447dde-2edc-49fd-8687-a01a7adecbd2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a5816c54-5670-4ee5-9708-67667e003a6e HTTP/1.1" status: 204 len: 168 time: 0.3072433 Nov 29 18:00:17.638663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43780) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:17.640271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952d9c0c-5ad9-4a96-b5a1-16013af61210 None None] Network 62b08c22-74a5-4496-a0cf-1f37726d49cf requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:00:17.717536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df49f7c-3fbd-4945-941f-8c790a697c83 req-7b99590d-5477-43cb-8a79-2d95277c2fbd tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:17.725699 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5df49f7c-3fbd-4945-941f-8c790a697c83 req-7b99590d-5477-43cb-8a79-2d95277c2fbd tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.4010179 Nov 29 18:00:17.751993 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.838363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666eb30b-5978-401b-ab60-bb5580335850'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:17.841981 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f98331-6565-4e0e-a20c-b48f4f09be8b" -d '{"events": [{"server_uuid": "02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a", "name": "network-vif-plugged", "status": "completed", "tag": "666eb30b-5978-401b-ab60-bb5580335850"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:17.851626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5df49f7c-3fbd-4945-941f-8c790a697c83 req-af09093a-0ed1-4147-944f-de5f25ed940d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249397 Nov 29 18:00:17.880665 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] Deleting port c3159a2a-b4db-4a7c-bb53-61679fb33a0b {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:17.881210 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.892239 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e06466ba-a2ad-40a2-a012-cf5483558205 req-8d2a4be4-caa0-4647-acfa-7fceb6b71fb5 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:17.921153 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 0326716b-2cd2-4862-bc04-09092d64c668 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:00:17.936985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a4be4-caa0-4647-acfa-7fceb6b71fb5 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Pushing event deleted for resources: {'Port': ['ID=980a66f9-8ae0-4191-abd2-fc24bf9fcc16,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:17.998500 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] For port c3159a2a-b4db-4a7c-bb53-61679fb33a0b, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c3159a2a-b4db-4a7c-bb53-61679fb33a0b,segment=NetworkSegment(2611eb96-ee0c-44ea-b17c-6d665a2e0535),segment_id=2611eb96-ee0c-44ea-b17c-6d665a2e0535)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:18.001401 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:18.071576 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] Calling delete_port for c3159a2a-b4db-4a7c-bb53-61679fb33a0b owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:18.087122 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e06466ba-a2ad-40a2-a012-cf5483558205 req-8d2a4be4-caa0-4647-acfa-7fceb6b71fb5 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:18.091068 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e06466ba-a2ad-40a2-a012-cf5483558205 req-8d2a4be4-caa0-4647-acfa-7fceb6b71fb5 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:18.095783 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e06466ba-a2ad-40a2-a012-cf5483558205 req-8d2a4be4-caa0-4647-acfa-7fceb6b71fb5 tempest-FloatingIPDetailsTestJSON-1008397536 tempest-FloatingIPDetailsTestJSON-1008397536-project] 10.222.0.23 "DELETE /v2.0/floatingips/26dcff20-fcff-40fd-9f5a-4ced113fb8fd HTTP/1.1" status: 204 len: 173 time: 1.2783909 Nov 29 18:00:18.105570 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43794) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:18.150966 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59ad494-8ff5-4e72-8f5e-4fa41921f371 None None] DHCP port deletion for 62b08c22-74a5-4496-a0cf-1f37726d49cf request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:00:18.218522 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:18.226705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 0326716b-2cd2-4862-bc04-09092d64c668, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0326716b-2cd2-4862-bc04-09092d64c668,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:18.250371 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '0326716b-2cd2-4862-bc04-09092d64c668', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '0326716b-2cd2-4862-bc04-09092d64c668', 'mac_address': 'fa:16:3e:a3:1e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:00:18.273947 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3159a2a-b4db-4a7c-bb53-61679fb33a0b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:18.273947 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] No DVR routers for this DVR port c3159a2a-b4db-4a7c-bb53-61679fb33a0b on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:18.284410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a59ad494-8ff5-4e72-8f5e-4fa41921f371 None None] Deleting port c3159a2a-b4db-4a7c-bb53-61679fb33a0b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:18.284802 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a59ad494-8ff5-4e72-8f5e-4fa41921f371 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:18.337360 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:18.355955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941913d-ee37-41b4-a868-e9fde09236d0 req-4af6b07a-3108-439e-84e0-82221100e811 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:18.356228 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:18.357508 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9941913d-ee37-41b4-a868-e9fde09236d0 req-4af6b07a-3108-439e-84e0-82221100e811 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fe514b8-9a14-4ea8-8f31-ca6fbbb53230 HTTP/1.1" status: 200 len: 948 time: 0.1605258 Nov 29 18:00:18.366173 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0326716b-2cd2-4862-bc04-09092d64c668 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:00:18.377521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a59ad494-8ff5-4e72-8f5e-4fa41921f371 None None] For port c3159a2a-b4db-4a7c-bb53-61679fb33a0b, host n-d-819494-5, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:18.378199 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a59ad494-8ff5-4e72-8f5e-4fa41921f371 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:18.386451 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b08c22-74a5-4496-a0cf-1f37726d49cf']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:18.397502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2611eb96-ee0c-44ea-b17c-6d665a2e0535') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:18.397884 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2611eb96-ee0c-44ea-b17c-6d665a2e0535') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:18.400943 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a59ad494-8ff5-4e72-8f5e-4fa41921f371 None None] Calling delete_port for c3159a2a-b4db-4a7c-bb53-61679fb33a0b owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:18.403554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 0326716b-2cd2-4862-bc04-09092d64c668, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0326716b-2cd2-4862-bc04-09092d64c668,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:18.405494 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-a59ad494-8ff5-4e72-8f5e-4fa41921f371 None None] Port c3159a2a-b4db-4a7c-bb53-61679fb33a0b was not found and therefore no delete operation was performed {{(pid=110006) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 18:00:18.406967 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a59ad494-8ff5-4e72-8f5e-4fa41921f371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:18.409088 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:18.415450 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:18.426036 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:18.434875 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:00:18.435263 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:18.436313 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ad494-8ff5-4e72-8f5e-4fa41921f371 None None] Pushing event deleted for resources: {'Port': ['ID=c3159a2a-b4db-4a7c-bb53-61679fb33a0b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:00:18.437214 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:00:18.441150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ad494-8ff5-4e72-8f5e-4fa41921f371 None None] No DVR routers for this DVR port c3159a2a-b4db-4a7c-bb53-61679fb33a0b on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:18.493555 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=0326716b-2cd2-4862-bc04-09092d64c668,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:18.520597 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:18.537129 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:18.543093 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] 10.222.0.23 "DELETE /v2.0/networks/62b08c22-74a5-4496-a0cf-1f37726d49cf HTTP/1.1" status: 204 len: 168 time: 0.9006376 Nov 29 18:00:18.543093 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e83a0-f529-470c-aa9e-70e43c52c631 admin admin] Pushing event deleted for resources: {'Network': ['ID=62b08c22-74a5-4496-a0cf-1f37726d49cf,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:18.543933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43798) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:18.580456 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9941913d-ee37-41b4-a868-e9fde09236d0 req-36939e44-9589-4372-9dea-6f974956ce49 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194434 Nov 29 18:00:18.603037 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8da4f4a-3bbd-4962-ba96-aba69c715f3c req-7bbbe59c-b13d-4758-ad19-76c370c7032d tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=002d053e10db4216a16b57a0ded20cba HTTP/1.1" status: 200 len: 10996 time: 0.4073129 Nov 29 18:00:18.709749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8da4f4a-3bbd-4962-ba96-aba69c715f3c req-b65fb1c6-9ed1-41b9-8044-6749bf14ae68 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/a6aae9f5-f5ff-47b1-8e76-789fc62d8a59 HTTP/1.1" status: 200 len: 2998 time: 0.0839264 Nov 29 18:00:18.745150 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cee29b-3fcf-4f0e-bfc6-eacbd24f85b8 req-1ff3cea1-df00-40d7-8845-843be09c7b7d tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:18.746516 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34cee29b-3fcf-4f0e-bfc6-eacbd24f85b8 req-1ff3cea1-df00-40d7-8845-843be09c7b7d tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.0927258 Nov 29 18:00:18.837942 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8da4f4a-3bbd-4962-ba96-aba69c715f3c req-1938ce34-2d4c-490d-93c7-45e5a9a0a100 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/a6aae9f5-f5ff-47b1-8e76-789fc62d8a59 HTTP/1.1" status: 200 len: 2998 time: 0.1177590 Nov 29 18:00:18.844178 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34cee29b-3fcf-4f0e-bfc6-eacbd24f85b8 req-4643384b-b507-4cdb-9382-63740bd88262 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912290 Nov 29 18:00:18.863903 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3782bfc5-4455-46cd-b603-82ff8623d968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:18.904988 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8c631e-367f-41de-947e-4e3fa2f6f96f x-openstack-request-id: req-ed8c631e-367f-41de-947e-4e3fa2f6f96f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:18.905348 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a", "name": "network-vif-plugged", "status": "completed", "tag": "666eb30b-5978-401b-ab60-bb5580335850", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:18.905610 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed8c631e-367f-41de-947e-4e3fa2f6f96f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:18.906007 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666eb30b-5978-401b-ab60-bb5580335850', 'code': 200} Nov 29 18:00:18.930699 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['0326716b-2cd2-4862-bc04-09092d64c668'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:18.939964 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-892b8f90-e862-4cf0-a1d4-f422b1bddff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:19.059250 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fcfbfb65-e91b-4277-8e33-0d5f915e5c2d no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:19.096700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: fcfbfb65-e91b-4277-8e33-0d5f915e5c2d {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:19.097150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fcfbfb65-e91b-4277-8e33-0d5f915e5c2d not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:19.097845 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c3159a2a-b4db-4a7c-bb53-61679fb33a0b no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:19.111753 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97677c8c-1d22-4408-8a00-30b1593b84b0 req-786c5d59-6eef-4cee-99e2-a511cc89a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:19.113383 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-97677c8c-1d22-4408-8a00-30b1593b84b0 req-786c5d59-6eef-4cee-99e2-a511cc89a45b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 1096 time: 0.1033571 Nov 29 18:00:19.117167 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e057d-6dcb-4c24-91f7-922bd77b2ef1 req-859a55f4-3219-485b-806d-baa4cb2d9251 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:19.118828 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de8e057d-6dcb-4c24-91f7-922bd77b2ef1 req-859a55f4-3219-485b-806d-baa4cb2d9251 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.31 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 945 time: 0.1201468 Nov 29 18:00:19.140364 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: c3159a2a-b4db-4a7c-bb53-61679fb33a0b {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:19.140852 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c3159a2a-b4db-4a7c-bb53-61679fb33a0b not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:19.151990 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58056e-7ba1-443d-a838-6a438e060f24 req-1e5cc8ae-c3ed-4ff2-996a-855448a39de2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:19.154059 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c58056e-7ba1-443d-a838-6a438e060f24 req-1e5cc8ae-c3ed-4ff2-996a-855448a39de2 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 945 time: 0.1914732 Nov 29 18:00:19.236131 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-97677c8c-1d22-4408-8a00-30b1593b84b0 req-cc0c742d-fb8a-4e99-b205-a522817c3ddd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088428 Nov 29 18:00:19.330073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-892b8f90-e862-4cf0-a1d4-f422b1bddff4 admin admin] Deleting port 12a1708e-73c9-4233-92fb-74766a115dd5 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:19.330413 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-892b8f90-e862-4cf0-a1d4-f422b1bddff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:19.334400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c58056e-7ba1-443d-a838-6a438e060f24 req-e86a2975-229d-4125-8681-a9123dca22b9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549768 Nov 29 18:00:19.341435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73d40fcc-d838-4bb6-9859-f338c2481014 req-2ce971ed-d9d2-4d3a-ad96-162fd1900b9d tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/9d8ff31c-0bc7-4b2d-86f1-e779914a62bb HTTP/1.1" status: 200 len: 1816 time: 0.1402833 Nov 29 18:00:19.375370 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:00:19.433452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-892b8f90-e862-4cf0-a1d4-f422b1bddff4 admin admin] For port 12a1708e-73c9-4233-92fb-74766a115dd5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=12a1708e-73c9-4233-92fb-74766a115dd5,segment=NetworkSegment(d51d673f-0c71-42ad-93b6-88f68a295ea1),segment_id=d51d673f-0c71-42ad-93b6-88f68a295ea1)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:19.433840 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-892b8f90-e862-4cf0-a1d4-f422b1bddff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:19.439486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-de8e057d-6dcb-4c24-91f7-922bd77b2ef1 req-253baac4-b9f7-4633-8aa9-acbe0c95d4c5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Deleting port b00d75a1-6b35-4432-bce6-5469637a16f9 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:19.439848 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de8e057d-6dcb-4c24-91f7-922bd77b2ef1 req-253baac4-b9f7-4633-8aa9-acbe0c95d4c5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:19.449277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-892b8f90-e862-4cf0-a1d4-f422b1bddff4 admin admin] Calling delete_port for 12a1708e-73c9-4233-92fb-74766a115dd5 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:19.575453 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-73d40fcc-d838-4bb6-9859-f338c2481014 req-acc01c1f-7c8b-4661-964a-e9d58b1a3db6 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:19.617420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818d20b-3b55-4eff-ae2d-e70a92be7b28 req-986b72bf-4e99-40df-b361-6e4682aa2eba tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:19.619104 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a818d20b-3b55-4eff-ae2d-e70a92be7b28 req-986b72bf-4e99-40df-b361-6e4682aa2eba tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.1735141 Nov 29 18:00:19.639123 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-73d40fcc-d838-4bb6-9859-f338c2481014 req-acc01c1f-7c8b-4661-964a-e9d58b1a3db6 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:19.643569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-de8e057d-6dcb-4c24-91f7-922bd77b2ef1 req-253baac4-b9f7-4633-8aa9-acbe0c95d4c5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] For port b00d75a1-6b35-4432-bce6-5469637a16f9, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b00d75a1-6b35-4432-bce6-5469637a16f9,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:19.643935 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de8e057d-6dcb-4c24-91f7-922bd77b2ef1 req-253baac4-b9f7-4633-8aa9-acbe0c95d4c5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:19.657957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3782bfc5-4455-46cd-b603-82ff8623d968 admin admin] Deleting port eec8bce9-31af-4608-b9f7-94b858f7c3d5 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:19.658295 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3782bfc5-4455-46cd-b603-82ff8623d968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:19.718217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-de8e057d-6dcb-4c24-91f7-922bd77b2ef1 req-253baac4-b9f7-4633-8aa9-acbe0c95d4c5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Calling delete_port for b00d75a1-6b35-4432-bce6-5469637a16f9 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:19.832852 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a818d20b-3b55-4eff-ae2d-e70a92be7b28 req-6faa3f82-0bf1-4f46-8cb5-1502341c9529 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962135 Nov 29 18:00:19.840023 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-73d40fcc-d838-4bb6-9859-f338c2481014 req-acc01c1f-7c8b-4661-964a-e9d58b1a3db6 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:19.842568 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-73d40fcc-d838-4bb6-9859-f338c2481014 req-acc01c1f-7c8b-4661-964a-e9d58b1a3db6 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:19.843710 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73d40fcc-d838-4bb6-9859-f338c2481014 req-acc01c1f-7c8b-4661-964a-e9d58b1a3db6 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "DELETE /v2.0/security-groups/9d8ff31c-0bc7-4b2d-86f1-e779914a62bb HTTP/1.1" status: 204 len: 173 time: 0.4749830 Nov 29 18:00:19.864855 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-3782bfc5-4455-46cd-b603-82ff8623d968 admin admin] For port eec8bce9-31af-4608-b9f7-94b858f7c3d5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=eec8bce9-31af-4608-b9f7-94b858f7c3d5,segment=NetworkSegment(b30d27a1-f8a4-4599-8299-f841d14f5944),segment_id=b30d27a1-f8a4-4599-8299-f841d14f5944)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:19.865242 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3782bfc5-4455-46cd-b603-82ff8623d968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:19.884810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc01c1f-7c8b-4661-964a-e9d58b1a3db6 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8ff31c-0bc7-4b2d-86f1-e779914a62bb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:19.893010 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3782bfc5-4455-46cd-b603-82ff8623d968 admin admin] Calling delete_port for eec8bce9-31af-4608-b9f7-94b858f7c3d5 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:19.934982 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-892b8f90-e862-4cf0-a1d4-f422b1bddff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:19.963833 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b8f90-e862-4cf0-a1d4-f422b1bddff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a1708e-73c9-4233-92fb-74766a115dd5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:20.058244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002686de-9ab0-4136-b80b-b4ba38771f80 req-0bedc344-0d50-41b0-a4ad-5f5d39af3ef9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:20.064078 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-002686de-9ab0-4136-b80b-b4ba38771f80 req-0bedc344-0d50-41b0-a4ad-5f5d39af3ef9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fe514b8-9a14-4ea8-8f31-ca6fbbb53230 HTTP/1.1" status: 200 len: 949 time: 0.1218774 Nov 29 18:00:20.100599 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de8e057d-6dcb-4c24-91f7-922bd77b2ef1 req-253baac4-b9f7-4633-8aa9-acbe0c95d4c5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:20.116778 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['f661afb9-9b00-4252-98e5-c3cccaf61611'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:20.178611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253baac4-b9f7-4633-8aa9-acbe0c95d4c5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Pushing event deleted for resources: {'Port': ['ID=b00d75a1-6b35-4432-bce6-5469637a16f9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:20.227361 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-892b8f90-e862-4cf0-a1d4-f422b1bddff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:20.235999 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57132012-c877-44e1-aead-1e19ad5e641b req-24fe63cb-9311-496e-80b5-625b9e8d1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:20.237824 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-57132012-c877-44e1-aead-1e19ad5e641b req-24fe63cb-9311-496e-80b5-625b9e8d1adc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=255082b63de549aeaca1e79e75cfcb79&device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 1097 time: 0.0705211 Nov 29 18:00:20.239990 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da0d444c-efae-4e61-ada7-31b4ebad2f06 req-e696152d-473d-4de5-b3bd-6ed68382f3f6 tempest-FlavorsV2NegativeTest-678631005 tempest-FlavorsV2NegativeTest-678631005-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7b0c06988f784b2fa7b5aa980f822290&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661647 Nov 29 18:00:20.320185 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8e057d-6dcb-4c24-91f7-922bd77b2ef1 req-253baac4-b9f7-4633-8aa9-acbe0c95d4c5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] No DVR routers for this DVR port b00d75a1-6b35-4432-bce6-5469637a16f9 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:20.350200 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de8e057d-6dcb-4c24-91f7-922bd77b2ef1 req-253baac4-b9f7-4633-8aa9-acbe0c95d4c5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:20.353838 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de8e057d-6dcb-4c24-91f7-922bd77b2ef1 req-253baac4-b9f7-4633-8aa9-acbe0c95d4c5 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.31 "DELETE /v2.0/ports/b00d75a1-6b35-4432-bce6-5469637a16f9 HTTP/1.1" status: 204 len: 173 time: 1.2269681 Nov 29 18:00:20.358545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6422c818-5e7a-4b9b-907c-a10a198f6d7e', 'name': 'network-vif-deleted', 'tag': 'b00d75a1-6b35-4432-bce6-5469637a16f9'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:20.362360 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ce332e-3820-447f-b1ed-ac21aa91df56" -d '{"events": [{"server_uuid": "6422c818-5e7a-4b9b-907c-a10a198f6d7e", "name": "network-vif-deleted", "tag": "b00d75a1-6b35-4432-bce6-5469637a16f9"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:20.372524 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-002686de-9ab0-4136-b80b-b4ba38771f80 req-df581e6a-b42e-4404-8574-75c61ce06667 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749627 Nov 29 18:00:20.439142 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57132012-c877-44e1-aead-1e19ad5e641b req-c7aba6bb-a6f2-4953-a1c6-923549080481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:20.440662 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-57132012-c877-44e1-aead-1e19ad5e641b req-c7aba6bb-a6f2-4953-a1c6-923549080481 service neutron] 10.222.0.31 "GET /v2.0/networks?id=57f88c5c-e77c-48db-a3b8-7ceadd054f7f HTTP/1.1" status: 200 len: 912 time: 0.1939809 Nov 29 18:00:20.513609 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-acd4efb2-2578-488b-a6c1-e0f5dd0351d7 req-e2bd10b3-84db-4745-bf7e-d333c0103adb tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] show failed (client error): The resource could not be found. Nov 29 18:00:20.520042 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-57132012-c877-44e1-aead-1e19ad5e641b req-35c18490-e2b8-4aad-af61-e2d5f3591ead service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a39b011-4392-41e1-8c5e-5a3c6027f826 HTTP/1.1" status: 200 len: 217 time: 0.0710180 Nov 29 18:00:20.527214 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-acd4efb2-2578-488b-a6c1-e0f5dd0351d7 req-e2bd10b3-84db-4745-bf7e-d333c0103adb tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/9d8ff31c-0bc7-4b2d-86f1-e779914a62bb HTTP/1.1" status: 404 len: 352 time: 0.0813739 Nov 29 18:00:20.553804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d444c-efae-4e61-ada7-31b4ebad2f06 req-b958c789-ed23-4a75-8c6b-974f48735cdc tempest-FlavorsV2NegativeTest-678631005 tempest-FlavorsV2NegativeTest-678631005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:20.555395 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da0d444c-efae-4e61-ada7-31b4ebad2f06 req-b958c789-ed23-4a75-8c6b-974f48735cdc tempest-FlavorsV2NegativeTest-678631005 tempest-FlavorsV2NegativeTest-678631005-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3145278 Nov 29 18:00:20.565602 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3782bfc5-4455-46cd-b603-82ff8623d968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:20.615052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782bfc5-4455-46cd-b603-82ff8623d968 admin admin] Pushing event deleted for resources: {'Port': ['ID=eec8bce9-31af-4608-b9f7-94b858f7c3d5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:20.621617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57132012-c877-44e1-aead-1e19ad5e641b req-64862aeb-31b4-4859-9c87-b6bf2a4d0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:20.623137 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-57132012-c877-44e1-aead-1e19ad5e641b req-64862aeb-31b4-4859-9c87-b6bf2a4d0e9d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b HTTP/1.1" status: 200 len: 851 time: 0.0969272 Nov 29 18:00:20.631098 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da0d444c-efae-4e61-ada7-31b4ebad2f06 req-cef9623a-ea67-4cdf-9b2a-ee8654682662 tempest-FlavorsV2NegativeTest-678631005 tempest-FlavorsV2NegativeTest-678631005-project] 10.222.0.23 "GET /v2.0/quotas/7b0c06988f784b2fa7b5aa980f822290 HTTP/1.1" status: 200 len: 375 time: 0.0623624 Nov 29 18:00:20.675214 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-57132012-c877-44e1-aead-1e19ad5e641b req-9102a544-55fd-4c51-8c20-b4618a8f5364 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=57f88c5c-e77c-48db-a3b8-7ceadd054f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415180 Nov 29 18:00:20.679940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892b8f90-e862-4cf0-a1d4-f422b1bddff4 admin admin] Router 1689780e-0671-42fa-9f11-1b052583fffc has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:00:20.731412 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da0d444c-efae-4e61-ada7-31b4ebad2f06 req-0c783c6e-7469-4895-b331-967394d57dec tempest-FlavorsV2NegativeTest-678631005 tempest-FlavorsV2NegativeTest-678631005-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b0c06988f784b2fa7b5aa980f822290&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636625 Nov 29 18:00:20.797062 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bc116-e5cf-4210-a027-3c13873a56b3 req-520b673a-3c21-441c-96a2-253be3498d5f tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:20.804440 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-954bc116-e5cf-4210-a027-3c13873a56b3 req-520b673a-3c21-441c-96a2-253be3498d5f tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.1935575 Nov 29 18:00:20.913643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5c30f1b-0aab-411e-a7fd-3af7055d763d req-becc5299-e167-4b68-a617-876702032736 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 210 time: 0.0457337 Nov 29 18:00:20.962389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892b8f90-e862-4cf0-a1d4-f422b1bddff4 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:00:20.973109 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04624e2d-a4fb-4e22-b168-2140bc34434b None None] Sync routers for ids ['1689780e-0671-42fa-9f11-1b052583fffc'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:00:20.993425 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-892b8f90-e862-4cf0-a1d4-f422b1bddff4 admin admin] 10.222.0.23 "PUT /v2.0/routers/1689780e-0671-42fa-9f11-1b052583fffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4489846 Nov 29 18:00:20.994416 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04624e2d-a4fb-4e22-b168-2140bc34434b None None] Routers {'1689780e-0671-42fa-9f11-1b052583fffc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:00:20.995076 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-04624e2d-a4fb-4e22-b168-2140bc34434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:59:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1689780e-0671-42fa-9f11-1b052583fffc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:21.011295 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43876) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:21.030303 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eab642-8039-4f56-9b18-d676a12cea0c x-openstack-request-id: req-95eab642-8039-4f56-9b18-d676a12cea0c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:21.031048 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6422c818-5e7a-4b9b-907c-a10a198f6d7e", "name": "network-vif-deleted", "tag": "b00d75a1-6b35-4432-bce6-5469637a16f9", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:21.032101 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95eab642-8039-4f56-9b18-d676a12cea0c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:21.034770 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6422c818-5e7a-4b9b-907c-a10a198f6d7e', 'name': 'network-vif-deleted', 'tag': 'b00d75a1-6b35-4432-bce6-5469637a16f9', 'status': 'completed', 'code': 200} Nov 29 18:00:21.099721 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-954bc116-e5cf-4210-a027-3c13873a56b3 req-c41703a5-f002-4e80-8941-ef272bfb8047 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901397 Nov 29 18:00:21.180070 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-04624e2d-a4fb-4e22-b168-2140bc34434b None None] Set router 1689780e-0671-42fa-9f11-1b052583fffc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:00:21.214317 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3782bfc5-4455-46cd-b603-82ff8623d968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:21.256470 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c28645f-c011-46ff-9726-753153a67ec8 req-4c5de056-241a-42b5-9996-c032f633285d tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/8fc127b3-746e-40a1-a750-a2c147456e32 HTTP/1.1" status: 200 len: 1818 time: 0.2190897 Nov 29 18:00:21.278764 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-57132012-c877-44e1-aead-1e19ad5e641b req-5030a4c4-dca0-4b1f-859b-3d9df41ba8e9 service neutron] 10.222.0.31 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956764 Nov 29 18:00:21.375550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce40bcc-09d3-4318-8b71-d03243258959 req-f1ac1c26-7328-4d61-9132-1308bb374a3b tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:21.383840 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dce40bcc-09d3-4318-8b71-d03243258959 req-f1ac1c26-7328-4d61-9132-1308bb374a3b tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.1702590 Nov 29 18:00:21.413270 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-412d6672-bac3-41dd-bb2a-ed3102c4d6ff admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:21.471841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-04624e2d-a4fb-4e22-b168-2140bc34434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689780e-0671-42fa-9f11-1b052583fffc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-394302471-router', 'tenant_id': 'dbec9d56ebf442679c5ad9e568650255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:42Z', 'updated_at': '2021-11-29T18:00:19Z', 'revision_number': 5, 'project_id': 'dbec9d56ebf442679c5ad9e568650255', 'gw_port': {'id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689780e-0671-42fa-9f11-1b052583fffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:44Z', 'updated_at': '2021-11-29T17:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:21.481478 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9c28645f-c011-46ff-9726-753153a67ec8 req-3bb5dc03-a947-44d5-bfd7-693efe828afc tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:21.505820 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04624e2d-a4fb-4e22-b168-2140bc34434b None None] Checking router: 1689780e-0671-42fa-9f11-1b052583fffc for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:00:21.513053 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9c28645f-c011-46ff-9726-753153a67ec8 req-3bb5dc03-a947-44d5-bfd7-693efe828afc tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:21.516600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04624e2d-a4fb-4e22-b168-2140bc34434b None None] Routers {'1689780e-0671-42fa-9f11-1b052583fffc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:00:21.517462 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-04624e2d-a4fb-4e22-b168-2140bc34434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:59:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1689780e-0671-42fa-9f11-1b052583fffc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:21.558746 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43884) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:21.571824 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-412d6672-bac3-41dd-bb2a-ed3102c4d6ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:21.587488 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9c28645f-c011-46ff-9726-753153a67ec8 req-3bb5dc03-a947-44d5-bfd7-693efe828afc tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:21.590338 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9c28645f-c011-46ff-9726-753153a67ec8 req-3bb5dc03-a947-44d5-bfd7-693efe828afc tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:21.606351 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c28645f-c011-46ff-9726-753153a67ec8 req-3bb5dc03-a947-44d5-bfd7-693efe828afc tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "DELETE /v2.0/security-groups/8fc127b3-746e-40a1-a750-a2c147456e32 HTTP/1.1" status: 204 len: 173 time: 0.3115256 Nov 29 18:00:21.614807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dce40bcc-09d3-4318-8b71-d03243258959 req-895ebf37-4738-476d-9f09-d782e4dfd7f5 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297945 Nov 29 18:00:21.674473 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-04624e2d-a4fb-4e22-b168-2140bc34434b None None] Set router 1689780e-0671-42fa-9f11-1b052583fffc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:00:21.691843 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-57132012-c877-44e1-aead-1e19ad5e641b req-a41bd49b-f7c7-4c38-ab91-d7406374f182 service neutron] 10.222.0.31 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036291 Nov 29 18:00:21.711963 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-412d6672-bac3-41dd-bb2a-ed3102c4d6ff admin admin] Deleting port 57b9708b-8ad0-4577-ba88-94d928d75161 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:21.712376 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-412d6672-bac3-41dd-bb2a-ed3102c4d6ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:21.811636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-412d6672-bac3-41dd-bb2a-ed3102c4d6ff admin admin] For port 57b9708b-8ad0-4577-ba88-94d928d75161, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=57b9708b-8ad0-4577-ba88-94d928d75161,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:21.811954 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-412d6672-bac3-41dd-bb2a-ed3102c4d6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:21.827530 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-412d6672-bac3-41dd-bb2a-ed3102c4d6ff admin admin] Calling delete_port for 57b9708b-8ad0-4577-ba88-94d928d75161 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:21.879194 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-04624e2d-a4fb-4e22-b168-2140bc34434b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689780e-0671-42fa-9f11-1b052583fffc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-394302471-router', 'tenant_id': 'dbec9d56ebf442679c5ad9e568650255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:42Z', 'updated_at': '2021-11-29T18:00:19Z', 'revision_number': 5, 'project_id': 'dbec9d56ebf442679c5ad9e568650255', 'gw_port': {'id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689780e-0671-42fa-9f11-1b052583fffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:44Z', 'updated_at': '2021-11-29T17:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:21.913830 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 0326716b-2cd2-4862-bc04-09092d64c668 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:00:21.953546 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04624e2d-a4fb-4e22-b168-2140bc34434b None None] The sync data for ids ['1689780e-0671-42fa-9f11-1b052583fffc'] in n-d-819494-5 is: [{'id': '1689780e-0671-42fa-9f11-1b052583fffc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-394302471-router', 'tenant_id': 'dbec9d56ebf442679c5ad9e568650255', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:53:42Z', 'updated_at': '2021-11-29T18:00:19Z', 'revision_number': 5, 'project_id': 'dbec9d56ebf442679c5ad9e568650255', 'gw_port': {'id': '57b9708b-8ad0-4577-ba88-94d928d75161', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689780e-0671-42fa-9f11-1b052583fffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:53:44Z', 'updated_at': '2021-11-29T17:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:00:21.981849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 0326716b-2cd2-4862-bc04-09092d64c668 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:00:21.987743 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 0326716b-2cd2-4862-bc04-09092d64c668 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:21.988325 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:22.032459 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-412d6672-bac3-41dd-bb2a-ed3102c4d6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:22.087891 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:22.100181 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d6672-bac3-41dd-bb2a-ed3102c4d6ff admin admin] Pushing event deleted for resources: {'Port': ['ID=57b9708b-8ad0-4577-ba88-94d928d75161,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:22.135756 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5dc03-a947-44d5-bfd7-693efe828afc tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc127b3-746e-40a1-a750-a2c147456e32,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:22.136308 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 0326716b-2cd2-4862-bc04-09092d64c668, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0326716b-2cd2-4862-bc04-09092d64c668,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:22.137439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe514b8-9a14-4ea8-8f31-ca6fbbb53230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0326716b-2cd2-4862-bc04-09092d64c668'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:22.143406 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-2ebddd52-a2e5-4799-b97b-88d48044d992 req-f4534aad-c845-410f-bab6-2ad2d8c1e6ab tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] show failed (client error): The resource could not be found. Nov 29 18:00:22.144103 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56523158-40e9-4750-a77c-c2e3b5d8bc32" -d '{"events": [{"server_uuid": "3fe514b8-9a14-4ea8-8f31-ca6fbbb53230", "name": "network-vif-plugged", "status": "completed", "tag": "0326716b-2cd2-4862-bc04-09092d64c668"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:22.144906 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2ebddd52-a2e5-4799-b97b-88d48044d992 req-f4534aad-c845-410f-bab6-2ad2d8c1e6ab tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/8fc127b3-746e-40a1-a750-a2c147456e32 HTTP/1.1" status: 404 len: 352 time: 0.0625758 Nov 29 18:00:22.145683 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd6db781-a2ee-43ed-8e87-3e3e5c0634c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:22.160819 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-412d6672-bac3-41dd-bb2a-ed3102c4d6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:22.182514 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:22.184444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b00d75a1-6b35-4432-bce6-5469637a16f9 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:22.242330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00535b-9f61-4e11-a190-925b93192d42 req-e74452d9-b0cd-41ae-a131-d6d81a59c1e5 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:22.249175 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: b00d75a1-6b35-4432-bce6-5469637a16f9 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:22.249597 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be00535b-9f61-4e11-a190-925b93192d42 req-e74452d9-b0cd-41ae-a131-d6d81a59c1e5 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fe514b8-9a14-4ea8-8f31-ca6fbbb53230 HTTP/1.1" status: 200 len: 949 time: 0.1517696 Nov 29 18:00:22.249935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b00d75a1-6b35-4432-bce6-5469637a16f9 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:22.275576 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=0326716b-2cd2-4862-bc04-09092d64c668,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:22.303177 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3782bfc5-4455-46cd-b603-82ff8623d968 admin admin] Router 85fca01c-af13-4d36-b933-1ee1252f05c7 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:00:22.316122 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-412d6672-bac3-41dd-bb2a-ed3102c4d6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:22.319887 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-412d6672-bac3-41dd-bb2a-ed3102c4d6ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:22.376795 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be00535b-9f61-4e11-a190-925b93192d42 req-a10d6b5d-3f16-4be4-bc69-367ca1a874fe tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263275 Nov 29 18:00:22.388383 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136dc39-3945-4ccb-b1fb-06f44226762d req-43364f29-8673-4d79-a7ce-4ee75629eef2 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:22.390030 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4136dc39-3945-4ccb-b1fb-06f44226762d req-43364f29-8673-4d79-a7ce-4ee75629eef2 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.1676681 Nov 29 18:00:22.404417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43904) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:22.407381 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-412d6672-bac3-41dd-bb2a-ed3102c4d6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:22.408614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412d6672-bac3-41dd-bb2a-ed3102c4d6ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1689780e-0671-42fa-9f11-1b052583fffc {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:00:22.419550 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-412d6672-bac3-41dd-bb2a-ed3102c4d6ff admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:22.421241 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-412d6672-bac3-41dd-bb2a-ed3102c4d6ff admin admin] 10.222.0.23 "DELETE /v2.0/routers/1689780e-0671-42fa-9f11-1b052583fffc HTTP/1.1" status: 204 len: 168 time: 1.3961256 Nov 29 18:00:22.425456 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43906) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:22.430488 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b84c96b0-f1c9-4170-a8a2-77e2ba83c600 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Request body: {'floatingip': {'port_id': '666eb30b-5978-401b-ab60-bb5580335850'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:22.476332 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd6db781-a2ee-43ed-8e87-3e3e5c0634c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:22.531759 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f27443e-ab10-42d3-821f-eb2bcc77495b req-e06a2006-d013-45f6-96df-2cc872dabab3 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 210 time: 0.0504451 Nov 29 18:00:22.536188 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b84c96b0-f1c9-4170-a8a2-77e2ba83c600 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for floatingip, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:22.546108 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd6db781-a2ee-43ed-8e87-3e3e5c0634c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:22.621617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b6b905-e327-4318-88c7-c5c38bca6ba6 admin admin] Deleting subnet fd1853df-b455-4750-b6cd-6afa9261bd34 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:00:22.631086 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d1b6b905-e327-4318-88c7-c5c38bca6ba6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:22.687160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cd6db781-a2ee-43ed-8e87-3e3e5c0634c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b0c06988f784b2fa7b5aa980f822290&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1244454 Nov 29 18:00:22.688152 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43908) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:22.703324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6db781-a2ee-43ed-8e87-3e3e5c0634c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f36315-0041-4a6d-9b5c-c27262fe11af,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:22.719730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3782bfc5-4455-46cd-b603-82ff8623d968 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:00:22.729146 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3782bfc5-4455-46cd-b603-82ff8623d968 admin admin] 10.222.0.23 "PUT /v2.0/routers/85fca01c-af13-4d36-b933-1ee1252f05c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6199746 Nov 29 18:00:22.732632 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8ce7e7-622a-43f0-b89b-e5f7134136b6 None None] Sync routers for ids ['85fca01c-af13-4d36-b933-1ee1252f05c7'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:00:22.734194 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43910) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:22.737414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d44e9e4-2f37-487f-ad6e-15380f238656 req-96047ddd-f25a-4841-b59f-2a118cb10d26 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/e8013b48-ac39-4d1a-b56a-7e819b4b17b4 HTTP/1.1" status: 200 len: 1816 time: 0.1716790 Nov 29 18:00:22.750185 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8ce7e7-622a-43f0-b89b-e5f7134136b6 None None] Routers {'85fca01c-af13-4d36-b933-1ee1252f05c7'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:00:22.751162 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1d8ce7e7-622a-43f0-b89b-e5f7134136b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:59:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['85fca01c-af13-4d36-b933-1ee1252f05c7'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:22.755163 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43baa383-fa01-48e6-af20-3e9db6e2a33c req-616c5f94-b835-403a-b161-9cda81df943c tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:22.756816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43baa383-fa01-48e6-af20-3e9db6e2a33c req-616c5f94-b835-403a-b161-9cda81df943c tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.2221973 Nov 29 18:00:22.867053 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7d44e9e4-2f37-487f-ad6e-15380f238656 req-c1b5aeb2-2f16-474f-8f0f-d9eeb8705f89 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:22.893036 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-1d8ce7e7-622a-43f0-b89b-e5f7134136b6 None None] Set router 85fca01c-af13-4d36-b933-1ee1252f05c7 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:00:22.897311 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7d44e9e4-2f37-487f-ad6e-15380f238656 req-c1b5aeb2-2f16-474f-8f0f-d9eeb8705f89 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:22.944607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43baa383-fa01-48e6-af20-3e9db6e2a33c req-e3717711-7d3d-451e-a5b1-b1cfaf17630e tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771808 Nov 29 18:00:23.027826 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7d44e9e4-2f37-487f-ad6e-15380f238656 req-c1b5aeb2-2f16-474f-8f0f-d9eeb8705f89 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:23.031222 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7d44e9e4-2f37-487f-ad6e-15380f238656 req-c1b5aeb2-2f16-474f-8f0f-d9eeb8705f89 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:23.032520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d44e9e4-2f37-487f-ad6e-15380f238656 req-c1b5aeb2-2f16-474f-8f0f-d9eeb8705f89 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "DELETE /v2.0/security-groups/e8013b48-ac39-4d1a-b56a-7e819b4b17b4 HTTP/1.1" status: 204 len: 173 time: 0.2890506 Nov 29 18:00:23.034876 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cc649a-ddde-46f4-9980-6a546be27708 x-openstack-request-id: req-15cc649a-ddde-46f4-9980-6a546be27708 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:23.034876 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe514b8-9a14-4ea8-8f31-ca6fbbb53230", "name": "network-vif-plugged", "status": "completed", "tag": "0326716b-2cd2-4862-bc04-09092d64c668", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:23.035112 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15cc649a-ddde-46f4-9980-6a546be27708 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:23.035410 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe514b8-9a14-4ea8-8f31-ca6fbbb53230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0326716b-2cd2-4862-bc04-09092d64c668', 'code': 200} Nov 29 18:00:23.056550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5aeb2-2f16-474f-8f0f-d9eeb8705f89 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8013b48-ac39-4d1a-b56a-7e819b4b17b4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:23.113299 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-7562e896-68cc-42a8-98c4-7fccdc4121bb req-81a5a091-c718-46a9-b420-68f6f6524ab6 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] show failed (client error): The resource could not be found. Nov 29 18:00:23.121325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7562e896-68cc-42a8-98c4-7fccdc4121bb req-81a5a091-c718-46a9-b420-68f6f6524ab6 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/e8013b48-ac39-4d1a-b56a-7e819b4b17b4 HTTP/1.1" status: 404 len: 352 time: 0.0280385 Nov 29 18:00:23.136370 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1d8ce7e7-622a-43f0-b89b-e5f7134136b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'name': 'tempest-FloatingIPDetailsTestJSON-376314206-router', 'tenant_id': 'd00c5a45add349aaa643d4245a27fe4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:35Z', 'updated_at': '2021-11-29T18:00:20Z', 'revision_number': 5, 'project_id': 'd00c5a45add349aaa643d4245a27fe4b', 'gw_port': {'id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:36Z', 'updated_at': '2021-11-29T17:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:23.168673 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8ce7e7-622a-43f0-b89b-e5f7134136b6 None None] Checking router: 85fca01c-af13-4d36-b933-1ee1252f05c7 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:00:23.178593 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8ce7e7-622a-43f0-b89b-e5f7134136b6 None None] Routers {'85fca01c-af13-4d36-b933-1ee1252f05c7'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:00:23.179494 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1d8ce7e7-622a-43f0-b89b-e5f7134136b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:59:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['85fca01c-af13-4d36-b933-1ee1252f05c7'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:23.213147 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afd164a6-0ecd-4e65-9732-49e4aab08db4 req-d1a023c3-7722-4ec3-ae3e-6eb656290ee6 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=002d053e10db4216a16b57a0ded20cba HTTP/1.1" status: 200 len: 6199 time: 0.0758653 Nov 29 18:00:23.283653 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afd164a6-0ecd-4e65-9732-49e4aab08db4 req-54c85902-ebf4-4c2a-b9f4-fc9a2463f00e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/a6aae9f5-f5ff-47b1-8e76-789fc62d8a59 HTTP/1.1" status: 200 len: 2998 time: 0.0687239 Nov 29 18:00:23.344611 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-1d8ce7e7-622a-43f0-b89b-e5f7134136b6 None None] Set router 85fca01c-af13-4d36-b933-1ee1252f05c7 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:00:23.351650 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 57b9708b-8ad0-4577-ba88-94d928d75161 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:23.372311 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afd164a6-0ecd-4e65-9732-49e4aab08db4 req-074e9faf-44f1-4b29-9d45-368a0b18a2ea tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/a6aae9f5-f5ff-47b1-8e76-789fc62d8a59 HTTP/1.1" status: 200 len: 2998 time: 0.0875771 Nov 29 18:00:23.392105 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 57b9708b-8ad0-4577-ba88-94d928d75161 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:23.392466 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 57b9708b-8ad0-4577-ba88-94d928d75161 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:23.392901 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 12a1708e-73c9-4233-92fb-74766a115dd5 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:23.406302 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c5bb7256-e364-4863-b567-cd40139e353f req-815c9e95-4df6-4fd7-a228-4c4b2ce85b78 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-26302470', 'description': 'tempest-description-1002187200'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:23.433733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 12a1708e-73c9-4233-92fb-74766a115dd5 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:23.433733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 12a1708e-73c9-4233-92fb-74766a115dd5 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:23.447803 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d1b6b905-e327-4318-88c7-c5c38bca6ba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:23.449837 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c5bb7256-e364-4863-b567-cd40139e353f req-815c9e95-4df6-4fd7-a228-4c4b2ce85b78 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:23.589163 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c5bb7256-e364-4863-b567-cd40139e353f req-815c9e95-4df6-4fd7-a228-4c4b2ce85b78 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:23.595132 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c5bb7256-e364-4863-b567-cd40139e353f req-815c9e95-4df6-4fd7-a228-4c4b2ce85b78 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:23.628349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c9e95-4df6-4fd7-a228-4c4b2ce85b78 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a922ed70-f917-4cf8-8005-8782220cf6d8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:23.638545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635b891-7c6a-4020-85a0-36ae791339b6 req-21ed8aa7-56bb-48ba-88c5-a40db99554ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:23.640125 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d635b891-7c6a-4020-85a0-36ae791339b6 req-21ed8aa7-56bb-48ba-88c5-a40db99554ab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3fe514b8-9a14-4ea8-8f31-ca6fbbb53230 HTTP/1.1" status: 200 len: 1101 time: 0.1424334 Nov 29 18:00:23.649048 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-58ca83a9-d110-44bd-8d9e-67349641aa4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:23.656604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0bc5f-852a-4552-8411-f15c518384d5 req-4e79f846-6ad5-4cb2-989d-6b22c0f64bbe tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:23.658841 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04a0bc5f-852a-4552-8411-f15c518384d5 req-4e79f846-6ad5-4cb2-989d-6b22c0f64bbe tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fe514b8-9a14-4ea8-8f31-ca6fbbb53230 HTTP/1.1" status: 200 len: 950 time: 0.1329038 Nov 29 18:00:23.662624 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c5bb7256-e364-4863-b567-cd40139e353f req-815c9e95-4df6-4fd7-a228-4c4b2ce85b78 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:23.663947 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5bb7256-e364-4863-b567-cd40139e353f req-815c9e95-4df6-4fd7-a228-4c4b2ce85b78 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2630889 Nov 29 18:00:23.679178 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-58ca83a9-d110-44bd-8d9e-67349641aa4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:23.680637 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1d8ce7e7-622a-43f0-b89b-e5f7134136b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'name': 'tempest-FloatingIPDetailsTestJSON-376314206-router', 'tenant_id': 'd00c5a45add349aaa643d4245a27fe4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:35Z', 'updated_at': '2021-11-29T18:00:20Z', 'revision_number': 5, 'project_id': 'd00c5a45add349aaa643d4245a27fe4b', 'gw_port': {'id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:36Z', 'updated_at': '2021-11-29T17:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:23.736190 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8ce7e7-622a-43f0-b89b-e5f7134136b6 None None] The sync data for ids ['85fca01c-af13-4d36-b933-1ee1252f05c7'] in n-d-819494-5 is: [{'id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'name': 'tempest-FloatingIPDetailsTestJSON-376314206-router', 'tenant_id': 'd00c5a45add349aaa643d4245a27fe4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:35Z', 'updated_at': '2021-11-29T18:00:20Z', 'revision_number': 5, 'project_id': 'd00c5a45add349aaa643d4245a27fe4b', 'gw_port': {'id': 'b9e591f4-6349-45e2-b925-1baa9b041ec1', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fca01c-af13-4d36-b933-1ee1252f05c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:36Z', 'updated_at': '2021-11-29T17:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:00:23.787486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-627384c0-078f-4ad3-88d1-3e4ab8b696ff req-a60d7266-1971-4655-bdac-3054644d15c6 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 210 time: 0.0520892 Nov 29 18:00:23.800907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04a0bc5f-852a-4552-8411-f15c518384d5 req-bf7c84dc-d70c-42a6-9492-42cc4b4e6f93 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311178 Nov 29 18:00:23.808198 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-53ef0f0f-5592-434a-8ea1-3370cc15ec50 req-48e7b6c7-60e2-4268-9c9c-c3d29a588f34 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2079279805', 'description': 'tempest-description-1613843545'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:23.814661 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-58ca83a9-d110-44bd-8d9e-67349641aa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:23.817668 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-58ca83a9-d110-44bd-8d9e-67349641aa4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:23.818865 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-58ca83a9-d110-44bd-8d9e-67349641aa4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58f36315-0041-4a6d-9b5c-c27262fe11af HTTP/1.1" status: 204 len: 168 time: 1.1279509 Nov 29 18:00:23.838991 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-53ef0f0f-5592-434a-8ea1-3370cc15ec50 req-48e7b6c7-60e2-4268-9c9c-c3d29a588f34 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:23.859498 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d1b6b905-e327-4318-88c7-c5c38bca6ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:23.923695 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e43b6a3b-e450-43b2-8a5e-e8cfe29b7291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:23.936973 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-53ef0f0f-5592-434a-8ea1-3370cc15ec50 req-48e7b6c7-60e2-4268-9c9c-c3d29a588f34 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:23.944332 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-53ef0f0f-5592-434a-8ea1-3370cc15ec50 req-48e7b6c7-60e2-4268-9c9c-c3d29a588f34 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:23.947015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca83a9-d110-44bd-8d9e-67349641aa4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f36315-0041-4a6d-9b5c-c27262fe11af,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:23.976443 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.db.resource_extend [None req-b84c96b0-f1c9-4170-a8a2-77e2ba83c600 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:00:24.025739 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-53ef0f0f-5592-434a-8ea1-3370cc15ec50 req-48e7b6c7-60e2-4268-9c9c-c3d29a588f34 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:24.027317 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-53ef0f0f-5592-434a-8ea1-3370cc15ec50 req-48e7b6c7-60e2-4268-9c9c-c3d29a588f34 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2244616 Nov 29 18:00:24.039507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7b6c7-60e2-4268-9c9c-c3d29a588f34 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e093976-b914-40f4-bc5b-1399c07c922e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:24.055825 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d1b6b905-e327-4318-88c7-c5c38bca6ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:24.069601 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d635b891-7c6a-4020-85a0-36ae791339b6 req-cd3c0335-da48-4b34-88c1-b1198afab6a3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485355 Nov 29 18:00:24.105511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6b905-e327-4318-88c7-c5c38bca6ba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd1853df-b455-4750-b6cd-6afa9261bd34,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:24.112779 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5768f4e5-8916-4f92-af62-f2a3110ba36c admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:24.117075 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d1b6b905-e327-4318-88c7-c5c38bca6ba6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:24.124266 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d1b6b905-e327-4318-88c7-c5c38bca6ba6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fd1853df-b455-4750-b6cd-6afa9261bd34 HTTP/1.1" status: 204 len: 168 time: 1.6894937 Nov 29 18:00:24.126205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43932) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:24.136874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babc5dac-6ed4-46a9-a1c1-50f7eeedb877 None None] Network 9a92583d-afd0-46ee-b770-fd3cfdb58091 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:00:24.199412 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b84c96b0-f1c9-4170-a8a2-77e2ba83c600 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:24.240964 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b84c96b0-f1c9-4170-a8a2-77e2ba83c600 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:24.311527 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65f78d-1667-461a-8172-c06d60a381f0 req-d6689917-6af5-4c33-8db2-325caa464caa tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:24.320280 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f65f78d-1667-461a-8172-c06d60a381f0 req-d6689917-6af5-4c33-8db2-325caa464caa tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.2124639 Nov 29 18:00:24.471679 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:24.483373 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-b84c96b0-f1c9-4170-a8a2-77e2ba83c600 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Floating IP a62634fa-4a58-47f5-92e6-7e9a911e25ca associated. External IP: 172.25.3.106, port: 666eb30b-5978-401b-ab60-bb5580335850. Nov 29 18:00:24.492301 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709cf3ed-e4d4-4a34-878b-a11371535be7 None None] DHCP port deletion for 9a92583d-afd0-46ee-b770-fd3cfdb58091 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:00:24.548621 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f65f78d-1667-461a-8172-c06d60a381f0 req-efbbb763-fc0a-4076-a5ff-955f2ba67f43 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273562 Nov 29 18:00:24.577159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-eb95ce0c-6980-4f4d-989b-a7c6d525e1db tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:24.579341 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-eb95ce0c-6980-4f4d-989b-a7c6d525e1db tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/networks?id=ec97920f-26a6-436e-a67f-64e874c2492b HTTP/1.1" status: 200 len: 812 time: 0.2360666 Nov 29 18:00:24.584269 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-709cf3ed-e4d4-4a34-878b-a11371535be7 None None] Deleting port ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:24.585130 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-709cf3ed-e4d4-4a34-878b-a11371535be7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:24.586737 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5768f4e5-8916-4f92-af62-f2a3110ba36c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:24.607646 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-e4cbc92f-ba4e-4eb8-9aa0-48e6eba4be6d tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/quotas/002d053e10db4216a16b57a0ded20cba HTTP/1.1" status: 200 len: 375 time: 0.0188050 Nov 29 18:00:24.715668 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-e23524ce-200c-4f17-8daf-cf1424ff9701 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=002d053e10db4216a16b57a0ded20cba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1001666 Nov 29 18:00:24.760052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] Deleting port ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:24.760052 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:24.764924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-709cf3ed-e4d4-4a34-878b-a11371535be7 None None] For port ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae,segment=NetworkSegment(d51d673f-0c71-42ad-93b6-88f68a295ea1),segment_id=d51d673f-0c71-42ad-93b6-88f68a295ea1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:24.768722 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-709cf3ed-e4d4-4a34-878b-a11371535be7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:24.797190 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-709cf3ed-e4d4-4a34-878b-a11371535be7 None None] Calling delete_port for ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:24.867320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] For port ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae,segment=NetworkSegment(d51d673f-0c71-42ad-93b6-88f68a295ea1),segment_id=d51d673f-0c71-42ad-93b6-88f68a295ea1)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:24.868362 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:24.884959 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] Calling delete_port for ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:24.907542 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-8a956f21-f0f5-49f7-8231-baefe3597b20 service neutron] 10.222.0.23 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843059 Nov 29 18:00:24.934360 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d20deab-9fc3-471e-8e69-76865017c039 req-1b758366-ab82-4440-81d6-0e318c9f59cb tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 210 time: 0.0306013 Nov 29 18:00:24.967385 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-709cf3ed-e4d4-4a34-878b-a11371535be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:24.994420 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cf3ed-e4d4-4a34-878b-a11371535be7 None None] Pushing event deleted for resources: {'Port': ['ID=ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:24.999091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709cf3ed-e4d4-4a34-878b-a11371535be7 None None] No DVR routers for this DVR port ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:25.013553 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-5768f4e5-8916-4f92-af62-f2a3110ba36c admin admin] Deleting port b9e591f4-6349-45e2-b925-1baa9b041ec1 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:25.013553 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5768f4e5-8916-4f92-af62-f2a3110ba36c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.064708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-d8b9de75-dd9a-4b8a-8b79-9263ae9d4376 service neutron] 10.222.0.23 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293459 Nov 29 18:00:25.119565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:25.139378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84c96b0-f1c9-4170-a8a2-77e2ba83c600 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Router 26976628-e36b-4dc6-845c-6ed9d5c16fbd has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:00:25.168516 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43964) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:25.170692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:25.174982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:25.175832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device eec8bce9-31af-4608-b9f7-94b858f7c3d5 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:25.228296 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739ec30-cfa5-4595-84f5-67f713b2f5ec req-ba6bb80d-b960-4e23-8c94-0ab30a8377d9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:25.236087 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c739ec30-cfa5-4595-84f5-67f713b2f5ec req-ba6bb80d-b960-4e23-8c94-0ab30a8377d9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fe514b8-9a14-4ea8-8f31-ca6fbbb53230 HTTP/1.1" status: 200 len: 950 time: 0.1522591 Nov 29 18:00:25.256872 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-5768f4e5-8916-4f92-af62-f2a3110ba36c admin admin] For port b9e591f4-6349-45e2-b925-1baa9b041ec1, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b9e591f4-6349-45e2-b925-1baa9b041ec1,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:25.259150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: eec8bce9-31af-4608-b9f7-94b858f7c3d5 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:25.259426 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5768f4e5-8916-4f92-af62-f2a3110ba36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.261947 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device eec8bce9-31af-4608-b9f7-94b858f7c3d5 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:25.267581 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.319091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-5768f4e5-8916-4f92-af62-f2a3110ba36c admin admin] Calling delete_port for b9e591f4-6349-45e2-b925-1baa9b041ec1 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:25.326630 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:25.348439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca73f5f7-b427-41e3-a14b-b13a62cd38b8 req-e98b394c-bea5-487a-a92d-0ef3f8bb3bc7 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 210 time: 0.0729506 Nov 29 18:00:25.348840 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] No DVR routers for this DVR port ce3bcc8e-b4fb-4b5e-b411-57c35dd1b9ae on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:25.381868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4c04b3a5-4f8f-48c3-8654-3bdf39e9dee9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262732018-network', 'tenant_id': '764f31bb3e0c4216a50c93cec9ba5ae8'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:25.412625 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c739ec30-cfa5-4595-84f5-67f713b2f5ec req-4290cf88-9915-4c10-822d-1d5de2fde0b2 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630678 Nov 29 18:00:25.431159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c04b3a5-4f8f-48c3-8654-3bdf39e9dee9 admin admin] Made reservation on behalf of 764f31bb3e0c4216a50c93cec9ba5ae8 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:00:25.434517 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c04b3a5-4f8f-48c3-8654-3bdf39e9dee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.452405 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c04b3a5-4f8f-48c3-8654-3bdf39e9dee9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.525283 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.550425 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a92583d-afd0-46ee-b770-fd3cfdb58091']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:25.560644 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51d673f-0c71-42ad-93b6-88f68a295ea1') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:25.560947 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51d673f-0c71-42ad-93b6-88f68a295ea1') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:25.561985 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c04b3a5-4f8f-48c3-8654-3bdf39e9dee9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.568437 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c04b3a5-4f8f-48c3-8654-3bdf39e9dee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.575711 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.591001 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.598943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:00:25.599365 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.599794 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c04b3a5-4f8f-48c3-8654-3bdf39e9dee9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:00:25.619482 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04b3a5-4f8f-48c3-8654-3bdf39e9dee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11aec4f7-8701-40fc-bd06-a5e3dc0b0855,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:25.626008 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c04b3a5-4f8f-48c3-8654-3bdf39e9dee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.626879 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-4c04b3a5-4f8f-48c3-8654-3bdf39e9dee9 admin admin] Added segment c053023c-8a1c-4441-9f46-6f2553c09826 of type vlan for network 02bf6099-52a7-4cd7-9387-cbb83c907bf1 Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:00:25.663710 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:00:25.673070 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.692533 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c04b3a5-4f8f-48c3-8654-3bdf39e9dee9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.693569 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.699041 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9a92583d-afd0-46ee-b770-fd3cfdb58091 HTTP/1.1" status: 204 len: 168 time: 1.5662591 Nov 29 18:00:25.701452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d328959-c378-4a7e-9f09-d422c1ff7d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a92583d-afd0-46ee-b770-fd3cfdb58091,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:25.715285 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84c96b0-f1c9-4170-a8a2-77e2ba83c600 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:00:25.728844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c14d082-aa86-4582-a9cc-854e55946704 None None] Sync routers for ids ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:00:25.751758 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b84c96b0-f1c9-4170-a8a2-77e2ba83c600 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.753407 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c14d082-aa86-4582-a9cc-854e55946704 None None] Routers {'26976628-e36b-4dc6-845c-6ed9d5c16fbd'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:00:25.754826 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-8c14d082-aa86-4582-a9cc-854e55946704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T17:59:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:25.803328 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b84c96b0-f1c9-4170-a8a2-77e2ba83c600 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "PUT /v2.0/floatingips/a62634fa-4a58-47f5-92e6-7e9a911e25ca HTTP/1.1" status: 200 len: 991 time: 3.3800139 Nov 29 18:00:25.804721 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'tag': '666eb30b-5978-401b-ab60-bb5580335850'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:25.807200 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdc7f1d-0bdf-4fc1-bc62-eb2fc0b090ca" -d '{"events": [{"name": "network-changed", "server_uuid": "02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a", "tag": "666eb30b-5978-401b-ab60-bb5580335850"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:25.856241 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dea39-2637-4e97-afe2-73d78b1e8a9c req-b354cc23-ec8f-4d8b-93e8-edec7bdec168 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:25.858034 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-544dea39-2637-4e97-afe2-73d78b1e8a9c req-b354cc23-ec8f-4d8b-93e8-edec7bdec168 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.1925452 Nov 29 18:00:25.862514 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c04b3a5-4f8f-48c3-8654-3bdf39e9dee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.863746 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c04b3a5-4f8f-48c3-8654-3bdf39e9dee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:25.865326 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c04b3a5-4f8f-48c3-8654-3bdf39e9dee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.903760 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5768f4e5-8916-4f92-af62-f2a3110ba36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:25.948189 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43986) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:25.962904 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768f4e5-8916-4f92-af62-f2a3110ba36c admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e591f4-6349-45e2-b925-1baa9b041ec1,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:26.032977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04b3a5-4f8f-48c3-8654-3bdf39e9dee9 admin admin] Pushing event updated for resources: {'Network': ['ID=02bf6099-52a7-4cd7-9387-cbb83c907bf1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:26.037877 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de484d5-b856-4749-a46f-35a8f4311688 x-openstack-request-id: req-1de484d5-b856-4749-a46f-35a8f4311688 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:26.038265 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a", "tag": "666eb30b-5978-401b-ab60-bb5580335850", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:26.038729 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1de484d5-b856-4749-a46f-35a8f4311688 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:26.039359 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'tag': '666eb30b-5978-401b-ab60-bb5580335850', 'status': 'completed', 'code': 200} Nov 29 18:00:26.062475 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4c04b3a5-4f8f-48c3-8654-3bdf39e9dee9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8926930 Nov 29 18:00:26.067980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43990) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:26.084323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-491ce4f5-6aee-4e3f-8d2c-de0df7efa790 admin admin] Request body: {'subnet': {'network_id': '02bf6099-52a7-4cd7-9387-cbb83c907bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262732018-subnet', 'tenant_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:26.183524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 02bf6099-52a7-4cd7-9387-cbb83c907bf1 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:00:26.219873 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491ce4f5-6aee-4e3f-8d2c-de0df7efa790 admin admin] Made reservation on behalf of 764f31bb3e0c4216a50c93cec9ba5ae8 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:00:26.226087 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-491ce4f5-6aee-4e3f-8d2c-de0df7efa790 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:26.267370 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-8c14d082-aa86-4582-a9cc-854e55946704 None None] Set router 26976628-e36b-4dc6-845c-6ed9d5c16fbd gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:00:26.278080 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c10676da-27d3-487a-b961-47ff0928e857 req-8b8a5e20-fe3d-45b8-8698-e72219a33c25 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=6422c818-5e7a-4b9b-907c-a10a198f6d7e HTTP/1.1" status: 200 len: 210 time: 0.1413891 Nov 29 18:00:26.338571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-544dea39-2637-4e97-afe2-73d78b1e8a9c req-42edc703-4ffc-491e-95dd-0cb69f06a6fb tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655390 Nov 29 18:00:26.409774 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32a92213-276d-406f-a5af-119e0c3e6047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:26.471254 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-227262ae-99de-4b8a-8eb8-4c5ecb39a237 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a08ee2c7a42446ab94372180a9609ad3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5054977 Nov 29 18:00:26.476461 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43996) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:26.502868 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc7f1d-0bdf-4fc1-bc62-eb2fc0b090ca req-aab49616-d096-4690-beb0-2b0a980760f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:26.504716 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1fdc7f1d-0bdf-4fc1-bc62-eb2fc0b090ca req-aab49616-d096-4690-beb0-2b0a980760f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97df2f9382ba451a9c1578f7e940bef7&device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 1096 time: 0.4270992 Nov 29 18:00:26.506731 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed5ff675-3a62-4e37-9826-a1fe4b4a1b99 req-52403b0b-2984-4b2f-a07b-9b63cc1ffed3 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 210 time: 0.0379384 Nov 29 18:00:26.548275 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5768f4e5-8916-4f92-af62-f2a3110ba36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:26.627908 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-8c14d082-aa86-4582-a9cc-854e55946704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'a62634fa-4a58-47f5-92e6-7e9a911e25ca', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'port_id': '666eb30b-5978-401b-ab60-bb5580335850', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'mac_address': 'fa:16:3e:be:70:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:00:00Z', 'updated_at': '2021-11-29T18:00:23Z', 'revision_number': 1, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1e46bb-74ee-4656-8c0a-96acbceee810', 'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'mac_address': 'fa:16:3e:b0:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:52Z', 'updated_at': '2021-11-29T18:00:00Z', 'revision_number': 5, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'subnets': [{'id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:26.643312 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5768f4e5-8916-4f92-af62-f2a3110ba36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:26.646236 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5768f4e5-8916-4f92-af62-f2a3110ba36c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:26.672184 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c14d082-aa86-4582-a9cc-854e55946704 None None] Checking router: 26976628-e36b-4dc6-845c-6ed9d5c16fbd for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:00:26.684872 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c14d082-aa86-4582-a9cc-854e55946704 None None] Routers {'26976628-e36b-4dc6-845c-6ed9d5c16fbd'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:00:26.685373 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d75cf-1b26-4ffd-8e63-66fe14f32e48 req-92c33995-d9cc-449f-b421-53a39d96d911 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:26.685989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-8c14d082-aa86-4582-a9cc-854e55946704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:00:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:26.687299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af9d75cf-1b26-4ffd-8e63-66fe14f32e48 req-92c33995-d9cc-449f-b421-53a39d96d911 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fe514b8-9a14-4ea8-8f31-ca6fbbb53230 HTTP/1.1" status: 200 len: 950 time: 0.1621463 Nov 29 18:00:26.688684 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-491ce4f5-6aee-4e3f-8d2c-de0df7efa790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:26.755335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ce4f5-6aee-4e3f-8d2c-de0df7efa790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a5584a-2cc4-4ca9-98e0-6b20c4467e8e,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:26.832395 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af9d75cf-1b26-4ffd-8e63-66fe14f32e48 req-40e0fe2d-d0f5-4ab8-8126-e02fa223054e tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891356 Nov 29 18:00:26.838289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491ce4f5-6aee-4e3f-8d2c-de0df7efa790 admin admin] Checking segment: {'id': 'c053023c-8a1c-4441-9f46-6f2553c09826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '02bf6099-52a7-4cd7-9387-cbb83c907bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:00:26.838655 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491ce4f5-6aee-4e3f-8d2c-de0df7efa790 admin admin] Network hostable DHCP agents. Network: 02bf6099-52a7-4cd7-9387-cbb83c907bf1, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:00:26.861727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491ce4f5-6aee-4e3f-8d2c-de0df7efa790 admin admin] Network 02bf6099-52a7-4cd7-9387-cbb83c907bf1 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:00:26.876348 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-8c14d082-aa86-4582-a9cc-854e55946704 None None] Set router 26976628-e36b-4dc6-845c-6ed9d5c16fbd gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:00:26.879390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-491ce4f5-6aee-4e3f-8d2c-de0df7efa790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 02bf6099-52a7-4cd7-9387-cbb83c907bf1) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:00:26.885601 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491ce4f5-6aee-4e3f-8d2c-de0df7efa790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:26.886432 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-491ce4f5-6aee-4e3f-8d2c-de0df7efa790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:26.919703 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b002fd5-8c30-4f8c-bc3d-1236b39216b3 None None] Network 02bf6099-52a7-4cd7-9387-cbb83c907bf1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:00:26.922698 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-491ce4f5-6aee-4e3f-8d2c-de0df7efa790 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8517559 Nov 29 18:00:26.925119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44002) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:26.934921 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262732018-router', 'tenant_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:26.995509 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:26.996572 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:27.001814 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5768f4e5-8916-4f92-af62-f2a3110ba36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:27.002408 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5768f4e5-8916-4f92-af62-f2a3110ba36c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85fca01c-af13-4d36-b933-1ee1252f05c7 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:00:27.074295 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5768f4e5-8916-4f92-af62-f2a3110ba36c admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:27.088817 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5768f4e5-8916-4f92-af62-f2a3110ba36c admin admin] 10.222.0.23 "DELETE /v2.0/routers/85fca01c-af13-4d36-b933-1ee1252f05c7 HTTP/1.1" status: 204 len: 168 time: 4.3482502 Nov 29 18:00:27.116976 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44006) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:27.168461 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ff311cb6-bef5-45a0-9707-aa535d9ac728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:27.202072 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:27.206575 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:27.262057 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ff311cb6-bef5-45a0-9707-aa535d9ac728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:27.284770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc7f1d-0bdf-4fc1-bc62-eb2fc0b090ca req-8b07d75f-172e-423b-adf2-0c1939c525c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:27.287024 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1fdc7f1d-0bdf-4fc1-bc62-eb2fc0b090ca req-8b07d75f-172e-423b-adf2-0c1939c525c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 200 len: 918 time: 0.7674928 Nov 29 18:00:27.300818 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-02bf6099-52a7-4cd7-9387-cbb83c907bf1', 'network_id': '02bf6099-52a7-4cd7-9387-cbb83c907bf1', 'tenant_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'fixed_ips': [{'subnet_id': '05a5584a-2cc4-4ca9-98e0-6b20c4467e8e'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:00:27.313266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-43cd9b27-b980-483a-992f-ed196608040f tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:27.318889 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:27.319654 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-43cd9b27-b980-483a-992f-ed196608040f tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.20 "GET /v2.0/networks?id=ec97920f-26a6-436e-a67f-64e874c2492b HTTP/1.1" status: 200 len: 812 time: 0.5302298 Nov 29 18:00:27.340211 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8aff40-a34f-4cf4-a0b4-f68fe3636db9 admin admin] Deleting subnet 20d06fb4-9f72-4b28-8056-f2471280c15e {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:00:27.385756 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-413e8680-6b4c-441f-a346-31f023bf4b8c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Request body: {'port': {'device_id': '0e1a3943-4066-47ad-9a85-34e9d46f6fcc', 'network_id': 'ec97920f-26a6-436e-a67f-64e874c2492b', 'admin_state_up': True, 'tenant_id': '002d053e10db4216a16b57a0ded20cba'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:27.405412 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fe8aff40-a34f-4cf4-a0b4-f68fe3636db9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:27.579152 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:27.599472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902e573-02b1-431c-ad25-2b33f86580ac req-1703f412-11a2-40e4-abc0-7e91f3259f53 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:27.602285 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e902e573-02b1-431c-ad25-2b33f86580ac req-1703f412-11a2-40e4-abc0-7e91f3259f53 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.1074338 Nov 29 18:00:27.652834 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fe8aff40-a34f-4cf4-a0b4-f68fe3636db9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:27.685560 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:27.701471 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1fdc7f1d-0bdf-4fc1-bc62-eb2fc0b090ca req-8e01efe1-d4fb-4470-93b2-8594246b4909 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666eb30b-5978-401b-ab60-bb5580335850 HTTP/1.1" status: 200 len: 999 time: 0.3743622 Nov 29 18:00:27.794664 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Allocated IP 172.20.0.2 (02bf6099-52a7-4cd7-9387-cbb83c907bf1/05a5584a-2cc4-4ca9-98e0-6b20c4467e8e/72419ab2-4ba1-4833-8287-53f1a198548a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:00:27.803741 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-8c14d082-aa86-4582-a9cc-854e55946704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'a62634fa-4a58-47f5-92e6-7e9a911e25ca', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'port_id': '666eb30b-5978-401b-ab60-bb5580335850', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'mac_address': 'fa:16:3e:be:70:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:00:00Z', 'updated_at': '2021-11-29T18:00:23Z', 'revision_number': 1, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1e46bb-74ee-4656-8c0a-96acbceee810', 'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'mac_address': 'fa:16:3e:b0:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:52Z', 'updated_at': '2021-11-29T18:00:00Z', 'revision_number': 5, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'subnets': [{'id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:27.833904 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ff311cb6-bef5-45a0-9707-aa535d9ac728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:27.837011 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ff311cb6-bef5-45a0-9707-aa535d9ac728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:27.838207 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ff311cb6-bef5-45a0-9707-aa535d9ac728 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/202d1a5d-f622-427a-8cb2-f8be2cba5db0 HTTP/1.1" status: 204 len: 168 time: 1.3604598 Nov 29 18:00:27.846198 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f76d495e-1c0e-4520-ad6c-e040da7fed75 req-57466ad0-4fe2-404a-808b-ff189d1db2be tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 210 time: 0.0738144 Nov 29 18:00:27.847002 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c14d082-aa86-4582-a9cc-854e55946704 None None] The sync data for ids ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'] in n-d-819494-5 is: [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'a62634fa-4a58-47f5-92e6-7e9a911e25ca', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'port_id': '666eb30b-5978-401b-ab60-bb5580335850', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'mac_address': 'fa:16:3e:be:70:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:00:00Z', 'updated_at': '2021-11-29T18:00:23Z', 'revision_number': 1, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1e46bb-74ee-4656-8c0a-96acbceee810', 'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'mac_address': 'fa:16:3e:b0:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:52Z', 'updated_at': '2021-11-29T18:00:00Z', 'revision_number': 5, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'subnets': [{'id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:00:27.930156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e902e573-02b1-431c-ad25-2b33f86580ac req-faf477c8-f7c8-4eb4-a840-996b1b963fa5 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212396 Nov 29 18:00:27.957232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff311cb6-bef5-45a0-9707-aa535d9ac728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202d1a5d-f622-427a-8cb2-f8be2cba5db0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:27.991835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc7f1d-0bdf-4fc1-bc62-eb2fc0b090ca req-d4ad0e82-4a6f-4f12-9a68-8a6ae3cea542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:27.993788 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1fdc7f1d-0bdf-4fc1-bc62-eb2fc0b090ca req-d4ad0e82-4a6f-4f12-9a68-8a6ae3cea542 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ca0fa01-1410-4496-bcd2-b27afbda8311 HTTP/1.1" status: 200 len: 856 time: 0.2579749 Nov 29 18:00:28.031281 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fe8aff40-a34f-4cf4-a0b4-f68fe3636db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:28.111876 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-413e8680-6b4c-441f-a346-31f023bf4b8c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Made reservation on behalf of 002d053e10db4216a16b57a0ded20cba for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:00:28.116504 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-413e8680-6b4c-441f-a346-31f023bf4b8c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:28.181102 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:28.196309 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:28.243387 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f64861-1a1d-4ac6-94a5-dde2d6d195af None None] New status for floating IP a62634fa-4a58-47f5-92e6-7e9a911e25ca: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:00:28.259570 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Network 02bf6099-52a7-4cd7-9387-cbb83c907bf1 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:00:28.265841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:00:28.269700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:00:28.302540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Pushing event updated for resources: {'Port': ['ID=72419ab2-4ba1-4833-8287-53f1a198548a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:28.357098 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Attempting to bind port 72419ab2-4ba1-4833-8287-53f1a198548a on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:00:28.357631 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Attempting to bind port 72419ab2-4ba1-4833-8287-53f1a198548a by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'c053023c-8a1c-4441-9f46-6f2553c09826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '02bf6099-52a7-4cd7-9387-cbb83c907bf1'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:00:28.358117 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Attempting to bind port 72419ab2-4ba1-4833-8287-53f1a198548a on network 02bf6099-52a7-4cd7-9387-cbb83c907bf1 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:28.378913 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:00:28.383920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6aa7ec-2bf7-4319-bf70-b8ecd87fdd82 req-6bbaf3a7-f125-4f24-ba5a-73592dc12c3f tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:28.385801 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Checking segment: {'id': 'c053023c-8a1c-4441-9f46-6f2553c09826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '02bf6099-52a7-4cd7-9387-cbb83c907bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:00:28.386375 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:28.388310 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d6aa7ec-2bf7-4319-bf70-b8ecd87fdd82 req-6bbaf3a7-f125-4f24-ba5a-73592dc12c3f tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fe514b8-9a14-4ea8-8f31-ca6fbbb53230 HTTP/1.1" status: 200 len: 950 time: 0.3701713 Nov 29 18:00:28.388452 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Bound using segment: {'id': 'c053023c-8a1c-4441-9f46-6f2553c09826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '02bf6099-52a7-4cd7-9387-cbb83c907bf1'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:00:28.389084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Bound port: 72419ab2-4ba1-4833-8287-53f1a198548a, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c053023c-8a1c-4441-9f46-6f2553c09826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '02bf6099-52a7-4cd7-9387-cbb83c907bf1'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:00:28.391652 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:28.403434 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:28.429604 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc7f1d-0bdf-4fc1-bc62-eb2fc0b090ca req-a6ad6c15-2199-4a13-9953-b6b370502876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:28.433496 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1fdc7f1d-0bdf-4fc1-bc62-eb2fc0b090ca req-a6ad6c15-2199-4a13-9953-b6b370502876 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b54b066-b601-4f01-8160-e9f1bf33b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4214885 Nov 29 18:00:28.465175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44026) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:28.474669 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:28.540605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] For port 72419ab2-4ba1-4833-8287-53f1a198548a, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:00:28.544621 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] For port 72419ab2-4ba1-4833-8287-53f1a198548a, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=72419ab2-4ba1-4833-8287-53f1a198548a,segment=NetworkSegment(c053023c-8a1c-4441-9f46-6f2553c09826),segment_id=c053023c-8a1c-4441-9f46-6f2553c09826)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:00:28.555313 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:28.558517 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-413e8680-6b4c-441f-a346-31f023bf4b8c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Allocated IP 172.20.0.10 (ec97920f-26a6-436e-a67f-64e874c2492b/99f082db-4da5-4bba-9b1c-d504b3004dd0/cc9f5f36-7c08-420a-a9d4-e07daf742601) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:00:28.565753 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d6aa7ec-2bf7-4319-bf70-b8ecd87fdd82 req-7c81224a-347d-480d-b197-86d07102ce73 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650035 Nov 29 18:00:28.648032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13df0df-8892-4753-877d-3a10eb3bd6b3 None None] Pushing event updated for resources: {'Port': ['ID=72419ab2-4ba1-4833-8287-53f1a198548a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:28.670503 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-76d9697a-95d4-470d-a47f-799bc095df1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dbec9d56ebf442679c5ad9e568650255&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2026441 Nov 29 18:00:28.679043 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44032) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:28.681314 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fe8aff40-a34f-4cf4-a0b4-f68fe3636db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:28.755830 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e3dcb-ebcf-4c65-993a-523bf11ee919 None None] Network 80608730-2264-4fdb-81ea-0ecd27e65248 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:00:28.757245 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fe8aff40-a34f-4cf4-a0b4-f68fe3636db9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:28.764000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Allocated IP 172.25.3.98 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/31b6f599-fb1d-49fd-8684-5d7b865d984f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:00:28.766129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44036) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:28.766293 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fe8aff40-a34f-4cf4-a0b4-f68fe3636db9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/20d06fb4-9f72-4b28-8056-f2471280c15e HTTP/1.1" status: 204 len: 168 time: 1.6478820 Nov 29 18:00:28.827356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8aff40-a34f-4cf4-a0b4-f68fe3636db9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20d06fb4-9f72-4b28-8056-f2471280c15e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:28.841547 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1fdc7f1d-0bdf-4fc1-bc62-eb2fc0b090ca req-13508b6b-6484-41cb-be63-61426c5d57df service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954840 Nov 29 18:00:29.046614 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:29.095492 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a92fe067-5b90-43cb-ae86-7447d352466a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:29.127295 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:29.182294 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5683e8ca-7628-47d2-b230-9f8cf4ba5f38 None None] DHCP port deletion for 80608730-2264-4fdb-81ea-0ecd27e65248 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:00:29.203791 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb0de8d1-04ae-4640-9ff0-0fa6c8356bee req-f73f802f-80e7-48a9-bbff-a00ff9ae5361 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 210 time: 0.1358073 Nov 29 18:00:29.272950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 72419ab2-4ba1-4833-8287-53f1a198548a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:00:29.283907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-65995f26-c6c8-43e6-bf5c-05066bed16c5 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8cca31656e4643b9b5568173030f4ab0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2277825 Nov 29 18:00:29.329961 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-413e8680-6b4c-441f-a346-31f023bf4b8c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:29.383235 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-413e8680-6b4c-441f-a346-31f023bf4b8c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:29.403385 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['4ab440b3-f472-4892-b3c7-981db89689ce'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:29.476980 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:29.493986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-413e8680-6b4c-441f-a346-31f023bf4b8c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Network ec97920f-26a6-436e-a67f-64e874c2492b is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:00:29.500384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-413e8680-6b4c-441f-a346-31f023bf4b8c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:00:29.502103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 72419ab2-4ba1-4833-8287-53f1a198548a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:29.507115 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-413e8680-6b4c-441f-a346-31f023bf4b8c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:00:29.510194 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:29.513353 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5683e8ca-7628-47d2-b230-9f8cf4ba5f38 None None] Deleting port 34acc565-9214-4b8e-9a51-65c25ae45e26 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:29.513725 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5683e8ca-7628-47d2-b230-9f8cf4ba5f38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:29.533222 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a92fe067-5b90-43cb-ae86-7447d352466a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:29.552815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e8680-6b4c-441f-a346-31f023bf4b8c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event updated for resources: {'Port': ['ID=cc9f5f36-7c08-420a-a9d4-e07daf742601,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:29.591065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-413e8680-6b4c-441f-a346-31f023bf4b8c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:29.591761 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-413e8680-6b4c-441f-a346-31f023bf4b8c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:29.596501 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1fdc7f1d-0bdf-4fc1-bc62-eb2fc0b090ca req-dac0d32f-6573-4277-a726-602af2938fb9 service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7392242 Nov 29 18:00:29.626345 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-413e8680-6b4c-441f-a346-31f023bf4b8c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2710886 Nov 29 18:00:29.646970 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Request body: {'port': {'device_id': '0e1a3943-4066-47ad-9a85-34e9d46f6fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:29.664270 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5683e8ca-7628-47d2-b230-9f8cf4ba5f38 None None] For port 34acc565-9214-4b8e-9a51-65c25ae45e26, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=34acc565-9214-4b8e-9a51-65c25ae45e26,segment=NetworkSegment(b30d27a1-f8a4-4599-8299-f841d14f5944),segment_id=b30d27a1-f8a4-4599-8299-f841d14f5944)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:29.664677 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5683e8ca-7628-47d2-b230-9f8cf4ba5f38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:29.706575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5683e8ca-7628-47d2-b230-9f8cf4ba5f38 None None] Calling delete_port for 34acc565-9214-4b8e-9a51-65c25ae45e26 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:29.794624 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:29.910070 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:30.001106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc57ab1-52da-448d-bb22-689d745bb258 req-43384d36-3177-4ce6-a4c8-3cb0e3303f3d tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:30.009319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cbc57ab1-52da-448d-bb22-689d745bb258 req-43384d36-3177-4ce6-a4c8-3cb0e3303f3d tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.5703053 Nov 29 18:00:30.015495 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a92fe067-5b90-43cb-ae86-7447d352466a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:30.018279 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a92fe067-5b90-43cb-ae86-7447d352466a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:30.019561 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a92fe067-5b90-43cb-ae86-7447d352466a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/541d33da-b4ba-413d-8266-3c87662cd943 HTTP/1.1" status: 204 len: 168 time: 1.3377466 Nov 29 18:00:30.051886 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-b3b1698d-71d0-454e-9ff4-51663fa3707b tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:30.061475 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-b3b1698d-71d0-454e-9ff4-51663fa3707b tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7765155 Nov 29 18:00:30.062283 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:30.082775 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] Deleting port 34acc565-9214-4b8e-9a51-65c25ae45e26 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:30.083152 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:30.089275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fe067-5b90-43cb-ae86-7447d352466a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541d33da-b4ba-413d-8266-3c87662cd943,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:30.143529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 72419ab2-4ba1-4833-8287-53f1a198548a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=72419ab2-4ba1-4833-8287-53f1a198548a,segment=NetworkSegment(c053023c-8a1c-4441-9f46-6f2553c09826),segment_id=c053023c-8a1c-4441-9f46-6f2553c09826)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:30.204801 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-f66b3d03-b405-4eb7-9db7-fd97f3ad6075 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/quotas/8cca31656e4643b9b5568173030f4ab0 HTTP/1.1" status: 200 len: 375 time: 0.1237988 Nov 29 18:00:30.249433 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:30.312014 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:30.354342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cbc57ab1-52da-448d-bb22-689d745bb258 req-ef46980b-b087-400d-bd8e-f627b33e779b tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376799 Nov 29 18:00:30.361557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] For port 34acc565-9214-4b8e-9a51-65c25ae45e26, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=34acc565-9214-4b8e-9a51-65c25ae45e26,segment=NetworkSegment(b30d27a1-f8a4-4599-8299-f841d14f5944),segment_id=b30d27a1-f8a4-4599-8299-f841d14f5944)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:30.386252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b9e591f4-6349-45e2-b925-1baa9b041ec1 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:30.386531 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:30.450705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] Calling delete_port for 34acc565-9214-4b8e-9a51-65c25ae45e26 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:30.461136 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9acdc8-59af-4bcf-a653-ad0d2cf49400 None None] Network 02bf6099-52a7-4cd7-9387-cbb83c907bf1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:00:30.471400 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:30.520648 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9f5f36-7c08-420a-a9d4-e07daf742601 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:00:30.565885 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:30.578527 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:30.581026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: b9e591f4-6349-45e2-b925-1baa9b041ec1 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:30.585858 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b9e591f4-6349-45e2-b925-1baa9b041ec1 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:30.620114 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Transition to ACTIVE for port object cc9f5f36-7c08-420a-a9d4-e07daf742601 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:00:30.631828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] No DVR routers for this DVR port 34acc565-9214-4b8e-9a51-65c25ae45e26 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:30.632051 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:30.660667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:00:30.686335 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=72419ab2-4ba1-4833-8287-53f1a198548a,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:30.696067 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-54039036-1da0-4ef8-b429-6497717a0b61 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8cca31656e4643b9b5568173030f4ab0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4463301 Nov 29 18:00:30.700449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:00:30.741832 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9f5f36-7c08-420a-a9d4-e07daf742601,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:30.748322 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-14975bb7-351c-4e6c-8621-251c0ec34f04 None None] Provisioning complete for port 72419ab2-4ba1-4833-8287-53f1a198548a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:30.748697 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14975bb7-351c-4e6c-8621-251c0ec34f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:30.780748 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:00:30.819274 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5683e8ca-7628-47d2-b230-9f8cf4ba5f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:30.844617 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683e8ca-7628-47d2-b230-9f8cf4ba5f38 None None] No DVR routers for this DVR port 34acc565-9214-4b8e-9a51-65c25ae45e26 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:30.918806 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683e8ca-7628-47d2-b230-9f8cf4ba5f38 None None] Pushing event deleted for resources: {'Port': ['ID=34acc565-9214-4b8e-9a51-65c25ae45e26,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:30.930667 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:30.935484 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Attempting to bind port cc9f5f36-7c08-420a-a9d4-e07daf742601 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:00:30.935994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Attempting to bind port cc9f5f36-7c08-420a-a9d4-e07daf742601 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '5bb79eba-0822-445c-8e62-df5566372ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec97920f-26a6-436e-a67f-64e874c2492b'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:00:30.936330 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Attempting to bind port cc9f5f36-7c08-420a-a9d4-e07daf742601 on network ec97920f-26a6-436e-a67f-64e874c2492b {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:30.953712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Port cc9f5f36-7c08-420a-a9d4-e07daf742601 on network ec97920f-26a6-436e-a67f-64e874c2492b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:00:30.954069 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Attempting to bind port cc9f5f36-7c08-420a-a9d4-e07daf742601 on network ec97920f-26a6-436e-a67f-64e874c2492b {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:30.956278 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80608730-2264-4fdb-81ea-0ecd27e65248']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:30.959412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:00:30.959763 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Checking segment: {'id': '5bb79eba-0822-445c-8e62-df5566372ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec97920f-26a6-436e-a67f-64e874c2492b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:00:30.960159 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Bound using segment: {'id': '5bb79eba-0822-445c-8e62-df5566372ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec97920f-26a6-436e-a67f-64e874c2492b'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:00:30.960603 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Bound port: cc9f5f36-7c08-420a-a9d4-e07daf742601, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb79eba-0822-445c-8e62-df5566372ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ec97920f-26a6-436e-a67f-64e874c2492b'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:00:30.960971 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:30.969990 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30d27a1-f8a4-4599-8299-f841d14f5944') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:30.970612 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30d27a1-f8a4-4599-8299-f841d14f5944') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:30.985813 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:31.003621 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:31.011328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:00:31.011738 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:00:31.097602 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:00:31.133716 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:31.140180 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:31.148292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/80608730-2264-4fdb-81ea-0ecd27e65248 HTTP/1.1" status: 204 len: 168 time: 2.3778355 Nov 29 18:00:31.148936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=31b6f599-fb1d-49fd-8684-5d7b865d984f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:31.180652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] For port cc9f5f36-7c08-420a-a9d4-e07daf742601, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:00:31.184379 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] For port cc9f5f36-7c08-420a-a9d4-e07daf742601, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=cc9f5f36-7c08-420a-a9d4-e07daf742601,segment=NetworkSegment(5bb79eba-0822-445c-8e62-df5566372ade),segment_id=5bb79eba-0822-445c-8e62-df5566372ade)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:00:31.194364 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:31.239695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=34acc565-9214-4b8e-9a51-65c25ae45e26,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:31.243152 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 72419ab2-4ba1-4833-8287-53f1a198548a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:00:31.269095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b0a89-919b-4941-bd15-715cbfc53cc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=80608730-2264-4fdb-81ea-0ecd27e65248,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:31.282490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89858774-95a0-477d-8915-d49d4e492713 req-b829698e-399d-4006-8eb9-541b51778e00 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:31.291113 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89858774-95a0-477d-8915-d49d4e492713 req-b829698e-399d-4006-8eb9-541b51778e00 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 932 time: 0.7246807 Nov 29 18:00:31.300732 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:31.301944 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86038a7b-7187-49fe-a286-b84bb4e28848 req-28456a0e-5af6-4168-84c7-4db46e6ed434 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 210 time: 0.2103446 Nov 29 18:00:31.303998 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:31.311804 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] 10.222.0.20 "PUT /v2.0/ports/cc9f5f36-7c08-420a-a9d4-e07daf742601 HTTP/1.1" status: 200 len: 1092 time: 1.6703777 Nov 29 18:00:31.313935 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1a3943-4066-47ad-9a85-34e9d46f6fcc', 'tag': 'cc9f5f36-7c08-420a-a9d4-e07daf742601'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:31.316485 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e11106-ac87-4f6e-8fda-c177348b166d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1a3943-4066-47ad-9a85-34e9d46f6fcc", "tag": "cc9f5f36-7c08-420a-a9d4-e07daf742601"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:31.402395 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e046ef3-1dfc-4242-9e0a-587b5d2cffd7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9f5f36-7c08-420a-a9d4-e07daf742601,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:31.466452 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 72419ab2-4ba1-4833-8287-53f1a198548a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:31.467793 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:31.504728 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7f015d-0c35-44cd-bac8-87967da83796 x-openstack-request-id: req-3d7f015d-0c35-44cd-bac8-87967da83796 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:31.505265 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1a3943-4066-47ad-9a85-34e9d46f6fcc", "tag": "cc9f5f36-7c08-420a-a9d4-e07daf742601", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:31.505724 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d7f015d-0c35-44cd-bac8-87967da83796 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:31.506318 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1a3943-4066-47ad-9a85-34e9d46f6fcc', 'tag': 'cc9f5f36-7c08-420a-a9d4-e07daf742601', 'status': 'completed', 'code': 200} Nov 29 18:00:31.574471 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-733818c1-0867-4c91-a61a-a6d9d4b6683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:31.576050 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-733818c1-0867-4c91-a61a-a6d9d4b6683d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=002d053e10db4216a16b57a0ded20cba&device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 1095 time: 0.2039292 Nov 29 18:00:31.681298 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44094) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:31.709413 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-65efa6d2-c8bc-410f-91bf-2f8e5229c348 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc9f5f36-7c08-420a-a9d4-e07daf742601 HTTP/1.1" status: 200 len: 217 time: 0.1212978 Nov 29 18:00:31.854377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 34acc565-9214-4b8e-9a51-65c25ae45e26 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:31.881265 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-71c36c9d-cc8c-4eee-a7cc-b6bde72f75cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:31.882770 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-71c36c9d-cc8c-4eee-a7cc-b6bde72f75cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f082db-4da5-4bba-9b1c-d504b3004dd0 HTTP/1.1" status: 200 len: 852 time: 0.1582682 Nov 29 18:00:31.890258 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-783c01af-6818-4bb2-aa46-0437e535d7a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d00c5a45add349aaa643d4245a27fe4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045934 Nov 29 18:00:31.895536 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44102) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:31.916176 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 34acc565-9214-4b8e-9a51-65c25ae45e26 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:31.916603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 34acc565-9214-4b8e-9a51-65c25ae45e26 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:31.981117 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-24fe67d2-2d7f-4ccf-8b68-be6a627ca719 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec97920f-26a6-436e-a67f-64e874c2492b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714324 Nov 29 18:00:31.989691 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bc6f225b-3cab-42e9-bccc-47d74483fa55 None None] Provisioning complete for port 72419ab2-4ba1-4833-8287-53f1a198548a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:31.994741 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc6f225b-3cab-42e9-bccc-47d74483fa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:32.174089 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6638af8d-573f-477f-8f0f-459c56b25277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:32.262402 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6638af8d-573f-477f-8f0f-459c56b25277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:32.293648 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-41b12b00-7861-4aa1-bdec-99374c107457 service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005052 Nov 29 18:00:32.361775 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89858774-95a0-477d-8915-d49d4e492713 req-ec0dbbef-a8ef-4e42-b4f6-4e9362dc865d tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0694935 Nov 29 18:00:32.496377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8089cd-571b-4d3a-9bc2-bba38ac7a319 req-a4011585-aac8-4a60-b31b-1516dcadd36c tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:32.499390 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6638af8d-573f-477f-8f0f-459c56b25277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:32.502863 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6638af8d-573f-477f-8f0f-459c56b25277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:32.505506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a8089cd-571b-4d3a-9bc2-bba38ac7a319 req-a4011585-aac8-4a60-b31b-1516dcadd36c tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.3705578 Nov 29 18:00:32.507399 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6638af8d-573f-477f-8f0f-459c56b25277 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c54fc0bf-1841-4804-9926-d023e4da503d HTTP/1.1" status: 204 len: 168 time: 0.6105630 Nov 29 18:00:32.546190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638af8d-573f-477f-8f0f-459c56b25277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54fc0bf-1841-4804-9926-d023e4da503d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:32.559509 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-21d5d3fb-8396-4aec-b725-d285fdc7c2a1 req-9db74ca0-8159-439e-894a-61bfdaef4987 service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547803 Nov 29 18:00:32.714741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e11106-ac87-4f6e-8fda-c177348b166d req-f6f1a1f6-64f8-4628-8ead-65bbe5f779bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:32.716350 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1e11106-ac87-4f6e-8fda-c177348b166d req-f6f1a1f6-64f8-4628-8ead-65bbe5f779bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=002d053e10db4216a16b57a0ded20cba&device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 1095 time: 0.0854139 Nov 29 18:00:32.766991 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96ec4de3-3257-48c1-8f5d-6a19313048c1 req-da0b14d3-423e-4121-84a3-f5f719ae58ee tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 210 time: 0.1205666 Nov 29 18:00:32.875467 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a8089cd-571b-4d3a-9bc2-bba38ac7a319 req-843353e0-7e6f-4dda-98c5-1ba2ead1d537 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354375 Nov 29 18:00:32.923609 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-af42db25-a2a7-43c0-bed3-99b6c1942c0a tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8cca31656e4643b9b5568173030f4ab0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1605461 Nov 29 18:00:33.013945 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:33.044655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e11106-ac87-4f6e-8fda-c177348b166d req-c4612a7c-38b1-4416-89b5-66b13f01016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:33.046814 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1e11106-ac87-4f6e-8fda-c177348b166d req-c4612a7c-38b1-4416-89b5-66b13f01016f service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec97920f-26a6-436e-a67f-64e874c2492b HTTP/1.1" status: 200 len: 913 time: 0.3188462 Nov 29 18:00:33.146544 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1e11106-ac87-4f6e-8fda-c177348b166d req-bbf7197b-a9df-4688-aee2-5f56a9aa209d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc9f5f36-7c08-420a-a9d4-e07daf742601 HTTP/1.1" status: 200 len: 217 time: 0.0625587 Nov 29 18:00:33.246980 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e11106-ac87-4f6e-8fda-c177348b166d req-c7d3e49d-93a8-414b-b758-545086527c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:33.248833 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1e11106-ac87-4f6e-8fda-c177348b166d req-c7d3e49d-93a8-414b-b758-545086527c26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f082db-4da5-4bba-9b1c-d504b3004dd0 HTTP/1.1" status: 200 len: 852 time: 0.0921633 Nov 29 18:00:33.261429 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-e3c4329c-d3d3-4d86-bf51-bcc225399c36 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:33.263175 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-e3c4329c-d3d3-4d86-bf51-bcc225399c36 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3287458 Nov 29 18:00:33.299469 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1e11106-ac87-4f6e-8fda-c177348b166d req-9bbc851a-3db0-4325-869f-02d900370568 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec97920f-26a6-436e-a67f-64e874c2492b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350676 Nov 29 18:00:33.305464 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74cb1ba4-56a3-4391-98d6-dc440b478cba tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Request body: {'port': {'device_id': 'cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '8cca31656e4643b9b5568173030f4ab0'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:33.496236 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-c150bd3c-c4b6-41ba-9f78-d100e9dade8a tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=bf4b7deb6284475c968b7fe402f79a8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807145 Nov 29 18:00:33.560443 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1e11106-ac87-4f6e-8fda-c177348b166d req-487db284-afbc-4848-9a49-e1cab671ce6e service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285757 Nov 29 18:00:33.610561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:33.624011 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74cb1ba4-56a3-4391-98d6-dc440b478cba tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Made reservation on behalf of 8cca31656e4643b9b5568173030f4ab0 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:00:33.628142 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74cb1ba4-56a3-4391-98d6-dc440b478cba tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:33.720204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84848878-f31f-473c-b4a1-fa0291901204 req-961bfd51-8682-4f30-bfd4-fbc5129daacd tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:33.724577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84848878-f31f-473c-b4a1-fa0291901204 req-961bfd51-8682-4f30-bfd4-fbc5129daacd tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 944 time: 0.2248006 Nov 29 18:00:33.796892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-455828cb-7708-4daa-91df-a5258a9f35cb tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:33.804838 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1e11106-ac87-4f6e-8fda-c177348b166d req-a79fb650-b7be-40e6-b64c-7ae82ea8d9b8 service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347136 Nov 29 18:00:33.806201 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-455828cb-7708-4daa-91df-a5258a9f35cb tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3084888 Nov 29 18:00:33.917399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74cb1ba4-56a3-4391-98d6-dc440b478cba tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Allocated IP 192.168.233.231 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/f5782b4e-5bf7-4b4f-831d-1e61244a8e40) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:00:33.924247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-8dd83747-7eca-4112-bf7d-d8d343809784 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/quotas/bf4b7deb6284475c968b7fe402f79a8c HTTP/1.1" status: 200 len: 375 time: 0.0370948 Nov 29 18:00:33.946164 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device cc9f5f36-7c08-420a-a9d4-e07daf742601 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:00:33.988478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-29660c77-af14-4b00-be18-da3a132cdff5 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bf4b7deb6284475c968b7fe402f79a8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631158 Nov 29 18:00:34.011211 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84848878-f31f-473c-b4a1-fa0291901204 req-9d2194c7-6434-4a27-a5f2-4a739702454b tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556632 Nov 29 18:00:34.047244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Router 931e20f9-08e1-4537-9638-14946edb0c49 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:00:34.219158 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74cb1ba4-56a3-4391-98d6-dc440b478cba tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:34.238616 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port cc9f5f36-7c08-420a-a9d4-e07daf742601, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=cc9f5f36-7c08-420a-a9d4-e07daf742601,segment=NetworkSegment(5bb79eba-0822-445c-8e62-df5566372ade),segment_id=5bb79eba-0822-445c-8e62-df5566372ade)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:34.258300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'cc9f5f36-7c08-420a-a9d4-e07daf742601', 'network_id': 'ec97920f-26a6-436e-a67f-64e874c2492b', 'port_id': 'cc9f5f36-7c08-420a-a9d4-e07daf742601', 'mac_address': 'fa:16:3e:ad:e4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f082db-4da5-4bba-9b1c-d504b3004dd0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:00:34.267206 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:00:34.287666 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Sync routers for ids ['931e20f9-08e1-4537-9638-14946edb0c49'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:00:34.320759 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74cb1ba4-56a3-4391-98d6-dc440b478cba tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:34.329463 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:34.334529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-df6b4e7f-d44e-4a54-87e3-4ea294ba6ca4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.4050853 Nov 29 18:00:34.355631 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44176) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:34.357804 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['0326716b-2cd2-4862-bc04-09092d64c668'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:34.469310 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74cb1ba4-56a3-4391-98d6-dc440b478cba tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:00:34.483465 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:34.486811 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74cb1ba4-56a3-4391-98d6-dc440b478cba tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:00:34.492180 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74cb1ba4-56a3-4391-98d6-dc440b478cba tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:00:34.512216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Routers {'931e20f9-08e1-4537-9638-14946edb0c49'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:00:34.513924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:00:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['931e20f9-08e1-4537-9638-14946edb0c49'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:34.559157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74cb1ba4-56a3-4391-98d6-dc440b478cba tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:34.559984 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74cb1ba4-56a3-4391-98d6-dc440b478cba tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:34.619634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9f5f36-7c08-420a-a9d4-e07daf742601 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:00:34.628329 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb1ba4-56a3-4391-98d6-dc440b478cba tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Pushing event updated for resources: {'Port': ['ID=f5782b4e-5bf7-4b4f-831d-1e61244a8e40,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:34.651887 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74cb1ba4-56a3-4391-98d6-dc440b478cba tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3749714 Nov 29 18:00:34.679428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Request body: {'port': {'device_id': 'cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:34.680017 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port cc9f5f36-7c08-420a-a9d4-e07daf742601, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=cc9f5f36-7c08-420a-a9d4-e07daf742601,segment=NetworkSegment(5bb79eba-0822-445c-8e62-df5566372ade),segment_id=5bb79eba-0822-445c-8e62-df5566372ade)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:34.702210 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:34.772648 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5373c5-655c-4048-b1c6-a20c8682ce4b req-f26943c4-d3d5-4749-b7b2-43e1b44d3a96 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:34.782882 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da5373c5-655c-4048-b1c6-a20c8682ce4b req-f26943c4-d3d5-4749-b7b2-43e1b44d3a96 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 936 time: 0.4479208 Nov 29 18:00:34.829776 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:34.905734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4030eef-c777-4cfb-bd48-029736bfe833 req-c5d98ec0-33d1-4992-aee7-49aab2989917 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:34.907343 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4030eef-c777-4cfb-bd48-029736bfe833 req-c5d98ec0-33d1-4992-aee7-49aab2989917 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.4197578 Nov 29 18:00:34.985241 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=cc9f5f36-7c08-420a-a9d4-e07daf742601,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:35.087154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a8fd7a95-ca9d-4ebf-b490-4ba41193e0f7 None None] Provisioning complete for port f5782b4e-5bf7-4b4f-831d-1e61244a8e40 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:35.087606 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7a95-ca9d-4ebf-b490-4ba41193e0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:35.127196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['cc9f5f36-7c08-420a-a9d4-e07daf742601'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:35.132127 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Set router 931e20f9-08e1-4537-9638-14946edb0c49 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:00:35.270423 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd7a95-ca9d-4ebf-b490-4ba41193e0f7 None None] Port f5782b4e-5bf7-4b4f-831d-1e61244a8e40 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:00:35.304004 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da5373c5-655c-4048-b1c6-a20c8682ce4b req-d2d978ec-113e-4696-9dc6-6789477493b7 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201902 Nov 29 18:00:35.478331 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4030eef-c777-4cfb-bd48-029736bfe833 req-f0aca1a2-12e4-4f74-b8b0-0dcd2155781f tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525358 Nov 29 18:00:35.551518 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2c69c29-6b09-4b4f-9859-1c5f2b9d4944 req-d06d3f29-d771-44cb-9c68-9e9d0d5b6c5c tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=34be7076-f995-4b10-98b9-d8a9ec297cae HTTP/1.1" status: 200 len: 210 time: 0.0948718 Nov 29 18:00:35.645295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931e20f9-08e1-4537-9638-14946edb0c49', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262732018-router', 'tenant_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '31b6f599-fb1d-49fd-8684-5d7b865d984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:00:27Z', 'updated_at': '2021-11-29T18:00:32Z', 'revision_number': 3, 'project_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'gw_port': {'id': '31b6f599-fb1d-49fd-8684-5d7b865d984f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931e20f9-08e1-4537-9638-14946edb0c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:00:28Z', 'updated_at': '2021-11-29T18:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:35.773058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Checking router: 931e20f9-08e1-4537-9638-14946edb0c49 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:00:35.773409 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Updating router 931e20f9-08e1-4537-9638-14946edb0c49 port 31b6f599-fb1d-49fd-8684-5d7b865d984f binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:00:35.874267 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:35.878995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c966-3986-4dca-9eda-a28f63279434 req-3befbdd5-6f62-4b3e-8189-3797de21a177 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:35.888323 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee18c966-3986-4dca-9eda-a28f63279434 req-3befbdd5-6f62-4b3e-8189-3797de21a177 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 945 time: 0.2575252 Nov 29 18:00:35.958536 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee18c966-3986-4dca-9eda-a28f63279434 req-9da65f0a-6b35-4e5f-be98-6410740fd9c7 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689681 Nov 29 18:00:35.996286 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5782b4e-5bf7-4b4f-831d-1e61244a8e40 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:00:36.008374 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:36.067074 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Transition to ACTIVE for port object f5782b4e-5bf7-4b4f-831d-1e61244a8e40 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:00:36.074052 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:36.245727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Pushing event updated for resources: {'Port': ['ID=f5782b4e-5bf7-4b4f-831d-1e61244a8e40,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:36.340236 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:36.410835 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-b9b22e39-2efa-4fd3-8868-e923cf7f2b1b tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bf4b7deb6284475c968b7fe402f79a8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0989394 Nov 29 18:00:36.418568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a954d4-f7a8-47f6-bf0e-aa8e803a6abf req-0b4294c0-c140-47ff-8427-1d5c675e70a1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:36.432268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6a954d4-f7a8-47f6-bf0e-aa8e803a6abf req-0b4294c0-c140-47ff-8427-1d5c675e70a1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 945 time: 0.2165606 Nov 29 18:00:36.617774 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6a954d4-f7a8-47f6-bf0e-aa8e803a6abf req-427e365a-1107-49b6-9526-b6615bdb923a tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844697 Nov 29 18:00:36.676191 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:36.695004 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:36.720969 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-a8a777b9-1f85-4b98-9dc2-1e6000bdc723 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:36.722078 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-a8a777b9-1f85-4b98-9dc2-1e6000bdc723 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2943351 Nov 29 18:00:36.742183 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-69f24816-997c-429c-a3ef-302f78dcc676 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Request body: {'port': {'device_id': '34be7076-f995-4b10-98b9-d8a9ec297cae', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': 'bf4b7deb6284475c968b7fe402f79a8c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:36.749809 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Allocated IP 172.20.0.1 (02bf6099-52a7-4cd7-9387-cbb83c907bf1/05a5584a-2cc4-4ca9-98e0-6b20c4467e8e/7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:00:36.801377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Attempting to bind port 31b6f599-fb1d-49fd-8684-5d7b865d984f on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:00:36.801893 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Attempting to bind port 31b6f599-fb1d-49fd-8684-5d7b865d984f by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:00:36.802544 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Attempting to bind port 31b6f599-fb1d-49fd-8684-5d7b865d984f on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:36.805157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd973f35-5644-4ca8-ae3e-758692d169e2 None None] Pushing event updated for resources: {'Port': ['ID=31b6f599-fb1d-49fd-8684-5d7b865d984f,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:36.817100 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:00:36.818405 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:00:36.818975 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:36.819914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:00:36.820495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Bound port: 31b6f599-fb1d-49fd-8684-5d7b865d984f, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:00:36.820980 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:36.840813 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Attempting to bind port f5782b4e-5bf7-4b4f-831d-1e61244a8e40 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:00:36.841159 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Attempting to bind port f5782b4e-5bf7-4b4f-831d-1e61244a8e40 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:00:36.841493 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Attempting to bind port f5782b4e-5bf7-4b4f-831d-1e61244a8e40 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:36.869885 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Port f5782b4e-5bf7-4b4f-831d-1e61244a8e40 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:00:36.870207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Attempting to bind port f5782b4e-5bf7-4b4f-831d-1e61244a8e40 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:36.881460 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9820ef7e-878f-4d5a-a375-3afa82745ede req-7b10192c-72a0-4adc-b874-09ce89595f59 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4308462 Nov 29 18:00:36.882222 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:00:36.882568 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:00:36.882972 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:00:36.883409 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Bound port: f5782b4e-5bf7-4b4f-831d-1e61244a8e40, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:00:36.883763 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:36.884756 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a6004-0f45-4836-b3a0-c5417c28d73b req-939ab88a-eb87-4730-983f-586eb0199609 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:36.886840 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-192a6004-0f45-4836-b3a0-c5417c28d73b req-939ab88a-eb87-4730-983f-586eb0199609 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 948 time: 0.1281884 Nov 29 18:00:36.919512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] For port 31b6f599-fb1d-49fd-8684-5d7b865d984f, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:00:36.923948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] For port 31b6f599-fb1d-49fd-8684-5d7b865d984f, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=31b6f599-fb1d-49fd-8684-5d7b865d984f,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:00:36.932934 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:37.017455 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Routers {'931e20f9-08e1-4537-9638-14946edb0c49'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:00:37.018640 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:00:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['931e20f9-08e1-4537-9638-14946edb0c49'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:37.028921 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-192a6004-0f45-4836-b3a0-c5417c28d73b req-ae381204-14ca-44aa-b3eb-7675162a9bf0 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328938 Nov 29 18:00:37.047100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820ef7e-878f-4d5a-a375-3afa82745ede req-83a212e5-440f-46b4-a109-356203b64991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:37.047100 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9820ef7e-878f-4d5a-a375-3afa82745ede req-83a212e5-440f-46b4-a109-356203b64991 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a0783cb68fe44b080e0c111bf112e73&device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 1095 time: 0.1293159 Nov 29 18:00:37.069233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-69f24816-997c-429c-a3ef-302f78dcc676 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Made reservation on behalf of bf4b7deb6284475c968b7fe402f79a8c for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:00:37.070263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f1f42-5e01-4dce-9fd2-ce1f257ae5cc req-70707871-8fe7-4983-bd6a-6c0120f0e49e tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:37.071805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec0f1f42-5e01-4dce-9fd2-ce1f257ae5cc req-70707871-8fe7-4983-bd6a-6c0120f0e49e tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.1298711 Nov 29 18:00:37.072770 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-69f24816-997c-429c-a3ef-302f78dcc676 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:37.074890 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:37.110039 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd973f35-5644-4ca8-ae3e-758692d169e2 None None] Pushing event updated for resources: {'Port': ['ID=31b6f599-fb1d-49fd-8684-5d7b865d984f,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:37.122070 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-69f24816-997c-429c-a3ef-302f78dcc676 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:37.133867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] For port f5782b4e-5bf7-4b4f-831d-1e61244a8e40, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:00:37.140902 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec0f1f42-5e01-4dce-9fd2-ce1f257ae5cc req-a11c07ed-2bfd-475b-9336-2f80f952653a tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627074 Nov 29 18:00:37.172453 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61be819b-8e38-40f9-b9dd-8c6851e69f14 req-addf88ca-590e-4b57-baf3-d212d32db06f tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=34be7076-f995-4b10-98b9-d8a9ec297cae HTTP/1.1" status: 200 len: 210 time: 0.0290279 Nov 29 18:00:37.184982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:37.235095 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] Set router 931e20f9-08e1-4537-9638-14946edb0c49 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:00:37.237315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] For port f5782b4e-5bf7-4b4f-831d-1e61244a8e40, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f5782b4e-5bf7-4b4f-831d-1e61244a8e40,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:00:37.251112 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:37.307501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Network 02bf6099-52a7-4cd7-9387-cbb83c907bf1 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:00:37.316286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:00:37.319497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:00:37.345370 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:37.346833 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:37.348999 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] 10.222.0.20 "PUT /v2.0/ports/f5782b4e-5bf7-4b4f-831d-1e61244a8e40 HTTP/1.1" status: 200 len: 1096 time: 2.6850944 Nov 29 18:00:37.349585 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d', 'tag': 'f5782b4e-5bf7-4b4f-831d-1e61244a8e40'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:37.353603 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400722cf-b7a2-4218-9a5b-ced494fe926a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d", "tag": "f5782b4e-5bf7-4b4f-831d-1e61244a8e40"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:37.398382 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820ef7e-878f-4d5a-a375-3afa82745ede req-6c17d891-35a1-4a41-b5ed-00739f355012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:37.406418 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9820ef7e-878f-4d5a-a375-3afa82745ede req-6c17d891-35a1-4a41-b5ed-00739f355012 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 200 len: 908 time: 0.3077133 Nov 29 18:00:37.432352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Pushing event updated for resources: {'Port': ['ID=7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:37.519554 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:37.531909 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74259c04-f052-4c4d-9a19-e78887be305f service neutron] Pushing event updated for resources: {'Port': ['ID=f5782b4e-5bf7-4b4f-831d-1e61244a8e40,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:37.607421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796d0a3-0f45-443e-8f02-f1d0222c0af6 req-688d8c50-f413-4899-a00d-c29ecc3870cb tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:37.615367 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0796d0a3-0f45-443e-8f02-f1d0222c0af6 req-688d8c50-f413-4899-a00d-c29ecc3870cb tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 945 time: 0.2085829 Nov 29 18:00:37.647771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931e20f9-08e1-4537-9638-14946edb0c49', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262732018-router', 'tenant_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '31b6f599-fb1d-49fd-8684-5d7b865d984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:00:27Z', 'updated_at': '2021-11-29T18:00:32Z', 'revision_number': 3, 'project_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'gw_port': {'id': '31b6f599-fb1d-49fd-8684-5d7b865d984f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931e20f9-08e1-4537-9638-14946edb0c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:00:28Z', 'updated_at': '2021-11-29T18:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:37.651841 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-69f24816-997c-429c-a3ef-302f78dcc676 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:37.659023 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9820ef7e-878f-4d5a-a375-3afa82745ede req-4f790c74-0ced-446d-9dc2-f15f0d3a5e8d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 HTTP/1.1" status: 200 len: 217 time: 0.2114809 Nov 29 18:00:37.665727 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-69f24816-997c-429c-a3ef-302f78dcc676 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:37.691687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcd9ece-61b4-46bb-a5a2-d95898f3ae69 None None] The sync data for ids ['931e20f9-08e1-4537-9638-14946edb0c49'] in n-d-819494-5 is: [{'id': '931e20f9-08e1-4537-9638-14946edb0c49', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262732018-router', 'tenant_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '31b6f599-fb1d-49fd-8684-5d7b865d984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:00:27Z', 'updated_at': '2021-11-29T18:00:32Z', 'revision_number': 3, 'project_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'gw_port': {'id': '31b6f599-fb1d-49fd-8684-5d7b865d984f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931e20f9-08e1-4537-9638-14946edb0c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:00:28Z', 'updated_at': '2021-11-29T18:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:00:37.766232 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0796d0a3-0f45-443e-8f02-f1d0222c0af6 req-fde19f40-e57d-44d6-ae36-773475bd0a08 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455595 Nov 29 18:00:37.846984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-69f24816-997c-429c-a3ef-302f78dcc676 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Allocated IP 192.168.233.6 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/d6f99dc0-def3-4229-9aa1-b209eeb7519d) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:00:37.876615 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:37.926289 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-dc184c5b-ffd8-46d5-b3a8-4a5665631082 None None] Provisioning complete for port 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:37.926683 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dc184c5b-ffd8-46d5-b3a8-4a5665631082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:37.995238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device cc9f5f36-7c08-420a-a9d4-e07daf742601 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:00:38.020870 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4a19e7-4caf-4bcc-ac4f-721573fb87e6 x-openstack-request-id: req-ac4a19e7-4caf-4bcc-ac4f-721573fb87e6 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:38.021173 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d", "tag": "f5782b4e-5bf7-4b4f-831d-1e61244a8e40", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:38.021437 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac4a19e7-4caf-4bcc-ac4f-721573fb87e6 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:38.021836 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d', 'tag': 'f5782b4e-5bf7-4b4f-831d-1e61244a8e40', 'status': 'completed', 'code': 200} Nov 29 18:00:38.074311 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dc184c5b-ffd8-46d5-b3a8-4a5665631082 None None] Port 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:00:38.099200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port cc9f5f36-7c08-420a-a9d4-e07daf742601 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:00:38.115124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port cc9f5f36-7c08-420a-a9d4-e07daf742601 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:38.115299 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-69f24816-997c-429c-a3ef-302f78dcc676 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:38.115807 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:38.184973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820ef7e-878f-4d5a-a375-3afa82745ede req-9634e6c9-0669-4c28-b1cb-77a2a9e9eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:38.187182 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9820ef7e-878f-4d5a-a375-3afa82745ede req-9634e6c9-0669-4c28-b1cb-77a2a9e9eab5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 200 len: 847 time: 0.1694643 Nov 29 18:00:38.219955 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-33536939-bb75-4b38-b5c1-02f269c769a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:38.221778 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-33536939-bb75-4b38-b5c1-02f269c769a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cca31656e4643b9b5568173030f4ab0&device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 1099 time: 0.8143144 Nov 29 18:00:38.238066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f24816-997c-429c-a3ef-302f78dcc676 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9b01c0-0c31-424a-92dd-bb5095605c91,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:38.263869 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:38.296413 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:38.310704 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port cc9f5f36-7c08-420a-a9d4-e07daf742601, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=cc9f5f36-7c08-420a-a9d4-e07daf742601,segment=NetworkSegment(5bb79eba-0822-445c-8e62-df5566372ade),segment_id=5bb79eba-0822-445c-8e62-df5566372ade)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:38.311934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1a3943-4066-47ad-9a85-34e9d46f6fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9f5f36-7c08-420a-a9d4-e07daf742601'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:38.314647 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de6ab04-fb0d-4084-af73-980c8f1f0618" -d '{"events": [{"server_uuid": "0e1a3943-4066-47ad-9a85-34e9d46f6fcc", "name": "network-vif-plugged", "status": "completed", "tag": "cc9f5f36-7c08-420a-a9d4-e07daf742601"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:38.315729 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5654a-4203-4fae-bc29-1c82c6064a16 req-bb3d033c-1344-4ad4-8a23-e82154b7a760 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:38.319427 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:38.324455 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ee5654a-4203-4fae-bc29-1c82c6064a16 req-bb3d033c-1344-4ad4-8a23-e82154b7a760 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 945 time: 0.4379828 Nov 29 18:00:38.328725 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:38.329657 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-0519b70e-f0ad-4c2f-9ff8-4b98e82bcf0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=f5782b4e-5bf7-4b4f-831d-1e61244a8e40 HTTP/1.1" status: 200 len: 217 time: 0.0541759 Nov 29 18:00:38.332307 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9820ef7e-878f-4d5a-a375-3afa82745ede req-744b0b70-d86c-48f2-9c7d-b85488ffd60e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d41485a2-1aa1-4798-b665-6b565c023c81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272221 Nov 29 18:00:38.372839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=cc9f5f36-7c08-420a-a9d4-e07daf742601,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:38.482436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Pushing event updated for resources: {'Port': ['ID=7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:38.497216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ee5654a-4203-4fae-bc29-1c82c6064a16 req-a6bcc31e-19f1-435a-9364-1cc1da4e4bdd tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718137 Nov 29 18:00:38.499659 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:38.502316 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9820ef7e-878f-4d5a-a375-3afa82745ede req-cca95306-a845-44c0-b2b7-3ad53e776f86 service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072638 Nov 29 18:00:38.504161 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-69f24816-997c-429c-a3ef-302f78dcc676 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:38.546747 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e475263-f91b-4a4a-8407-e6968d9ad740 req-67478820-41f7-4563-b309-f794bef40004 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:38.548362 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e475263-f91b-4a4a-8407-e6968d9ad740 req-67478820-41f7-4563-b309-f794bef40004 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.20 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 945 time: 0.2217257 Nov 29 18:00:38.629683 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f24816-997c-429c-a3ef-302f78dcc676 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Pushing event updated for resources: {'Port': ['ID=d6f99dc0-def3-4229-9aa1-b209eeb7519d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:38.658687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-87647b14-940c-4d08-aa5e-407f03dcdb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:38.660282 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-87647b14-940c-4d08-aa5e-407f03dcdb49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.3231790 Nov 29 18:00:38.664081 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-69f24816-997c-429c-a3ef-302f78dcc676 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:00:38.686942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-69f24816-997c-429c-a3ef-302f78dcc676 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:00:38.692144 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-69f24816-997c-429c-a3ef-302f78dcc676 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:00:38.754427 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9820ef7e-878f-4d5a-a375-3afa82745ede req-535ecb92-4f10-4bf7-b29a-1cb5a0369349 service neutron] 10.222.0.31 "GET /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356086 Nov 29 18:00:38.779788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-69f24816-997c-429c-a3ef-302f78dcc676 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:38.780505 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-69f24816-997c-429c-a3ef-302f78dcc676 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:38.807190 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-69f24816-997c-429c-a3ef-302f78dcc676 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0720437 Nov 29 18:00:38.810656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-5a64e52d-d8a3-46f7-a30a-3b00f6564332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:38.812345 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-5a64e52d-d8a3-46f7-a30a-3b00f6564332 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1439216 Nov 29 18:00:38.827387 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Request body: {'port': {'device_id': '34be7076-f995-4b10-98b9-d8a9ec297cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:38.959339 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:39.043182 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-032a4dc1-1c1b-40be-898f-452742332387 None None] Provisioning complete for port d6f99dc0-def3-4229-9aa1-b209eeb7519d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:39.048104 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-032a4dc1-1c1b-40be-898f-452742332387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:39.057525 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-dd0656d5-62c8-4dbe-b01b-187c46660d38 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209182 Nov 29 18:00:39.113787 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-032a4dc1-1c1b-40be-898f-452742332387 None None] Port d6f99dc0-def3-4229-9aa1-b209eeb7519d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:00:39.119601 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2af73c-43e9-443c-8222-0ed0564e402b req-f4c59ec1-7979-4f21-85f5-29628c8e2b11 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:39.121143 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d2af73c-43e9-443c-8222-0ed0564e402b req-f4c59ec1-7979-4f21-85f5-29628c8e2b11 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.4656811 Nov 29 18:00:39.136105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe55258-d74a-4188-beb3-14963d813634 req-3a27a904-9057-4c3f-97a9-8a61b43e6390 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:39.146892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bfe55258-d74a-4188-beb3-14963d813634 req-3a27a904-9057-4c3f-97a9-8a61b43e6390 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 948 time: 0.5260856 Nov 29 18:00:39.150103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 31b6f599-fb1d-49fd-8684-5d7b865d984f up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:00:39.165231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Network 02bf6099-52a7-4cd7-9387-cbb83c907bf1 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:00:39.184018 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:00:39.207449 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 31b6f599-fb1d-49fd-8684-5d7b865d984f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:39.208766 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:39.281120 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-5e475263-f91b-4a4a-8407-e6968d9ad740 req-5e34d677-9036-4c15-aa50-e20f10c50b88 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Deleting port f661afb9-9b00-4252-98e5-c3cccaf61611 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:39.281479 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5e475263-f91b-4a4a-8407-e6968d9ad740 req-5e34d677-9036-4c15-aa50-e20f10c50b88 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:39.301585 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:39.301729 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bfe55258-d74a-4188-beb3-14963d813634 req-593798a1-d8e2-4044-beb6-e20c66d592dd tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547730 Nov 29 18:00:39.322678 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3c8d4059-695e-4ada-94bf-45f497819a06 req-67bf9ab3-f608-4ce4-8110-4acce99253e3 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517183 Nov 29 18:00:39.338178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 31b6f599-fb1d-49fd-8684-5d7b865d984f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=31b6f599-fb1d-49fd-8684-5d7b865d984f,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:39.348899 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:39.415723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d2af73c-43e9-443c-8222-0ed0564e402b req-3591482b-0b3c-45a4-adae-40ba7cdb3a81 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685752 Nov 29 18:00:39.433000 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=31b6f599-fb1d-49fd-8684-5d7b865d984f,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:39.493422 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400722cf-b7a2-4218-9a5b-ced494fe926a req-3c491d39-d951-4984-b86f-60156c26a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:39.494972 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-400722cf-b7a2-4218-9a5b-ced494fe926a req-3c491d39-d951-4984-b86f-60156c26a4a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8cca31656e4643b9b5568173030f4ab0&device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 1099 time: 0.1080379 Nov 29 18:00:39.532894 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f99dc0-def3-4229-9aa1-b209eeb7519d {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:00:39.565213 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f16fd7b-4246-4c4a-b21c-1540f6a6a47f x-openstack-request-id: req-5f16fd7b-4246-4c4a-b21c-1540f6a6a47f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:39.565529 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1a3943-4066-47ad-9a85-34e9d46f6fcc", "name": "network-vif-plugged", "status": "completed", "tag": "cc9f5f36-7c08-420a-a9d4-e07daf742601", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:39.565771 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f16fd7b-4246-4c4a-b21c-1540f6a6a47f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:39.566695 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1a3943-4066-47ad-9a85-34e9d46f6fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9f5f36-7c08-420a-a9d4-e07daf742601', 'code': 200} Nov 29 18:00:39.568682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02e48a-f6b6-4d93-ad59-2d4e5c267347 req-91d44c29-a4c3-447a-adc7-266f682e28d2 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:39.570206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe02e48a-f6b6-4d93-ad59-2d4e5c267347 req-91d44c29-a4c3-447a-adc7-266f682e28d2 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=34be7076-f995-4b10-98b9-d8a9ec297cae HTTP/1.1" status: 200 len: 934 time: 0.1519911 Nov 29 18:00:39.570416 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:39.573908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Router 931e20f9-08e1-4537-9638-14946edb0c49 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:00:39.593244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-5e475263-f91b-4a4a-8407-e6968d9ad740 req-5e34d677-9036-4c15-aa50-e20f10c50b88 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] For port f661afb9-9b00-4252-98e5-c3cccaf61611, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f661afb9-9b00-4252-98e5-c3cccaf61611,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:39.593632 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5e475263-f91b-4a4a-8407-e6968d9ad740 req-5e34d677-9036-4c15-aa50-e20f10c50b88 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:39.605876 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Transition to ACTIVE for port object d6f99dc0-def3-4229-9aa1-b209eeb7519d will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:00:39.640443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-5e475263-f91b-4a4a-8407-e6968d9ad740 req-5e34d677-9036-4c15-aa50-e20f10c50b88 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Calling delete_port for f661afb9-9b00-4252-98e5-c3cccaf61611 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:39.653266 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:39.657227 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4c43740d-3ab9-4208-9070-4ac06f934c06 None None] Provisioning complete for port 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:39.657602 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4c43740d-3ab9-4208-9070-4ac06f934c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:39.662777 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400722cf-b7a2-4218-9a5b-ced494fe926a req-dab8301c-9709-4760-8971-f7880358f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:39.664316 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-400722cf-b7a2-4218-9a5b-ced494fe926a req-dab8301c-9709-4760-8971-f7880358f100 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1586647 Nov 29 18:00:39.738203 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4c43740d-3ab9-4208-9070-4ac06f934c06 None None] Port 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:00:39.761138 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe02e48a-f6b6-4d93-ad59-2d4e5c267347 req-42f65ae5-e166-4c2a-beff-c22b51268ae4 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825950 Nov 29 18:00:39.783455 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-400722cf-b7a2-4218-9a5b-ced494fe926a req-de4d00bd-f3c1-4bb5-b3dc-b45675cc87b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=f5782b4e-5bf7-4b4f-831d-1e61244a8e40 HTTP/1.1" status: 200 len: 217 time: 0.0808012 Nov 29 18:00:39.820674 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73dd3a-c8a5-4fe7-8e6d-1d476adcf8a0 req-79fd8fe4-c68e-4ca1-bd22-c97e7abcce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:39.823187 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fb73dd3a-c8a5-4fe7-8e6d-1d476adcf8a0 req-79fd8fe4-c68e-4ca1-bd22-c97e7abcce68 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 1097 time: 0.1568327 Nov 29 18:00:39.872499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Pushing event updated for resources: {'Port': ['ID=d6f99dc0-def3-4229-9aa1-b209eeb7519d,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:39.952481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ee94b-247a-42cf-91c2-7fca7b06fdaa req-4eb84439-0f47-4f9c-90b4-55f900ebe0b2 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:39.954340 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c08ee94b-247a-42cf-91c2-7fca7b06fdaa req-4eb84439-0f47-4f9c-90b4-55f900ebe0b2 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 946 time: 0.1972251 Nov 29 18:00:39.956383 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:00:39.965504 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d5a7fd96-65e1-4c1d-9929-b6f0a5aa8635 admin admin] 10.222.0.23 "PUT /v2.0/routers/931e20f9-08e1-4537-9638-14946edb0c49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6042652 Nov 29 18:00:40.010045 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489662ce-d1e6-4686-aa92-2795d5186ab3 req-f26dd0de-9381-4a9b-a4a0-d0577210d241 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:40.018230 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Attempting to bind port d6f99dc0-def3-4229-9aa1-b209eeb7519d on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:00:40.018579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Attempting to bind port d6f99dc0-def3-4229-9aa1-b209eeb7519d by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:00:40.019601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-489662ce-d1e6-4686-aa92-2795d5186ab3 req-f26dd0de-9381-4a9b-a4a0-d0577210d241 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=975e7a47-1e83-4a9f-98de-0b70b3392946 HTTP/1.1" status: 200 len: 945 time: 0.1640940 Nov 29 18:00:40.020312 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Attempting to bind port d6f99dc0-def3-4229-9aa1-b209eeb7519d on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:40.023417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400722cf-b7a2-4218-9a5b-ced494fe926a req-e7b6b716-681a-4776-87e9-43f7288c92ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:40.024840 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-400722cf-b7a2-4218-9a5b-ced494fe926a req-e7b6b716-681a-4776-87e9-43f7288c92ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.2270977 Nov 29 18:00:40.085953 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Port d6f99dc0-def3-4229-9aa1-b209eeb7519d on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:00:40.086542 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Attempting to bind port d6f99dc0-def3-4229-9aa1-b209eeb7519d on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:40.105871 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fb73dd3a-c8a5-4fe7-8e6d-1d476adcf8a0 req-f8d1aaf0-d0ee-49cd-8b4e-9f34fb16c547 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572875 Nov 29 18:00:40.118572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:00:40.119241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:00:40.119821 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:00:40.120425 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Bound port: d6f99dc0-def3-4229-9aa1-b209eeb7519d, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:00:40.120964 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:40.132314 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c08ee94b-247a-42cf-91c2-7fca7b06fdaa req-93bb147c-7c3a-4d4c-9861-85838c875851 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618528 Nov 29 18:00:40.153289 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400722cf-b7a2-4218-9a5b-ced494fe926a req-e2a331ce-74a7-448e-b811-e962564a046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:40.155639 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-400722cf-b7a2-4218-9a5b-ced494fe926a req-e2a331ce-74a7-448e-b811-e962564a046b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903366 Nov 29 18:00:40.164024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-489662ce-d1e6-4686-aa92-2795d5186ab3 req-9e8a20a5-b153-4ad0-a88c-074fc9525438 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434770 Nov 29 18:00:40.165430 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5e475263-f91b-4a4a-8407-e6968d9ad740 req-5e34d677-9036-4c15-aa50-e20f10c50b88 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:40.194461 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['f661afb9-9b00-4252-98e5-c3cccaf61611'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:40.230592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34d677-9036-4c15-aa50-e20f10c50b88 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Pushing event deleted for resources: {'Port': ['ID=f661afb9-9b00-4252-98e5-c3cccaf61611,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:40.254890 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] For port d6f99dc0-def3-4229-9aa1-b209eeb7519d, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:00:40.256689 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Sync routers for ids ['931e20f9-08e1-4537-9638-14946edb0c49'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:00:40.258600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] For port d6f99dc0-def3-4229-9aa1-b209eeb7519d, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=d6f99dc0-def3-4229-9aa1-b209eeb7519d,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:00:40.271184 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:40.275687 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Routers {'931e20f9-08e1-4537-9638-14946edb0c49'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:00:40.276493 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:00:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['931e20f9-08e1-4537-9638-14946edb0c49'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:40.280048 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e475263-f91b-4a4a-8407-e6968d9ad740 req-5e34d677-9036-4c15-aa50-e20f10c50b88 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] No DVR routers for this DVR port f661afb9-9b00-4252-98e5-c3cccaf61611 on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:40.282737 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5e475263-f91b-4a4a-8407-e6968d9ad740 req-5e34d677-9036-4c15-aa50-e20f10c50b88 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:40.287484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e475263-f91b-4a4a-8407-e6968d9ad740 req-5e34d677-9036-4c15-aa50-e20f10c50b88 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.20 "DELETE /v2.0/ports/f661afb9-9b00-4252-98e5-c3cccaf61611 HTTP/1.1" status: 204 len: 173 time: 1.7138948 Nov 29 18:00:40.287965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975e7a47-1e83-4a9f-98de-0b70b3392946', 'name': 'network-vif-deleted', 'tag': 'f661afb9-9b00-4252-98e5-c3cccaf61611'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:40.290331 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8492525f-10ba-4ae5-90c4-8202a7bb8516" -d '{"events": [{"server_uuid": "975e7a47-1e83-4a9f-98de-0b70b3392946", "name": "network-vif-deleted", "tag": "f661afb9-9b00-4252-98e5-c3cccaf61611"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:40.450144 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Set router 931e20f9-08e1-4537-9638-14946edb0c49 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:00:40.473402 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-400722cf-b7a2-4218-9a5b-ced494fe926a req-418689d9-c270-4946-b64d-3d25100b2566 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304746 Nov 29 18:00:40.475790 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Pushing event updated for resources: {'Port': ['ID=d6f99dc0-def3-4229-9aa1-b209eeb7519d,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:40.480925 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:40.481498 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:40.482911 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3ba44095-6801-4508-b650-b185d8f52d9c service neutron] 10.222.0.20 "PUT /v2.0/ports/d6f99dc0-def3-4229-9aa1-b209eeb7519d HTTP/1.1" status: 200 len: 1094 time: 1.6599865 Nov 29 18:00:40.483368 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34be7076-f995-4b10-98b9-d8a9ec297cae', 'tag': 'd6f99dc0-def3-4229-9aa1-b209eeb7519d'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:40.486052 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9875f251-90b8-4ed3-88ee-fc76d6199c71" -d '{"events": [{"name": "network-changed", "server_uuid": "34be7076-f995-4b10-98b9-d8a9ec297cae", "tag": "d6f99dc0-def3-4229-9aa1-b209eeb7519d"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:40.509502 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-bb450c13-be36-4293-9814-12f53cd1059f req-24fbe73e-c059-4d97-864e-193a055a2114 tempest-FloatingIPDetailsNegativeTestJSON-1688262118 tempest-FloatingIPDetailsNegativeTestJSON-1688262118-project] show failed (client error): The resource could not be found. Nov 29 18:00:40.527728 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb450c13-be36-4293-9814-12f53cd1059f req-24fbe73e-c059-4d97-864e-193a055a2114 tempest-FloatingIPDetailsNegativeTestJSON-1688262118 tempest-FloatingIPDetailsNegativeTestJSON-1688262118-project] 10.222.0.23 "GET /v2.0/floatingips/183cf90a-c83d-409d-aefe-a8dc8edffb6a HTTP/1.1" status: 404 len: 350 time: 0.1159964 Nov 29 18:00:40.533370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44426) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:40.649146 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644b4d27-cb0a-4cbd-a155-a99cc1e61146 x-openstack-request-id: req-644b4d27-cb0a-4cbd-a155-a99cc1e61146 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:40.649390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-9c30303e-c110-4ca5-873e-583eb97c86e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:40.651141 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-9c30303e-c110-4ca5-873e-583eb97c86e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf4b7deb6284475c968b7fe402f79a8c&device_id=34be7076-f995-4b10-98b9-d8a9ec297cae HTTP/1.1" status: 200 len: 1097 time: 0.0921929 Nov 29 18:00:40.653477 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975e7a47-1e83-4a9f-98de-0b70b3392946", "name": "network-vif-deleted", "tag": "f661afb9-9b00-4252-98e5-c3cccaf61611", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:40.653744 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-644b4d27-cb0a-4cbd-a155-a99cc1e61146 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:40.654169 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975e7a47-1e83-4a9f-98de-0b70b3392946', 'name': 'network-vif-deleted', 'tag': 'f661afb9-9b00-4252-98e5-c3cccaf61611', 'status': 'completed', 'code': 200} Nov 29 18:00:40.670581 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-400722cf-b7a2-4218-9a5b-ced494fe926a req-dc04ab04-ef5a-4556-ae52-7c3c65cc9d73 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804888 Nov 29 18:00:40.729646 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-9a071ecb-dfb5-4e00-b450-72f3f47ff682 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=d6f99dc0-def3-4229-9aa1-b209eeb7519d HTTP/1.1" status: 200 len: 217 time: 0.0661349 Nov 29 18:00:40.745636 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931e20f9-08e1-4537-9638-14946edb0c49', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262732018-router', 'tenant_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '31b6f599-fb1d-49fd-8684-5d7b865d984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:00:27Z', 'updated_at': '2021-11-29T18:00:37Z', 'revision_number': 4, 'project_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'gw_port': {'id': '31b6f599-fb1d-49fd-8684-5d7b865d984f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931e20f9-08e1-4537-9638-14946edb0c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:00:28Z', 'updated_at': '2021-11-29T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e', 'name': '', 'network_id': '02bf6099-52a7-4cd7-9387-cbb83c907bf1', 'tenant_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'mac_address': 'fa:16:3e:b7:34:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931e20f9-08e1-4537-9638-14946edb0c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '05a5584a-2cc4-4ca9-98e0-6b20c4467e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:00:36Z', 'updated_at': '2021-11-29T18:00:38Z', 'revision_number': 2, 'project_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'subnets': [{'id': '05a5584a-2cc4-4ca9-98e0-6b20c4467e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:40.786744 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Checking router: 931e20f9-08e1-4537-9638-14946edb0c49 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:00:40.787157 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Updating router 931e20f9-08e1-4537-9638-14946edb0c49 port 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:00:40.800161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02a895-3217-4fcc-aaf4-82fc3a4b7654 req-dca50ae9-4d8f-46c9-a01d-8aa89d1e702b tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:40.807774 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee02a895-3217-4fcc-aaf4-82fc3a4b7654 req-dca50ae9-4d8f-46c9-a01d-8aa89d1e702b tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 948 time: 0.0949209 Nov 29 18:00:40.808018 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3591ee9c-769c-426d-bf92-1dc8eb6e41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:40.809654 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-3591ee9c-769c-426d-bf92-1dc8eb6e41e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0711682 Nov 29 18:00:40.813994 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:40.877627 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-5a6c39f2-bfb1-4901-bd54-82b3d7660dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:40.879208 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-5a6c39f2-bfb1-4901-bd54-82b3d7660dc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0480955 Nov 29 18:00:40.943198 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dbeee-0e5f-49dd-9f90-cb6f3fba44be req-bb8b6be0-31f8-4332-8001-e12bb1e15703 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:40.945942 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-631dbeee-0e5f-49dd-9f90-cb6f3fba44be req-bb8b6be0-31f8-4332-8001-e12bb1e15703 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.1339958 Nov 29 18:00:41.015182 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-dda8d137-00dc-4fea-ba9a-8b651cdcda39 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247988 Nov 29 18:00:41.038557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee02a895-3217-4fcc-aaf4-82fc3a4b7654 req-8f043c26-9c03-4f8f-a657-efb654c234a1 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297893 Nov 29 18:00:41.063098 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-631dbeee-0e5f-49dd-9f90-cb6f3fba44be req-af1d48d3-9c51-40c9-ad6f-1465e64a6d4c tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899186 Nov 29 18:00:41.121754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 31b6f599-fb1d-49fd-8684-5d7b865d984f up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:00:41.160164 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e104bf39-bf1d-468c-8b41-cd575242e8c9 req-6034041e-1e58-485a-98b0-4376ac14683b service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305394 Nov 29 18:00:41.162112 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50723e78-221a-44a4-9eb7-6894cc6bad1c x-openstack-request-id: req-50723e78-221a-44a4-9eb7-6894cc6bad1c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:41.162611 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34be7076-f995-4b10-98b9-d8a9ec297cae", "tag": "d6f99dc0-def3-4229-9aa1-b209eeb7519d", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:41.163849 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50723e78-221a-44a4-9eb7-6894cc6bad1c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:41.164683 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34be7076-f995-4b10-98b9-d8a9ec297cae', 'tag': 'd6f99dc0-def3-4229-9aa1-b209eeb7519d', 'status': 'completed', 'code': 200} Nov 29 18:00:41.216254 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:41.223690 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:41.286353 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 31b6f599-fb1d-49fd-8684-5d7b865d984f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:41.286845 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:41.342343 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875f251-90b8-4ed3-88ee-fc76d6199c71 req-b434387c-f56b-4092-a689-3a3e87d65c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:41.348577 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f0690-43ea-4d8a-b577-9f4267513bf8 None None] Pushing event updated for resources: {'Port': ['ID=7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:41.350284 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9875f251-90b8-4ed3-88ee-fc76d6199c71 req-b434387c-f56b-4092-a689-3a3e87d65c89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf4b7deb6284475c968b7fe402f79a8c&device_id=34be7076-f995-4b10-98b9-d8a9ec297cae HTTP/1.1" status: 200 len: 1097 time: 0.0919406 Nov 29 18:00:41.361396 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f0690-43ea-4d8a-b577-9f4267513bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:41.361844 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f0690-43ea-4d8a-b577-9f4267513bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:41.362266 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f0690-43ea-4d8a-b577-9f4267513bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:41.363592 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f0690-43ea-4d8a-b577-9f4267513bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:41.364216 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f0690-43ea-4d8a-b577-9f4267513bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:41.364418 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f0690-43ea-4d8a-b577-9f4267513bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:41.364823 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f0690-43ea-4d8a-b577-9f4267513bf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:41.365232 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f0690-43ea-4d8a-b577-9f4267513bf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:41.365766 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f0690-43ea-4d8a-b577-9f4267513bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:41.366168 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f0690-43ea-4d8a-b577-9f4267513bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:41.366693 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f0690-43ea-4d8a-b577-9f4267513bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:41.367133 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1f0690-43ea-4d8a-b577-9f4267513bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:41.431874 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3728371d-c5f8-4481-b109-f5736b471033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:41.442415 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Attempting to bind port 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:00:41.442963 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Attempting to bind port 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'c053023c-8a1c-4441-9f46-6f2553c09826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '02bf6099-52a7-4cd7-9387-cbb83c907bf1'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:00:41.443411 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Attempting to bind port 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e on network 02bf6099-52a7-4cd7-9387-cbb83c907bf1 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:41.449337 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:00:41.449847 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Checking segment: {'id': 'c053023c-8a1c-4441-9f46-6f2553c09826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '02bf6099-52a7-4cd7-9387-cbb83c907bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:00:41.450384 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:41.451140 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Bound using segment: {'id': 'c053023c-8a1c-4441-9f46-6f2553c09826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '02bf6099-52a7-4cd7-9387-cbb83c907bf1'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:00:41.451450 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Bound port: 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c053023c-8a1c-4441-9f46-6f2553c09826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '02bf6099-52a7-4cd7-9387-cbb83c907bf1'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:00:41.452040 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:41.505984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875f251-90b8-4ed3-88ee-fc76d6199c71 req-91c63c8c-e4df-45b6-862b-14fe9037d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:41.508114 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9875f251-90b8-4ed3-88ee-fc76d6199c71 req-91c63c8c-e4df-45b6-862b-14fe9037d403 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1520357 Nov 29 18:00:41.513339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570d5f8-8154-44a1-b565-d9a40a25124b req-ae88d19c-3d80-4993-83a9-c3872d77eb32 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:41.520860 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f570d5f8-8154-44a1-b565-d9a40a25124b req-ae88d19c-3d80-4993-83a9-c3872d77eb32 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=34be7076-f995-4b10-98b9-d8a9ec297cae HTTP/1.1" status: 200 len: 946 time: 0.2490337 Nov 29 18:00:41.526270 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] For port 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:00:41.530111 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] For port 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e,segment=NetworkSegment(c053023c-8a1c-4441-9f46-6f2553c09826),segment_id=c053023c-8a1c-4441-9f46-6f2553c09826)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:00:41.534542 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:41.561702 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9875f251-90b8-4ed3-88ee-fc76d6199c71 req-0d6bc25a-dc01-4ac2-9bf0-59b9b5cb4086 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=d6f99dc0-def3-4229-9aa1-b209eeb7519d HTTP/1.1" status: 200 len: 217 time: 0.0437932 Nov 29 18:00:41.596087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ccedd-6cb8-4b47-aea1-17eed318f7ed req-92681cc6-b400-43b8-b12f-fcda382c9491 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:41.598393 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-911ccedd-6cb8-4b47-aea1-17eed318f7ed req-92681cc6-b400-43b8-b12f-fcda382c9491 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 946 time: 0.2045856 Nov 29 18:00:41.605761 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f0690-43ea-4d8a-b577-9f4267513bf8 None None] Pushing event updated for resources: {'Port': ['ID=7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:41.619106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875f251-90b8-4ed3-88ee-fc76d6199c71 req-837dde46-f079-47ab-b1c1-091a86d9817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:41.621353 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9875f251-90b8-4ed3-88ee-fc76d6199c71 req-837dde46-f079-47ab-b1c1-091a86d9817c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0490625 Nov 29 18:00:41.623126 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Routers {'931e20f9-08e1-4537-9638-14946edb0c49'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:00:41.623992 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:00:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['931e20f9-08e1-4537-9638-14946edb0c49'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:41.652837 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6069466b-9cff-4fd5-b645-1bdd4ad0a864 None None] Provisioning complete for port 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:41.653483 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6069466b-9cff-4fd5-b645-1bdd4ad0a864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:41.674168 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f570d5f8-8154-44a1-b565-d9a40a25124b req-05da1b47-0954-43d9-aed8-48ff0db45f22 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506383 Nov 29 18:00:41.738879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875f251-90b8-4ed3-88ee-fc76d6199c71 req-ead0c668-d7d0-447b-81ec-ad333434ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:41.740876 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9875f251-90b8-4ed3-88ee-fc76d6199c71 req-ead0c668-d7d0-447b-81ec-ad333434ae9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1098509 Nov 29 18:00:41.743590 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-911ccedd-6cb8-4b47-aea1-17eed318f7ed req-3d86cc99-3222-42ae-97e5-ab98f666ddec tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221759 Nov 29 18:00:41.776421 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] Set router 931e20f9-08e1-4537-9638-14946edb0c49 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:00:41.799843 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6069466b-9cff-4fd5-b645-1bdd4ad0a864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:41.882660 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6069466b-9cff-4fd5-b645-1bdd4ad0a864 None None] For port 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e,segment=NetworkSegment(c053023c-8a1c-4441-9f46-6f2553c09826),segment_id=c053023c-8a1c-4441-9f46-6f2553c09826)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:41.897380 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6069466b-9cff-4fd5-b645-1bdd4ad0a864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:41.946303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f5782b4e-5bf7-4b4f-831d-1e61244a8e40 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:00:41.954193 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9875f251-90b8-4ed3-88ee-fc76d6199c71 req-e066bb8d-9149-419b-9b4a-a4319db0fc6a service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039461 Nov 29 18:00:42.049572 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069466b-9cff-4fd5-b645-1bdd4ad0a864 None None] Pushing event updated for resources: {'Port': ['ID=7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:42.104986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3728371d-c5f8-4481-b109-f5736b471033 admin admin] Deleting port 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:42.105331 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3728371d-c5f8-4481-b109-f5736b471033 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:42.120492 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931e20f9-08e1-4537-9638-14946edb0c49', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262732018-router', 'tenant_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '31b6f599-fb1d-49fd-8684-5d7b865d984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:00:27Z', 'updated_at': '2021-11-29T18:00:37Z', 'revision_number': 4, 'project_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'gw_port': {'id': '31b6f599-fb1d-49fd-8684-5d7b865d984f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931e20f9-08e1-4537-9638-14946edb0c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:00:28Z', 'updated_at': '2021-11-29T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e', 'name': '', 'network_id': '02bf6099-52a7-4cd7-9387-cbb83c907bf1', 'tenant_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'mac_address': 'fa:16:3e:b7:34:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931e20f9-08e1-4537-9638-14946edb0c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '05a5584a-2cc4-4ca9-98e0-6b20c4467e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:00:36Z', 'updated_at': '2021-11-29T18:00:41Z', 'revision_number': 4, 'project_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'subnets': [{'id': '05a5584a-2cc4-4ca9-98e0-6b20c4467e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:42.150227 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9875f251-90b8-4ed3-88ee-fc76d6199c71 req-191b01c1-8557-4241-85e1-619c1e0387ae service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842282 Nov 29 18:00:42.160662 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-baf583b9-09d6-4cd2-81ff-3d9916e084f0 None None] Provisioning complete for port 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:42.161280 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-baf583b9-09d6-4cd2-81ff-3d9916e084f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:42.186752 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8246cfd-f31a-4e04-bb26-b54fdf5e4bb4 None None] The sync data for ids ['931e20f9-08e1-4537-9638-14946edb0c49'] in n-d-819494-5 is: [{'id': '931e20f9-08e1-4537-9638-14946edb0c49', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262732018-router', 'tenant_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '31b6f599-fb1d-49fd-8684-5d7b865d984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:00:27Z', 'updated_at': '2021-11-29T18:00:37Z', 'revision_number': 4, 'project_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'gw_port': {'id': '31b6f599-fb1d-49fd-8684-5d7b865d984f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931e20f9-08e1-4537-9638-14946edb0c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:00:28Z', 'updated_at': '2021-11-29T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e', 'name': '', 'network_id': '02bf6099-52a7-4cd7-9387-cbb83c907bf1', 'tenant_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'mac_address': 'fa:16:3e:b7:34:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931e20f9-08e1-4537-9638-14946edb0c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '05a5584a-2cc4-4ca9-98e0-6b20c4467e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:00:36Z', 'updated_at': '2021-11-29T18:00:41Z', 'revision_number': 4, 'project_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'subnets': [{'id': '05a5584a-2cc4-4ca9-98e0-6b20c4467e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:00:42.243180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-3728371d-c5f8-4481-b109-f5736b471033 admin admin] For port 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e,segment=NetworkSegment(c053023c-8a1c-4441-9f46-6f2553c09826),segment_id=c053023c-8a1c-4441-9f46-6f2553c09826)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:42.243552 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3728371d-c5f8-4481-b109-f5736b471033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:42.267401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7e8d0-dc2f-4428-9963-43116c78ccba req-ea359849-6a75-4c4a-810a-1c40e1ab5417 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:42.286733 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ca7e8d0-dc2f-4428-9963-43116c78ccba req-ea359849-6a75-4c4a-810a-1c40e1ab5417 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 944 time: 0.1240509 Nov 29 18:00:42.317051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f5782b4e-5bf7-4b4f-831d-1e61244a8e40, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f5782b4e-5bf7-4b4f-831d-1e61244a8e40,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:42.328191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'f5782b4e-5bf7-4b4f-831d-1e61244a8e40', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'f5782b4e-5bf7-4b4f-831d-1e61244a8e40', 'mac_address': 'fa:16:3e:6f:46:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:00:42.328393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3728371d-c5f8-4481-b109-f5736b471033 admin admin] Calling delete_port for 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:42.374940 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:42.388868 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5782b4e-5bf7-4b4f-831d-1e61244a8e40 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:00:42.409578 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f5782b4e-5bf7-4b4f-831d-1e61244a8e40, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f5782b4e-5bf7-4b4f-831d-1e61244a8e40,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:42.414064 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:42.423247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ca7e8d0-dc2f-4428-9963-43116c78ccba req-30b8c342-4892-448e-a7b8-53f2ee252986 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356065 Nov 29 18:00:42.449802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1becee-1960-4d63-9182-278e5fd6047c req-00ff1e79-1b1a-490c-b3d6-f0d9e56a63af tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:42.451506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7f1becee-1960-4d63-9182-278e5fd6047c req-00ff1e79-1b1a-490c-b3d6-f0d9e56a63af tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 948 time: 0.1437967 Nov 29 18:00:42.493310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=f5782b4e-5bf7-4b4f-831d-1e61244a8e40,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:42.611894 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7f1becee-1960-4d63-9182-278e5fd6047c req-a9b735c3-f073-4ce4-98e3-835699d0934f tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995138 Nov 29 18:00:42.623252 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda3b39-63f3-4374-8ae3-95d98795c2a7 req-cec49a27-3a64-479f-87ed-046a7bdc69aa tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:42.624783 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5eda3b39-63f3-4374-8ae3-95d98795c2a7 req-cec49a27-3a64-479f-87ed-046a7bdc69aa tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.1113553 Nov 29 18:00:42.667084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['f5782b4e-5bf7-4b4f-831d-1e61244a8e40'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:42.715503 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3728371d-c5f8-4481-b109-f5736b471033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:42.726160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5eda3b39-63f3-4374-8ae3-95d98795c2a7 req-02a6d814-fa30-48c9-9b70-e6e0c7f603c3 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897074 Nov 29 18:00:42.752566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728371d-c5f8-4481-b109-f5736b471033 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:43.070483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02a0f3-a1bb-429e-8a91-6f7c213eaba0 req-e7d56f85-c3d2-4ff9-b7ec-d8d244b6b6cb tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:43.072109 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f02a0f3-a1bb-429e-8a91-6f7c213eaba0 req-e7d56f85-c3d2-4ff9-b7ec-d8d244b6b6cb tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=34be7076-f995-4b10-98b9-d8a9ec297cae HTTP/1.1" status: 200 len: 946 time: 0.2001526 Nov 29 18:00:43.275739 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831423e-561b-4653-9207-0985ce388e44 req-23af79cf-5a59-4950-96ea-30e90c29b14f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:43.277855 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e831423e-561b-4653-9207-0985ce388e44 req-23af79cf-5a59-4950-96ea-30e90c29b14f tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.31 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 944 time: 0.4860954 Nov 29 18:00:43.387646 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-e831423e-561b-4653-9207-0985ce388e44 req-182e8828-4e3a-4837-86a0-f152721418b1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Deleting port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:43.387997 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e831423e-561b-4653-9207-0985ce388e44 req-182e8828-4e3a-4837-86a0-f152721418b1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:43.489193 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-e831423e-561b-4653-9207-0985ce388e44 req-182e8828-4e3a-4837-86a0-f152721418b1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] For port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:43.489554 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e831423e-561b-4653-9207-0985ce388e44 req-182e8828-4e3a-4837-86a0-f152721418b1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:43.503733 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-e831423e-561b-4653-9207-0985ce388e44 req-182e8828-4e3a-4837-86a0-f152721418b1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Calling delete_port for e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:43.507105 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3728371d-c5f8-4481-b109-f5736b471033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:43.515407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f02a0f3-a1bb-429e-8a91-6f7c213eaba0 req-ca4faa31-9270-445d-84ce-6244f9088f79 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314716 Nov 29 18:00:43.550035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4059e10-7592-438e-a455-9969445e9381 req-135c6fde-2ec4-441b-9e5b-4041d21d7abb tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:43.553505 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4059e10-7592-438e-a455-9969445e9381 req-135c6fde-2ec4-441b-9e5b-4041d21d7abb tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 946 time: 0.1050782 Nov 29 18:00:43.664145 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e831423e-561b-4653-9207-0985ce388e44 req-182e8828-4e3a-4837-86a0-f152721418b1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:43.696427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e8828-4e3a-4837-86a0-f152721418b1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Pushing event deleted for resources: {'Port': ['ID=e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:43.711565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-53704966-c328-4442-91bf-043a47852d99 req-de7cd63e-f246-4598-bd3c-064b45a0e00d tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=30c4e123-ac6f-4851-853f-12dd1a84d6f0 HTTP/1.1" status: 200 len: 210 time: 0.0400109 Nov 29 18:00:43.742940 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4059e10-7592-438e-a455-9969445e9381 req-33e31cb8-e264-426e-8305-f3d1e1c21276 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487927 Nov 29 18:00:43.744059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-e831423e-561b-4653-9207-0985ce388e44 req-182e8828-4e3a-4837-86a0-f152721418b1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] No DVR routers for this DVR port e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:43.747746 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e831423e-561b-4653-9207-0985ce388e44 req-182e8828-4e3a-4837-86a0-f152721418b1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:43.751257 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e831423e-561b-4653-9207-0985ce388e44 req-182e8828-4e3a-4837-86a0-f152721418b1 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.31 "DELETE /v2.0/ports/e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 HTTP/1.1" status: 204 len: 173 time: 0.4667854 Nov 29 18:00:43.751725 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c4e123-ac6f-4851-853f-12dd1a84d6f0', 'name': 'network-vif-deleted', 'tag': 'e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:43.755532 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a65c0c-3da1-4b86-968a-f3a72042addd" -d '{"events": [{"server_uuid": "30c4e123-ac6f-4851-853f-12dd1a84d6f0", "name": "network-vif-deleted", "tag": "e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:43.891130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa1b70-b113-4aac-ab4f-aa5ddcbe71df req-36078228-7850-416c-8750-6a6e71330b71 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:43.892641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aefa1b70-b113-4aac-ab4f-aa5ddcbe71df req-36078228-7850-416c-8750-6a6e71330b71 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 949 time: 0.0973532 Nov 29 18:00:43.927649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3728371d-c5f8-4481-b109-f5736b471033 admin admin] Router 931e20f9-08e1-4537-9638-14946edb0c49 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:00:43.964554 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aefa1b70-b113-4aac-ab4f-aa5ddcbe71df req-1e146c0f-a9d3-4cd0-b8c6-20508a12fbe9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616379 Nov 29 18:00:43.967086 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device d6f99dc0-def3-4229-9aa1-b209eeb7519d details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:00:43.972652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f5782b4e-5bf7-4b4f-831d-1e61244a8e40 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:00:44.075608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3728371d-c5f8-4481-b109-f5736b471033 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:00:44.086102 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44600) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:44.086420 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3728371d-c5f8-4481-b109-f5736b471033 admin admin] 10.222.0.23 "PUT /v2.0/routers/931e20f9-08e1-4537-9638-14946edb0c49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5502861 Nov 29 18:00:44.098231 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba41e73b-1e5c-4802-b26e-13317dcd2ed6 None None] Sync routers for ids ['931e20f9-08e1-4537-9638-14946edb0c49'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:00:44.131738 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port d6f99dc0-def3-4229-9aa1-b209eeb7519d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=d6f99dc0-def3-4229-9aa1-b209eeb7519d,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:44.146398 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba41e73b-1e5c-4802-b26e-13317dcd2ed6 None None] Routers {'931e20f9-08e1-4537-9638-14946edb0c49'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:00:44.147076 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ba41e73b-1e5c-4802-b26e-13317dcd2ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:00:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['931e20f9-08e1-4537-9638-14946edb0c49'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:44.186427 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'd6f99dc0-def3-4229-9aa1-b209eeb7519d', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'd6f99dc0-def3-4229-9aa1-b209eeb7519d', 'mac_address': 'fa:16:3e:f0:0f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:00:44.227654 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4cba1a9c-a40d-4540-9b62-2f0d41f6bdf7 req-bda7906e-aba4-4ecc-b2c9-5feec2edb00c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-26302470&fields=id&tenant_id=002d053e10db4216a16b57a0ded20cba HTTP/1.1" status: 200 len: 267 time: 0.1132646 Nov 29 18:00:44.235405 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6b98-e36e-4e2e-bcb3-beca9d4c2b3b admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:44.295521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port f5782b4e-5bf7-4b4f-831d-1e61244a8e40 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:00:44.297466 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0069ea4-5c23-44b0-a70d-9f34c1f61c36 x-openstack-request-id: req-a0069ea4-5c23-44b0-a70d-9f34c1f61c36 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:44.298014 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c4e123-ac6f-4851-853f-12dd1a84d6f0", "name": "network-vif-deleted", "tag": "e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:44.298595 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0069ea4-5c23-44b0-a70d-9f34c1f61c36 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:44.299083 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c4e123-ac6f-4851-853f-12dd1a84d6f0', 'name': 'network-vif-deleted', 'tag': 'e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624', 'status': 'completed', 'code': 200} Nov 29 18:00:44.306349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port f5782b4e-5bf7-4b4f-831d-1e61244a8e40 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:44.306707 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:44.308433 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:44.355580 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba1a9c-a40d-4540-9b62-2f0d41f6bdf7 req-1155f821-5c3a-485f-83d4-19a0768e507a tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:44.361506 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f99dc0-def3-4229-9aa1-b209eeb7519d {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:00:44.367342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4cba1a9c-a40d-4540-9b62-2f0d41f6bdf7 req-1155f821-5c3a-485f-83d4-19a0768e507a tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 946 time: 0.1387997 Nov 29 18:00:44.372809 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ba41e73b-1e5c-4802-b26e-13317dcd2ed6 None None] Set router 931e20f9-08e1-4537-9638-14946edb0c49 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:00:44.394880 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6b98-e36e-4e2e-bcb3-beca9d4c2b3b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:44.396086 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-4cba1a9c-a40d-4540-9b62-2f0d41f6bdf7 req-081c6392-6024-489e-9dce-a3c48cc34708 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Request body: {'port': {'security_groups': ['a6aae9f5-f5ff-47b1-8e76-789fc62d8a59', 'a922ed70-f917-4cf8-8005-8782220cf6d8']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:44.463132 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6b98-e36e-4e2e-bcb3-beca9d4c2b3b admin admin] Deleting port 31b6f599-fb1d-49fd-8684-5d7b865d984f {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:44.463591 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6b98-e36e-4e2e-bcb3-beca9d4c2b3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:44.477346 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4cba1a9c-a40d-4540-9b62-2f0d41f6bdf7 req-081c6392-6024-489e-9dce-a3c48cc34708 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:44.498615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea10c25-4e07-49a4-a665-75269e72651d req-1799bf16-a34d-4a55-9ef8-4ff8f488506c tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:44.504414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eea10c25-4e07-49a4-a665-75269e72651d req-1799bf16-a34d-4a55-9ef8-4ff8f488506c tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.1696103 Nov 29 18:00:44.559663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-2f5c6b98-e36e-4e2e-bcb3-beca9d4c2b3b admin admin] For port 31b6f599-fb1d-49fd-8684-5d7b865d984f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=31b6f599-fb1d-49fd-8684-5d7b865d984f,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:44.560182 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6b98-e36e-4e2e-bcb3-beca9d4c2b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:44.571200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port d6f99dc0-def3-4229-9aa1-b209eeb7519d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=d6f99dc0-def3-4229-9aa1-b209eeb7519d,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:44.575589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c6b98-e36e-4e2e-bcb3-beca9d4c2b3b admin admin] Calling delete_port for 31b6f599-fb1d-49fd-8684-5d7b865d984f owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:44.594882 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eea10c25-4e07-49a4-a665-75269e72651d req-e3f294f8-54ae-40f3-bb45-19bcb9dfa488 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868289 Nov 29 18:00:44.622351 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:44.725445 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=d6f99dc0-def3-4229-9aa1-b209eeb7519d,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:44.748238 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:44.773414 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-4cba1a9c-a40d-4540-9b62-2f0d41f6bdf7 req-081c6392-6024-489e-9dce-a3c48cc34708 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] For port cc9f5f36-7c08-420a-a9d4-e07daf742601, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=cc9f5f36-7c08-420a-a9d4-e07daf742601,segment=NetworkSegment(5bb79eba-0822-445c-8e62-df5566372ade),segment_id=5bb79eba-0822-445c-8e62-df5566372ade)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:44.790681 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6b98-e36e-4e2e-bcb3-beca9d4c2b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:44.808766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5782b4e-5bf7-4b4f-831d-1e61244a8e40'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:44.811436 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e58d6f9-4e41-4d0a-bde8-dc54aaaef94d" -d '{"events": [{"server_uuid": "cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d", "name": "network-vif-plugged", "status": "completed", "tag": "f5782b4e-5bf7-4b4f-831d-1e61244a8e40"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:44.813695 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4cba1a9c-a40d-4540-9b62-2f0d41f6bdf7 req-081c6392-6024-489e-9dce-a3c48cc34708 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:44.819928 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4cba1a9c-a40d-4540-9b62-2f0d41f6bdf7 req-081c6392-6024-489e-9dce-a3c48cc34708 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:44.826974 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f5782b4e-5bf7-4b4f-831d-1e61244a8e40, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f5782b4e-5bf7-4b4f-831d-1e61244a8e40,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:44.831470 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['4ab440b3-f472-4892-b3c7-981db89689ce', 'cc9f5f36-7c08-420a-a9d4-e07daf742601'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:44.836935 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:44.837952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f661afb9-9b00-4252-98e5-c3cccaf61611 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:44.841722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c6b98-e36e-4e2e-bcb3-beca9d4c2b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=31b6f599-fb1d-49fd-8684-5d7b865d984f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:44.891120 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c6392-6024-489e-9dce-a3c48cc34708 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event updated for resources: {'Port': ['ID=cc9f5f36-7c08-420a-a9d4-e07daf742601,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:44.911549 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6b98-e36e-4e2e-bcb3-beca9d4c2b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:44.917099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba1a9c-a40d-4540-9b62-2f0d41f6bdf7 req-081c6392-6024-489e-9dce-a3c48cc34708 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:44.917843 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4cba1a9c-a40d-4540-9b62-2f0d41f6bdf7 req-081c6392-6024-489e-9dce-a3c48cc34708 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:44.932936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4cba1a9c-a40d-4540-9b62-2f0d41f6bdf7 req-081c6392-6024-489e-9dce-a3c48cc34708 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "PUT /v2.0/ports/cc9f5f36-7c08-420a-a9d4-e07daf742601 HTTP/1.1" status: 200 len: 982 time: 0.5632741 Nov 29 18:00:44.936142 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1a3943-4066-47ad-9a85-34e9d46f6fcc', 'tag': 'cc9f5f36-7c08-420a-a9d4-e07daf742601'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:44.939265 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c956c97-516e-4184-9b9f-4b8b8e87a7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1a3943-4066-47ad-9a85-34e9d46f6fcc", "tag": "cc9f5f36-7c08-420a-a9d4-e07daf742601"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:44.941979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['d6f99dc0-def3-4229-9aa1-b209eeb7519d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:44.944032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: f661afb9-9b00-4252-98e5-c3cccaf61611 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:44.944598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f661afb9-9b00-4252-98e5-c3cccaf61611 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:45.040097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=f5782b4e-5bf7-4b4f-831d-1e61244a8e40,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:45.043339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['cc9f5f36-7c08-420a-a9d4-e07daf742601'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:45.075718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2786b-deaa-4f14-940c-534c8918dfb0 req-a79163f3-246d-4ec1-a0ae-9267bbfa7f38 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:45.084282 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4cb2786b-deaa-4f14-940c-534c8918dfb0 req-a79163f3-246d-4ec1-a0ae-9267bbfa7f38 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=34be7076-f995-4b10-98b9-d8a9ec297cae HTTP/1.1" status: 200 len: 947 time: 0.0982654 Nov 29 18:00:45.101114 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6b98-e36e-4e2e-bcb3-beca9d4c2b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:45.106325 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ba41e73b-1e5c-4802-b26e-13317dcd2ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931e20f9-08e1-4537-9638-14946edb0c49', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-262732018-router', 'tenant_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '31b6f599-fb1d-49fd-8684-5d7b865d984f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:00:27Z', 'updated_at': '2021-11-29T18:00:42Z', 'revision_number': 5, 'project_id': '764f31bb3e0c4216a50c93cec9ba5ae8', 'gw_port': {'id': '31b6f599-fb1d-49fd-8684-5d7b865d984f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931e20f9-08e1-4537-9638-14946edb0c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:00:28Z', 'updated_at': '2021-11-29T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:45.108658 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6b98-e36e-4e2e-bcb3-beca9d4c2b3b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:45.147472 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4cb2786b-deaa-4f14-940c-534c8918dfb0 req-8fe13143-5870-4d47-91e4-39d9f4484a7a tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575466 Nov 29 18:00:45.172122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba41e73b-1e5c-4802-b26e-13317dcd2ed6 None None] Checking router: 931e20f9-08e1-4537-9638-14946edb0c49 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:00:45.179392 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6b98-e36e-4e2e-bcb3-beca9d4c2b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:45.180125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5c6b98-e36e-4e2e-bcb3-beca9d4c2b3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 931e20f9-08e1-4537-9638-14946edb0c49 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:00:45.185150 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2f5c6b98-e36e-4e2e-bcb3-beca9d4c2b3b admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:45.189490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44660) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:45.189672 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2f5c6b98-e36e-4e2e-bcb3-beca9d4c2b3b admin admin] 10.222.0.23 "DELETE /v2.0/routers/931e20f9-08e1-4537-9638-14946edb0c49 HTTP/1.1" status: 204 len: 168 time: 1.1017821 Nov 29 18:00:45.219499 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba41e73b-1e5c-4802-b26e-13317dcd2ed6 None None] Routers set() bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:00:45.219957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba41e73b-1e5c-4802-b26e-13317dcd2ed6 None None] Router IDs set() for agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 29 18:00:45.220668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_agentschedulers_db [None req-ba41e73b-1e5c-4802-b26e-13317dcd2ed6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'931e20f9-08e1-4537-9638-14946edb0c49'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:00:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent'). {{(pid=110006) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 29 18:00:45.221143 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba41e73b-1e5c-4802-b26e-13317dcd2ed6 None None] The sync data for ids ['931e20f9-08e1-4537-9638-14946edb0c49'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:00:45.244129 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7bde3e-dad6-4ed5-a637-5753cc9fdae2 x-openstack-request-id: req-9b7bde3e-dad6-4ed5-a637-5753cc9fdae2 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:45.244494 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d", "name": "network-vif-plugged", "status": "completed", "tag": "f5782b4e-5bf7-4b4f-831d-1e61244a8e40", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:45.244816 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b7bde3e-dad6-4ed5-a637-5753cc9fdae2 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:45.245272 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5782b4e-5bf7-4b4f-831d-1e61244a8e40', 'code': 200} Nov 29 18:00:45.303179 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7239a27f-2907-42d2-882a-d60e38412a57 x-openstack-request-id: req-7239a27f-2907-42d2-882a-d60e38412a57 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:45.303483 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1a3943-4066-47ad-9a85-34e9d46f6fcc", "tag": "cc9f5f36-7c08-420a-a9d4-e07daf742601", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:45.303707 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7239a27f-2907-42d2-882a-d60e38412a57 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:45.304116 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1a3943-4066-47ad-9a85-34e9d46f6fcc', 'tag': 'cc9f5f36-7c08-420a-a9d4-e07daf742601', 'status': 'completed', 'code': 200} Nov 29 18:00:45.365893 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50b48ab-faa4-425d-ba51-ef22098f0b4f admin admin] Deleting subnet 05a5584a-2cc4-4ca9-98e0-6b20c4467e8e {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:00:45.380267 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c50b48ab-faa4-425d-ba51-ef22098f0b4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:45.389632 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c956c97-516e-4184-9b9f-4b8b8e87a7ec req-8dd0a1cb-df67-470a-b28a-b230b45ab9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:45.391116 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6c956c97-516e-4184-9b9f-4b8b8e87a7ec req-8dd0a1cb-df67-470a-b28a-b230b45ab9b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=002d053e10db4216a16b57a0ded20cba&device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 1136 time: 0.0854454 Nov 29 18:00:45.401627 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd287b-fab8-4e63-a8b4-0d5f7c1a2c76 req-be080da3-0598-4d22-83c7-71ac897069f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:45.403087 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-decd287b-fab8-4e63-a8b4-0d5f7c1a2c76 req-be080da3-0598-4d22-83c7-71ac897069f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 1101 time: 0.0637267 Nov 29 18:00:45.419882 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23b55308-f6f5-4984-aa2b-e6abebe8acb0 req-7d0439fb-1cc5-4f0e-961f-befc6b601484 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/a922ed70-f917-4cf8-8005-8782220cf6d8 HTTP/1.1" status: 200 len: 1816 time: 0.1840036 Nov 29 18:00:45.448191 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c50b48ab-faa4-425d-ba51-ef22098f0b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:45.507534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588065f0-85a7-4f36-98cd-bf766a4caa65 req-30135f09-8018-4016-977c-712d17c35a4b tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:45.509034 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-588065f0-85a7-4f36-98cd-bf766a4caa65 req-30135f09-8018-4016-977c-712d17c35a4b tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 950 time: 0.1518755 Nov 29 18:00:45.513843 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-decd287b-fab8-4e63-a8b4-0d5f7c1a2c76 req-c005f7be-0f58-45b6-99e0-a36c66c2d211 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026828 Nov 29 18:00:45.541245 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c956c97-516e-4184-9b9f-4b8b8e87a7ec req-0edff881-690e-4810-b645-989b89776df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:45.543462 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6c956c97-516e-4184-9b9f-4b8b8e87a7ec req-0edff881-690e-4810-b645-989b89776df1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec97920f-26a6-436e-a67f-64e874c2492b HTTP/1.1" status: 200 len: 913 time: 0.1433787 Nov 29 18:00:45.543743 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-23b55308-f6f5-4984-aa2b-e6abebe8acb0 req-0130da08-60a3-4480-91d5-869a68a4f543 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 29 18:00:45.544954 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23b55308-f6f5-4984-aa2b-e6abebe8acb0 req-0130da08-60a3-4480-91d5-869a68a4f543 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "DELETE /v2.0/security-groups/a922ed70-f917-4cf8-8005-8782220cf6d8 HTTP/1.1" status: 409 len: 341 time: 0.1162663 Nov 29 18:00:45.605862 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c50b48ab-faa4-425d-ba51-ef22098f0b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:45.628836 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-588065f0-85a7-4f36-98cd-bf766a4caa65 req-a0a54a61-f119-4467-ab34-6d5b40bbf7ad tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003847 Nov 29 18:00:45.670873 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c50b48ab-faa4-425d-ba51-ef22098f0b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:45.701043 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c50b48ab-faa4-425d-ba51-ef22098f0b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:45.708970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c50b48ab-faa4-425d-ba51-ef22098f0b4f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/05a5584a-2cc4-4ca9-98e0-6b20c4467e8e HTTP/1.1" status: 204 len: 168 time: 0.5146689 Nov 29 18:00:45.709106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115c63d3-fc83-48ba-b58c-cbc22d732eec None None] Network 02bf6099-52a7-4cd7-9387-cbb83c907bf1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:00:45.709233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b48ab-faa4-425d-ba51-ef22098f0b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a5584a-2cc4-4ca9-98e0-6b20c4467e8e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:45.710070 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44678) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:45.802169 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6c956c97-516e-4184-9b9f-4b8b8e87a7ec req-1b958522-8d07-4786-9be9-0cac02dc3f65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc9f5f36-7c08-420a-a9d4-e07daf742601 HTTP/1.1" status: 200 len: 217 time: 0.0700622 Nov 29 18:00:45.859519 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:45.880614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c956c97-516e-4184-9b9f-4b8b8e87a7ec req-ce0948ea-2550-462e-946f-0a3c1ddd5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:45.883142 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6c956c97-516e-4184-9b9f-4b8b8e87a7ec req-ce0948ea-2550-462e-946f-0a3c1ddd5dc4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f082db-4da5-4bba-9b1c-d504b3004dd0 HTTP/1.1" status: 200 len: 852 time: 0.0711215 Nov 29 18:00:45.949867 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6c956c97-516e-4184-9b9f-4b8b8e87a7ec req-5c754f3f-90a4-45f3-9a59-5d376a14596b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec97920f-26a6-436e-a67f-64e874c2492b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384328 Nov 29 18:00:46.008870 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:46.011442 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a0ecf-5a2d-4008-9b9e-41e696a9e0f9 req-e6a21170-1d36-44cb-889f-6c649b2aefdc tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:46.020981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a91a0ecf-5a2d-4008-9b9e-41e696a9e0f9 req-e6a21170-1d36-44cb-889f-6c649b2aefdc tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.0676143 Nov 29 18:00:46.030268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] Deleting port 72419ab2-4ba1-4833-8287-53f1a198548a {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:46.030613 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:46.063798 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:46.065014 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e9cac1a5-4bba-4699-8ffa-ee5ae3e9a624 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:46.090993 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a91a0ecf-5a2d-4008-9b9e-41e696a9e0f9 req-9f9f5c61-5178-4567-b7db-0063e9281c60 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686646 Nov 29 18:00:46.121166 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6c956c97-516e-4184-9b9f-4b8b8e87a7ec req-931adfa9-419d-4894-9ae4-17cb03dca03a service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597140 Nov 29 18:00:46.125706 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] For port 72419ab2-4ba1-4833-8287-53f1a198548a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=72419ab2-4ba1-4833-8287-53f1a198548a,segment=NetworkSegment(c053023c-8a1c-4441-9f46-6f2553c09826),segment_id=c053023c-8a1c-4441-9f46-6f2553c09826)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:46.126096 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:46.155153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] Calling delete_port for 72419ab2-4ba1-4833-8287-53f1a198548a owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:46.179396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789e147c-26e5-456e-b9c0-87205e043215 None None] DHCP port deletion for 02bf6099-52a7-4cd7-9387-cbb83c907bf1 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:00:46.234925 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5f097-94b1-47bf-8dd1-c5db24501d20 req-e97189ae-fe49-4cd1-99b5-219bd9712a07 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:46.237526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66a5f097-94b1-47bf-8dd1-c5db24501d20 req-e97189ae-fe49-4cd1-99b5-219bd9712a07 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 985 time: 0.0801058 Nov 29 18:00:46.265741 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-789e147c-26e5-456e-b9c0-87205e043215 None None] Deleting port 72419ab2-4ba1-4833-8287-53f1a198548a {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:46.266261 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-789e147c-26e5-456e-b9c0-87205e043215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:46.296758 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6c956c97-516e-4184-9b9f-4b8b8e87a7ec req-37882a30-5555-4991-98c4-a3ec2372c305 service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632202 Nov 29 18:00:46.327298 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66a5f097-94b1-47bf-8dd1-c5db24501d20 req-36616290-dcf4-4bb0-8c84-4544be8a5bda tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a922ed70-f917-4cf8-8005-8782220cf6d8&id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0796633 Nov 29 18:00:46.333599 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:46.356898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-789e147c-26e5-456e-b9c0-87205e043215 None None] For port 72419ab2-4ba1-4833-8287-53f1a198548a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=72419ab2-4ba1-4833-8287-53f1a198548a,segment=NetworkSegment(c053023c-8a1c-4441-9f46-6f2553c09826),segment_id=c053023c-8a1c-4441-9f46-6f2553c09826)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:46.357353 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-789e147c-26e5-456e-b9c0-87205e043215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:46.370187 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] No DVR routers for this DVR port 72419ab2-4ba1-4833-8287-53f1a198548a on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:46.372052 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-789e147c-26e5-456e-b9c0-87205e043215 None None] Calling delete_port for 72419ab2-4ba1-4833-8287-53f1a198548a owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:46.395797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] Pushing event deleted for resources: {'Port': ['ID=72419ab2-4ba1-4833-8287-53f1a198548a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:46.469629 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-789e147c-26e5-456e-b9c0-87205e043215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:46.486200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e147c-26e5-456e-b9c0-87205e043215 None None] No DVR routers for this DVR port 72419ab2-4ba1-4833-8287-53f1a198548a on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:46.509422 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e147c-26e5-456e-b9c0-87205e043215 None None] Pushing event deleted for resources: {'Port': ['ID=72419ab2-4ba1-4833-8287-53f1a198548a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:46.509694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee783e8-fa65-4566-8a4c-a8bf2def07c9 req-99515f9a-dc41-48bf-8c40-7027d9e71b27 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:46.517397 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cee783e8-fa65-4566-8a4c-a8bf2def07c9 req-99515f9a-dc41-48bf-8c40-7027d9e71b27 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 945 time: 0.0980253 Nov 29 18:00:46.540458 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:46.545068 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f116b-4dc4-4150-be23-9a86484b55c2 req-dad7bca8-753d-4a37-821b-327f449daf6c tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:46.547370 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-704f116b-4dc4-4150-be23-9a86484b55c2 req-dad7bca8-753d-4a37-821b-327f449daf6c tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=34be7076-f995-4b10-98b9-d8a9ec297cae HTTP/1.1" status: 200 len: 947 time: 0.1115155 Nov 29 18:00:46.562308 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5f6ac-2c58-4b91-92e1-fe93e9adf4d0 req-f5c4a8d0-29bf-4633-a20c-cf10780c21a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:46.563827 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-63f5f6ac-2c58-4b91-92e1-fe93e9adf4d0 req-f5c4a8d0-29bf-4633-a20c-cf10780c21a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=002d053e10db4216a16b57a0ded20cba&device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 1136 time: 0.1718507 Nov 29 18:00:46.567305 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02bf6099-52a7-4cd7-9387-cbb83c907bf1']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:46.586936 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c053023c-8a1c-4441-9f46-6f2553c09826') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:46.587236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c053023c-8a1c-4441-9f46-6f2553c09826') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:46.597472 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cee783e8-fa65-4566-8a4c-a8bf2def07c9 req-ee902cdc-4589-414c-bc6c-da72202070ff tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e765184-057d-48b1-845b-3f80308f5a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785673 Nov 29 18:00:46.627487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-704f116b-4dc4-4150-be23-9a86484b55c2 req-601d910e-10ca-484a-b6a5-2f745955caad tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715744 Nov 29 18:00:46.633999 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:46.685650 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:46.697831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:00:46.698258 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:00:46.700074 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:00:46.790327 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dc470-1e26-444c-aece-508516de52fb req-cda67fae-8580-495d-bb9c-5545cd41c9f9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:46.792075 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9f4dc470-1e26-444c-aece-508516de52fb req-cda67fae-8580-495d-bb9c-5545cd41c9f9 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.31 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 945 time: 0.1530020 Nov 29 18:00:46.794298 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5f6ac-2c58-4b91-92e1-fe93e9adf4d0 req-e731ce03-1756-415a-b304-0871b7fa5e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:46.796151 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-63f5f6ac-2c58-4b91-92e1-fe93e9adf4d0 req-e731ce03-1756-415a-b304-0871b7fa5e61 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec97920f-26a6-436e-a67f-64e874c2492b HTTP/1.1" status: 200 len: 913 time: 0.2197151 Nov 29 18:00:46.804967 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab500d1d-d822-45af-a7e3-ff69dab19eb9 req-04259bb6-cfe1-4001-96e7-e6f8f3e0f97f tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:46.807533 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ab500d1d-d822-45af-a7e3-ff69dab19eb9 req-04259bb6-cfe1-4001-96e7-e6f8f3e0f97f tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 950 time: 0.0739977 Nov 29 18:00:46.819003 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:46.863493 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ab500d1d-d822-45af-a7e3-ff69dab19eb9 req-1d57e85c-ade7-4335-a9b6-1a7e595fe63b tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494568 Nov 29 18:00:46.866590 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:46.870013 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] 10.222.0.23 "DELETE /v2.0/networks/02bf6099-52a7-4cd7-9387-cbb83c907bf1 HTTP/1.1" status: 204 len: 168 time: 1.1579843 Nov 29 18:00:46.886324 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-63f5f6ac-2c58-4b91-92e1-fe93e9adf4d0 req-5e112c8a-e956-4b9b-9bff-6076bb156da0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc9f5f36-7c08-420a-a9d4-e07daf742601 HTTP/1.1" status: 200 len: 217 time: 0.0699105 Nov 29 18:00:46.915031 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a4637-f367-479d-b77b-5cb56654411f admin admin] Pushing event deleted for resources: {'Network': ['ID=02bf6099-52a7-4cd7-9387-cbb83c907bf1,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:47.009626 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5f6ac-2c58-4b91-92e1-fe93e9adf4d0 req-e272e513-ca0c-4ba5-aef2-100303d39398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:47.011439 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-63f5f6ac-2c58-4b91-92e1-fe93e9adf4d0 req-e272e513-ca0c-4ba5-aef2-100303d39398 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f082db-4da5-4bba-9b1c-d504b3004dd0 HTTP/1.1" status: 200 len: 852 time: 0.1241763 Nov 29 18:00:47.050491 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-63f5f6ac-2c58-4b91-92e1-fe93e9adf4d0 req-95cfb1de-ee64-41a9-936c-94969f9c55ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec97920f-26a6-436e-a67f-64e874c2492b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307384 Nov 29 18:00:47.077820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-9f4dc470-1e26-444c-aece-508516de52fb req-bb8a9ffd-75e7-4324-97b8-7c631d91a7ea tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Deleting port 5dec885e-5b67-4208-8012-b2903df02df1 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:47.078261 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9f4dc470-1e26-444c-aece-508516de52fb req-bb8a9ffd-75e7-4324-97b8-7c631d91a7ea tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:47.092706 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 31b6f599-fb1d-49fd-8684-5d7b865d984f no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:47.098281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44762) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:47.137959 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 31b6f599-fb1d-49fd-8684-5d7b865d984f {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:47.138545 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 31b6f599-fb1d-49fd-8684-5d7b865d984f not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:47.140653 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 72419ab2-4ba1-4833-8287-53f1a198548a no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:47.175575 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cf24eeee-75d1-4d30-9350-a624a1c41396 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=764f31bb3e0c4216a50c93cec9ba5ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0730944 Nov 29 18:00:47.176161 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44776) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:47.192479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 72419ab2-4ba1-4833-8287-53f1a198548a {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:47.193467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 72419ab2-4ba1-4833-8287-53f1a198548a not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:47.194344 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:47.220850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:47.221200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7fffcdc4-7c6b-499f-a6a2-4cbf1d58a28e not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:47.271136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef6741-f7d3-4e3c-a3b2-06169ebcbe34 req-83a405f6-e1d4-45e9-aba8-62f084d7333a tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:47.273434 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4bef6741-f7d3-4e3c-a3b2-06169ebcbe34 req-83a405f6-e1d4-45e9-aba8-62f084d7333a tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.0886047 Nov 29 18:00:47.273714 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-63f5f6ac-2c58-4b91-92e1-fe93e9adf4d0 req-e6cf8c88-248f-4219-88a2-61bc635c1b57 service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154906 Nov 29 18:00:47.333041 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4bef6741-f7d3-4e3c-a3b2-06169ebcbe34 req-dd5e9fef-f8a7-4f65-8776-dfac41176272 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494521 Nov 29 18:00:47.357039 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-9f4dc470-1e26-444c-aece-508516de52fb req-bb8a9ffd-75e7-4324-97b8-7c631d91a7ea tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] For port 5dec885e-5b67-4208-8012-b2903df02df1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5dec885e-5b67-4208-8012-b2903df02df1,segment=NetworkSegment(f5ba1a89-9073-4ba4-b550-cdecd5cc2dda),segment_id=f5ba1a89-9073-4ba4-b550-cdecd5cc2dda)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:47.357408 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9f4dc470-1e26-444c-aece-508516de52fb req-bb8a9ffd-75e7-4324-97b8-7c631d91a7ea tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:47.366962 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-11f1c7c1-38ed-47f4-b22e-6e271cc1b643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:47.377575 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-9f4dc470-1e26-444c-aece-508516de52fb req-bb8a9ffd-75e7-4324-97b8-7c631d91a7ea tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Calling delete_port for 5dec885e-5b67-4208-8012-b2903df02df1 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:47.417082 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-11f1c7c1-38ed-47f4-b22e-6e271cc1b643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:47.453931 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10241145-dc1e-4319-b4ca-76492076ae1a req-a6efd0af-9e86-4a3d-91e8-a91324eea722 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:47.457007 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10241145-dc1e-4319-b4ca-76492076ae1a req-a6efd0af-9e86-4a3d-91e8-a91324eea722 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 985 time: 0.0584695 Nov 29 18:00:47.492075 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-63f5f6ac-2c58-4b91-92e1-fe93e9adf4d0 req-59b6d8f5-7877-4a02-a07f-e52a4d65e954 service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082529 Nov 29 18:00:47.531299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10241145-dc1e-4319-b4ca-76492076ae1a req-fc10d58f-08ab-4e10-904f-bbe528e24ea8 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a922ed70-f917-4cf8-8005-8782220cf6d8&id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0669374 Nov 29 18:00:47.543520 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-11f1c7c1-38ed-47f4-b22e-6e271cc1b643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:47.546030 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-11f1c7c1-38ed-47f4-b22e-6e271cc1b643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:47.549696 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-11f1c7c1-38ed-47f4-b22e-6e271cc1b643 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11aec4f7-8701-40fc-bd06-a5e3dc0b0855 HTTP/1.1" status: 204 len: 168 time: 0.3685040 Nov 29 18:00:47.579772 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1c7c1-38ed-47f4-b22e-6e271cc1b643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aec4f7-8701-40fc-bd06-a5e3dc0b0855,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:47.607696 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9f4dc470-1e26-444c-aece-508516de52fb req-bb8a9ffd-75e7-4324-97b8-7c631d91a7ea tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:47.653673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a9ffd-75e7-4324-97b8-7c631d91a7ea tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Pushing event deleted for resources: {'Port': ['ID=5dec885e-5b67-4208-8012-b2903df02df1,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:47.717807 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4dc470-1e26-444c-aece-508516de52fb req-bb8a9ffd-75e7-4324-97b8-7c631d91a7ea tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] No DVR routers for this DVR port 5dec885e-5b67-4208-8012-b2903df02df1 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:47.724189 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9f4dc470-1e26-444c-aece-508516de52fb req-bb8a9ffd-75e7-4324-97b8-7c631d91a7ea tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:47.733979 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9f4dc470-1e26-444c-aece-508516de52fb req-bb8a9ffd-75e7-4324-97b8-7c631d91a7ea tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.31 "DELETE /v2.0/ports/5dec885e-5b67-4208-8012-b2903df02df1 HTTP/1.1" status: 204 len: 173 time: 0.9207528 Nov 29 18:00:47.734968 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b49b0d7-44f3-4a95-8345-ee6d03168e7f', 'name': 'network-vif-deleted', 'tag': '5dec885e-5b67-4208-8012-b2903df02df1'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:47.742942 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89b27a9-62cd-44b0-bff3-37acedf2662b" -d '{"events": [{"server_uuid": "1b49b0d7-44f3-4a95-8345-ee6d03168e7f", "name": "network-vif-deleted", "tag": "5dec885e-5b67-4208-8012-b2903df02df1"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:47.771098 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc20b914-9070-49d5-a080-9a36a156fb05 req-03a9b17c-f357-49b3-8a37-172403c09c79 tempest-LiveMigrationTest-942834068 tempest-LiveMigrationTest-942834068-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b49b0d7-44f3-4a95-8345-ee6d03168e7f HTTP/1.1" status: 200 len: 210 time: 0.0397415 Nov 29 18:00:47.825727 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4503730-8656-45c3-953c-a95d1fec2d00 x-openstack-request-id: req-e4503730-8656-45c3-953c-a95d1fec2d00 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:47.826027 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b49b0d7-44f3-4a95-8345-ee6d03168e7f", "name": "network-vif-deleted", "tag": "5dec885e-5b67-4208-8012-b2903df02df1", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:47.826284 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4503730-8656-45c3-953c-a95d1fec2d00 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:47.826710 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b49b0d7-44f3-4a95-8345-ee6d03168e7f', 'name': 'network-vif-deleted', 'tag': '5dec885e-5b67-4208-8012-b2903df02df1', 'status': 'completed', 'code': 200} Nov 29 18:00:47.870852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72de597-7033-4918-a745-354fb8d1740c req-be213caf-77c3-4921-a710-0833ee1de9cd tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:47.872407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b72de597-7033-4918-a745-354fb8d1740c req-be213caf-77c3-4921-a710-0833ee1de9cd tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=34be7076-f995-4b10-98b9-d8a9ec297cae HTTP/1.1" status: 200 len: 947 time: 0.1003208 Nov 29 18:00:47.935292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b72de597-7033-4918-a745-354fb8d1740c req-ff794bc2-e6ff-44bd-a9ae-5d58208a2d57 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555663 Nov 29 18:00:47.962192 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device d6f99dc0-def3-4229-9aa1-b209eeb7519d up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:00:48.032754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port d6f99dc0-def3-4229-9aa1-b209eeb7519d completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:00:48.037307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d0241-6058-46bd-913e-62360d03b853 req-2c9b8f43-1308-4f4e-8308-63f92f305277 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:48.041320 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port d6f99dc0-def3-4229-9aa1-b209eeb7519d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:48.043043 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:48.046585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f54d0241-6058-46bd-913e-62360d03b853 req-2c9b8f43-1308-4f4e-8308-63f92f305277 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 950 time: 0.0826585 Nov 29 18:00:48.084269 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44822) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:48.133912 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f54d0241-6058-46bd-913e-62360d03b853 req-6f0568e3-ddcd-43e2-a28e-f4d21285776c tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861177 Nov 29 18:00:48.174299 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:48.210381 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34be7076-f995-4b10-98b9-d8a9ec297cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f99dc0-def3-4229-9aa1-b209eeb7519d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:48.212949 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46270847-ede3-4618-bce6-9460c9063c24" -d '{"events": [{"server_uuid": "34be7076-f995-4b10-98b9-d8a9ec297cae", "name": "network-vif-plugged", "status": "completed", "tag": "d6f99dc0-def3-4229-9aa1-b209eeb7519d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:48.229845 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port d6f99dc0-def3-4229-9aa1-b209eeb7519d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=d6f99dc0-def3-4229-9aa1-b209eeb7519d,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:48.232442 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b22f94e3-973e-46bd-9aec-a346b8c79d49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:48.246162 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:48.293776 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7656d91d-d55d-45b4-ad7d-6432767061cf x-openstack-request-id: req-7656d91d-d55d-45b4-ad7d-6432767061cf {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:48.294384 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34be7076-f995-4b10-98b9-d8a9ec297cae", "name": "network-vif-plugged", "status": "completed", "tag": "d6f99dc0-def3-4229-9aa1-b209eeb7519d", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:48.294851 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7656d91d-d55d-45b4-ad7d-6432767061cf {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:48.295437 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34be7076-f995-4b10-98b9-d8a9ec297cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f99dc0-def3-4229-9aa1-b209eeb7519d', 'code': 200} Nov 29 18:00:48.338199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=d6f99dc0-def3-4229-9aa1-b209eeb7519d,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:48.351036 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:48.351807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:48.352449 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:48.353115 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:48.353906 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:48.354550 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:48.355257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:48.355833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:48.356410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:48.358229 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:48.358742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:48.359768 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:48.428920 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6f2f9-e5da-410c-a9cf-111366bebb6a req-b670b93d-0aa0-4b4a-81dc-5de61f4c5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:48.430576 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-86d6f2f9-e5da-410c-a9cf-111366bebb6a req-b670b93d-0aa0-4b4a-81dc-5de61f4c5bc7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=34be7076-f995-4b10-98b9-d8a9ec297cae HTTP/1.1" status: 200 len: 1099 time: 0.1012089 Nov 29 18:00:48.497296 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b22f94e3-973e-46bd-9aec-a346b8c79d49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:48.507670 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b22f94e3-973e-46bd-9aec-a346b8c79d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:48.536838 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b22f94e3-973e-46bd-9aec-a346b8c79d49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22dc1caaa166437092ced4f3f870da7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4514751 Nov 29 18:00:48.540614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f9682-2cf4-4008-92b7-79286bae9784 req-e331c93b-67b9-4b1a-b229-fc35169cc0b5 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:48.541406 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-86d6f2f9-e5da-410c-a9cf-111366bebb6a req-34527755-e7d4-4314-9b07-ec74733a7480 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983224 Nov 29 18:00:48.541876 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44844) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:48.542214 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-759f9682-2cf4-4008-92b7-79286bae9784 req-e331c93b-67b9-4b1a-b229-fc35169cc0b5 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.0883029 Nov 29 18:00:48.559026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266eaa3-e625-4012-b10c-4ee9fa878588 req-8c6bbfbd-e69e-459a-9027-fe91d13d50ca tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:48.560822 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2266eaa3-e625-4012-b10c-4ee9fa878588 req-8c6bbfbd-e69e-459a-9027-fe91d13d50ca tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 950 time: 0.1081738 Nov 29 18:00:48.588435 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f94e3-973e-46bd-9aec-a346b8c79d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958daf40-7f4f-45e7-b9a0-13868127e6fa,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:48.636357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2266eaa3-e625-4012-b10c-4ee9fa878588 req-a66db932-3cd4-4ca2-8f7c-293f3cbbfb27 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651324 Nov 29 18:00:48.665684 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a82deffa-9a56-40d0-8bd9-0d27dd2991aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:48.679282 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-759f9682-2cf4-4008-92b7-79286bae9784 req-3a127c66-df46-4a47-8ec4-14ad68eae285 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172836 Nov 29 18:00:48.693176 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a82deffa-9a56-40d0-8bd9-0d27dd2991aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:48.708640 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471620ec-0756-451d-a309-8bb2350c4d75 req-af021df9-fe4b-491e-84c3-8ed0b9593c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:48.710403 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-471620ec-0756-451d-a309-8bb2350c4d75 req-af021df9-fe4b-491e-84c3-8ed0b9593c3e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 1097 time: 0.0862675 Nov 29 18:00:48.773177 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbb056-71fa-42d3-93da-594642dddcf4 req-d8c5b050-6170-4e55-9a56-a09f228a1cd8 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:48.774062 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-471620ec-0756-451d-a309-8bb2350c4d75 req-ebf6f749-9c99-44ea-a05f-844877f64262 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507894 Nov 29 18:00:48.775234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3bbbb056-71fa-42d3-93da-594642dddcf4 req-d8c5b050-6170-4e55-9a56-a09f228a1cd8 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 985 time: 0.0557253 Nov 29 18:00:48.781317 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a82deffa-9a56-40d0-8bd9-0d27dd2991aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:48.784616 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a82deffa-9a56-40d0-8bd9-0d27dd2991aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:48.794772 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a82deffa-9a56-40d0-8bd9-0d27dd2991aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/958daf40-7f4f-45e7-b9a0-13868127e6fa HTTP/1.1" status: 204 len: 168 time: 0.2369096 Nov 29 18:00:48.794772 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82deffa-9a56-40d0-8bd9-0d27dd2991aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958daf40-7f4f-45e7-b9a0-13868127e6fa,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:48.832793 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44856) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:48.869912 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3bbbb056-71fa-42d3-93da-594642dddcf4 req-2a8eb513-2186-4a3a-ab48-d6da968cc638 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a922ed70-f917-4cf8-8005-8782220cf6d8&id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0890007 Nov 29 18:00:48.999392 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7aaa7f35-3a13-4d7b-84da-9cc914d5dac9 req-b657df75-d5c4-4d5f-933a-cc58dd59e385 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2079279805&fields=id&tenant_id=002d053e10db4216a16b57a0ded20cba HTTP/1.1" status: 200 len: 267 time: 0.0627735 Nov 29 18:00:49.022433 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-be626bd1-b217-418d-a2c5-fdef67e54890 admin admin] Deleting subnet d65a8960-b9ea-4a10-b0f4-1909a25c2f43 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:00:49.026540 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be626bd1-b217-418d-a2c5-fdef67e54890 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:49.055908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa7f35-3a13-4d7b-84da-9cc914d5dac9 req-70f25dc3-7a16-436a-bef8-c2768948aa4d tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:49.066853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7aaa7f35-3a13-4d7b-84da-9cc914d5dac9 req-70f25dc3-7a16-436a-bef8-c2768948aa4d tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 985 time: 0.0664380 Nov 29 18:00:49.074286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-7aaa7f35-3a13-4d7b-84da-9cc914d5dac9 req-ab9a97cd-4bef-4288-a30d-2f8cf85e68d3 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Request body: {'port': {'security_groups': ['a6aae9f5-f5ff-47b1-8e76-789fc62d8a59', 'a922ed70-f917-4cf8-8005-8782220cf6d8', '4e093976-b914-40f4-bc5b-1399c07c922e']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:49.082245 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be626bd1-b217-418d-a2c5-fdef67e54890 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:49.129993 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be626bd1-b217-418d-a2c5-fdef67e54890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:49.162832 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7aaa7f35-3a13-4d7b-84da-9cc914d5dac9 req-ab9a97cd-4bef-4288-a30d-2f8cf85e68d3 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:49.196324 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be626bd1-b217-418d-a2c5-fdef67e54890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:49.229873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be626bd1-b217-418d-a2c5-fdef67e54890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d65a8960-b9ea-4a10-b0f4-1909a25c2f43,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:49.233976 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be626bd1-b217-418d-a2c5-fdef67e54890 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:49.240441 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-be626bd1-b217-418d-a2c5-fdef67e54890 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d65a8960-b9ea-4a10-b0f4-1909a25c2f43 HTTP/1.1" status: 204 len: 168 time: 0.4044757 Nov 29 18:00:49.240811 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44876) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:49.344014 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd71c748-5303-49bb-ad62-a28a66a04fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:49.401137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-a93269b5-970f-4cbe-9f02-7c2b9b94e2f4 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=642de696851d4f0d922f9f5a782845da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344827 Nov 29 18:00:49.431870 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd71c748-5303-49bb-ad62-a28a66a04fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:49.453179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-fd71c748-5303-49bb-ad62-a28a66a04fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41485a2-1aa1-4798-b665-6b565c023c81']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:49.464445 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-fd71c748-5303-49bb-ad62-a28a66a04fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:49.464767 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-fd71c748-5303-49bb-ad62-a28a66a04fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ba1a89-9073-4ba4-b550-cdecd5cc2dda') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:49.475358 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd71c748-5303-49bb-ad62-a28a66a04fdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:49.491673 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd71c748-5303-49bb-ad62-a28a66a04fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:49.499148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7aaa7f35-3a13-4d7b-84da-9cc914d5dac9 req-ab9a97cd-4bef-4288-a30d-2f8cf85e68d3 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] For port cc9f5f36-7c08-420a-a9d4-e07daf742601, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=cc9f5f36-7c08-420a-a9d4-e07daf742601,segment=NetworkSegment(5bb79eba-0822-445c-8e62-df5566372ade),segment_id=5bb79eba-0822-445c-8e62-df5566372ade)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:49.499605 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd71c748-5303-49bb-ad62-a28a66a04fdf admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd71c748-5303-49bb-ad62-a28a66a04fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:00:49.505068 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:00:49.555635 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7aaa7f35-3a13-4d7b-84da-9cc914d5dac9 req-ab9a97cd-4bef-4288-a30d-2f8cf85e68d3 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:49.574034 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-4e77ac56-e052-47d8-b3ea-88d06031f895 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:49.579541 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-4e77ac56-e052-47d8-b3ea-88d06031f895 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645391 Nov 29 18:00:49.589724 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7aaa7f35-3a13-4d7b-84da-9cc914d5dac9 req-ab9a97cd-4bef-4288-a30d-2f8cf85e68d3 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:49.602995 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['4ab440b3-f472-4892-b3c7-981db89689ce', 'cc9f5f36-7c08-420a-a9d4-e07daf742601'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:49.710108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-91d3ca60-2319-4c6d-bcef-2fb99697b97a tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/quotas/642de696851d4f0d922f9f5a782845da HTTP/1.1" status: 200 len: 375 time: 0.1287067 Nov 29 18:00:49.726945 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa7f35-3a13-4d7b-84da-9cc914d5dac9 req-ab9a97cd-4bef-4288-a30d-2f8cf85e68d3 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:49.728470 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7aaa7f35-3a13-4d7b-84da-9cc914d5dac9 req-ab9a97cd-4bef-4288-a30d-2f8cf85e68d3 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:49.735351 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7aaa7f35-3a13-4d7b-84da-9cc914d5dac9 req-ab9a97cd-4bef-4288-a30d-2f8cf85e68d3 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "PUT /v2.0/ports/cc9f5f36-7c08-420a-a9d4-e07daf742601 HTTP/1.1" status: 200 len: 1021 time: 0.6669283 Nov 29 18:00:49.746186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1a3943-4066-47ad-9a85-34e9d46f6fcc', 'tag': 'cc9f5f36-7c08-420a-a9d4-e07daf742601'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:49.748617 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96733c1-1450-4a5f-90ce-185283f4eb53" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1a3943-4066-47ad-9a85-34e9d46f6fcc", "tag": "cc9f5f36-7c08-420a-a9d4-e07daf742601"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:49.754552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a97cd-4bef-4288-a30d-2f8cf85e68d3 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event updated for resources: {'Port': ['ID=cc9f5f36-7c08-420a-a9d4-e07daf742601,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:49.772599 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-25a976d6-b524-4531-86d6-2fb6fe8c6e2f tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=642de696851d4f0d922f9f5a782845da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615289 Nov 29 18:00:49.835353 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['cc9f5f36-7c08-420a-a9d4-e07daf742601'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:49.869388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aca322-8f68-4a6d-9c5d-88294ffaf0cb req-c24fdbd2-d81c-4a0f-9708-d8ff90f2cd3d tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:49.871288 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5aca322-8f68-4a6d-9c5d-88294ffaf0cb req-c24fdbd2-d81c-4a0f-9708-d8ff90f2cd3d tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=34be7076-f995-4b10-98b9-d8a9ec297cae HTTP/1.1" status: 200 len: 948 time: 0.0723460 Nov 29 18:00:49.875823 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd71c748-5303-49bb-ad62-a28a66a04fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:49.884889 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd71c748-5303-49bb-ad62-a28a66a04fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:49.891918 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fd71c748-5303-49bb-ad62-a28a66a04fdf admin admin] 10.222.0.23 "DELETE /v2.0/networks/d41485a2-1aa1-4798-b665-6b565c023c81 HTTP/1.1" status: 204 len: 168 time: 0.6502163 Nov 29 18:00:49.902965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44908) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:49.912228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71c748-5303-49bb-ad62-a28a66a04fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=d41485a2-1aa1-4798-b665-6b565c023c81,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:49.983886 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5aca322-8f68-4a6d-9c5d-88294ffaf0cb req-1791b3c0-edb2-477c-a1a4-fd702b8cb318 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056364 Nov 29 18:00:49.987443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba89903-f545-4261-9626-99da325c0096 admin admin] Deleting subnet c12f8699-862b-4926-ad3a-f2678a484e80 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:00:49.991206 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bba89903-f545-4261-9626-99da325c0096 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:50.026402 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5dec885e-5b67-4208-8012-b2903df02df1 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:50.065932 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 5dec885e-5b67-4208-8012-b2903df02df1 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:50.066229 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5dec885e-5b67-4208-8012-b2903df02df1 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:50.067968 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bba89903-f545-4261-9626-99da325c0096 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:50.166751 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bba89903-f545-4261-9626-99da325c0096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:50.245022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca99eb-c0be-47b6-970a-50445cb3a8d0 req-016f4c28-1f4c-4af2-bdb9-c55357c7b989 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:50.247467 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7ca99eb-c0be-47b6-970a-50445cb3a8d0 req-016f4c28-1f4c-4af2-bdb9-c55357c7b989 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 950 time: 0.1394231 Nov 29 18:00:50.311701 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d1a54-9c85-4e6f-aa1d-1c65bb2d532b req-a49aab72-a7dc-4ad9-804c-66deb5886664 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:50.313272 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d7d1a54-9c85-4e6f-aa1d-1c65bb2d532b req-a49aab72-a7dc-4ad9-804c-66deb5886664 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.1177762 Nov 29 18:00:50.329569 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bba89903-f545-4261-9626-99da325c0096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:50.367789 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7ca99eb-c0be-47b6-970a-50445cb3a8d0 req-6089cb7c-c3d2-474a-aee8-5ab90f9ba70b tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121480 Nov 29 18:00:50.373470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba89903-f545-4261-9626-99da325c0096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12f8699-862b-4926-ad3a-f2678a484e80,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:50.381431 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bba89903-f545-4261-9626-99da325c0096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:50.387493 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bba89903-f545-4261-9626-99da325c0096 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c12f8699-862b-4926-ad3a-f2678a484e80 HTTP/1.1" status: 204 len: 168 time: 0.4812043 Nov 29 18:00:50.388010 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44918) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:50.415171 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d7d1a54-9c85-4e6f-aa1d-1c65bb2d532b req-a6f28287-e94f-4187-a814-c9863a319936 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905278 Nov 29 18:00:50.496379 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-207db789-235e-4950-84c6-4fda485bb147 req-228a9dfd-23c0-44b9-9a15-897b925be355 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/4e093976-b914-40f4-bc5b-1399c07c922e HTTP/1.1" status: 200 len: 1818 time: 0.0492103 Nov 29 18:00:50.501823 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dc25a7c-66c0-4b99-820a-2b2c28c9a5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:50.552287 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-207db789-235e-4950-84c6-4fda485bb147 req-f0feff22-f4a9-4651-af48-38c44cbc82a3 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 29 18:00:50.553600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-207db789-235e-4950-84c6-4fda485bb147 req-f0feff22-f4a9-4651-af48-38c44cbc82a3 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "DELETE /v2.0/security-groups/4e093976-b914-40f4-bc5b-1399c07c922e HTTP/1.1" status: 409 len: 341 time: 0.0496068 Nov 29 18:00:50.599013 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f1dce8-b29f-48bb-a5bb-43393d245652 x-openstack-request-id: req-b5f1dce8-b29f-48bb-a5bb-43393d245652 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:50.599690 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1a3943-4066-47ad-9a85-34e9d46f6fcc", "tag": "cc9f5f36-7c08-420a-a9d4-e07daf742601", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:50.600613 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5f1dce8-b29f-48bb-a5bb-43393d245652 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:50.600613 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1a3943-4066-47ad-9a85-34e9d46f6fcc', 'tag': 'cc9f5f36-7c08-420a-a9d4-e07daf742601', 'status': 'completed', 'code': 200} Nov 29 18:00:50.626905 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dc25a7c-66c0-4b99-820a-2b2c28c9a5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:50.673950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-2dc25a7c-66c0-4b99-820a-2b2c28c9a5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ffa77e-f8a5-4381-95ec-ede6dcd20a32']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:50.686454 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-2dc25a7c-66c0-4b99-820a-2b2c28c9a5e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfc263b-401c-4268-994b-1659ac5abb07') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:50.686755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-2dc25a7c-66c0-4b99-820a-2b2c28c9a5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfc263b-401c-4268-994b-1659ac5abb07') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:00:50.699901 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dc25a7c-66c0-4b99-820a-2b2c28c9a5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:50.703773 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96733c1-1450-4a5f-90ce-185283f4eb53 req-22b02d3c-e1c6-48f0-a657-007f4cbcc2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:50.705320 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f96733c1-1450-4a5f-90ce-185283f4eb53 req-22b02d3c-e1c6-48f0-a657-007f4cbcc2a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=002d053e10db4216a16b57a0ded20cba&device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 1175 time: 0.0810552 Nov 29 18:00:50.707069 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9c64bc6-4b20-414a-909c-5cebe2c4a1f2 req-30f6574f-563e-4f6e-8fc6-d7139a150256 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ebb57d-70fd-491e-8ba4-f99ffe8768ed HTTP/1.1" status: 200 len: 210 time: 0.0440779 Nov 29 18:00:50.788995 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dc25a7c-66c0-4b99-820a-2b2c28c9a5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:50.803586 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc25a7c-66c0-4b99-820a-2b2c28c9a5e8 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:00:50.803985 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dc25a7c-66c0-4b99-820a-2b2c28c9a5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:00:50.805747 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:00:50.817154 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16e1c3-c41c-4c89-902e-c0c597ce5b10 req-93360b77-8e92-44ae-9798-56aa50738ac2 tempest-LiveMigrationNegativeTest-1925893955 tempest-LiveMigrationNegativeTest-1925893955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:50.818514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ab16e1c3-c41c-4c89-902e-c0c597ce5b10 req-93360b77-8e92-44ae-9798-56aa50738ac2 tempest-LiveMigrationNegativeTest-1925893955 tempest-LiveMigrationNegativeTest-1925893955-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 1101 time: 0.0487781 Nov 29 18:00:50.837948 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ab16e1c3-c41c-4c89-902e-c0c597ce5b10 req-799c7152-03cf-4c77-8b17-87806554458e tempest-LiveMigrationNegativeTest-1925893955 tempest-LiveMigrationNegativeTest-1925893955-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:50.884957 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dc25a7c-66c0-4b99-820a-2b2c28c9a5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:50.891197 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dc25a7c-66c0-4b99-820a-2b2c28c9a5e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:50.894616 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2dc25a7c-66c0-4b99-820a-2b2c28c9a5e8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/65ffa77e-f8a5-4381-95ec-ede6dcd20a32 HTTP/1.1" status: 204 len: 168 time: 0.5049133 Nov 29 18:00:50.907304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96733c1-1450-4a5f-90ce-185283f4eb53 req-fa9c4ddb-808a-498b-a4d5-5b90bdb9ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:50.908813 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f96733c1-1450-4a5f-90ce-185283f4eb53 req-fa9c4ddb-808a-498b-a4d5-5b90bdb9ecb5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec97920f-26a6-436e-a67f-64e874c2492b HTTP/1.1" status: 200 len: 913 time: 0.1870880 Nov 29 18:00:50.910334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc25a7c-66c0-4b99-820a-2b2c28c9a5e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ffa77e-f8a5-4381-95ec-ede6dcd20a32,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:50.941668 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ab16e1c3-c41c-4c89-902e-c0c597ce5b10 req-799c7152-03cf-4c77-8b17-87806554458e tempest-LiveMigrationNegativeTest-1925893955 tempest-LiveMigrationNegativeTest-1925893955-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:50.946886 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ab16e1c3-c41c-4c89-902e-c0c597ce5b10 req-799c7152-03cf-4c77-8b17-87806554458e tempest-LiveMigrationNegativeTest-1925893955 tempest-LiveMigrationNegativeTest-1925893955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:50.953705 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f96733c1-1450-4a5f-90ce-185283f4eb53 req-9e20fb13-a111-4bb8-968d-002c10069b17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc9f5f36-7c08-420a-a9d4-e07daf742601 HTTP/1.1" status: 200 len: 217 time: 0.0359747 Nov 29 18:00:50.992468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c7152-03cf-4c77-8b17-87806554458e tempest-LiveMigrationNegativeTest-1925893955 tempest-LiveMigrationNegativeTest-1925893955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f646d24c-952f-4510-ba80-ed0d0aadede9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:51.012049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ab16e1c3-c41c-4c89-902e-c0c597ce5b10 req-799c7152-03cf-4c77-8b17-87806554458e tempest-LiveMigrationNegativeTest-1925893955 tempest-LiveMigrationNegativeTest-1925893955-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863303 Nov 29 18:00:51.031425 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96733c1-1450-4a5f-90ce-185283f4eb53 req-710cf097-9a3e-4a7d-a365-51e0de339ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:51.035292 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f96733c1-1450-4a5f-90ce-185283f4eb53 req-710cf097-9a3e-4a7d-a365-51e0de339ab0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f082db-4da5-4bba-9b1c-d504b3004dd0 HTTP/1.1" status: 200 len: 852 time: 0.0714030 Nov 29 18:00:51.098358 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f96733c1-1450-4a5f-90ce-185283f4eb53 req-50459a22-f775-4882-94b7-961b9a851ca2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec97920f-26a6-436e-a67f-64e874c2492b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495896 Nov 29 18:00:51.145023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44940) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:51.196804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-40bfd278-5c6a-4aa2-89b9-2b22a93766f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a0783cb68fe44b080e0c111bf112e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491822 Nov 29 18:00:51.197465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44944) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:51.269303 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-69b89916-cce9-4c40-b1e8-195d0ad5e35a tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=642de696851d4f0d922f9f5a782845da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355721 Nov 29 18:00:51.322724 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-698deafc-17f2-4603-bc5f-e9e77348fdb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:51.366340 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f96733c1-1450-4a5f-90ce-185283f4eb53 req-f2b290a7-f4d6-4242-bf07-16a9b9e64f86 service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597306 Nov 29 18:00:51.366548 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7dccc-47b6-4578-b429-1339ea0401ad req-f0828d54-8e1e-42a4-b915-24746250edc6 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:51.368097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3db7dccc-47b6-4578-b429-1339ea0401ad req-f0828d54-8e1e-42a4-b915-24746250edc6 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=34be7076-f995-4b10-98b9-d8a9ec297cae HTTP/1.1" status: 200 len: 948 time: 0.1518090 Nov 29 18:00:51.370823 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-698deafc-17f2-4603-bc5f-e9e77348fdb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:51.374901 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410907a-9e61-4290-b9fb-e6205c8d48e6 req-b362c561-2207-4a62-bd07-7951e27d6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:51.376111 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1410907a-9e61-4290-b9fb-e6205c8d48e6 req-b362c561-2207-4a62-bd07-7951e27d6fe9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=255082b63de549aeaca1e79e75cfcb79&device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 1097 time: 0.1498733 Nov 29 18:00:51.473326 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-8ff59bce-5d7a-460e-b6f2-a80ec00938aa tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:51.474717 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-8ff59bce-5d7a-460e-b6f2-a80ec00938aa tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984348 Nov 29 18:00:51.488890 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-6c4a97a6-2009-4fa9-aa0d-ef3f96e4d066 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Request body: {'port': {'device_id': '98ebb57d-70fd-491e-8ba4-f99ffe8768ed', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '642de696851d4f0d922f9f5a782845da'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:51.538472 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3db7dccc-47b6-4578-b429-1339ea0401ad req-7c6a43e2-5429-4f5e-9a80-136f489e32f8 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613307 Nov 29 18:00:51.554037 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f96733c1-1450-4a5f-90ce-185283f4eb53 req-52d34286-a327-4370-9ba0-2af0cdb7dc32 service neutron] 10.222.0.20 "GET /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766384 Nov 29 18:00:51.576367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e21bd-e80a-4eb7-8d82-a196bbc3ffd7 req-c46f3e6c-60c5-497e-89a3-3165141ed953 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:51.577897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e85e21bd-e80a-4eb7-8d82-a196bbc3ffd7 req-c46f3e6c-60c5-497e-89a3-3165141ed953 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.1167455 Nov 29 18:00:51.589079 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-698deafc-17f2-4603-bc5f-e9e77348fdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:51.591763 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-698deafc-17f2-4603-bc5f-e9e77348fdb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:51.595937 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-698deafc-17f2-4603-bc5f-e9e77348fdb7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e765184-057d-48b1-845b-3f80308f5a3b HTTP/1.1" status: 204 len: 168 time: 0.3947213 Nov 29 18:00:51.610079 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410907a-9e61-4290-b9fb-e6205c8d48e6 req-60e9ac97-fbe2-4ab1-9b63-b15c5ff3fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:51.611677 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1410907a-9e61-4290-b9fb-e6205c8d48e6 req-60e9ac97-fbe2-4ab1-9b63-b15c5ff3fb2e service neutron] 10.222.0.31 "GET /v2.0/networks?id=57f88c5c-e77c-48db-a3b8-7ceadd054f7f HTTP/1.1" status: 200 len: 912 time: 0.2138302 Nov 29 18:00:51.623493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698deafc-17f2-4603-bc5f-e9e77348fdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e765184-057d-48b1-845b-3f80308f5a3b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:51.650016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-6c4a97a6-2009-4fa9-aa0d-ef3f96e4d066 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Made reservation on behalf of 642de696851d4f0d922f9f5a782845da for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:00:51.653574 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-6c4a97a6-2009-4fa9-aa0d-ef3f96e4d066 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:51.665698 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-6c4a97a6-2009-4fa9-aa0d-ef3f96e4d066 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:51.696020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1410907a-9e61-4290-b9fb-e6205c8d48e6 req-9a5fc708-9376-4a43-bbbf-832406b5b371 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a39b011-4392-41e1-8c5e-5a3c6027f826 HTTP/1.1" status: 200 len: 217 time: 0.0745809 Nov 29 18:00:51.754637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-6c4a97a6-2009-4fa9-aa0d-ef3f96e4d066 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:51.760222 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-6c4a97a6-2009-4fa9-aa0d-ef3f96e4d066 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:51.765423 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e85e21bd-e80a-4eb7-8d82-a196bbc3ffd7 req-874fd88b-0fdb-464b-9d00-eb5adf9dda26 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799505 Nov 29 18:00:51.782877 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c34176-5907-45a0-b5e2-594a0fb5ff92 req-3641c122-f612-4d34-9b30-ff47f847afac tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:51.784439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92c34176-5907-45a0-b5e2-594a0fb5ff92 req-3641c122-f612-4d34-9b30-ff47f847afac tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 1024 time: 0.1649244 Nov 29 18:00:51.803130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410907a-9e61-4290-b9fb-e6205c8d48e6 req-8f8e1adc-8cbc-46a0-9e12-d871910b0f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:51.804504 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1410907a-9e61-4290-b9fb-e6205c8d48e6 req-8f8e1adc-8cbc-46a0-9e12-d871910b0f9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b HTTP/1.1" status: 200 len: 851 time: 0.1005340 Nov 29 18:00:51.861005 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a97a6-2009-4fa9-aa0d-ef3f96e4d066 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02638df9-21c6-4e9d-ae95-3a8b39fdc0df,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:51.890504 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92c34176-5907-45a0-b5e2-594a0fb5ff92 req-dacdbc41-1982-4d36-bc3d-73e60ca767d2 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a922ed70-f917-4cf8-8005-8782220cf6d8&id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&id=4e093976-b914-40f4-bc5b-1399c07c922e&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0950620 Nov 29 18:00:51.929178 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1410907a-9e61-4290-b9fb-e6205c8d48e6 req-c2104ba2-cda5-44d3-9e91-0952d81a1212 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=57f88c5c-e77c-48db-a3b8-7ceadd054f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376163 Nov 29 18:00:51.968137 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-6c4a97a6-2009-4fa9-aa0d-ef3f96e4d066 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Allocated IP 192.168.233.93 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/3aa4bd35-3023-4033-b5d9-d9e284ca8276) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:00:52.021850 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d569371d-9d2c-440a-877f-8ebad2cd9470 req-d7443376-8357-4b37-b077-93c806099281 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ebb57d-70fd-491e-8ba4-f99ffe8768ed HTTP/1.1" status: 200 len: 210 time: 0.0290384 Nov 29 18:00:52.053455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44968) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:52.095041 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1410907a-9e61-4290-b9fb-e6205c8d48e6 req-ad78a3dd-80f7-4aed-9ebd-5e3cd3e3f948 service neutron] 10.222.0.31 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574845 Nov 29 18:00:52.117049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7c6fe302-375b-4126-a0ec-1cf9f7e66bb0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f22d9cfafec54d8aa1da685d0575f22d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0602875 Nov 29 18:00:52.118064 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44970) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:52.208695 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1410907a-9e61-4290-b9fb-e6205c8d48e6 req-82a5d35c-0763-4895-a9f1-cf410f9aa710 service neutron] 10.222.0.31 "GET /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055088 Nov 29 18:00:52.210623 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f52974b8-77aa-477d-b816-c2a0dd7be20e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:52.247307 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-6c4a97a6-2009-4fa9-aa0d-ef3f96e4d066 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:52.264478 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f52974b8-77aa-477d-b816-c2a0dd7be20e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:52.330245 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-6c4a97a6-2009-4fa9-aa0d-ef3f96e4d066 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:52.373063 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f52974b8-77aa-477d-b816-c2a0dd7be20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:52.375936 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f52974b8-77aa-477d-b816-c2a0dd7be20e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:52.380113 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f52974b8-77aa-477d-b816-c2a0dd7be20e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e36857c-30c1-4b86-a190-c1cc27b8ad19 HTTP/1.1" status: 204 len: 168 time: 0.2579155 Nov 29 18:00:52.393963 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-6c4a97a6-2009-4fa9-aa0d-ef3f96e4d066 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:00:52.400939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52974b8-77aa-477d-b816-c2a0dd7be20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e36857c-30c1-4b86-a190-c1cc27b8ad19,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:52.403923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-6c4a97a6-2009-4fa9-aa0d-ef3f96e4d066 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:00:52.406128 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-6c4a97a6-2009-4fa9-aa0d-ef3f96e4d066 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:00:52.446888 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242a7e5-e8d3-4318-a77b-9cb6030db393 req-7179b7d1-f963-4f7d-be24-f7a0f1c3dfd8 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:52.454926 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6242a7e5-e8d3-4318-a77b-9cb6030db393 req-7179b7d1-f963-4f7d-be24-f7a0f1c3dfd8 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 950 time: 0.0814700 Nov 29 18:00:52.481236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-6c4a97a6-2009-4fa9-aa0d-ef3f96e4d066 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:52.482285 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-6c4a97a6-2009-4fa9-aa0d-ef3f96e4d066 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:52.491229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a97a6-2009-4fa9-aa0d-ef3f96e4d066 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Pushing event updated for resources: {'Port': ['ID=3aa4bd35-3023-4033-b5d9-d9e284ca8276,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:52.518056 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-6c4a97a6-2009-4fa9-aa0d-ef3f96e4d066 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0332053 Nov 29 18:00:52.531762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Request body: {'port': {'device_id': '98ebb57d-70fd-491e-8ba4-f99ffe8768ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:52.539145 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6242a7e5-e8d3-4318-a77b-9cb6030db393 req-d2e68599-d9af-4db5-a958-86a78518b89d tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814028 Nov 29 18:00:52.618961 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900986e-e24d-42d0-866a-f7d8089a64c4 req-86abe645-280c-432b-a0b0-3e2cd5265006 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:52.620530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1900986e-e24d-42d0-866a-f7d8089a64c4 req-86abe645-280c-432b-a0b0-3e2cd5265006 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=34be7076-f995-4b10-98b9-d8a9ec297cae HTTP/1.1" status: 200 len: 948 time: 0.0644214 Nov 29 18:00:52.640928 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:52.697120 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1900986e-e24d-42d0-866a-f7d8089a64c4 req-a80a6eee-620d-4cbf-97f9-19a9167043f3 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682573 Nov 29 18:00:52.746234 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1792326e-4db1-46cb-a82b-32f7f5b2ea51 None None] Provisioning complete for port 3aa4bd35-3023-4033-b5d9-d9e284ca8276 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:00:52.746817 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1792326e-4db1-46cb-a82b-32f7f5b2ea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:52.787742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1792326e-4db1-46cb-a82b-32f7f5b2ea51 None None] Port 3aa4bd35-3023-4033-b5d9-d9e284ca8276 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:00:52.937796 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e131c-0c61-4f2a-acba-410be44b0abb req-f1b149b3-f73a-46e0-bc3c-8820c9cd909a tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:52.948910 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a39e131c-0c61-4f2a-acba-410be44b0abb req-f1b149b3-f73a-46e0-bc3c-8820c9cd909a tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.0914495 Nov 29 18:00:53.006464 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a39e131c-0c61-4f2a-acba-410be44b0abb req-6a9c1359-4510-4aa2-b944-1dc75dbf0d26 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562630 Nov 29 18:00:53.095641 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa4bd35-3023-4033-b5d9-d9e284ca8276 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:00:53.110247 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:53.139888 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66928522-5f95-4b5e-a59d-1ce91c4ec1d5 req-67f9e1ff-b0bd-4a12-baac-864f7ae15e49 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:53.141396 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-66928522-5f95-4b5e-a59d-1ce91c4ec1d5 req-67f9e1ff-b0bd-4a12-baac-864f7ae15e49 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 1024 time: 0.1020403 Nov 29 18:00:53.142561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Transition to ACTIVE for port object 3aa4bd35-3023-4033-b5d9-d9e284ca8276 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:00:53.147826 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:53.153323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2ce0c-06fa-41c0-a54b-e4ae00ba8f63 req-c2086131-267a-4439-8f40-d81bad636b4d tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:53.155130 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cfc2ce0c-06fa-41c0-a54b-e4ae00ba8f63 req-c2086131-267a-4439-8f40-d81bad636b4d tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 1024 time: 0.0643044 Nov 29 18:00:53.264827 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cfc2ce0c-06fa-41c0-a54b-e4ae00ba8f63 req-bd1ff223-d7ff-422c-8cbc-7891eefbaaa0 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=a922ed70-f917-4cf8-8005-8782220cf6d8&id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&id=4e093976-b914-40f4-bc5b-1399c07c922e&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1001983 Nov 29 18:00:53.326965 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Pushing event updated for resources: {'Port': ['ID=3aa4bd35-3023-4033-b5d9-d9e284ca8276,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:53.393170 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-66928522-5f95-4b5e-a59d-1ce91c4ec1d5 req-3cb0ba01-8797-4fe4-a3a9-da3c8a29058c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Deleting port cc9f5f36-7c08-420a-a9d4-e07daf742601 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:53.393517 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-66928522-5f95-4b5e-a59d-1ce91c4ec1d5 req-3cb0ba01-8797-4fe4-a3a9-da3c8a29058c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:53.462157 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2670b-ec34-41d7-8eaa-55b164d29371 req-19769fe1-f954-4386-aecb-b3215a6df380 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:53.473348 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65d2670b-ec34-41d7-8eaa-55b164d29371 req-19769fe1-f954-4386-aecb-b3215a6df380 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ebb57d-70fd-491e-8ba4-f99ffe8768ed HTTP/1.1" status: 200 len: 947 time: 0.0797203 Nov 29 18:00:53.506527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Attempting to bind port 3aa4bd35-3023-4033-b5d9-d9e284ca8276 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:00:53.506527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Attempting to bind port 3aa4bd35-3023-4033-b5d9-d9e284ca8276 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:00:53.506908 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Attempting to bind port 3aa4bd35-3023-4033-b5d9-d9e284ca8276 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:53.515447 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Port 3aa4bd35-3023-4033-b5d9-d9e284ca8276 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:00:53.515783 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Attempting to bind port 3aa4bd35-3023-4033-b5d9-d9e284ca8276 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:00:53.527736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:00:53.528084 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:00:53.528473 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:00:53.528918 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Bound port: 3aa4bd35-3023-4033-b5d9-d9e284ca8276, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:00:53.529285 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:53.536240 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65d2670b-ec34-41d7-8eaa-55b164d29371 req-4466ade4-4228-4a74-bf9a-61dd6912d5dc tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/security-groups?id=02638df9-21c6-4e9d-ae95-3a8b39fdc0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617526 Nov 29 18:00:53.593422 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-66928522-5f95-4b5e-a59d-1ce91c4ec1d5 req-3cb0ba01-8797-4fe4-a3a9-da3c8a29058c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] For port cc9f5f36-7c08-420a-a9d4-e07daf742601, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=cc9f5f36-7c08-420a-a9d4-e07daf742601,segment=NetworkSegment(5bb79eba-0822-445c-8e62-df5566372ade),segment_id=5bb79eba-0822-445c-8e62-df5566372ade)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:53.597153 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-66928522-5f95-4b5e-a59d-1ce91c4ec1d5 req-3cb0ba01-8797-4fe4-a3a9-da3c8a29058c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:53.619201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-66928522-5f95-4b5e-a59d-1ce91c4ec1d5 req-3cb0ba01-8797-4fe4-a3a9-da3c8a29058c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Calling delete_port for cc9f5f36-7c08-420a-a9d4-e07daf742601 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:53.663721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59111c-4cf8-4dc9-9a04-660ff1ff7270 req-986c3223-4e45-41bd-9c85-6690a8f0e8a3 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:53.671879 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c59111c-4cf8-4dc9-9a04-660ff1ff7270 req-986c3223-4e45-41bd-9c85-6690a8f0e8a3 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 950 time: 0.0614021 Nov 29 18:00:53.687273 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] For port 3aa4bd35-3023-4033-b5d9-d9e284ca8276, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:00:53.706045 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] For port 3aa4bd35-3023-4033-b5d9-d9e284ca8276, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3aa4bd35-3023-4033-b5d9-d9e284ca8276,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:00:53.721118 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:53.723485 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c59111c-4cf8-4dc9-9a04-660ff1ff7270 req-c9a19513-9e9b-4f74-bc39-53e52e9fdbcf tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504856 Nov 29 18:00:53.780118 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:53.780944 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:53.782595 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] 10.222.0.31 "PUT /v2.0/ports/3aa4bd35-3023-4033-b5d9-d9e284ca8276 HTTP/1.1" status: 200 len: 1095 time: 1.2561693 Nov 29 18:00:53.799552 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ebb57d-70fd-491e-8ba4-f99ffe8768ed', 'tag': '3aa4bd35-3023-4033-b5d9-d9e284ca8276'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:53.811132 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5763e0dd-b288-4218-a88e-3d3df8c18983" -d '{"events": [{"name": "network-changed", "server_uuid": "98ebb57d-70fd-491e-8ba4-f99ffe8768ed", "tag": "3aa4bd35-3023-4033-b5d9-d9e284ca8276"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:53.880893 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed2b73-afa3-4228-93c3-9e12937affc4 req-98261dab-d1fb-4e92-8b68-45bca55e19b8 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:53.906042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79ed2b73-afa3-4228-93c3-9e12937affc4 req-98261dab-d1fb-4e92-8b68-45bca55e19b8 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=34be7076-f995-4b10-98b9-d8a9ec297cae HTTP/1.1" status: 200 len: 948 time: 0.1008472 Nov 29 18:00:53.923111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ee97c-01b4-4b5a-a7d9-36f3d5b05e9e service neutron] Pushing event updated for resources: {'Port': ['ID=3aa4bd35-3023-4033-b5d9-d9e284ca8276,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:53.932212 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-a5df6691-29b8-4e2e-8b70-83c5134f75da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:53.933778 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-a5df6691-29b8-4e2e-8b70-83c5134f75da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=642de696851d4f0d922f9f5a782845da&device_id=98ebb57d-70fd-491e-8ba4-f99ffe8768ed HTTP/1.1" status: 200 len: 1098 time: 0.0996623 Nov 29 18:00:53.947605 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-162478c7-f209-4f73-b917-73303dd018d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:54.038507 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79ed2b73-afa3-4228-93c3-9e12937affc4 req-d74afef9-5223-4585-8eea-707405acdfca tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157699 Nov 29 18:00:54.046158 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-cd9e96cc-e78c-42c5-ae4a-ddca20a51441 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=3aa4bd35-3023-4033-b5d9-d9e284ca8276 HTTP/1.1" status: 200 len: 217 time: 0.0892594 Nov 29 18:00:54.114660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e41d4d-8f66-4ec0-a699-5a5ef61a5c1c req-97f7d1d7-8d3f-4b1b-8468-1507e9556af5 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:54.120538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14e41d4d-8f66-4ec0-a699-5a5ef61a5c1c req-97f7d1d7-8d3f-4b1b-8468-1507e9556af5 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 950 time: 0.0897655 Nov 29 18:00:54.123248 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-3d647eee-69b2-44b0-ad0a-e847354a9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:54.124909 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-3d647eee-69b2-44b0-ad0a-e847354a9200 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0617878 Nov 29 18:00:54.128597 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4734e207-ef36-4050-9847-0fbe9394097d x-openstack-request-id: req-4734e207-ef36-4050-9847-0fbe9394097d {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:54.128907 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ebb57d-70fd-491e-8ba4-f99ffe8768ed", "tag": "3aa4bd35-3023-4033-b5d9-d9e284ca8276", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:54.129155 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4734e207-ef36-4050-9847-0fbe9394097d {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:54.129561 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ebb57d-70fd-491e-8ba4-f99ffe8768ed', 'tag': '3aa4bd35-3023-4033-b5d9-d9e284ca8276', 'status': 'completed', 'code': 200} Nov 29 18:00:54.139001 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d323794-ba50-4504-8bb0-e60abf8198f8 req-c58969de-2601-44d5-8f04-7359c0595d54 tempest-DeleteServersAdminTestJSON-1113940070 tempest-DeleteServersAdminTestJSON-1113940070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:54.140423 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2d323794-ba50-4504-8bb0-e60abf8198f8 req-c58969de-2601-44d5-8f04-7359c0595d54 tempest-DeleteServersAdminTestJSON-1113940070 tempest-DeleteServersAdminTestJSON-1113940070-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=34be7076-f995-4b10-98b9-d8a9ec297cae HTTP/1.1" status: 200 len: 1099 time: 0.1846495 Nov 29 18:00:54.182972 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-66928522-5f95-4b5e-a59d-1ce91c4ec1d5 req-3cb0ba01-8797-4fe4-a3a9-da3c8a29058c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:54.196225 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['4ab440b3-f472-4892-b3c7-981db89689ce', 'cc9f5f36-7c08-420a-a9d4-e07daf742601'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:54.287973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0ba01-8797-4fe4-a3a9-da3c8a29058c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event deleted for resources: {'Port': ['ID=cc9f5f36-7c08-420a-a9d4-e07daf742601,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:54.315920 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-66928522-5f95-4b5e-a59d-1ce91c4ec1d5 req-3cb0ba01-8797-4fe4-a3a9-da3c8a29058c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] No DVR routers for this DVR port cc9f5f36-7c08-420a-a9d4-e07daf742601 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:54.318438 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-66928522-5f95-4b5e-a59d-1ce91c4ec1d5 req-3cb0ba01-8797-4fe4-a3a9-da3c8a29058c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:54.322391 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-66928522-5f95-4b5e-a59d-1ce91c4ec1d5 req-3cb0ba01-8797-4fe4-a3a9-da3c8a29058c tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.20 "DELETE /v2.0/ports/cc9f5f36-7c08-420a-a9d4-e07daf742601 HTTP/1.1" status: 204 len: 173 time: 1.1721001 Nov 29 18:00:54.384171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-eb4073fa-b78e-4195-a31a-d98329560809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:54.395648 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-eb4073fa-b78e-4195-a31a-d98329560809 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2541759 Nov 29 18:00:54.407384 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fb9d2-02d9-49ce-a777-aa4f4f419e03 req-e20e3f40-5253-4e7b-a6ff-d4a8f8fa0727 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:54.415060 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa9fb9d2-02d9-49ce-a777-aa4f4f419e03 req-e20e3f40-5253-4e7b-a6ff-d4a8f8fa0727 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.1951573 Nov 29 18:00:54.481559 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2bf39f8d-3115-4fbd-af47-6791806d3335 req-d9c6443f-e43f-4311-9f7e-a7220aba268f tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e1a3943-4066-47ad-9a85-34e9d46f6fcc HTTP/1.1" status: 200 len: 210 time: 0.0820208 Nov 29 18:00:54.557274 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-14e41d4d-8f66-4ec0-a699-5a5ef61a5c1c req-2d7e9008-3aa9-4bd7-9a8e-db04a70753f2 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Deleting port f5782b4e-5bf7-4b4f-831d-1e61244a8e40 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:54.557771 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-14e41d4d-8f66-4ec0-a699-5a5ef61a5c1c req-2d7e9008-3aa9-4bd7-9a8e-db04a70753f2 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:54.585369 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-2d323794-ba50-4504-8bb0-e60abf8198f8 req-f4edd7d0-2015-4c6d-8ec3-f34796a3bf96 tempest-DeleteServersAdminTestJSON-1113940070 tempest-DeleteServersAdminTestJSON-1113940070-project-admin] Deleting port d6f99dc0-def3-4229-9aa1-b209eeb7519d {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:54.585771 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2d323794-ba50-4504-8bb0-e60abf8198f8 req-f4edd7d0-2015-4c6d-8ec3-f34796a3bf96 tempest-DeleteServersAdminTestJSON-1113940070 tempest-DeleteServersAdminTestJSON-1113940070-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:54.675538 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-77854827-57c8-4780-9019-60fb6f98217d service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576826 Nov 29 18:00:54.680727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-14e41d4d-8f66-4ec0-a699-5a5ef61a5c1c req-2d7e9008-3aa9-4bd7-9a8e-db04a70753f2 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] For port f5782b4e-5bf7-4b4f-831d-1e61244a8e40, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f5782b4e-5bf7-4b4f-831d-1e61244a8e40,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:54.681336 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-14e41d4d-8f66-4ec0-a699-5a5ef61a5c1c req-2d7e9008-3aa9-4bd7-9a8e-db04a70753f2 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:54.799990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45066) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:54.819476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-2d323794-ba50-4504-8bb0-e60abf8198f8 req-f4edd7d0-2015-4c6d-8ec3-f34796a3bf96 tempest-DeleteServersAdminTestJSON-1113940070 tempest-DeleteServersAdminTestJSON-1113940070-project-admin] For port d6f99dc0-def3-4229-9aa1-b209eeb7519d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=d6f99dc0-def3-4229-9aa1-b209eeb7519d,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:54.819858 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2d323794-ba50-4504-8bb0-e60abf8198f8 req-f4edd7d0-2015-4c6d-8ec3-f34796a3bf96 tempest-DeleteServersAdminTestJSON-1113940070 tempest-DeleteServersAdminTestJSON-1113940070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:54.844728 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-2d323794-ba50-4504-8bb0-e60abf8198f8 req-f4edd7d0-2015-4c6d-8ec3-f34796a3bf96 tempest-DeleteServersAdminTestJSON-1113940070 tempest-DeleteServersAdminTestJSON-1113940070-project-admin] Calling delete_port for d6f99dc0-def3-4229-9aa1-b209eeb7519d owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:54.849064 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff149afe-a05c-42a4-89d5-f68d799c5265 req-dac8414f-4a23-4fe0-b407-9a15c862346e service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676290 Nov 29 18:00:54.985324 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763e0dd-b288-4218-a88e-3d3df8c18983 req-9e1307c8-bf8d-49e3-8ea4-73b7924cff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:54.988118 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5763e0dd-b288-4218-a88e-3d3df8c18983 req-9e1307c8-bf8d-49e3-8ea4-73b7924cff67 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=642de696851d4f0d922f9f5a782845da&device_id=98ebb57d-70fd-491e-8ba4-f99ffe8768ed HTTP/1.1" status: 200 len: 1098 time: 0.0821517 Nov 29 18:00:55.094303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-14e41d4d-8f66-4ec0-a699-5a5ef61a5c1c req-2d7e9008-3aa9-4bd7-9a8e-db04a70753f2 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Calling delete_port for f5782b4e-5bf7-4b4f-831d-1e61244a8e40 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:55.099873 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa9fb9d2-02d9-49ce-a777-aa4f4f419e03 req-1b0fed1e-f89c-422f-982d-77f3d7706854 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6839097 Nov 29 18:00:55.104801 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2d323794-ba50-4504-8bb0-e60abf8198f8 req-f4edd7d0-2015-4c6d-8ec3-f34796a3bf96 tempest-DeleteServersAdminTestJSON-1113940070 tempest-DeleteServersAdminTestJSON-1113940070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:55.115786 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['d6f99dc0-def3-4229-9aa1-b209eeb7519d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:55.159088 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edd7d0-2015-4c6d-8ec3-f34796a3bf96 tempest-DeleteServersAdminTestJSON-1113940070 tempest-DeleteServersAdminTestJSON-1113940070-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6f99dc0-def3-4229-9aa1-b209eeb7519d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:55.167938 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-db7837ce-df1d-45b9-b394-6e1c82252c51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:55.202208 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763e0dd-b288-4218-a88e-3d3df8c18983 req-cd98a423-6680-4bd3-8a82-61409ff8eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:55.203649 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5763e0dd-b288-4218-a88e-3d3df8c18983 req-cd98a423-6680-4bd3-8a82-61409ff8eec5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.2062924 Nov 29 18:00:55.203975 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7c6d6-71bf-49e1-8d02-a22bb3c759dc req-c581f406-9109-431d-bb3a-c660ded46cd2 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:55.205478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6c7c6d6-71bf-49e1-8d02-a22bb3c759dc req-c581f406-9109-431d-bb3a-c660ded46cd2 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ebb57d-70fd-491e-8ba4-f99ffe8768ed HTTP/1.1" status: 200 len: 947 time: 0.5159514 Nov 29 18:00:55.235452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d323794-ba50-4504-8bb0-e60abf8198f8 req-f4edd7d0-2015-4c6d-8ec3-f34796a3bf96 tempest-DeleteServersAdminTestJSON-1113940070 tempest-DeleteServersAdminTestJSON-1113940070-project-admin] No DVR routers for this DVR port d6f99dc0-def3-4229-9aa1-b209eeb7519d on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:55.266110 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2d323794-ba50-4504-8bb0-e60abf8198f8 req-f4edd7d0-2015-4c6d-8ec3-f34796a3bf96 tempest-DeleteServersAdminTestJSON-1113940070 tempest-DeleteServersAdminTestJSON-1113940070-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:55.270022 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2d323794-ba50-4504-8bb0-e60abf8198f8 req-f4edd7d0-2015-4c6d-8ec3-f34796a3bf96 tempest-DeleteServersAdminTestJSON-1113940070 tempest-DeleteServersAdminTestJSON-1113940070-project-admin] 10.222.0.20 "DELETE /v2.0/ports/d6f99dc0-def3-4229-9aa1-b209eeb7519d HTTP/1.1" status: 204 len: 173 time: 1.1184950 Nov 29 18:00:55.273004 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5763e0dd-b288-4218-a88e-3d3df8c18983 req-8c1969a0-5f41-48fc-8f4d-b106fdb324fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=3aa4bd35-3023-4033-b5d9-d9e284ca8276 HTTP/1.1" status: 200 len: 217 time: 0.0614233 Nov 29 18:00:55.285834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad04bc-e5ce-47b2-90d8-98766ed80afb req-6a980610-aa8e-4fe2-a114-78196c3e3bdf tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:55.287521 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adad04bc-e5ce-47b2-90d8-98766ed80afb req-6a980610-aa8e-4fe2-a114-78196c3e3bdf tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d HTTP/1.1" status: 200 len: 950 time: 0.1095490 Nov 29 18:00:55.348680 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763e0dd-b288-4218-a88e-3d3df8c18983 req-217564a2-a8c5-4fe4-8a5f-9cd812c22c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:55.350182 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5763e0dd-b288-4218-a88e-3d3df8c18983 req-217564a2-a8c5-4fe4-8a5f-9cd812c22c7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0676095 Nov 29 18:00:55.358195 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6c7c6d6-71bf-49e1-8d02-a22bb3c759dc req-3251bb82-2fcf-4979-b491-3004a6274216 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/security-groups?id=02638df9-21c6-4e9d-ae95-3a8b39fdc0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374893 Nov 29 18:00:55.412761 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-db7837ce-df1d-45b9-b394-6e1c82252c51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:55.417418 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-14e41d4d-8f66-4ec0-a699-5a5ef61a5c1c req-2d7e9008-3aa9-4bd7-9a8e-db04a70753f2 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:55.424045 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-db7837ce-df1d-45b9-b394-6e1c82252c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:55.432139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['f5782b4e-5bf7-4b4f-831d-1e61244a8e40'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:55.441029 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adad04bc-e5ce-47b2-90d8-98766ed80afb req-be1e55df-2c9a-4868-b304-ee26a921323c tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167886 Nov 29 18:00:55.477912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e9008-3aa9-4bd7-9a8e-db04a70753f2 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Pushing event deleted for resources: {'Port': ['ID=f5782b4e-5bf7-4b4f-831d-1e61244a8e40,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:55.488656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763e0dd-b288-4218-a88e-3d3df8c18983 req-2f11c043-a09a-4447-934c-492909536256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:55.488656 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5763e0dd-b288-4218-a88e-3d3df8c18983 req-2f11c043-a09a-4447-934c-492909536256 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1280437 Nov 29 18:00:55.499175 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-db7837ce-df1d-45b9-b394-6e1c82252c51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea6da688935c4088a05fe0d7742fb6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6960802 Nov 29 18:00:55.500262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45080) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:55.513258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7837ce-df1d-45b9-b394-6e1c82252c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174c3f06-ed6b-49e5-b3da-83e8173ae316,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:55.516124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['0326716b-2cd2-4862-bc04-09092d64c668'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:55.618823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e41d4d-8f66-4ec0-a699-5a5ef61a5c1c req-2d7e9008-3aa9-4bd7-9a8e-db04a70753f2 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] No DVR routers for this DVR port f5782b4e-5bf7-4b4f-831d-1e61244a8e40 on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:55.632857 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5763e0dd-b288-4218-a88e-3d3df8c18983 req-76897a82-c7f4-4dbb-aa1e-e157dcdc5f17 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290269 Nov 29 18:00:55.636628 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-14e41d4d-8f66-4ec0-a699-5a5ef61a5c1c req-2d7e9008-3aa9-4bd7-9a8e-db04a70753f2 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:55.640987 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14e41d4d-8f66-4ec0-a699-5a5ef61a5c1c req-2d7e9008-3aa9-4bd7-9a8e-db04a70753f2 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.20 "DELETE /v2.0/ports/f5782b4e-5bf7-4b4f-831d-1e61244a8e40 HTTP/1.1" status: 204 len: 173 time: 1.5016270 Nov 29 18:00:55.641696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d', 'name': 'network-vif-deleted', 'tag': 'f5782b4e-5bf7-4b4f-831d-1e61244a8e40'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:55.644869 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930673c1-e20e-49c9-a2f8-9977a3e1afa9" -d '{"events": [{"server_uuid": "cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d", "name": "network-vif-deleted", "tag": "f5782b4e-5bf7-4b4f-831d-1e61244a8e40"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:55.701564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b954b2e2-966a-4dcb-8928-f0fb1122ba5d req-72c7a216-cfc0-4a4d-aaea-c921c97d11ef tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=34be7076-f995-4b10-98b9-d8a9ec297cae HTTP/1.1" status: 200 len: 210 time: 0.0663364 Nov 29 18:00:55.775218 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aaad519b-ac4e-4c84-a042-0f83e137f1fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:55.821054 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aaad519b-ac4e-4c84-a042-0f83e137f1fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:55.840933 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5763e0dd-b288-4218-a88e-3d3df8c18983 req-b5fc8148-aeac-4e58-a3b0-4370d8c9c0bf service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000678 Nov 29 18:00:55.868572 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd69f53-b9e9-4d8e-aee0-da1f4c0f9627 x-openstack-request-id: req-cfd69f53-b9e9-4d8e-aee0-da1f4c0f9627 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:55.869988 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d", "name": "network-vif-deleted", "tag": "f5782b4e-5bf7-4b4f-831d-1e61244a8e40", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:55.870489 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfd69f53-b9e9-4d8e-aee0-da1f4c0f9627 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:55.881558 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8f3ac9-2fb1-4a5f-863b-57725ef1b46d', 'name': 'network-vif-deleted', 'tag': 'f5782b4e-5bf7-4b4f-831d-1e61244a8e40', 'status': 'completed', 'code': 200} Nov 29 18:00:55.937266 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8eef84b-4d4e-4c14-aa02-30c698885246 req-141f8472-4556-457d-badc-2c8dc7b96094 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/a922ed70-f917-4cf8-8005-8782220cf6d8 HTTP/1.1" status: 200 len: 1816 time: 0.0475671 Nov 29 18:00:55.950359 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aaad519b-ac4e-4c84-a042-0f83e137f1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:55.954691 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aaad519b-ac4e-4c84-a042-0f83e137f1fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:55.956232 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-aaad519b-ac4e-4c84-a042-0f83e137f1fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/174c3f06-ed6b-49e5-b3da-83e8173ae316 HTTP/1.1" status: 204 len: 168 time: 0.4517777 Nov 29 18:00:55.979029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad519b-ac4e-4c84-a042-0f83e137f1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174c3f06-ed6b-49e5-b3da-83e8173ae316,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:56.062411 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c8eef84b-4d4e-4c14-aa02-30c698885246 req-92b8ad28-517a-4e69-959c-2895e13df849 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:56.093827 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c8eef84b-4d4e-4c14-aa02-30c698885246 req-92b8ad28-517a-4e69-959c-2895e13df849 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:56.133131 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1a3943-4066-47ad-9a85-34e9d46f6fcc', 'name': 'network-vif-deleted', 'tag': 'cc9f5f36-7c08-420a-a9d4-e07daf742601'}, {'server_uuid': '34be7076-f995-4b10-98b9-d8a9ec297cae', 'name': 'network-vif-deleted', 'tag': 'd6f99dc0-def3-4229-9aa1-b209eeb7519d'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:56.135666 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7761dc71-8b41-46b8-a7ae-80fac273118d" -d '{"events": [{"server_uuid": "0e1a3943-4066-47ad-9a85-34e9d46f6fcc", "name": "network-vif-deleted", "tag": "cc9f5f36-7c08-420a-a9d4-e07daf742601"}, {"server_uuid": "34be7076-f995-4b10-98b9-d8a9ec297cae", "name": "network-vif-deleted", "tag": "d6f99dc0-def3-4229-9aa1-b209eeb7519d"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:56.147997 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c8eef84b-4d4e-4c14-aa02-30c698885246 req-92b8ad28-517a-4e69-959c-2895e13df849 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:56.151805 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c8eef84b-4d4e-4c14-aa02-30c698885246 req-92b8ad28-517a-4e69-959c-2895e13df849 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:56.153077 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8eef84b-4d4e-4c14-aa02-30c698885246 req-92b8ad28-517a-4e69-959c-2895e13df849 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "DELETE /v2.0/security-groups/a922ed70-f917-4cf8-8005-8782220cf6d8 HTTP/1.1" status: 204 len: 173 time: 0.1957204 Nov 29 18:00:56.166939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8ad28-517a-4e69-959c-2895e13df849 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a922ed70-f917-4cf8-8005-8782220cf6d8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:56.232715 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e221824d-4819-4153-946c-b290110857ac x-openstack-request-id: req-e221824d-4819-4153-946c-b290110857ac {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:00:56.233026 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1a3943-4066-47ad-9a85-34e9d46f6fcc", "name": "network-vif-deleted", "tag": "cc9f5f36-7c08-420a-a9d4-e07daf742601", "status": "completed", "code": 200}, {"server_uuid": "34be7076-f995-4b10-98b9-d8a9ec297cae", "name": "network-vif-deleted", "tag": "d6f99dc0-def3-4229-9aa1-b209eeb7519d", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:00:56.233354 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e221824d-4819-4153-946c-b290110857ac {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:00:56.233767 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1a3943-4066-47ad-9a85-34e9d46f6fcc', 'name': 'network-vif-deleted', 'tag': 'cc9f5f36-7c08-420a-a9d4-e07daf742601', 'status': 'completed', 'code': 200} Nov 29 18:00:56.234524 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34be7076-f995-4b10-98b9-d8a9ec297cae', 'name': 'network-vif-deleted', 'tag': 'd6f99dc0-def3-4229-9aa1-b209eeb7519d', 'status': 'completed', 'code': 200} Nov 29 18:00:56.302099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f35db-0992-4817-b10f-c7e19813edd5 req-80a03220-5fa2-48a2-a3bb-a2550a575370 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:56.311494 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a8f35db-0992-4817-b10f-c7e19813edd5 req-80a03220-5fa2-48a2-a3bb-a2550a575370 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.0944114 Nov 29 18:00:56.341112 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90ab41d1-a6e6-4885-8ce1-dbcbda2235b7 req-8a2513be-789b-4828-b59d-1b99e525d2bd tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/4e093976-b914-40f4-bc5b-1399c07c922e HTTP/1.1" status: 200 len: 1818 time: 0.0915706 Nov 29 18:00:56.375608 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:00:56.396032 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a8f35db-0992-4817-b10f-c7e19813edd5 req-d0db5088-8e57-4b01-96a4-496ba4a6bbf8 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836158 Nov 29 18:00:56.405781 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f874d974-5214-46dc-a5b1-e6c972ee5ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:56.435237 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-90ab41d1-a6e6-4885-8ce1-dbcbda2235b7 req-ee1454da-a1dc-467a-8fd3-22557bc7efaa tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:56.462011 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-90ab41d1-a6e6-4885-8ce1-dbcbda2235b7 req-ee1454da-a1dc-467a-8fd3-22557bc7efaa tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:56.510620 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-90ab41d1-a6e6-4885-8ce1-dbcbda2235b7 req-ee1454da-a1dc-467a-8fd3-22557bc7efaa tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:56.513263 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-90ab41d1-a6e6-4885-8ce1-dbcbda2235b7 req-ee1454da-a1dc-467a-8fd3-22557bc7efaa tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:56.529194 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90ab41d1-a6e6-4885-8ce1-dbcbda2235b7 req-ee1454da-a1dc-467a-8fd3-22557bc7efaa tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "DELETE /v2.0/security-groups/4e093976-b914-40f4-bc5b-1399c07c922e HTTP/1.1" status: 204 len: 173 time: 0.1793323 Nov 29 18:00:56.542435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1454da-a1dc-467a-8fd3-22557bc7efaa tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e093976-b914-40f4-bc5b-1399c07c922e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:56.630708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4b0a7-05f9-4c82-b711-00309f26de04 req-dae96a84-0bd3-442e-8726-5b811e1a0162 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:56.632245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ec4b0a7-05f9-4c82-b711-00309f26de04 req-dae96a84-0bd3-442e-8726-5b811e1a0162 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ebb57d-70fd-491e-8ba4-f99ffe8768ed HTTP/1.1" status: 200 len: 947 time: 0.0534513 Nov 29 18:00:56.686909 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ec4b0a7-05f9-4c82-b711-00309f26de04 req-8572ad32-48d9-4b22-88f8-9f09da193986 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/security-groups?id=02638df9-21c6-4e9d-ae95-3a8b39fdc0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450978 Nov 29 18:00:56.813703 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45150) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:56.864176 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0f5a3f9c-156a-4512-bda4-26eba51a13fa req-7542d94f-3e8b-479c-acc9-b836ea055266 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-111147890', 'description': 'tempest-description-409148404'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:56.891460 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0f5a3f9c-156a-4512-bda4-26eba51a13fa req-7542d94f-3e8b-479c-acc9-b836ea055266 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:56.930564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8df87a47-f6ad-4d51-9678-5ced5d1be8ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1383626196-network', 'tenant_id': '9b07239bb1bf45548250748a91a26cf4'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:56.946668 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:56.962390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df87a47-f6ad-4d51-9678-5ced5d1be8ec admin admin] Made reservation on behalf of 9b07239bb1bf45548250748a91a26cf4 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:00:56.966008 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8df87a47-f6ad-4d51-9678-5ced5d1be8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:56.980315 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8df87a47-f6ad-4d51-9678-5ced5d1be8ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:56.989537 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0f5a3f9c-156a-4512-bda4-26eba51a13fa req-7542d94f-3e8b-479c-acc9-b836ea055266 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:56.996030 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0f5a3f9c-156a-4512-bda4-26eba51a13fa req-7542d94f-3e8b-479c-acc9-b836ea055266 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:57.035092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542d94f-3e8b-479c-acc9-b836ea055266 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3208751-73d1-46cf-8d62-1bf0aac93cd7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:57.040622 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0f5a3f9c-156a-4512-bda4-26eba51a13fa req-7542d94f-3e8b-479c-acc9-b836ea055266 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:57.051526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f5a3f9c-156a-4512-bda4-26eba51a13fa req-7542d94f-3e8b-479c-acc9-b836ea055266 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1922541 Nov 29 18:00:57.099882 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8df87a47-f6ad-4d51-9678-5ced5d1be8ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:57.103905 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8df87a47-f6ad-4d51-9678-5ced5d1be8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:57.125577 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df87a47-f6ad-4d51-9678-5ced5d1be8ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:00:57.141404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df87a47-f6ad-4d51-9678-5ced5d1be8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9394c48d-2af3-40c1-acd6-b9659e6c031c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:57.144895 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8df87a47-f6ad-4d51-9678-5ced5d1be8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:57.145285 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-8df87a47-f6ad-4d51-9678-5ced5d1be8ec admin admin] Added segment 96fc9ec9-9161-4080-9c79-d5523950d506 of type vlan for network 44aa18b0-f19e-425a-96e9-bf18ebea2498 Nov 29 18:00:57.192852 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8df87a47-f6ad-4d51-9678-5ced5d1be8ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:57.228779 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8df87a47-f6ad-4d51-9678-5ced5d1be8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:57.230116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df87a47-f6ad-4d51-9678-5ced5d1be8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:57.231622 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8df87a47-f6ad-4d51-9678-5ced5d1be8ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:57.287825 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8df87a47-f6ad-4d51-9678-5ced5d1be8ec admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4729822 Nov 29 18:00:57.288910 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45178) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:57.300632 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6b2a-3630-4223-90ac-34519556b2cf req-6e0aa051-9b64-4ace-9478-d1924e15141d tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:57.302121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b21c6b2a-3630-4223-90ac-34519556b2cf req-6e0aa051-9b64-4ace-9478-d1924e15141d tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.0781171 Nov 29 18:00:57.304126 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-827f94ec-4c00-4f2f-81c8-2f96bbfe7218 admin admin] Request body: {'subnet': {'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1383626196-subnet', 'tenant_id': '9b07239bb1bf45548250748a91a26cf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:57.313907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-33ed715b-954f-4e60-b716-1bd908f6ee22 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=bf4b7deb6284475c968b7fe402f79a8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401297 Nov 29 18:00:57.320567 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df87a47-f6ad-4d51-9678-5ced5d1be8ec admin admin] Pushing event updated for resources: {'Network': ['ID=44aa18b0-f19e-425a-96e9-bf18ebea2498,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:57.331907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 44aa18b0-f19e-425a-96e9-bf18ebea2498 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:00:57.337852 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827f94ec-4c00-4f2f-81c8-2f96bbfe7218 admin admin] Made reservation on behalf of 9b07239bb1bf45548250748a91a26cf4 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:00:57.341132 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-827f94ec-4c00-4f2f-81c8-2f96bbfe7218 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:57.426246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b21c6b2a-3630-4223-90ac-34519556b2cf req-d60685fa-8c47-46e6-abe8-afe8f20fa046 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151345 Nov 29 18:00:57.464960 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-f00d2dfc-20e0-42a7-8fb2-09c42ccf7daa tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:57.473442 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-f00d2dfc-20e0-42a7-8fb2-09c42ccf7daa tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473944 Nov 29 18:00:57.477691 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:57.492122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-887f5a5b-a2f2-4c13-bce1-155ce8c722b2 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/quotas/bf4b7deb6284475c968b7fe402f79a8c HTTP/1.1" status: 200 len: 375 time: 0.0178230 Nov 29 18:00:57.542121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-e97faca9-2d1f-454d-866e-96570da390ef tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bf4b7deb6284475c968b7fe402f79a8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366104 Nov 29 18:00:57.545510 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-827f94ec-4c00-4f2f-81c8-2f96bbfe7218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:57.553811 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-75667fc2-67c1-49bd-84e9-545ed568d86e req-f5be85b4-c531-4809-a6b0-85c566087827 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/f3208751-73d1-46cf-8d62-1bf0aac93cd7 HTTP/1.1" status: 200 len: 1816 time: 0.0718529 Nov 29 18:00:57.572096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-75667fc2-67c1-49bd-84e9-545ed568d86e req-d46a7ddd-4e71-46b6-8961-68b78cdb0bf4 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1216140256', 'description': 'tempest-description-hth-1832574980'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:57.618345 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-75667fc2-67c1-49bd-84e9-545ed568d86e req-d46a7ddd-4e71-46b6-8961-68b78cdb0bf4 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:57.653688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f94ec-4c00-4f2f-81c8-2f96bbfe7218 admin admin] Pushing event updated for resources: {'Subnet': ['ID=733544da-2bc1-4873-95ac-5a788cefa521,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:57.680497 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-75667fc2-67c1-49bd-84e9-545ed568d86e req-d46a7ddd-4e71-46b6-8961-68b78cdb0bf4 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:57.683705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827f94ec-4c00-4f2f-81c8-2f96bbfe7218 admin admin] Checking segment: {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:00:57.684507 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827f94ec-4c00-4f2f-81c8-2f96bbfe7218 admin admin] Network hostable DHCP agents. Network: 44aa18b0-f19e-425a-96e9-bf18ebea2498, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:00:57.686477 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-75667fc2-67c1-49bd-84e9-545ed568d86e req-d46a7ddd-4e71-46b6-8961-68b78cdb0bf4 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:57.691347 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-75667fc2-67c1-49bd-84e9-545ed568d86e req-d46a7ddd-4e71-46b6-8961-68b78cdb0bf4 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:57.707264 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-75667fc2-67c1-49bd-84e9-545ed568d86e req-d46a7ddd-4e71-46b6-8961-68b78cdb0bf4 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "PUT /v2.0/security-groups/f3208751-73d1-46cf-8d62-1bf0aac93cd7 HTTP/1.1" status: 200 len: 1792 time: 0.1404564 Nov 29 18:00:57.720034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827f94ec-4c00-4f2f-81c8-2f96bbfe7218 admin admin] Network 44aa18b0-f19e-425a-96e9-bf18ebea2498 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:00:57.748060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-827f94ec-4c00-4f2f-81c8-2f96bbfe7218 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 44aa18b0-f19e-425a-96e9-bf18ebea2498) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:00:57.756808 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827f94ec-4c00-4f2f-81c8-2f96bbfe7218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:57.757684 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-827f94ec-4c00-4f2f-81c8-2f96bbfe7218 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:57.773153 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6d7ff1-649b-4dbd-bd24-dcd3ff743b9d None None] Network 44aa18b0-f19e-425a-96e9-bf18ebea2498 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:00:57.801481 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-827f94ec-4c00-4f2f-81c8-2f96bbfe7218 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5017898 Nov 29 18:00:57.911897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee67e203-7c62-4c43-8e4a-60ff6afb541a req-a90c4525-c36b-4149-8d0b-8c3931d9dfe7 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/f3208751-73d1-46cf-8d62-1bf0aac93cd7 HTTP/1.1" status: 200 len: 1792 time: 0.1316438 Nov 29 18:00:57.923399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a7ddd-4e71-46b6-8961-68b78cdb0bf4 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3208751-73d1-46cf-8d62-1bf0aac93cd7,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:57.995939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f5782b4e-5bf7-4b4f-831d-1e61244a8e40 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:58.007762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f461475d-30c5-4c3d-91a2-d371db6aa8b6 None None] Network 44aa18b0-f19e-425a-96e9-bf18ebea2498 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:00:58.138692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8c406-3571-41db-a32e-6140fd36e1c7 req-7c1eb26c-5d85-4ea9-929b-181ba95bbec8 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:58.141310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3aa4bd35-3023-4033-b5d9-d9e284ca8276 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:00:58.142669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14c8c406-3571-41db-a32e-6140fd36e1c7 req-7c1eb26c-5d85-4ea9-929b-181ba95bbec8 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fe514b8-9a14-4ea8-8f31-ca6fbbb53230 HTTP/1.1" status: 200 len: 950 time: 0.2443690 Nov 29 18:00:58.164977 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: f5782b4e-5bf7-4b4f-831d-1e61244a8e40 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:58.165623 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f5782b4e-5bf7-4b4f-831d-1e61244a8e40 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:58.166376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device cc9f5f36-7c08-420a-a9d4-e07daf742601 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:58.194237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45208) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:58.213271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d49ca1-821f-415e-a95a-358ac6e0c29c req-1d82002b-7f44-4444-8984-d771e89a3646 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:58.215493 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87d49ca1-821f-415e-a95a-358ac6e0c29c req-1d82002b-7f44-4444-8984-d771e89a3646 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ebb57d-70fd-491e-8ba4-f99ffe8768ed HTTP/1.1" status: 200 len: 947 time: 0.2016540 Nov 29 18:00:58.272167 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14c8c406-3571-41db-a32e-6140fd36e1c7 req-1c97bd34-8b7f-497f-9218-bdec5099afcb tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119397 Nov 29 18:00:58.307762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87d49ca1-821f-415e-a95a-358ac6e0c29c req-4a16f4f3-1d68-4cb7-9b52-0525121e8812 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/security-groups?id=02638df9-21c6-4e9d-ae95-3a8b39fdc0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734503 Nov 29 18:00:58.362695 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9de70f5-cf63-4817-81a9-9ed10c313473 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:58.389562 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5fa8ebc7-eb41-42cd-8fb9-fd3124702119 req-6da21aeb-47a0-4ceb-bd29-f99eca8b4760 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=e097ec03-7945-42e6-a3ef-926feb09dfda HTTP/1.1" status: 200 len: 210 time: 0.0567296 Nov 29 18:00:58.436514 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: cc9f5f36-7c08-420a-a9d4-e07daf742601 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:58.436966 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device cc9f5f36-7c08-420a-a9d4-e07daf742601 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:58.437392 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device d6f99dc0-def3-4229-9aa1-b209eeb7519d no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:00:58.485357 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9de70f5-cf63-4817-81a9-9ed10c313473 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:58.491173 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bfc6d20c-b965-4aa9-8b6c-b811d3c61e76 req-f7f25cbd-c872-4e8e-9547-5cc8364dfcff tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/f3208751-73d1-46cf-8d62-1bf0aac93cd7 HTTP/1.1" status: 200 len: 1792 time: 0.0497952 Nov 29 18:00:58.491748 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9de70f5-cf63-4817-81a9-9ed10c313473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:58.511120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: d6f99dc0-def3-4229-9aa1-b209eeb7519d {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:00:58.512370 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device d6f99dc0-def3-4229-9aa1-b209eeb7519d not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:00:58.569350 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bfc6d20c-b965-4aa9-8b6c-b811d3c61e76 req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:58.583467 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e9de70f5-cf63-4817-81a9-9ed10c313473 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbb3c33ed7184f1a85385f66142a7af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847337 Nov 29 18:00:58.583467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de70f5-cf63-4817-81a9-9ed10c313473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c707de-76a1-4b1e-9242-b6acac708da4,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:58.585945 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45218) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:58.621873 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bfc6d20c-b965-4aa9-8b6c-b811d3c61e76 req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:58.667662 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ea62fe35-3102-40f7-8135-e576d3013910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:58.706338 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ea62fe35-3102-40f7-8135-e576d3013910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:58.713074 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bfc6d20c-b965-4aa9-8b6c-b811d3c61e76 req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:58.713356 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3aa4bd35-3023-4033-b5d9-d9e284ca8276, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3aa4bd35-3023-4033-b5d9-d9e284ca8276,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:58.717300 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bfc6d20c-b965-4aa9-8b6c-b811d3c61e76 req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:58.727334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '3aa4bd35-3023-4033-b5d9-d9e284ca8276', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '3aa4bd35-3023-4033-b5d9-d9e284ca8276', 'mac_address': 'fa:16:3e:9f:b1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:00:58.731150 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bfc6d20c-b965-4aa9-8b6c-b811d3c61e76 req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "DELETE /v2.0/security-groups/f3208751-73d1-46cf-8d62-1bf0aac93cd7 HTTP/1.1" status: 204 len: 173 time: 0.2313569 Nov 29 18:00:58.773534 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ea62fe35-3102-40f7-8135-e576d3013910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:58.776397 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ea62fe35-3102-40f7-8135-e576d3013910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:58.777639 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ea62fe35-3102-40f7-8135-e576d3013910 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37c707de-76a1-4b1e-9242-b6acac708da4 HTTP/1.1" status: 204 len: 168 time: 0.1777160 Nov 29 18:00:58.781010 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3208751-73d1-46cf-8d62-1bf0aac93cd7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:58.787480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62fe35-3102-40f7-8135-e576d3013910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c707de-76a1-4b1e-9242-b6acac708da4,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:58.798028 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:58.841933 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:58.842140 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa4bd35-3023-4033-b5d9-d9e284ca8276 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:00:58.842992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:58.843348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:58.843697 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:58.844039 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:58.844380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:58.844714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:58.845047 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:58.845389 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:58.845708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:58.846111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:58.847126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efcc13f-3ec5-4381-9a0a-8b62cec0e19e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:00:58.867806 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3aa4bd35-3023-4033-b5d9-d9e284ca8276, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3aa4bd35-3023-4033-b5d9-d9e284ca8276,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:58.875876 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:58.932461 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=3aa4bd35-3023-4033-b5d9-d9e284ca8276,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:58.935349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a9162-37a5-441a-80bc-6aba82fbbd7a req-83dca614-1be4-4064-b6e4-1e69d97c33d9 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:58.936867 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-468a9162-37a5-441a-80bc-6aba82fbbd7a req-83dca614-1be4-4064-b6e4-1e69d97c33d9 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.0869579 Nov 29 18:00:58.955849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842c593-1992-414e-ace2-627774f66763 req-c0b9eb3f-964e-41ac-a34a-f7618c28428b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:58.957376 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6842c593-1992-414e-ace2-627774f66763 req-c0b9eb3f-964e-41ac-a34a-f7618c28428b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 812 time: 0.2252693 Nov 29 18:00:58.961137 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c57ab-bf2f-4e13-9069-b13f57349ec1 req-0bb2740b-f8d4-4648-8fde-32f9f597dd08 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:58.963363 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-325c57ab-bf2f-4e13-9069-b13f57349ec1 req-0bb2740b-f8d4-4648-8fde-32f9f597dd08 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fe514b8-9a14-4ea8-8f31-ca6fbbb53230 HTTP/1.1" status: 200 len: 950 time: 0.0870252 Nov 29 18:00:58.976271 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:58.989016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6842c593-1992-414e-ace2-627774f66763 req-abab361e-7a62-4cc0-ab73-ebc2d22be313 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/quotas/9b07239bb1bf45548250748a91a26cf4 HTTP/1.1" status: 200 len: 375 time: 0.0234835 Nov 29 18:00:59.033222 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6842c593-1992-414e-ace2-627774f66763 req-1374af91-fd1a-4d73-9887-e9f322e64259 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341392 Nov 29 18:00:59.041572 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-468a9162-37a5-441a-80bc-6aba82fbbd7a req-f4fe7541-0cc1-42bd-a5ac-5894d9377427 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831923 Nov 29 18:00:59.229333 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['3aa4bd35-3023-4033-b5d9-d9e284ca8276'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:00:59.234698 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-64d99b3a-8094-4dfa-ba4a-76eefda40654 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bf4b7deb6284475c968b7fe402f79a8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493581 Nov 29 18:00:59.240504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45238) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:59.264818 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-5194f82e-a148-43a6-b264-c569dc726416 req-46316e16-5a29-4221-9f4c-6aa6ee5d0416 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] show failed (client error): The resource could not be found. Nov 29 18:00:59.266079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5194f82e-a148-43a6-b264-c569dc726416 req-46316e16-5a29-4221-9f4c-6aa6ee5d0416 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/4e093976-b914-40f4-bc5b-1399c07c922e HTTP/1.1" status: 404 len: 352 time: 0.0658038 Nov 29 18:00:59.291613 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6842c593-1992-414e-ace2-627774f66763 req-32db7b0e-ba7e-4b6a-ab20-a8350c6e7de4 service neutron] 10.222.0.23 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487714 Nov 29 18:00:59.327937 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ada30c9-a8b9-4ee4-93d1-92748e26c1c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:59.379090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-325c57ab-bf2f-4e13-9069-b13f57349ec1 req-1f005ef5-3d14-4df7-bcd5-79c75fc1ced9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Deleting port 0326716b-2cd2-4862-bc04-09092d64c668 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:00:59.380280 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-325c57ab-bf2f-4e13-9069-b13f57349ec1 req-1f005ef5-3d14-4df7-bcd5-79c75fc1ced9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:59.386498 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-19db4c8a-57bd-46d7-bcd4-c8a6b21f5209 req-ba4f86e0-15db-43fe-836d-433bbda2026e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] show failed (client error): The resource could not be found. Nov 29 18:00:59.387580 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19db4c8a-57bd-46d7-bcd4-c8a6b21f5209 req-ba4f86e0-15db-43fe-836d-433bbda2026e tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/a922ed70-f917-4cf8-8005-8782220cf6d8 HTTP/1.1" status: 404 len: 352 time: 0.0948873 Nov 29 18:00:59.449732 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:59.493663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-325c57ab-bf2f-4e13-9069-b13f57349ec1 req-1f005ef5-3d14-4df7-bcd5-79c75fc1ced9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] For port 0326716b-2cd2-4862-bc04-09092d64c668, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0326716b-2cd2-4862-bc04-09092d64c668,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:00:59.494064 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-325c57ab-bf2f-4e13-9069-b13f57349ec1 req-1f005ef5-3d14-4df7-bcd5-79c75fc1ced9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:59.508809 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-325c57ab-bf2f-4e13-9069-b13f57349ec1 req-1f005ef5-3d14-4df7-bcd5-79c75fc1ced9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Calling delete_port for 0326716b-2cd2-4862-bc04-09092d64c668 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:00:59.535225 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-086daa6e-d966-41c6-9a8a-cf0cd94fc745 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:59.536861 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-086daa6e-d966-41c6-9a8a-cf0cd94fc745 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2875617 Nov 29 18:00:59.555688 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-554cadd8-7216-4b62-ad29-a7b427cb88b6 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Request body: {'port': {'device_id': 'e097ec03-7945-42e6-a3ef-926feb09dfda', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': 'bf4b7deb6284475c968b7fe402f79a8c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:00:59.623215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6842c593-1992-414e-ace2-627774f66763 req-7e167a47-63cf-491f-baf4-a04058aeff90 service neutron] 10.222.0.23 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876701 Nov 29 18:00:59.642647 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-325c57ab-bf2f-4e13-9069-b13f57349ec1 req-1f005ef5-3d14-4df7-bcd5-79c75fc1ced9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:59.652408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc911e-df49-4c53-af64-8e0870c8493d req-d3a93e56-d7b3-4dba-b328-62754597ca78 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:59.653944 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fbc911e-df49-4c53-af64-8e0870c8493d req-d3a93e56-d7b3-4dba-b328-62754597ca78 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fe514b8-9a14-4ea8-8f31-ca6fbbb53230 HTTP/1.1" status: 200 len: 950 time: 0.1766970 Nov 29 18:00:59.679731 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f005ef5-3d14-4df7-bcd5-79c75fc1ced9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Pushing event deleted for resources: {'Port': ['ID=0326716b-2cd2-4862-bc04-09092d64c668,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:59.729163 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ada30c9-a8b9-4ee4-93d1-92748e26c1c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:59.738216 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-325c57ab-bf2f-4e13-9069-b13f57349ec1 req-1f005ef5-3d14-4df7-bcd5-79c75fc1ced9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] No DVR routers for this DVR port 0326716b-2cd2-4862-bc04-09092d64c668 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:00:59.741015 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-325c57ab-bf2f-4e13-9069-b13f57349ec1 req-1f005ef5-3d14-4df7-bcd5-79c75fc1ced9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:59.744827 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-325c57ab-bf2f-4e13-9069-b13f57349ec1 req-1f005ef5-3d14-4df7-bcd5-79c75fc1ced9 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.31 "DELETE /v2.0/ports/0326716b-2cd2-4862-bc04-09092d64c668 HTTP/1.1" status: 204 len: 173 time: 0.7745419 Nov 29 18:00:59.745341 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe514b8-9a14-4ea8-8f31-ca6fbbb53230', 'name': 'network-vif-deleted', 'tag': '0326716b-2cd2-4862-bc04-09092d64c668'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:00:59.745724 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ada30c9-a8b9-4ee4-93d1-92748e26c1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:59.747993 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f35c93f-aeb6-470c-8bc3-27baeb157a35" -d '{"events": [{"server_uuid": "3fe514b8-9a14-4ea8-8f31-ca6fbbb53230", "name": "network-vif-deleted", "tag": "0326716b-2cd2-4862-bc04-09092d64c668"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:00:59.839879 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fbc911e-df49-4c53-af64-8e0870c8493d req-207e5745-37f0-43b6-bdf1-f25ece6406c8 tempest-LiveMigrationNegativeTest-844825617 tempest-LiveMigrationNegativeTest-844825617-project] 10.222.0.23 "GET /v2.0/security-groups?id=5c260f16-6d7d-4428-8fde-9533c85c2176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757939 Nov 29 18:00:59.884702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada30c9-a8b9-4ee4-93d1-92748e26c1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee90955-0c71-4fdb-8a46-74fd994fc021,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:00:59.896177 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:59.924816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7ada30c9-a8b9-4ee4-93d1-92748e26c1c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d042462febab4435998e69ed4d1721d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6780450 Nov 29 18:00:59.924816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-554cadd8-7216-4b62-ad29-a7b427cb88b6 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Made reservation on behalf of bf4b7deb6284475c968b7fe402f79a8c for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:00:59.925726 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45258) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:00:59.926634 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-554cadd8-7216-4b62-ad29-a7b427cb88b6 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:00:59.938723 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-3687d084-4a76-4716-9687-8055c8b90df5 req-15cb3a7a-452f-4443-83b2-2ee1b415b741 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] show failed (client error): The resource could not be found. Nov 29 18:00:59.939841 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3687d084-4a76-4716-9687-8055c8b90df5 req-15cb3a7a-452f-4443-83b2-2ee1b415b741 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/e8013b48-ac39-4d1a-b56a-7e819b4b17b4 HTTP/1.1" status: 404 len: 352 time: 0.0576341 Nov 29 18:00:59.986307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195eebfc-81bf-4524-9141-a3d373370e2c req-27b22762-9bb3-472c-b116-d0adcf63b1a7 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:00:59.988458 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-195eebfc-81bf-4524-9141-a3d373370e2c req-27b22762-9bb3-472c-b116-d0adcf63b1a7 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ebb57d-70fd-491e-8ba4-f99ffe8768ed HTTP/1.1" status: 200 len: 948 time: 0.1696260 Nov 29 18:01:00.011270 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-62d0d7d8-fb04-4505-9175-e122b0be2ea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:00.014282 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['0326716b-2cd2-4862-bc04-09092d64c668'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:01:00.034618 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-62d0d7d8-fb04-4505-9175-e122b0be2ea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:00.087530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af36ddc8-bca4-4826-be0c-72418cc990bd req-89b9872f-6aa4-4c17-bb67-e1eaff4fb0bf tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=e097ec03-7945-42e6-a3ef-926feb09dfda HTTP/1.1" status: 200 len: 210 time: 0.0475836 Nov 29 18:01:00.134555 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-62d0d7d8-fb04-4505-9175-e122b0be2ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:00.137402 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-62d0d7d8-fb04-4505-9175-e122b0be2ea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:00.143970 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-62d0d7d8-fb04-4505-9175-e122b0be2ea5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dee90955-0c71-4fdb-8a46-74fd994fc021 HTTP/1.1" status: 204 len: 168 time: 0.2168136 Nov 29 18:01:00.155159 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0d7d8-fb04-4505-9175-e122b0be2ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee90955-0c71-4fdb-8a46-74fd994fc021,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:00.211864 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-195eebfc-81bf-4524-9141-a3d373370e2c req-0021f08b-6b26-44a8-b383-92c05cd41af6 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/security-groups?id=02638df9-21c6-4e9d-ae95-3a8b39fdc0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702461 Nov 29 18:01:00.252899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-554cadd8-7216-4b62-ad29-a7b427cb88b6 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Allocated IP 192.168.233.91 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/479bb4c4-214b-4f27-ac68-812ec96dff1c) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:00.273183 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b859b5e-43cb-44fe-a3d2-492e83e4ec01 x-openstack-request-id: req-1b859b5e-43cb-44fe-a3d2-492e83e4ec01 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:00.273704 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe514b8-9a14-4ea8-8f31-ca6fbbb53230", "name": "network-vif-deleted", "tag": "0326716b-2cd2-4862-bc04-09092d64c668", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:00.273969 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b859b5e-43cb-44fe-a3d2-492e83e4ec01 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:00.274372 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe514b8-9a14-4ea8-8f31-ca6fbbb53230', 'name': 'network-vif-deleted', 'tag': '0326716b-2cd2-4862-bc04-09092d64c668', 'status': 'completed', 'code': 200} Nov 29 18:01:00.290156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e8ea6c4-e3e6-4463-aa6d-bc0cad21bc57 req-073dd1a7-1834-4aca-af2c-3f2252136a35 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4e77df-7a1d-4676-8ad3-dc8c0a219259 HTTP/1.1" status: 200 len: 210 time: 0.0341673 Nov 29 18:01:00.326155 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-c9cbe07e-e349-4af6-9e99-7106f0765f85 req-0023ebf5-d9b4-46e7-90bf-7d42b1484f5d tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] show failed (client error): The resource could not be found. Nov 29 18:01:00.327609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9cbe07e-e349-4af6-9e99-7106f0765f85 req-0023ebf5-d9b4-46e7-90bf-7d42b1484f5d tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/8fc127b3-746e-40a1-a750-a2c147456e32 HTTP/1.1" status: 404 len: 352 time: 0.0331492 Nov 29 18:01:00.383542 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-921a11ee-2c3e-4d89-aea9-997d5d9de403 req-33c72819-ff7a-41a7-9b59-3a5b4193a645 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] show failed (client error): The resource could not be found. Nov 29 18:01:00.384723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-921a11ee-2c3e-4d89-aea9-997d5d9de403 req-33c72819-ff7a-41a7-9b59-3a5b4193a645 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/9d8ff31c-0bc7-4b2d-86f1-e779914a62bb HTTP/1.1" status: 404 len: 352 time: 0.0340464 Nov 29 18:01:00.464596 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df95f25-6256-4d77-aeba-73c0c25c472c req-1fc8e45a-63b9-4e80-b1ec-7ff5229e9545 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:00.466624 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9df95f25-6256-4d77-aeba-73c0c25c472c req-1fc8e45a-63b9-4e80-b1ec-7ff5229e9545 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.31 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.0781164 Nov 29 18:01:00.485711 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-cf756876-4673-428a-a665-336c05d2b0c5 req-e55b50cc-8d81-47d2-a142-85a3cd39f671 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] show failed (client error): The resource could not be found. Nov 29 18:01:00.487332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf756876-4673-428a-a665-336c05d2b0c5 req-e55b50cc-8d81-47d2-a142-85a3cd39f671 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/08eb29cd-6469-4e14-b305-38ebdf51029c HTTP/1.1" status: 404 len: 352 time: 0.0439775 Nov 29 18:01:00.528722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2883ef-b187-4383-8eda-318d1109c133 req-63d972c9-7126-4d53-b874-8605d351fb02 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:00.539332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba2883ef-b187-4383-8eda-318d1109c133 req-63d972c9-7126-4d53-b874-8605d351fb02 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=120f8a8d-c8ee-49f0-adba-22038472543c HTTP/1.1" status: 200 len: 946 time: 0.1475194 Nov 29 18:01:00.621676 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba2883ef-b187-4383-8eda-318d1109c133 req-a7c8171b-8c65-4fb3-ba4f-09f7efeb8559 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813606 Nov 29 18:01:00.635792 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-554cadd8-7216-4b62-ad29-a7b427cb88b6 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:00.663364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-9df95f25-6256-4d77-aeba-73c0c25c472c req-b74d745a-1f42-493b-a1c7-04673096b055 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Deleting port 7a39b011-4392-41e1-8c5e-5a3c6027f826 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:01:00.663859 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9df95f25-6256-4d77-aeba-73c0c25c472c req-b74d745a-1f42-493b-a1c7-04673096b055 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:00.701561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-554cadd8-7216-4b62-ad29-a7b427cb88b6 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:00.768831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-554cadd8-7216-4b62-ad29-a7b427cb88b6 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:00.777396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-554cadd8-7216-4b62-ad29-a7b427cb88b6 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:00.781620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-554cadd8-7216-4b62-ad29-a7b427cb88b6 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:01:00.807333 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-9df95f25-6256-4d77-aeba-73c0c25c472c req-b74d745a-1f42-493b-a1c7-04673096b055 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] For port 7a39b011-4392-41e1-8c5e-5a3c6027f826, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7a39b011-4392-41e1-8c5e-5a3c6027f826,segment=NetworkSegment(7ab3073e-50ba-4da4-8530-beed92fa37e1),segment_id=7ab3073e-50ba-4da4-8530-beed92fa37e1)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:00.807950 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9df95f25-6256-4d77-aeba-73c0c25c472c req-b74d745a-1f42-493b-a1c7-04673096b055 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:00.825154 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cadd8-7216-4b62-ad29-a7b427cb88b6 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Pushing event updated for resources: {'Port': ['ID=479bb4c4-214b-4f27-ac68-812ec96dff1c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:00.826288 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-9df95f25-6256-4d77-aeba-73c0c25c472c req-b74d745a-1f42-493b-a1c7-04673096b055 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Calling delete_port for 7a39b011-4392-41e1-8c5e-5a3c6027f826 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:01:00.899128 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-554cadd8-7216-4b62-ad29-a7b427cb88b6 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:00.900692 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-554cadd8-7216-4b62-ad29-a7b427cb88b6 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:00.944025 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-554cadd8-7216-4b62-ad29-a7b427cb88b6 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3967831 Nov 29 18:01:00.965353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Request body: {'port': {'device_id': 'e097ec03-7945-42e6-a3ef-926feb09dfda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:01.031169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95f02d-9b59-4f7f-9747-6baa60139413 req-60aed642-7965-439d-bfb9-028d3e2dacc3 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:01.035262 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c95f02d-9b59-4f7f-9747-6baa60139413 req-60aed642-7965-439d-bfb9-028d3e2dacc3 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 1023 time: 0.1619084 Nov 29 18:01:01.069332 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9df95f25-6256-4d77-aeba-73c0c25c472c req-b74d745a-1f42-493b-a1c7-04673096b055 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:01.083902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1', '7a39b011-4392-41e1-8c5e-5a3c6027f826'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:01:01.106332 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:01.116000 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d745a-1f42-493b-a1c7-04673096b055 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Pushing event deleted for resources: {'Port': ['ID=7a39b011-4392-41e1-8c5e-5a3c6027f826,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:01.162041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df95f25-6256-4d77-aeba-73c0c25c472c req-b74d745a-1f42-493b-a1c7-04673096b055 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] No DVR routers for this DVR port 7a39b011-4392-41e1-8c5e-5a3c6027f826 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:01:01.165246 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9df95f25-6256-4d77-aeba-73c0c25c472c req-b74d745a-1f42-493b-a1c7-04673096b055 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:01.169516 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9df95f25-6256-4d77-aeba-73c0c25c472c req-b74d745a-1f42-493b-a1c7-04673096b055 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.31 "DELETE /v2.0/ports/7a39b011-4392-41e1-8c5e-5a3c6027f826 HTTP/1.1" status: 204 len: 173 time: 0.6944969 Nov 29 18:01:01.225504 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bc966438-deb9-4cfa-93e6-595d87f6dd79 None None] Provisioning complete for port 479bb4c4-214b-4f27-ac68-812ec96dff1c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:01.228115 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc966438-deb9-4cfa-93e6-595d87f6dd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:01.232656 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c95f02d-9b59-4f7f-9747-6baa60139413 req-004d154c-a7a6-483f-a422-b17aae65952d tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=18e0136b-73d7-44ce-8de5-d140ef74b86d&id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&id=998ca87f-00be-40bb-81e2-2343729b6d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1494191 Nov 29 18:01:01.386407 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bc966438-deb9-4cfa-93e6-595d87f6dd79 None None] Port 479bb4c4-214b-4f27-ac68-812ec96dff1c cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:01:01.461113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45312) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:01.506152 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842c593-1992-414e-ace2-627774f66763 req-4331beb4-becd-49fd-a6e9-b1d4483731f4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:01.507698 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6842c593-1992-414e-ace2-627774f66763 req-4331beb4-becd-49fd-a6e9-b1d4483731f4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.20 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 812 time: 0.2424724 Nov 29 18:01:01.522886 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-6842c593-1992-414e-ace2-627774f66763 req-d51b88ad-57fe-4dbc-8886-ab56b1ecf48c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Request body: {'port': {'device_id': '2f4e77df-7a1d-4676-8ad3-dc8c0a219259', 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498', 'admin_state_up': True, 'tenant_id': '9b07239bb1bf45548250748a91a26cf4'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:01.633083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ed85c-01e0-48bc-ad9a-740ca59e2e57 req-0debaee4-f93f-42a2-b634-6876ae7f2fa5 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:01.635252 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c0ed85c-01e0-48bc-ad9a-740ca59e2e57 req-0debaee4-f93f-42a2-b634-6876ae7f2fa5 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=e097ec03-7945-42e6-a3ef-926feb09dfda HTTP/1.1" status: 200 len: 935 time: 0.2784069 Nov 29 18:01:01.671985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df819a-1ec1-4052-b89b-368d65c6e406 req-9ef7ee06-de48-45a9-b3da-054cd20f2413 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:01.680471 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87df819a-1ec1-4052-b89b-368d65c6e406 req-9ef7ee06-de48-45a9-b3da-054cd20f2413 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ebb57d-70fd-491e-8ba4-f99ffe8768ed HTTP/1.1" status: 200 len: 948 time: 0.1712375 Nov 29 18:01:01.730571 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6842c593-1992-414e-ace2-627774f66763 req-d51b88ad-57fe-4dbc-8886-ab56b1ecf48c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Made reservation on behalf of 9b07239bb1bf45548250748a91a26cf4 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:01.750875 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6842c593-1992-414e-ace2-627774f66763 req-d51b88ad-57fe-4dbc-8886-ab56b1ecf48c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:01.824816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87df819a-1ec1-4052-b89b-368d65c6e406 req-0c286a65-7895-402a-90f1-47377d498356 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/security-groups?id=02638df9-21c6-4e9d-ae95-3a8b39fdc0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348913 Nov 29 18:01:01.852574 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c0ed85c-01e0-48bc-ad9a-740ca59e2e57 req-2b77c56f-d8c0-4152-9032-a103043a2b1b tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093742 Nov 29 18:01:01.907520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5f2f5f32-9927-47e9-8271-fa04d16cef06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8cca31656e4643b9b5568173030f4ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4327707 Nov 29 18:01:01.908792 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45326) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:01.997484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26400564-730e-49d7-b9f9-c7ea7665f40b req-47cbea09-8b79-4f50-975f-15c4c20bde33 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4e77df-7a1d-4676-8ad3-dc8c0a219259 HTTP/1.1" status: 200 len: 210 time: 0.0628881 Nov 29 18:01:02.028275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479bb4c4-214b-4f27-ac68-812ec96dff1c {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:01:02.037371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:02.051456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3aa4bd35-3023-4033-b5d9-d9e284ca8276 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:02.055579 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-099d6176-e2bc-48ea-9345-6b58d0bff280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:02.068307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Transition to ACTIVE for port object 479bb4c4-214b-4f27-ac68-812ec96dff1c will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:01:02.082342 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:02.084543 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-6842c593-1992-414e-ace2-627774f66763 req-d51b88ad-57fe-4dbc-8886-ab56b1ecf48c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Allocated IP 172.20.0.6 (44aa18b0-f19e-425a-96e9-bf18ebea2498/733544da-2bc1-4873-95ac-5a788cefa521/17e583de-085d-4336-8578-f909ffc9076e) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:02.155419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Pushing event updated for resources: {'Port': ['ID=479bb4c4-214b-4f27-ac68-812ec96dff1c,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:02.174356 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-099d6176-e2bc-48ea-9345-6b58d0bff280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:02.182700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 3aa4bd35-3023-4033-b5d9-d9e284ca8276 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:01:02.194476 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 3aa4bd35-3023-4033-b5d9-d9e284ca8276 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:02.195302 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:02.277561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120f8a8d-c8ee-49f0-adba-22038472543c', 'name': 'network-vif-deleted', 'tag': '7a39b011-4392-41e1-8c5e-5a3c6027f826'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:02.279897 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867e8d99-fc4e-445b-9ea2-ab34818750c7" -d '{"events": [{"server_uuid": "120f8a8d-c8ee-49f0-adba-22038472543c", "name": "network-vif-deleted", "tag": "7a39b011-4392-41e1-8c5e-5a3c6027f826"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:02.296978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Attempting to bind port 479bb4c4-214b-4f27-ac68-812ec96dff1c on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:01:02.297327 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Attempting to bind port 479bb4c4-214b-4f27-ac68-812ec96dff1c by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:01:02.297658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Attempting to bind port 479bb4c4-214b-4f27-ac68-812ec96dff1c on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:02.308097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Port 479bb4c4-214b-4f27-ac68-812ec96dff1c on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:01:02.308704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Attempting to bind port 479bb4c4-214b-4f27-ac68-812ec96dff1c on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:02.326254 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:01:02.327063 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:02.327063 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:01:02.327429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Bound port: 479bb4c4-214b-4f27-ac68-812ec96dff1c, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:01:02.327787 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:02.357018 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:02.425990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ebb57d-70fd-491e-8ba4-f99ffe8768ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa4bd35-3023-4033-b5d9-d9e284ca8276'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:02.428825 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19ecb58-e9cf-43a7-afa6-fd9202735a05" -d '{"events": [{"server_uuid": "98ebb57d-70fd-491e-8ba4-f99ffe8768ed", "name": "network-vif-plugged", "status": "completed", "tag": "3aa4bd35-3023-4033-b5d9-d9e284ca8276"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:02.447727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3aa4bd35-3023-4033-b5d9-d9e284ca8276, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3aa4bd35-3023-4033-b5d9-d9e284ca8276,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:02.457020 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:02.457822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 0326716b-2cd2-4862-bc04-09092d64c668 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:01:02.497027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 0326716b-2cd2-4862-bc04-09092d64c668 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:01:02.497397 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 0326716b-2cd2-4862-bc04-09092d64c668 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:01:02.497811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7a39b011-4392-41e1-8c5e-5a3c6027f826 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:01:02.548006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] For port 479bb4c4-214b-4f27-ac68-812ec96dff1c, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:01:02.553040 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] For port 479bb4c4-214b-4f27-ac68-812ec96dff1c, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=479bb4c4-214b-4f27-ac68-812ec96dff1c,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:01:02.558165 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 7a39b011-4392-41e1-8c5e-5a3c6027f826 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:01:02.558761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7a39b011-4392-41e1-8c5e-5a3c6027f826 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:01:02.564287 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:02.628676 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:02.629626 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:02.631215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] 10.222.0.20 "PUT /v2.0/ports/479bb4c4-214b-4f27-ac68-812ec96dff1c HTTP/1.1" status: 200 len: 1095 time: 1.6767981 Nov 29 18:01:02.639487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ab801-29a2-4be4-ba1f-bf96f513f42f req-c4f93684-2857-48f9-8c9a-2081c6ddb37e tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:02.641970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e02ab801-29a2-4be4-ba1f-bf96f513f42f req-c4f93684-2857-48f9-8c9a-2081c6ddb37e tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.2879021 Nov 29 18:01:02.642596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e097ec03-7945-42e6-a3ef-926feb09dfda', 'tag': '479bb4c4-214b-4f27-ac68-812ec96dff1c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:02.645309 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d218be19-ac25-44ea-ae2b-84cfcaa283cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e097ec03-7945-42e6-a3ef-926feb09dfda", "tag": "479bb4c4-214b-4f27-ac68-812ec96dff1c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:02.648176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dc251-1f2b-4e90-b162-8edefe7adafe req-5883d2cf-7986-415f-9f58-d99a4083c565 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:02.660433 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4a2dc251-1f2b-4e90-b162-8edefe7adafe req-5883d2cf-7986-415f-9f58-d99a4083c565 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 1023 time: 0.4054031 Nov 29 18:01:02.662630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e725c1-6da1-47e3-a2af-46476151d8c0 req-d8a2a94c-61ed-411e-9eec-22279d683127 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:02.670325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8e725c1-6da1-47e3-a2af-46476151d8c0 req-d8a2a94c-61ed-411e-9eec-22279d683127 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 1023 time: 0.3150036 Nov 29 18:01:02.680590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=3aa4bd35-3023-4033-b5d9-d9e284ca8276,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:02.681868 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-099d6176-e2bc-48ea-9345-6b58d0bff280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:02.686952 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-099d6176-e2bc-48ea-9345-6b58d0bff280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:02.689003 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-099d6176-e2bc-48ea-9345-6b58d0bff280 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c260f16-6d7d-4428-8fde-9533c85c2176 HTTP/1.1" status: 204 len: 168 time: 0.7789199 Nov 29 18:01:02.695210 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6842c593-1992-414e-ace2-627774f66763 req-d51b88ad-57fe-4dbc-8886-ab56b1ecf48c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:02.756580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d6176-e2bc-48ea-9345-6b58d0bff280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c260f16-6d7d-4428-8fde-9533c85c2176,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:02.810588 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eafa88-1a2e-4d04-b7bd-0502115c4d31 service neutron] Pushing event updated for resources: {'Port': ['ID=479bb4c4-214b-4f27-ac68-812ec96dff1c,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:02.886369 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-4a2dc251-1f2b-4e90-b162-8edefe7adafe req-aaec2589-f832-4919-ae2f-caa95d6f2fba tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Deleting port 4ab440b3-f472-4892-b3c7-981db89689ce {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:01:02.886715 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4a2dc251-1f2b-4e90-b162-8edefe7adafe req-aaec2589-f832-4919-ae2f-caa95d6f2fba tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:02.891267 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8e725c1-6da1-47e3-a2af-46476151d8c0 req-fe9c8a6b-d2ed-408e-92c8-ede2b83af077 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups?id=18e0136b-73d7-44ce-8de5-d140ef74b86d&id=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59&id=998ca87f-00be-40bb-81e2-2343729b6d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2198732 Nov 29 18:01:02.906831 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e02ab801-29a2-4be4-ba1f-bf96f513f42f req-bee0b409-54c1-4c73-a94c-c892d2713c5b tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542160 Nov 29 18:01:02.910504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-644ef3da-a08f-460d-92da-31949f9a8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:02.911246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-644ef3da-a08f-460d-92da-31949f9a8cf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf4b7deb6284475c968b7fe402f79a8c&device_id=e097ec03-7945-42e6-a3ef-926feb09dfda HTTP/1.1" status: 200 len: 1098 time: 0.1900218 Nov 29 18:01:02.954157 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6842c593-1992-414e-ace2-627774f66763 req-d51b88ad-57fe-4dbc-8886-ab56b1ecf48c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:02.985551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-70cfbb33-d94d-4f4c-8adf-929895e28f3f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=479bb4c4-214b-4f27-ac68-812ec96dff1c HTTP/1.1" status: 200 len: 217 time: 0.0610783 Nov 29 18:01:03.032925 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6842c593-1992-414e-ace2-627774f66763 req-d51b88ad-57fe-4dbc-8886-ab56b1ecf48c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Network 44aa18b0-f19e-425a-96e9-bf18ebea2498 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:03.039156 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b88ad-57fe-4dbc-8886-ab56b1ecf48c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Pushing event updated for resources: {'Port': ['ID=17e583de-085d-4336-8578-f909ffc9076e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:03.043450 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-6842c593-1992-414e-ace2-627774f66763 req-d51b88ad-57fe-4dbc-8886-ab56b1ecf48c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:03.045609 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6842c593-1992-414e-ace2-627774f66763 req-d51b88ad-57fe-4dbc-8886-ab56b1ecf48c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:01:03.095557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-8555ca1b-df53-4f60-8cb2-e990cbf0385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:03.098146 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-8555ca1b-df53-4f60-8cb2-e990cbf0385e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0963240 Nov 29 18:01:03.119219 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414401e9-6af3-4f4f-9d06-8d97c9a17f21 x-openstack-request-id: req-414401e9-6af3-4f4f-9d06-8d97c9a17f21 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:03.119519 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120f8a8d-c8ee-49f0-adba-22038472543c", "name": "network-vif-deleted", "tag": "7a39b011-4392-41e1-8c5e-5a3c6027f826", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:03.119784 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-414401e9-6af3-4f4f-9d06-8d97c9a17f21 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:03.120270 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120f8a8d-c8ee-49f0-adba-22038472543c', 'name': 'network-vif-deleted', 'tag': '7a39b011-4392-41e1-8c5e-5a3c6027f826', 'status': 'completed', 'code': 200} Nov 29 18:01:03.131052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842c593-1992-414e-ace2-627774f66763 req-d51b88ad-57fe-4dbc-8886-ab56b1ecf48c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:03.131864 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6842c593-1992-414e-ace2-627774f66763 req-d51b88ad-57fe-4dbc-8886-ab56b1ecf48c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:03.163474 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598eca29-7a33-40d3-bdb0-e63377489e93 x-openstack-request-id: req-598eca29-7a33-40d3-bdb0-e63377489e93 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:03.163922 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ebb57d-70fd-491e-8ba4-f99ffe8768ed", "name": "network-vif-plugged", "status": "completed", "tag": "3aa4bd35-3023-4033-b5d9-d9e284ca8276", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:03.164365 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-598eca29-7a33-40d3-bdb0-e63377489e93 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:03.164766 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ebb57d-70fd-491e-8ba4-f99ffe8768ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa4bd35-3023-4033-b5d9-d9e284ca8276', 'code': 200} Nov 29 18:01:03.182635 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-ef79308c-efb6-4f9e-b3d4-3c4455de28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:03.185129 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-ef79308c-efb6-4f9e-b3d4-3c4455de28f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747035 Nov 29 18:01:03.244304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4a2dc251-1f2b-4e90-b162-8edefe7adafe req-aaec2589-f832-4919-ae2f-caa95d6f2fba tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] For port 4ab440b3-f472-4892-b3c7-981db89689ce, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=4ab440b3-f472-4892-b3c7-981db89689ce,segment=NetworkSegment(5bb79eba-0822-445c-8e62-df5566372ade),segment_id=5bb79eba-0822-445c-8e62-df5566372ade)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:03.247071 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4a2dc251-1f2b-4e90-b162-8edefe7adafe req-aaec2589-f832-4919-ae2f-caa95d6f2fba tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:03.290834 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a12e78-653b-46d2-be67-3c80ef21bf07 x-openstack-request-id: req-73a12e78-653b-46d2-be67-3c80ef21bf07 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:03.291227 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e097ec03-7945-42e6-a3ef-926feb09dfda", "tag": "479bb4c4-214b-4f27-ac68-812ec96dff1c", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:03.291438 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73a12e78-653b-46d2-be67-3c80ef21bf07 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:03.291805 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e097ec03-7945-42e6-a3ef-926feb09dfda', 'tag': '479bb4c4-214b-4f27-ac68-812ec96dff1c', 'status': 'completed', 'code': 200} Nov 29 18:01:03.307967 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6842c593-1992-414e-ace2-627774f66763 req-d51b88ad-57fe-4dbc-8886-ab56b1ecf48c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7888651 Nov 29 18:01:03.308911 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-4a2dc251-1f2b-4e90-b162-8edefe7adafe req-aaec2589-f832-4919-ae2f-caa95d6f2fba tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Calling delete_port for 4ab440b3-f472-4892-b3c7-981db89689ce owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:01:03.330751 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Request body: {'port': {'device_id': '2f4e77df-7a1d-4676-8ad3-dc8c0a219259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:03.375379 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e458d-a309-4cb6-ac01-2e4bc8341927 req-6e5078e8-d665-42d2-b336-4088af788fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:03.376912 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5a8e458d-a309-4cb6-ac01-2e4bc8341927 req-6e5078e8-d665-42d2-b336-4088af788fe1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=98ebb57d-70fd-491e-8ba4-f99ffe8768ed HTTP/1.1" status: 200 len: 1100 time: 0.1138577 Nov 29 18:01:03.387009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9b27b-4a9c-4a95-b62a-f967dc8b5a2f req-8e7d892e-a899-4e20-834e-c6d5f0818981 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:03.388793 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ada9b27b-4a9c-4a95-b62a-f967dc8b5a2f req-8e7d892e-a899-4e20-834e-c6d5f0818981 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ebb57d-70fd-491e-8ba4-f99ffe8768ed HTTP/1.1" status: 200 len: 949 time: 0.1011651 Nov 29 18:01:03.402392 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-90cb3535-1320-470c-99c3-1d753ba7e919 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043023 Nov 29 18:01:03.407327 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45364) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:03.452759 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:03.560039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20a08ac9-26b0-4ff5-a450-ee73c0ae549a req-8f074b06-203d-4aee-8a7c-885655c8adfb service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394815 Nov 29 18:01:03.572966 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-bc5c228e-d7f3-4bf3-af41-3ed88f6b5e30 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2f98c901b4a8443da51fb3668250a02a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492730 Nov 29 18:01:03.603761 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2b1eb0fb-4cb4-477a-bad4-2a8a7d657872 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ef49f8aed9140e387b18ec9a9c65f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1939507 Nov 29 18:01:03.617286 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45374) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:03.618147 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ada9b27b-4a9c-4a95-b62a-f967dc8b5a2f req-9348bc2c-5deb-4df1-af63-664481e90cf6 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/security-groups?id=02638df9-21c6-4e9d-ae95-3a8b39fdc0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188013 Nov 29 18:01:03.621364 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5a8e458d-a309-4cb6-ac01-2e4bc8341927 req-3bca5c1a-e328-4aa4-b5e2-abd36821e9eb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=02638df9-21c6-4e9d-ae95-3a8b39fdc0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928196 Nov 29 18:01:03.764195 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218be19-ac25-44ea-ae2b-84cfcaa283cb req-08a86fd9-1264-42a1-8df9-75f04ef5efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:03.765573 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d218be19-ac25-44ea-ae2b-84cfcaa283cb req-08a86fd9-1264-42a1-8df9-75f04ef5efe8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf4b7deb6284475c968b7fe402f79a8c&device_id=e097ec03-7945-42e6-a3ef-926feb09dfda HTTP/1.1" status: 200 len: 1098 time: 0.1172664 Nov 29 18:01:03.778572 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-7fd84d39-1051-4e79-97c9-35b8c59c6d2c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:03.780041 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-7fd84d39-1051-4e79-97c9-35b8c59c6d2c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936316 Nov 29 18:01:03.782514 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18cf7a11-fe82-4f34-b25c-825862e4eae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:03.795884 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4a2dc251-1f2b-4e90-b162-8edefe7adafe req-aaec2589-f832-4919-ae2f-caa95d6f2fba tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:03.796672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2fa1d-ca25-4209-acca-31ec355b0757 req-05a1138a-1e19-4be1-adf6-b5d9c36d1d34 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:03.798286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aed2fa1d-ca25-4209-acca-31ec355b0757 req-05a1138a-1e19-4be1-adf6-b5d9c36d1d34 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=e097ec03-7945-42e6-a3ef-926feb09dfda HTTP/1.1" status: 200 len: 947 time: 0.1118248 Nov 29 18:01:03.810023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['4ab440b3-f472-4892-b3c7-981db89689ce'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:01:03.848573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec2589-f832-4919-ae2f-caa95d6f2fba tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event deleted for resources: {'Port': ['ID=4ab440b3-f472-4892-b3c7-981db89689ce,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:03.860252 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18cf7a11-fe82-4f34-b25c-825862e4eae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:03.938307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2dc251-1f2b-4e90-b162-8edefe7adafe req-aaec2589-f832-4919-ae2f-caa95d6f2fba tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] No DVR routers for this DVR port 4ab440b3-f472-4892-b3c7-981db89689ce on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:01:03.946671 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4a2dc251-1f2b-4e90-b162-8edefe7adafe req-aaec2589-f832-4919-ae2f-caa95d6f2fba tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:03.950060 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4a2dc251-1f2b-4e90-b162-8edefe7adafe req-aaec2589-f832-4919-ae2f-caa95d6f2fba tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.20 "DELETE /v2.0/ports/4ab440b3-f472-4892-b3c7-981db89689ce HTTP/1.1" status: 204 len: 173 time: 1.2714975 Nov 29 18:01:04.003044 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18cf7a11-fe82-4f34-b25c-825862e4eae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:04.005734 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18cf7a11-fe82-4f34-b25c-825862e4eae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:04.006922 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-18cf7a11-fe82-4f34-b25c-825862e4eae4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f646d24c-952f-4510-ba80-ed0d0aadede9 HTTP/1.1" status: 204 len: 168 time: 0.3882201 Nov 29 18:01:04.012408 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e583de-085d-4336-8578-f909ffc9076e {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:01:04.024958 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:04.027727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf7a11-fe82-4f34-b25c-825862e4eae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f646d24c-952f-4510-ba80-ed0d0aadede9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:04.040502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Transition to ACTIVE for port object 17e583de-085d-4336-8578-f909ffc9076e will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:01:04.046147 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:04.121439 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Pushing event updated for resources: {'Port': ['ID=17e583de-085d-4336-8578-f909ffc9076e,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:04.169008 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-05f03dd6-0f64-45c9-b37d-d097c891acc4 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/quotas/2f98c901b4a8443da51fb3668250a02a HTTP/1.1" status: 200 len: 375 time: 0.3692498 Nov 29 18:01:04.203749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Attempting to bind port 17e583de-085d-4336-8578-f909ffc9076e on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:01:04.204106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Attempting to bind port 17e583de-085d-4336-8578-f909ffc9076e by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:01:04.204442 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Attempting to bind port 17e583de-085d-4336-8578-f909ffc9076e on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:04.209756 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Port 17e583de-085d-4336-8578-f909ffc9076e on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:01:04.209756 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Attempting to bind port 17e583de-085d-4336-8578-f909ffc9076e on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:04.214459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:01:04.214824 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Checking segment: {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:04.215209 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Bound using segment: {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:01:04.215638 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Bound port: 17e583de-085d-4336-8578-f909ffc9076e, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:01:04.215996 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:04.234353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-685a788b-2d64-472a-a0df-9e0e9038a827 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f98c901b4a8443da51fb3668250a02a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453458 Nov 29 18:01:04.261129 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aed2fa1d-ca25-4209-acca-31ec355b0757 req-4ec01891-70ca-44e2-896a-798ddd6b257a tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431994 Nov 29 18:01:04.303973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218be19-ac25-44ea-ae2b-84cfcaa283cb req-87e84d95-2c7d-447f-9783-9c7afd242239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:04.305317 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d218be19-ac25-44ea-ae2b-84cfcaa283cb req-87e84d95-2c7d-447f-9783-9c7afd242239 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.5236721 Nov 29 18:01:04.306307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] For port 17e583de-085d-4336-8578-f909ffc9076e, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:01:04.310410 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] For port 17e583de-085d-4336-8578-f909ffc9076e, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=17e583de-085d-4336-8578-f909ffc9076e,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:01:04.319695 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:04.355468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:04.356262 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:04.356579 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d218be19-ac25-44ea-ae2b-84cfcaa283cb req-999a4c9a-9043-424f-8ac2-cb9041df5024 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=479bb4c4-214b-4f27-ac68-812ec96dff1c HTTP/1.1" status: 200 len: 217 time: 0.0401611 Nov 29 18:01:04.357847 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6842c593-1992-414e-ace2-627774f66763 req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] 10.222.0.20 "PUT /v2.0/ports/17e583de-085d-4336-8578-f909ffc9076e HTTP/1.1" status: 200 len: 1091 time: 1.0330181 Nov 29 18:01:04.428641 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd228ef5-53fb-4c27-8e19-15926f435342 service neutron] Pushing event updated for resources: {'Port': ['ID=17e583de-085d-4336-8578-f909ffc9076e,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:04.544005 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842c593-1992-414e-ace2-627774f66763 req-842e8a00-1f25-47da-ae07-97840e487d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:04.550599 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6842c593-1992-414e-ace2-627774f66763 req-842e8a00-1f25-47da-ae07-97840e487d57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&device_id=2f4e77df-7a1d-4676-8ad3-dc8c0a219259 HTTP/1.1" status: 200 len: 1094 time: 0.1158943 Nov 29 18:01:04.578474 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37a55d19-4530-4ee7-b8a9-a10774a6556d req-346aa2c6-0d64-49f4-8599-23d74dbd17a6 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/ports?device_id=7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a HTTP/1.1" status: 200 len: 210 time: 0.0565922 Nov 29 18:01:04.585843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218be19-ac25-44ea-ae2b-84cfcaa283cb req-2f4ba53d-a2e0-458d-9d3e-af531a0fea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:04.587344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d218be19-ac25-44ea-ae2b-84cfcaa283cb req-2f4ba53d-a2e0-458d-9d3e-af531a0fea58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.2171705 Nov 29 18:01:04.619976 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6842c593-1992-414e-ace2-627774f66763 req-48da65f6-d8aa-4fae-9cb2-54fd798193c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17e583de-085d-4336-8578-f909ffc9076e HTTP/1.1" status: 200 len: 217 time: 0.0600333 Nov 29 18:01:04.649269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a374c6b-0cdc-4181-8f8e-23c9d5d47655 req-9c1b5553-7c14-4d64-a29d-935d9e9f37c8 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:04.650866 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a374c6b-0cdc-4181-8f8e-23c9d5d47655 req-9c1b5553-7c14-4d64-a29d-935d9e9f37c8 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4e77df-7a1d-4676-8ad3-dc8c0a219259 HTTP/1.1" status: 200 len: 943 time: 0.2771370 Nov 29 18:01:04.716689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842c593-1992-414e-ace2-627774f66763 req-29000856-f40b-4562-b04a-c458a2a38b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:04.718336 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6842c593-1992-414e-ace2-627774f66763 req-29000856-f40b-4562-b04a-c458a2a38b35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=733544da-2bc1-4873-95ac-5a788cefa521 HTTP/1.1" status: 200 len: 852 time: 0.0891004 Nov 29 18:01:04.776004 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6842c593-1992-414e-ace2-627774f66763 req-5fadb2c3-65d7-4d21-ad24-0d38c2a14adf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44aa18b0-f19e-425a-96e9-bf18ebea2498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448787 Nov 29 18:01:04.777510 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218be19-ac25-44ea-ae2b-84cfcaa283cb req-ddd7372a-16c4-45a5-acbc-69a5a1c56523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:04.779046 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d218be19-ac25-44ea-ae2b-84cfcaa283cb req-ddd7372a-16c4-45a5-acbc-69a5a1c56523 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1725788 Nov 29 18:01:04.797998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf100cd-299f-4909-a2d7-3bda36a4f98f req-63328b5a-73b7-47d8-aac9-7496d33c3ce6 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:04.805795 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3bf100cd-299f-4909-a2d7-3bda36a4f98f req-63328b5a-73b7-47d8-aac9-7496d33c3ce6 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.1538677 Nov 29 18:01:04.812325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a374c6b-0cdc-4181-8f8e-23c9d5d47655 req-a20cbd6a-0864-4562-b423-e97aff887dd8 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313772 Nov 29 18:01:04.938649 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6842c593-1992-414e-ace2-627774f66763 req-64458182-2b30-4498-b009-77aec9985607 service neutron] 10.222.0.20 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407034 Nov 29 18:01:04.953749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3bf100cd-299f-4909-a2d7-3bda36a4f98f req-62b7c60e-66c1-44f2-84a4-ed5d7343600e tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.23 "GET /v2.0/security-groups?id=7150a581-8ecc-4253-aa5d-790e3300f980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446753 Nov 29 18:01:05.029056 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d218be19-ac25-44ea-ae2b-84cfcaa283cb req-2b612ec5-0fdf-40b9-b662-3a2eab778a9c service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204928 Nov 29 18:01:05.123015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a', 'name': 'network-vif-deleted', 'tag': '4ab440b3-f472-4892-b3c7-981db89689ce'}, {'name': 'network-changed', 'server_uuid': '2f4e77df-7a1d-4676-8ad3-dc8c0a219259', 'tag': '17e583de-085d-4336-8578-f909ffc9076e'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:05.126058 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285ca0ab-e1f1-4e04-8714-768c98da8bea" -d '{"events": [{"server_uuid": "7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a", "name": "network-vif-deleted", "tag": "4ab440b3-f472-4892-b3c7-981db89689ce"}, {"name": "network-changed", "server_uuid": "2f4e77df-7a1d-4676-8ad3-dc8c0a219259", "tag": "17e583de-085d-4336-8578-f909ffc9076e"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:05.149489 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9217582-e7f0-4465-9559-7ddab3de5f92 req-4987e40c-927a-4557-99bd-26f557341963 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:05.151024 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9217582-e7f0-4465-9559-7ddab3de5f92 req-4987e40c-927a-4557-99bd-26f557341963 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.31 "GET /v2.0/ports?device_id=b335fe35-dbc8-4c20-9f01-9763634ded2f HTTP/1.1" status: 200 len: 945 time: 0.2090878 Nov 29 18:01:05.188372 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6842c593-1992-414e-ace2-627774f66763 req-1a3f2afe-aa90-4b11-aa89-9df5707b0d53 service neutron] 10.222.0.20 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293522 Nov 29 18:01:05.210064 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-fddf3e33-1271-4855-acf1-54d7d34d3f53 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2f98c901b4a8443da51fb3668250a02a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028817 Nov 29 18:01:05.282983 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-d9217582-e7f0-4465-9559-7ddab3de5f92 req-76b5b34c-1486-4b15-a24c-f10549d6cae0 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Deleting port a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:01:05.285945 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d9217582-e7f0-4465-9559-7ddab3de5f92 req-76b5b34c-1486-4b15-a24c-f10549d6cae0 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:05.288092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f4313-e672-42b6-ad12-3b1be3713f6b req-7cb1380f-c163-4f76-bdf4-80d35a2aec56 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:05.295267 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-019f4313-e672-42b6-ad12-3b1be3713f6b req-7cb1380f-c163-4f76-bdf4-80d35a2aec56 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ebb57d-70fd-491e-8ba4-f99ffe8768ed HTTP/1.1" status: 200 len: 949 time: 0.2417917 Nov 29 18:01:05.404518 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-019f4313-e672-42b6-ad12-3b1be3713f6b req-053cea4c-b03b-49dc-b758-f480a5d6d716 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/security-groups?id=02638df9-21c6-4e9d-ae95-3a8b39fdc0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083899 Nov 29 18:01:05.411868 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d218be19-ac25-44ea-ae2b-84cfcaa283cb req-a2c2ee90-d911-4630-8970-c51047cea87d service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743553 Nov 29 18:01:05.431828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-fd6ae978-efe2-46dc-8480-b1b0f7e12841 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:05.431828 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-fd6ae978-efe2-46dc-8480-b1b0f7e12841 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2014158 Nov 29 18:01:05.433918 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-d9217582-e7f0-4465-9559-7ddab3de5f92 req-76b5b34c-1486-4b15-a24c-f10549d6cae0 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] For port a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1,segment=NetworkSegment(7ab3073e-50ba-4da4-8530-beed92fa37e1),segment_id=7ab3073e-50ba-4da4-8530-beed92fa37e1)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:05.434305 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d9217582-e7f0-4465-9559-7ddab3de5f92 req-76b5b34c-1486-4b15-a24c-f10549d6cae0 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:05.443776 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-5ac28bb1-11d1-4da4-aedf-5bd88405a0d1 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/quotas/2f98c901b4a8443da51fb3668250a02a HTTP/1.1" status: 200 len: 375 time: 0.0124879 Nov 29 18:01:05.449884 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-d9217582-e7f0-4465-9559-7ddab3de5f92 req-76b5b34c-1486-4b15-a24c-f10549d6cae0 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Calling delete_port for a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:01:05.485385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-c2537b78-d0cd-4da9-a68c-091a46788e82 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f98c901b4a8443da51fb3668250a02a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358064 Nov 29 18:01:05.500810 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c134b21-e0b0-4bd2-8e06-167ba57d04bc x-openstack-request-id: req-1c134b21-e0b0-4bd2-8e06-167ba57d04bc {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:05.500961 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a", "name": "network-vif-deleted", "tag": "4ab440b3-f472-4892-b3c7-981db89689ce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2f4e77df-7a1d-4676-8ad3-dc8c0a219259", "tag": "17e583de-085d-4336-8578-f909ffc9076e", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:05.501229 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c134b21-e0b0-4bd2-8e06-167ba57d04bc {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:05.501640 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aed1f7a-6b2e-4f83-a2b3-04d62cf3927a', 'name': 'network-vif-deleted', 'tag': '4ab440b3-f472-4892-b3c7-981db89689ce', 'status': 'completed', 'code': 200} Nov 29 18:01:05.502458 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4e77df-7a1d-4676-8ad3-dc8c0a219259', 'tag': '17e583de-085d-4336-8578-f909ffc9076e', 'status': 'completed', 'code': 200} Nov 29 18:01:05.597166 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ca0ab-e1f1-4e04-8714-768c98da8bea req-7c259b05-bed1-4086-b4a6-55d985afeed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:05.599121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-285ca0ab-e1f1-4e04-8714-768c98da8bea req-7c259b05-bed1-4086-b4a6-55d985afeed3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&device_id=2f4e77df-7a1d-4676-8ad3-dc8c0a219259 HTTP/1.1" status: 200 len: 1094 time: 0.0863025 Nov 29 18:01:05.664270 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d9217582-e7f0-4465-9559-7ddab3de5f92 req-76b5b34c-1486-4b15-a24c-f10549d6cae0 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:05.678598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:01:05.696368 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b1510-7ec8-4dfb-9b4f-64e06caf8e1a req-28cc9603-955c-40ba-abe5-17fc09abcf74 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:05.697736 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-081b1510-7ec8-4dfb-9b4f-64e06caf8e1a req-28cc9603-955c-40ba-abe5-17fc09abcf74 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=e097ec03-7945-42e6-a3ef-926feb09dfda HTTP/1.1" status: 200 len: 947 time: 0.1435657 Nov 29 18:01:05.778389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5b34c-1486-4b15-a24c-f10549d6cae0 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Pushing event deleted for resources: {'Port': ['ID=a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:05.782985 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-fb3f2332-d4d0-4d11-81d5-723f32d6b6cc tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2f98c901b4a8443da51fb3668250a02a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483954 Nov 29 18:01:05.834446 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9217582-e7f0-4465-9559-7ddab3de5f92 req-76b5b34c-1486-4b15-a24c-f10549d6cae0 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] No DVR routers for this DVR port a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:01:05.839220 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d9217582-e7f0-4465-9559-7ddab3de5f92 req-76b5b34c-1486-4b15-a24c-f10549d6cae0 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:05.845502 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9217582-e7f0-4465-9559-7ddab3de5f92 req-76b5b34c-1486-4b15-a24c-f10549d6cae0 tempest-ServerRescueTestJSON-825692329 tempest-ServerRescueTestJSON-825692329-project] 10.222.0.31 "DELETE /v2.0/ports/a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 HTTP/1.1" status: 204 len: 173 time: 0.6852686 Nov 29 18:01:05.893248 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fba0d8e-d480-4a76-ba3a-e15df8a7dabf req-59bf4294-c4a7-4025-b993-d9e9389aaaa8 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 210 time: 0.1034083 Nov 29 18:01:05.902988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-081b1510-7ec8-4dfb-9b4f-64e06caf8e1a req-beee5eae-ca1a-424a-9576-0f647f186bcb tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963530 Nov 29 18:01:05.904317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ca0ab-e1f1-4e04-8714-768c98da8bea req-a63da098-386c-4f36-bdb4-96d09780aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:05.906802 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-285ca0ab-e1f1-4e04-8714-768c98da8bea req-a63da098-386c-4f36-bdb4-96d09780aeea service neutron] 10.222.0.20 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 913 time: 0.2971981 Nov 29 18:01:05.984554 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-285ca0ab-e1f1-4e04-8714-768c98da8bea req-a17cc5d9-9967-405e-b878-36f7a4c6b75f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17e583de-085d-4336-8578-f909ffc9076e HTTP/1.1" status: 200 len: 217 time: 0.0707929 Nov 29 18:01:06.024825 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 479bb4c4-214b-4f27-ac68-812ec96dff1c details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:01:06.168451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-7ebbaf37-8b17-40b6-83dd-e2081c0a8bc2 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:06.168638 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 479bb4c4-214b-4f27-ac68-812ec96dff1c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=479bb4c4-214b-4f27-ac68-812ec96dff1c,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:06.170002 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-7ebbaf37-8b17-40b6-83dd-e2081c0a8bc2 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3791769 Nov 29 18:01:06.181238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '479bb4c4-214b-4f27-ac68-812ec96dff1c', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '479bb4c4-214b-4f27-ac68-812ec96dff1c', 'mac_address': 'fa:16:3e:29:71:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:01:06.190364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-4d77a347-9df7-418f-bb73-c31a621f13d0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Request body: {'port': {'device_id': 'f67586cf-19fd-45ed-be6f-c787d066db78', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '2f98c901b4a8443da51fb3668250a02a'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:06.195570 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ca0ab-e1f1-4e04-8714-768c98da8bea req-17a0ac52-5f32-424d-95cc-bb11eb59312f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:06.197002 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-285ca0ab-e1f1-4e04-8714-768c98da8bea req-17a0ac52-5f32-424d-95cc-bb11eb59312f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=733544da-2bc1-4873-95ac-5a788cefa521 HTTP/1.1" status: 200 len: 852 time: 0.1963754 Nov 29 18:01:06.202373 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-231aff4c-efea-472f-99a3-aa2f3ceb0ac7 req-14ac6b23-f3f5-4b87-9aff-c847111c3eab tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/18e0136b-73d7-44ce-8de5-d140ef74b86d HTTP/1.1" status: 200 len: 1816 time: 0.2236814 Nov 29 18:01:06.226167 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:06.240469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479bb4c4-214b-4f27-ac68-812ec96dff1c {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:01:06.262058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 479bb4c4-214b-4f27-ac68-812ec96dff1c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=479bb4c4-214b-4f27-ac68-812ec96dff1c,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:06.265148 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:06.298435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-285ca0ab-e1f1-4e04-8714-768c98da8bea req-eafd413b-58a7-48e8-8259-bc0dcb0db1a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44aa18b0-f19e-425a-96e9-bf18ebea2498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565991 Nov 29 18:01:06.310892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1951b-5ac2-4c24-8098-c8720b4d283e req-5e0713b1-3206-4549-8467-b26274c57078 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:06.312266 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bac1951b-5ac2-4c24-8098-c8720b4d283e req-5e0713b1-3206-4549-8467-b26274c57078 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4e77df-7a1d-4676-8ad3-dc8c0a219259 HTTP/1.1" status: 200 len: 943 time: 0.2169390 Nov 29 18:01:06.322692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=479bb4c4-214b-4f27-ac68-812ec96dff1c,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:06.491465 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-231aff4c-efea-472f-99a3-aa2f3ceb0ac7 req-d500e9df-8aad-433e-8c11-4664c7a802ff tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:06.499411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bac1951b-5ac2-4c24-8098-c8720b4d283e req-7deacfd5-6d2c-4f8f-9942-28c095ad26a7 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695902 Nov 29 18:01:06.536874 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-231aff4c-efea-472f-99a3-aa2f3ceb0ac7 req-d500e9df-8aad-433e-8c11-4664c7a802ff tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:06.538433 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['479bb4c4-214b-4f27-ac68-812ec96dff1c'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:01:06.541372 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-285ca0ab-e1f1-4e04-8714-768c98da8bea req-3333ef97-0f0f-4492-ab31-61b5d3d9ce30 service neutron] 10.222.0.20 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281082 Nov 29 18:01:06.547533 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-4d77a347-9df7-418f-bb73-c31a621f13d0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Made reservation on behalf of 2f98c901b4a8443da51fb3668250a02a for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:06.551646 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-4d77a347-9df7-418f-bb73-c31a621f13d0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:06.622777 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-4d77a347-9df7-418f-bb73-c31a621f13d0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:06.637009 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45466) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:06.672270 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-231aff4c-efea-472f-99a3-aa2f3ceb0ac7 req-d500e9df-8aad-433e-8c11-4664c7a802ff tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:06.675729 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-231aff4c-efea-472f-99a3-aa2f3ceb0ac7 req-d500e9df-8aad-433e-8c11-4664c7a802ff tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:06.690187 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-231aff4c-efea-472f-99a3-aa2f3ceb0ac7 req-d500e9df-8aad-433e-8c11-4664c7a802ff tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "DELETE /v2.0/security-groups/18e0136b-73d7-44ce-8de5-d140ef74b86d HTTP/1.1" status: 204 len: 173 time: 0.4737911 Nov 29 18:01:06.743286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500e9df-8aad-433e-8c11-4664c7a802ff tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e0136b-73d7-44ce-8de5-d140ef74b86d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:06.771759 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-285ca0ab-e1f1-4e04-8714-768c98da8bea req-6cbbfd80-2386-437e-b949-85a15de2d1f7 service neutron] 10.222.0.20 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159436 Nov 29 18:01:06.841331 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-4d77a347-9df7-418f-bb73-c31a621f13d0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:06.873171 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de96abe-3ba5-41c5-849b-f6106aed3fe5 req-d8358001-4c19-4889-aea6-2601514a2604 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:06.874608 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5de96abe-3ba5-41c5-849b-f6106aed3fe5 req-d8358001-4c19-4889-aea6-2601514a2604 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ebb57d-70fd-491e-8ba4-f99ffe8768ed HTTP/1.1" status: 200 len: 949 time: 0.0934010 Nov 29 18:01:06.875312 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-4d77a347-9df7-418f-bb73-c31a621f13d0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:07.041087 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-a28b91be-7061-420b-a3c7-b98280f7c0ce tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2f98c901b4a8443da51fb3668250a02a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1424448 Nov 29 18:01:07.078087 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f159915c-d320-43d5-aeed-2ac3bd76e57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:07.105639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77a347-9df7-418f-bb73-c31a621f13d0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943cf460-5990-46cf-b9ed-376d061b803e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:07.237140 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5de96abe-3ba5-41c5-849b-f6106aed3fe5 req-9f59be3e-1901-4fc5-85eb-97c03c28f77b tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/security-groups?id=02638df9-21c6-4e9d-ae95-3a8b39fdc0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356659 Nov 29 18:01:07.293318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427e3de-595b-4420-bf34-1361431822e6 req-10c768be-6251-4dbc-badc-4bbdaacf599d tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:07.293791 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427e3de-595b-4420-bf34-1361431822e6 req-10c768be-6251-4dbc-badc-4bbdaacf599d tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:07.294258 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427e3de-595b-4420-bf34-1361431822e6 req-10c768be-6251-4dbc-badc-4bbdaacf599d tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:07.294722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427e3de-595b-4420-bf34-1361431822e6 req-10c768be-6251-4dbc-badc-4bbdaacf599d tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:07.295210 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427e3de-595b-4420-bf34-1361431822e6 req-10c768be-6251-4dbc-badc-4bbdaacf599d tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:07.295669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427e3de-595b-4420-bf34-1361431822e6 req-10c768be-6251-4dbc-badc-4bbdaacf599d tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:07.296126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427e3de-595b-4420-bf34-1361431822e6 req-10c768be-6251-4dbc-badc-4bbdaacf599d tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:07.297889 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9427e3de-595b-4420-bf34-1361431822e6 req-10c768be-6251-4dbc-badc-4bbdaacf599d tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5010 time: 0.4520617 Nov 29 18:01:07.319290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-4d77a347-9df7-418f-bb73-c31a621f13d0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Allocated IP 192.168.233.254 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/e7089bc8-64d1-4cf7-9635-35fac372dc9a) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:07.336860 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-f159915c-d320-43d5-aeed-2ac3bd76e57c admin admin] Deleting port 331b2564-3fcf-407d-b88a-09113041e6cb {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:01:07.337238 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f159915c-d320-43d5-aeed-2ac3bd76e57c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:07.362198 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-e61979ba-9ab4-4e04-8fc1-8d4cfe097025 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:07.363679 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-e61979ba-9ab4-4e04-8fc1-8d4cfe097025 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056581 Nov 29 18:01:07.401577 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-6f9e9419-006a-48dc-aca7-fe868c9cc287 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Request body: {'port': {'device_id': 'e8893b71-02b4-4f73-a682-7990384655be', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '2f98c901b4a8443da51fb3668250a02a'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:07.406708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6236bc9-a87b-479f-b641-a3a5a06ece03 req-e75addf9-b75b-4220-ac36-38fdcde449fe tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "GET /v2.0/security-groups/998ca87f-00be-40bb-81e2-2343729b6d8b HTTP/1.1" status: 200 len: 1818 time: 0.1417670 Nov 29 18:01:07.418664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-f159915c-d320-43d5-aeed-2ac3bd76e57c admin admin] For port 331b2564-3fcf-407d-b88a-09113041e6cb, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=331b2564-3fcf-407d-b88a-09113041e6cb,segment=NetworkSegment(7ab3073e-50ba-4da4-8530-beed92fa37e1),segment_id=7ab3073e-50ba-4da4-8530-beed92fa37e1)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:07.419131 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f159915c-d320-43d5-aeed-2ac3bd76e57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:07.433554 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-f159915c-d320-43d5-aeed-2ac3bd76e57c admin admin] Calling delete_port for 331b2564-3fcf-407d-b88a-09113041e6cb owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:01:07.503664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b335fe35-dbc8-4c20-9f01-9763634ded2f', 'name': 'network-vif-deleted', 'tag': 'a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:07.505880 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b402618-aeff-493e-a007-f74b99f72f05" -d '{"events": [{"server_uuid": "b335fe35-dbc8-4c20-9f01-9763634ded2f", "name": "network-vif-deleted", "tag": "a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:07.625353 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f159915c-d320-43d5-aeed-2ac3bd76e57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:07.655626 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159915c-d320-43d5-aeed-2ac3bd76e57c admin admin] Pushing event deleted for resources: {'Port': ['ID=331b2564-3fcf-407d-b88a-09113041e6cb,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:07.819693 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f159915c-d320-43d5-aeed-2ac3bd76e57c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:07.871285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cfaeb-15fe-4dee-94e4-c474284a7428 req-82a04d0e-0299-4a01-8b99-2d02f4a86e8a tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:07.872845 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef2cfaeb-15fe-4dee-94e4-c474284a7428 req-82a04d0e-0299-4a01-8b99-2d02f4a86e8a tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=e097ec03-7945-42e6-a3ef-926feb09dfda HTTP/1.1" status: 200 len: 948 time: 0.5082741 Nov 29 18:01:07.951138 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e6236bc9-a87b-479f-b641-a3a5a06ece03 req-8594623b-1f03-4ea6-a1a1-7fb4cacc82d0 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.021913 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-4d77a347-9df7-418f-bb73-c31a621f13d0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.033695 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef2cfaeb-15fe-4dee-94e4-c474284a7428 req-46d4ed2a-0a17-4ea1-b9ad-edad5025bcc1 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519423 Nov 29 18:01:08.035333 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e6236bc9-a87b-479f-b641-a3a5a06ece03 req-8594623b-1f03-4ea6-a1a1-7fb4cacc82d0 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.039310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-6f9e9419-006a-48dc-aca7-fe868c9cc287 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Made reservation on behalf of 2f98c901b4a8443da51fb3668250a02a for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:08.042878 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-6f9e9419-006a-48dc-aca7-fe868c9cc287 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.053285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 17e583de-085d-4336-8578-f909ffc9076e details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:01:08.073359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 479bb4c4-214b-4f27-ac68-812ec96dff1c up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:08.075731 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:01:08.145138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:01:08.145647 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:01:08.161902 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e6236bc9-a87b-479f-b641-a3a5a06ece03 req-8594623b-1f03-4ea6-a1a1-7fb4cacc82d0 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.164215 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e6236bc9-a87b-479f-b641-a3a5a06ece03 req-8594623b-1f03-4ea6-a1a1-7fb4cacc82d0 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.165343 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6236bc9-a87b-479f-b641-a3a5a06ece03 req-8594623b-1f03-4ea6-a1a1-7fb4cacc82d0 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] 10.222.0.23 "DELETE /v2.0/security-groups/998ca87f-00be-40bb-81e2-2343729b6d8b HTTP/1.1" status: 204 len: 173 time: 0.7087030 Nov 29 18:01:08.179563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45486) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:08.215402 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-023c2b7f-d559-4a55-bbeb-58293a7ed3a1 req-d9039194-39dd-4de5-8ea1-a6d1ae631aa5 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 210 time: 0.0615489 Nov 29 18:01:08.236760 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-4d77a347-9df7-418f-bb73-c31a621f13d0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.244823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594623b-1f03-4ea6-a1a1-7fb4cacc82d0 tempest-SecurityGroupsTestJSON-359109309 tempest-SecurityGroupsTestJSON-359109309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998ca87f-00be-40bb-81e2-2343729b6d8b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:08.260343 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 479bb4c4-214b-4f27-ac68-812ec96dff1c completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:01:08.294731 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 479bb4c4-214b-4f27-ac68-812ec96dff1c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:08.295159 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.346412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 17e583de-085d-4336-8578-f909ffc9076e, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=17e583de-085d-4336-8578-f909ffc9076e,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:08.373097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '17e583de-085d-4336-8578-f909ffc9076e', 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498', 'port_id': '17e583de-085d-4336-8578-f909ffc9076e', 'mac_address': 'fa:16:3e:92:a2:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733544da-2bc1-4873-95ac-5a788cefa521', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:01:08.388347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a91288-5e58-4d52-a045-26a6649e406d admin admin] Deleting subnet 99f082db-4da5-4bba-9b1c-d504b3004dd0 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:01:08.395740 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-4d77a347-9df7-418f-bb73-c31a621f13d0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:08.406556 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0a91288-5e58-4d52-a045-26a6649e406d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.408695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-4d77a347-9df7-418f-bb73-c31a621f13d0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:08.434867 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77a347-9df7-418f-bb73-c31a621f13d0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Pushing event updated for resources: {'Port': ['ID=e7089bc8-64d1-4cf7-9635-35fac372dc9a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:08.449375 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.449802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-4d77a347-9df7-418f-bb73-c31a621f13d0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:01:08.450834 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f159915c-d320-43d5-aeed-2ac3bd76e57c admin admin] Router f3a253b3-a7a3-45e2-be7d-8bb08233e370 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:01:08.453091 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881cc12e-0058-4f0a-81c6-e3422cd683de x-openstack-request-id: req-881cc12e-0058-4f0a-81c6-e3422cd683de {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:08.453391 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b335fe35-dbc8-4c20-9f01-9763634ded2f", "name": "network-vif-deleted", "tag": "a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:08.453649 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-881cc12e-0058-4f0a-81c6-e3422cd683de {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:08.454050 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b335fe35-dbc8-4c20-9f01-9763634ded2f', 'name': 'network-vif-deleted', 'tag': 'a4cd746b-b56b-4b33-8bac-c2dcd7fee7c1', 'status': 'completed', 'code': 200} Nov 29 18:01:08.477303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e583de-085d-4336-8578-f909ffc9076e {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:01:08.484674 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.517467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 17e583de-085d-4336-8578-f909ffc9076e, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=17e583de-085d-4336-8578-f909ffc9076e,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:08.524531 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e097ec03-7945-42e6-a3ef-926feb09dfda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479bb4c4-214b-4f27-ac68-812ec96dff1c'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:08.527202 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44210db-07eb-4cd2-8f9b-4a96af40f4e2" -d '{"events": [{"server_uuid": "e097ec03-7945-42e6-a3ef-926feb09dfda", "name": "network-vif-plugged", "status": "completed", "tag": "479bb4c4-214b-4f27-ac68-812ec96dff1c"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:08.536755 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.538835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-4d77a347-9df7-418f-bb73-c31a621f13d0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:08.539489 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-4d77a347-9df7-418f-bb73-c31a621f13d0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.543509 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 479bb4c4-214b-4f27-ac68-812ec96dff1c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=479bb4c4-214b-4f27-ac68-812ec96dff1c,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:08.567209 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.567995 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 4ab440b3-f472-4892-b3c7-981db89689ce no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:01:08.572864 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0a91288-5e58-4d52-a045-26a6649e406d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.594898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 4ab440b3-f472-4892-b3c7-981db89689ce {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:01:08.595159 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 4ab440b3-f472-4892-b3c7-981db89689ce not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:01:08.600226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f159915c-d320-43d5-aeed-2ac3bd76e57c admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:01:08.612243 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f159915c-d320-43d5-aeed-2ac3bd76e57c admin admin] 10.222.0.23 "PUT /v2.0/routers/f3a253b3-a7a3-45e2-be7d-8bb08233e370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9717569 Nov 29 18:01:08.612438 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa822640-23e8-4c45-a58f-e4fb12d2de58 None None] Sync routers for ids ['f3a253b3-a7a3-45e2-be7d-8bb08233e370'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:01:08.612883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45492) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:08.622232 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-4d77a347-9df7-418f-bb73-c31a621f13d0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4390543 Nov 29 18:01:08.622232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-6f9e9419-006a-48dc-aca7-fe868c9cc287 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Allocated IP 192.168.233.181 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/05a9a751-dc5c-4b18-be4f-116bf81004c3) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:08.629977 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa822640-23e8-4c45-a58f-e4fb12d2de58 None None] Routers {'f3a253b3-a7a3-45e2-be7d-8bb08233e370'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:01:08.630693 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aa822640-23e8-4c45-a58f-e4fb12d2de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:00:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f3a253b3-a7a3-45e2-be7d-8bb08233e370'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:08.645793 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=17e583de-085d-4336-8578-f909ffc9076e,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:08.669310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Request body: {'port': {'device_id': 'f67586cf-19fd-45ed-be6f-c787d066db78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:08.758775 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5ee050ed-d58e-401f-8502-d8546504db59 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.759709 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0a91288-5e58-4d52-a045-26a6649e406d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.760141 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=479bb4c4-214b-4f27-ac68-812ec96dff1c,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:08.767656 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-07ab4e20-7a1a-4bc8-93a3-a9a4d43fce30 None None] Provisioning complete for port e7089bc8-64d1-4cf7-9635-35fac372dc9a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:08.768024 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07ab4e20-7a1a-4bc8-93a3-a9a4d43fce30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.806471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a32b9-c866-4352-83ea-7530be91522a req-71c3ffd9-ef09-46a6-949a-02224df976df tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:08.808066 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f42a32b9-c866-4352-83ea-7530be91522a req-71c3ffd9-ef09-46a6-949a-02224df976df tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4e77df-7a1d-4676-8ad3-dc8c0a219259 HTTP/1.1" status: 200 len: 944 time: 0.2553148 Nov 29 18:01:08.810880 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-07ab4e20-7a1a-4bc8-93a3-a9a4d43fce30 None None] Port e7089bc8-64d1-4cf7-9635-35fac372dc9a cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:01:08.824968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['17e583de-085d-4336-8578-f909ffc9076e'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:01:08.830914 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-aa822640-23e8-4c45-a58f-e4fb12d2de58 None None] Set router f3a253b3-a7a3-45e2-be7d-8bb08233e370 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:01:08.841976 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.844555 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074da2d-96f7-4de5-8409-ba66d91a29ef req-2af4869c-149f-45d7-a148-bcbde3acf2c6 tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:08.859913 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1074da2d-96f7-4de5-8409-ba66d91a29ef req-2af4869c-149f-45d7-a148-bcbde3acf2c6 tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 886 time: 0.5719781 Nov 29 18:01:08.903122 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5ee050ed-d58e-401f-8502-d8546504db59 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:08.979074 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-5ee050ed-d58e-401f-8502-d8546504db59 admin admin] Deleting port 18056b32-6566-47bd-925d-351a7a44875a {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:01:08.979631 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5ee050ed-d58e-401f-8502-d8546504db59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.076501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-5ee050ed-d58e-401f-8502-d8546504db59 admin admin] For port 18056b32-6566-47bd-925d-351a7a44875a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=18056b32-6566-47bd-925d-351a7a44875a,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:09.078749 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5ee050ed-d58e-401f-8502-d8546504db59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.091980 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-5ee050ed-d58e-401f-8502-d8546504db59 admin admin] Calling delete_port for 18056b32-6566-47bd-925d-351a7a44875a owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:01:09.170387 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f42a32b9-c866-4352-83ea-7530be91522a req-6cbf7b57-2a6f-4ebe-a60a-9e7f2303bd1f tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308496 Nov 29 18:01:09.194838 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aa822640-23e8-4c45-a58f-e4fb12d2de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'name': 'tempest-ServerRescueTestJSON-2024097268-router', 'tenant_id': '255082b63de549aeaca1e79e75cfcb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '18056b32-6566-47bd-925d-351a7a44875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:49Z', 'updated_at': '2021-11-29T18:01:07Z', 'revision_number': 5, 'project_id': '255082b63de549aeaca1e79e75cfcb79', 'gw_port': {'id': '18056b32-6566-47bd-925d-351a7a44875a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:27:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:58:51Z', 'updated_at': '2021-11-29T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:09.230495 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa822640-23e8-4c45-a58f-e4fb12d2de58 None None] Checking router: f3a253b3-a7a3-45e2-be7d-8bb08233e370 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:01:09.242517 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa822640-23e8-4c45-a58f-e4fb12d2de58 None None] Routers {'f3a253b3-a7a3-45e2-be7d-8bb08233e370'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:01:09.243190 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aa822640-23e8-4c45-a58f-e4fb12d2de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:00:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f3a253b3-a7a3-45e2-be7d-8bb08233e370'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:09.253261 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0a91288-5e58-4d52-a045-26a6649e406d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.261918 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15975909-8365-46b7-920d-b03075369aee x-openstack-request-id: req-15975909-8365-46b7-920d-b03075369aee {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:09.262871 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e097ec03-7945-42e6-a3ef-926feb09dfda", "name": "network-vif-plugged", "status": "completed", "tag": "479bb4c4-214b-4f27-ac68-812ec96dff1c", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:09.263313 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15975909-8365-46b7-920d-b03075369aee {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:09.265282 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e097ec03-7945-42e6-a3ef-926feb09dfda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479bb4c4-214b-4f27-ac68-812ec96dff1c', 'code': 200} Nov 29 18:01:09.307384 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5ee050ed-d58e-401f-8502-d8546504db59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.311868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a91288-5e58-4d52-a045-26a6649e406d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99f082db-4da5-4bba-9b1c-d504b3004dd0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:09.326308 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0a91288-5e58-4d52-a045-26a6649e406d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.329869 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d0a91288-5e58-4d52-a045-26a6649e406d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/99f082db-4da5-4bba-9b1c-d504b3004dd0 HTTP/1.1" status: 204 len: 168 time: 1.1461320 Nov 29 18:01:09.343522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45500) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:09.346761 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-aa822640-23e8-4c45-a58f-e4fb12d2de58 None None] Set router f3a253b3-a7a3-45e2-be7d-8bb08233e370 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:01:09.351682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc173123-1bd4-456b-b19d-02c29fda80b7 req-826addec-2294-4a4f-9e05-1471f50537a4 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:09.353210 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc173123-1bd4-456b-b19d-02c29fda80b7 req-826addec-2294-4a4f-9e05-1471f50537a4 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ebb57d-70fd-491e-8ba4-f99ffe8768ed HTTP/1.1" status: 200 len: 949 time: 0.2523847 Nov 29 18:01:09.381254 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee050ed-d58e-401f-8502-d8546504db59 admin admin] Pushing event deleted for resources: {'Port': ['ID=18056b32-6566-47bd-925d-351a7a44875a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:09.405449 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aa822640-23e8-4c45-a58f-e4fb12d2de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'name': 'tempest-ServerRescueTestJSON-2024097268-router', 'tenant_id': '255082b63de549aeaca1e79e75cfcb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:49Z', 'updated_at': '2021-11-29T18:01:08Z', 'revision_number': 6, 'project_id': '255082b63de549aeaca1e79e75cfcb79', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:09.421211 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-6f9e9419-006a-48dc-aca7-fe868c9cc287 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.432767 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa822640-23e8-4c45-a58f-e4fb12d2de58 None None] The sync data for ids ['f3a253b3-a7a3-45e2-be7d-8bb08233e370'] in n-d-819494-5 is: [{'id': 'f3a253b3-a7a3-45e2-be7d-8bb08233e370', 'name': 'tempest-ServerRescueTestJSON-2024097268-router', 'tenant_id': '255082b63de549aeaca1e79e75cfcb79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:58:49Z', 'updated_at': '2021-11-29T18:01:08Z', 'revision_number': 6, 'project_id': '255082b63de549aeaca1e79e75cfcb79', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:01:09.450244 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5ee050ed-d58e-401f-8502-d8546504db59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.479655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03ed8c-13db-42c9-9c69-a3ea6a7ca848 req-2a138c74-b059-45a4-a6d6-d3e183e99a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:09.481267 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ce03ed8c-13db-42c9-9c69-a3ea6a7ca848 req-2a138c74-b059-45a4-a6d6-d3e183e99a20 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e097ec03-7945-42e6-a3ef-926feb09dfda HTTP/1.1" status: 200 len: 1100 time: 0.1094084 Nov 29 18:01:09.521976 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc27ba6a-86f2-41a9-b2bf-e59a63075372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.557790 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5ee050ed-d58e-401f-8502-d8546504db59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.559985 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5ee050ed-d58e-401f-8502-d8546504db59 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.565344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc173123-1bd4-456b-b19d-02c29fda80b7 req-6980651d-e62b-4433-88ca-9c4243cc8116 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/security-groups?id=02638df9-21c6-4e9d-ae95-3a8b39fdc0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612208 Nov 29 18:01:09.592739 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4707e61-ece1-4927-b2e2-88b72f0d83bf req-3c45dfac-2318-40e1-b07a-cc01baae0958 tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:09.593464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4707e61-ece1-4927-b2e2-88b72f0d83bf req-3c45dfac-2318-40e1-b07a-cc01baae0958 tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:09.593960 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4707e61-ece1-4927-b2e2-88b72f0d83bf req-3c45dfac-2318-40e1-b07a-cc01baae0958 tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:09.594453 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4707e61-ece1-4927-b2e2-88b72f0d83bf req-3c45dfac-2318-40e1-b07a-cc01baae0958 tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:09.594949 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4707e61-ece1-4927-b2e2-88b72f0d83bf req-3c45dfac-2318-40e1-b07a-cc01baae0958 tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:09.595944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4707e61-ece1-4927-b2e2-88b72f0d83bf req-3c45dfac-2318-40e1-b07a-cc01baae0958 tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:09.596410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4707e61-ece1-4927-b2e2-88b72f0d83bf req-3c45dfac-2318-40e1-b07a-cc01baae0958 tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:09.598250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4707e61-ece1-4927-b2e2-88b72f0d83bf req-3c45dfac-2318-40e1-b07a-cc01baae0958 tempest-NetworksTest-1856331076 tempest-NetworksTest-1856331076-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4972 time: 0.2996886 Nov 29 18:01:09.626764 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ce03ed8c-13db-42c9-9c69-a3ea6a7ca848 req-f0d27d4c-12ec-4dda-ab12-a7083b8ebf93 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128047 Nov 29 18:01:09.628347 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5ee050ed-d58e-401f-8502-d8546504db59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.628940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee050ed-d58e-401f-8502-d8546504db59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3a253b3-a7a3-45e2-be7d-8bb08233e370 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:01:09.633794 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5ee050ed-d58e-401f-8502-d8546504db59 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.637444 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5ee050ed-d58e-401f-8502-d8546504db59 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f3a253b3-a7a3-45e2-be7d-8bb08233e370 HTTP/1.1" status: 204 len: 168 time: 1.0212860 Nov 29 18:01:09.638035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45504) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:09.691771 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8b3376-5b4e-4382-b428-ae0bae01f820 admin admin] Deleting subnet 1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:01:09.695037 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3376-5b4e-4382-b428-ae0bae01f820 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.705461 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-6f9e9419-006a-48dc-aca7-fe868c9cc287 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.738869 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3376-5b4e-4382-b428-ae0bae01f820 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.784515 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3376-5b4e-4382-b428-ae0bae01f820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.882034 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc27ba6a-86f2-41a9-b2bf-e59a63075372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.901684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-6f9e9419-006a-48dc-aca7-fe868c9cc287 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:09.913108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e6db4-6b40-45c1-99b6-e3b215515797 req-eb152c43-d483-4bc3-a110-9639413c9ec7 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:09.915082 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-197e6db4-6b40-45c1-99b6-e3b215515797 req-eb152c43-d483-4bc3-a110-9639413c9ec7 tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.31 "GET /v2.0/ports?device_id=98ebb57d-70fd-491e-8ba4-f99ffe8768ed HTTP/1.1" status: 200 len: 949 time: 0.0988581 Nov 29 18:01:09.917059 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3376-5b4e-4382-b428-ae0bae01f820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.919666 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-6f9e9419-006a-48dc-aca7-fe868c9cc287 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:09.929526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e9419-006a-48dc-aca7-fe868c9cc287 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Pushing event updated for resources: {'Port': ['ID=05a9a751-dc5c-4b18-be4f-116bf81004c3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:09.934738 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-6f9e9419-006a-48dc-aca7-fe868c9cc287 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:01:09.952524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-bc27ba6a-86f2-41a9-b2bf-e59a63075372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec97920f-26a6-436e-a67f-64e874c2492b']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:09.956752 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45508) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:09.985516 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3376-5b4e-4382-b428-ae0bae01f820 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:09.990159 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cc8b3376-5b4e-4382-b428-ae0bae01f820 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b HTTP/1.1" status: 204 len: 168 time: 0.3510628 Nov 29 18:01:09.991054 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b3376-5b4e-4382-b428-ae0bae01f820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea999a7-cfdd-4437-9b62-2dbdca3d1d6b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:09.995730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa3366-1a78-485f-875f-b0babbd9d555 req-add59a7b-7343-418a-9820-cbf616e3dc13 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:09.996357 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45514) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:09.997146 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1daa3366-1a78-485f-875f-b0babbd9d555 req-add59a7b-7343-418a-9820-cbf616e3dc13 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=e097ec03-7945-42e6-a3ef-926feb09dfda HTTP/1.1" status: 200 len: 949 time: 0.2994604 Nov 29 18:01:10.026251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-bc27ba6a-86f2-41a9-b2bf-e59a63075372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb79eba-0822-445c-8e62-df5566372ade') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:10.026554 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-bc27ba6a-86f2-41a9-b2bf-e59a63075372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb79eba-0822-445c-8e62-df5566372ade') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:10.036089 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1d5f7-aebc-45b6-9a46-0713d925dda0 req-9d98b46d-9319-46a1-bee7-d6db330d03d4 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:10.037642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1c1d5f7-aebc-45b6-9a46-0713d925dda0 req-9d98b46d-9319-46a1-bee7-d6db330d03d4 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 936 time: 0.3087578 Nov 29 18:01:10.067214 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 17e583de-085d-4336-8578-f909ffc9076e up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:10.083072 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc27ba6a-86f2-41a9-b2bf-e59a63075372 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.123361 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba5eb383-61ac-4602-8ce2-ba2309276e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.125657 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-6f9e9419-006a-48dc-aca7-fe868c9cc287 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:10.126042 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-6f9e9419-006a-48dc-aca7-fe868c9cc287 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.146190 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 17e583de-085d-4336-8578-f909ffc9076e completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:01:10.154345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 17e583de-085d-4336-8578-f909ffc9076e triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:10.155124 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.175851 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc27ba6a-86f2-41a9-b2bf-e59a63075372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.188118 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7ac702c-2b1a-44cc-a02b-aa374fae0297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.191886 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-197e6db4-6b40-45c1-99b6-e3b215515797 req-b87fa85f-7f3d-4900-869e-0c32cadcab2d tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Deleting port 3aa4bd35-3023-4033-b5d9-d9e284ca8276 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:01:10.192165 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-197e6db4-6b40-45c1-99b6-e3b215515797 req-b87fa85f-7f3d-4900-869e-0c32cadcab2d tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.215109 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc27ba6a-86f2-41a9-b2bf-e59a63075372 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:01:10.215536 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc27ba6a-86f2-41a9-b2bf-e59a63075372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:01:10.226442 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:01:10.282292 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.292511 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-6f9e9419-006a-48dc-aca7-fe868c9cc287 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9125946 Nov 29 18:01:10.305799 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1daa3366-1a78-485f-875f-b0babbd9d555 req-20a483fd-b64f-4e81-852d-e761a5fca659 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856057 Nov 29 18:01:10.333915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Request body: {'port': {'device_id': 'e8893b71-02b4-4f73-a682-7990384655be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:10.334225 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba5eb383-61ac-4602-8ce2-ba2309276e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.343583 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 17e583de-085d-4336-8578-f909ffc9076e, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=17e583de-085d-4336-8578-f909ffc9076e,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:10.358573 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.364506 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bda6050d-5037-40b9-84b2-327856dd85e3 None None] Provisioning complete for port 05a9a751-dc5c-4b18-be4f-116bf81004c3 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:10.365199 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bda6050d-5037-40b9-84b2-327856dd85e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.399864 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ba5eb383-61ac-4602-8ce2-ba2309276e77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f88c5c-e77c-48db-a3b8-7ceadd054f7f']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:10.409087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7089bc8-64d1-4cf7-9635-35fac372dc9a {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:01:10.423304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ba5eb383-61ac-4602-8ce2-ba2309276e77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab3073e-50ba-4da4-8530-beed92fa37e1') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:10.423687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ba5eb383-61ac-4602-8ce2-ba2309276e77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab3073e-50ba-4da4-8530-beed92fa37e1') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:10.427299 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-197e6db4-6b40-45c1-99b6-e3b215515797 req-b87fa85f-7f3d-4900-869e-0c32cadcab2d tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] For port 3aa4bd35-3023-4033-b5d9-d9e284ca8276, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3aa4bd35-3023-4033-b5d9-d9e284ca8276,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:10.427678 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-197e6db4-6b40-45c1-99b6-e3b215515797 req-b87fa85f-7f3d-4900-869e-0c32cadcab2d tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.431468 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1c1d5f7-aebc-45b6-9a46-0713d925dda0 req-490aa941-7a33-4210-b52d-09a2e3c563fb tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687413 Nov 29 18:01:10.443746 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.450736 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.458649 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba5eb383-61ac-4602-8ce2-ba2309276e77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.467217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-197e6db4-6b40-45c1-99b6-e3b215515797 req-b87fa85f-7f3d-4900-869e-0c32cadcab2d tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Calling delete_port for 3aa4bd35-3023-4033-b5d9-d9e284ca8276 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:01:10.468347 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc27ba6a-86f2-41a9-b2bf-e59a63075372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.494879 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba5eb383-61ac-4602-8ce2-ba2309276e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.499356 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Transition to ACTIVE for port object e7089bc8-64d1-4cf7-9635-35fac372dc9a will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:01:10.500587 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc27ba6a-86f2-41a9-b2bf-e59a63075372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.500981 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bda6050d-5037-40b9-84b2-327856dd85e3 None None] Port 05a9a751-dc5c-4b18-be4f-116bf81004c3 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:01:10.508020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bc27ba6a-86f2-41a9-b2bf-e59a63075372 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ec97920f-26a6-436e-a67f-64e874c2492b HTTP/1.1" status: 204 len: 168 time: 1.1538110 Nov 29 18:01:10.514011 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27ba6a-86f2-41a9-b2bf-e59a63075372 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec97920f-26a6-436e-a67f-64e874c2492b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:10.519705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=17e583de-085d-4336-8578-f909ffc9076e,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:10.550280 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5eb383-61ac-4602-8ce2-ba2309276e77 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:01:10.550887 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba5eb383-61ac-4602-8ce2-ba2309276e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:01:10.552752 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:01:10.563822 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.597290 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7ac702c-2b1a-44cc-a02b-aa374fae0297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.622471 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7ac702c-2b1a-44cc-a02b-aa374fae0297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.685714 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba5eb383-61ac-4602-8ce2-ba2309276e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.691266 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba5eb383-61ac-4602-8ce2-ba2309276e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.695113 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ba5eb383-61ac-4602-8ce2-ba2309276e77 admin admin] 10.222.0.23 "DELETE /v2.0/networks/57f88c5c-e77c-48db-a3b8-7ceadd054f7f HTTP/1.1" status: 204 len: 168 time: 0.6976805 Nov 29 18:01:10.699712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac702c-2b1a-44cc-a02b-aa374fae0297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190f1843-3137-434d-b140-2aa6d38ee3db,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:10.705132 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a7ac702c-2b1a-44cc-a02b-aa374fae0297 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=293070aa8eb6499a93109e3b789d65c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7458639 Nov 29 18:01:10.707929 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45524) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:10.721441 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45526) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:10.735130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eb383-61ac-4602-8ce2-ba2309276e77 admin admin] Pushing event deleted for resources: {'Network': ['ID=57f88c5c-e77c-48db-a3b8-7ceadd054f7f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:10.861450 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a86c2132-8889-40b5-9858-53615303df35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=002d053e10db4216a16b57a0ded20cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300392 Nov 29 18:01:10.879079 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Pushing event updated for resources: {'Port': ['ID=e7089bc8-64d1-4cf7-9635-35fac372dc9a,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:10.885138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45528) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:10.893361 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.904221 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-197e6db4-6b40-45c1-99b6-e3b215515797 req-b87fa85f-7f3d-4900-869e-0c32cadcab2d tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:10.916352 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['3aa4bd35-3023-4033-b5d9-d9e284ca8276'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:01:10.956158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a35a8ee-ad11-412a-80b7-1ab63384e72c req-cec7ef67-0942-4a26-9aef-807061feaefb tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.23 "GET /v2.0/ports?device_id=98ebb57d-70fd-491e-8ba4-f99ffe8768ed HTTP/1.1" status: 200 len: 210 time: 0.2218790 Nov 29 18:01:10.973425 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fa85f-7f3d-4900-869e-0c32cadcab2d tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Pushing event deleted for resources: {'Port': ['ID=3aa4bd35-3023-4033-b5d9-d9e284ca8276,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:11.028942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-197e6db4-6b40-45c1-99b6-e3b215515797 req-b87fa85f-7f3d-4900-869e-0c32cadcab2d tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] No DVR routers for this DVR port 3aa4bd35-3023-4033-b5d9-d9e284ca8276 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:01:11.032379 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:11.035457 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-197e6db4-6b40-45c1-99b6-e3b215515797 req-b87fa85f-7f3d-4900-869e-0c32cadcab2d tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:11.038559 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38aa87-c771-43eb-bcc7-2cd4b4c44869 req-1a07e3a2-95a8-4ffe-8928-66c0b636b365 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:11.038845 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-197e6db4-6b40-45c1-99b6-e3b215515797 req-b87fa85f-7f3d-4900-869e-0c32cadcab2d tempest-ImagesNegativeTestJSON-1656065441 tempest-ImagesNegativeTestJSON-1656065441-project] 10.222.0.31 "DELETE /v2.0/ports/3aa4bd35-3023-4033-b5d9-d9e284ca8276 HTTP/1.1" status: 204 len: 173 time: 1.1117172 Nov 29 18:01:11.039393 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ebb57d-70fd-491e-8ba4-f99ffe8768ed', 'name': 'network-vif-deleted', 'tag': '3aa4bd35-3023-4033-b5d9-d9e284ca8276'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:11.041635 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e31c868-05d6-476a-a934-dcf4f5092d17" -d '{"events": [{"server_uuid": "98ebb57d-70fd-491e-8ba4-f99ffe8768ed", "name": "network-vif-deleted", "tag": "3aa4bd35-3023-4033-b5d9-d9e284ca8276"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:11.046624 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f38aa87-c771-43eb-bcc7-2cd4b4c44869 req-1a07e3a2-95a8-4ffe-8928-66c0b636b365 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4e77df-7a1d-4676-8ad3-dc8c0a219259 HTTP/1.1" status: 200 len: 945 time: 0.4798048 Nov 29 18:01:11.114474 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45532) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:11.134155 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:11.137493 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:11.138726 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/190f1843-3137-434d-b140-2aa6d38ee3db HTTP/1.1" status: 204 len: 168 time: 0.4297690 Nov 29 18:01:11.151068 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd19a8c9-bc64-4c9f-8dea-2204df992cfa x-openstack-request-id: req-cd19a8c9-bc64-4c9f-8dea-2204df992cfa {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:11.151494 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ebb57d-70fd-491e-8ba4-f99ffe8768ed", "name": "network-vif-deleted", "tag": "3aa4bd35-3023-4033-b5d9-d9e284ca8276", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:11.151887 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd19a8c9-bc64-4c9f-8dea-2204df992cfa {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:11.152366 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ebb57d-70fd-491e-8ba4-f99ffe8768ed', 'name': 'network-vif-deleted', 'tag': '3aa4bd35-3023-4033-b5d9-d9e284ca8276', 'status': 'completed', 'code': 200} Nov 29 18:01:11.159756 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 331b2564-3fcf-407d-b88a-09113041e6cb no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:01:11.171738 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190f1843-3137-434d-b140-2aa6d38ee3db,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:11.188731 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:11.188990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 331b2564-3fcf-407d-b88a-09113041e6cb {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:01:11.189336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:11.189587 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 331b2564-3fcf-407d-b88a-09113041e6cb not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:01:11.189951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:11.190503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:11.190662 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 18056b32-6566-47bd-925d-351a7a44875a no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:01:11.191078 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:11.191609 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:11.192070 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:11.192595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:11.193087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:11.193558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:11.194114 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:11.194804 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7022d17-9977-42a5-90ce-f880a376afd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:11.216154 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-10e61399-f48a-4986-8225-4c9a3848aac1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=255082b63de549aeaca1e79e75cfcb79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0959017 Nov 29 18:01:11.216835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45536) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:11.264866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 18056b32-6566-47bd-925d-351a7a44875a {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:01:11.265401 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 18056b32-6566-47bd-925d-351a7a44875a not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:01:11.271587 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4e77df-7a1d-4676-8ad3-dc8c0a219259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e583de-085d-4336-8578-f909ffc9076e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:11.280429 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eddd859-9da8-4c6d-89b8-3618ee0023b9" -d '{"events": [{"server_uuid": "2f4e77df-7a1d-4676-8ad3-dc8c0a219259", "name": "network-vif-plugged", "status": "completed", "tag": "17e583de-085d-4336-8578-f909ffc9076e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:11.303794 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a34e720-2a01-4830-aa2c-0ccd3b1fd46f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:11.305318 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00ba5fc9-f6b6-4d48-ad27-32e7e8dc4e8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:11.346746 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a9a751-dc5c-4b18-be4f-116bf81004c3 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:01:11.348992 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402b34e9-336c-4c07-bc02-59a7a3f077d5 x-openstack-request-id: req-402b34e9-336c-4c07-bc02-59a7a3f077d5 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:11.349508 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4e77df-7a1d-4676-8ad3-dc8c0a219259", "name": "network-vif-plugged", "status": "completed", "tag": "17e583de-085d-4336-8578-f909ffc9076e", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:11.349508 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-402b34e9-336c-4c07-bc02-59a7a3f077d5 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:11.349923 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4e77df-7a1d-4676-8ad3-dc8c0a219259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e583de-085d-4336-8578-f909ffc9076e', 'code': 200} Nov 29 18:01:11.365890 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:11.367411 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00ba5fc9-f6b6-4d48-ad27-32e7e8dc4e8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:11.388202 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f38aa87-c771-43eb-bcc7-2cd4b4c44869 req-a7b47667-0729-465a-9940-d20be4b2ee13 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355069 Nov 29 18:01:11.393963 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Attempting to bind port e7089bc8-64d1-4cf7-9635-35fac372dc9a on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:01:11.394563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Attempting to bind port e7089bc8-64d1-4cf7-9635-35fac372dc9a by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:01:11.395092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Attempting to bind port e7089bc8-64d1-4cf7-9635-35fac372dc9a on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:11.399144 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a34e720-2a01-4830-aa2c-0ccd3b1fd46f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:11.418947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Port e7089bc8-64d1-4cf7-9635-35fac372dc9a on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:01:11.419388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Attempting to bind port e7089bc8-64d1-4cf7-9635-35fac372dc9a on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:11.449618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Transition to ACTIVE for port object 05a9a751-dc5c-4b18-be4f-116bf81004c3 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:01:11.472425 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:01:11.473863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:11.474444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:01:11.475278 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Bound port: e7089bc8-64d1-4cf7-9635-35fac372dc9a, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:01:11.475835 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:11.500800 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9c2f9-3888-413e-9299-6d6bb2632b73 req-8ea1c219-6d70-4bb3-81a2-6cde74d4e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:11.504475 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e8a9c2f9-3888-413e-9299-6d6bb2632b73 req-8ea1c219-6d70-4bb3-81a2-6cde74d4e97b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2f4e77df-7a1d-4676-8ad3-dc8c0a219259 HTTP/1.1" status: 200 len: 1096 time: 0.0728126 Nov 29 18:01:11.507536 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:11.551030 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00ba5fc9-f6b6-4d48-ad27-32e7e8dc4e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:11.556586 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00ba5fc9-f6b6-4d48-ad27-32e7e8dc4e8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:11.558004 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-00ba5fc9-f6b6-4d48-ad27-32e7e8dc4e8d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7150a581-8ecc-4253-aa5d-790e3300f980 HTTP/1.1" status: 204 len: 168 time: 0.3402944 Nov 29 18:01:11.593210 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba5fc9-f6b6-4d48-ad27-32e7e8dc4e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7150a581-8ecc-4253-aa5d-790e3300f980,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:11.654017 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e8a9c2f9-3888-413e-9299-6d6bb2632b73 req-14684954-2a75-400d-b569-e33b1c0f98e4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300254 Nov 29 18:01:11.784416 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a34e720-2a01-4830-aa2c-0ccd3b1fd46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:11.787384 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a34e720-2a01-4830-aa2c-0ccd3b1fd46f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:11.788766 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6a34e720-2a01-4830-aa2c-0ccd3b1fd46f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6aae9f5-f5ff-47b1-8e76-789fc62d8a59 HTTP/1.1" status: 204 len: 168 time: 0.8941104 Nov 29 18:01:11.825077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45552) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:11.842069 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41d1ec8a-438f-410d-bd89-772c6d39b876 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:12.003426 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41d1ec8a-438f-410d-bd89-772c6d39b876 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:12.009635 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41d1ec8a-438f-410d-bd89-772c6d39b876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:12.067583 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-41d1ec8a-438f-410d-bd89-772c6d39b876 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f3c250c9f204920b87da5fbd9a8a0f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390783 Nov 29 18:01:12.067583 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1ec8a-438f-410d-bd89-772c6d39b876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850dd69d-a520-4639-b3d2-7573438e515c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:12.070840 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45560) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:12.133647 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4593-e9bd-41eb-82b5-cf7123a84506 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:12.161024 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4593-e9bd-41eb-82b5-cf7123a84506 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:12.197451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64d759-4673-40b5-8743-4c0b29c147e3 req-0c403dd7-2d47-4a61-b55a-da97940ce564 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:12.205954 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c64d759-4673-40b5-8743-4c0b29c147e3 req-0c403dd7-2d47-4a61-b55a-da97940ce564 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=e097ec03-7945-42e6-a3ef-926feb09dfda HTTP/1.1" status: 200 len: 949 time: 0.7023735 Nov 29 18:01:12.214911 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=05a9a751-dc5c-4b18-be4f-116bf81004c3,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:12.218303 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4593-e9bd-41eb-82b5-cf7123a84506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:12.221671 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4593-e9bd-41eb-82b5-cf7123a84506 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:12.225158 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4d5f4593-e9bd-41eb-82b5-cf7123a84506 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/850dd69d-a520-4639-b3d2-7573438e515c HTTP/1.1" status: 204 len: 168 time: 0.1532879 Nov 29 18:01:12.232982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f4593-e9bd-41eb-82b5-cf7123a84506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850dd69d-a520-4639-b3d2-7573438e515c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:12.285168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cf8ab-e7d0-4976-acec-d2ec83afaa33 req-ad52f2b9-da88-4d6f-b6bb-33a53b93ad18 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:12.286548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f4cf8ab-e7d0-4976-acec-d2ec83afaa33 req-ad52f2b9-da88-4d6f-b6bb-33a53b93ad18 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 948 time: 0.6300583 Nov 29 18:01:12.297105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34e720-2a01-4830-aa2c-0ccd3b1fd46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6aae9f5-f5ff-47b1-8e76-789fc62d8a59,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:12.340607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] For port e7089bc8-64d1-4cf7-9635-35fac372dc9a, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:01:12.383267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Attempting to bind port 05a9a751-dc5c-4b18-be4f-116bf81004c3 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:01:12.383622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Attempting to bind port 05a9a751-dc5c-4b18-be4f-116bf81004c3 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:01:12.383954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Attempting to bind port 05a9a751-dc5c-4b18-be4f-116bf81004c3 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:12.390330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] For port e7089bc8-64d1-4cf7-9635-35fac372dc9a, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7089bc8-64d1-4cf7-9635-35fac372dc9a,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:01:12.397075 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c64d759-4673-40b5-8743-4c0b29c147e3 req-cc9df487-6e2c-4451-81fa-2221d5aa10fc tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902742 Nov 29 18:01:12.403817 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f4cf8ab-e7d0-4976-acec-d2ec83afaa33 req-d05d2436-002d-4518-8555-ccf006f734f3 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995872 Nov 29 18:01:12.404333 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:12.469588 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Port 05a9a751-dc5c-4b18-be4f-116bf81004c3 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:01:12.469588 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Attempting to bind port 05a9a751-dc5c-4b18-be4f-116bf81004c3 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:12.472046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Pushing event updated for resources: {'Port': ['ID=e7089bc8-64d1-4cf7-9635-35fac372dc9a,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:12.482552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:01:12.482924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:12.483362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:01:12.484072 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Bound port: 05a9a751-dc5c-4b18-be4f-116bf81004c3, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:01:12.484412 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:12.504795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:12.505308 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:12.506767 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-d77f0956-7b25-4dfb-9059-c8a775171ece service neutron] 10.222.0.31 "PUT /v2.0/ports/e7089bc8-64d1-4cf7-9635-35fac372dc9a HTTP/1.1" status: 200 len: 1096 time: 3.8495121 Nov 29 18:01:12.516478 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67586cf-19fd-45ed-be6f-c787d066db78', 'tag': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:12.533331 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de36f0b7-86c0-462d-bbc8-a969bc2746cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f67586cf-19fd-45ed-be6f-c787d066db78", "tag": "e7089bc8-64d1-4cf7-9635-35fac372dc9a"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:12.706913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d60e16-5447-482a-9092-2e4aabf9c3b1 req-eccdef9f-38e2-47c9-b3c6-46c9b29d40e9 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:12.714658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96d60e16-5447-482a-9092-2e4aabf9c3b1 req-eccdef9f-38e2-47c9-b3c6-46c9b29d40e9 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4e77df-7a1d-4676-8ad3-dc8c0a219259 HTTP/1.1" status: 200 len: 945 time: 0.1990228 Nov 29 18:01:12.717807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-78af77fd-6281-485f-932f-1343ec4b418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:12.720163 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-78af77fd-6281-485f-932f-1343ec4b418f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f98c901b4a8443da51fb3668250a02a&device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 1099 time: 0.1613147 Nov 29 18:01:12.821897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-b965334c-7601-4233-b162-1eb881a19489 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e7089bc8-64d1-4cf7-9635-35fac372dc9a HTTP/1.1" status: 200 len: 217 time: 0.0789227 Nov 29 18:01:12.829422 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] For port 05a9a751-dc5c-4b18-be4f-116bf81004c3, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:01:12.873589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] For port 05a9a751-dc5c-4b18-be4f-116bf81004c3, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=05a9a751-dc5c-4b18-be4f-116bf81004c3,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:01:12.887493 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452b6f1d-31f4-4afd-bb6c-4fa98f5abef4 x-openstack-request-id: req-452b6f1d-31f4-4afd-bb6c-4fa98f5abef4 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:12.887792 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67586cf-19fd-45ed-be6f-c787d066db78", "tag": "e7089bc8-64d1-4cf7-9635-35fac372dc9a", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:12.888059 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-452b6f1d-31f4-4afd-bb6c-4fa98f5abef4 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:12.888470 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67586cf-19fd-45ed-be6f-c787d066db78', 'tag': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a', 'status': 'completed', 'code': 200} Nov 29 18:01:12.893006 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:12.946143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:12.946913 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:12.948771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/05a9a751-dc5c-4b18-be4f-116bf81004c3 HTTP/1.1" status: 200 len: 1096 time: 2.6234193 Nov 29 18:01:12.971810 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96d60e16-5447-482a-9092-2e4aabf9c3b1 req-f8b1221f-aae7-4ee0-826a-2b6bb2b892f3 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560487 Nov 29 18:01:12.984039 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-85116e33-cca2-4856-877b-9b954301ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:12.993340 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-85116e33-cca2-4856-877b-9b954301ccfc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1614754 Nov 29 18:01:13.181751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afc6c5-f4db-4048-992c-e2c2bf3ff9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=05a9a751-dc5c-4b18-be4f-116bf81004c3,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:13.206610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-ba6b271f-0bd9-4459-b812-9eb4e5412215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:13.211909 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-ba6b271f-0bd9-4459-b812-9eb4e5412215 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2050986 Nov 29 18:01:13.241075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47c59b-3351-411f-a4ce-262d60b08122 req-f47df473-1566-4a45-a80c-1eac67ec378b tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:13.242744 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e47c59b-3351-411f-a4ce-262d60b08122 req-f47df473-1566-4a45-a80c-1eac67ec378b tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=e097ec03-7945-42e6-a3ef-926feb09dfda HTTP/1.1" status: 200 len: 949 time: 0.1897402 Nov 29 18:01:13.257800 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45630) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:13.292719 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-529f7162-3ff9-404e-9db7-612fb32a23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:13.294193 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-529f7162-3ff9-404e-9db7-612fb32a23fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f98c901b4a8443da51fb3668250a02a&device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 1099 time: 0.2402287 Nov 29 18:01:13.355593 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-50ae9a2c-dee6-4854-82a4-a61795fd4b5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=05a9a751-dc5c-4b18-be4f-116bf81004c3 HTTP/1.1" status: 200 len: 217 time: 0.0509033 Nov 29 18:01:13.440831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-183e4e0f-8a83-4135-9aa2-d5080883ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:13.442307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-183e4e0f-8a83-4135-9aa2-d5080883ed83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0798218 Nov 29 18:01:13.472920 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e47c59b-3351-411f-a4ce-262d60b08122 req-6ebfc069-4506-463d-b7c5-33a2b0bf7af4 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058804 Nov 29 18:01:13.493657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-91e77559-251a-417c-a8e4-53295e01ca57 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716970 Nov 29 18:01:13.561510 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e5e6cf29-26fc-4207-9bbb-c1bdbafabc09 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-420548761-network', 'tenant_id': 'f2861c033c3b40edb734114a65b663ad'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:13.596435 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e6cf29-26fc-4207-9bbb-c1bdbafabc09 admin admin] Made reservation on behalf of f2861c033c3b40edb734114a65b663ad for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:13.600345 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5e6cf29-26fc-4207-9bbb-c1bdbafabc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:13.614114 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5e6cf29-26fc-4207-9bbb-c1bdbafabc09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:13.657740 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f2441-051c-4a84-a3c9-511022dbdb51 req-5501dfe7-34d3-4bed-acac-8a412b1bfb82 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:13.662526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d62f2441-051c-4a84-a3c9-511022dbdb51 req-5501dfe7-34d3-4bed-acac-8a412b1bfb82 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 948 time: 0.1677744 Nov 29 18:01:13.667784 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-afeb9cc1-fbf4-4bb2-813f-8886986eaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:13.672580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45646) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:13.675491 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-afeb9cc1-fbf4-4bb2-813f-8886986eaaf3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2006457 Nov 29 18:01:13.736839 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5e6cf29-26fc-4207-9bbb-c1bdbafabc09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:13.744653 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5e6cf29-26fc-4207-9bbb-c1bdbafabc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:13.802803 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6cf29-26fc-4207-9bbb-c1bdbafabc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b339b4-cdfe-4b23-bc46-9b4576593b8f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:13.815252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e6cf29-26fc-4207-9bbb-c1bdbafabc09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:01:13.827520 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5e6cf29-26fc-4207-9bbb-c1bdbafabc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:13.829437 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-e5e6cf29-26fc-4207-9bbb-c1bdbafabc09 admin admin] Added segment c80e7b18-0a61-4f36-9a62-2d84f64fdc32 of type vlan for network 653bc7ef-d7ec-4978-9401-df4646434040 Nov 29 18:01:13.855356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6aacbfc-d736-4822-b96c-ebdecd6bc239 req-bffd9057-b2c5-4d6a-8649-5fe8f1ac52da service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381717 Nov 29 18:01:13.870547 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d62f2441-051c-4a84-a3c9-511022dbdb51 req-d96f1f22-d6c7-40d7-afb8-7245e2c7b632 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937766 Nov 29 18:01:13.896984 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5e6cf29-26fc-4207-9bbb-c1bdbafabc09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:13.933695 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5e6cf29-26fc-4207-9bbb-c1bdbafabc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:13.934926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e6cf29-26fc-4207-9bbb-c1bdbafabc09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:13.935570 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5e6cf29-26fc-4207-9bbb-c1bdbafabc09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:13.946570 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45658) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:13.954024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-77eb7bcb-c719-4609-a3ff-df3853bb3a02 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622309 Nov 29 18:01:13.964984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1dfea-8762-4bf1-8550-f729571a85ee req-12cd73d4-11fd-4d4a-99d5-48d1f82b8d2d tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:13.966755 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9c1dfea-8762-4bf1-8550-f729571a85ee req-12cd73d4-11fd-4d4a-99d5-48d1f82b8d2d tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=e097ec03-7945-42e6-a3ef-926feb09dfda HTTP/1.1" status: 200 len: 949 time: 0.1768579 Nov 29 18:01:14.064423 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3aa4bd35-3023-4033-b5d9-d9e284ca8276 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:01:14.092269 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e5e6cf29-26fc-4207-9bbb-c1bdbafabc09 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8318319 Nov 29 18:01:14.092891 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45666) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:14.102848 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a1ac4f04-1e9c-4537-b947-b93d33debf09 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=642de696851d4f0d922f9f5a782845da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4274313 Nov 29 18:01:14.108162 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 3aa4bd35-3023-4033-b5d9-d9e284ca8276 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:01:14.109095 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3aa4bd35-3023-4033-b5d9-d9e284ca8276 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:01:14.111901 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1541d256-15af-4d00-9b8a-1ba8b4f50ec2 admin admin] Request body: {'subnet': {'network_id': '653bc7ef-d7ec-4978-9401-df4646434040', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-420548761-subnet', 'tenant_id': 'f2861c033c3b40edb734114a65b663ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:14.118071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45668) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:14.129130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6cf29-26fc-4207-9bbb-c1bdbafabc09 admin admin] Pushing event updated for resources: {'Network': ['ID=653bc7ef-d7ec-4978-9401-df4646434040,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:14.129271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9c1dfea-8762-4bf1-8550-f729571a85ee req-38afaced-c482-40f8-9494-020c0179aa5e tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362514 Nov 29 18:01:14.140878 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 653bc7ef-d7ec-4978-9401-df4646434040 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:01:14.152656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1541d256-15af-4d00-9b8a-1ba8b4f50ec2 admin admin] Made reservation on behalf of f2861c033c3b40edb734114a65b663ad for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:14.159724 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1541d256-15af-4d00-9b8a-1ba8b4f50ec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:14.209813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a51c72a-aca9-4588-8a80-6f2f601340f2 req-6e7df9f3-67be-4539-83ea-89a0fbab7649 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417023 Nov 29 18:01:14.211863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36f0b7-86c0-462d-bbc8-a969bc2746cf req-f7da0641-ac82-4ea0-832c-2b7893da97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:14.213423 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de36f0b7-86c0-462d-bbc8-a969bc2746cf req-f7da0641-ac82-4ea0-832c-2b7893da97e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f98c901b4a8443da51fb3668250a02a&device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 1099 time: 0.3043783 Nov 29 18:01:14.263635 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8effac9e-0f4a-4ea9-a4a6-83bbff449a93 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2058424617-network', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:14.309343 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8effac9e-0f4a-4ea9-a4a6-83bbff449a93 admin admin] Made reservation on behalf of b6e868680d984888a8e27e11fa02a6e6 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:14.311945 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8effac9e-0f4a-4ea9-a4a6-83bbff449a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:14.327919 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8effac9e-0f4a-4ea9-a4a6-83bbff449a93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:14.333590 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2eba37-e527-418d-a18d-b4f1b65b8889 req-40466a53-8f38-440f-b2b5-c999562e8fd9 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:14.335141 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be2eba37-e527-418d-a18d-b4f1b65b8889 req-40466a53-8f38-440f-b2b5-c999562e8fd9 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4e77df-7a1d-4676-8ad3-dc8c0a219259 HTTP/1.1" status: 200 len: 945 time: 0.2291129 Nov 29 18:01:14.370365 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bae93a3-22eb-46f2-9b0e-d21c849e52d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:14.404515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36f0b7-86c0-462d-bbc8-a969bc2746cf req-8489a59b-7e7a-4f1b-b4e0-8db518285c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:14.406111 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de36f0b7-86c0-462d-bbc8-a969bc2746cf req-8489a59b-7e7a-4f1b-b4e0-8db518285c23 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1788943 Nov 29 18:01:14.422170 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bae93a3-22eb-46f2-9b0e-d21c849e52d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:14.479921 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de36f0b7-86c0-462d-bbc8-a969bc2746cf req-98e091b0-4f0e-4836-a822-9d38aa04bef4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e7089bc8-64d1-4cf7-9635-35fac372dc9a HTTP/1.1" status: 200 len: 217 time: 0.0573938 Nov 29 18:01:14.491142 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be2eba37-e527-418d-a18d-b4f1b65b8889 req-7d9e3057-eae6-40d6-86f9-9f85fb735ddc tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377845 Nov 29 18:01:14.492159 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8effac9e-0f4a-4ea9-a4a6-83bbff449a93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:14.496778 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1541d256-15af-4d00-9b8a-1ba8b4f50ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:14.525730 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8effac9e-0f4a-4ea9-a4a6-83bbff449a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:14.561363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36f0b7-86c0-462d-bbc8-a969bc2746cf req-29a4bf8a-4b9b-431c-8be6-ebb4e21c4844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:14.562206 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8effac9e-0f4a-4ea9-a4a6-83bbff449a93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:01:14.564632 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de36f0b7-86c0-462d-bbc8-a969bc2746cf req-29a4bf8a-4b9b-431c-8be6-ebb4e21c4844 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0760889 Nov 29 18:01:14.593429 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8effac9e-0f4a-4ea9-a4a6-83bbff449a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:14.593818 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-8effac9e-0f4a-4ea9-a4a6-83bbff449a93 admin admin] Added segment f2aba102-038f-4940-acc7-1c62a133d75b of type vlan for network 7e72fbc1-9900-41ce-b778-c6a918a7842a Nov 29 18:01:14.595367 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541d256-15af-4d00-9b8a-1ba8b4f50ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da918e0-043c-4bcc-a2d1-72046973446f,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:14.607972 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effac9e-0f4a-4ea9-a4a6-83bbff449a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed71057-3673-4a63-9da2-cdd0f8c127d2,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:14.612945 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bae93a3-22eb-46f2-9b0e-d21c849e52d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:14.616598 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bae93a3-22eb-46f2-9b0e-d21c849e52d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:14.617972 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5bae93a3-22eb-46f2-9b0e-d21c849e52d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02638df9-21c6-4e9d-ae95-3a8b39fdc0df HTTP/1.1" status: 204 len: 168 time: 0.4878221 Nov 29 18:01:14.653067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1541d256-15af-4d00-9b8a-1ba8b4f50ec2 admin admin] Checking segment: {'id': 'c80e7b18-0a61-4f36-9a62-2d84f64fdc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '653bc7ef-d7ec-4978-9401-df4646434040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:14.653446 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1541d256-15af-4d00-9b8a-1ba8b4f50ec2 admin admin] Network hostable DHCP agents. Network: 653bc7ef-d7ec-4978-9401-df4646434040, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:01:14.666540 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8effac9e-0f4a-4ea9-a4a6-83bbff449a93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:14.667526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae93a3-22eb-46f2-9b0e-d21c849e52d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02638df9-21c6-4e9d-ae95-3a8b39fdc0df,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:14.692320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1541d256-15af-4d00-9b8a-1ba8b4f50ec2 admin admin] Network 653bc7ef-d7ec-4978-9401-df4646434040 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:01:14.694768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36f0b7-86c0-462d-bbc8-a969bc2746cf req-79d474e0-9f4c-45d5-bfd8-3bf57d39e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:14.696733 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de36f0b7-86c0-462d-bbc8-a969bc2746cf req-79d474e0-9f4c-45d5-bfd8-3bf57d39e417 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1263244 Nov 29 18:01:14.707529 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-1541d256-15af-4d00-9b8a-1ba8b4f50ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 653bc7ef-d7ec-4978-9401-df4646434040) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:14.711930 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8effac9e-0f4a-4ea9-a4a6-83bbff449a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:14.713640 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8effac9e-0f4a-4ea9-a4a6-83bbff449a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:14.713640 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8effac9e-0f4a-4ea9-a4a6-83bbff449a93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:14.716539 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1541d256-15af-4d00-9b8a-1ba8b4f50ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:14.717155 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1541d256-15af-4d00-9b8a-1ba8b4f50ec2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:14.723037 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cba044-b048-4c6b-b4d0-80b82195326f None None] Network 653bc7ef-d7ec-4978-9401-df4646434040 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:01:14.803047 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8effac9e-0f4a-4ea9-a4a6-83bbff449a93 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8514864 Nov 29 18:01:14.803369 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45690) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:14.811846 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-f15a9c07-0696-471b-9f40-5ae8f65cbe35 admin admin] Request body: {'subnet': {'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2058424617-subnet', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:14.825962 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1541d256-15af-4d00-9b8a-1ba8b4f50ec2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7150624 Nov 29 18:01:14.825962 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effac9e-0f4a-4ea9-a4a6-83bbff449a93 admin admin] Pushing event updated for resources: {'Network': ['ID=7e72fbc1-9900-41ce-b778-c6a918a7842a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:14.842085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 7e72fbc1-9900-41ce-b778-c6a918a7842a details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:01:14.862693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15a9c07-0696-471b-9f40-5ae8f65cbe35 admin admin] Made reservation on behalf of b6e868680d984888a8e27e11fa02a6e6 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:14.865388 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f15a9c07-0696-471b-9f40-5ae8f65cbe35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:14.896245 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8893b71-02b4-4f73-a682-7990384655be', 'tag': '05a9a751-dc5c-4b18-be4f-116bf81004c3'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:14.900160 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e17d53-a6f7-4fa5-8b38-07c17896813a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8893b71-02b4-4f73-a682-7990384655be", "tag": "05a9a751-dc5c-4b18-be4f-116bf81004c3"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:14.922121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de36f0b7-86c0-462d-bbc8-a969bc2746cf req-2f2aca6b-3c39-4e40-bcb9-d671c5a520ef service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130616 Nov 29 18:01:15.080165 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ddd68c-f902-456d-a68a-565633b7002b None None] Network 653bc7ef-d7ec-4978-9401-df4646434040 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:01:15.089137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd337fa-3e2e-4b33-a014-ff37bfecc2a1 req-c87156c7-7e1f-454d-ab66-b88d6b3596e3 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:15.090833 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbd337fa-3e2e-4b33-a014-ff37bfecc2a1 req-c87156c7-7e1f-454d-ab66-b88d6b3596e3 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4e77df-7a1d-4676-8ad3-dc8c0a219259 HTTP/1.1" status: 200 len: 945 time: 0.1531236 Nov 29 18:01:15.095009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de36f0b7-86c0-462d-bbc8-a969bc2746cf req-1f34b69b-51b8-46fd-a5c4-9531cd94d144 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648545 Nov 29 18:01:15.180425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbd337fa-3e2e-4b33-a014-ff37bfecc2a1 req-7c6939f0-e8de-40d4-8e13-97dffbc6b09a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805562 Nov 29 18:01:15.214710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4559a9a-2233-4b36-93f9-3c4d871ad5b4 req-274c9b8b-9964-40d7-8929-e36add7f2a86 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:15.219691 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4559a9a-2233-4b36-93f9-3c4d871ad5b4 req-274c9b8b-9964-40d7-8929-e36add7f2a86 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.20 "GET /v2.0/ports?device_id=e097ec03-7945-42e6-a3ef-926feb09dfda HTTP/1.1" status: 200 len: 949 time: 0.0818520 Nov 29 18:01:15.302564 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f15a9c07-0696-471b-9f40-5ae8f65cbe35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:15.381984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a9c07-0696-471b-9f40-5ae8f65cbe35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28db10ba-cb36-430b-858e-067b31233e6d,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:15.390022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15a9c07-0696-471b-9f40-5ae8f65cbe35 admin admin] Checking segment: {'id': 'f2aba102-038f-4940-acc7-1c62a133d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:15.390395 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15a9c07-0696-471b-9f40-5ae8f65cbe35 admin admin] Network hostable DHCP agents. Network: 7e72fbc1-9900-41ce-b778-c6a918a7842a, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:01:15.413775 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15a9c07-0696-471b-9f40-5ae8f65cbe35 admin admin] Network 7e72fbc1-9900-41ce-b778-c6a918a7842a is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:01:15.416015 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc9d974-add0-48f4-963e-0bc7bfb253b3 x-openstack-request-id: req-5bc9d974-add0-48f4-963e-0bc7bfb253b3 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:15.416705 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8893b71-02b4-4f73-a682-7990384655be", "tag": "05a9a751-dc5c-4b18-be4f-116bf81004c3", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:15.416838 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5bc9d974-add0-48f4-963e-0bc7bfb253b3 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:15.417208 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8893b71-02b4-4f73-a682-7990384655be', 'tag': '05a9a751-dc5c-4b18-be4f-116bf81004c3', 'status': 'completed', 'code': 200} Nov 29 18:01:15.427718 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-f15a9c07-0696-471b-9f40-5ae8f65cbe35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 7e72fbc1-9900-41ce-b778-c6a918a7842a) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:15.436387 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15a9c07-0696-471b-9f40-5ae8f65cbe35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:15.436571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef927d53-327b-4b9e-9f4d-5b457aaeddb1 None None] Network 7e72fbc1-9900-41ce-b778-c6a918a7842a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:01:15.437886 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f15a9c07-0696-471b-9f40-5ae8f65cbe35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:15.453523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6dd1d-d755-4b19-b210-303128017d18 req-3e082a22-2627-4be8-8750-93eac44e290f tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:15.455563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65c6dd1d-d755-4b19-b210-303128017d18 req-3e082a22-2627-4be8-8750-93eac44e290f tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 948 time: 0.1547968 Nov 29 18:01:15.498778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-f4559a9a-2233-4b36-93f9-3c4d871ad5b4 req-32c0c6e0-5156-4787-9d3a-91d70693c881 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Deleting port 479bb4c4-214b-4f27-ac68-812ec96dff1c {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:01:15.499443 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f4559a9a-2233-4b36-93f9-3c4d871ad5b4 req-32c0c6e0-5156-4787-9d3a-91d70693c881 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:15.505201 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f15a9c07-0696-471b-9f40-5ae8f65cbe35 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7004027 Nov 29 18:01:15.508358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45720) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:15.523280 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e17d53-a6f7-4fa5-8b38-07c17896813a req-65f0f84c-6660-4834-9714-7688115ed6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:15.525777 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-55e17d53-a6f7-4fa5-8b38-07c17896813a req-65f0f84c-6660-4834-9714-7688115ed6c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f98c901b4a8443da51fb3668250a02a&device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 1099 time: 0.0767279 Nov 29 18:01:15.530871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45722) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:15.560512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2058424617-router', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:15.612030 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65c6dd1d-d755-4b19-b210-303128017d18 req-64f5271e-8098-4870-8e89-285ea6959337 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475708 Nov 29 18:01:15.679808 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-147dba1b-012b-4974-9307-b5998a5ac7e3 admin admin] Deleting subnet 3da918e0-043c-4bcc-a2d1-72046973446f {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:01:15.679949 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:15.680989 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:15.685440 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-147dba1b-012b-4974-9307-b5998a5ac7e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:15.702539 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-7e72fbc1-9900-41ce-b778-c6a918a7842a', 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'fixed_ips': [{'subnet_id': '28db10ba-cb36-430b-858e-067b31233e6d'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:01:15.703855 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:15.738088 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:15.750581 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e17d53-a6f7-4fa5-8b38-07c17896813a req-043ac8de-2cf4-4932-ab12-b758963d002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:15.752240 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-55e17d53-a6f7-4fa5-8b38-07c17896813a req-043ac8de-2cf4-4932-ab12-b758963d002b service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.2184529 Nov 29 18:01:15.754763 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-147dba1b-012b-4974-9307-b5998a5ac7e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:15.822408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-f4559a9a-2233-4b36-93f9-3c4d871ad5b4 req-32c0c6e0-5156-4787-9d3a-91d70693c881 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] For port 479bb4c4-214b-4f27-ac68-812ec96dff1c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=479bb4c4-214b-4f27-ac68-812ec96dff1c,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:15.823152 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f4559a9a-2233-4b36-93f9-3c4d871ad5b4 req-32c0c6e0-5156-4787-9d3a-91d70693c881 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:15.861522 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-55e17d53-a6f7-4fa5-8b38-07c17896813a req-93eff964-b64a-467d-ae9b-00e5a3609a50 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=05a9a751-dc5c-4b18-be4f-116bf81004c3 HTTP/1.1" status: 200 len: 217 time: 0.0649779 Nov 29 18:01:15.868587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-f4559a9a-2233-4b36-93f9-3c4d871ad5b4 req-32c0c6e0-5156-4787-9d3a-91d70693c881 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Calling delete_port for 479bb4c4-214b-4f27-ac68-812ec96dff1c owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:01:15.890576 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-147dba1b-012b-4974-9307-b5998a5ac7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:15.934478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Allocated IP 172.20.0.2 (7e72fbc1-9900-41ce-b778-c6a918a7842a/28db10ba-cb36-430b-858e-067b31233e6d/585dcb19-cab2-4097-ba16-d76dcc049e15) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:16.026087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e17d53-a6f7-4fa5-8b38-07c17896813a req-f5664d8a-cad5-4f88-ad08-56a5b777cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:16.028267 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-55e17d53-a6f7-4fa5-8b38-07c17896813a req-f5664d8a-cad5-4f88-ad08-56a5b777cfc7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1540682 Nov 29 18:01:16.031886 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45736) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:16.062589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da53ad0-eaec-4293-95e2-4b496cb73cd4 req-fedd973d-454a-4eee-9416-bd16d3e011a3 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:16.070451 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0da53ad0-eaec-4293-95e2-4b496cb73cd4 req-fedd973d-454a-4eee-9416-bd16d3e011a3 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/ports?device_id=e097ec03-7945-42e6-a3ef-926feb09dfda HTTP/1.1" status: 200 len: 949 time: 0.3289545 Nov 29 18:01:16.082236 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:16.089293 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-147dba1b-012b-4974-9307-b5998a5ac7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:16.128055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dba1b-012b-4974-9307-b5998a5ac7e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da918e0-043c-4bcc-a2d1-72046973446f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:16.131284 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e17d53-a6f7-4fa5-8b38-07c17896813a req-b7912ace-b19d-4ffb-9193-9f7115f8b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:16.133930 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-55e17d53-a6f7-4fa5-8b38-07c17896813a req-b7912ace-b19d-4ffb-9193-9f7115f8b76d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912323 Nov 29 18:01:16.136797 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-147dba1b-012b-4974-9307-b5998a5ac7e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:16.142985 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-147dba1b-012b-4974-9307-b5998a5ac7e3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3da918e0-043c-4bcc-a2d1-72046973446f HTTP/1.1" status: 204 len: 168 time: 0.6082048 Nov 29 18:01:16.147902 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45740) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:16.275687 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-55e17d53-a6f7-4fa5-8b38-07c17896813a req-966577c5-1039-480e-b74c-5476426f9b29 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338425 Nov 29 18:01:16.281954 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-04efbf4f-7bc4-4c9c-8900-7e02b4118aa4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-176975780-network', 'tenant_id': 'd48087c4463a4f1484d6cff080988783'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:16.368209 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04efbf4f-7bc4-4c9c-8900-7e02b4118aa4 admin admin] Made reservation on behalf of d48087c4463a4f1484d6cff080988783 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:16.370506 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04efbf4f-7bc4-4c9c-8900-7e02b4118aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:16.394426 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04efbf4f-7bc4-4c9c-8900-7e02b4118aa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:16.408271 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85961f71-f3b5-405e-800a-70e8c370c4d2 req-cc2e9ed3-e531-4dc3-9fe9-bb104e76ead5 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:16.409848 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85961f71-f3b5-405e-800a-70e8c370c4d2 req-cc2e9ed3-e531-4dc3-9fe9-bb104e76ead5 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.20 "GET /v2.0/ports?device_id=2f4e77df-7a1d-4676-8ad3-dc8c0a219259 HTTP/1.1" status: 200 len: 945 time: 0.1592636 Nov 29 18:01:16.593707 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0da53ad0-eaec-4293-95e2-4b496cb73cd4 req-13d16513-9037-4f36-8181-24c65fc4da7e tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d9b01c0-0c31-424a-92dd-bb5095605c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221860 Nov 29 18:01:16.614673 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f4559a9a-2233-4b36-93f9-3c4d871ad5b4 req-32c0c6e0-5156-4787-9d3a-91d70693c881 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:16.652098 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0c6e0-5156-4787-9d3a-91d70693c881 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Pushing event deleted for resources: {'Port': ['ID=479bb4c4-214b-4f27-ac68-812ec96dff1c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:16.665764 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e126e097-0d56-47a7-8261-7147725c25db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:16.689883 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cb938-b414-4eea-b819-0cd4a11f50a0 req-c86502fd-323a-4507-9e5d-314cff5593ae tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:16.697447 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f0cb938-b414-4eea-b819-0cd4a11f50a0 req-c86502fd-323a-4507-9e5d-314cff5593ae tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4e77df-7a1d-4676-8ad3-dc8c0a219259 HTTP/1.1" status: 200 len: 945 time: 0.1596572 Nov 29 18:01:16.715281 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:16.727418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['479bb4c4-214b-4f27-ac68-812ec96dff1c'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:01:16.760776 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:16.810562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Network 7e72fbc1-9900-41ce-b778-c6a918a7842a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:16.819313 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:16.822828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4559a9a-2233-4b36-93f9-3c4d871ad5b4 req-32c0c6e0-5156-4787-9d3a-91d70693c881 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] No DVR routers for this DVR port 479bb4c4-214b-4f27-ac68-812ec96dff1c on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:01:16.830042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:01:16.832090 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f4559a9a-2233-4b36-93f9-3c4d871ad5b4 req-32c0c6e0-5156-4787-9d3a-91d70693c881 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:16.835451 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4559a9a-2233-4b36-93f9-3c4d871ad5b4 req-32c0c6e0-5156-4787-9d3a-91d70693c881 tempest-DeleteServersAdminTestJSON-1149205232 tempest-DeleteServersAdminTestJSON-1149205232-project] 10.222.0.20 "DELETE /v2.0/ports/479bb4c4-214b-4f27-ac68-812ec96dff1c HTTP/1.1" status: 204 len: 173 time: 1.6079037 Nov 29 18:01:16.899377 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-55e17d53-a6f7-4fa5-8b38-07c17896813a req-765e5008-f9ad-4a2f-b78d-aacefa57e73f service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958860 Nov 29 18:01:16.900118 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Pushing event updated for resources: {'Port': ['ID=585dcb19-cab2-4097-ba16-d76dcc049e15,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:16.948668 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-85961f71-f3b5-405e-800a-70e8c370c4d2 req-feccaf68-d131-4c09-a77a-d997f737b543 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Deleting port 17e583de-085d-4336-8578-f909ffc9076e {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:01:16.948922 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-85961f71-f3b5-405e-800a-70e8c370c4d2 req-feccaf68-d131-4c09-a77a-d997f737b543 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:16.956487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2d4fcf0-3686-45ac-87de-230f895aefdb req-cabce34c-5083-4236-a1af-83e7abfbe856 tempest-QuotasAdminNegativeTest-1397810670 tempest-QuotasAdminNegativeTest-1397810670-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=eeba1769ae2549f58aaec47f461e3030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427592 Nov 29 18:01:16.957679 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Attempting to bind port 585dcb19-cab2-4097-ba16-d76dcc049e15 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:01:16.958120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Attempting to bind port 585dcb19-cab2-4097-ba16-d76dcc049e15 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'f2aba102-038f-4940-acc7-1c62a133d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:01:16.958420 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Attempting to bind port 585dcb19-cab2-4097-ba16-d76dcc049e15 on network 7e72fbc1-9900-41ce-b778-c6a918a7842a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:16.963770 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:01:16.964149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Checking segment: {'id': 'f2aba102-038f-4940-acc7-1c62a133d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:16.964604 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:16.964944 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Bound using segment: {'id': 'f2aba102-038f-4940-acc7-1c62a133d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:01:16.965894 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Bound port: 585dcb19-cab2-4097-ba16-d76dcc049e15, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2aba102-038f-4940-acc7-1c62a133d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:01:16.965999 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:16.975432 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f0cb938-b414-4eea-b819-0cd4a11f50a0 req-6fdb8c97-67a4-4802-954b-e15acc8ff54a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769458 Nov 29 18:01:16.977346 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e126e097-0d56-47a7-8261-7147725c25db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.084419 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-85961f71-f3b5-405e-800a-70e8c370c4d2 req-feccaf68-d131-4c09-a77a-d997f737b543 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] For port 17e583de-085d-4336-8578-f909ffc9076e, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=17e583de-085d-4336-8578-f909ffc9076e,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:17.084899 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-85961f71-f3b5-405e-800a-70e8c370c4d2 req-feccaf68-d131-4c09-a77a-d997f737b543 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.099004 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e126e097-0d56-47a7-8261-7147725c25db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653bc7ef-d7ec-4978-9401-df4646434040']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:17.099238 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-85961f71-f3b5-405e-800a-70e8c370c4d2 req-feccaf68-d131-4c09-a77a-d997f737b543 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Calling delete_port for 17e583de-085d-4336-8578-f909ffc9076e owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:01:17.114311 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] For port 585dcb19-cab2-4097-ba16-d76dcc049e15, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:01:17.117847 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] For port 585dcb19-cab2-4097-ba16-d76dcc049e15, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=585dcb19-cab2-4097-ba16-d76dcc049e15,segment=NetworkSegment(f2aba102-038f-4940-acc7-1c62a133d75b),segment_id=f2aba102-038f-4940-acc7-1c62a133d75b)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:01:17.126438 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.187607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e126e097-0d56-47a7-8261-7147725c25db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80e7b18-0a61-4f36-9a62-2d84f64fdc32') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:17.187935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e126e097-0d56-47a7-8261-7147725c25db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80e7b18-0a61-4f36-9a62-2d84f64fdc32') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:17.199065 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a88b0-100d-4ee6-bdee-deed4f480133 None None] Pushing event updated for resources: {'Port': ['ID=585dcb19-cab2-4097-ba16-d76dcc049e15,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:17.227558 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04efbf4f-7bc4-4c9c-8900-7e02b4118aa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.234824 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e126e097-0d56-47a7-8261-7147725c25db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.239728 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04efbf4f-7bc4-4c9c-8900-7e02b4118aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.287938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04efbf4f-7bc4-4c9c-8900-7e02b4118aa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:01:17.293316 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e126e097-0d56-47a7-8261-7147725c25db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.311871 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e126e097-0d56-47a7-8261-7147725c25db admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:01:17.312281 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e126e097-0d56-47a7-8261-7147725c25db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:01:17.316095 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:01:17.329796 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04efbf4f-7bc4-4c9c-8900-7e02b4118aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.330142 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-04efbf4f-7bc4-4c9c-8900-7e02b4118aa4 admin admin] Added segment 3983a04f-5cc0-49fb-9820-b441a7e52113 of type vlan for network af760854-75d7-485d-8b60-883a122ffa75 Nov 29 18:01:17.345220 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efbf4f-7bc4-4c9c-8900-7e02b4118aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1099eff4-3d57-47fc-a3ee-5a1c5573e405,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:17.401335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4fcf0-3686-45ac-87de-230f895aefdb req-a5f47328-66c9-4d44-8280-75ff0748661b tempest-QuotasAdminNegativeTest-1397810670 tempest-QuotasAdminNegativeTest-1397810670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:17.407021 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2d4fcf0-3686-45ac-87de-230f895aefdb req-a5f47328-66c9-4d44-8280-75ff0748661b tempest-QuotasAdminNegativeTest-1397810670 tempest-QuotasAdminNegativeTest-1397810670-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4100072 Nov 29 18:01:17.407620 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-85961f71-f3b5-405e-800a-70e8c370c4d2 req-feccaf68-d131-4c09-a77a-d997f737b543 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.426102 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04efbf4f-7bc4-4c9c-8900-7e02b4118aa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.427134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['17e583de-085d-4336-8578-f909ffc9076e'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:01:17.461294 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e097ec03-7945-42e6-a3ef-926feb09dfda', 'name': 'network-vif-deleted', 'tag': '479bb4c4-214b-4f27-ac68-812ec96dff1c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:17.469937 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccaf68-d131-4c09-a77a-d997f737b543 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Pushing event deleted for resources: {'Port': ['ID=17e583de-085d-4336-8578-f909ffc9076e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:17.487693 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efadc17-a85b-4720-9f4b-6fc6e2b9ab07" -d '{"events": [{"server_uuid": "e097ec03-7945-42e6-a3ef-926feb09dfda", "name": "network-vif-deleted", "tag": "479bb4c4-214b-4f27-ac68-812ec96dff1c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:17.507561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.522181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c17060-e938-4c36-af32-9d66cd43e96a req-c88726d4-c92e-4fb0-b395-d17c7bcc47df tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:17.524530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49c17060-e938-4c36-af32-9d66cd43e96a req-c88726d4-c92e-4fb0-b395-d17c7bcc47df tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 948 time: 0.3763542 Nov 29 18:01:17.550003 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e126e097-0d56-47a7-8261-7147725c25db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.552657 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-85961f71-f3b5-405e-800a-70e8c370c4d2 req-feccaf68-d131-4c09-a77a-d997f737b543 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] No DVR routers for this DVR port 17e583de-085d-4336-8578-f909ffc9076e on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:01:17.555507 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-85961f71-f3b5-405e-800a-70e8c370c4d2 req-feccaf68-d131-4c09-a77a-d997f737b543 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.561049 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e126e097-0d56-47a7-8261-7147725c25db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.561417 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85961f71-f3b5-405e-800a-70e8c370c4d2 req-feccaf68-d131-4c09-a77a-d997f737b543 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.20 "DELETE /v2.0/ports/17e583de-085d-4336-8578-f909ffc9076e HTTP/1.1" status: 204 len: 173 time: 0.8477340 Nov 29 18:01:17.561417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4e77df-7a1d-4676-8ad3-dc8c0a219259', 'name': 'network-vif-deleted', 'tag': '17e583de-085d-4336-8578-f909ffc9076e'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:17.564643 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cd2b79-c519-4e44-8a16-b24b116b66c9" -d '{"events": [{"server_uuid": "2f4e77df-7a1d-4676-8ad3-dc8c0a219259", "name": "network-vif-deleted", "tag": "17e583de-085d-4336-8578-f909ffc9076e"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:17.568292 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04efbf4f-7bc4-4c9c-8900-7e02b4118aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.569639 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04efbf4f-7bc4-4c9c-8900-7e02b4118aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:17.569859 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04efbf4f-7bc4-4c9c-8900-7e02b4118aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.573417 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e126e097-0d56-47a7-8261-7147725c25db admin admin] 10.222.0.23 "DELETE /v2.0/networks/653bc7ef-d7ec-4978-9401-df4646434040 HTTP/1.1" status: 204 len: 168 time: 1.4179714 Nov 29 18:01:17.583474 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.640423 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2d4fcf0-3686-45ac-87de-230f895aefdb req-1d3b0df4-3a10-46e6-a58b-8b59bfc733db tempest-QuotasAdminNegativeTest-1397810670 tempest-QuotasAdminNegativeTest-1397810670-project] 10.222.0.23 "GET /v2.0/quotas/eeba1769ae2549f58aaec47f461e3030 HTTP/1.1" status: 200 len: 375 time: 0.1352925 Nov 29 18:01:17.646270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126e097-0d56-47a7-8261-7147725c25db admin admin] Pushing event deleted for resources: {'Network': ['ID=653bc7ef-d7ec-4978-9401-df4646434040,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:17.649114 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-04efbf4f-7bc4-4c9c-8900-7e02b4118aa4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6171904 Nov 29 18:01:17.651908 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45770) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:17.656945 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-7e843d4a-ced0-4212-a0c6-79b7af73d287 admin admin] Request body: {'subnet': {'network_id': 'af760854-75d7-485d-8b60-883a122ffa75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-176975780-subnet', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:17.661267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efbf4f-7bc4-4c9c-8900-7e02b4118aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=af760854-75d7-485d-8b60-883a122ffa75,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:17.677720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network af760854-75d7-485d-8b60-883a122ffa75 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:01:17.685273 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e843d4a-ced0-4212-a0c6-79b7af73d287 admin admin] Made reservation on behalf of d48087c4463a4f1484d6cff080988783 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:17.688100 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e843d4a-ced0-4212-a0c6-79b7af73d287 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:17.770006 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45772) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:17.799479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2d4fcf0-3686-45ac-87de-230f895aefdb req-a2c2ab3f-b636-4fa9-b9d5-fff153598ad2 tempest-QuotasAdminNegativeTest-1397810670 tempest-QuotasAdminNegativeTest-1397810670-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=eeba1769ae2549f58aaec47f461e3030&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1425402 Nov 29 18:01:17.817566 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49c17060-e938-4c36-af32-9d66cd43e96a req-bb52f179-4805-4eaf-a281-2c7868627188 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441840 Nov 29 18:01:17.848242 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0c52e54c-f470-4c52-973e-3354c980ae67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2861c033c3b40edb734114a65b663ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0766511 Nov 29 18:01:17.851185 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45774) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:17.895618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Allocated IP 172.25.3.247 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:17.900264 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e92511-664b-4de3-a898-83f6e60a1d54 x-openstack-request-id: req-84e92511-664b-4de3-a898-83f6e60a1d54 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:17.901018 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e097ec03-7945-42e6-a3ef-926feb09dfda", "name": "network-vif-deleted", "tag": "479bb4c4-214b-4f27-ac68-812ec96dff1c", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:17.901489 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84e92511-664b-4de3-a898-83f6e60a1d54 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:17.902296 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e097ec03-7945-42e6-a3ef-926feb09dfda', 'name': 'network-vif-deleted', 'tag': '479bb4c4-214b-4f27-ac68-812ec96dff1c', 'status': 'completed', 'code': 200} Nov 29 18:01:17.924353 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70e7b83-20cd-4162-a482-6052fb4d47ea x-openstack-request-id: req-e70e7b83-20cd-4162-a482-6052fb4d47ea {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:17.924659 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4e77df-7a1d-4676-8ad3-dc8c0a219259", "name": "network-vif-deleted", "tag": "17e583de-085d-4336-8578-f909ffc9076e", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:17.924927 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e70e7b83-20cd-4162-a482-6052fb4d47ea {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:17.925480 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4e77df-7a1d-4676-8ad3-dc8c0a219259', 'name': 'network-vif-deleted', 'tag': '17e583de-085d-4336-8578-f909ffc9076e', 'status': 'completed', 'code': 200} Nov 29 18:01:17.985513 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fa19dc0-486a-45e7-a8fe-b98773fa1809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:18.000918 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e843d4a-ced0-4212-a0c6-79b7af73d287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:18.067331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e843d4a-ced0-4212-a0c6-79b7af73d287 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:18.075776 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fa19dc0-486a-45e7-a8fe-b98773fa1809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:18.085065 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 05a9a751-dc5c-4b18-be4f-116bf81004c3 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:01:18.104038 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:18.118388 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e7089bc8-64d1-4cf7-9635-35fac372dc9a details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:01:18.163981 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:18.187213 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e843d4a-ced0-4212-a0c6-79b7af73d287 admin admin] Checking segment: {'id': '3983a04f-5cc0-49fb-9820-b441a7e52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:18.187529 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e843d4a-ced0-4212-a0c6-79b7af73d287 admin admin] Network hostable DHCP agents. Network: af760854-75d7-485d-8b60-883a122ffa75, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:01:18.221053 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fa19dc0-486a-45e7-a8fe-b98773fa1809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:18.228483 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fa19dc0-486a-45e7-a8fe-b98773fa1809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:18.228483 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3fa19dc0-486a-45e7-a8fe-b98773fa1809 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94b339b4-cdfe-4b23-bc46-9b4576593b8f HTTP/1.1" status: 204 len: 168 time: 0.3756919 Nov 29 18:01:18.253630 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e843d4a-ced0-4212-a0c6-79b7af73d287 admin admin] Network af760854-75d7-485d-8b60-883a122ffa75 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:01:18.272726 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa19dc0-486a-45e7-a8fe-b98773fa1809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b339b4-cdfe-4b23-bc46-9b4576593b8f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:18.294160 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-7e843d4a-ced0-4212-a0c6-79b7af73d287 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, af760854-75d7-485d-8b60-883a122ffa75) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:18.309507 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.resource_extend [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:01:18.311131 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e843d4a-ced0-4212-a0c6-79b7af73d287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:18.315635 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e843d4a-ced0-4212-a0c6-79b7af73d287 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:18.355046 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7e843d4a-ced0-4212-a0c6-79b7af73d287 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6995225 Nov 29 18:01:18.355504 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-caf6cfb1-6b69-42a5-afd0-79d34920bfac req-038acf3b-1bee-4581-8787-ef4949735128 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4e77df-7a1d-4676-8ad3-dc8c0a219259 HTTP/1.1" status: 200 len: 210 time: 0.1698413 Nov 29 18:01:18.356959 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45792) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:18.371872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:18.377195 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:18.381979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-176975780-router', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:18.382530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:01:18.387640 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b87e5c7-f8ba-4bd7-b81b-0edc63d3dcae None None] Network af760854-75d7-485d-8b60-883a122ffa75 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:01:18.427391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Pushing event updated for resources: {'Port': ['ID=3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:18.460047 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:18.462093 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:18.610256 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:18.681109 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 05a9a751-dc5c-4b18-be4f-116bf81004c3, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=05a9a751-dc5c-4b18-be4f-116bf81004c3,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:18.799419 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e7089bc8-64d1-4cf7-9635-35fac372dc9a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7089bc8-64d1-4cf7-9635-35fac372dc9a,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:18.802384 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '05a9a751-dc5c-4b18-be4f-116bf81004c3', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '05a9a751-dc5c-4b18-be4f-116bf81004c3', 'mac_address': 'fa:16:3e:6d:2f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:01:18.827337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e213bf-6fec-426e-933b-29c3126fc71d None None] Network 7e72fbc1-9900-41ce-b778-c6a918a7842a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:01:18.834628 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a', 'mac_address': 'fa:16:3e:9a:74:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:01:18.880726 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:18.943422 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-af760854-75d7-485d-8b60-883a122ffa75', 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'fixed_ips': [{'subnet_id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:01:18.944331 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:19.043744 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3ab7273a-87a3-4007-8ef2-4fbf73975e40 None None] Provisioning complete for port 585dcb19-cab2-4097-ba16-d76dcc049e15 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:19.043744 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3ab7273a-87a3-4007-8ef2-4fbf73975e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:19.069091 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:19.090643 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:19.093052 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:19.219503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45822) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:19.243171 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39f9cd-1ec1-4e2a-9715-9d163080f7c7 req-fda1ee01-ac3f-435d-b396-f2724419ad51 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:19.250645 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d39f9cd-1ec1-4e2a-9715-9d163080f7c7 req-fda1ee01-ac3f-435d-b396-f2724419ad51 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 948 time: 0.2971826 Nov 29 18:01:19.275003 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 585dcb19-cab2-4097-ba16-d76dcc049e15 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:19.339344 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7089bc8-64d1-4cf7-9635-35fac372dc9a {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:01:19.351364 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:19.359985 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a9a751-dc5c-4b18-be4f-116bf81004c3 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:01:19.410613 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:19.509387 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d39f9cd-1ec1-4e2a-9715-9d163080f7c7 req-c1050e2e-117e-4e96-a63e-b4a6780e6f27 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570853 Nov 29 18:01:19.536570 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:19.620043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e7089bc8-64d1-4cf7-9635-35fac372dc9a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7089bc8-64d1-4cf7-9635-35fac372dc9a,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:19.630074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 05a9a751-dc5c-4b18-be4f-116bf81004c3, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=05a9a751-dc5c-4b18-be4f-116bf81004c3,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:19.630820 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-33c6046c-d2f3-44d4-b65f-775cb9ef016e req-c43d8cb3-f080-4a3c-933c-cf08385bbbb4 tempest-QuotasAdminNegativeTest-1397810670 tempest-QuotasAdminNegativeTest-1397810670-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=eeba1769ae2549f58aaec47f461e3030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338607 Nov 29 18:01:19.679344 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:19.722956 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Allocated IP 172.25.3.36 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/37f8820f-77d8-4a53-a364-b449686ff31c) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:19.753800 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:19.760579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=e7089bc8-64d1-4cf7-9635-35fac372dc9a,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:19.764697 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 585dcb19-cab2-4097-ba16-d76dcc049e15 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:19.766067 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:19.815437 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6046c-d2f3-44d4-b65f-775cb9ef016e req-d54a5288-504f-4a05-9128-d0b21f7649dd tempest-QuotasAdminNegativeTest-1397810670 tempest-QuotasAdminNegativeTest-1397810670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:19.822323 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-33c6046c-d2f3-44d4-b65f-775cb9ef016e req-d54a5288-504f-4a05-9128-d0b21f7649dd tempest-QuotasAdminNegativeTest-1397810670 tempest-QuotasAdminNegativeTest-1397810670-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903405 Nov 29 18:01:19.840508 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-33c6046c-d2f3-44d4-b65f-775cb9ef016e req-3c1adf15-d442-4f6b-bd2b-7dab786ae884 tempest-QuotasAdminNegativeTest-1397810670 tempest-QuotasAdminNegativeTest-1397810670-project] 10.222.0.23 "GET /v2.0/quotas/eeba1769ae2549f58aaec47f461e3030 HTTP/1.1" status: 200 len: 375 time: 0.0173206 Nov 29 18:01:19.902062 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-33c6046c-d2f3-44d4-b65f-775cb9ef016e req-c93a61f2-9674-4a84-bc6d-d41a68580d43 tempest-QuotasAdminNegativeTest-1397810670 tempest-QuotasAdminNegativeTest-1397810670-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=eeba1769ae2549f58aaec47f461e3030&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551918 Nov 29 18:01:19.908097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Allocated IP 172.20.0.2 (af760854-75d7-485d-8b60-883a122ffa75/39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f/4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:19.930204 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3ab7273a-87a3-4007-8ef2-4fbf73975e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:20.004276 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ea68d0cf-fec9-44bf-af33-670c896dbd18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf4b7deb6284475c968b7fe402f79a8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7807035 Nov 29 18:01:20.008222 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45866) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:20.026626 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e7089bc8-64d1-4cf7-9635-35fac372dc9a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:01:20.051834 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=05a9a751-dc5c-4b18-be4f-116bf81004c3,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:20.073526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Router 635c1627-3c24-438d-9c36-8bfa0e295758 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:01:20.098395 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:20.125058 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45874) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:20.158541 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98590b13-87a6-4ea8-beb8-80b65c295932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:20.185627 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['05a9a751-dc5c-4b18-be4f-116bf81004c3'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:01:20.187522 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 479bb4c4-214b-4f27-ac68-812ec96dff1c no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:01:20.216710 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98590b13-87a6-4ea8-beb8-80b65c295932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:20.227197 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:20.238248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-13b7d605-f7ed-4705-9603-cee4ea8f266c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:20.250511 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-13b7d605-f7ed-4705-9603-cee4ea8f266c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 812 time: 0.3580093 Nov 29 18:01:20.272536 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-2a9db2e9-d503-4b5b-a019-5a030bb5f671 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/quotas/9b07239bb1bf45548250748a91a26cf4 HTTP/1.1" status: 200 len: 375 time: 0.0208333 Nov 29 18:01:20.295015 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:01:20.295939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:20.303644 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:20.309906 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:01:20.319156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3ab7273a-87a3-4007-8ef2-4fbf73975e40 None None] For port 585dcb19-cab2-4097-ba16-d76dcc049e15, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=585dcb19-cab2-4097-ba16-d76dcc049e15,segment=NetworkSegment(f2aba102-038f-4940-acc7-1c62a133d75b),segment_id=f2aba102-038f-4940-acc7-1c62a133d75b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:20.349215 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6a974356-e26d-407e-8850-7a2ff32c2ee8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1673705257-network', 'tenant_id': 'd86aad8cea2845799615357c97a2e947'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:20.352958 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 479bb4c4-214b-4f27-ac68-812ec96dff1c {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:01:20.353559 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 479bb4c4-214b-4f27-ac68-812ec96dff1c not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:01:20.354212 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 17e583de-085d-4336-8578-f909ffc9076e no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:01:20.357171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Pushing event updated for resources: {'Port': ['ID=37f8820f-77d8-4a53-a364-b449686ff31c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:20.357953 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Sync routers for ids ['635c1627-3c24-438d-9c36-8bfa0e295758'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:01:20.386214 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-b358e950-b00b-4e4c-8e88-58beb65b21a1 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674546 Nov 29 18:01:20.413316 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3ab7273a-87a3-4007-8ef2-4fbf73975e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:20.419577 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:20.424056 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c96571e1-175f-4ce6-9247-5ddee5eaf0e4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8646586 Nov 29 18:01:20.453787 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45878) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:20.454506 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 17e583de-085d-4336-8578-f909ffc9076e {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:01:20.454820 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 17e583de-085d-4336-8578-f909ffc9076e not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:01:20.478525 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98590b13-87a6-4ea8-beb8-80b65c295932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:20.480870 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98590b13-87a6-4ea8-beb8-80b65c295932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:20.482168 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-98590b13-87a6-4ea8-beb8-80b65c295932 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d9b01c0-0c31-424a-92dd-bb5095605c91 HTTP/1.1" status: 204 len: 168 time: 0.4727373 Nov 29 18:01:20.528728 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Routers {'635c1627-3c24-438d-9c36-8bfa0e295758'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:01:20.529614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:00:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['635c1627-3c24-438d-9c36-8bfa0e295758'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:20.554957 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-fe521a53-ca44-47f2-ba52-f304f1edacd6 service neutron] 10.222.0.23 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677663 Nov 29 18:01:20.561981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98590b13-87a6-4ea8-beb8-80b65c295932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9b01c0-0c31-424a-92dd-bb5095605c91,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:20.564387 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a974356-e26d-407e-8850-7a2ff32c2ee8 admin admin] Made reservation on behalf of d86aad8cea2845799615357c97a2e947 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:20.566888 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a974356-e26d-407e-8850-7a2ff32c2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:20.608104 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a974356-e26d-407e-8850-7a2ff32c2ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:20.728744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60f2af-1200-46bb-a433-2089cb543b59 req-42cecba1-310d-4ac3-8c96-afcc06875cca tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:20.736901 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7273a-87a3-4007-8ef2-4fbf73975e40 None None] Pushing event updated for resources: {'Port': ['ID=585dcb19-cab2-4097-ba16-d76dcc049e15,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:20.738166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e60f2af-1200-46bb-a433-2089cb543b59 req-42cecba1-310d-4ac3-8c96-afcc06875cca tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 949 time: 0.0954869 Nov 29 18:01:20.757153 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-92d7ee27-37e5-4cb8-a868-fb734c97cb51 service neutron] 10.222.0.23 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010558 Nov 29 18:01:20.817500 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:20.829620 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e60f2af-1200-46bb-a433-2089cb543b59 req-659e7f00-8307-47b7-affc-ecbbbf2d8ff8 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902286 Nov 29 18:01:20.945635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-dba22153-11d3-4aa4-8b36-d84d8dcdee75 None None] Provisioning complete for port 585dcb19-cab2-4097-ba16-d76dcc049e15 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:20.946987 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dba22153-11d3-4aa4-8b36-d84d8dcdee75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:20.980079 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45900) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:20.993765 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:21.001700 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d80e5f3-0966-4861-ab5f-7eebdd04d953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:21.129172 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Pushing event updated for resources: {'Port': ['ID=4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:21.150610 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:21.169488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Network af760854-75d7-485d-8b60-883a122ffa75 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:21.173258 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a974356-e26d-407e-8850-7a2ff32c2ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:21.194347 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-980c648a-21d4-4acd-a49a-a0bffb18aac7 req-9229d5cd-c663-472d-a2c6-dbc598dc60e8 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 210 time: 0.0681145 Nov 29 18:01:21.203235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Set router 635c1627-3c24-438d-9c36-8bfa0e295758 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:01:21.242828 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a974356-e26d-407e-8850-7a2ff32c2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:21.253828 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d80e5f3-0966-4861-ab5f-7eebdd04d953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:21.261347 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d80e5f3-0966-4861-ab5f-7eebdd04d953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:21.288410 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a974356-e26d-407e-8850-7a2ff32c2ee8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:01:21.290291 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:21.296277 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:01:21.311291 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1d80e5f3-0966-4861-ab5f-7eebdd04d953 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d751dbb5298f44559ef2f503c1508dd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276563 Nov 29 18:01:21.311291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80e5f3-0966-4861-ab5f-7eebdd04d953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e654d930-7290-484e-b5b4-2eb842c19fc4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:21.313071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45906) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:21.314097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 585dcb19-cab2-4097-ba16-d76dcc049e15 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:21.380943 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2bd92502-4b84-432c-8116-17be8667b9a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:21.389883 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a974356-e26d-407e-8850-7a2ff32c2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:21.390672 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-6a974356-e26d-407e-8850-7a2ff32c2ee8 admin admin] Added segment c83db740-3a06-4e58-bf8a-96c090573a8c of type vlan for network 682c833c-3563-4fb3-ab8a-615de36a58eb Nov 29 18:01:21.405293 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2bd92502-4b84-432c-8116-17be8667b9a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:21.475259 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2bd92502-4b84-432c-8116-17be8667b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:21.478300 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2bd92502-4b84-432c-8116-17be8667b9a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:21.479488 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2bd92502-4b84-432c-8116-17be8667b9a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e654d930-7290-484e-b5b4-2eb842c19fc4 HTTP/1.1" status: 204 len: 168 time: 0.1663744 Nov 29 18:01:21.492330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd92502-4b84-432c-8116-17be8667b9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e654d930-7290-484e-b5b4-2eb842c19fc4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:21.543928 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a974356-e26d-407e-8850-7a2ff32c2ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef744eb-7652-4726-8649-2d069ea6f2a0,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:21.583417 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a974356-e26d-407e-8850-7a2ff32c2ee8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:21.757883 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a974356-e26d-407e-8850-7a2ff32c2ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:21.759364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a974356-e26d-407e-8850-7a2ff32c2ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:21.760484 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a974356-e26d-407e-8850-7a2ff32c2ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:21.793848 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 585dcb19-cab2-4097-ba16-d76dcc049e15 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:21.795349 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:21.839812 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Attempting to bind port 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:01:21.840188 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Attempting to bind port 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '3983a04f-5cc0-49fb-9820-b441a7e52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:01:21.840558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Attempting to bind port 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca on network af760854-75d7-485d-8b60-883a122ffa75 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:21.879604 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:01:21.879983 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Checking segment: {'id': '3983a04f-5cc0-49fb-9820-b441a7e52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:21.880387 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:21.880783 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Bound using segment: {'id': '3983a04f-5cc0-49fb-9820-b441a7e52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:01:21.881270 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Bound port: 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3983a04f-5cc0-49fb-9820-b441a7e52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:01:21.881649 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:22.034467 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f21db-d399-4424-a698-bc6818638d8a req-53bf8fcb-0e5a-4759-8909-77d33faa93e4 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:22.045079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-821f21db-d399-4424-a698-bc6818638d8a req-53bf8fcb-0e5a-4759-8909-77d33faa93e4 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 949 time: 0.0886471 Nov 29 18:01:22.133411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3722ec18-d709-41ff-8e55-ebdc95a38a55 req-255d71d6-2b19-4cf1-b88b-32487553221a tempest-QuotasAdminNegativeTest-1397810670 tempest-QuotasAdminNegativeTest-1397810670-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=eeba1769ae2549f58aaec47f461e3030&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255609 Nov 29 18:01:22.151001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-821f21db-d399-4424-a698-bc6818638d8a req-03bafaa2-5b4a-418b-8707-d0be8c9f3f7e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046100 Nov 29 18:01:22.341928 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] For port 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:01:22.360328 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'name': 'tempest-ServersTestFqdnHostnames-2058424617-router', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:15Z', 'updated_at': '2021-11-29T18:01:18Z', 'revision_number': 3, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'gw_port': {'id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:17Z', 'updated_at': '2021-11-29T18:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:22.364596 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] For port 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca,segment=NetworkSegment(3983a04f-5cc0-49fb-9820-b441a7e52113),segment_id=3983a04f-5cc0-49fb-9820-b441a7e52113)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:01:22.402508 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6a974356-e26d-407e-8850-7a2ff32c2ee8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2745790 Nov 29 18:01:22.415003 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Checking router: 635c1627-3c24-438d-9c36-8bfa0e295758 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:01:22.415367 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Updating router 635c1627-3c24-438d-9c36-8bfa0e295758 port 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:01:22.442362 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a974356-e26d-407e-8850-7a2ff32c2ee8 admin admin] Pushing event updated for resources: {'Network': ['ID=682c833c-3563-4fb3-ab8a-615de36a58eb,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:22.447214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722ec18-d709-41ff-8e55-ebdc95a38a55 req-c05899b2-5892-4fa8-8dbf-a68910bbd49b tempest-QuotasAdminNegativeTest-1397810670 tempest-QuotasAdminNegativeTest-1397810670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:22.454832 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3722ec18-d709-41ff-8e55-ebdc95a38a55 req-c05899b2-5892-4fa8-8dbf-a68910bbd49b tempest-QuotasAdminNegativeTest-1397810670 tempest-QuotasAdminNegativeTest-1397810670-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2914000 Nov 29 18:01:22.473477 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:22.480124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3722ec18-d709-41ff-8e55-ebdc95a38a55 req-a183f812-85e6-45cf-a9b3-598e01d47aa0 tempest-QuotasAdminNegativeTest-1397810670 tempest-QuotasAdminNegativeTest-1397810670-project] 10.222.0.23 "GET /v2.0/quotas/eeba1769ae2549f58aaec47f461e3030 HTTP/1.1" status: 200 len: 375 time: 0.0243578 Nov 29 18:01:22.482199 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:22.491924 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:22.524238 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:22.662066 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 682c833c-3563-4fb3-ab8a-615de36a58eb details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:01:22.669290 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc863ef5-1e47-4860-abce-94e43a9a53bd None None] Pushing event updated for resources: {'Port': ['ID=4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:22.886184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Router 5190b275-78d7-453c-8955-ccc7894507f4 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:01:22.986161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-bcf2d8a9-d3c4-441e-bd06-3ebbb16c4ffe tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:22.988001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-bcf2d8a9-d3c4-441e-bd06-3ebbb16c4ffe tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.31 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 812 time: 0.6566033 Nov 29 18:01:22.990313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3722ec18-d709-41ff-8e55-ebdc95a38a55 req-0f64a77f-2b7a-48fc-80e8-b76b67905a7d tempest-QuotasAdminNegativeTest-1397810670 tempest-QuotasAdminNegativeTest-1397810670-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=eeba1769ae2549f58aaec47f461e3030&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5094271 Nov 29 18:01:23.037230 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c957df5-f4e5-4c6c-9755-a2532fd1aad1 req-f0dea08f-7a3d-4ae2-958c-167c2f47bd2d tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 210 time: 0.0788052 Nov 29 18:01:23.057552 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Allocated IP 172.20.0.1 (7e72fbc1-9900-41ce-b778-c6a918a7842a/28db10ba-cb36-430b-858e-067b31233e6d/ccf75137-f139-4a58-ac41-5d20640571ea) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:23.063239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-219c48a8-0c07-49d4-9108-4d1be6147e3b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Request body: {'port': {'device_id': '4ff5c90f-48fb-417a-a295-3f7c675421ed', 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498', 'admin_state_up': True, 'tenant_id': '9b07239bb1bf45548250748a91a26cf4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:23.210665 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:23.285177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:01:23.299073 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Sync routers for ids ['5190b275-78d7-453c-8955-ccc7894507f4'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:01:23.335136 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:23.335474 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:23.341392 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:23.343701 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a9d3c701-5680-42c6-aea4-be4ff33a37be admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9809134 Nov 29 18:01:23.344139 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Routers {'5190b275-78d7-453c-8955-ccc7894507f4'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:01:23.344979 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:00:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5190b275-78d7-453c-8955-ccc7894507f4'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:23.346984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45980) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:23.403348 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:23.457896 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:23.470640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-219c48a8-0c07-49d4-9108-4d1be6147e3b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Made reservation on behalf of 9b07239bb1bf45548250748a91a26cf4 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:23.477266 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-219c48a8-0c07-49d4-9108-4d1be6147e3b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:23.552443 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:23.558313 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Network 7e72fbc1-9900-41ce-b778-c6a918a7842a is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:23.567612 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:23.596881 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:01:23.614994 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Set router 5190b275-78d7-453c-8955-ccc7894507f4 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:01:23.642834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-219c48a8-0c07-49d4-9108-4d1be6147e3b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Allocated IP 172.20.0.14 (44aa18b0-f19e-425a-96e9-bf18ebea2498/733544da-2bc1-4873-95ac-5a788cefa521/ea7cac1a-0a65-4b5f-b008-94a79adc0642) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:23.668830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Pushing event updated for resources: {'Port': ['ID=ccf75137-f139-4a58-ac41-5d20640571ea,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:23.673525 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:23.723342 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:23.729078 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca,segment=NetworkSegment(3983a04f-5cc0-49fb-9820-b441a7e52113),segment_id=3983a04f-5cc0-49fb-9820-b441a7e52113)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:23.731657 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:23.742482 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:23.836300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee18c55-d89f-4ef7-8d82-df277b0f7262 None None] Pushing event updated for resources: {'Port': ['ID=3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:23.839586 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Attempting to bind port 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:01:23.839971 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Attempting to bind port 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:01:23.840343 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Attempting to bind port 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:23.850679 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:01:23.851040 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:23.851901 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:23.852310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:01:23.852867 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Bound port: 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:01:23.853428 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:23.934284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] For port 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:01:23.946636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] For port 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:01:23.993034 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:24.027222 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3fedc4ef-cc0d-4cbb-99a9-dc811a974c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:24.067828 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190b275-78d7-453c-8955-ccc7894507f4', 'name': 'tempest-ServersTestBootFromVolume-176975780-router', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:18Z', 'updated_at': '2021-11-29T18:01:20Z', 'revision_number': 3, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'gw_port': {'id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:19Z', 'updated_at': '2021-11-29T18:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:24.083150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Routers {'635c1627-3c24-438d-9c36-8bfa0e295758'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:01:24.083844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:00:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['635c1627-3c24-438d-9c36-8bfa0e295758'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:24.111405 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:24.113568 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Checking router: 5190b275-78d7-453c-8955-ccc7894507f4 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:01:24.114110 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Updating router 5190b275-78d7-453c-8955-ccc7894507f4 port 37f8820f-77d8-4a53-a364-b449686ff31c binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:01:24.135068 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fee48-97ad-4efd-b1e3-9d41cde50bd0 req-6f83c428-8d6d-4997-aa7d-af86a5ac7a3a tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:24.144770 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b4fee48-97ad-4efd-b1e3-9d41cde50bd0 req-6f83c428-8d6d-4997-aa7d-af86a5ac7a3a tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 949 time: 0.3244669 Nov 29 18:01:24.149980 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:24.151645 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e7089bc8-64d1-4cf7-9635-35fac372dc9a up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:24.153792 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 05a9a751-dc5c-4b18-be4f-116bf81004c3 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:24.244974 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f117f21-be48-4223-9e83-9731409e950d req-7393bbde-f2af-4cf0-9528-d37d3e41b949 tempest-ComputeTenantNetworksTest-1592539366 tempest-ComputeTenantNetworksTest-1592539366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:24.251382 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f117f21-be48-4223-9e83-9731409e950d req-7393bbde-f2af-4cf0-9528-d37d3e41b949 tempest-ComputeTenantNetworksTest-1592539366 tempest-ComputeTenantNetworksTest-1592539366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:24.257978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f117f21-be48-4223-9e83-9731409e950d req-7393bbde-f2af-4cf0-9528-d37d3e41b949 tempest-ComputeTenantNetworksTest-1592539366 tempest-ComputeTenantNetworksTest-1592539366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:24.264844 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f117f21-be48-4223-9e83-9731409e950d req-7393bbde-f2af-4cf0-9528-d37d3e41b949 tempest-ComputeTenantNetworksTest-1592539366 tempest-ComputeTenantNetworksTest-1592539366-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.8098385 Nov 29 18:01:24.269919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:24.377067 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:24.386604 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:24.388972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b5a48-dab9-4113-99e1-d0b6740ec59e None None] Network af760854-75d7-485d-8b60-883a122ffa75 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:01:24.494847 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:24.499721 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Pushing event updated for resources: {'Port': ['ID=ccf75137-f139-4a58-ac41-5d20640571ea,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:24.539985 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-219c48a8-0c07-49d4-9108-4d1be6147e3b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:24.554896 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-68c8122d-44e7-4600-be71-691102172103 None None] Provisioning complete for port ccf75137-f139-4a58-ac41-5d20640571ea triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:24.555514 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-68c8122d-44e7-4600-be71-691102172103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:24.564062 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:24.573284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port e7089bc8-64d1-4cf7-9635-35fac372dc9a completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:01:24.576648 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:24.609687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port e7089bc8-64d1-4cf7-9635-35fac372dc9a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:24.609977 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:24.618338 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b4fee48-97ad-4efd-b1e3-9d41cde50bd0 req-fc4934be-f372-4e1a-ba6d-d03049e119ac tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725893 Nov 29 18:01:24.662701 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee18c55-d89f-4ef7-8d82-df277b0f7262 None None] Pushing event updated for resources: {'Port': ['ID=3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:24.679817 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] Set router 635c1627-3c24-438d-9c36-8bfa0e295758 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:01:24.694724 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-219c48a8-0c07-49d4-9108-4d1be6147e3b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:24.711239 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Network 7e72fbc1-9900-41ce-b778-c6a918a7842a is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:24.715217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:24.754304 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 05a9a751-dc5c-4b18-be4f-116bf81004c3 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:01:24.779246 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 05a9a751-dc5c-4b18-be4f-116bf81004c3 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:24.779630 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:24.779765 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Attempting to bind port 37f8820f-77d8-4a53-a364-b449686ff31c on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:01:24.780079 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Attempting to bind port 37f8820f-77d8-4a53-a364-b449686ff31c by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:01:24.780450 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Attempting to bind port 37f8820f-77d8-4a53-a364-b449686ff31c on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:24.793368 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-219c48a8-0c07-49d4-9108-4d1be6147e3b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Network 44aa18b0-f19e-425a-96e9-bf18ebea2498 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:24.797665 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a0847-a54b-4c7c-af27-49f83152efea None None] Pushing event updated for resources: {'Port': ['ID=37f8820f-77d8-4a53-a364-b449686ff31c,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:24.805219 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:01:24.806041 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:24.807428 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:24.808104 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:01:24.808763 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Bound port: 37f8820f-77d8-4a53-a364-b449686ff31c, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:01:24.809446 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:24.886652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Router 635c1627-3c24-438d-9c36-8bfa0e295758 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:01:24.901015 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] For port 37f8820f-77d8-4a53-a364-b449686ff31c, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:01:24.908081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-68c8122d-44e7-4600-be71-691102172103 None None] Port ccf75137-f139-4a58-ac41-5d20640571ea cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:01:24.913748 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] For port 37f8820f-77d8-4a53-a364-b449686ff31c, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=37f8820f-77d8-4a53-a364-b449686ff31c,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:01:24.914728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-219c48a8-0c07-49d4-9108-4d1be6147e3b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:24.918698 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-219c48a8-0c07-49d4-9108-4d1be6147e3b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:01:24.936193 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:24.959889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46004) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:25.029816 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a0847-a54b-4c7c-af27-49f83152efea None None] Pushing event updated for resources: {'Port': ['ID=37f8820f-77d8-4a53-a364-b449686ff31c,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:25.065393 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Routers {'5190b275-78d7-453c-8955-ccc7894507f4'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:01:25.067635 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:00:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5190b275-78d7-453c-8955-ccc7894507f4'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:25.072212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c48a8-0c07-49d4-9108-4d1be6147e3b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Pushing event updated for resources: {'Port': ['ID=ea7cac1a-0a65-4b5f-b008-94a79adc0642,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:25.106943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:01:25.116847 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ea87a7e8-ae9c-48df-a817-ec70bed4426f admin admin] 10.222.0.23 "PUT /v2.0/routers/635c1627-3c24-438d-9c36-8bfa0e295758/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6617689 Nov 29 18:01:25.167772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:25.196248 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b5ce9ce-a640-4363-9423-e3713da500c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:25.234156 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb162d-7352-4b93-b337-7e06181ec1d4 req-5a3766e2-f0bd-43ec-affd-eb5d6b3d6f42 tempest-ComputeTenantNetworksTest-1592539366 tempest-ComputeTenantNetworksTest-1592539366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:25.241450 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09cb162d-7352-4b93-b337-7e06181ec1d4 req-5a3766e2-f0bd-43ec-affd-eb5d6b3d6f42 tempest-ComputeTenantNetworksTest-1592539366 tempest-ComputeTenantNetworksTest-1592539366-project] 10.222.0.23 "GET /v2.0/networks/682c833c-3563-4fb3-ab8a-615de36a58eb HTTP/1.1" status: 200 len: 769 time: 0.5021784 Nov 29 18:01:25.244774 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46010) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:25.261686 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4e902364-f0c3-4de5-929a-d36fa4a54c02 None None] Provisioning complete for port 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:25.262061 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e902364-f0c3-4de5-929a-d36fa4a54c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:25.264063 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] Set router 5190b275-78d7-453c-8955-ccc7894507f4 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:01:25.288140 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-219c48a8-0c07-49d4-9108-4d1be6147e3b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:25.291016 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-219c48a8-0c07-49d4-9108-4d1be6147e3b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:25.369793 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b5ce9ce-a640-4363-9423-e3713da500c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:25.383708 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b5ce9ce-a640-4363-9423-e3713da500c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:25.391502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f8001-69a5-43d5-9caf-6cb819135344 req-eeb88a9b-699b-4cba-8652-055ee374d564 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:25.400072 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-739f8001-69a5-43d5-9caf-6cb819135344 req-eeb88a9b-699b-4cba-8652-055ee374d564 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 932 time: 0.6263368 Nov 29 18:01:25.461719 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4b5ce9ce-a640-4363-9423-e3713da500c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eeba1769ae2549f58aaec47f461e3030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5004568 Nov 29 18:01:25.465330 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46016) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:25.475965 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ce9ce-a640-4363-9423-e3713da500c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017a2068-be31-4d48-b296-f41e4a6f93f9,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:25.478814 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-219c48a8-0c07-49d4-9108-4d1be6147e3b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4256518 Nov 29 18:01:25.501091 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Request body: {'port': {'device_id': '4ff5c90f-48fb-417a-a295-3f7c675421ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:25.533438 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57bcaa32-508a-43de-a568-9a69170b37e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:25.560644 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b81ca286-5705-4185-84e4-438ac0facd2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:25.603160 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b81ca286-5705-4185-84e4-438ac0facd2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:25.612514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-739f8001-69a5-43d5-9caf-6cb819135344 req-7880657d-4158-45b2-9485-c40643a3c46c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112105 Nov 29 18:01:25.625581 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190b275-78d7-453c-8955-ccc7894507f4', 'name': 'tempest-ServersTestBootFromVolume-176975780-router', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:18Z', 'updated_at': '2021-11-29T18:01:20Z', 'revision_number': 3, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'gw_port': {'id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:19Z', 'updated_at': '2021-11-29T18:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:25.689065 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:25.722688 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b81ca286-5705-4185-84e4-438ac0facd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:25.726598 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b81ca286-5705-4185-84e4-438ac0facd2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:25.727876 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b81ca286-5705-4185-84e4-438ac0facd2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/017a2068-be31-4d48-b296-f41e4a6f93f9 HTTP/1.1" status: 204 len: 168 time: 0.2614079 Nov 29 18:01:25.739806 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0245a921-3478-4959-a9a4-3bbd9b00bc32 None None] The sync data for ids ['5190b275-78d7-453c-8955-ccc7894507f4'] in n-d-819494-5 is: [{'id': '5190b275-78d7-453c-8955-ccc7894507f4', 'name': 'tempest-ServersTestBootFromVolume-176975780-router', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:18Z', 'updated_at': '2021-11-29T18:01:20Z', 'revision_number': 3, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'gw_port': {'id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:19Z', 'updated_at': '2021-11-29T18:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:01:25.743256 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ca286-5705-4185-84e4-438ac0facd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017a2068-be31-4d48-b296-f41e4a6f93f9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:25.752738 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:25.827303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:25.828052 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:25.830346 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57bcaa32-508a-43de-a568-9a69170b37e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:25.836276 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:25.897372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-57bcaa32-508a-43de-a568-9a69170b37e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682c833c-3563-4fb3-ab8a-615de36a58eb']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:25.918479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-57bcaa32-508a-43de-a568-9a69170b37e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83db740-3a06-4e58-bf8a-96c090573a8c') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:25.918774 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-57bcaa32-508a-43de-a568-9a69170b37e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83db740-3a06-4e58-bf8a-96c090573a8c') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:25.958054 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8893b71-02b4-4f73-a682-7990384655be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a9a751-dc5c-4b18-be4f-116bf81004c3'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:25.960422 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78483c5c-9b42-47d5-862b-ad46ee0ceca9" -d '{"events": [{"server_uuid": "e8893b71-02b4-4f73-a682-7990384655be", "name": "network-vif-plugged", "status": "completed", "tag": "05a9a751-dc5c-4b18-be4f-116bf81004c3"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:25.972287 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:26.005558 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57bcaa32-508a-43de-a568-9a69170b37e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:26.033785 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 05a9a751-dc5c-4b18-be4f-116bf81004c3, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=05a9a751-dc5c-4b18-be4f-116bf81004c3,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:26.040269 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57bcaa32-508a-43de-a568-9a69170b37e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:26.062838 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e7089bc8-64d1-4cf7-9635-35fac372dc9a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7089bc8-64d1-4cf7-9635-35fac372dc9a,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:26.066059 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:26.085858 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:26.094181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57bcaa32-508a-43de-a568-9a69170b37e2 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:01:26.095363 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57bcaa32-508a-43de-a568-9a69170b37e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:01:26.097598 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:01:26.217866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-147bb2f6-75df-4925-bfae-2afbed08812a None None] Provisioning complete for port ccf75137-f139-4a58-ac41-5d20640571ea triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:26.218240 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-147bb2f6-75df-4925-bfae-2afbed08812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:26.338386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=05a9a751-dc5c-4b18-be4f-116bf81004c3,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:26.348141 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57bcaa32-508a-43de-a568-9a69170b37e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:26.361405 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'name': 'tempest-ServersTestFqdnHostnames-2058424617-router', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:15Z', 'updated_at': '2021-11-29T18:01:24Z', 'revision_number': 4, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'gw_port': {'id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:17Z', 'updated_at': '2021-11-29T18:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'ccf75137-f139-4a58-ac41-5d20640571ea', 'name': '', 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'mac_address': 'fa:16:3e:fe:07:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '28db10ba-cb36-430b-858e-067b31233e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:22Z', 'updated_at': '2021-11-29T18:01:23Z', 'revision_number': 1, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'subnets': [{'id': '28db10ba-cb36-430b-858e-067b31233e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:26.368876 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-147bb2f6-75df-4925-bfae-2afbed08812a None None] Port ccf75137-f139-4a58-ac41-5d20640571ea cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:01:26.391262 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57bcaa32-508a-43de-a568-9a69170b37e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:26.396976 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-57bcaa32-508a-43de-a568-9a69170b37e2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/682c833c-3563-4fb3-ab8a-615de36a58eb HTTP/1.1" status: 204 len: 168 time: 1.1484833 Nov 29 18:01:26.434859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46032) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:26.439803 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884bd925-42c0-4c1c-be45-3fabe6a43aed None None] The sync data for ids ['635c1627-3c24-438d-9c36-8bfa0e295758'] in n-d-819494-5 is: [{'id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'name': 'tempest-ServersTestFqdnHostnames-2058424617-router', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:15Z', 'updated_at': '2021-11-29T18:01:24Z', 'revision_number': 4, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'gw_port': {'id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:17Z', 'updated_at': '2021-11-29T18:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'ccf75137-f139-4a58-ac41-5d20640571ea', 'name': '', 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'mac_address': 'fa:16:3e:fe:07:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '28db10ba-cb36-430b-858e-067b31233e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:22Z', 'updated_at': '2021-11-29T18:01:23Z', 'revision_number': 1, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'subnets': [{'id': '28db10ba-cb36-430b-858e-067b31233e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:01:26.448685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcaa32-508a-43de-a568-9a69170b37e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=682c833c-3563-4fb3-ab8a-615de36a58eb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:26.463363 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-17f9ff9f-389c-4079-a416-8fb3aae75b1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:26.489560 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e979ede-41c5-4116-9a3f-3aeac7668121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:26.496422 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-147bb2f6-75df-4925-bfae-2afbed08812a None None] Provisioning complete for port 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:26.496783 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-147bb2f6-75df-4925-bfae-2afbed08812a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:26.554625 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=e7089bc8-64d1-4cf7-9635-35fac372dc9a,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:26.590691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659bc4a-4206-438d-961a-a8ab84dd7338 req-83fd79f1-5b3e-4031-8b5d-7cf0fa0d906a tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:26.592728 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4659bc4a-4206-438d-961a-a8ab84dd7338 req-83fd79f1-5b3e-4031-8b5d-7cf0fa0d906a tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 950 time: 0.3329496 Nov 29 18:01:26.636330 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-17f9ff9f-389c-4079-a416-8fb3aae75b1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:26.643856 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-17f9ff9f-389c-4079-a416-8fb3aae75b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:26.671693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Allocated IP 172.20.0.1 (af760854-75d7-485d-8b60-883a122ffa75/39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f/1761c5f0-ba13-4a51-87e4-229418b64027) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:26.707899 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-17f9ff9f-389c-4079-a416-8fb3aae75b1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f3f30dad33f4c6cb18499b56e969109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718396 Nov 29 18:01:26.708622 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46036) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:26.710936 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9ff9f-389c-4079-a416-8fb3aae75b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf1ca6e-011e-44a8-bf8a-b3a10c07c8d5,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:26.715566 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46038) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:26.726277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8f32bfc1-5a3e-4ff6-860d-0b086c2e5bb6 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1803215047', 'description': 'tempest-description--59032710'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:26.805250 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f7b131-a49d-4c9f-bac4-31b520684602 x-openstack-request-id: req-60f7b131-a49d-4c9f-bac4-31b520684602 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:26.805802 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8893b71-02b4-4f73-a682-7990384655be", "name": "network-vif-plugged", "status": "completed", "tag": "05a9a751-dc5c-4b18-be4f-116bf81004c3", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:26.805987 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60f7b131-a49d-4c9f-bac4-31b520684602 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:26.806662 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8893b71-02b4-4f73-a682-7990384655be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a9a751-dc5c-4b18-be4f-116bf81004c3', 'code': 200} Nov 29 18:01:26.863147 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f32bfc1-5a3e-4ff6-860d-0b086c2e5bb6 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:26.897019 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46042) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:26.948511 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:26.972818 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bd32e741-56d9-4497-bf5a-2f2741745b50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.023363 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b2538523-2ebf-439c-b3eb-f79549121d11 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d86aad8cea2845799615357c97a2e947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1228528 Nov 29 18:01:27.027601 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46044) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:27.100425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bd32e741-56d9-4497-bf5a-2f2741745b50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.131875 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d4dc2-da65-4c75-8009-3b55826bf798 req-3856b083-50a2-4600-92f7-2470100eb011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:27.133440 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f64d4dc2-da65-4c75-8009-3b55826bf798 req-3856b083-50a2-4600-92f7-2470100eb011 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 1101 time: 0.1887026 Nov 29 18:01:27.161868 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 37f8820f-77d8-4a53-a364-b449686ff31c up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:27.242512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 37f8820f-77d8-4a53-a364-b449686ff31c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:27.244083 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.268933 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bd32e741-56d9-4497-bf5a-2f2741745b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.272107 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bd32e741-56d9-4497-bf5a-2f2741745b50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.275559 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bd32e741-56d9-4497-bf5a-2f2741745b50 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7bf1ca6e-011e-44a8-bf8a-b3a10c07c8d5 HTTP/1.1" status: 204 len: 168 time: 0.5633833 Nov 29 18:01:27.331985 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.354749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32e741-56d9-4497-bf5a-2f2741745b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf1ca6e-011e-44a8-bf8a-b3a10c07c8d5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:27.374637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-17f21b75-5f09-4c6b-9096-ab2d13b56ccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.387049 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.403135 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.412895 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-17f21b75-5f09-4c6b-9096-ab2d13b56ccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.481310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7cac1a-0a65-4b5f-b008-94a79adc0642 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:01:27.483663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 37f8820f-77d8-4a53-a364-b449686ff31c, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=37f8820f-77d8-4a53-a364-b449686ff31c,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:27.497474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Network af760854-75d7-485d-8b60-883a122ffa75 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:27.505746 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:27.508436 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.508911 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:01:27.526302 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.531020 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.546346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4659bc4a-4206-438d-961a-a8ab84dd7338 req-639e4ef8-96dd-4744-8fbc-6c37f022ece6 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9318364 Nov 29 18:01:27.549348 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f32bfc1-5a3e-4ff6-860d-0b086c2e5bb6 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.550988 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-17f21b75-5f09-4c6b-9096-ab2d13b56ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.555053 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-17f21b75-5f09-4c6b-9096-ab2d13b56ccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.558702 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-17f21b75-5f09-4c6b-9096-ab2d13b56ccb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aef744eb-7652-4726-8649-2d069ea6f2a0 HTTP/1.1" status: 204 len: 168 time: 0.5177543 Nov 29 18:01:27.601181 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f64d4dc2-da65-4c75-8009-3b55826bf798 req-6e94651a-c62b-434a-976b-3d2f4555adc0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340937 Nov 29 18:01:27.603539 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f21b75-5f09-4c6b-9096-ab2d13b56ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef744eb-7652-4726-8649-2d069ea6f2a0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:27.606275 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f32bfc1-5a3e-4ff6-860d-0b086c2e5bb6 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.669320 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f32bfc1-5a3e-4ff6-860d-0b086c2e5bb6 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.677430 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Pushing event updated for resources: {'Port': ['ID=1761c5f0-ba13-4a51-87e4-229418b64027,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:27.681087 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8f32bfc1-5a3e-4ff6-860d-0b086c2e5bb6 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9578745 Nov 29 18:01:27.683768 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:27.686358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46052) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:27.745732 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32bfc1-5a3e-4ff6-860d-0b086c2e5bb6 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361ce298-dc65-440b-9bda-a76cb897b8d8,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:27.759295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=37f8820f-77d8-4a53-a364-b449686ff31c,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:27.820727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-99da3854-5559-4ff1-bd71-1ce2782fd174 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Request body: {'security_group_rule': {'security_group_id': '361ce298-dc65-440b-9bda-a76cb897b8d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:27.840666 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Transition to ACTIVE for port object ea7cac1a-0a65-4b5f-b008-94a79adc0642 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:01:27.851581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13c94e-0f13-44c0-84a5-0dec2fe8eb1f req-a329d978-9f56-4370-9b4e-7a0cbadaadef tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:27.853212 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d13c94e-0f13-44c0-84a5-0dec2fe8eb1f req-a329d978-9f56-4370-9b4e-7a0cbadaadef tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 932 time: 0.4823759 Nov 29 18:01:27.863100 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:28.088636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ed5bbfc6-ac68-417e-9324-3a12ce0cbb0d None None] Provisioning complete for port 1761c5f0-ba13-4a51-87e4-229418b64027 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:28.090940 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed5bbfc6-ac68-417e-9324-3a12ce0cbb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:28.182869 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99da3854-5559-4ff1-bd71-1ce2782fd174 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:28.190655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ed5bbfc6-ac68-417e-9324-3a12ce0cbb0d None None] Port 1761c5f0-ba13-4a51-87e4-229418b64027 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:01:28.201171 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Pushing event updated for resources: {'Port': ['ID=ea7cac1a-0a65-4b5f-b008-94a79adc0642,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:28.228907 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Attempting to bind port ea7cac1a-0a65-4b5f-b008-94a79adc0642 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:01:28.229271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Attempting to bind port ea7cac1a-0a65-4b5f-b008-94a79adc0642 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:01:28.229734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Attempting to bind port ea7cac1a-0a65-4b5f-b008-94a79adc0642 on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:28.242192 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d13c94e-0f13-44c0-84a5-0dec2fe8eb1f req-ee1f7ef6-9052-4a44-b793-f620f745b5a6 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684502 Nov 29 18:01:28.248454 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:28.278343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Port ea7cac1a-0a65-4b5f-b008-94a79adc0642 on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:01:28.278696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Attempting to bind port ea7cac1a-0a65-4b5f-b008-94a79adc0642 on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:28.341045 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:01:28.341502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Checking segment: {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:28.341906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Bound using segment: {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:01:28.342616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Bound port: ea7cac1a-0a65-4b5f-b008-94a79adc0642, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:01:28.342999 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:28.393525 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99da3854-5559-4ff1-bd71-1ce2782fd174 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:28.433698 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46074) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:28.437136 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99da3854-5559-4ff1-bd71-1ce2782fd174 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:28.514703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da3854-5559-4ff1-bd71-1ce2782fd174 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db9a305-b6cd-48f5-bf64-abea9ad77fb3,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:28.537311 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99da3854-5559-4ff1-bd71-1ce2782fd174 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:28.541096 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-99da3854-5559-4ff1-bd71-1ce2782fd174 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8309782 Nov 29 18:01:28.541766 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46082) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:28.549018 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-ba2c53c3-caef-4a1a-8a5c-688ec8637ae9 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Request body: {'security_group_rule': {'security_group_id': '361ce298-dc65-440b-9bda-a76cb897b8d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:28.564686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] For port ea7cac1a-0a65-4b5f-b008-94a79adc0642, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:01:28.573406 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] For port ea7cac1a-0a65-4b5f-b008-94a79adc0642, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ea7cac1a-0a65-4b5f-b008-94a79adc0642,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:01:28.581621 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:28.611051 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba2c53c3-caef-4a1a-8a5c-688ec8637ae9 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:28.682365 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:28.682995 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:28.684454 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] 10.222.0.31 "PUT /v2.0/ports/ea7cac1a-0a65-4b5f-b008-94a79adc0642 HTTP/1.1" status: 200 len: 1092 time: 3.1915820 Nov 29 18:01:28.684919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff5c90f-48fb-417a-a295-3f7c675421ed', 'tag': 'ea7cac1a-0a65-4b5f-b008-94a79adc0642'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:28.709924 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac297d0-80fc-4ebd-aec6-8c3adb088423" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff5c90f-48fb-417a-a295-3f7c675421ed", "tag": "ea7cac1a-0a65-4b5f-b008-94a79adc0642"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:28.789888 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba2c53c3-caef-4a1a-8a5c-688ec8637ae9 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:28.806530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba2c53c3-caef-4a1a-8a5c-688ec8637ae9 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:28.808416 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67586cf-19fd-45ed-be6f-c787d066db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:28.811075 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d228379-0aad-4117-96dd-09d77d9be0d4" -d '{"events": [{"server_uuid": "f67586cf-19fd-45ed-be6f-c787d066db78", "name": "network-vif-plugged", "status": "completed", "tag": "e7089bc8-64d1-4cf7-9635-35fac372dc9a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:28.842194 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c53c3-caef-4a1a-8a5c-688ec8637ae9 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e5c009-7858-47b3-9d77-9e37051d26cd,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:28.844124 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-470c6ce6-a2b0-4c9c-91a5-7c7e4781183f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:28.909688 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba2c53c3-caef-4a1a-8a5c-688ec8637ae9 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:28.910235 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a295d123-e4fb-4015-ba24-54f4d0b0201d x-openstack-request-id: req-a295d123-e4fb-4015-ba24-54f4d0b0201d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:28.910538 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67586cf-19fd-45ed-be6f-c787d066db78", "name": "network-vif-plugged", "status": "completed", "tag": "e7089bc8-64d1-4cf7-9635-35fac372dc9a", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:28.910817 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a295d123-e4fb-4015-ba24-54f4d0b0201d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:28.911246 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67586cf-19fd-45ed-be6f-c787d066db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a', 'code': 200} Nov 29 18:01:28.912452 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ba2c53c3-caef-4a1a-8a5c-688ec8637ae9 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3692584 Nov 29 18:01:28.916205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46098) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:28.923433 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222dfb5c-799c-4662-808b-228a81c2a383 x-openstack-request-id: req-222dfb5c-799c-4662-808b-228a81c2a383 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:28.924041 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff5c90f-48fb-417a-a295-3f7c675421ed", "tag": "ea7cac1a-0a65-4b5f-b008-94a79adc0642", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:28.924315 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-222dfb5c-799c-4662-808b-228a81c2a383 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:28.924923 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff5c90f-48fb-417a-a295-3f7c675421ed', 'tag': 'ea7cac1a-0a65-4b5f-b008-94a79adc0642', 'status': 'completed', 'code': 200} Nov 29 18:01:28.929313 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:28.953986 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:28.980692 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:29.010073 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:29.019365 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:29.069374 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:29.100161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc040e3-6ecf-4343-a4f3-4061ffff29dc service neutron] Pushing event updated for resources: {'Port': ['ID=ea7cac1a-0a65-4b5f-b008-94a79adc0642,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:29.143635 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c3212-b959-44e3-9597-ecb7fa10b736 req-4a78a12c-a1b7-42cd-9030-0fd2e75dcee9 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:29.151217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a9c3212-b959-44e3-9597-ecb7fa10b736 req-4a78a12c-a1b7-42cd-9030-0fd2e75dcee9 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 950 time: 0.4062319 Nov 29 18:01:29.229571 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-470c6ce6-a2b0-4c9c-91a5-7c7e4781183f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:29.239474 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-470c6ce6-a2b0-4c9c-91a5-7c7e4781183f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:29.269016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7f378-d500-4f66-9af9-e750126844b5 req-f7e593e0-7cfc-46df-9927-f713fed096fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:29.272306 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b6c7f378-d500-4f66-9af9-e750126844b5 req-f7e593e0-7cfc-46df-9927-f713fed096fb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 1101 time: 0.2253480 Nov 29 18:01:29.289363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 37f8820f-77d8-4a53-a364-b449686ff31c up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:29.294391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c6ce6-a2b0-4c9c-91a5-7c7e4781183f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da240bf-68d0-49d5-9d6c-48eabf89ce14,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:29.376891 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-470c6ce6-a2b0-4c9c-91a5-7c7e4781183f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dbf70d27dc2e42eeae1e71c09fbcb9e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9417982 Nov 29 18:01:29.378626 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46116) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:29.381033 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b6c7f378-d500-4f66-9af9-e750126844b5 req-98d41b04-9dd4-4ba6-bc0b-1cf863a71a09 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798063 Nov 29 18:01:29.394658 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 37f8820f-77d8-4a53-a364-b449686ff31c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:29.395515 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:29.420041 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-aee63dbd-206e-46a7-94e3-d19db13fecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:29.421580 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-aee63dbd-206e-46a7-94e3-d19db13fecba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 1095 time: 0.6729932 Nov 29 18:01:29.447020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a9c3212-b959-44e3-9597-ecb7fa10b736 req-6ccbc9cc-3c08-44a4-aaba-d6d0936ba1f0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948599 Nov 29 18:01:29.452259 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Pushing event updated for resources: {'Port': ['ID=1761c5f0-ba13-4a51-87e4-229418b64027,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:29.467472 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:29.510298 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2d22-9965-445d-9dee-3cc1c4610653 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:29.524787 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:29.527259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:29.533541 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ae4e8-d352-4131-9ebc-01ee17c19c65 req-aec97e3e-a7cb-4bb0-9b72-5fc5e68e7a25 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:29.541465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a33ae4e8-d352-4131-9ebc-01ee17c19c65 req-aec97e3e-a7cb-4bb0-9b72-5fc5e68e7a25 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 944 time: 0.1287448 Nov 29 18:01:29.582923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Network af760854-75d7-485d-8b60-883a122ffa75 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:29.590157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:29.590515 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:29.595927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:29.717377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Allocated IP 172.25.3.137 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/b992259d-b39b-4279-a081-52e090538c90) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:29.750119 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:29.773183 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Router 5190b275-78d7-453c-8955-ccc7894507f4 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:01:29.812384 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:29.821426 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:29.841966 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a33ae4e8-d352-4131-9ebc-01ee17c19c65 req-7c6d0a1a-a311-4fe2-b06f-1c5ec36d86f7 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991056 Nov 29 18:01:29.849560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-20f6fb56-0b76-47fb-aa29-175593c6f81d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea7cac1a-0a65-4b5f-b008-94a79adc0642 HTTP/1.1" status: 200 len: 217 time: 0.0858686 Nov 29 18:01:29.895103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:29.930531 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:29.979297 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:29.994733 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2d22-9965-445d-9dee-3cc1c4610653 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:30.042456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-dea26d1f-dbe9-45ae-83f7-74ba55824487 None None] Provisioning complete for port 1761c5f0-ba13-4a51-87e4-229418b64027 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:30.042737 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dea26d1f-dbe9-45ae-83f7-74ba55824487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:30.053866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-334c6f51-7f5a-443f-93f1-5b1df5fbc74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:30.076789 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-334c6f51-7f5a-443f-93f1-5b1df5fbc74e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=733544da-2bc1-4873-95ac-5a788cefa521 HTTP/1.1" status: 200 len: 852 time: 0.2190471 Nov 29 18:01:30.080713 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:30.120616 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dea26d1f-dbe9-45ae-83f7-74ba55824487 None None] Port 1761c5f0-ba13-4a51-87e4-229418b64027 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:01:30.126884 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-52e1fd80-6a50-422a-a68a-79deebf269f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44aa18b0-f19e-425a-96e9-bf18ebea2498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368032 Nov 29 18:01:30.164499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:30.179870 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:30.183246 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:01:30.193374 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2d22-9965-445d-9dee-3cc1c4610653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:30.196121 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9ed2d22-9965-445d-9dee-3cc1c4610653 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:30.199650 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c9ed2d22-9965-445d-9dee-3cc1c4610653 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6da240bf-68d0-49d5-9d6c-48eabf89ce14 HTTP/1.1" status: 204 len: 168 time: 0.8153639 Nov 29 18:01:30.252400 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:01:30.258407 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed2d22-9965-445d-9dee-3cc1c4610653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da240bf-68d0-49d5-9d6c-48eabf89ce14,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:30.293181 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a7b363a3-b4cf-46b8-b938-3e7de967dfff admin admin] 10.222.0.23 "PUT /v2.0/routers/5190b275-78d7-453c-8955-ccc7894507f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9450972 Nov 29 18:01:30.297835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Pushing event updated for resources: {'Port': ['ID=b992259d-b39b-4279-a081-52e090538c90,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:30.298362 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Sync routers for ids ['5190b275-78d7-453c-8955-ccc7894507f4'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:01:30.356080 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Routers {'5190b275-78d7-453c-8955-ccc7894507f4'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:01:30.357670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:01:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5190b275-78d7-453c-8955-ccc7894507f4'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:30.385585 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Sync routers for ids ['635c1627-3c24-438d-9c36-8bfa0e295758'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:01:30.416282 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Routers {'635c1627-3c24-438d-9c36-8bfa0e295758'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:01:30.419443 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:01:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['635c1627-3c24-438d-9c36-8bfa0e295758'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:30.423432 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-4677e3b0-6131-4164-adc6-5f8032cbc788 service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712045 Nov 29 18:01:30.490960 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:30.645738 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:30.657069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Set router 5190b275-78d7-453c-8955-ccc7894507f4 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:01:30.803867 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f5ef0e6-d339-451c-8eeb-43029ca24a90 req-07d371a4-ea54-4e4a-81e4-f22b8d432793 service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707802 Nov 29 18:01:30.980467 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b855e-ea98-4fab-9c42-11fbbeef5d8d req-32a2c1bb-b7e4-482d-8f86-6510c84462ba tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:30.986706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-962b855e-ea98-4fab-9c42-11fbbeef5d8d req-32a2c1bb-b7e4-482d-8f86-6510c84462ba tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 950 time: 0.1818542 Nov 29 18:01:31.036966 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46164) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:31.114038 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Set router 635c1627-3c24-438d-9c36-8bfa0e295758 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:01:31.128271 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46168) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:31.177357 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:31.179130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:31.186493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac297d0-80fc-4ebd-aec6-8c3adb088423 req-9c8b834a-da22-433c-af2c-b1633413e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:31.189854 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6e1df507-2b31-496f-a0f7-6a13cb025d9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:31.193168 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ac297d0-80fc-4ebd-aec6-8c3adb088423 req-9c8b834a-da22-433c-af2c-b1633413e4d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 1095 time: 0.2032068 Nov 29 18:01:31.199410 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:31.338491 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-962b855e-ea98-4fab-9c42-11fbbeef5d8d req-39a69608-6bdb-4451-b695-2687c27d5e85 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604041 Nov 29 18:01:31.437642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac297d0-80fc-4ebd-aec6-8c3adb088423 req-fdf5edae-3ac9-41a1-9d2c-2bfeec03da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:31.446050 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ac297d0-80fc-4ebd-aec6-8c3adb088423 req-fdf5edae-3ac9-41a1-9d2c-2bfeec03da12 service neutron] 10.222.0.31 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 913 time: 0.2416089 Nov 29 18:01:31.460979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Pushing event updated for resources: {'Port': ['ID=b992259d-b39b-4279-a081-52e090538c90,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:31.474069 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:31.518911 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:31.522606 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a96695c3-1d42-4001-9340-7f89d817f4ac tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6003790 Nov 29 18:01:31.560298 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:31.566221 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:31.601636 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6e1df507-2b31-496f-a0f7-6a13cb025d9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:31.602692 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ac297d0-80fc-4ebd-aec6-8c3adb088423 req-b4d4930a-a8cb-4cae-8f0d-72c05c03153a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea7cac1a-0a65-4b5f-b008-94a79adc0642 HTTP/1.1" status: 200 len: 217 time: 0.1514578 Nov 29 18:01:31.612734 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6e1df507-2b31-496f-a0f7-6a13cb025d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:31.681739 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190b275-78d7-453c-8955-ccc7894507f4', 'name': 'tempest-ServersTestBootFromVolume-176975780-router', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:18Z', 'updated_at': '2021-11-29T18:01:28Z', 'revision_number': 4, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'gw_port': {'id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:19Z', 'updated_at': '2021-11-29T18:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '1761c5f0-ba13-4a51-87e4-229418b64027', 'name': '', 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'mac_address': 'fa:16:3e:e3:72:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:26Z', 'updated_at': '2021-11-29T18:01:28Z', 'revision_number': 2, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'subnets': [{'id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:31.748447 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6e1df507-2b31-496f-a0f7-6a13cb025d9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=578b22b994134b62b2df1449521d9b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6154258 Nov 29 18:01:31.750219 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6021a9-517a-45ea-a1df-5b4a6054a9b4 req-3bd3fce8-1c3a-431c-bcd5-2f01f311b1d0 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:31.751796 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d27aba1c-1e67-47e9-a72e-89ce3ae2e33f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:31.762501 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d6021a9-517a-45ea-a1df-5b4a6054a9b4 req-3bd3fce8-1c3a-431c-bcd5-2f01f311b1d0 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 944 time: 0.1588051 Nov 29 18:01:31.765211 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46180) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:31.781287 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Checking router: 5190b275-78d7-453c-8955-ccc7894507f4 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:01:31.782651 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Updating router 5190b275-78d7-453c-8955-ccc7894507f4 port 1761c5f0-ba13-4a51-87e4-229418b64027 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:01:31.821569 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'name': 'tempest-ServersTestFqdnHostnames-2058424617-router', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:15Z', 'updated_at': '2021-11-29T18:01:24Z', 'revision_number': 4, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'gw_port': {'id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:17Z', 'updated_at': '2021-11-29T18:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'ccf75137-f139-4a58-ac41-5d20640571ea', 'name': '', 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'mac_address': 'fa:16:3e:fe:07:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '28db10ba-cb36-430b-858e-067b31233e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:22Z', 'updated_at': '2021-11-29T18:01:24Z', 'revision_number': 2, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'subnets': [{'id': '28db10ba-cb36-430b-858e-067b31233e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:31.824224 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:31.845219 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1df507-2b31-496f-a0f7-6a13cb025d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5601df-f772-4aed-bf2c-e1a4ade9cdf5,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:31.854720 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46182) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:31.857611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac297d0-80fc-4ebd-aec6-8c3adb088423 req-b9ac7fc1-fc53-430e-931d-b25d85373d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:31.862278 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ac297d0-80fc-4ebd-aec6-8c3adb088423 req-b9ac7fc1-fc53-430e-931d-b25d85373d79 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=733544da-2bc1-4873-95ac-5a788cefa521 HTTP/1.1" status: 200 len: 852 time: 0.2106240 Nov 29 18:01:31.873035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4c0b8eb4-24ae-4d71-81dd-6987829cb80d tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1840388711', 'description': 'tempest-description--225852411'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:31.925247 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Checking router: 635c1627-3c24-438d-9c36-8bfa0e295758 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:01:31.925673 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Updating router 635c1627-3c24-438d-9c36-8bfa0e295758 port ccf75137-f139-4a58-ac41-5d20640571ea binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:01:32.017703 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.021490 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d27aba1c-1e67-47e9-a72e-89ce3ae2e33f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.032216 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d27aba1c-1e67-47e9-a72e-89ce3ae2e33f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.066921 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ac297d0-80fc-4ebd-aec6-8c3adb088423 req-46d7e67d-b944-48da-8659-4552ee14a20b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44aa18b0-f19e-425a-96e9-bf18ebea2498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1876769 Nov 29 18:01:32.093303 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d27aba1c-1e67-47e9-a72e-89ce3ae2e33f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38913ebf3990426293fd818f72cb1021&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0496433 Nov 29 18:01:32.095282 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46184) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:32.104694 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27aba1c-1e67-47e9-a72e-89ce3ae2e33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d0e042-e1d2-4851-948a-256254ae076e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:32.154736 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26fb0fff-9945-4bbc-bfd0-10ed4eec9a30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.200687 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26fb0fff-9945-4bbc-bfd0-10ed4eec9a30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.233673 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5912cb77-6180-4083-a62b-a06f10d589fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.237294 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.248328 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.265382 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26fb0fff-9945-4bbc-bfd0-10ed4eec9a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.268112 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26fb0fff-9945-4bbc-bfd0-10ed4eec9a30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.269666 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-26fb0fff-9945-4bbc-bfd0-10ed4eec9a30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89d0e042-e1d2-4851-948a-256254ae076e HTTP/1.1" status: 204 len: 168 time: 0.1710267 Nov 29 18:01:32.301590 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb0fff-9945-4bbc-bfd0-10ed4eec9a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d0e042-e1d2-4851-948a-256254ae076e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:32.311274 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d6021a9-517a-45ea-a1df-5b4a6054a9b4 req-a1527012-0304-475f-a979-7fb0670d5237 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538713 Nov 29 18:01:32.359223 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8eb4-24ae-4d71-81dd-6987829cb80d tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.370429 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5912cb77-6180-4083-a62b-a06f10d589fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.448958 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.459037 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.464642 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c04cc9-0f45-4621-aa98-c29d98a3b7d9 None None] Pushing event updated for resources: {'Port': ['ID=1761c5f0-ba13-4a51-87e4-229418b64027,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:32.551499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62ca42-02bc-428f-8e7c-9eed7c1c09ab req-54941186-596a-45d8-8171-cd2d244ea4e2 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:32.563625 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af62ca42-02bc-428f-8e7c-9eed7c1c09ab req-54941186-596a-45d8-8171-cd2d244ea4e2 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.4473739 Nov 29 18:01:32.603202 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Attempting to bind port 1761c5f0-ba13-4a51-87e4-229418b64027 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:01:32.603778 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Attempting to bind port 1761c5f0-ba13-4a51-87e4-229418b64027 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '3983a04f-5cc0-49fb-9820-b441a7e52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:01:32.604124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Attempting to bind port 1761c5f0-ba13-4a51-87e4-229418b64027 on network af760854-75d7-485d-8b60-883a122ffa75 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:32.615771 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171c298-525f-4783-95f9-edae8703704d None None] Pushing event updated for resources: {'Port': ['ID=ccf75137-f139-4a58-ac41-5d20640571ea,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:32.627017 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ac297d0-80fc-4ebd-aec6-8c3adb088423 req-117e5fb7-64b1-4d67-babe-21c869fe5e33 service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286338 Nov 29 18:01:32.627300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:01:32.627469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Checking segment: {'id': '3983a04f-5cc0-49fb-9820-b441a7e52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:32.627806 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.628209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Bound using segment: {'id': '3983a04f-5cc0-49fb-9820-b441a7e52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:01:32.628697 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Bound port: 1761c5f0-ba13-4a51-87e4-229418b64027, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3983a04f-5cc0-49fb-9820-b441a7e52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:01:32.629126 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.751412 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Attempting to bind port ccf75137-f139-4a58-ac41-5d20640571ea on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:01:32.751794 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Attempting to bind port ccf75137-f139-4a58-ac41-5d20640571ea by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'f2aba102-038f-4940-acc7-1c62a133d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:01:32.752163 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Attempting to bind port ccf75137-f139-4a58-ac41-5d20640571ea on network 7e72fbc1-9900-41ce-b778-c6a918a7842a {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:32.774724 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:01:32.775157 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Checking segment: {'id': 'f2aba102-038f-4940-acc7-1c62a133d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:32.775575 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.775972 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Bound using segment: {'id': 'f2aba102-038f-4940-acc7-1c62a133d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:01:32.776450 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Bound port: ccf75137-f139-4a58-ac41-5d20640571ea, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2aba102-038f-4940-acc7-1c62a133d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:01:32.776886 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.791646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] For port 1761c5f0-ba13-4a51-87e4-229418b64027, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:01:32.801018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] For port 1761c5f0-ba13-4a51-87e4-229418b64027, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1761c5f0-ba13-4a51-87e4-229418b64027,segment=NetworkSegment(3983a04f-5cc0-49fb-9820-b441a7e52113),segment_id=3983a04f-5cc0-49fb-9820-b441a7e52113)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:01:32.812029 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.907991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46198) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:32.916192 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5912cb77-6180-4083-a62b-a06f10d589fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.919155 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-9074e3c6-e7c9-4ad3-acec-ae40eea86677 None None] Provisioning complete for port 1761c5f0-ba13-4a51-87e4-229418b64027 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:32.919607 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9074e3c6-e7c9-4ad3-acec-ae40eea86677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.921148 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] For port ccf75137-f139-4a58-ac41-5d20640571ea, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:01:32.922962 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5912cb77-6180-4083-a62b-a06f10d589fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:32.924352 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Routers {'5190b275-78d7-453c-8955-ccc7894507f4'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:01:32.925001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5912cb77-6180-4083-a62b-a06f10d589fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f5601df-f772-4aed-bf2c-e1a4ade9cdf5 HTTP/1.1" status: 204 len: 168 time: 1.1588624 Nov 29 18:01:32.925128 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:01:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5190b275-78d7-453c-8955-ccc7894507f4'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:32.929761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c04cc9-0f45-4621-aa98-c29d98a3b7d9 None None] Pushing event updated for resources: {'Port': ['ID=1761c5f0-ba13-4a51-87e4-229418b64027,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:32.930362 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] For port ccf75137-f139-4a58-ac41-5d20640571ea, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ccf75137-f139-4a58-ac41-5d20640571ea,segment=NetworkSegment(f2aba102-038f-4940-acc7-1c62a133d75b),segment_id=f2aba102-038f-4940-acc7-1c62a133d75b)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:01:32.946524 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:33.025720 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-0f934f1e-e9b5-41c1-b952-b33c4f9dc665 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1803215047&fields=id&tenant_id=b6e868680d984888a8e27e11fa02a6e6 HTTP/1.1" status: 200 len: 267 time: 0.5004678 Nov 29 18:01:33.039541 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be58ffc1-8ba8-4cd8-9a25-8c6a82591488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:33.041581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912cb77-6180-4083-a62b-a06f10d589fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5601df-f772-4aed-bf2c-e1a4ade9cdf5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:33.087215 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Routers {'635c1627-3c24-438d-9c36-8bfa0e295758'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:01:33.087943 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:01:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['635c1627-3c24-438d-9c36-8bfa0e295758'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:33.149044 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af62ca42-02bc-428f-8e7c-9eed7c1c09ab req-3cb1bbb0-0dea-4c01-9bb2-51116c6758be tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5825889 Nov 29 18:01:33.200982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8eb4-24ae-4d71-81dd-6987829cb80d tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:33.326216 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8eb4-24ae-4d71-81dd-6987829cb80d tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:33.365398 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171c298-525f-4783-95f9-edae8703704d None None] Pushing event updated for resources: {'Port': ['ID=ccf75137-f139-4a58-ac41-5d20640571ea,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:33.384794 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ac297d0-80fc-4ebd-aec6-8c3adb088423 req-ea5b5985-ffdd-4922-8e13-f54febfdf127 service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7216876 Nov 29 18:01:33.405986 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:01:33.416481 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] Set router 635c1627-3c24-438d-9c36-8bfa0e295758 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:01:33.455558 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8eb4-24ae-4d71-81dd-6987829cb80d tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:33.455558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4c0b8eb4-24ae-4d71-81dd-6987829cb80d tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5906200 Nov 29 18:01:33.459123 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46216) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:33.464067 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b8eb4-24ae-4d71-81dd-6987829cb80d tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f7f49f-9250-4dd0-b982-f91ca985768a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:33.474534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-16323139-20b5-4a06-ab08-ae7d32c28e12 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Request body: {'security_group_rule': {'security_group_id': '48f7f49f-9250-4dd0-b982-f91ca985768a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:33.494631 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] Set router 5190b275-78d7-453c-8955-ccc7894507f4 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:01:33.515756 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-a3f002e6-b1bd-4fd1-8b67-7cfe019d01bc tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:33.522820 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-a3f002e6-b1bd-4fd1-8b67-7cfe019d01bc tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/networks?id=7e72fbc1-9900-41ce-b778-c6a918a7842a HTTP/1.1" status: 200 len: 815 time: 0.4960446 Nov 29 18:01:33.545955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-97ce6e5c-97ff-47e2-830c-c2f3269ff532 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/quotas/b6e868680d984888a8e27e11fa02a6e6 HTTP/1.1" status: 200 len: 375 time: 0.0218599 Nov 29 18:01:33.575849 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-16323139-20b5-4a06-ab08-ae7d32c28e12 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:33.602039 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be58ffc1-8ba8-4cd8-9a25-8c6a82591488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:33.618057 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be58ffc1-8ba8-4cd8-9a25-8c6a82591488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:33.651494 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-499700b3-51c4-4ae1-9ec6-c41152761a6b tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6e868680d984888a8e27e11fa02a6e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973563 Nov 29 18:01:33.692231 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-16323139-20b5-4a06-ab08-ae7d32c28e12 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:33.709003 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-16323139-20b5-4a06-ab08-ae7d32c28e12 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:33.740607 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9074e3c6-e7c9-4ad3-acec-ae40eea86677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:33.747432 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-be58ffc1-8ba8-4cd8-9a25-8c6a82591488 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c8dedf84737438d86fef9bb29cfc58b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8298578 Nov 29 18:01:33.749346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58ffc1-8ba8-4cd8-9a25-8c6a82591488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3add1c18-c3b1-4103-90b4-7cfa0306a1a7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:33.750030 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46228) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:33.788517 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-16323139-20b5-4a06-ab08-ae7d32c28e12 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:33.792184 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-16323139-20b5-4a06-ab08-ae7d32c28e12 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3289654 Nov 29 18:01:33.799312 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46230) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:33.814669 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9074e3c6-e7c9-4ad3-acec-ae40eea86677 None None] For port 1761c5f0-ba13-4a51-87e4-229418b64027, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1761c5f0-ba13-4a51-87e4-229418b64027,segment=NetworkSegment(3983a04f-5cc0-49fb-9820-b441a7e52113),segment_id=3983a04f-5cc0-49fb-9820-b441a7e52113)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:33.819244 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b43fc2d7-4186-4c7e-ba52-26573e58743e tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Request body: {'security_group_rule': {'security_group_id': '48f7f49f-9250-4dd0-b982-f91ca985768a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:33.841724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58884d4-b667-4908-b992-fe9566aebc90 req-21863acb-5bf5-4043-a475-d4464a300bda tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:33.843438 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f58884d4-b667-4908-b992-fe9566aebc90 req-21863acb-5bf5-4043-a475-d4464a300bda tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 944 time: 0.1182780 Nov 29 18:01:33.853754 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9074e3c6-e7c9-4ad3-acec-ae40eea86677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:33.857261 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-8677a092-4414-400a-a394-09c28da06a98 service neutron] 10.222.0.23 "GET /v2.0/networks/7e72fbc1-9900-41ce-b778-c6a918a7842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922798 Nov 29 18:01:33.875021 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16323139-20b5-4a06-ab08-ae7d32c28e12 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a61bd60-4142-4c54-80ff-f6751d6e4eef,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:33.893336 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'name': 'tempest-ServersTestFqdnHostnames-2058424617-router', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:15Z', 'updated_at': '2021-11-29T18:01:24Z', 'revision_number': 4, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'gw_port': {'id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:17Z', 'updated_at': '2021-11-29T18:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'ccf75137-f139-4a58-ac41-5d20640571ea', 'name': '', 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'mac_address': 'fa:16:3e:fe:07:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '28db10ba-cb36-430b-858e-067b31233e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:22Z', 'updated_at': '2021-11-29T18:01:32Z', 'revision_number': 4, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'subnets': [{'id': '28db10ba-cb36-430b-858e-067b31233e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:33.936329 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a851d7f-159e-4fc0-8485-b016ee95e1b0 None None] The sync data for ids ['635c1627-3c24-438d-9c36-8bfa0e295758'] in n-d-819494-5 is: [{'id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'name': 'tempest-ServersTestFqdnHostnames-2058424617-router', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:15Z', 'updated_at': '2021-11-29T18:01:24Z', 'revision_number': 4, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'gw_port': {'id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:17Z', 'updated_at': '2021-11-29T18:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'ccf75137-f139-4a58-ac41-5d20640571ea', 'name': '', 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'mac_address': 'fa:16:3e:fe:07:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '28db10ba-cb36-430b-858e-067b31233e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:22Z', 'updated_at': '2021-11-29T18:01:32Z', 'revision_number': 4, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'subnets': [{'id': '28db10ba-cb36-430b-858e-067b31233e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:01:33.967671 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b43fc2d7-4186-4c7e-ba52-26573e58743e tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:33.968028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074e3c6-e7c9-4ad3-acec-ae40eea86677 None None] Pushing event updated for resources: {'Port': ['ID=1761c5f0-ba13-4a51-87e4-229418b64027,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:34.007413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f58884d4-b667-4908-b992-fe9566aebc90 req-62eb065e-6bb9-4eb8-a7bb-0681ac057dfd tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468294 Nov 29 18:01:34.009328 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190b275-78d7-453c-8955-ccc7894507f4', 'name': 'tempest-ServersTestBootFromVolume-176975780-router', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:18Z', 'updated_at': '2021-11-29T18:01:28Z', 'revision_number': 4, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'gw_port': {'id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:19Z', 'updated_at': '2021-11-29T18:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '1761c5f0-ba13-4a51-87e4-229418b64027', 'name': '', 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'mac_address': 'fa:16:3e:e3:72:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:26Z', 'updated_at': '2021-11-29T18:01:32Z', 'revision_number': 4, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'subnets': [{'id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:34.055244 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-a5306e06-7b6c-461e-abbc-d12f4f8145f2 service neutron] 10.222.0.23 "GET /v2.0/networks/7e72fbc1-9900-41ce-b778-c6a918a7842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969602 Nov 29 18:01:34.097644 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c50ec596-b7c4-4591-9d7a-c0acb4d94340 None None] Provisioning complete for port 1761c5f0-ba13-4a51-87e4-229418b64027 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:34.098033 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c50ec596-b7c4-4591-9d7a-c0acb4d94340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:34.101169 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b43fc2d7-4186-4c7e-ba52-26573e58743e tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:34.104462 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e50c0c0-1cad-49aa-96d5-3bc0b4f39fa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:34.112460 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b43fc2d7-4186-4c7e-ba52-26573e58743e tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:34.168499 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device ea7cac1a-0a65-4b5f-b008-94a79adc0642 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:01:34.182220 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73908706-883c-4b67-912b-06941881081b req-211f4dd6-d6de-4dfe-806b-9fa244477abb tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2f98c901b4a8443da51fb3668250a02a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483418 Nov 29 18:01:34.184355 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fc2d7-4186-4c7e-ba52-26573e58743e tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a341edf5-cd62-4742-b549-eeca51e9e819,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:34.201573 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e50c0c0-1cad-49aa-96d5-3bc0b4f39fa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:34.219917 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b43fc2d7-4186-4c7e-ba52-26573e58743e tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:34.223894 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b43fc2d7-4186-4c7e-ba52-26573e58743e tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4205840 Nov 29 18:01:34.226625 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46248) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:34.232514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:34.253243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21653982-e64d-43d5-b281-c92c271f9864 None None] The sync data for ids ['5190b275-78d7-453c-8955-ccc7894507f4'] in n-d-819494-5 is: [{'id': '5190b275-78d7-453c-8955-ccc7894507f4', 'name': 'tempest-ServersTestBootFromVolume-176975780-router', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:18Z', 'updated_at': '2021-11-29T18:01:28Z', 'revision_number': 4, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'gw_port': {'id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:19Z', 'updated_at': '2021-11-29T18:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '1761c5f0-ba13-4a51-87e4-229418b64027', 'name': '', 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'mac_address': 'fa:16:3e:e3:72:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:26Z', 'updated_at': '2021-11-29T18:01:32Z', 'revision_number': 4, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'subnets': [{'id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:01:34.378244 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:34.486084 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e50c0c0-1cad-49aa-96d5-3bc0b4f39fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:34.488594 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e50c0c0-1cad-49aa-96d5-3bc0b4f39fa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:34.490893 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7e50c0c0-1cad-49aa-96d5-3bc0b4f39fa6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3add1c18-c3b1-4103-90b4-7cfa0306a1a7 HTTP/1.1" status: 204 len: 168 time: 0.7325523 Nov 29 18:01:34.518130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50c0c0-1cad-49aa-96d5-3bc0b4f39fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3add1c18-c3b1-4103-90b4-7cfa0306a1a7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:34.550267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73908706-883c-4b67-912b-06941881081b req-a0965f73-c7ce-458d-9a13-56e795f9d490 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:34.552417 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73908706-883c-4b67-912b-06941881081b req-a0965f73-c7ce-458d-9a13-56e795f9d490 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3588803 Nov 29 18:01:34.609156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73908706-883c-4b67-912b-06941881081b req-335edc5a-7c07-45e0-aa49-e59f4058ee72 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/quotas/2f98c901b4a8443da51fb3668250a02a HTTP/1.1" status: 200 len: 375 time: 0.0412464 Nov 29 18:01:34.616989 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:34.733520 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port ea7cac1a-0a65-4b5f-b008-94a79adc0642, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ea7cac1a-0a65-4b5f-b008-94a79adc0642,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:34.740369 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73908706-883c-4b67-912b-06941881081b req-87fe9c67-d1f9-4c05-8a42-f78af2630291 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f98c901b4a8443da51fb3668250a02a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1264715 Nov 29 18:01:34.800590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'ea7cac1a-0a65-4b5f-b008-94a79adc0642', 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498', 'port_id': 'ea7cac1a-0a65-4b5f-b008-94a79adc0642', 'mac_address': 'fa:16:3e:a1:e7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733544da-2bc1-4873-95ac-5a788cefa521', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:01:34.819260 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c50ec596-b7c4-4591-9d7a-c0acb4d94340 None None] Provisioning complete for port ccf75137-f139-4a58-ac41-5d20640571ea triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:34.820378 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c50ec596-b7c4-4591-9d7a-c0acb4d94340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:34.858959 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-727828b6-1aad-413e-8d43-e5b144656e09 req-8e866ada-2f88-424c-bcf7-e8076a3d82d2 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 210 time: 0.1090682 Nov 29 18:01:34.964233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Allocated IP 172.25.3.242 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/756be319-652e-40b3-987a-fecaa244a031) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:35.122314 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:35.224063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7cac1a-0a65-4b5f-b008-94a79adc0642 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:01:35.296878 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port ea7cac1a-0a65-4b5f-b008-94a79adc0642, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ea7cac1a-0a65-4b5f-b008-94a79adc0642,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:35.311551 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:35.345858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6284bf5f-5840-4a54-b39e-62b3f265dbda req-6f002e2f-b025-4802-af1d-0678b7c34d79 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 210 time: 0.0849771 Nov 29 18:01:35.416925 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:35.478533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=ea7cac1a-0a65-4b5f-b008-94a79adc0642,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:35.556420 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1761c5f0-ba13-4a51-87e4-229418b64027 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:35.577946 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:35.703067 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec5384-ae92-4b1a-be64-f668709fbce3 req-fbbbd309-a3cd-4ad9-9136-1aba0726dc0d tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:35.712630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3ec5384-ae92-4b1a-be64-f668709fbce3 req-fbbbd309-a3cd-4ad9-9136-1aba0726dc0d tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 945 time: 0.3185122 Nov 29 18:01:35.731104 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['ea7cac1a-0a65-4b5f-b008-94a79adc0642'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:01:35.776607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:35.807248 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:35.809066 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a71a8e3e-ea27-4e08-9995-19d41cf29c24 req-41437a06-2e10-4fe3-a6d5-35af93b805ef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2865231 Nov 29 18:01:35.818811 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Pushing event updated for resources: {'Port': ['ID=756be319-652e-40b3-987a-fecaa244a031,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:35.832057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:01:35.860314 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c50ec596-b7c4-4591-9d7a-c0acb4d94340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:35.962570 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3ec5384-ae92-4b1a-be64-f668709fbce3 req-8162ef5e-fbf1-4088-834a-8a9e822ba7b1 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347033 Nov 29 18:01:36.063943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a8e3e-ea27-4e08-9995-19d41cf29c24 req-5cc742ed-dd97-4afd-9383-a33e76951899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:36.065517 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a71a8e3e-ea27-4e08-9995-19d41cf29c24 req-5cc742ed-dd97-4afd-9383-a33e76951899 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f98c901b4a8443da51fb3668250a02a&device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 1101 time: 0.1096764 Nov 29 18:01:36.145665 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:36.183930 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c50ec596-b7c4-4591-9d7a-c0acb4d94340 None None] For port ccf75137-f139-4a58-ac41-5d20640571ea, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ccf75137-f139-4a58-ac41-5d20640571ea,segment=NetworkSegment(f2aba102-038f-4940-acc7-1c62a133d75b),segment_id=f2aba102-038f-4940-acc7-1c62a133d75b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:36.208312 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f519b69c-cb26-4cd5-b1c2-13308e002b9d req-cf3b2856-d095-43ee-a3c1-e1363b4ff740 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 210 time: 0.0821357 Nov 29 18:01:36.279217 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c50ec596-b7c4-4591-9d7a-c0acb4d94340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:36.288115 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:36.353068 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a8e3e-ea27-4e08-9995-19d41cf29c24 req-a3ebea6a-4ad5-4b81-8261-9eedf8c76448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:36.362532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a71a8e3e-ea27-4e08-9995-19d41cf29c24 req-a3ebea6a-4ad5-4b81-8261-9eedf8c76448 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.2726758 Nov 29 18:01:36.417487 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 1761c5f0-ba13-4a51-87e4-229418b64027 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:36.417857 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:36.499045 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a71a8e3e-ea27-4e08-9995-19d41cf29c24 req-46283083-4106-4f4d-bebb-8afef6aa245e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e7089bc8-64d1-4cf7-9635-35fac372dc9a HTTP/1.1" status: 200 len: 217 time: 0.1310821 Nov 29 18:01:36.641400 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ec596-b7c4-4591-9d7a-c0acb4d94340 None None] Pushing event updated for resources: {'Port': ['ID=ccf75137-f139-4a58-ac41-5d20640571ea,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:36.766542 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-99a276a7-0043-4762-849f-5688dba85063 req-a18d8c70-979c-482e-bbed-18d12b5a0f50 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 210 time: 0.2222505 Nov 29 18:01:36.803404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a8e3e-ea27-4e08-9995-19d41cf29c24 req-4cb82029-abc4-4f1f-9a9d-dc286c1ea994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:36.806198 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a71a8e3e-ea27-4e08-9995-19d41cf29c24 req-4cb82029-abc4-4f1f-9a9d-dc286c1ea994 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.2986722 Nov 29 18:01:36.888301 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-719e5ba5-511c-4f53-af2d-499114638ae5 req-ff8a8fe1-aaba-4eb8-bd2e-eb6c0d5a8700 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1366260 Nov 29 18:01:36.891281 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:36.893577 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a8e3e-ea27-4e08-9995-19d41cf29c24 req-018aaddf-7ea6-4d98-823d-b2986448c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:36.897139 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a71a8e3e-ea27-4e08-9995-19d41cf29c24 req-018aaddf-7ea6-4d98-823d-b2986448c956 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0821421 Nov 29 18:01:36.900720 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:36.949524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ccf75137-f139-4a58-ac41-5d20640571ea up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:37.083435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ccf75137-f139-4a58-ac41-5d20640571ea triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:37.085563 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:37.231064 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a71a8e3e-ea27-4e08-9995-19d41cf29c24 req-23e94529-4fe8-47ce-8eed-47dded6cc53c service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263044 Nov 29 18:01:37.481687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46344) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:37.564642 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ccf75137-f139-4a58-ac41-5d20640571ea up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:37.673178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ccf75137-f139-4a58-ac41-5d20640571ea triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:37.673666 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:37.690732 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Pushing event updated for resources: {'Port': ['ID=756be319-652e-40b3-987a-fecaa244a031,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:37.805532 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:37.823083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e5ba5-511c-4f53-af2d-499114638ae5 req-4117ba60-a4c1-4fa0-821b-9d9f6fca87f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:37.824510 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-719e5ba5-511c-4f53-af2d-499114638ae5 req-4117ba60-a4c1-4fa0-821b-9d9f6fca87f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97df2f9382ba451a9c1578f7e940bef7&device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 1096 time: 0.8652174 Nov 29 18:01:37.836541 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:37.847470 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d3a96b30-515f-45b0-a2d1-0270db39bed2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6194637 Nov 29 18:01:37.941325 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-0916474e-7343-4b9c-a4ea-662576256cc7 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:37.942891 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-0916474e-7343-4b9c-a4ea-662576256cc7 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.20 "GET /v2.0/networks?id=7e72fbc1-9900-41ce-b778-c6a918a7842a HTTP/1.1" status: 200 len: 815 time: 0.2455642 Nov 29 18:01:37.985642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65f5d64d-80d0-480d-99e2-8c4c09b7998a req-dff3882a-e3dd-4127-9527-f376d6e33668 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 210 time: 0.6172886 Nov 29 18:01:38.067198 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a71a8e3e-ea27-4e08-9995-19d41cf29c24 req-d004d2c1-7f94-4fa7-8f9a-6482911caf7f service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7493713 Nov 29 18:01:38.100134 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1c737-4b21-41a2-924b-bec90ed05fc3 req-a8864faa-eea4-4faa-86f5-ba3532a0ae05 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:38.108957 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27f1c737-4b21-41a2-924b-bec90ed05fc3 req-a8864faa-eea4-4faa-86f5-ba3532a0ae05 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 945 time: 0.8723180 Nov 29 18:01:38.174382 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-73908706-883c-4b67-912b-06941881081b req-8bcc6577-c4e3-45fb-ac9c-6dbdce7f6748 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2f98c901b4a8443da51fb3668250a02a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1183958 Nov 29 18:01:38.182445 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device ea7cac1a-0a65-4b5f-b008-94a79adc0642 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:38.308006 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e5ba5-511c-4f53-af2d-499114638ae5 req-d3acb64b-6895-447d-8522-c2879bf88f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:38.313172 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-719e5ba5-511c-4f53-af2d-499114638ae5 req-d3acb64b-6895-447d-8522-c2879bf88f3b service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 200 len: 918 time: 0.4498742 Nov 29 18:01:38.332486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27f1c737-4b21-41a2-924b-bec90ed05fc3 req-b584f647-5ccb-42bb-85d2-bb6d34dd0a9e tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219024 Nov 29 18:01:38.346512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-233fc78d-e75e-49cc-b5f2-52edbf223a36 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1582434584-network', 'tenant_id': 'b3088f8c75d046f290eec840d5e8ca8c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:38.416611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233fc78d-e75e-49cc-b5f2-52edbf223a36 admin admin] Made reservation on behalf of b3088f8c75d046f290eec840d5e8ca8c for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:38.419031 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-233fc78d-e75e-49cc-b5f2-52edbf223a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:38.430310 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-233fc78d-e75e-49cc-b5f2-52edbf223a36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:38.443686 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port ea7cac1a-0a65-4b5f-b008-94a79adc0642 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:01:38.449953 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port ea7cac1a-0a65-4b5f-b008-94a79adc0642 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:38.450343 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:38.564259 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9d1807b-d746-4340-857e-b0a4b5c694aa req-99bd6274-ec1a-4c68-8686-2099ca0fa029 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 210 time: 0.0857978 Nov 29 18:01:38.658643 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73908706-883c-4b67-912b-06941881081b req-4bf8c2bb-df3e-4a3a-a41f-92834733d4d6 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:38.660249 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-73908706-883c-4b67-912b-06941881081b req-4bf8c2bb-df3e-4a3a-a41f-92834733d4d6 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4566832 Nov 29 18:01:38.675644 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:38.678968 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-233fc78d-e75e-49cc-b5f2-52edbf223a36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:38.689629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-233fc78d-e75e-49cc-b5f2-52edbf223a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:38.714709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233fc78d-e75e-49cc-b5f2-52edbf223a36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:01:38.727353 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-233fc78d-e75e-49cc-b5f2-52edbf223a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:38.727842 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-233fc78d-e75e-49cc-b5f2-52edbf223a36 admin admin] Added segment 46af00a0-cd84-4315-9092-017e855f4147 of type vlan for network 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 Nov 29 18:01:38.748521 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-89c1258c-a004-4f02-b918-79eba3717066 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6e868680d984888a8e27e11fa02a6e6 HTTP/1.1" status: 200 len: 380 time: 0.7951319 Nov 29 18:01:38.760983 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-73908706-883c-4b67-912b-06941881081b req-c2f1b926-2e4c-4cbe-887f-9db82a3baf29 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Request body: {'port': {'device_id': '9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '2f98c901b4a8443da51fb3668250a02a'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:38.779887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port ea7cac1a-0a65-4b5f-b008-94a79adc0642, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ea7cac1a-0a65-4b5f-b008-94a79adc0642,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:38.784724 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-233fc78d-e75e-49cc-b5f2-52edbf223a36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:38.785629 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff5c90f-48fb-417a-a295-3f7c675421ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7cac1a-0a65-4b5f-b008-94a79adc0642'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:38.786664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-0cfc727a-c1fc-4305-930b-bacd10b9e76d tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Request body: {'port': {'device_id': '97ae3e04-4510-4c8c-a952-f391da399282', 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'admin_state_up': True, 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'security_groups': ['361ce298-dc65-440b-9bda-a76cb897b8d8']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:38.795156 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66e6665-7083-430d-bc86-355c50f0ee20" -d '{"events": [{"server_uuid": "4ff5c90f-48fb-417a-a295-3f7c675421ed", "name": "network-vif-plugged", "status": "completed", "tag": "ea7cac1a-0a65-4b5f-b008-94a79adc0642"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:38.800262 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:38.865335 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453852c8-94ea-4973-898c-259c25ae44f0 x-openstack-request-id: req-453852c8-94ea-4973-898c-259c25ae44f0 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:38.865988 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff5c90f-48fb-417a-a295-3f7c675421ed", "name": "network-vif-plugged", "status": "completed", "tag": "ea7cac1a-0a65-4b5f-b008-94a79adc0642", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:38.866492 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-453852c8-94ea-4973-898c-259c25ae44f0 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:38.866904 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff5c90f-48fb-417a-a295-3f7c675421ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7cac1a-0a65-4b5f-b008-94a79adc0642', 'code': 200} Nov 29 18:01:38.873665 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=ea7cac1a-0a65-4b5f-b008-94a79adc0642,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:38.887265 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-233fc78d-e75e-49cc-b5f2-52edbf223a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:38.898568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233fc78d-e75e-49cc-b5f2-52edbf223a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:38.898568 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-233fc78d-e75e-49cc-b5f2-52edbf223a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:38.949528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-233fc78d-e75e-49cc-b5f2-52edbf223a36 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4631727 Nov 29 18:01:38.950268 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46408) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:38.970725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0f162b6f-f1ee-459c-b567-983685d7c1f1 admin admin] Request body: {'subnet': {'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1582434584-subnet', 'tenant_id': 'b3088f8c75d046f290eec840d5e8ca8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:39.052518 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-719e5ba5-511c-4f53-af2d-499114638ae5 req-f1b8f07a-4040-42e1-b84a-84827c64bd33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666eb30b-5978-401b-ab60-bb5580335850 HTTP/1.1" status: 200 len: 1001 time: 0.5063713 Nov 29 18:01:39.063728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fc78d-e75e-49cc-b5f2-52edbf223a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584ed84b-9578-4baf-a47e-7d3fd2d73279,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:39.117399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fc78d-e75e-49cc-b5f2-52edbf223a36 admin admin] Pushing event updated for resources: {'Network': ['ID=1dbc3b70-9160-46ab-a0ec-3ff42842f6c5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:39.130949 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:01:39.215676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e5ba5-511c-4f53-af2d-499114638ae5 req-1f0d247c-384b-4ca6-bbd1-af6bca3abbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:39.217557 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-719e5ba5-511c-4f53-af2d-499114638ae5 req-1f0d247c-384b-4ca6-bbd1-af6bca3abbef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ca0fa01-1410-4496-bcd2-b27afbda8311 HTTP/1.1" status: 200 len: 856 time: 0.1571193 Nov 29 18:01:39.233526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0a5b5441-26f6-4b3d-9e85-7c02b15e96a4 req-bff2f13d-20a3-46fe-acff-0466bc1abd93 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 210 time: 0.1206293 Nov 29 18:01:39.242491 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087649b4-0491-4b45-9ee5-9204f5ded498 req-345009c2-f53f-45f2-9060-0baa72d5e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:39.244312 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-087649b4-0491-4b45-9ee5-9204f5ded498 req-345009c2-f53f-45f2-9060-0baa72d5e0c0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 1097 time: 0.2116909 Nov 29 18:01:39.245332 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f162b6f-f1ee-459c-b567-983685d7c1f1 admin admin] Made reservation on behalf of b3088f8c75d046f290eec840d5e8ca8c for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:39.249513 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f162b6f-f1ee-459c-b567-983685d7c1f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:39.365367 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.db.api [req-73908706-883c-4b67-912b-06941881081b req-c2f1b926-2e4c-4cbe-887f-9db82a3baf29 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 18:01:39.365367 n-d-819494-5 neutron-server[110004]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 18:01:39.365367 n-d-819494-5 neutron-server[110004]: [parameters: {'project_id_1': '2f98c901b4a8443da51fb3668250a02a', 'expiration_1': datetime.datetime(2021, 11, 29, 18, 1, 19, 327686)}] Nov 29 18:01:39.365367 n-d-819494-5 neutron-server[110004]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:01:39.365827 n-d-819494-5 neutron-server[110004]: DEBUG oslo_db.api [req-73908706-883c-4b67-912b-06941881081b req-c2f1b926-2e4c-4cbe-887f-9db82a3baf29 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:01:39.373512 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e5ba5-511c-4f53-af2d-499114638ae5 req-e9998ad2-3fc8-4b51-a095-2f48d60358a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:39.376100 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-719e5ba5-511c-4f53-af2d-499114638ae5 req-e9998ad2-3fc8-4b51-a095-2f48d60358a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b54b066-b601-4f01-8160-e9f1bf33b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382771 Nov 29 18:01:39.389341 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-0cfc727a-c1fc-4305-930b-bacd10b9e76d tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Made reservation on behalf of b6e868680d984888a8e27e11fa02a6e6 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:39.396700 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-0cfc727a-c1fc-4305-930b-bacd10b9e76d tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:39.481584 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-087649b4-0491-4b45-9ee5-9204f5ded498 req-f87d782d-2388-4ab4-8937-ad5232664641 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028211 Nov 29 18:01:39.601520 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f162b6f-f1ee-459c-b567-983685d7c1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:39.637800 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-719e5ba5-511c-4f53-af2d-499114638ae5 req-4c600666-fd99-4500-bbed-802964063512 service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517500 Nov 29 18:01:39.654187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61714870-9363-489b-9cf1-2a2b755caf9f req-762b1f88-f871-48cf-8fc8-6b6b2fb2a01c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:39.656813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61714870-9363-489b-9cf1-2a2b755caf9f req-762b1f88-f871-48cf-8fc8-6b6b2fb2a01c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 946 time: 0.1146605 Nov 29 18:01:39.738691 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61714870-9363-489b-9cf1-2a2b755caf9f req-3c312691-f2ee-41b8-9af3-873712c7fa2f tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678191 Nov 29 18:01:39.740612 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-0cfc727a-c1fc-4305-930b-bacd10b9e76d tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Allocated IP 172.20.0.14 (7e72fbc1-9900-41ce-b778-c6a918a7842a/28db10ba-cb36-430b-858e-067b31233e6d/d3eb850c-8012-4ee6-9544-9b5ab86fd047) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:39.765877 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f162b6f-f1ee-459c-b567-983685d7c1f1 admin admin] Checking segment: {'id': '46af00a0-cd84-4315-9092-017e855f4147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:39.766519 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f162b6f-f1ee-459c-b567-983685d7c1f1 admin admin] Network hostable DHCP agents. Network: 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:01:39.769729 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f162b6f-f1ee-459c-b567-983685d7c1f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e5feab6-2909-41ce-aa7a-6b312f9fc8c0,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:39.824727 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-719e5ba5-511c-4f53-af2d-499114638ae5 req-22703d44-e4f8-4f64-82d1-1823ad8fabc4 service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715920 Nov 29 18:01:39.833360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f162b6f-f1ee-459c-b567-983685d7c1f1 admin admin] Network 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:01:39.852646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0f162b6f-f1ee-459c-b567-983685d7c1f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:39.860341 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f162b6f-f1ee-459c-b567-983685d7c1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:39.862825 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f162b6f-f1ee-459c-b567-983685d7c1f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:39.864209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d75f68-86e1-41e7-a97d-d720f9eaaad0 None None] Network 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:01:39.955234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0f162b6f-f1ee-459c-b567-983685d7c1f1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9889808 Nov 29 18:01:39.957129 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73908706-883c-4b67-912b-06941881081b req-c2f1b926-2e4c-4cbe-887f-9db82a3baf29 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Made reservation on behalf of 2f98c901b4a8443da51fb3668250a02a for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:39.967427 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-73908706-883c-4b67-912b-06941881081b req-c2f1b926-2e4c-4cbe-887f-9db82a3baf29 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:40.005836 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f80b73de-5d43-4757-bacf-5f1929f4bbc9 req-02bc70ad-4f24-4200-93a3-467f8731c926 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 210 time: 0.1085768 Nov 29 18:01:40.215976 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-0cfc727a-c1fc-4305-930b-bacd10b9e76d tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:40.295106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bd68f2-f300-4239-996d-a04844438f4c None None] Network 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:01:40.417182 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-73908706-883c-4b67-912b-06941881081b req-c2f1b926-2e4c-4cbe-887f-9db82a3baf29 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Allocated IP 192.168.233.170 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/d17d876d-72b5-4d77-82f8-76ec89433b2f) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:40.433003 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-0cfc727a-c1fc-4305-930b-bacd10b9e76d tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:40.491656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-0cfc727a-c1fc-4305-930b-bacd10b9e76d tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Network 7e72fbc1-9900-41ce-b778-c6a918a7842a is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:40.496706 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-0cfc727a-c1fc-4305-930b-bacd10b9e76d tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:40.513666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-0cfc727a-c1fc-4305-930b-bacd10b9e76d tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:01:40.564179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c45af-cda0-4b7b-b554-9ab29a30f8b8 req-c27420de-4d44-4a46-a3ce-69bb0f4f3731 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:40.573137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-785c45af-cda0-4b7b-b554-9ab29a30f8b8 req-c27420de-4d44-4a46-a3ce-69bb0f4f3731 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 932 time: 0.1585908 Nov 29 18:01:40.719053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-785c45af-cda0-4b7b-b554-9ab29a30f8b8 req-0bac5517-48ca-4366-a579-0721925a885b tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/security-groups?id=361ce298-dc65-440b-9bda-a76cb897b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374073 Nov 29 18:01:40.904920 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc727a-c1fc-4305-930b-bacd10b9e76d tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Pushing event updated for resources: {'Port': ['ID=d3eb850c-8012-4ee6-9544-9b5ab86fd047,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:40.925981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-0cfc727a-c1fc-4305-930b-bacd10b9e76d tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:40.934477 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-0cfc727a-c1fc-4305-930b-bacd10b9e76d tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:41.009695 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-0cfc727a-c1fc-4305-930b-bacd10b9e76d tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2429993 Nov 29 18:01:41.035094 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Request body: {'port': {'device_id': '97ae3e04-4510-4c8c-a952-f391da399282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:41.065083 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3a5b7c30-9721-4f9a-9c8b-cdd7d0878b21 None None] Provisioning complete for port d3eb850c-8012-4ee6-9544-9b5ab86fd047 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:41.065686 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a5b7c30-9721-4f9a-9c8b-cdd7d0878b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:41.129435 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:41.177340 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-73908706-883c-4b67-912b-06941881081b req-c2f1b926-2e4c-4cbe-887f-9db82a3baf29 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:41.228515 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b7c30-9721-4f9a-9c8b-cdd7d0878b21 None None] Port d3eb850c-8012-4ee6-9544-9b5ab86fd047 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:01:41.410216 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c955b7-c8c4-451d-9da7-581daa5ca078 req-036cc662-11c3-4dce-8600-d44311e8b1c9 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:41.424311 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40c955b7-c8c4-451d-9da7-581daa5ca078 req-036cc662-11c3-4dce-8600-d44311e8b1c9 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 946 time: 0.2399089 Nov 29 18:01:41.446451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-a50ea09f-4943-4668-9188-3056d130c3c1 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:41.452611 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-73908706-883c-4b67-912b-06941881081b req-c2f1b926-2e4c-4cbe-887f-9db82a3baf29 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:41.461663 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-a50ea09f-4943-4668-9188-3056d130c3c1 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/networks?id=1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 HTTP/1.1" status: 200 len: 822 time: 0.4760687 Nov 29 18:01:41.467598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['05a9a751-dc5c-4b18-be4f-116bf81004c3'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:01:41.557103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e7089bc8-64d1-4cf7-9635-35fac372dc9a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:01:41.584203 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-cc7502e9-bb64-4899-8a41-8bcfb7dfbe7e tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/quotas/b3088f8c75d046f290eec840d5e8ca8c HTTP/1.1" status: 200 len: 375 time: 0.1215684 Nov 29 18:01:41.618767 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46516) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:41.645377 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40c955b7-c8c4-451d-9da7-581daa5ca078 req-dfcf8444-1af7-4a26-b506-92990357b91a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731045 Nov 29 18:01:41.651189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46518) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:41.700849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-3a8f80c3-0d97-4cac-972d-1f656d9a1bec tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3088f8c75d046f290eec840d5e8ca8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1157560 Nov 29 18:01:41.730166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73908706-883c-4b67-912b-06941881081b req-c2f1b926-2e4c-4cbe-887f-9db82a3baf29 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:41.753114 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-73908706-883c-4b67-912b-06941881081b req-c2f1b926-2e4c-4cbe-887f-9db82a3baf29 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:41.766670 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-73908706-883c-4b67-912b-06941881081b req-c2f1b926-2e4c-4cbe-887f-9db82a3baf29 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:01:41.838272 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1b926-2e4c-4cbe-887f-9db82a3baf29 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Pushing event updated for resources: {'Port': ['ID=d17d876d-72b5-4d77-82f8-76ec89433b2f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:41.871801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3eb850c-8012-4ee6-9544-9b5ab86fd047 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:01:41.913101 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73908706-883c-4b67-912b-06941881081b req-c2f1b926-2e4c-4cbe-887f-9db82a3baf29 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:41.914127 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-73908706-883c-4b67-912b-06941881081b req-c2f1b926-2e4c-4cbe-887f-9db82a3baf29 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:41.935227 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:41.956086 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-73908706-883c-4b67-912b-06941881081b req-c2f1b926-2e4c-4cbe-887f-9db82a3baf29 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2021198 Nov 29 18:01:41.976683 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Request body: {'port': {'device_id': '9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:42.022206 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Transition to ACTIVE for port object d3eb850c-8012-4ee6-9544-9b5ab86fd047 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:01:42.036397 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:42.085009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618b715-9592-4c6d-b6aa-af31c4db3e76 req-a90f78cc-7e67-49c9-9d4d-373df015487c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:42.096939 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3618b715-9592-4c6d-b6aa-af31c4db3e76 req-a90f78cc-7e67-49c9-9d4d-373df015487c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 936 time: 0.2193437 Nov 29 18:01:42.153568 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:42.155210 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-dbb4d325-0374-4934-99c6-fa31bb8000c2 service neutron] 10.222.0.23 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265292 Nov 29 18:01:42.159715 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-569f6ef8-a32a-4c49-be27-c3506fa70686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:42.215098 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Pushing event updated for resources: {'Port': ['ID=d3eb850c-8012-4ee6-9544-9b5ab86fd047,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:42.247240 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0606a1bc-84b4-4005-963f-a611fd557446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:42.279815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-cf4282d4-eb39-4f8c-95dd-7fc47746668b None None] Provisioning complete for port d17d876d-72b5-4d77-82f8-76ec89433b2f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:42.280371 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cf4282d4-eb39-4f8c-95dd-7fc47746668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:42.364893 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cf4282d4-eb39-4f8c-95dd-7fc47746668b None None] Port d17d876d-72b5-4d77-82f8-76ec89433b2f cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:01:42.373498 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3618b715-9592-4c6d-b6aa-af31c4db3e76 req-99220b28-b340-47d3-a2fa-11471de0d6b8 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708786 Nov 29 18:01:42.412841 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Attempting to bind port d3eb850c-8012-4ee6-9544-9b5ab86fd047 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:01:42.413192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Attempting to bind port d3eb850c-8012-4ee6-9544-9b5ab86fd047 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'f2aba102-038f-4940-acc7-1c62a133d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:01:42.413531 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Attempting to bind port d3eb850c-8012-4ee6-9544-9b5ab86fd047 on network 7e72fbc1-9900-41ce-b778-c6a918a7842a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:42.487665 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-10175bff-a3c9-4546-8763-ede9d2bce755 service neutron] 10.222.0.23 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061941 Nov 29 18:01:42.493648 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Port d3eb850c-8012-4ee6-9544-9b5ab86fd047 on network 7e72fbc1-9900-41ce-b778-c6a918a7842a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:01:42.494235 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Attempting to bind port d3eb850c-8012-4ee6-9544-9b5ab86fd047 on network 7e72fbc1-9900-41ce-b778-c6a918a7842a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:42.519787 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:01:42.520226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Checking segment: {'id': 'f2aba102-038f-4940-acc7-1c62a133d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:42.520544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Bound using segment: {'id': 'f2aba102-038f-4940-acc7-1c62a133d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:01:42.520944 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Bound port: d3eb850c-8012-4ee6-9544-9b5ab86fd047, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2aba102-038f-4940-acc7-1c62a133d75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:01:42.521304 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:42.560031 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e743cee-485e-42c8-b431-f9002c226a8d req-1718f42f-a054-482a-987f-7995d5b0e838 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:42.561564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e743cee-485e-42c8-b431-f9002c226a8d req-1718f42f-a054-482a-987f-7995d5b0e838 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 944 time: 0.1017673 Nov 29 18:01:42.586741 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0606a1bc-84b4-4005-963f-a611fd557446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:42.597921 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0606a1bc-84b4-4005-963f-a611fd557446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:42.687346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0606a1bc-84b4-4005-963f-a611fd557446 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcef8af520be4cee94cbff65a528de63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9888158 Nov 29 18:01:42.687608 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-569f6ef8-a32a-4c49-be27-c3506fa70686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:42.687754 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606a1bc-84b4-4005-963f-a611fd557446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125b499d-047d-48fb-b94f-7b2bc8b09519,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:42.689960 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46534) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:42.706673 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e743cee-485e-42c8-b431-f9002c226a8d req-e8477eb3-1bef-4de7-b61d-d96e8c3cc14a tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/security-groups?id=361ce298-dc65-440b-9bda-a76cb897b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339428 Nov 29 18:01:42.734031 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-569f6ef8-a32a-4c49-be27-c3506fa70686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:42.788333 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f6ef8-a32a-4c49-be27-c3506fa70686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064fb2ce-76c5-4e06-9876-d8929a163e1e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:42.836953 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef559f2-d7c0-43b9-a4a7-b99ea492c30e req-791a52cd-4141-4c32-9c35-98cf23d5213b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:42.841409 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] For port d3eb850c-8012-4ee6-9544-9b5ab86fd047, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:01:42.845817 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-569f6ef8-a32a-4c49-be27-c3506fa70686 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32d0ddd818d04500b1788a73309ac753&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2212217 Nov 29 18:01:42.852816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ef559f2-d7c0-43b9-a4a7-b99ea492c30e req-791a52cd-4141-4c32-9c35-98cf23d5213b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 946 time: 0.0844870 Nov 29 18:01:42.865374 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46538) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:42.875481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] For port d3eb850c-8012-4ee6-9544-9b5ab86fd047, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=d3eb850c-8012-4ee6-9544-9b5ab86fd047,segment=NetworkSegment(f2aba102-038f-4940-acc7-1c62a133d75b),segment_id=f2aba102-038f-4940-acc7-1c62a133d75b)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:01:42.907619 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:42.939090 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9673a954-c6d8-4127-b0ff-8404199eb71a req-12c7d465-8fd4-46f3-8720-b623c4a1d92d tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 210 time: 0.0382752 Nov 29 18:01:42.946938 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c7b53dd8-3933-45e5-8c0e-b075d1b47630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:42.982658 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94ae57f6-3875-4157-b1b9-55da53a9500d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:42.984963 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c7b53dd8-3933-45e5-8c0e-b075d1b47630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:42.997513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ef559f2-d7c0-43b9-a4a7-b99ea492c30e req-139216bb-280f-4bf8-9f41-d625ce345b75 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428833 Nov 29 18:01:43.014544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:43.014720 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:43.015076 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94ae57f6-3875-4157-b1b9-55da53a9500d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:43.016981 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] 10.222.0.20 "PUT /v2.0/ports/d3eb850c-8012-4ee6-9544-9b5ab86fd047 HTTP/1.1" status: 200 len: 1092 time: 1.9958191 Nov 29 18:01:43.031654 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17d876d-72b5-4d77-82f8-76ec89433b2f {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:01:43.079208 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ae3e04-4510-4c8c-a952-f391da399282', 'tag': 'd3eb850c-8012-4ee6-9544-9b5ab86fd047'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:43.081525 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8038fd1-c2a3-4945-bff0-cadc740b9359" -d '{"events": [{"name": "network-changed", "server_uuid": "97ae3e04-4510-4c8c-a952-f391da399282", "tag": "d3eb850c-8012-4ee6-9544-9b5ab86fd047"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:43.121922 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94ae57f6-3875-4157-b1b9-55da53a9500d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:43.128685 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94ae57f6-3875-4157-b1b9-55da53a9500d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:43.135377 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-94ae57f6-3875-4157-b1b9-55da53a9500d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/064fb2ce-76c5-4e06-9876-d8929a163e1e HTTP/1.1" status: 204 len: 168 time: 0.2683132 Nov 29 18:01:43.142246 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:43.150157 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae57f6-3875-4157-b1b9-55da53a9500d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064fb2ce-76c5-4e06-9876-d8929a163e1e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:43.251985 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b77bebb-fe55-4417-b1e2-c34c94d64397 x-openstack-request-id: req-8b77bebb-fe55-4417-b1e2-c34c94d64397 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:43.252716 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ae3e04-4510-4c8c-a952-f391da399282", "tag": "d3eb850c-8012-4ee6-9544-9b5ab86fd047", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:43.253160 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b77bebb-fe55-4417-b1e2-c34c94d64397 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:43.261145 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ae3e04-4510-4c8c-a952-f391da399282', 'tag': 'd3eb850c-8012-4ee6-9544-9b5ab86fd047', 'status': 'completed', 'code': 200} Nov 29 18:01:43.277152 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Transition to ACTIVE for port object d17d876d-72b5-4d77-82f8-76ec89433b2f will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:01:43.321883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0598517-87ae-4275-bb66-a3965b8c7650 service neutron] Pushing event updated for resources: {'Port': ['ID=d3eb850c-8012-4ee6-9544-9b5ab86fd047,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:43.357715 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:43.433393 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c7b53dd8-3933-45e5-8c0e-b075d1b47630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:43.437991 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c7b53dd8-3933-45e5-8c0e-b075d1b47630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:43.439337 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c7b53dd8-3933-45e5-8c0e-b075d1b47630 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/125b499d-047d-48fb-b94f-7b2bc8b09519 HTTP/1.1" status: 204 len: 168 time: 0.7465906 Nov 29 18:01:43.441207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Pushing event updated for resources: {'Port': ['ID=d17d876d-72b5-4d77-82f8-76ec89433b2f,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:43.464530 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b53dd8-3933-45e5-8c0e-b075d1b47630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125b499d-047d-48fb-b94f-7b2bc8b09519,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:43.555105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-2f447eb3-f0bc-4c52-be9c-22377c10912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:43.558480 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-2f447eb3-f0bc-4c52-be9c-22377c10912b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6e868680d984888a8e27e11fa02a6e6&device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 1095 time: 0.3339255 Nov 29 18:01:43.677815 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-785338cb-e22d-4014-81fc-26984505ec2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3eb850c-8012-4ee6-9544-9b5ab86fd047 HTTP/1.1" status: 200 len: 217 time: 0.1057942 Nov 29 18:01:43.769702 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Attempting to bind port d17d876d-72b5-4d77-82f8-76ec89433b2f on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:01:43.770052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Attempting to bind port d17d876d-72b5-4d77-82f8-76ec89433b2f by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:01:43.770477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Attempting to bind port d17d876d-72b5-4d77-82f8-76ec89433b2f on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:43.782202 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Port d17d876d-72b5-4d77-82f8-76ec89433b2f on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:01:43.782832 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Attempting to bind port d17d876d-72b5-4d77-82f8-76ec89433b2f on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:43.800857 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:01:43.801310 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:43.802034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:01:43.802600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Bound port: d17d876d-72b5-4d77-82f8-76ec89433b2f, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:01:43.803195 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:43.809230 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-6a8e5c2b-bbb6-4eea-befb-1bd756caea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:43.811024 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-6a8e5c2b-bbb6-4eea-befb-1bd756caea64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28db10ba-cb36-430b-858e-067b31233e6d HTTP/1.1" status: 200 len: 854 time: 0.1282616 Nov 29 18:01:43.830733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4c7c9-54e1-4026-9af8-2e8f108cf072 req-2ed72c20-2497-4d02-a160-35c80a96870a tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:43.838542 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34b4c7c9-54e1-4026-9af8-2e8f108cf072 req-2ed72c20-2497-4d02-a160-35c80a96870a tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 948 time: 0.2936919 Nov 29 18:01:44.035661 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-860211e8-546a-4b49-9393-07535cbacf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:44.037386 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-860211e8-546a-4b49-9393-07535cbacf17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e72fbc1-9900-41ce-b778-c6a918a7842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2191377 Nov 29 18:01:44.091493 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34b4c7c9-54e1-4026-9af8-2e8f108cf072 req-715ef0f6-d37f-45f6-9023-f472803a308e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504222 Nov 29 18:01:44.118976 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] For port d17d876d-72b5-4d77-82f8-76ec89433b2f, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:01:44.136129 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] For port d17d876d-72b5-4d77-82f8-76ec89433b2f, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d17d876d-72b5-4d77-82f8-76ec89433b2f,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:01:44.139617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c199ce7-5b20-43f7-9f06-7ca6188635c0 req-c0bc9a90-a4fd-43d6-8e0e-60f880737b39 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:44.151898 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:44.155113 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c199ce7-5b20-43f7-9f06-7ca6188635c0 req-c0bc9a90-a4fd-43d6-8e0e-60f880737b39 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 944 time: 0.2394421 Nov 29 18:01:44.249595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:44.252262 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:44.259582 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-73908706-883c-4b67-912b-06941881081b req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] 10.222.0.31 "PUT /v2.0/ports/d17d876d-72b5-4d77-82f8-76ec89433b2f HTTP/1.1" status: 200 len: 1096 time: 2.2923164 Nov 29 18:01:44.260615 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c199ce7-5b20-43f7-9f06-7ca6188635c0 req-77819322-bfbb-4f35-9cc1-cec05a63934d tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/security-groups?id=361ce298-dc65-440b-9bda-a76cb897b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036048 Nov 29 18:01:44.261600 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-33a0ef91-00b0-412b-a2eb-6dee1d517b79 service neutron] 10.222.0.20 "GET /v2.0/networks/7e72fbc1-9900-41ce-b778-c6a918a7842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159941 Nov 29 18:01:44.283413 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46576) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:44.302650 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94068e16-498e-4b20-9a16-9cb29d67d9fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:44.332091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66a4cb-6f87-43cf-8191-725cde4a2d41 service neutron] Pushing event updated for resources: {'Port': ['ID=d17d876d-72b5-4d77-82f8-76ec89433b2f,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:44.533002 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73908706-883c-4b67-912b-06941881081b req-afa41c71-fed7-4824-8c18-c75c4d644453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:44.533002 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-73908706-883c-4b67-912b-06941881081b req-afa41c71-fed7-4824-8c18-c75c4d644453 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f98c901b4a8443da51fb3668250a02a&device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 1099 time: 0.2104526 Nov 29 18:01:44.566076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-409ea126-29e4-423a-8db9-ee4388c3650c req-d5bbf868-fcbb-4cbc-a66d-de33a7e77d46 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 210 time: 0.1161652 Nov 29 18:01:44.664490 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-73908706-883c-4b67-912b-06941881081b req-15a767f9-046b-457d-97e1-ae5a6ac35068 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d17d876d-72b5-4d77-82f8-76ec89433b2f HTTP/1.1" status: 200 len: 217 time: 0.1258438 Nov 29 18:01:44.667232 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c012e92-2bac-4178-af28-9d4f97fac40b req-644b87f0-dec4-4ea1-b4df-511a7391df4f service neutron] 10.222.0.20 "GET /v2.0/networks/7e72fbc1-9900-41ce-b778-c6a918a7842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741903 Nov 29 18:01:44.674715 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94068e16-498e-4b20-9a16-9cb29d67d9fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:44.681531 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94068e16-498e-4b20-9a16-9cb29d67d9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:44.758414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-94068e16-498e-4b20-9a16-9cb29d67d9fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c645e3d53c84be2b8e9d2bac002e67a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4675040 Nov 29 18:01:44.759455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46588) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:44.794952 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94068e16-498e-4b20-9a16-9cb29d67d9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9d8bbd-d639-4f20-a876-1dc18735651d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:44.876545 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58cbc33e-f665-4b86-9b7f-f52b3b3425f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:44.934666 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58cbc33e-f665-4b86-9b7f-f52b3b3425f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:45.030565 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58cbc33e-f665-4b86-9b7f-f52b3b3425f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:45.033715 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58cbc33e-f665-4b86-9b7f-f52b3b3425f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:45.041804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-58cbc33e-f665-4b86-9b7f-f52b3b3425f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a9d8bbd-d639-4f20-a876-1dc18735651d HTTP/1.1" status: 204 len: 168 time: 0.2506847 Nov 29 18:01:45.059363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbc33e-f665-4b86-9b7f-f52b3b3425f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9d8bbd-d639-4f20-a876-1dc18735651d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:45.269263 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d', 'tag': 'd17d876d-72b5-4d77-82f8-76ec89433b2f'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:45.272162 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb707ee-04a1-45af-b893-be97b0dc0378" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d", "tag": "d17d876d-72b5-4d77-82f8-76ec89433b2f"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:45.294889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73908706-883c-4b67-912b-06941881081b req-dfeea2e9-1c78-490d-9bf5-12f2082406c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:45.296682 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-73908706-883c-4b67-912b-06941881081b req-dfeea2e9-1c78-490d-9bf5-12f2082406c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.5956213 Nov 29 18:01:45.359115 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4346ba5-4542-4c81-ab3d-618b330ba27b req-c6f43a0f-eda6-4dc9-ae0b-4e1f6e686cd6 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:45.369282 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8038fd1-c2a3-4945-bff0-cadc740b9359 req-c87d9d8e-9706-4437-a127-ec45b7daa418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:45.370858 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b8038fd1-c2a3-4945-bff0-cadc740b9359 req-c87d9d8e-9706-4437-a127-ec45b7daa418 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6e868680d984888a8e27e11fa02a6e6&device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 1095 time: 0.2214108 Nov 29 18:01:45.374878 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4346ba5-4542-4c81-ab3d-618b330ba27b req-c6f43a0f-eda6-4dc9-ae0b-4e1f6e686cd6 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 948 time: 0.1482761 Nov 29 18:01:45.420750 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-7be8e0ad-47bf-4a30-915f-8cfabd6bbb30 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:45.425975 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-7be8e0ad-47bf-4a30-915f-8cfabd6bbb30 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.20 "GET /v2.0/networks?id=1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 HTTP/1.1" status: 200 len: 822 time: 0.7545645 Nov 29 18:01:45.432002 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e859d5f-fa00-4763-9fd7-c126b8a05336 x-openstack-request-id: req-5e859d5f-fa00-4763-9fd7-c126b8a05336 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:45.432567 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d", "tag": "d17d876d-72b5-4d77-82f8-76ec89433b2f", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:45.433256 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e859d5f-fa00-4763-9fd7-c126b8a05336 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:45.439832 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d', 'tag': 'd17d876d-72b5-4d77-82f8-76ec89433b2f', 'status': 'completed', 'code': 200} Nov 29 18:01:45.486725 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4346ba5-4542-4c81-ab3d-618b330ba27b req-79271aad-352b-407d-9e4f-1f30b6495759 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084068 Nov 29 18:01:45.578378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-b6706718-d313-4022-8c36-2c05f3dc9648 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Request body: {'port': {'device_id': 'df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e', 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5', 'admin_state_up': True, 'tenant_id': 'b3088f8c75d046f290eec840d5e8ca8c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:45.683251 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73908706-883c-4b67-912b-06941881081b req-fddaab03-f00e-43a6-b4d5-3fe0ebc46b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:45.684759 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-73908706-883c-4b67-912b-06941881081b req-fddaab03-f00e-43a6-b4d5-3fe0ebc46b7e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3760571 Nov 29 18:01:45.751303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5188611-44fc-4dbb-beaa-da8371d0421d req-8d46d5f8-283c-4bab-9be5-3a17ccb57034 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:45.752867 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5188611-44fc-4dbb-beaa-da8371d0421d req-8d46d5f8-283c-4bab-9be5-3a17ccb57034 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 944 time: 0.1485131 Nov 29 18:01:45.769870 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9d9ec7a-e6ff-428d-b3f3-9e37ceb5af1b req-899e8884-4090-43fc-a2cb-9eccdc17281b tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 210 time: 0.0626769 Nov 29 18:01:45.864419 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5188611-44fc-4dbb-beaa-da8371d0421d req-2ea3aa56-2367-4dca-8062-f2df943abc45 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/security-groups?id=361ce298-dc65-440b-9bda-a76cb897b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971105 Nov 29 18:01:45.931326 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-73908706-883c-4b67-912b-06941881081b req-deece436-6c58-4642-88f6-fa70ae822ad8 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381837 Nov 29 18:01:45.938060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8038fd1-c2a3-4945-bff0-cadc740b9359 req-e8dc4693-00bf-4942-b0f9-8b9dbf654a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:45.939760 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b8038fd1-c2a3-4945-bff0-cadc740b9359 req-e8dc4693-00bf-4942-b0f9-8b9dbf654a14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7e72fbc1-9900-41ce-b778-c6a918a7842a HTTP/1.1" status: 200 len: 916 time: 0.5484905 Nov 29 18:01:46.072762 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b8038fd1-c2a3-4945-bff0-cadc740b9359 req-b0fb5d24-d16b-40e7-974d-583ace705dcd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3eb850c-8012-4ee6-9544-9b5ab86fd047 HTTP/1.1" status: 200 len: 217 time: 0.1060023 Nov 29 18:01:46.158492 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-b6706718-d313-4022-8c36-2c05f3dc9648 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Made reservation on behalf of b3088f8c75d046f290eec840d5e8ca8c for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:46.162029 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-b6706718-d313-4022-8c36-2c05f3dc9648 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:46.165088 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8038fd1-c2a3-4945-bff0-cadc740b9359 req-8a12d486-8f05-4f0f-b174-cd177a3ad6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:46.166761 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b8038fd1-c2a3-4945-bff0-cadc740b9359 req-8a12d486-8f05-4f0f-b174-cd177a3ad6f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28db10ba-cb36-430b-858e-067b31233e6d HTTP/1.1" status: 200 len: 854 time: 0.0865088 Nov 29 18:01:46.208498 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-73908706-883c-4b67-912b-06941881081b req-ac65fe5f-4fc9-4a30-869c-5d4415f28636 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675803 Nov 29 18:01:46.300870 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8038fd1-c2a3-4945-bff0-cadc740b9359 req-1d6c43f1-0c61-4bb4-8841-5734138e7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:46.302299 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b8038fd1-c2a3-4945-bff0-cadc740b9359 req-1d6c43f1-0c61-4bb4-8841-5734138e7320 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e72fbc1-9900-41ce-b778-c6a918a7842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226184 Nov 29 18:01:46.477821 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb707ee-04a1-45af-b893-be97b0dc0378 req-ab290f25-1d39-410e-ba82-1e984f88d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:46.479625 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dfb707ee-04a1-45af-b893-be97b0dc0378 req-ab290f25-1d39-410e-ba82-1e984f88d421 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f98c901b4a8443da51fb3668250a02a&device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 1099 time: 0.1950924 Nov 29 18:01:46.482672 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-b6706718-d313-4022-8c36-2c05f3dc9648 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Allocated IP 172.20.0.7 (1dbc3b70-9160-46ab-a0ec-3ff42842f6c5/9e5feab6-2909-41ce-aa7a-6b312f9fc8c0/bc1bc512-c5b2-463e-bec3-0b46dca5d29d) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:46.742585 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-b6706718-d313-4022-8c36-2c05f3dc9648 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:46.761105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a0c7e-6f3b-4e57-8b80-5665fe7c970c req-9c812965-ccf4-40a7-928c-75d2685d934f tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:46.771593 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a1a0c7e-6f3b-4e57-8b80-5665fe7c970c req-9c812965-ccf4-40a7-928c-75d2685d934f tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 948 time: 0.1275020 Nov 29 18:01:46.816086 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b8038fd1-c2a3-4945-bff0-cadc740b9359 req-3707e536-cf74-469d-9fa7-36237a00cf9a service neutron] 10.222.0.20 "GET /v2.0/networks/7e72fbc1-9900-41ce-b778-c6a918a7842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898860 Nov 29 18:01:46.897878 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a1a0c7e-6f3b-4e57-8b80-5665fe7c970c req-91e0b5cc-125f-4374-b4ac-8db650cbdb8c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248262 Nov 29 18:01:46.954426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-972fa76e-82d0-4b8a-b66a-1231ef0f1526 req-c275cac6-0084-4149-8548-db775d098b26 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 210 time: 0.0393956 Nov 29 18:01:47.115704 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-b6706718-d313-4022-8c36-2c05f3dc9648 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:47.152303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa65f5b-0fc7-4fd3-998d-e972f6ccfd41 req-4f2ff544-9859-4766-8fe7-783888927f91 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:47.167658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6fa65f5b-0fc7-4fd3-998d-e972f6ccfd41 req-4f2ff544-9859-4766-8fe7-783888927f91 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 944 time: 0.1226664 Nov 29 18:01:47.243501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-b6706718-d313-4022-8c36-2c05f3dc9648 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Network 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:47.267353 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-b6706718-d313-4022-8c36-2c05f3dc9648 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:47.287576 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6fa65f5b-0fc7-4fd3-998d-e972f6ccfd41 req-0eced0ce-baf1-4370-9b3e-6871bdd010fc tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/security-groups?id=361ce298-dc65-440b-9bda-a76cb897b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180518 Nov 29 18:01:47.290357 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-b6706718-d313-4022-8c36-2c05f3dc9648 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:01:47.342266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6706718-d313-4022-8c36-2c05f3dc9648 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Pushing event updated for resources: {'Port': ['ID=bc1bc512-c5b2-463e-bec3-0b46dca5d29d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:47.349978 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b8038fd1-c2a3-4945-bff0-cadc740b9359 req-9e88071d-b43a-474d-a7b3-2e6cfa2b838c service neutron] 10.222.0.20 "GET /v2.0/networks/7e72fbc1-9900-41ce-b778-c6a918a7842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998436 Nov 29 18:01:47.359580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb707ee-04a1-45af-b893-be97b0dc0378 req-33fbe2eb-0f40-453f-bc63-aa1e786b330a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:47.361084 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dfb707ee-04a1-45af-b893-be97b0dc0378 req-33fbe2eb-0f40-453f-bc63-aa1e786b330a service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.8715112 Nov 29 18:01:47.367592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-b6706718-d313-4022-8c36-2c05f3dc9648 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:47.368217 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-b6706718-d313-4022-8c36-2c05f3dc9648 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:47.440109 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-b6706718-d313-4022-8c36-2c05f3dc9648 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9989955 Nov 29 18:01:47.442082 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dfb707ee-04a1-45af-b893-be97b0dc0378 req-6fbeff1c-2d3a-47c2-96e1-3d17a08ee387 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d17d876d-72b5-4d77-82f8-76ec89433b2f HTTP/1.1" status: 200 len: 217 time: 0.0537064 Nov 29 18:01:47.459229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Request body: {'port': {'device_id': 'df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:47.568240 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb707ee-04a1-45af-b893-be97b0dc0378 req-3fd3dfdd-27cf-4697-afd5-f58d89c405ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:47.569878 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dfb707ee-04a1-45af-b893-be97b0dc0378 req-3fd3dfdd-27cf-4697-afd5-f58d89c405ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1060629 Nov 29 18:01:47.575192 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:47.675091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb707ee-04a1-45af-b893-be97b0dc0378 req-5845e9d4-47bc-48af-8406-fa959978b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:47.676613 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dfb707ee-04a1-45af-b893-be97b0dc0378 req-5845e9d4-47bc-48af-8406-fa959978b7d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981898 Nov 29 18:01:48.096042 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dfb707ee-04a1-45af-b893-be97b0dc0378 req-9ab551c9-57f6-4866-bf89-97896c97635e service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731275 Nov 29 18:01:48.101935 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1bc512-c5b2-463e-bec3-0b46dca5d29d {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:01:48.113435 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:48.131196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Transition to ACTIVE for port object bc1bc512-c5b2-463e-bec3-0b46dca5d29d will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:01:48.147573 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:48.152665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec45dfd-6518-4e6e-a2ad-c01389b6ffac req-b44010ca-4879-4699-af12-7cdf3bc38aeb tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:48.172200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bec45dfd-6518-4e6e-a2ad-c01389b6ffac req-b44010ca-4879-4699-af12-7cdf3bc38aeb tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 948 time: 0.1341860 Nov 29 18:01:48.205350 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device d3eb850c-8012-4ee6-9544-9b5ab86fd047 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:01:48.250903 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bec45dfd-6518-4e6e-a2ad-c01389b6ffac req-11502736-9d43-47be-9b50-3e9a2459bd1a tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771446 Nov 29 18:01:48.272950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Pushing event updated for resources: {'Port': ['ID=bc1bc512-c5b2-463e-bec3-0b46dca5d29d,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:48.442065 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dfb707ee-04a1-45af-b893-be97b0dc0378 req-fd50caa6-19ba-4292-82d7-da1215932a19 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092797 Nov 29 18:01:48.474330 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Attempting to bind port bc1bc512-c5b2-463e-bec3-0b46dca5d29d on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:01:48.474829 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Attempting to bind port bc1bc512-c5b2-463e-bec3-0b46dca5d29d by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '46af00a0-cd84-4315-9092-017e855f4147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:01:48.475285 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Attempting to bind port bc1bc512-c5b2-463e-bec3-0b46dca5d29d on network 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:48.480440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Port bc1bc512-c5b2-463e-bec3-0b46dca5d29d on network 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:01:48.480967 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Attempting to bind port bc1bc512-c5b2-463e-bec3-0b46dca5d29d on network 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:48.490910 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:01:48.491494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Checking segment: {'id': '46af00a0-cd84-4315-9092-017e855f4147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:48.492112 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Bound using segment: {'id': '46af00a0-cd84-4315-9092-017e855f4147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:01:48.492789 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Bound port: bc1bc512-c5b2-463e-bec3-0b46dca5d29d, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46af00a0-cd84-4315-9092-017e855f4147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:01:48.492935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d82c0-2ad8-4655-873c-75b4786fb12a req-f045e13a-4c66-48bd-baf5-040c8eda62a0 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:48.493985 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:48.494378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-522d82c0-2ad8-4655-873c-75b4786fb12a req-f045e13a-4c66-48bd-baf5-040c8eda62a0 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 943 time: 0.1452918 Nov 29 18:01:48.512775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port d3eb850c-8012-4ee6-9544-9b5ab86fd047, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=d3eb850c-8012-4ee6-9544-9b5ab86fd047,segment=NetworkSegment(f2aba102-038f-4940-acc7-1c62a133d75b),segment_id=f2aba102-038f-4940-acc7-1c62a133d75b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:48.553930 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'd3eb850c-8012-4ee6-9544-9b5ab86fd047', 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'port_id': 'd3eb850c-8012-4ee6-9544-9b5ab86fd047', 'mac_address': 'fa:16:3e:55:51:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28db10ba-cb36-430b-858e-067b31233e6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:01:48.593374 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] For port bc1bc512-c5b2-463e-bec3-0b46dca5d29d, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:01:48.601665 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] For port bc1bc512-c5b2-463e-bec3-0b46dca5d29d, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc1bc512-c5b2-463e-bec3-0b46dca5d29d,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:01:48.607188 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:48.652100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:48.652646 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:48.654080 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] 10.222.0.20 "PUT /v2.0/ports/bc1bc512-c5b2-463e-bec3-0b46dca5d29d HTTP/1.1" status: 200 len: 1091 time: 1.2006943 Nov 29 18:01:48.654896 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e', 'tag': 'bc1bc512-c5b2-463e-bec3-0b46dca5d29d'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:48.658188 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e670f20-ce22-40b1-a6f1-ac170d205133" -d '{"events": [{"name": "network-changed", "server_uuid": "df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e", "tag": "bc1bc512-c5b2-463e-bec3-0b46dca5d29d"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:48.664841 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:48.688244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f92a7e-0d45-42d5-bd7f-1ff37e061716 req-a44bbd82-3a8c-4d62-8f49-fc090da1f77f tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:48.691781 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26f92a7e-0d45-42d5-bd7f-1ff37e061716 req-a44bbd82-3a8c-4d62-8f49-fc090da1f77f tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 944 time: 0.1936479 Nov 29 18:01:48.700489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3eb850c-8012-4ee6-9544-9b5ab86fd047 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:01:48.715176 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-522d82c0-2ad8-4655-873c-75b4786fb12a req-98584e9a-840f-4c14-a57f-25b000a36b08 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067757 Nov 29 18:01:48.748803 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ca887-17ab-49a7-b9ea-7c0232eb904f service neutron] Pushing event updated for resources: {'Port': ['ID=bc1bc512-c5b2-463e-bec3-0b46dca5d29d,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:48.793254 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-21d9bfdf-9400-4ebf-94b1-902c7f20f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:48.794835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port d3eb850c-8012-4ee6-9544-9b5ab86fd047, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=d3eb850c-8012-4ee6-9544-9b5ab86fd047,segment=NetworkSegment(f2aba102-038f-4940-acc7-1c62a133d75b),segment_id=f2aba102-038f-4940-acc7-1c62a133d75b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:48.797172 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-21d9bfdf-9400-4ebf-94b1-902c7f20f17d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3088f8c75d046f290eec840d5e8ca8c&device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 1094 time: 0.0692279 Nov 29 18:01:48.806998 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:48.888972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=d3eb850c-8012-4ee6-9544-9b5ab86fd047,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:48.899248 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:48.900129 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:48.900649 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:48.901156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:48.901655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:48.902696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:48.903242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:48.903934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:48.904428 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:48.904927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:48.905410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:48.905974 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:48.922969 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26f92a7e-0d45-42d5-bd7f-1ff37e061716 req-dea7f01a-d6c5-401a-8072-8063ed3a5e42 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/security-groups?id=361ce298-dc65-440b-9bda-a76cb897b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044675 Nov 29 18:01:48.968725 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-4e6c69fe-2142-4656-91cd-0d763e8cf831 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc1bc512-c5b2-463e-bec3-0b46dca5d29d HTTP/1.1" status: 200 len: 217 time: 0.1554594 Nov 29 18:01:48.971604 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713a3b5e-964f-459f-81cf-32fc001d313d x-openstack-request-id: req-713a3b5e-964f-459f-81cf-32fc001d313d {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:48.972287 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e", "tag": "bc1bc512-c5b2-463e-bec3-0b46dca5d29d", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:48.972287 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-713a3b5e-964f-459f-81cf-32fc001d313d {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:48.972550 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e', 'tag': 'bc1bc512-c5b2-463e-bec3-0b46dca5d29d', 'status': 'completed', 'code': 200} Nov 29 18:01:49.066436 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['d3eb850c-8012-4ee6-9544-9b5ab86fd047'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:01:49.080573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-db5efdd0-0fe6-4920-8278-b24da03b4fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:49.084241 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-db5efdd0-0fe6-4920-8278-b24da03b4fab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e5feab6-2909-41ce-aa7a-6b312f9fc8c0 HTTP/1.1" status: 200 len: 862 time: 0.1028214 Nov 29 18:01:49.153634 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-00595b0d-2c80-4538-b780-ba718e4fc06b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1dbc3b70-9160-46ab-a0ec-3ff42842f6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624189 Nov 29 18:01:49.313527 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-fa77b7cd-e657-4f1b-b668-a9d0665189f9 service neutron] 10.222.0.20 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479394 Nov 29 18:01:49.492300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aae314-fc96-44a2-96d3-5362d5b945f7 req-c5b6c244-c2e5-4085-8437-ef857426b4b8 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:49.502393 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6aae314-fc96-44a2-96d3-5362d5b945f7 req-c5b6c244-c2e5-4085-8437-ef857426b4b8 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 948 time: 0.0723698 Nov 29 18:01:49.584229 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fc22c75-ce76-4a80-a51a-daed3b0512b2 req-103088b2-c267-46ec-a527-3751aa696897 service neutron] 10.222.0.20 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637331 Nov 29 18:01:49.594530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6aae314-fc96-44a2-96d3-5362d5b945f7 req-f22d3b06-ce51-404d-b97e-ace3a6edb0ed tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907154 Nov 29 18:01:49.753455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e670f20-ce22-40b1-a6f1-ac170d205133 req-a4a7b491-c108-4f8a-931e-2895e3ba47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:49.755978 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9e670f20-ce22-40b1-a6f1-ac170d205133 req-a4a7b491-c108-4f8a-931e-2895e3ba47ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3088f8c75d046f290eec840d5e8ca8c&device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 1094 time: 0.1028664 Nov 29 18:01:49.905329 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e670f20-ce22-40b1-a6f1-ac170d205133 req-5744ec06-f0a8-46cf-83c0-2025ee1b81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:49.907482 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9e670f20-ce22-40b1-a6f1-ac170d205133 req-5744ec06-f0a8-46cf-83c0-2025ee1b81b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 HTTP/1.1" status: 200 len: 923 time: 0.1432636 Nov 29 18:01:49.939162 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46802) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:49.948878 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d272a30-01e5-476c-9ea6-0402db49ebac req-3b03a5df-ea59-4875-b0fe-09fc41715ab1 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:49.956580 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5d272a30-01e5-476c-9ea6-0402db49ebac req-3b03a5df-ea59-4875-b0fe-09fc41715ab1 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 943 time: 0.1177802 Nov 29 18:01:50.019957 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9e670f20-ce22-40b1-a6f1-ac170d205133 req-488e6c3a-32a5-4ddd-a17c-ed627e795039 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc1bc512-c5b2-463e-bec3-0b46dca5d29d HTTP/1.1" status: 200 len: 217 time: 0.1043866 Nov 29 18:01:50.147336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e670f20-ce22-40b1-a6f1-ac170d205133 req-94f830df-2151-490e-a895-8900d53b3ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:50.149568 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5d272a30-01e5-476c-9ea6-0402db49ebac req-fc613bb2-7237-4c44-93c4-b3b813327ded tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918337 Nov 29 18:01:50.150388 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9e670f20-ce22-40b1-a6f1-ac170d205133 req-94f830df-2151-490e-a895-8900d53b3ffe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e5feab6-2909-41ce-aa7a-6b312f9fc8c0 HTTP/1.1" status: 200 len: 862 time: 0.1150272 Nov 29 18:01:50.196899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca387b7a-29c5-4014-b8cf-ee5604aaac09 req-36e5b0f2-8ced-4f98-8efd-6e0f060609e3 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:50.208961 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device d3eb850c-8012-4ee6-9544-9b5ab86fd047 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:50.221199 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca387b7a-29c5-4014-b8cf-ee5604aaac09 req-36e5b0f2-8ced-4f98-8efd-6e0f060609e3 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 945 time: 0.1684909 Nov 29 18:01:50.252208 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9e670f20-ce22-40b1-a6f1-ac170d205133 req-8abd0558-86fd-4d9a-87fd-c7cfbd331d95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1dbc3b70-9160-46ab-a0ec-3ff42842f6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845659 Nov 29 18:01:50.274413 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device d17d876d-72b5-4d77-82f8-76ec89433b2f details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:01:50.351477 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca387b7a-29c5-4014-b8cf-ee5604aaac09 req-61f8eae5-d95c-47e0-b6a8-db6615d05dfd tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/security-groups?id=361ce298-dc65-440b-9bda-a76cb897b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290023 Nov 29 18:01:50.362334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port d3eb850c-8012-4ee6-9544-9b5ab86fd047 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:01:50.404432 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0711826c-1be3-4279-920e-835f89053d7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:50.438920 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port d3eb850c-8012-4ee6-9544-9b5ab86fd047 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:50.439801 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:50.505493 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9e670f20-ce22-40b1-a6f1-ac170d205133 req-ac61eafc-89d2-4f0c-94c6-a8542ec2ef71 service neutron] 10.222.0.20 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454369 Nov 29 18:01:50.554026 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0711826c-1be3-4279-920e-835f89053d7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:50.564100 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0711826c-1be3-4279-920e-835f89053d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:50.678424 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9e670f20-ce22-40b1-a6f1-ac170d205133 req-5b592f66-7b3b-49c8-a8e2-bb925c7077df service neutron] 10.222.0.20 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640818 Nov 29 18:01:50.681380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port d17d876d-72b5-4d77-82f8-76ec89433b2f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d17d876d-72b5-4d77-82f8-76ec89433b2f,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:50.711777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0711826c-1be3-4279-920e-835f89053d7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05f747b741ba4b0882001d51311dd73a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7684309 Nov 29 18:01:50.711914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46826) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:50.719610 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'd17d876d-72b5-4d77-82f8-76ec89433b2f', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'd17d876d-72b5-4d77-82f8-76ec89433b2f', 'mac_address': 'fa:16:3e:c8:51:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:01:50.733471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711826c-1be3-4279-920e-835f89053d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df339ed-cf98-41ef-85c9-3abc4c84523c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:50.771066 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:50.773943 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:50.800407 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17d876d-72b5-4d77-82f8-76ec89433b2f {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:01:50.822622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ae3e04-4510-4c8c-a952-f391da399282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eb850c-8012-4ee6-9544-9b5ab86fd047'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:50.832287 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63b420f-eaae-4340-9985-9749c853f5b8" -d '{"events": [{"server_uuid": "97ae3e04-4510-4c8c-a952-f391da399282", "name": "network-vif-plugged", "status": "completed", "tag": "d3eb850c-8012-4ee6-9544-9b5ab86fd047"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:50.868665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ef42e-df31-4c5f-993c-14fbbda0eb90 req-3a8f61de-1910-4930-8c1a-382a2352c397 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:50.869325 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e87796d-fd79-4fcd-91ea-459a5d4fd538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:50.875400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d8ef42e-df31-4c5f-993c-14fbbda0eb90 req-3a8f61de-1910-4930-8c1a-382a2352c397 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 948 time: 0.1416242 Nov 29 18:01:50.888170 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port d3eb850c-8012-4ee6-9544-9b5ab86fd047, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=d3eb850c-8012-4ee6-9544-9b5ab86fd047,segment=NetworkSegment(f2aba102-038f-4940-acc7-1c62a133d75b),segment_id=f2aba102-038f-4940-acc7-1c62a133d75b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:50.890318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port d17d876d-72b5-4d77-82f8-76ec89433b2f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d17d876d-72b5-4d77-82f8-76ec89433b2f,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:50.914643 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:50.939609 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e87796d-fd79-4fcd-91ea-459a5d4fd538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:50.972615 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d8ef42e-df31-4c5f-993c-14fbbda0eb90 req-cbe70a97-f764-4085-b1be-5de1a9cdeec5 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936425 Nov 29 18:01:51.001206 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57ef477-e432-4b98-b698-cac1b2c62028 x-openstack-request-id: req-c57ef477-e432-4b98-b698-cac1b2c62028 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:51.001513 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ae3e04-4510-4c8c-a952-f391da399282", "name": "network-vif-plugged", "status": "completed", "tag": "d3eb850c-8012-4ee6-9544-9b5ab86fd047", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:51.001776 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c57ef477-e432-4b98-b698-cac1b2c62028 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:51.002316 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ae3e04-4510-4c8c-a952-f391da399282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eb850c-8012-4ee6-9544-9b5ab86fd047', 'code': 200} Nov 29 18:01:51.003929 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:51.009035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=d17d876d-72b5-4d77-82f8-76ec89433b2f,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:51.042057 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e87796d-fd79-4fcd-91ea-459a5d4fd538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:51.044863 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e87796d-fd79-4fcd-91ea-459a5d4fd538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:51.049010 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7e87796d-fd79-4fcd-91ea-459a5d4fd538 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0df339ed-cf98-41ef-85c9-3abc4c84523c HTTP/1.1" status: 204 len: 168 time: 0.3329604 Nov 29 18:01:51.073617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87796d-fd79-4fcd-91ea-459a5d4fd538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df339ed-cf98-41ef-85c9-3abc4c84523c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:51.101421 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=d3eb850c-8012-4ee6-9544-9b5ab86fd047,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:51.154688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aba385-d015-4878-963f-a8fd4163eaf2 req-69e4cf3c-7399-4e8c-a4c0-639849c2148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:51.157119 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-74aba385-d015-4878-963f-a8fd4163eaf2 req-69e4cf3c-7399-4e8c-a4c0-639849c2148a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 1097 time: 0.0941911 Nov 29 18:01:51.236663 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-74aba385-d015-4878-963f-a8fd4163eaf2 req-564e8132-1349-4eac-adce-7a3871810106 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=361ce298-dc65-440b-9bda-a76cb897b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671232 Nov 29 18:01:51.242302 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46842) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:51.307874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['d17d876d-72b5-4d77-82f8-76ec89433b2f'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:01:51.381137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265762c-c1f8-4046-83ca-69ffd8d34998 req-ab6c308d-05b0-4c15-b06f-28cdb66c3c28 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:51.383018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c265762c-c1f8-4046-83ca-69ffd8d34998 req-ab6c308d-05b0-4c15-b06f-28cdb66c3c28 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 943 time: 0.1206121 Nov 29 18:01:51.490748 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c265762c-c1f8-4046-83ca-69ffd8d34998 req-d89d45f8-540b-455d-8cc1-a5a661721de6 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008694 Nov 29 18:01:51.555805 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4446620f-ab5e-4e5d-a867-732909dff3bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:51.563814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46852) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:51.583605 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9804e95b-1bcc-45dd-ab68-5e6d335da450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:51.630471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d370025-9c46-4b61-b197-f883180c1b3a req-b036e629-9767-4b9d-aa61-c999b8f8e5a3 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:51.634702 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d370025-9c46-4b61-b197-f883180c1b3a req-b036e629-9767-4b9d-aa61-c999b8f8e5a3 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 946 time: 0.0970199 Nov 29 18:01:51.721680 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d370025-9c46-4b61-b197-f883180c1b3a req-d99f25ba-8845-49cd-ab23-b3bab3aacc9f tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/security-groups?id=361ce298-dc65-440b-9bda-a76cb897b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804906 Nov 29 18:01:51.742607 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4446620f-ab5e-4e5d-a867-732909dff3bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:51.748206 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9804e95b-1bcc-45dd-ab68-5e6d335da450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:51.750143 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4446620f-ab5e-4e5d-a867-732909dff3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:51.762651 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9804e95b-1bcc-45dd-ab68-5e6d335da450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:51.812589 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4446620f-ab5e-4e5d-a867-732909dff3bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e9c096bd62e48c195afbb0954eb9813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5690227 Nov 29 18:01:51.815418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46854) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:51.815554 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9804e95b-1bcc-45dd-ab68-5e6d335da450 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4199c1f90d034c31af6dfed835c957cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507381 Nov 29 18:01:51.816300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446620f-ab5e-4e5d-a867-732909dff3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c774c879-554a-4e0c-9f03-ccbc0d0684f5,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:51.821110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46856) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:51.872616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804e95b-1bcc-45dd-ab68-5e6d335da450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbcb5be-53e3-4934-b810-b991247d21b0,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:51.888353 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-675162fa-3754-4c97-a0f1-6805f6f13f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:51.894930 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7967b02d-79cd-4c4f-8c31-44a9ca48ce80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:51.915396 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-675162fa-3754-4c97-a0f1-6805f6f13f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:51.945191 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7967b02d-79cd-4c4f-8c31-44a9ca48ce80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:51.983329 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-675162fa-3754-4c97-a0f1-6805f6f13f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:51.986928 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-675162fa-3754-4c97-a0f1-6805f6f13f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:52.002600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-675162fa-3754-4c97-a0f1-6805f6f13f2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c774c879-554a-4e0c-9f03-ccbc0d0684f5 HTTP/1.1" status: 204 len: 168 time: 0.1763823 Nov 29 18:01:52.015984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675162fa-3754-4c97-a0f1-6805f6f13f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c774c879-554a-4e0c-9f03-ccbc0d0684f5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:52.032560 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7967b02d-79cd-4c4f-8c31-44a9ca48ce80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:52.035880 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7967b02d-79cd-4c4f-8c31-44a9ca48ce80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:52.037278 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7967b02d-79cd-4c4f-8c31-44a9ca48ce80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5fbcb5be-53e3-4934-b810-b991247d21b0 HTTP/1.1" status: 204 len: 168 time: 0.2150195 Nov 29 18:01:52.073343 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967b02d-79cd-4c4f-8c31-44a9ca48ce80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbcb5be-53e3-4934-b810-b991247d21b0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:52.159148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5183415-de6e-4aea-ad4e-70c29d57f13c req-4dacb8f2-a813-4144-9b54-4112ed7e8ea3 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:52.168233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5183415-de6e-4aea-ad4e-70c29d57f13c req-4dacb8f2-a813-4144-9b54-4112ed7e8ea3 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 949 time: 0.0946424 Nov 29 18:01:52.230406 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5183415-de6e-4aea-ad4e-70c29d57f13c req-7a622047-757f-4936-b4f8-7f03edca37e9 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609782 Nov 29 18:01:52.654281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32f260-b613-4834-a10f-29d885716954 req-66d7d8f9-b381-4cad-95ec-e068fb40d6da tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:52.656010 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46880) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:52.660149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed32f260-b613-4834-a10f-29d885716954 req-66d7d8f9-b381-4cad-95ec-e068fb40d6da tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 943 time: 0.0776911 Nov 29 18:01:52.679996 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99f7cce4-178d-475b-8d40-950ca2ade3f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:52.714052 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed32f260-b613-4834-a10f-29d885716954 req-4fb1d7e3-b71e-4555-805a-08296b447b39 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475500 Nov 29 18:01:52.831398 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99f7cce4-178d-475b-8d40-950ca2ade3f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:52.839507 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99f7cce4-178d-475b-8d40-950ca2ade3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:52.894549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7cce4-178d-475b-8d40-950ca2ade3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c6ded3-11ce-475a-a312-dca37df45f65,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:52.900965 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-99f7cce4-178d-475b-8d40-950ca2ade3f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=059d85d1543b41b59b8240f1b1ef3f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436576 Nov 29 18:01:52.903299 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46888) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:52.906642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d3307-1b1c-4464-b404-49638208470d req-e26ab918-0219-4a06-9d9d-60d38f7edae2 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:52.909638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb4d3307-1b1c-4464-b404-49638208470d req-e26ab918-0219-4a06-9d9d-60d38f7edae2 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 946 time: 0.1003394 Nov 29 18:01:52.969526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb4d3307-1b1c-4464-b404-49638208470d req-3c52be52-c5f2-4d93-9e4c-c2a687667c57 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/security-groups?id=361ce298-dc65-440b-9bda-a76cb897b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536783 Nov 29 18:01:53.002772 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9549e565-5f98-47e4-86db-8a998017684a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:53.065379 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9549e565-5f98-47e4-86db-8a998017684a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:53.136470 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9549e565-5f98-47e4-86db-8a998017684a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:53.143097 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9549e565-5f98-47e4-86db-8a998017684a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:53.146291 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9549e565-5f98-47e4-86db-8a998017684a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71c6ded3-11ce-475a-a312-dca37df45f65 HTTP/1.1" status: 204 len: 168 time: 0.2411020 Nov 29 18:01:53.165921 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549e565-5f98-47e4-86db-8a998017684a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c6ded3-11ce-475a-a312-dca37df45f65,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:53.184400 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2fb1e-33e5-41d9-892e-b97c3778d502 req-0852ee47-080d-4bc3-bd1a-f9cf37f1d560 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:53.195358 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46902) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:53.196333 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91b2fb1e-33e5-41d9-892e-b97c3778d502 req-0852ee47-080d-4bc3-bd1a-f9cf37f1d560 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 946 time: 0.1158984 Nov 29 18:01:53.200162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c890a77a-9dab-4c78-9873-4d61686d5bd9 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Request body: {'floatingip': {'port_id': 'd3eb850c-8012-4ee6-9544-9b5ab86fd047'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:53.290835 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c890a77a-9dab-4c78-9873-4d61686d5bd9 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for floatingip, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:53.492032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15b8a3-1b19-4d31-973f-7688f054f1e1 req-a9176a45-5b51-4c1a-8538-649c2b43fb17 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:53.500678 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f15b8a3-1b19-4d31-973f-7688f054f1e1 req-a9176a45-5b51-4c1a-8538-649c2b43fb17 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 949 time: 0.1088953 Nov 29 18:01:53.589101 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f15b8a3-1b19-4d31-973f-7688f054f1e1 req-5a235a9b-39a8-428e-8da7-d24bd199a6ca tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823421 Nov 29 18:01:53.930771 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93c61aaa-ca38-43dd-853a-49d137e82e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:54.001135 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a39b03-1a28-46a2-9da9-4885f07c4fd7 req-4c54c7b7-31ee-4019-aae7-338b56244a4b tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:54.006023 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1a39b03-1a28-46a2-9da9-4885f07c4fd7 req-4c54c7b7-31ee-4019-aae7-338b56244a4b tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 943 time: 0.1337187 Nov 29 18:01:54.128199 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1a39b03-1a28-46a2-9da9-4885f07c4fd7 req-00004af7-e8ee-4e4d-9b65-d456a5c75784 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125009 Nov 29 18:01:54.206630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device bc1bc512-c5b2-463e-bec3-0b46dca5d29d details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:01:54.255381 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device d17d876d-72b5-4d77-82f8-76ec89433b2f up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:54.402371 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c890a77a-9dab-4c78-9873-4d61686d5bd9 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:54.409065 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port bc1bc512-c5b2-463e-bec3-0b46dca5d29d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc1bc512-c5b2-463e-bec3-0b46dca5d29d,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:54.409875 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c890a77a-9dab-4c78-9873-4d61686d5bd9 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:54.429969 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'bc1bc512-c5b2-463e-bec3-0b46dca5d29d', 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5', 'port_id': 'bc1bc512-c5b2-463e-bec3-0b46dca5d29d', 'mac_address': 'fa:16:3e:12:d7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5feab6-2909-41ce-aa7a-6b312f9fc8c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:01:54.479184 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:54.481061 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port d17d876d-72b5-4d77-82f8-76ec89433b2f completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:01:54.494912 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port d17d876d-72b5-4d77-82f8-76ec89433b2f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:54.495290 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:54.516505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1bc512-c5b2-463e-bec3-0b46dca5d29d {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:01:54.552456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port bc1bc512-c5b2-463e-bec3-0b46dca5d29d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc1bc512-c5b2-463e-bec3-0b46dca5d29d,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:54.572762 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-c890a77a-9dab-4c78-9873-4d61686d5bd9 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Floating IP 2de943bc-7ec0-4cb7-9525-ea1f090977bd associated. External IP: 172.25.3.137, port: d3eb850c-8012-4ee6-9544-9b5ab86fd047. Nov 29 18:01:54.574767 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:54.693353 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=bc1bc512-c5b2-463e-bec3-0b46dca5d29d,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:54.721962 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:54.777062 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port d17d876d-72b5-4d77-82f8-76ec89433b2f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d17d876d-72b5-4d77-82f8-76ec89433b2f,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:54.781308 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17d876d-72b5-4d77-82f8-76ec89433b2f'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:54.784719 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa70144-2764-4ae5-9084-8a7008dc5ca7" -d '{"events": [{"server_uuid": "9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d", "name": "network-vif-plugged", "status": "completed", "tag": "d17d876d-72b5-4d77-82f8-76ec89433b2f"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:54.789811 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:54.877901 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['bc1bc512-c5b2-463e-bec3-0b46dca5d29d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:01:54.881792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4d14d-9b7c-4662-9524-3b7a83a2aeb6 req-54a15e9a-8fd0-4942-8bd7-01d67b1e58b1 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:54.893357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-83b4d14d-9b7c-4662-9524-3b7a83a2aeb6 req-54a15e9a-8fd0-4942-8bd7-01d67b1e58b1 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 949 time: 0.1549232 Nov 29 18:01:54.916788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c890a77a-9dab-4c78-9873-4d61686d5bd9 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Router 635c1627-3c24-438d-9c36-8bfa0e295758 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:01:54.938019 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdf3ccb-a03b-4b8b-b630-e736b5e25267 x-openstack-request-id: req-fcdf3ccb-a03b-4b8b-b630-e736b5e25267 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:54.938610 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d", "name": "network-vif-plugged", "status": "completed", "tag": "d17d876d-72b5-4d77-82f8-76ec89433b2f", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:54.938610 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcdf3ccb-a03b-4b8b-b630-e736b5e25267 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:54.938966 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17d876d-72b5-4d77-82f8-76ec89433b2f', 'code': 200} Nov 29 18:01:54.957242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=d17d876d-72b5-4d77-82f8-76ec89433b2f,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:54.997862 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-83b4d14d-9b7c-4662-9524-3b7a83a2aeb6 req-542b2b96-ef4f-457a-b0c2-ea0a876758d3 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026063 Nov 29 18:01:55.007860 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46990) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:55.175191 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c2d705d-7c59-4a5d-afbc-b317fab8da37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:55.222636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c890a77a-9dab-4c78-9873-4d61686d5bd9 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:01:55.235466 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c890a77a-9dab-4c78-9873-4d61686d5bd9 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:55.236047 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b644c10-96ef-416e-be9c-98c4ae644c44 None None] Sync routers for ids ['635c1627-3c24-438d-9c36-8bfa0e295758'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:01:55.247082 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf89f64-c451-473d-8c63-d441dcffd4c0 req-9c56d926-e436-4ffa-bdd3-18f8a16436dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:55.249388 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6cf89f64-c451-473d-8c63-d441dcffd4c0 req-9c56d926-e436-4ffa-bdd3-18f8a16436dc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 1101 time: 0.1824670 Nov 29 18:01:55.256852 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b644c10-96ef-416e-be9c-98c4ae644c44 None None] Routers {'635c1627-3c24-438d-9c36-8bfa0e295758'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:01:55.258405 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-0b644c10-96ef-416e-be9c-98c4ae644c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:01:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['635c1627-3c24-438d-9c36-8bfa0e295758'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:55.299661 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c890a77a-9dab-4c78-9873-4d61686d5bd9 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "PUT /v2.0/floatingips/2de943bc-7ec0-4cb7-9525-ea1f090977bd HTTP/1.1" status: 200 len: 992 time: 2.1005139 Nov 29 18:01:55.299661 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ae3e04-4510-4c8c-a952-f391da399282', 'tag': 'd3eb850c-8012-4ee6-9544-9b5ab86fd047'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:55.313320 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b768eb-e2d2-47fe-93f6-53f874364328" -d '{"events": [{"name": "network-changed", "server_uuid": "97ae3e04-4510-4c8c-a952-f391da399282", "tag": "d3eb850c-8012-4ee6-9544-9b5ab86fd047"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:55.381898 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6cf89f64-c451-473d-8c63-d441dcffd4c0 req-f01586cd-bad1-45b5-982b-0596931d71a4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102393 Nov 29 18:01:55.407706 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62c596-81a1-4962-9001-65201bad956d req-fb3df15e-a588-422a-a91f-e4980beb0faf tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:55.415727 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c62c596-81a1-4962-9001-65201bad956d req-fb3df15e-a588-422a-a91f-e4980beb0faf tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 944 time: 0.1681318 Nov 29 18:01:55.422767 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c2d705d-7c59-4a5d-afbc-b317fab8da37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:55.450545 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9cda85-e156-4ce5-b345-1ed1f86cd6dc x-openstack-request-id: req-af9cda85-e156-4ce5-b345-1ed1f86cd6dc {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:55.451144 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ae3e04-4510-4c8c-a952-f391da399282", "tag": "d3eb850c-8012-4ee6-9544-9b5ab86fd047", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:55.451253 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af9cda85-e156-4ce5-b345-1ed1f86cd6dc {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:55.451557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-0b644c10-96ef-416e-be9c-98c4ae644c44 None None] Set router 635c1627-3c24-438d-9c36-8bfa0e295758 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:01:55.451992 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ae3e04-4510-4c8c-a952-f391da399282', 'tag': 'd3eb850c-8012-4ee6-9544-9b5ab86fd047', 'status': 'completed', 'code': 200} Nov 29 18:01:55.453855 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c2d705d-7c59-4a5d-afbc-b317fab8da37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:55.503745 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d705d-7c59-4a5d-afbc-b317fab8da37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4120a49e-4d84-4089-96c7-626eab86cca6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:55.530634 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c62c596-81a1-4962-9001-65201bad956d req-75da94fd-43bf-43c0-9bf2-51020967c36f tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094894 Nov 29 18:01:55.547692 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3c2d705d-7c59-4a5d-afbc-b317fab8da37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c52f6868a444b7bb4aeffb94c6b154b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5380745 Nov 29 18:01:55.550315 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47016) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:55.560896 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b768eb-e2d2-47fe-93f6-53f874364328 req-b90d7205-7284-475c-b947-31ec52937f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:55.562949 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-27b768eb-e2d2-47fe-93f6-53f874364328 req-b90d7205-7284-475c-b947-31ec52937f21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6e868680d984888a8e27e11fa02a6e6&device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 1097 time: 0.0866919 Nov 29 18:01:55.634884 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ffa2-eb30-4404-b8c1-14f5b3017db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:55.664447 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ffa2-eb30-4404-b8c1-14f5b3017db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:55.711358 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b768eb-e2d2-47fe-93f6-53f874364328 req-743ab566-2740-4d9f-90a6-f30698931344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:55.713196 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-27b768eb-e2d2-47fe-93f6-53f874364328 req-743ab566-2740-4d9f-90a6-f30698931344 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7e72fbc1-9900-41ce-b778-c6a918a7842a HTTP/1.1" status: 200 len: 916 time: 0.1422336 Nov 29 18:01:55.726981 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ffa2-eb30-4404-b8c1-14f5b3017db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:55.729962 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e5e6ffa2-eb30-4404-b8c1-14f5b3017db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:55.731343 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e5e6ffa2-eb30-4404-b8c1-14f5b3017db6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4120a49e-4d84-4089-96c7-626eab86cca6 HTTP/1.1" status: 204 len: 168 time: 0.1779671 Nov 29 18:01:55.740339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6ffa2-eb30-4404-b8c1-14f5b3017db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4120a49e-4d84-4089-96c7-626eab86cca6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:55.859742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-0b644c10-96ef-416e-be9c-98c4ae644c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'name': 'tempest-ServersTestFqdnHostnames-2058424617-router', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:15Z', 'updated_at': '2021-11-29T18:01:24Z', 'revision_number': 4, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'gw_port': {'id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:17Z', 'updated_at': '2021-11-29T18:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '2de943bc-7ec0-4cb7-9525-ea1f090977bd', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'port_id': 'd3eb850c-8012-4ee6-9544-9b5ab86fd047', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'mac_address': 'fa:16:3e:55:51:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ae3e04-4510-4c8c-a952-f391da399282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:01:30Z', 'updated_at': '2021-11-29T18:01:54Z', 'revision_number': 1, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccf75137-f139-4a58-ac41-5d20640571ea', 'name': '', 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'mac_address': 'fa:16:3e:fe:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '28db10ba-cb36-430b-858e-067b31233e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:22Z', 'updated_at': '2021-11-29T18:01:36Z', 'revision_number': 5, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'subnets': [{'id': '28db10ba-cb36-430b-858e-067b31233e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:55.872732 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-27b768eb-e2d2-47fe-93f6-53f874364328 req-cbaacd3c-11ed-4d21-b194-3c2ffbe42342 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3eb850c-8012-4ee6-9544-9b5ab86fd047 HTTP/1.1" status: 200 len: 1000 time: 0.1490393 Nov 29 18:01:55.913272 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b644c10-96ef-416e-be9c-98c4ae644c44 None None] Checking router: 635c1627-3c24-438d-9c36-8bfa0e295758 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:01:55.926457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b644c10-96ef-416e-be9c-98c4ae644c44 None None] Routers {'635c1627-3c24-438d-9c36-8bfa0e295758'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:01:55.927157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-0b644c10-96ef-416e-be9c-98c4ae644c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:01:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['635c1627-3c24-438d-9c36-8bfa0e295758'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:55.973206 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b768eb-e2d2-47fe-93f6-53f874364328 req-eae163dd-0610-492b-82f2-406a28964ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:55.973206 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-27b768eb-e2d2-47fe-93f6-53f874364328 req-eae163dd-0610-492b-82f2-406a28964ae6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28db10ba-cb36-430b-858e-067b31233e6d HTTP/1.1" status: 200 len: 854 time: 0.0900545 Nov 29 18:01:56.039639 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b768eb-e2d2-47fe-93f6-53f874364328 req-72a80c74-0da6-4e54-9f8e-46c7d08306c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:56.041171 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-27b768eb-e2d2-47fe-93f6-53f874364328 req-72a80c74-0da6-4e54-9f8e-46c7d08306c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7e72fbc1-9900-41ce-b778-c6a918a7842a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607343 Nov 29 18:01:56.139552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-0b644c10-96ef-416e-be9c-98c4ae644c44 None None] Set router 635c1627-3c24-438d-9c36-8bfa0e295758 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:01:56.179106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf8de4-77f0-47fa-8247-22b4b416cb6e req-d0c1030a-0dfd-4298-a588-337b14d889b3 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:56.187600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cfcf8de4-77f0-47fa-8247-22b4b416cb6e req-d0c1030a-0dfd-4298-a588-337b14d889b3 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 950 time: 0.0976286 Nov 29 18:01:56.231333 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device bc1bc512-c5b2-463e-bec3-0b46dca5d29d up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:01:56.253038 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-27b768eb-e2d2-47fe-93f6-53f874364328 req-0b443169-872f-47b2-a426-d4d73bc35752 service neutron] 10.222.0.20 "GET /v2.0/networks/7e72fbc1-9900-41ce-b778-c6a918a7842a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033298 Nov 29 18:01:56.267051 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cfcf8de4-77f0-47fa-8247-22b4b416cb6e req-4aa6ab0f-5537-4e8d-aa22-135e48e12b18 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708711 Nov 29 18:01:56.382983 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-27b768eb-e2d2-47fe-93f6-53f874364328 req-ead87053-9009-47f3-b461-7d2a1e4e3cef service neutron] 10.222.0.20 "GET /v2.0/networks/7e72fbc1-9900-41ce-b778-c6a918a7842a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213491 Nov 29 18:01:56.457468 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-934b3d60-cb7a-478d-843b-986ebdcedd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:56.483693 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port bc1bc512-c5b2-463e-bec3-0b46dca5d29d completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:01:56.714213 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port bc1bc512-c5b2-463e-bec3-0b46dca5d29d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:01:56.714903 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:56.761991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14ed92-69a9-412d-afc4-ae180bab6bd9 req-753231f5-f00c-48f5-a840-953969458bf7 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:56.776734 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd14ed92-69a9-412d-afc4-ae180bab6bd9 req-753231f5-f00c-48f5-a840-953969458bf7 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 944 time: 0.1397784 Nov 29 18:01:56.860371 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:56.871514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd14ed92-69a9-412d-afc4-ae180bab6bd9 req-bd40f551-25b4-45d9-a80d-7721db562bf2 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937355 Nov 29 18:01:56.887276 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-0b644c10-96ef-416e-be9c-98c4ae644c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'name': 'tempest-ServersTestFqdnHostnames-2058424617-router', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:15Z', 'updated_at': '2021-11-29T18:01:24Z', 'revision_number': 4, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'gw_port': {'id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:17Z', 'updated_at': '2021-11-29T18:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '2de943bc-7ec0-4cb7-9525-ea1f090977bd', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'port_id': 'd3eb850c-8012-4ee6-9544-9b5ab86fd047', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'mac_address': 'fa:16:3e:55:51:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ae3e04-4510-4c8c-a952-f391da399282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:01:30Z', 'updated_at': '2021-11-29T18:01:54Z', 'revision_number': 1, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccf75137-f139-4a58-ac41-5d20640571ea', 'name': '', 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'mac_address': 'fa:16:3e:fe:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '28db10ba-cb36-430b-858e-067b31233e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:22Z', 'updated_at': '2021-11-29T18:01:36Z', 'revision_number': 5, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'subnets': [{'id': '28db10ba-cb36-430b-858e-067b31233e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:01:56.930515 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b644c10-96ef-416e-be9c-98c4ae644c44 None None] The sync data for ids ['635c1627-3c24-438d-9c36-8bfa0e295758'] in n-d-819494-5 is: [{'id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'name': 'tempest-ServersTestFqdnHostnames-2058424617-router', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:15Z', 'updated_at': '2021-11-29T18:01:24Z', 'revision_number': 4, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'gw_port': {'id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:17Z', 'updated_at': '2021-11-29T18:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '2de943bc-7ec0-4cb7-9525-ea1f090977bd', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'floating_ip_address': '172.25.3.137', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'port_id': 'd3eb850c-8012-4ee6-9544-9b5ab86fd047', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'mac_address': 'fa:16:3e:55:51:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ae3e04-4510-4c8c-a952-f391da399282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:01:30Z', 'updated_at': '2021-11-29T18:01:54Z', 'revision_number': 1, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccf75137-f139-4a58-ac41-5d20640571ea', 'name': '', 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'mac_address': 'fa:16:3e:fe:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '28db10ba-cb36-430b-858e-067b31233e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:22Z', 'updated_at': '2021-11-29T18:01:36Z', 'revision_number': 5, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'subnets': [{'id': '28db10ba-cb36-430b-858e-067b31233e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:01:56.939843 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1bc512-c5b2-463e-bec3-0b46dca5d29d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:01:56.944683 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da63c766-0ce5-4182-b2d4-284956f2fc2d" -d '{"events": [{"server_uuid": "df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e", "name": "network-vif-plugged", "status": "completed", "tag": "bc1bc512-c5b2-463e-bec3-0b46dca5d29d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:01:56.961574 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port bc1bc512-c5b2-463e-bec3-0b46dca5d29d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc1bc512-c5b2-463e-bec3-0b46dca5d29d,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:01:56.974635 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:57.055916 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed65090b-feb4-4503-b2e7-8c54d6518f24 x-openstack-request-id: req-ed65090b-feb4-4503-b2e7-8c54d6518f24 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:01:57.057258 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e", "name": "network-vif-plugged", "status": "completed", "tag": "bc1bc512-c5b2-463e-bec3-0b46dca5d29d", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:01:57.057737 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed65090b-feb4-4503-b2e7-8c54d6518f24 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:01:57.059824 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1bc512-c5b2-463e-bec3-0b46dca5d29d', 'code': 200} Nov 29 18:01:57.068403 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:57.101711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47086) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:57.146915 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=bc1bc512-c5b2-463e-bec3-0b46dca5d29d,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:57.176321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f60ba7-d506-4589-88df-877b0be4cac8 req-fa3e3426-5e16-4dae-8f36-921a617b706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:57.180947 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f9f60ba7-d506-4589-88df-877b0be4cac8 req-fa3e3426-5e16-4dae-8f36-921a617b706e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 1096 time: 0.0832353 Nov 29 18:01:57.292949 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f9f60ba7-d506-4589-88df-877b0be4cac8 req-2c82ab0d-4908-4eb5-822f-784ad5a1ebb4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029210 Nov 29 18:01:57.302533 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7cfe2270-853a-47bc-9d85-3c7f25d57430 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-network', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:57.332702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfe2270-853a-47bc-9d85-3c7f25d57430 admin admin] Made reservation on behalf of ae42a66f0529466eadbd747a884b5dbd for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:57.335721 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2270-853a-47bc-9d85-3c7f25d57430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:57.358008 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2270-853a-47bc-9d85-3c7f25d57430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:57.382201 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf7b318-9728-4cee-93c3-ecc02b99d00e None None] New status for floating IP 2de943bc-7ec0-4cb7-9525-ea1f090977bd: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:01:57.499571 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:57.513074 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2270-853a-47bc-9d85-3c7f25d57430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:57.541897 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2270-853a-47bc-9d85-3c7f25d57430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:57.575835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b9992-634c-4465-b0c8-103446bd7c2e req-2f74c01f-8513-417b-b6a6-c9062c25b316 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:57.578209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-065b9992-634c-4465-b0c8-103446bd7c2e req-2f74c01f-8513-417b-b6a6-c9062c25b316 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 950 time: 0.1238267 Nov 29 18:01:57.605075 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47100) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:57.631402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfe2270-853a-47bc-9d85-3c7f25d57430 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:01:57.649012 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe2270-853a-47bc-9d85-3c7f25d57430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee26da8-fbb4-4918-8768-58286cdc80fd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:57.657715 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2270-853a-47bc-9d85-3c7f25d57430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:57.657981 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-7cfe2270-853a-47bc-9d85-3c7f25d57430 admin admin] Added segment a3785e16-34e6-46b1-9fc6-afb45535a542 of type vlan for network 39203c14-ffc3-4c68-9e58-e974394ebffa Nov 29 18:01:57.721568 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2270-853a-47bc-9d85-3c7f25d57430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:57.728237 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-065b9992-634c-4465-b0c8-103446bd7c2e req-1d0f12ce-81ed-4c9e-9bd9-67242b4a4853 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368122 Nov 29 18:01:57.800160 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2270-853a-47bc-9d85-3c7f25d57430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:57.802711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfe2270-853a-47bc-9d85-3c7f25d57430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:57.804048 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2270-853a-47bc-9d85-3c7f25d57430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:57.890151 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a4e2158d-785c-4fe4-b80a-ff22bb44035f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:57.959397 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7cfe2270-853a-47bc-9d85-3c7f25d57430 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8560374 Nov 29 18:01:57.960921 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe2270-853a-47bc-9d85-3c7f25d57430 admin admin] Pushing event updated for resources: {'Network': ['ID=39203c14-ffc3-4c68-9e58-e974394ebffa,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:57.963508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47112) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:57.970692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d79abaa2-788e-4068-94fa-8e0b2cc3aa7c admin admin] Request body: {'subnet': {'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-subnet', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:57.974261 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 39203c14-ffc3-4c68-9e58-e974394ebffa details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:01:57.997230 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a4e2158d-785c-4fe4-b80a-ff22bb44035f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.003376 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a4e2158d-785c-4fe4-b80a-ff22bb44035f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.012892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79abaa2-788e-4068-94fa-8e0b2cc3aa7c admin admin] Made reservation on behalf of ae42a66f0529466eadbd747a884b5dbd for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:01:58.017170 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d79abaa2-788e-4068-94fa-8e0b2cc3aa7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.052796 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a4e2158d-785c-4fe4-b80a-ff22bb44035f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b3cfbafa2fc4df79f46ed970f8e6d37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4462671 Nov 29 18:01:58.057640 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47114) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:58.058647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2158d-785c-4fe4-b80a-ff22bb44035f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5b1702-4d3d-404c-96c0-d9aeba458680,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:58.124192 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f1f0-9b10-4ba8-a49c-2719997be9e5 req-a72c796e-12a4-4f9c-939f-d3b052f4fe15 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:58.126206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fbb2f1f0-9b10-4ba8-a49c-2719997be9e5 req-a72c796e-12a4-4f9c-939f-d3b052f4fe15 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 945 time: 0.1300957 Nov 29 18:01:58.141780 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb5d89c8-62c6-4ad0-9b09-e82fc0137e61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.172467 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb5d89c8-62c6-4ad0-9b09-e82fc0137e61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.219711 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fbb2f1f0-9b10-4ba8-a49c-2719997be9e5 req-884f616c-1681-481f-a82c-6a79be43c4e3 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848060 Nov 29 18:01:58.265960 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb5d89c8-62c6-4ad0-9b09-e82fc0137e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.272046 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb5d89c8-62c6-4ad0-9b09-e82fc0137e61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.277481 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fb5d89c8-62c6-4ad0-9b09-e82fc0137e61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d5b1702-4d3d-404c-96c0-d9aeba458680 HTTP/1.1" status: 204 len: 168 time: 0.2156956 Nov 29 18:01:58.294394 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d89c8-62c6-4ad0-9b09-e82fc0137e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5b1702-4d3d-404c-96c0-d9aeba458680,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:58.329603 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d79abaa2-788e-4068-94fa-8e0b2cc3aa7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.432491 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79abaa2-788e-4068-94fa-8e0b2cc3aa7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b0e63f-da31-4419-9231-8890339f64e7,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:58.440500 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79abaa2-788e-4068-94fa-8e0b2cc3aa7c admin admin] Checking segment: {'id': 'a3785e16-34e6-46b1-9fc6-afb45535a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:58.440865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79abaa2-788e-4068-94fa-8e0b2cc3aa7c admin admin] Network hostable DHCP agents. Network: 39203c14-ffc3-4c68-9e58-e974394ebffa, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:01:58.464440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79abaa2-788e-4068-94fa-8e0b2cc3aa7c admin admin] Network 39203c14-ffc3-4c68-9e58-e974394ebffa is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:01:58.480332 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d79abaa2-788e-4068-94fa-8e0b2cc3aa7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 39203c14-ffc3-4c68-9e58-e974394ebffa) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:58.485470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79abaa2-788e-4068-94fa-8e0b2cc3aa7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:58.486148 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d79abaa2-788e-4068-94fa-8e0b2cc3aa7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.494197 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd58834-8bb5-4474-8f73-7330abfbc4a2 None None] Network 39203c14-ffc3-4c68-9e58-e974394ebffa requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:01:58.509804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d79abaa2-788e-4068-94fa-8e0b2cc3aa7c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5438476 Nov 29 18:01:58.513984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47124) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:58.520994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:01:58.572747 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.574599 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.685102 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.753656 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04485315-ed74-4fad-ab98-b18f7533fe35 req-e36cc06a-08e7-4571-a8ac-53126df70580 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:58.754256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04485315-ed74-4fad-ab98-b18f7533fe35 req-e36cc06a-08e7-4571-a8ac-53126df70580 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:58.754875 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04485315-ed74-4fad-ab98-b18f7533fe35 req-e36cc06a-08e7-4571-a8ac-53126df70580 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:58.755381 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04485315-ed74-4fad-ab98-b18f7533fe35 req-e36cc06a-08e7-4571-a8ac-53126df70580 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:58.755914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04485315-ed74-4fad-ab98-b18f7533fe35 req-e36cc06a-08e7-4571-a8ac-53126df70580 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:58.756625 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04485315-ed74-4fad-ab98-b18f7533fe35 req-e36cc06a-08e7-4571-a8ac-53126df70580 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:58.757212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04485315-ed74-4fad-ab98-b18f7533fe35 req-e36cc06a-08e7-4571-a8ac-53126df70580 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:58.768838 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04485315-ed74-4fad-ab98-b18f7533fe35 req-e36cc06a-08e7-4571-a8ac-53126df70580 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e&device_id=97ae3e04-4510-4c8c-a952-f391da399282&device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d&device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed&device_id=e8893b71-02b4-4f73-a682-7990384655be&device_id=f67586cf-19fd-45ed-be6f-c787d066db78&device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 6430 time: 0.0784237 Nov 29 18:01:58.786828 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-04485315-ed74-4fad-ab98-b18f7533fe35 req-f01a3b67-d341-4913-95b3-1e8a3e903da1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.796442 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47130) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:58.820637 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-39203c14-ffc3-4c68-9e58-e974394ebffa', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:01:58.822353 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.856596 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1703d5af-30c1-4a61-ac55-4ebf5334d0f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.897330 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-04485315-ed74-4fad-ab98-b18f7533fe35 req-f01a3b67-d341-4913-95b3-1e8a3e903da1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.908272 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.911041 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-04485315-ed74-4fad-ab98-b18f7533fe35 req-f01a3b67-d341-4913-95b3-1e8a3e903da1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:58.992098 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a3b67-d341-4913-95b3-1e8a3e903da1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20727e93-de25-43c4-b77e-1334089ad3ad,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:59.013282 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a3b67-d341-4913-95b3-1e8a3e903da1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:59.013568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a3b67-d341-4913-95b3-1e8a3e903da1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:59.014467 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a3b67-d341-4913-95b3-1e8a3e903da1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:59.014865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a3b67-d341-4913-95b3-1e8a3e903da1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:59.015190 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a3b67-d341-4913-95b3-1e8a3e903da1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:59.015799 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a3b67-d341-4913-95b3-1e8a3e903da1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:59.016348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a3b67-d341-4913-95b3-1e8a3e903da1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:59.016658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a3b67-d341-4913-95b3-1e8a3e903da1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:59.017240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a3b67-d341-4913-95b3-1e8a3e903da1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:59.017589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a3b67-d341-4913-95b3-1e8a3e903da1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:59.017943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a3b67-d341-4913-95b3-1e8a3e903da1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:59.018267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01a3b67-d341-4913-95b3-1e8a3e903da1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:01:59.018628 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.035402 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Allocated IP 172.20.0.2 (39203c14-ffc3-4c68-9e58-e974394ebffa/a9b0e63f-da31-4419-9231-8890339f64e7/54a1d297-354e-483d-bf11-c20e50088cf4) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:59.043502 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1703d5af-30c1-4a61-ac55-4ebf5334d0f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.047407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04485315-ed74-4fad-ab98-b18f7533fe35 req-f01a3b67-d341-4913-95b3-1e8a3e903da1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&id=943cf460-5990-46cf-b9ed-376d061b803e&id=584ed84b-9578-4baf-a47e-7d3fd2d73279&id=361ce298-dc65-440b-9bda-a76cb897b8d8&id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 607 time: 0.2774093 Nov 29 18:01:59.058581 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1703d5af-30c1-4a61-ac55-4ebf5334d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.115226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703d5af-30c1-4a61-ac55-4ebf5334d0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a3e5d8-3b45-4804-93e9-d44f11058ea7,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:59.122118 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1703d5af-30c1-4a61-ac55-4ebf5334d0f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d1f49a0edd944169de17c7bc8bf6948&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3245966 Nov 29 18:01:59.127712 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47136) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:01:59.229802 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec77b942-1133-4912-8213-3e956931d561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.260218 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.271871 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.285499 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec77b942-1133-4912-8213-3e956931d561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.297099 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.341827 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.347338 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Network 39203c14-ffc3-4c68-9e58-e974394ebffa is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:01:59.348976 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:01:59.353571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:01:59.369956 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Pushing event updated for resources: {'Port': ['ID=54a1d297-354e-483d-bf11-c20e50088cf4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:59.420008 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec77b942-1133-4912-8213-3e956931d561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.423753 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec77b942-1133-4912-8213-3e956931d561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.429209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ec77b942-1133-4912-8213-3e956931d561 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0a3e5d8-3b45-4804-93e9-d44f11058ea7 HTTP/1.1" status: 204 len: 168 time: 0.3000622 Nov 29 18:01:59.434870 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Attempting to bind port 54a1d297-354e-483d-bf11-c20e50088cf4 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:01:59.435383 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Attempting to bind port 54a1d297-354e-483d-bf11-c20e50088cf4 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'a3785e16-34e6-46b1-9fc6-afb45535a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:01:59.435844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Attempting to bind port 54a1d297-354e-483d-bf11-c20e50088cf4 on network 39203c14-ffc3-4c68-9e58-e974394ebffa {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:01:59.443011 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.443978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:01:59.444523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Checking segment: {'id': 'a3785e16-34e6-46b1-9fc6-afb45535a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:01:59.445018 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.445566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Bound using segment: {'id': 'a3785e16-34e6-46b1-9fc6-afb45535a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:01:59.446140 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Bound port: 54a1d297-354e-483d-bf11-c20e50088cf4, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3785e16-34e6-46b1-9fc6-afb45535a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:01:59.446681 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.471593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77b942-1133-4912-8213-3e956931d561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a3e5d8-3b45-4804-93e9-d44f11058ea7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:59.509077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc98bff-0e99-4816-954f-c72b72ee6334 req-adf2d868-6a00-476a-9562-822a645172c3 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:59.509785 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abc98bff-0e99-4816-954f-c72b72ee6334 req-adf2d868-6a00-476a-9562-822a645172c3 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 945 time: 0.1732442 Nov 29 18:01:59.513864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dc8c0-5987-411e-bc66-636067f31abe req-88d18b14-6ab0-4359-8699-7a6039e6d0c5 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:59.514390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dc8c0-5987-411e-bc66-636067f31abe req-88d18b14-6ab0-4359-8699-7a6039e6d0c5 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:59.514889 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dc8c0-5987-411e-bc66-636067f31abe req-88d18b14-6ab0-4359-8699-7a6039e6d0c5 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:59.516815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-716dc8c0-5987-411e-bc66-636067f31abe req-88d18b14-6ab0-4359-8699-7a6039e6d0c5 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d&device_id=e8893b71-02b4-4f73-a682-7990384655be&device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 2884 time: 0.0863209 Nov 29 18:01:59.522937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] For port 54a1d297-354e-483d-bf11-c20e50088cf4, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:01:59.526314 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] For port 54a1d297-354e-483d-bf11-c20e50088cf4, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=54a1d297-354e-483d-bf11-c20e50088cf4,segment=NetworkSegment(a3785e16-34e6-46b1-9fc6-afb45535a542),segment_id=a3785e16-34e6-46b1-9fc6-afb45535a542)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:01:59.539297 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.602393 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Allocated IP 172.25.3.80 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:01:59.624383 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16ad0e-26b0-4326-9398-e0f12ac9b198 None None] Pushing event updated for resources: {'Port': ['ID=54a1d297-354e-483d-bf11-c20e50088cf4,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:01:59.646285 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abc98bff-0e99-4816-954f-c72b72ee6334 req-eb42a7e3-085c-4ce1-a0bb-c3719d4a0a4f tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283267 Nov 29 18:01:59.670189 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-716dc8c0-5987-411e-bc66-636067f31abe req-12f2cfe6-fe50-47ef-8956-42cc3f2788ef tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412308 Nov 29 18:01:59.819082 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.918559 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.920137 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:01:59.972832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d1e32-01a7-4d8e-add1-66fb063fae61 req-d5043698-46b3-4338-bc16-376efbc66ffb tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:01:59.978352 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-677d1e32-01a7-4d8e-add1-66fb063fae61 req-d5043698-46b3-4338-bc16-376efbc66ffb tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 945 time: 0.0926483 Nov 29 18:02:00.072783 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:00.081081 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:00.086438 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:02:00.151399 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-677d1e32-01a7-4d8e-add1-66fb063fae61 req-658b227c-c6e9-4f7f-8be6-52c1803db292 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583507 Nov 29 18:02:00.181515 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Pushing event updated for resources: {'Port': ['ID=1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:00.362609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702ad88-df4d-4a53-b35d-a033dabfcfb1 req-433c698b-365a-43d1-9b7b-5279808d5896 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:00.373342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4702ad88-df4d-4a53-b35d-a033dabfcfb1 req-433c698b-365a-43d1-9b7b-5279808d5896 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 945 time: 0.0784473 Nov 29 18:02:00.438975 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4702ad88-df4d-4a53-b35d-a033dabfcfb1 req-8d92dd82-6654-4100-9c4b-8e1bafbb5968 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594602 Nov 29 18:02:00.574561 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:00.638383 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7872df-b526-4f11-a7c8-7ff974a7e73d req-f123b3c3-99f4-4a99-bd62-0c455c0a7421 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:00.646680 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f7872df-b526-4f11-a7c8-7ff974a7e73d req-f123b3c3-99f4-4a99-bd62-0c455c0a7421 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 945 time: 0.0824845 Nov 29 18:02:00.719578 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f7872df-b526-4f11-a7c8-7ff974a7e73d req-8bcc562e-5570-43dd-91b5-62d7e4c7e4cd tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718877 Nov 29 18:02:00.876395 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8293f72-ef55-4d53-afcd-66e31f2abae0 req-8dc28a80-fe55-4ec4-8dcb-6c9cf3e21de0 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:00.881256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8293f72-ef55-4d53-afcd-66e31f2abae0 req-8dc28a80-fe55-4ec4-8dcb-6c9cf3e21de0 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 1101 time: 0.1178701 Nov 29 18:02:00.975478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8293f72-ef55-4d53-afcd-66e31f2abae0 req-2ca1b58c-35db-486d-bdfc-43912d8934f8 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809989 Nov 29 18:02:01.089066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7133048-c6e8-455d-8162-db36ec83af64 req-c6a3ce0e-7809-4eba-8388-08454ac47254 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:01.094743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7133048-c6e8-455d-8162-db36ec83af64 req-c6a3ce0e-7809-4eba-8388-08454ac47254 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 945 time: 0.1448886 Nov 29 18:02:01.200920 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7133048-c6e8-455d-8162-db36ec83af64 req-5fa80f96-198c-4b14-952c-d3015f788ec3 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992148 Nov 29 18:02:01.316891 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7063a09f-f907-42e7-9d1f-39c35e7a100f None None] Network 39203c14-ffc3-4c68-9e58-e974394ebffa requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:02:01.386446 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:01.535616 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-874ffb44-0f9a-4e83-81f2-617fd02f42eb None None] Provisioning complete for port 54a1d297-354e-483d-bf11-c20e50088cf4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:01.535894 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-874ffb44-0f9a-4e83-81f2-617fd02f42eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:01.541607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c498f-5589-4cff-b322-0cdb634d6e3f req-40fd86f9-2b75-4083-8203-39cb8320c0b1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:01.543263 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-488c498f-5589-4cff-b322-0cdb634d6e3f req-40fd86f9-2b75-4083-8203-39cb8320c0b1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 1101 time: 0.1929741 Nov 29 18:02:01.566284 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Router 55120102-5df2-4ca6-ba83-63daf1118f3e is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:02:01.600579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 54a1d297-354e-483d-bf11-c20e50088cf4 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:01.602153 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cb369-1250-48d9-9c07-0b864dd086af req-ea3689f4-bc06-4063-ad3a-3dc03ac4ac49 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:01.614256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-546cb369-1250-48d9-9c07-0b864dd086af req-ea3689f4-bc06-4063-ad3a-3dc03ac4ac49 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 945 time: 0.1905899 Nov 29 18:02:01.740022 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-488c498f-5589-4cff-b322-0cdb634d6e3f req-8cfcbbb1-ed70-4910-9e1c-c2e28a505c63 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862631 Nov 29 18:02:01.786968 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-546cb369-1250-48d9-9c07-0b864dd086af req-37605b24-1b8a-43d5-bf38-1d1d905c449b tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566005 Nov 29 18:02:01.796232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:02:01.824994 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-874ffb44-0f9a-4e83-81f2-617fd02f42eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:01.833053 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Sync routers for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:02:01.835042 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:01.836387 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2d3696a6-adf1-4ab6-b443-15710c4dc694 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.3196661 Nov 29 18:02:01.839404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47246) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:01.854321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 54a1d297-354e-483d-bf11-c20e50088cf4 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:01.854693 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:01.991903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Routers {'55120102-5df2-4ca6-ba83-63daf1118f3e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:01.992557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:01:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['55120102-5df2-4ca6-ba83-63daf1118f3e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:01.997661 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63f0bf-6447-4dbe-a7bc-113afde4fa77 req-593a7ab7-7dfc-4438-866a-6f6bc2997267 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:02.010689 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b63f0bf-6447-4dbe-a7bc-113afde4fa77 req-593a7ab7-7dfc-4438-866a-6f6bc2997267 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 946 time: 0.1200180 Nov 29 18:02:02.119082 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b63f0bf-6447-4dbe-a7bc-113afde4fa77 req-164c93fd-f104-426b-98a3-d7a8786a7a05 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062584 Nov 29 18:02:02.360894 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-874ffb44-0f9a-4e83-81f2-617fd02f42eb None None] For port 54a1d297-354e-483d-bf11-c20e50088cf4, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=54a1d297-354e-483d-bf11-c20e50088cf4,segment=NetworkSegment(a3785e16-34e6-46b1-9fc6-afb45535a542),segment_id=a3785e16-34e6-46b1-9fc6-afb45535a542)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:02.392619 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-874ffb44-0f9a-4e83-81f2-617fd02f42eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:02.413739 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Set router 55120102-5df2-4ca6-ba83-63daf1118f3e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:02:02.482735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef42f5d-7f81-46c6-ae46-3f63a5310713 req-9c598ba9-f03b-438e-8c69-d1ddbbc4feaa tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:02.490938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fef42f5d-7f81-46c6-ae46-3f63a5310713 req-9c598ba9-f03b-438e-8c69-d1ddbbc4feaa tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 945 time: 0.1128695 Nov 29 18:02:02.604321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ffb44-0f9a-4e83-81f2-617fd02f42eb None None] Pushing event updated for resources: {'Port': ['ID=54a1d297-354e-483d-bf11-c20e50088cf4,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:02.622024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fef42f5d-7f81-46c6-ae46-3f63a5310713 req-2d17ad08-fd5b-4697-87fc-c5122d368aa8 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270058 Nov 29 18:02:02.889666 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:02.953103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-27e3de5a-e899-432f-b7ca-00981826c844 None None] Provisioning complete for port 54a1d297-354e-483d-bf11-c20e50088cf4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:02.953769 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27e3de5a-e899-432f-b7ca-00981826c844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:03.004749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80994684-bfcc-4987-8709-dd11ddc59629 req-51991aff-51e3-4cf1-be3c-0b556eced754 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:03.009655 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-80994684-bfcc-4987-8709-dd11ddc59629 req-51991aff-51e3-4cf1-be3c-0b556eced754 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 945 time: 0.1937935 Nov 29 18:02:03.106715 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Allocated IP 172.20.0.1 (39203c14-ffc3-4c68-9e58-e974394ebffa/a9b0e63f-da31-4419-9231-8890339f64e7/4ea0b1fb-9b6d-4835-89b5-884b2671c1c5) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:02:03.158755 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-80994684-bfcc-4987-8709-dd11ddc59629 req-484ada47-34f6-48ab-a926-f7a38c8a29a1 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415663 Nov 29 18:02:03.270630 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:03.376528 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:03.380924 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47308) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:03.445319 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea0b1fb-9b6d-4835-89b5-884b2671c1c5,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:03.482256 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Network 39203c14-ffc3-4c68-9e58-e974394ebffa is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:03.486376 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:03.490034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:02:03.501250 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868d0aa-c00b-4476-9168-d6103f9733ee req-37c54870-4923-415a-a5bc-7f9f077ba0bb tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:03.515794 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1868d0aa-c00b-4476-9168-d6103f9733ee req-37c54870-4923-415a-a5bc-7f9f077ba0bb tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 946 time: 0.1947954 Nov 29 18:02:03.549737 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfadf2-186e-480d-b2bb-2d287e0544b9 req-d385ae1f-11d8-4b02-895b-90a62de57a39 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:03.551432 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-36bfadf2-186e-480d-b2bb-2d287e0544b9 req-d385ae1f-11d8-4b02-895b-90a62de57a39 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 946 time: 0.1074252 Nov 29 18:02:03.556924 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:03.596554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 54a1d297-354e-483d-bf11-c20e50088cf4 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:03.683420 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1868d0aa-c00b-4476-9168-d6103f9733ee req-b3b0f724-1c41-4242-887b-1e0110fcc218 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644127 Nov 29 18:02:03.898705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 54a1d297-354e-483d-bf11-c20e50088cf4 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:03.899322 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:03.918524 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-814b0bb1-66ab-4faa-8e49-dbaf25f45eeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:03.963284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:00Z', 'revision_number': 3, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:04.018695 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Checking router: 55120102-5df2-4ca6-ba83-63daf1118f3e for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:02:04.019578 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5919c3c-4bd4-4692-a4fb-9c65445ff2c7 req-166fcbb9-d9e3-4d6c-b881-49b049704744 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:04.019979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Updating router 55120102-5df2-4ca6-ba83-63daf1118f3e port 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:02:04.020344 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.022613 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5919c3c-4bd4-4692-a4fb-9c65445ff2c7 req-166fcbb9-d9e3-4d6c-b881-49b049704744 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.0979686 Nov 29 18:02:04.032193 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-36bfadf2-186e-480d-b2bb-2d287e0544b9 req-52d29c23-3aa1-4c0c-a6ad-d17c31c0add4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Deleting port ea7cac1a-0a65-4b5f-b008-94a79adc0642 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:02:04.033059 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-36bfadf2-186e-480d-b2bb-2d287e0544b9 req-52d29c23-3aa1-4c0c-a6ad-d17c31c0add4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.109881 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.214574 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5919c3c-4bd4-4692-a4fb-9c65445ff2c7 req-9e3b10b5-4cd3-47f6-8fbc-10114be636b4 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765587 Nov 29 18:02:04.237436 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-814b0bb1-66ab-4faa-8e49-dbaf25f45eeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.251351 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-814b0bb1-66ab-4faa-8e49-dbaf25f45eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.314097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b637df0e-b4ad-4deb-978c-87f0852b0ca6 None None] Provisioning complete for port 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:04.314629 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b637df0e-b4ad-4deb-978c-87f0852b0ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.363725 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b637df0e-b4ad-4deb-978c-87f0852b0ca6 None None] Port 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:02:04.379857 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-36bfadf2-186e-480d-b2bb-2d287e0544b9 req-52d29c23-3aa1-4c0c-a6ad-d17c31c0add4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] For port ea7cac1a-0a65-4b5f-b008-94a79adc0642, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ea7cac1a-0a65-4b5f-b008-94a79adc0642,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:04.380229 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-36bfadf2-186e-480d-b2bb-2d287e0544b9 req-52d29c23-3aa1-4c0c-a6ad-d17c31c0add4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.408956 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-36bfadf2-186e-480d-b2bb-2d287e0544b9 req-52d29c23-3aa1-4c0c-a6ad-d17c31c0add4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Calling delete_port for ea7cac1a-0a65-4b5f-b008-94a79adc0642 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:02:04.422594 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-814b0bb1-66ab-4faa-8e49-dbaf25f45eeb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20bea7cff9c442659795567ec6e2d527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9887369 Nov 29 18:02:04.423261 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47344) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:04.426185 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b0bb1-66ab-4faa-8e49-dbaf25f45eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c52ed2-6a01-4e2e-9690-ad8057ba1290,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:04.535967 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ffb4bb9d-8740-4628-8b1b-7900a9221646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.557915 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.563524 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ffb4bb9d-8740-4628-8b1b-7900a9221646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.567037 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.606231 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.615965 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.634819 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ffb4bb9d-8740-4628-8b1b-7900a9221646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.636059 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ffb4bb9d-8740-4628-8b1b-7900a9221646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.637420 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ffb4bb9d-8740-4628-8b1b-7900a9221646 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4c52ed2-6a01-4e2e-9690-ad8057ba1290 HTTP/1.1" status: 204 len: 168 time: 0.2129364 Nov 29 18:02:04.681269 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.683492 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea0b1fb-9b6d-4835-89b5-884b2671c1c5,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:04.699434 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Attempting to bind port 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:02:04.701302 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Attempting to bind port 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:02:04.701302 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Attempting to bind port 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:04.707732 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a0481-5377-473c-9947-a45042594e48 None None] Pushing event updated for resources: {'Port': ['ID=1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:04.710318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:02:04.710712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:02:04.711166 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.711751 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:02:04.713003 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Bound port: 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:02:04.713003 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.715665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4bb9d-8740-4628-8b1b-7900a9221646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c52ed2-6a01-4e2e-9690-ad8057ba1290,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:04.716118 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-36bfadf2-186e-480d-b2bb-2d287e0544b9 req-52d29c23-3aa1-4c0c-a6ad-d17c31c0add4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.761864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ec7e7-72e2-4f64-8a85-4072b3d99579 req-fa0c782f-84c3-409c-aecf-97f30de82f12 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:04.775209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e43ec7e7-72e2-4f64-8a85-4072b3d99579 req-fa0c782f-84c3-409c-aecf-97f30de82f12 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 945 time: 0.1497657 Nov 29 18:02:04.810335 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] For port 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:02:04.816030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] For port 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:02:04.819163 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d29c23-3aa1-4c0c-a6ad-d17c31c0add4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Pushing event deleted for resources: {'Port': ['ID=ea7cac1a-0a65-4b5f-b008-94a79adc0642,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:04.839809 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.888819 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9df64717-cf25-4b47-86c5-1f8bcbeaf9b3 req-e366054a-d9e8-4f12-8561-16c8c5b42a27 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 210 time: 0.1063242 Nov 29 18:02:04.900143 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bfadf2-186e-480d-b2bb-2d287e0544b9 req-52d29c23-3aa1-4c0c-a6ad-d17c31c0add4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] No DVR routers for this DVR port ea7cac1a-0a65-4b5f-b008-94a79adc0642 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:02:04.915429 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-36bfadf2-186e-480d-b2bb-2d287e0544b9 req-52d29c23-3aa1-4c0c-a6ad-d17c31c0add4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:04.918871 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-36bfadf2-186e-480d-b2bb-2d287e0544b9 req-52d29c23-3aa1-4c0c-a6ad-d17c31c0add4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.31 "DELETE /v2.0/ports/ea7cac1a-0a65-4b5f-b008-94a79adc0642 HTTP/1.1" status: 204 len: 173 time: 1.3069565 Nov 29 18:02:04.919543 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff5c90f-48fb-417a-a295-3f7c675421ed', 'name': 'network-vif-deleted', 'tag': 'ea7cac1a-0a65-4b5f-b008-94a79adc0642'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:04.927890 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e43ec7e7-72e2-4f64-8a85-4072b3d99579 req-a30ccccf-ae05-4de3-aac3-405b05c6632c tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466217 Nov 29 18:02:04.929350 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b052a19e-beab-467b-bcdc-f56ea2573718" -d '{"events": [{"server_uuid": "4ff5c90f-48fb-417a-a295-3f7c675421ed", "name": "network-vif-deleted", "tag": "ea7cac1a-0a65-4b5f-b008-94a79adc0642"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:04.964248 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Network 39203c14-ffc3-4c68-9e58-e974394ebffa is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:04.970886 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:05.007735 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Routers {'55120102-5df2-4ca6-ba83-63daf1118f3e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:05.008391 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:01:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['55120102-5df2-4ca6-ba83-63daf1118f3e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:05.081234 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a0481-5377-473c-9947-a45042594e48 None None] Pushing event updated for resources: {'Port': ['ID=1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:05.107377 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d28b7e8-6ae5-4a96-96ff-359937a2b2fa x-openstack-request-id: req-2d28b7e8-6ae5-4a96-96ff-359937a2b2fa {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:05.115424 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff5c90f-48fb-417a-a295-3f7c675421ed", "name": "network-vif-deleted", "tag": "ea7cac1a-0a65-4b5f-b008-94a79adc0642", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:05.116302 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d28b7e8-6ae5-4a96-96ff-359937a2b2fa {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:05.116994 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff5c90f-48fb-417a-a295-3f7c675421ed', 'name': 'network-vif-deleted', 'tag': 'ea7cac1a-0a65-4b5f-b008-94a79adc0642', 'status': 'completed', 'code': 200} Nov 29 18:02:05.196189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47358) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:05.218527 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] Set router 55120102-5df2-4ca6-ba83-63daf1118f3e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:02:05.219916 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c21394d6-e14f-4f38-8c29-3cb41bfc8e95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:05.222476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Router 55120102-5df2-4ca6-ba83-63daf1118f3e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:02:05.486952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:02:05.492787 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-436a4bb5-ca6d-4ea9-a520-b8a160076f75 admin admin] 10.222.0.23 "PUT /v2.0/routers/55120102-5df2-4ca6-ba83-63daf1118f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6523485 Nov 29 18:02:05.515641 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c21394d6-e14f-4f38-8c29-3cb41bfc8e95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:05.526978 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c21394d6-e14f-4f38-8c29-3cb41bfc8e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:05.542636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0b622e1c-9996-4b05-be68-15c37555df55 None None] Provisioning complete for port 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:05.543052 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b622e1c-9996-4b05-be68-15c37555df55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:05.576063 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21394d6-e14f-4f38-8c29-3cb41bfc8e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2982276e-4b6b-4897-9757-4e36b61df3bd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:05.639055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0b622e1c-9996-4b05-be68-15c37555df55 None None] Port 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:02:05.653336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e78fc-be19-4fd5-ab11-fc66c9daaf8e req-f127e597-5b8c-4d81-a454-4da95cc6200d tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:05.654240 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:04Z', 'revision_number': 2, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:05.661704 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-387e78fc-be19-4fd5-ab11-fc66c9daaf8e req-f127e597-5b8c-4d81-a454-4da95cc6200d tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.2747622 Nov 29 18:02:05.700199 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c21394d6-e14f-4f38-8c29-3cb41bfc8e95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5304e9e57da4206a61dccaf5aa1884f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5005660 Nov 29 18:02:05.700604 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47370) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:05.720784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-387e78fc-be19-4fd5-ab11-fc66c9daaf8e req-abbfb0ab-366e-4f60-b2b9-23234bc38c51 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582118 Nov 29 18:02:05.732090 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f52f1df-16d2-4217-94f6-718f54fdfcc1 None None] The sync data for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 is: [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:04Z', 'revision_number': 2, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:02:05.801037 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e35a1d09-5c9e-4cdf-942a-ce99e92eb5b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:05.830032 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e35a1d09-5c9e-4cdf-942a-ce99e92eb5b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:05.889568 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e35a1d09-5c9e-4cdf-942a-ce99e92eb5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:05.897790 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e35a1d09-5c9e-4cdf-942a-ce99e92eb5b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:05.899325 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e35a1d09-5c9e-4cdf-942a-ce99e92eb5b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2982276e-4b6b-4897-9757-4e36b61df3bd HTTP/1.1" status: 204 len: 168 time: 0.1977119 Nov 29 18:02:05.911148 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a1d09-5c9e-4cdf-942a-ce99e92eb5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2982276e-4b6b-4897-9757-4e36b61df3bd,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:06.063433 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb000f42-2e5b-4275-9b50-bd21695c4d01 req-b5b8168c-8628-415f-91f8-bb901a33235a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 210 time: 0.0457568 Nov 29 18:02:06.336091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device ea7cac1a-0a65-4b5f-b008-94a79adc0642 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:02:06.349034 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3096e9-3494-472c-b0fc-0393d8843984 req-016a95dd-a758-47b1-81ef-a49b43224b5b tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:06.350553 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be3096e9-3494-472c-b0fc-0393d8843984 req-016a95dd-a758-47b1-81ef-a49b43224b5b tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 821 time: 0.2356977 Nov 29 18:02:06.362584 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: ea7cac1a-0a65-4b5f-b008-94a79adc0642 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:02:06.363104 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device ea7cac1a-0a65-4b5f-b008-94a79adc0642 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:02:06.385241 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be3096e9-3494-472c-b0fc-0393d8843984 req-9c739105-8b78-4dab-9571-8586d8714b93 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/quotas/ae42a66f0529466eadbd747a884b5dbd HTTP/1.1" status: 200 len: 375 time: 0.0171278 Nov 29 18:02:06.407024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a1152-7fb8-45f8-9891-443cc4e321fb req-8d26b33f-c791-4d4c-9f01-dc680be05340 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:06.408604 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c8a1152-7fb8-45f8-9891-443cc4e321fb req-8d26b33f-c791-4d4c-9f01-dc680be05340 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 945 time: 0.1774333 Nov 29 18:02:06.544237 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be3096e9-3494-472c-b0fc-0393d8843984 req-ca0f35b6-cfe0-4d09-9885-f280f67feef6 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1580539 Nov 29 18:02:06.568051 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c8a1152-7fb8-45f8-9891-443cc4e321fb req-bc7983d9-3486-482b-b5e4-92a1f57df1c4 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450808 Nov 29 18:02:06.736003 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be3096e9-3494-472c-b0fc-0393d8843984 req-de2d173b-f3be-4c4f-a8c3-e7290e189cd1 service neutron] 10.222.0.23 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907799 Nov 29 18:02:06.934712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be3096e9-3494-472c-b0fc-0393d8843984 req-e8ac21f1-aa33-4f02-a43c-91ff821ffffb service neutron] 10.222.0.23 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879849 Nov 29 18:02:07.156908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8ecd1-5e1a-4737-9947-5a734123096e req-59922d07-f88f-4c8d-a7d9-9b8bb5cefb70 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:07.169495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a9e8ecd1-5e1a-4737-9947-5a734123096e req-59922d07-f88f-4c8d-a7d9-9b8bb5cefb70 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.1379998 Nov 29 18:02:07.326410 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a9e8ecd1-5e1a-4737-9947-5a734123096e req-475590ca-d9a2-4e58-8b4e-e7678126582c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476576 Nov 29 18:02:07.534398 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fda7080-c789-4183-843c-e852a6803540 req-7ee7fc90-4b5e-408b-b6b1-b4e0ccf94368 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 210 time: 0.1611359 Nov 29 18:02:07.664632 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:07.690285 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6a77775-7418-404c-ae46-282e959113db req-81ce7c16-d0d5-47cf-a67d-5be8d28b4fea tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 210 time: 0.1982527 Nov 29 18:02:07.928581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:07.929238 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:07.955770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f9d75-1bba-466f-95de-c1cc6abce55f req-4d64c301-2fec-467c-977f-ed67b72aef89 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:07.964217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-920f9d75-1bba-466f-95de-c1cc6abce55f req-4d64c301-2fec-467c-977f-ed67b72aef89 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 945 time: 0.1752653 Nov 29 18:02:08.129389 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-920f9d75-1bba-466f-95de-c1cc6abce55f req-a88e5249-72f7-40df-8664-5878cb57bad2 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641798 Nov 29 18:02:08.176579 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:08.217895 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:08.225194 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:08.268009 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device bc1bc512-c5b2-463e-bec3-0b46dca5d29d details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:02:08.441446 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port bc1bc512-c5b2-463e-bec3-0b46dca5d29d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc1bc512-c5b2-463e-bec3-0b46dca5d29d,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:08.463605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'bc1bc512-c5b2-463e-bec3-0b46dca5d29d', 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5', 'port_id': 'bc1bc512-c5b2-463e-bec3-0b46dca5d29d', 'mac_address': 'fa:16:3e:12:d7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5feab6-2909-41ce-aa7a-6b312f9fc8c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:02:08.560051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:08.570350 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:08.590180 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc1bc512-c5b2-463e-bec3-0b46dca5d29d {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:08.618985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7cc7d-cfa5-4153-a09f-ac704929d2b3 req-0c367857-da7c-4dac-8d3b-078c8f2d7861 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:08.631767 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-76d7cc7d-cfa5-4153-a09f-ac704929d2b3 req-0c367857-da7c-4dac-8d3b-078c8f2d7861 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.1319132 Nov 29 18:02:08.638678 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port bc1bc512-c5b2-463e-bec3-0b46dca5d29d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc1bc512-c5b2-463e-bec3-0b46dca5d29d,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:08.653871 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:08.733916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=bc1bc512-c5b2-463e-bec3-0b46dca5d29d,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:08.749862 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['bc1bc512-c5b2-463e-bec3-0b46dca5d29d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:02:08.893610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555e409-1872-4548-8963-2344002418f1 req-91293261-ac1a-4383-9964-5b8266431fbe tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:08.905529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2555e409-1872-4548-8963-2344002418f1 req-91293261-ac1a-4383-9964-5b8266431fbe tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 944 time: 0.2421932 Nov 29 18:02:09.065318 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-76d7cc7d-cfa5-4153-a09f-ac704929d2b3 req-dd2c9792-0869-4520-8a1a-c54ee1a7e682 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297783 Nov 29 18:02:09.093519 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2555e409-1872-4548-8963-2344002418f1 req-24ad4e10-ea27-4d43-b1aa-7829a88b3be6 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870408 Nov 29 18:02:09.393511 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1bc7454b-f7fc-4e4d-95a1-0c7dd3d06622 req-f7f35b00-8e8b-40dd-9e8d-82a9e82da195 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 210 time: 0.1064992 Nov 29 18:02:09.494243 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2629d00e-6d06-47b8-aa2f-d8b6c869c49e req-38fc8201-1f19-455c-aa36-f598b0f5cbce tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 210 time: 0.1240988 Nov 29 18:02:09.599770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3096e9-3494-472c-b0fc-0393d8843984 req-5a5238f1-bab7-40bc-9c79-c674b337230f tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:09.602137 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be3096e9-3494-472c-b0fc-0393d8843984 req-5a5238f1-bab7-40bc-9c79-c674b337230f tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.31 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 821 time: 0.4226995 Nov 29 18:02:09.619141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-be3096e9-3494-472c-b0fc-0393d8843984 req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Request body: {'port': {'device_id': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'admin_state_up': True, 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:09.636633 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Sync routers for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:02:09.665627 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:09.690109 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Routers {'55120102-5df2-4ca6-ba83-63daf1118f3e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:09.692593 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:01:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['55120102-5df2-4ca6-ba83-63daf1118f3e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:09.825485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:09.826679 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:09.901462 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Set router 55120102-5df2-4ca6-ba83-63daf1118f3e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:02:09.941791 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3096e9-3494-472c-b0fc-0393d8843984 req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Made reservation on behalf of ae42a66f0529466eadbd747a884b5dbd for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:02:09.945603 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-be3096e9-3494-472c-b0fc-0393d8843984 req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:10.239666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-be3096e9-3494-472c-b0fc-0393d8843984 req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Allocated IP 172.20.0.7 (39203c14-ffc3-4c68-9e58-e974394ebffa/a9b0e63f-da31-4419-9231-8890339f64e7/051db120-0ad4-4a3c-9dd2-b62d99c91c67) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:02:10.282931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device bc1bc512-c5b2-463e-bec3-0b46dca5d29d up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:10.326731 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:04Z', 'revision_number': 2, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:10.383939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port bc1bc512-c5b2-463e-bec3-0b46dca5d29d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:10.384330 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:10.414363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb005582-2398-4a14-a7e0-604633b0998a req-d00059d8-7ccf-41a3-be41-33e070f60b6b tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:10.416982 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:02:10.417802 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Checking router: 55120102-5df2-4ca6-ba83-63daf1118f3e for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:02:10.418169 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Updating router 55120102-5df2-4ca6-ba83-63daf1118f3e port 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:02:10.428321 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb005582-2398-4a14-a7e0-604633b0998a req-d00059d8-7ccf-41a3-be41-33e070f60b6b tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.2353270 Nov 29 18:02:10.504447 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:10.526143 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb005582-2398-4a14-a7e0-604633b0998a req-9c6173ba-55f6-46b0-b467-a4e899929ba0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967364 Nov 29 18:02:10.558610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861f153-16e4-410b-b0ed-07014308574e req-05201e1f-1da5-4edf-bcfd-921c721934b6 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:10.566837 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6861f153-16e4-410b-b0ed-07014308574e req-05201e1f-1da5-4edf-bcfd-921c721934b6 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 944 time: 0.3626664 Nov 29 18:02:10.583654 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:10.669675 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port bc1bc512-c5b2-463e-bec3-0b46dca5d29d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc1bc512-c5b2-463e-bec3-0b46dca5d29d,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:10.672348 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1bc512-c5b2-463e-bec3-0b46dca5d29d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:10.675942 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f1d333-488f-42c4-8687-6aab77833b90" -d '{"events": [{"server_uuid": "df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e", "name": "network-vif-plugged", "status": "completed", "tag": "bc1bc512-c5b2-463e-bec3-0b46dca5d29d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:10.682397 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644e998-4fa4-4e77-b2a9-dd84219a7391 req-c8866eaf-ee17-4e20-9b4d-1de5956682fe tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:10.684570 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8644e998-4fa4-4e77-b2a9-dd84219a7391 req-c8866eaf-ee17-4e20-9b4d-1de5956682fe tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.20 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 944 time: 0.3078382 Nov 29 18:02:10.689525 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:10.717015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02d1324d-000d-496a-a64c-a39462f84494 req-88372f56-dd0c-44ca-b509-80fa53414042 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 210 time: 0.0583313 Nov 29 18:02:10.783438 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6861f153-16e4-410b-b0ed-07014308574e req-6f568a77-e50b-455f-a7b3-836ec1d9545e tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095253 Nov 29 18:02:10.797757 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=bc1bc512-c5b2-463e-bec3-0b46dca5d29d,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:10.881670 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-be3096e9-3494-472c-b0fc-0393d8843984 req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:10.887280 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb4aa9ba-bd1c-4059-92c1-8a77f0b602d4 req-a461a08c-70d8-4a92-b810-6fa96f5e1da6 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 210 time: 0.0486350 Nov 29 18:02:10.941773 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c101bb90-f108-4592-a62c-899a3f4534ef x-openstack-request-id: req-c101bb90-f108-4592-a62c-899a3f4534ef {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:10.942282 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e", "name": "network-vif-plugged", "status": "completed", "tag": "bc1bc512-c5b2-463e-bec3-0b46dca5d29d", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:10.943541 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c101bb90-f108-4592-a62c-899a3f4534ef {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:10.943963 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1bc512-c5b2-463e-bec3-0b46dca5d29d', 'code': 200} Nov 29 18:02:11.008449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47578) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:11.063895 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-8644e998-4fa4-4e77-b2a9-dd84219a7391 req-36cb2019-2ecd-45e9-9901-ce08d8a298ed tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Deleting port bc1bc512-c5b2-463e-bec3-0b46dca5d29d {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:02:11.064237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8644e998-4fa4-4e77-b2a9-dd84219a7391 req-36cb2019-2ecd-45e9-9901-ce08d8a298ed tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:11.105017 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-be3096e9-3494-472c-b0fc-0393d8843984 req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:11.217726 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f139c069-7313-49d8-aebf-8ac55bc9a795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:11.258036 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:11.266440 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:11.294049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3096e9-3494-472c-b0fc-0393d8843984 req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Network 39203c14-ffc3-4c68-9e58-e974394ebffa is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:11.316770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Pushing event updated for resources: {'Port': ['ID=051db120-0ad4-4a3c-9dd2-b62d99c91c67,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:11.323517 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab558e6e-16d0-4cd5-b9c5-2af251c5514c None None] Pushing event updated for resources: {'Port': ['ID=4ea0b1fb-9b6d-4835-89b5-884b2671c1c5,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:11.335921 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab558e6e-16d0-4cd5-b9c5-2af251c5514c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:11.336658 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab558e6e-16d0-4cd5-b9c5-2af251c5514c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:11.338472 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab558e6e-16d0-4cd5-b9c5-2af251c5514c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:11.339359 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab558e6e-16d0-4cd5-b9c5-2af251c5514c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:11.340756 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab558e6e-16d0-4cd5-b9c5-2af251c5514c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:11.341296 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab558e6e-16d0-4cd5-b9c5-2af251c5514c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:11.342851 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab558e6e-16d0-4cd5-b9c5-2af251c5514c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:11.343379 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab558e6e-16d0-4cd5-b9c5-2af251c5514c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:11.343875 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab558e6e-16d0-4cd5-b9c5-2af251c5514c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:11.344378 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab558e6e-16d0-4cd5-b9c5-2af251c5514c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:11.345075 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab558e6e-16d0-4cd5-b9c5-2af251c5514c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:11.346113 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab558e6e-16d0-4cd5-b9c5-2af251c5514c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:11.369132 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f139c069-7313-49d8-aebf-8ac55bc9a795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:11.385453 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f139c069-7313-49d8-aebf-8ac55bc9a795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:11.455363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139c069-7313-49d8-aebf-8ac55bc9a795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df771de9-b8a4-48e7-a5d0-d903cdd0341a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:11.498187 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Attempting to bind port 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:02:11.498707 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Attempting to bind port 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'a3785e16-34e6-46b1-9fc6-afb45535a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:02:11.499017 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Attempting to bind port 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5 on network 39203c14-ffc3-4c68-9e58-e974394ebffa {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:11.511315 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f139c069-7313-49d8-aebf-8ac55bc9a795 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a241df4b4d424783933475396e001183&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4992564 Nov 29 18:02:11.514999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47594) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:11.527329 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:02:11.528208 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Checking segment: {'id': 'a3785e16-34e6-46b1-9fc6-afb45535a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:02:11.528927 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:11.530276 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Bound using segment: {'id': 'a3785e16-34e6-46b1-9fc6-afb45535a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:02:11.531196 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Bound port: 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3785e16-34e6-46b1-9fc6-afb45535a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:02:11.531877 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:11.649184 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] For port 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:02:11.657080 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] For port 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4ea0b1fb-9b6d-4835-89b5-884b2671c1c5,segment=NetworkSegment(a3785e16-34e6-46b1-9fc6-afb45535a542),segment_id=a3785e16-34e6-46b1-9fc6-afb45535a542)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:02:11.667729 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:11.715839 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cfcd4991-ee69-48c8-b52a-4420265118bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:11.781201 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab558e6e-16d0-4cd5-b9c5-2af251c5514c None None] Pushing event updated for resources: {'Port': ['ID=4ea0b1fb-9b6d-4835-89b5-884b2671c1c5,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:11.784387 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Routers {'55120102-5df2-4ca6-ba83-63daf1118f3e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:11.787547 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:01:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['55120102-5df2-4ca6-ba83-63daf1118f3e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:11.829630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-736b7a39-8513-420b-999b-84543ab137b7 None None] Provisioning complete for port 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:11.830017 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-736b7a39-8513-420b-999b-84543ab137b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:11.944947 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] Set router 55120102-5df2-4ca6-ba83-63daf1118f3e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:02:12.023874 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-be3096e9-3494-472c-b0fc-0393d8843984 req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:12.027042 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3096e9-3494-472c-b0fc-0393d8843984 req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:02:12.039802 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:12.040171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:12.040646 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:12.041005 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:12.041351 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:12.041822 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:12.042173 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:12.043265 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-736b7a39-8513-420b-999b-84543ab137b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:12.048915 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:12.049329 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:12.049689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:12.050041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:12.050387 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:12.114007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-8644e998-4fa4-4e77-b2a9-dd84219a7391 req-36cb2019-2ecd-45e9-9901-ce08d8a298ed tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] For port bc1bc512-c5b2-463e-bec3-0b46dca5d29d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc1bc512-c5b2-463e-bec3-0b46dca5d29d,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:12.114859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-736b7a39-8513-420b-999b-84543ab137b7 None None] For port 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4ea0b1fb-9b6d-4835-89b5-884b2671c1c5,segment=NetworkSegment(a3785e16-34e6-46b1-9fc6-afb45535a542),segment_id=a3785e16-34e6-46b1-9fc6-afb45535a542)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:12.118729 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8644e998-4fa4-4e77-b2a9-dd84219a7391 req-36cb2019-2ecd-45e9-9901-ce08d8a298ed tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:12.144969 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-8644e998-4fa4-4e77-b2a9-dd84219a7391 req-36cb2019-2ecd-45e9-9901-ce08d8a298ed tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Calling delete_port for bc1bc512-c5b2-463e-bec3-0b46dca5d29d owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:02:12.145374 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-736b7a39-8513-420b-999b-84543ab137b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:12.242563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b7a39-8513-420b-999b-84543ab137b7 None None] Pushing event updated for resources: {'Port': ['ID=4ea0b1fb-9b6d-4835-89b5-884b2671c1c5,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:12.281720 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:11Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:12.300264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3096e9-3494-472c-b0fc-0393d8843984 req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:12.300980 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-be3096e9-3494-472c-b0fc-0393d8843984 req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:12.307402 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5535b49b-be72-4068-8bc3-e62f2592d7f4 None None] Provisioning complete for port 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:12.308536 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5535b49b-be72-4068-8bc3-e62f2592d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:12.313270 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8644e998-4fa4-4e77-b2a9-dd84219a7391 req-36cb2019-2ecd-45e9-9901-ce08d8a298ed tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:12.359466 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec200c9-a6a8-4f5a-91c5-d95fa081f08f None None] The sync data for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 is: [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:11Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:02:12.362844 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be3096e9-3494-472c-b0fc-0393d8843984 req-b1152768-be8d-4427-b2d0-53bdd81e4576 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7477696 Nov 29 18:02:12.411551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Request body: {'port': {'device_id': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:12.446050 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cfcd4991-ee69-48c8-b52a-4420265118bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:12.462596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22e21a-7d99-4985-ac24-e9cb2c32469c req-a1381d17-652a-4495-a62c-5afde9e27159 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:12.471565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae22e21a-7d99-4985-ac24-e9cb2c32469c req-a1381d17-652a-4495-a62c-5afde9e27159 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.8716788 Nov 29 18:02:12.489965 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb2019-2ecd-45e9-9901-ce08d8a298ed tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Pushing event deleted for resources: {'Port': ['ID=bc1bc512-c5b2-463e-bec3-0b46dca5d29d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:12.493630 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:12.507141 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06bf4a-e5a0-43c0-8b08-835fe54fd62b req-d583f024-51f4-4a2f-81a1-2ea718ff8ce1 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:12.508807 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-8644e998-4fa4-4e77-b2a9-dd84219a7391 req-36cb2019-2ecd-45e9-9901-ce08d8a298ed tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] No DVR routers for this DVR port bc1bc512-c5b2-463e-bec3-0b46dca5d29d on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:02:12.511735 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8644e998-4fa4-4e77-b2a9-dd84219a7391 req-36cb2019-2ecd-45e9-9901-ce08d8a298ed tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:12.516118 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8644e998-4fa4-4e77-b2a9-dd84219a7391 req-36cb2019-2ecd-45e9-9901-ce08d8a298ed tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.20 "DELETE /v2.0/ports/bc1bc512-c5b2-463e-bec3-0b46dca5d29d HTTP/1.1" status: 204 len: 173 time: 1.8217096 Nov 29 18:02:12.516426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a06bf4a-e5a0-43c0-8b08-835fe54fd62b req-d583f024-51f4-4a2f-81a1-2ea718ff8ce1 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.8541389 Nov 29 18:02:12.517983 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e', 'name': 'network-vif-deleted', 'tag': 'bc1bc512-c5b2-463e-bec3-0b46dca5d29d'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:12.528341 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4723456b-7770-4105-8be6-e55d99cf2ef2" -d '{"events": [{"server_uuid": "df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e", "name": "network-vif-deleted", "tag": "bc1bc512-c5b2-463e-bec3-0b46dca5d29d"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:12.629828 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a06bf4a-e5a0-43c0-8b08-835fe54fd62b req-951c1541-9178-4529-82ce-a1bf12e49fdb tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124978 Nov 29 18:02:12.651578 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cfcd4991-ee69-48c8-b52a-4420265118bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:12.654186 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cfcd4991-ee69-48c8-b52a-4420265118bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:12.655350 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cfcd4991-ee69-48c8-b52a-4420265118bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df771de9-b8a4-48e7-a5d0-d903cdd0341a HTTP/1.1" status: 204 len: 168 time: 1.1364658 Nov 29 18:02:12.664654 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae22e21a-7d99-4985-ac24-e9cb2c32469c req-724dee08-7303-4f27-88c7-907191b3a5f9 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909733 Nov 29 18:02:12.680024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd4991-ee69-48c8-b52a-4420265118bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df771de9-b8a4-48e7-a5d0-d903cdd0341a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:12.744819 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bacdf4c3-43df-4493-92cd-4d7ec63c14ca None None] Provisioning complete for port 051db120-0ad4-4a3c-9dd2-b62d99c91c67 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:12.746861 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bacdf4c3-43df-4493-92cd-4d7ec63c14ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:12.815230 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bacdf4c3-43df-4493-92cd-4d7ec63c14ca None None] Port 051db120-0ad4-4a3c-9dd2-b62d99c91c67 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:02:12.820673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57a136-9f8d-422d-830d-4071d8fd0020 req-f108c616-b875-49ad-8e79-2687f7fca6ab tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:12.830108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b57a136-9f8d-422d-830d-4071d8fd0020 req-f108c616-b875-49ad-8e79-2687f7fca6ab tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 931 time: 0.0696321 Nov 29 18:02:12.964488 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cc1f376-76b5-45e2-aaec-d1831316b588 req-a6cabef0-3411-4bc4-89ac-afbeb3a776fd tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e HTTP/1.1" status: 200 len: 210 time: 0.0629218 Nov 29 18:02:13.032406 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b57a136-9f8d-422d-830d-4071d8fd0020 req-47ce4d74-2a6f-4ed0-9d5e-f26f02021f09 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013187 Nov 29 18:02:13.192971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb22025a-b5c5-4845-bd79-3cd98084895f req-cff5d884-48c1-4537-b22c-6405c34c8d9a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ff5c90f-48fb-417a-a295-3f7c675421ed HTTP/1.1" status: 200 len: 210 time: 0.0723119 Nov 29 18:02:13.204582 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051db120-0ad4-4a3c-9dd2-b62d99c91c67 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:13.233151 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:13.279633 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Transition to ACTIVE for port object 051db120-0ad4-4a3c-9dd2-b62d99c91c67 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:02:13.290507 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:13.333956 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47618) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:13.347122 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838df13c-322d-4bf4-874c-fecca726046a x-openstack-request-id: req-838df13c-322d-4bf4-874c-fecca726046a {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:13.348156 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e", "name": "network-vif-deleted", "tag": "bc1bc512-c5b2-463e-bec3-0b46dca5d29d", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:13.348729 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-838df13c-322d-4bf4-874c-fecca726046a {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:13.349296 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8e8bc5-cd32-4906-ad7e-3b34b8c7ff3e', 'name': 'network-vif-deleted', 'tag': 'bc1bc512-c5b2-463e-bec3-0b46dca5d29d', 'status': 'completed', 'code': 200} Nov 29 18:02:13.349472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313c2de-4048-4009-b0c2-731c247d88ec req-59ca2670-6fea-4ca9-80d8-75985d5ff830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:13.351126 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4313c2de-4048-4009-b0c2-731c247d88ec req-59ca2670-6fea-4ca9-80d8-75985d5ff830 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 1101 time: 0.1565461 Nov 29 18:02:13.357940 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dd1e735-812b-4713-b612-fe627a0ef79b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:13.540420 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dd1e735-812b-4713-b612-fe627a0ef79b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:13.544476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Pushing event updated for resources: {'Port': ['ID=051db120-0ad4-4a3c-9dd2-b62d99c91c67,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:13.561694 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dd1e735-812b-4713-b612-fe627a0ef79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:13.576451 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:13.610911 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Attempting to bind port 051db120-0ad4-4a3c-9dd2-b62d99c91c67 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:02:13.611862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Attempting to bind port 051db120-0ad4-4a3c-9dd2-b62d99c91c67 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'a3785e16-34e6-46b1-9fc6-afb45535a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:02:13.612460 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Attempting to bind port 051db120-0ad4-4a3c-9dd2-b62d99c91c67 on network 39203c14-ffc3-4c68-9e58-e974394ebffa {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:13.617360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Port 051db120-0ad4-4a3c-9dd2-b62d99c91c67 on network 39203c14-ffc3-4c68-9e58-e974394ebffa not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:02:13.618226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Attempting to bind port 051db120-0ad4-4a3c-9dd2-b62d99c91c67 on network 39203c14-ffc3-4c68-9e58-e974394ebffa {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:13.634549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:02:13.635116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Checking segment: {'id': 'a3785e16-34e6-46b1-9fc6-afb45535a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:02:13.635853 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Bound using segment: {'id': 'a3785e16-34e6-46b1-9fc6-afb45535a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:02:13.636622 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Bound port: 051db120-0ad4-4a3c-9dd2-b62d99c91c67, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3785e16-34e6-46b1-9fc6-afb45535a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:02:13.636999 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:13.644474 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3825034-f613-4071-b45f-d194e8661663 req-699d410b-575c-43c1-9edf-bf83ca80cbd9 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1840388711&fields=id&tenant_id=d48087c4463a4f1484d6cff080988783 HTTP/1.1" status: 200 len: 267 time: 0.2589996 Nov 29 18:02:13.668437 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:13.669027 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:13.679663 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9dd1e735-812b-4713-b612-fe627a0ef79b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=903548f4dfab421bb246fa341ea6a047&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3436615 Nov 29 18:02:13.682526 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47622) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:13.742774 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] For port 051db120-0ad4-4a3c-9dd2-b62d99c91c67, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:02:13.760111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] For port 051db120-0ad4-4a3c-9dd2-b62d99c91c67, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=051db120-0ad4-4a3c-9dd2-b62d99c91c67,segment=NetworkSegment(a3785e16-34e6-46b1-9fc6-afb45535a542),segment_id=a3785e16-34e6-46b1-9fc6-afb45535a542)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:02:13.772845 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:13.778644 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0abe7192-5380-423c-9b6f-2210197767b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:13.795886 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1e735-812b-4713-b612-fe627a0ef79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387aeb0f-c1a8-4f58-a14b-59dcf906478f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:13.801851 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4313c2de-4048-4009-b0c2-731c247d88ec req-6b25aebc-693c-43cb-a99e-91a343190152 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175942 Nov 29 18:02:13.835353 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0abe7192-5380-423c-9b6f-2210197767b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:13.844873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:13.845306 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:13.846554 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be3096e9-3494-472c-b0fc-0393d8843984 req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] 10.222.0.31 "PUT /v2.0/ports/051db120-0ad4-4a3c-9dd2-b62d99c91c67 HTTP/1.1" status: 200 len: 1091 time: 1.4540830 Nov 29 18:02:13.865914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca9a73-a9c9-4999-8c41-d17013427ee2 req-4137084c-1d63-440b-89ce-d55c29fa8155 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:13.867491 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3ca9a73-a9c9-4999-8c41-d17013427ee2 req-4137084c-1d63-440b-89ce-d55c29fa8155 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.0854943 Nov 29 18:02:13.874607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3825034-f613-4071-b45f-d194e8661663 req-6ec708fe-9f43-4150-a09d-5c7ba5fb74b9 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:13.876141 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3825034-f613-4071-b45f-d194e8661663 req-6ec708fe-9f43-4150-a09d-5c7ba5fb74b9 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/networks?id=af760854-75d7-485d-8b60-883a122ffa75 HTTP/1.1" status: 200 len: 815 time: 0.2306230 Nov 29 18:02:13.883760 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8bdc4-9f16-4c0f-b766-142cb73143f6 service neutron] Pushing event updated for resources: {'Port': ['ID=051db120-0ad4-4a3c-9dd2-b62d99c91c67,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:13.910676 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0abe7192-5380-423c-9b6f-2210197767b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:13.913633 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0abe7192-5380-423c-9b6f-2210197767b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:13.914816 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0abe7192-5380-423c-9b6f-2210197767b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/387aeb0f-c1a8-4f58-a14b-59dcf906478f HTTP/1.1" status: 204 len: 168 time: 0.2311082 Nov 29 18:02:13.922746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3825034-f613-4071-b45f-d194e8661663 req-a85b13cf-04d1-4ad3-855e-dd32d13e2eb4 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/quotas/d48087c4463a4f1484d6cff080988783 HTTP/1.1" status: 200 len: 375 time: 0.0247877 Nov 29 18:02:13.932685 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe7192-5380-423c-9b6f-2210197767b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387aeb0f-c1a8-4f58-a14b-59dcf906478f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:13.950729 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3ca9a73-a9c9-4999-8c41-d17013427ee2 req-170ddd05-49b8-48b8-8669-a8de68cb46f8 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735688 Nov 29 18:02:14.020769 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3825034-f613-4071-b45f-d194e8661663 req-ef2d2666-c293-496d-93b7-6a39496c60a6 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d48087c4463a4f1484d6cff080988783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870652 Nov 29 18:02:14.131450 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3096e9-3494-472c-b0fc-0393d8843984 req-d2e8950c-3d33-4960-bbb8-ef3497fffb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:14.132870 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be3096e9-3494-472c-b0fc-0393d8843984 req-d2e8950c-3d33-4960-bbb8-ef3497fffb63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 1094 time: 0.0465047 Nov 29 18:02:14.150245 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043185e4-3e70-4a8f-89a6-66e7089f190e req-01128bd4-3a96-4cd1-88de-0a4ac83917c3 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:14.151805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-043185e4-3e70-4a8f-89a6-66e7089f190e req-01128bd4-3a96-4cd1-88de-0a4ac83917c3 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.1043603 Nov 29 18:02:14.186453 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3825034-f613-4071-b45f-d194e8661663 req-aeb876c5-37da-4fca-a60e-01ff6416f742 service neutron] 10.222.0.23 "GET /v2.0/networks/af760854-75d7-485d-8b60-883a122ffa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504643 Nov 29 18:02:14.188863 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be3096e9-3494-472c-b0fc-0393d8843984 req-abbaf64a-1dd4-4a70-ba76-61666b93a9cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=051db120-0ad4-4a3c-9dd2-b62d99c91c67 HTTP/1.1" status: 200 len: 217 time: 0.0462828 Nov 29 18:02:14.246655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3096e9-3494-472c-b0fc-0393d8843984 req-b914e38c-64a1-4676-a47c-3e6e0c36063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:14.248312 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be3096e9-3494-472c-b0fc-0393d8843984 req-b914e38c-64a1-4676-a47c-3e6e0c36063d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a9b0e63f-da31-4419-9231-8890339f64e7 HTTP/1.1" status: 200 len: 860 time: 0.0523329 Nov 29 18:02:14.258976 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-043185e4-3e70-4a8f-89a6-66e7089f190e req-395c003b-d938-46c3-9fce-bcf9cfcfd6ec tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959234 Nov 29 18:02:14.299683 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device bc1bc512-c5b2-463e-bec3-0b46dca5d29d no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:02:14.319743 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3096e9-3494-472c-b0fc-0393d8843984 req-01c901f7-914c-4b67-85ee-3ebb96c6248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:14.321655 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be3096e9-3494-472c-b0fc-0393d8843984 req-01c901f7-914c-4b67-85ee-3ebb96c6248e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39203c14-ffc3-4c68-9e58-e974394ebffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655134 Nov 29 18:02:14.327884 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3825034-f613-4071-b45f-d194e8661663 req-98df353f-b3dc-4372-91ba-0688c9f189d5 service neutron] 10.222.0.23 "GET /v2.0/networks/af760854-75d7-485d-8b60-883a122ffa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285031 Nov 29 18:02:14.340189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: bc1bc512-c5b2-463e-bec3-0b46dca5d29d {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:02:14.340680 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device bc1bc512-c5b2-463e-bec3-0b46dca5d29d not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:02:14.362067 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e7089bc8-64d1-4cf7-9635-35fac372dc9a details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:02:14.364480 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e7089bc8-64d1-4cf7-9635-35fac372dc9a no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:02:14.489161 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be3096e9-3494-472c-b0fc-0393d8843984 req-3870c71f-35e1-4960-b7c2-67d032e2d0e1 service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586101 Nov 29 18:02:14.516535 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430df1a-3761-4984-9b33-25b8ee1bc6f1 req-6864263c-3253-443a-81a5-3d5c0c353fc2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:14.522262 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b430df1a-3761-4984-9b33-25b8ee1bc6f1 req-6864263c-3253-443a-81a5-3d5c0c353fc2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 943 time: 0.1083999 Nov 29 18:02:14.601392 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b430df1a-3761-4984-9b33-25b8ee1bc6f1 req-d278b1df-4695-4bd5-9807-1af068e81180 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712113 Nov 29 18:02:14.662393 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be3096e9-3494-472c-b0fc-0393d8843984 req-af179c1b-74e1-4357-968e-c0548c5246e2 service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623638 Nov 29 18:02:14.797850 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:14.837731 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67586cf-19fd-45ed-be6f-c787d066db78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:14.840541 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962f8768-8754-4bc5-8691-a78defe5593a" -d '{"events": [{"server_uuid": "f67586cf-19fd-45ed-be6f-c787d066db78", "name": "network-vif-unplugged", "status": "completed", "tag": "e7089bc8-64d1-4cf7-9635-35fac372dc9a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:14.847307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8dea7976-2a76-4da0-b620-0f52d5ee22d7 req-0c562ed1-00f2-46a5-8d9f-b9c77cf10892 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 210 time: 0.0412483 Nov 29 18:02:14.871188 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e7089bc8-64d1-4cf7-9635-35fac372dc9a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7089bc8-64d1-4cf7-9635-35fac372dc9a,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:14.874138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e7089bc8-64d1-4cf7-9635-35fac372dc9a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7089bc8-64d1-4cf7-9635-35fac372dc9a,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:14.889462 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:14.898197 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a', 'mac_address': 'fa:16:3e:9a:74:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:02:14.925567 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ba0cbf-6a7b-4f0d-8e9e-fe8564f9d391 x-openstack-request-id: req-15ba0cbf-6a7b-4f0d-8e9e-fe8564f9d391 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:14.925988 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67586cf-19fd-45ed-be6f-c787d066db78", "name": "network-vif-unplugged", "status": "completed", "tag": "e7089bc8-64d1-4cf7-9635-35fac372dc9a", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:14.926090 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15ba0cbf-6a7b-4f0d-8e9e-fe8564f9d391 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:14.926491 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67586cf-19fd-45ed-be6f-c787d066db78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a', 'code': 200} Nov 29 18:02:15.007111 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:15.025924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7089bc8-64d1-4cf7-9635-35fac372dc9a {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:15.036863 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=e7089bc8-64d1-4cf7-9635-35fac372dc9a,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:15.075175 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e7089bc8-64d1-4cf7-9635-35fac372dc9a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7089bc8-64d1-4cf7-9635-35fac372dc9a,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:15.082468 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:15.159005 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=e7089bc8-64d1-4cf7-9635-35fac372dc9a,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:15.174541 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e2060-effb-4baf-98f9-55ffe01f8530 req-758661d3-a007-426a-a678-46e8f9fcd3ad tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:15.187457 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-916e2060-effb-4baf-98f9-55ffe01f8530 req-758661d3-a007-426a-a678-46e8f9fcd3ad tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 948 time: 0.1295280 Nov 29 18:02:15.254899 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-916e2060-effb-4baf-98f9-55ffe01f8530 req-020d2788-a254-442e-abf3-38e712fcc34a tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661688 Nov 29 18:02:15.350720 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'tag': '051db120-0ad4-4a3c-9dd2-b62d99c91c67'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:15.353055 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae6f191-2b70-47ed-8648-82ee8d8b953c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c", "tag": "051db120-0ad4-4a3c-9dd2-b62d99c91c67"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:15.424373 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e7089bc8-64d1-4cf7-9635-35fac372dc9a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:02:15.457333 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47696) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:15.462027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-95bef73c-05a1-4b3b-8cd9-4d3845aa880b tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598731818', 'description': 'tempest-description--511221638'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:15.476029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2ddf-88e5-4135-a7a5-527d1c3fc270 req-00f307ed-a012-4130-b233-8dcec85b7ccf tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:15.477543 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb7d2ddf-88e5-4135-a7a5-527d1c3fc270 req-00f307ed-a012-4130-b233-8dcec85b7ccf tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.0635803 Nov 29 18:02:15.515429 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-95bef73c-05a1-4b3b-8cd9-4d3845aa880b tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:15.562035 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb7d2ddf-88e5-4135-a7a5-527d1c3fc270 req-1cc98208-f2f7-477a-8872-af0f47271c13 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708239 Nov 29 18:02:15.653332 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-95bef73c-05a1-4b3b-8cd9-4d3845aa880b tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:15.658635 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d79cf3-75a1-4ac8-a6ed-6551348ff909 x-openstack-request-id: req-00d79cf3-75a1-4ac8-a6ed-6551348ff909 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:15.658987 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c", "tag": "051db120-0ad4-4a3c-9dd2-b62d99c91c67", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:15.659500 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00d79cf3-75a1-4ac8-a6ed-6551348ff909 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:15.660020 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'tag': '051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'status': 'completed', 'code': 200} Nov 29 18:02:15.661253 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-95bef73c-05a1-4b3b-8cd9-4d3845aa880b tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:15.751262 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-95bef73c-05a1-4b3b-8cd9-4d3845aa880b tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:15.751262 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-95bef73c-05a1-4b3b-8cd9-4d3845aa880b tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2905729 Nov 29 18:02:15.755266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47716) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:15.763861 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8a0569de-d855-4baf-bb1b-141dec415154 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Request body: {'security_group_rule': {'security_group_id': '8fb70ff1-5d60-4816-94e9-624e45446ce1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:15.773863 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bef73c-05a1-4b3b-8cd9-4d3845aa880b tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb70ff1-5d60-4816-94e9-624e45446ce1,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:15.797496 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6f191-2b70-47ed-8648-82ee8d8b953c req-09004c67-2960-46f5-a2ae-9271aeaab8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:15.799569 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-eae6f191-2b70-47ed-8648-82ee8d8b953c req-09004c67-2960-46f5-a2ae-9271aeaab8e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 1094 time: 0.1103692 Nov 29 18:02:15.804602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bc16d-5d50-4c31-9af5-79e85593f02a req-c9ee062d-c353-4c82-982a-4f7bee1d6785 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:15.812730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-483bc16d-5d50-4c31-9af5-79e85593f02a req-c9ee062d-c353-4c82-982a-4f7bee1d6785 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 812 time: 0.2432399 Nov 29 18:02:15.837079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-483bc16d-5d50-4c31-9af5-79e85593f02a req-94f301b2-f005-4817-9d6a-94c35b60248a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/quotas/9b07239bb1bf45548250748a91a26cf4 HTTP/1.1" status: 200 len: 375 time: 0.0233974 Nov 29 18:02:15.881827 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a0569de-d855-4baf-bb1b-141dec415154 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:15.885136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3686d34-9dda-4897-b7fe-c97ed72376a8 req-e2a1bb79-0bc4-4ab0-8cfd-9ecece95785e tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:15.887381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3686d34-9dda-4897-b7fe-c97ed72376a8 req-e2a1bb79-0bc4-4ab0-8cfd-9ecece95785e tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 943 time: 0.1647682 Nov 29 18:02:15.898907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-483bc16d-5d50-4c31-9af5-79e85593f02a req-9addbdc0-a939-49ec-a09a-8a2d37308b9e tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608809 Nov 29 18:02:15.952165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6f191-2b70-47ed-8648-82ee8d8b953c req-ea1bedd9-ba4a-4b12-abd0-4a06f5c2febd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:15.953703 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-eae6f191-2b70-47ed-8648-82ee8d8b953c req-ea1bedd9-ba4a-4b12-abd0-4a06f5c2febd service neutron] 10.222.0.31 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 922 time: 0.1457255 Nov 29 18:02:16.007881 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3686d34-9dda-4897-b7fe-c97ed72376a8 req-e3c75d8d-584d-4d35-90db-c7b05c4bc0d2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998607 Nov 29 18:02:16.015322 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-eae6f191-2b70-47ed-8648-82ee8d8b953c req-3d6badbe-d3e0-40c0-bdf6-2db2b264108d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=051db120-0ad4-4a3c-9dd2-b62d99c91c67 HTTP/1.1" status: 200 len: 217 time: 0.0518861 Nov 29 18:02:16.031407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-483bc16d-5d50-4c31-9af5-79e85593f02a req-1dabc2c8-0cd0-4e55-84ce-c1ec94a44d23 service neutron] 10.222.0.23 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315508 Nov 29 18:02:16.037354 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a0569de-d855-4baf-bb1b-141dec415154 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:16.059507 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a0569de-d855-4baf-bb1b-141dec415154 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:16.088332 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0569de-d855-4baf-bb1b-141dec415154 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4873eb7f-70cb-4ccb-a87b-7ef990e897a4,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:16.100063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6f191-2b70-47ed-8648-82ee8d8b953c req-3cd93072-2c67-40d6-8643-8b596a9391e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:16.101951 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-eae6f191-2b70-47ed-8648-82ee8d8b953c req-3cd93072-2c67-40d6-8643-8b596a9391e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a9b0e63f-da31-4419-9231-8890339f64e7 HTTP/1.1" status: 200 len: 860 time: 0.0787067 Nov 29 18:02:16.104958 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a0569de-d855-4baf-bb1b-141dec415154 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:16.106099 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8a0569de-d855-4baf-bb1b-141dec415154 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3479691 Nov 29 18:02:16.117664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47728) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:16.125467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-bdb3c5cd-3daf-457a-a834-09c4cd69fb12 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Request body: {'security_group_rule': {'security_group_id': '8fb70ff1-5d60-4816-94e9-624e45446ce1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:16.159712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-483bc16d-5d50-4c31-9af5-79e85593f02a req-982c3168-34d4-476d-9eab-1d219c325bec service neutron] 10.222.0.23 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270974 Nov 29 18:02:16.174553 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6f191-2b70-47ed-8648-82ee8d8b953c req-39d7ba81-ddab-4ec9-8580-b7f8e443c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:16.176320 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-eae6f191-2b70-47ed-8648-82ee8d8b953c req-39d7ba81-ddab-4ec9-8580-b7f8e443c191 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39203c14-ffc3-4c68-9e58-e974394ebffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662067 Nov 29 18:02:16.183150 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bdb3c5cd-3daf-457a-a834-09c4cd69fb12 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:16.267158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cadd5a3e-a90b-4d93-b0a0-b63c94639aea req-ce0720d6-ccd3-4edf-8b15-d73c3beaae01 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 210 time: 0.0360525 Nov 29 18:02:16.391392 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-eae6f191-2b70-47ed-8648-82ee8d8b953c req-8ad3278c-0830-45c2-9061-d0e3199a0de4 service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743922 Nov 29 18:02:16.393501 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bdb3c5cd-3daf-457a-a834-09c4cd69fb12 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:16.415570 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a961f99-aedb-4b3c-aeb4-3cce52f62111 req-9878e7d0-201f-4393-8757-87fc8060dba8 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=549cb287-ae8d-428c-823c-c0438a9955ae HTTP/1.1" status: 200 len: 210 time: 0.0609093 Nov 29 18:02:16.426944 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bdb3c5cd-3daf-457a-a834-09c4cd69fb12 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:16.562034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3c5cd-3daf-457a-a834-09c4cd69fb12 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acb9fd9-767d-4861-8245-148cb48cfdf6,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:16.577625 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bdb3c5cd-3daf-457a-a834-09c4cd69fb12 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:16.580370 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bdb3c5cd-3daf-457a-a834-09c4cd69fb12 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4615002 Nov 29 18:02:16.585596 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47762) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:16.594832 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:16.615856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d2746-9fb1-4cf6-a832-c0b2a6dc0035 req-c9f473ec-c4fd-4de5-8c9c-3bc9a4f2be0e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:16.625789 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af1d2746-9fb1-4cf6-a832-c0b2a6dc0035 req-c9f473ec-c4fd-4de5-8c9c-3bc9a4f2be0e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 949 time: 0.2111681 Nov 29 18:02:16.675994 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:16.703224 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-eae6f191-2b70-47ed-8648-82ee8d8b953c req-ed156791-580b-4837-ba9b-cb980d779dcc service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956345 Nov 29 18:02:16.716198 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3825034-f613-4071-b45f-d194e8661663 req-c61d5990-c7b3-4a54-9b2a-229b6c24fa67 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:16.718328 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3825034-f613-4071-b45f-d194e8661663 req-c61d5990-c7b3-4a54-9b2a-229b6c24fa67 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.20 "GET /v2.0/networks?id=af760854-75d7-485d-8b60-883a122ffa75 HTTP/1.1" status: 200 len: 815 time: 0.3404872 Nov 29 18:02:16.759880 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af1d2746-9fb1-4cf6-a832-c0b2a6dc0035 req-ef92c659-2eeb-4399-b884-c1cec2d4965a tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292279 Nov 29 18:02:16.912168 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3825034-f613-4071-b45f-d194e8661663 req-ca9f69f9-3de1-4cfa-b333-2833bcbb10a3 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d48087c4463a4f1484d6cff080988783 HTTP/1.1" status: 200 len: 380 time: 0.1534014 Nov 29 18:02:16.943544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-b3825034-f613-4071-b45f-d194e8661663 req-7dcc0f22-fef3-428a-913d-69843e4274e9 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Request body: {'port': {'device_id': 'ec8e945c-4df5-4611-b9d0-3a5e86a534b3', 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75', 'admin_state_up': True, 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'security_groups': ['48f7f49f-9250-4dd0-b982-f91ca985768a']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:16.979509 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f002ed3-b070-4158-9505-4d986d79bc5e req-86d11f50-b4a4-44ba-8477-ab64bf42050c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:16.994022 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f002ed3-b070-4158-9505-4d986d79bc5e req-86d11f50-b4a4-44ba-8477-ab64bf42050c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.1388307 Nov 29 18:02:17.115254 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f002ed3-b070-4158-9505-4d986d79bc5e req-95542b08-e079-46fa-b125-1272861e2db3 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191461 Nov 29 18:02:17.122868 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:17.130679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3825034-f613-4071-b45f-d194e8661663 req-7dcc0f22-fef3-428a-913d-69843e4274e9 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Made reservation on behalf of d48087c4463a4f1484d6cff080988783 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:02:17.134199 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3825034-f613-4071-b45f-d194e8661663 req-7dcc0f22-fef3-428a-913d-69843e4274e9 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:17.234734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc74eaa-5ccd-4e65-812d-58b42477e152 req-f15b3834-f2be-4b29-8b58-b04e83875083 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:17.243897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fc74eaa-5ccd-4e65-812d-58b42477e152 req-f15b3834-f2be-4b29-8b58-b04e83875083 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 949 time: 0.0714209 Nov 29 18:02:17.313796 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47814) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:17.345647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b182e-facc-4a36-9435-0e3131a3914a req-8b1afefa-0d78-42f8-a57f-d2e4a9aa4383 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:17.347530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b5b182e-facc-4a36-9435-0e3131a3914a req-8b1afefa-0d78-42f8-a57f-d2e4a9aa4383 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 943 time: 0.0958467 Nov 29 18:02:17.353668 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Allocated IP 172.25.3.185 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/3ac74fb0-f212-47c2-9c4d-874c3fce8dad) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:02:17.365715 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fc74eaa-5ccd-4e65-812d-58b42477e152 req-bdb4b83d-5b99-423a-904f-6ac6d97b22fc tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207650 Nov 29 18:02:17.395349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-b3825034-f613-4071-b45f-d194e8661663 req-7dcc0f22-fef3-428a-913d-69843e4274e9 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Allocated IP 172.20.0.6 (af760854-75d7-485d-8b60-883a122ffa75/39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f/f4ae2c65-d143-4d02-b11d-95904236bd64) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:02:17.463195 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b5b182e-facc-4a36-9435-0e3131a3914a req-11d69902-40ea-4b29-982f-2c35ad3e7031 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928073 Nov 29 18:02:17.590805 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef7436b7-830a-4ea0-8c14-567849e683f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:17.595373 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56089635-9792-4f36-be43-57f2b3309203 req-45ca549c-c194-4abb-aaf6-a0574d05c8ba tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 210 time: 0.0309305 Nov 29 18:02:17.720047 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3825034-f613-4071-b45f-d194e8661663 req-7dcc0f22-fef3-428a-913d-69843e4274e9 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:17.720680 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef7436b7-830a-4ea0-8c14-567849e683f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:17.744550 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef7436b7-830a-4ea0-8c14-567849e683f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:17.759556 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:17.808230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7436b7-830a-4ea0-8c14-567849e683f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b186a9b9-78b4-46dd-a238-739a93a95c0e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:17.825095 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3825034-f613-4071-b45f-d194e8661663 req-7dcc0f22-fef3-428a-913d-69843e4274e9 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:17.851218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ef7436b7-830a-4ea0-8c14-567849e683f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97a1acd1da344abbb36a292edea4fca5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5360980 Nov 29 18:02:17.854695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47842) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:17.952165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3825034-f613-4071-b45f-d194e8661663 req-7dcc0f22-fef3-428a-913d-69843e4274e9 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Network af760854-75d7-485d-8b60-883a122ffa75 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:17.953540 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc0f22-fef3-428a-913d-69843e4274e9 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Pushing event updated for resources: {'Port': ['ID=f4ae2c65-d143-4d02-b11d-95904236bd64,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:17.964741 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:17.968331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-b3825034-f613-4071-b45f-d194e8661663 req-7dcc0f22-fef3-428a-913d-69843e4274e9 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:17.972283 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3825034-f613-4071-b45f-d194e8661663 req-7dcc0f22-fef3-428a-913d-69843e4274e9 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:02:17.978760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-f5625a1f-5bb0-443a-863d-4109112b7120 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:17.987000 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-f5625a1f-5bb0-443a-863d-4109112b7120 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 812 time: 0.2642233 Nov 29 18:02:18.032926 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb508-0f1e-42ca-95fc-0f5527f4dc95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:18.038390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3825034-f613-4071-b45f-d194e8661663 req-7dcc0f22-fef3-428a-913d-69843e4274e9 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:18.039201 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3825034-f613-4071-b45f-d194e8661663 req-7dcc0f22-fef3-428a-913d-69843e4274e9 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:18.069752 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-ec8fab7d-33e2-4ced-a70c-9d575cea554a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/quotas/9b07239bb1bf45548250748a91a26cf4 HTTP/1.1" status: 200 len: 375 time: 0.0812178 Nov 29 18:02:18.095379 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:18.098826 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74533a7f-1ea9-4cbf-9dd0-f63f8feb2d88 req-0f500b10-f052-47e5-a0cf-59833ba1bf0c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:18.099119 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3825034-f613-4071-b45f-d194e8661663 req-7dcc0f22-fef3-428a-913d-69843e4274e9 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1771052 Nov 29 18:02:18.105870 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:18.107056 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74533a7f-1ea9-4cbf-9dd0-f63f8feb2d88 req-0f500b10-f052-47e5-a0cf-59833ba1bf0c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 949 time: 0.2054853 Nov 29 18:02:18.108766 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:02:18.115993 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Request body: {'port': {'device_id': 'ec8e945c-4df5-4611-b9d0-3a5e86a534b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:18.135803 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-a03640f8-5c72-472a-bfbe-7d9a0cd408ca tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657549 Nov 29 18:02:18.137785 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb508-0f1e-42ca-95fc-0f5527f4dc95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:18.156804 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Pushing event updated for resources: {'Port': ['ID=3ac74fb0-f212-47c2-9c4d-874c3fce8dad,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:18.234184 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:18.291435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74533a7f-1ea9-4cbf-9dd0-f63f8feb2d88 req-47f0b6ab-4f73-4450-98a2-1b9dac7f6a32 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831651 Nov 29 18:02:18.340945 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-9ed55cf5-d5d2-4d72-8b91-48f2fc9828d8 service neutron] 10.222.0.23 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895723 Nov 29 18:02:18.346929 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb508-0f1e-42ca-95fc-0f5527f4dc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:18.352752 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb508-0f1e-42ca-95fc-0f5527f4dc95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:18.355629 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6b9cb508-0f1e-42ca-95fc-0f5527f4dc95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b186a9b9-78b4-46dd-a238-739a93a95c0e HTTP/1.1" status: 204 len: 168 time: 0.4992557 Nov 29 18:02:18.381062 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cb508-0f1e-42ca-95fc-0f5527f4dc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b186a9b9-78b4-46dd-a238-739a93a95c0e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:18.410321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 051db120-0ad4-4a3c-9dd2-b62d99c91c67 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:02:18.413933 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e7089bc8-64d1-4cf7-9635-35fac372dc9a up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:18.490122 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:18.538053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-bedc8b4f-119b-4ba8-9eb2-c777e4fb96db service neutron] 10.222.0.23 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762242 Nov 29 18:02:18.577082 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ea32c-cc2d-44d0-9836-6b1f048ccf72 req-dbce8a99-8636-44bd-88f3-308e2ce776a0 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:18.582307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b5ea32c-cc2d-44d0-9836-6b1f048ccf72 req-dbce8a99-8636-44bd-88f3-308e2ce776a0 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.1209350 Nov 29 18:02:18.636249 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e149bcf9-881a-41cf-891e-cc971a8337dc None None] Provisioning complete for port f4ae2c65-d143-4d02-b11d-95904236bd64 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:18.636632 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e149bcf9-881a-41cf-891e-cc971a8337dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:18.648161 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b5ea32c-cc2d-44d0-9836-6b1f048ccf72 req-3060afbe-6a5a-46c5-b97f-87dedb184451 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610099 Nov 29 18:02:18.703700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port e7089bc8-64d1-4cf7-9635-35fac372dc9a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:18.704374 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:18.706190 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e149bcf9-881a-41cf-891e-cc971a8337dc None None] Port f4ae2c65-d143-4d02-b11d-95904236bd64 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:02:18.764604 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 051db120-0ad4-4a3c-9dd2-b62d99c91c67, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=051db120-0ad4-4a3c-9dd2-b62d99c91c67,segment=NetworkSegment(a3785e16-34e6-46b1-9fc6-afb45535a542),segment_id=a3785e16-34e6-46b1-9fc6-afb45535a542)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:18.787667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ae2c65-d143-4d02-b11d-95904236bd64 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:18.788489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'port_id': '051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'mac_address': 'fa:16:3e:86:d8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:02:18.810368 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:18.819486 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:18.847689 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:18.911038 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051db120-0ad4-4a3c-9dd2-b62d99c91c67 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:18.915700 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Transition to ACTIVE for port object f4ae2c65-d143-4d02-b11d-95904236bd64 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:02:18.940893 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:18.965282 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 051db120-0ad4-4a3c-9dd2-b62d99c91c67, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=051db120-0ad4-4a3c-9dd2-b62d99c91c67,segment=NetworkSegment(a3785e16-34e6-46b1-9fc6-afb45535a542),segment_id=a3785e16-34e6-46b1-9fc6-afb45535a542)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:18.976659 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7ec25-fc86-49c2-9e81-355900d1d813 req-eaa7d007-1ff9-4b96-b9eb-5d91abc5234b tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:18.985332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72f7ec25-fc86-49c2-9e81-355900d1d813 req-eaa7d007-1ff9-4b96-b9eb-5d91abc5234b tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 943 time: 0.1845186 Nov 29 18:02:18.988208 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:19.012580 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:19.087448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67586cf-19fd-45ed-be6f-c787d066db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:19.087756 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47864) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:19.092246 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9ddb5f-055a-4daa-8ad8-c45165490853" -d '{"events": [{"server_uuid": "f67586cf-19fd-45ed-be6f-c787d066db78", "name": "network-vif-plugged", "status": "completed", "tag": "e7089bc8-64d1-4cf7-9635-35fac372dc9a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:19.128847 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e7089bc8-64d1-4cf7-9635-35fac372dc9a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7089bc8-64d1-4cf7-9635-35fac372dc9a,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:19.138201 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=051db120-0ad4-4a3c-9dd2-b62d99c91c67,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:19.148977 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:19.155681 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a6351fb-cb22-47d7-a879-ee92579489b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:19.182990 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72f7ec25-fc86-49c2-9e81-355900d1d813 req-4572cca9-f5ac-4c1a-9fa2-8aad256391af tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917038 Nov 29 18:02:19.217157 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:19.232745 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:19.261303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=e7089bc8-64d1-4cf7-9635-35fac372dc9a,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:19.337735 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a6351fb-cb22-47d7-a879-ee92579489b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:19.352790 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a6351fb-cb22-47d7-a879-ee92579489b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:19.395426 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ae2c65-d143-4d02-b11d-95904236bd64,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:19.401018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['051db120-0ad4-4a3c-9dd2-b62d99c91c67'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:02:19.401650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5273ef68-2020-4ccb-8337-a55b56a33c69 req-6cb8af2a-25a2-4e61-85ca-96b6cf5f0726 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 210 time: 0.0583196 Nov 29 18:02:19.472404 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328b9abc-c405-4841-8081-be1343d55f98 x-openstack-request-id: req-328b9abc-c405-4841-8081-be1343d55f98 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:19.473632 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67586cf-19fd-45ed-be6f-c787d066db78", "name": "network-vif-plugged", "status": "completed", "tag": "e7089bc8-64d1-4cf7-9635-35fac372dc9a", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:19.473910 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-328b9abc-c405-4841-8081-be1343d55f98 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:19.474342 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67586cf-19fd-45ed-be6f-c787d066db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a', 'code': 200} Nov 29 18:02:19.478269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecc8a3-8fa6-4c85-9186-f75ff1edda1a req-109c09aa-026b-4a8b-bf0b-b1f49d31b721 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:19.496764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39ecc8a3-8fa6-4c85-9186-f75ff1edda1a req-109c09aa-026b-4a8b-bf0b-b1f49d31b721 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 943 time: 0.4279547 Nov 29 18:02:19.500097 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Pushing event updated for resources: {'Port': ['ID=3ac74fb0-f212-47c2-9c4d-874c3fce8dad,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:19.504255 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3a6351fb-cb22-47d7-a879-ee92579489b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90c7880dbba3477e997a6b86d085f126&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4134889 Nov 29 18:02:19.510061 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47876) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:19.526275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6351fb-cb22-47d7-a879-ee92579489b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cceed6-116e-48fc-8092-71561d954919,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:19.555702 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:19.611978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Attempting to bind port f4ae2c65-d143-4d02-b11d-95904236bd64 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:02:19.612412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Attempting to bind port f4ae2c65-d143-4d02-b11d-95904236bd64 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '3983a04f-5cc0-49fb-9820-b441a7e52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:02:19.612751 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Attempting to bind port f4ae2c65-d143-4d02-b11d-95904236bd64 on network af760854-75d7-485d-8b60-883a122ffa75 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:19.614420 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39ecc8a3-8fa6-4c85-9186-f75ff1edda1a req-784bba3a-11e8-4cf4-af3a-a5504ef67364 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167085 Nov 29 18:02:19.632382 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:19.636778 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9573ea1a-3927-4626-8a6f-f0e2e8a25cff tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0466082 Nov 29 18:02:19.655910 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Port f4ae2c65-d143-4d02-b11d-95904236bd64 on network af760854-75d7-485d-8b60-883a122ffa75 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:02:19.656487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Attempting to bind port f4ae2c65-d143-4d02-b11d-95904236bd64 on network af760854-75d7-485d-8b60-883a122ffa75 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:19.663499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:02:19.664133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Checking segment: {'id': '3983a04f-5cc0-49fb-9820-b441a7e52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:02:19.664877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Bound using segment: {'id': '3983a04f-5cc0-49fb-9820-b441a7e52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:02:19.665497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Bound port: f4ae2c65-d143-4d02-b11d-95904236bd64, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3983a04f-5cc0-49fb-9820-b441a7e52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:02:19.666040 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:19.685588 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265da86b-9d65-4757-8823-54ae33bade3a req-e1d66585-7f7b-4d37-9bee-46f290c3dcde tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:19.693317 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-265da86b-9d65-4757-8823-54ae33bade3a req-e1d66585-7f7b-4d37-9bee-46f290c3dcde tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.0933437 Nov 29 18:02:19.714882 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eed8fdc4-684c-4565-a3cb-801e23fd04bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:19.767361 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eed8fdc4-684c-4565-a3cb-801e23fd04bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:19.801861 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] For port f4ae2c65-d143-4d02-b11d-95904236bd64, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:02:19.805804 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] For port f4ae2c65-d143-4d02-b11d-95904236bd64, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f4ae2c65-d143-4d02-b11d-95904236bd64,segment=NetworkSegment(3983a04f-5cc0-49fb-9820-b441a7e52113),segment_id=3983a04f-5cc0-49fb-9820-b441a7e52113)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:02:19.812900 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:19.881040 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:19.881684 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:19.883913 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3825034-f613-4071-b45f-d194e8661663 req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] 10.222.0.20 "PUT /v2.0/ports/f4ae2c65-d143-4d02-b11d-95904236bd64 HTTP/1.1" status: 200 len: 1091 time: 1.7719076 Nov 29 18:02:19.899616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8e945c-4df5-4611-b9d0-3a5e86a534b3', 'tag': 'f4ae2c65-d143-4d02-b11d-95904236bd64'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:19.905314 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65419e7c-ed62-4bd9-b581-f09d69f43b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8e945c-4df5-4611-b9d0-3a5e86a534b3", "tag": "f4ae2c65-d143-4d02-b11d-95904236bd64"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:19.906547 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-265da86b-9d65-4757-8823-54ae33bade3a req-a9d661ab-723d-4761-93ad-d9e464b9441e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087622 Nov 29 18:02:19.933046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e42d1-2519-4f9a-a4d0-8366a3c09d68 req-da66abcf-78db-42c4-84a0-3a8f953ae3c8 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:19.934952 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e19e42d1-2519-4f9a-a4d0-8366a3c09d68 req-da66abcf-78db-42c4-84a0-3a8f953ae3c8 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.1507025 Nov 29 18:02:19.949747 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d852fbc-7511-477f-a669-a4cd2a889962 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ae2c65-d143-4d02-b11d-95904236bd64,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:19.966761 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eed8fdc4-684c-4565-a3cb-801e23fd04bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:19.969412 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eed8fdc4-684c-4565-a3cb-801e23fd04bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:19.973157 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-eed8fdc4-684c-4565-a3cb-801e23fd04bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0cceed6-116e-48fc-8092-71561d954919 HTTP/1.1" status: 204 len: 168 time: 0.4529612 Nov 29 18:02:19.990648 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8fdc4-684c-4565-a3cb-801e23fd04bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cceed6-116e-48fc-8092-71561d954919,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:20.117194 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e19e42d1-2519-4f9a-a4d0-8366a3c09d68 req-1b3ccdd7-fcb0-4532-b3d0-425f5636820c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740785 Nov 29 18:02:20.147944 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3825034-f613-4071-b45f-d194e8661663 req-178b5d85-7757-4317-a85d-bf026bdb4c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:20.149882 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3825034-f613-4071-b45f-d194e8661663 req-178b5d85-7757-4317-a85d-bf026bdb4c91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d48087c4463a4f1484d6cff080988783&device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 1094 time: 0.0928817 Nov 29 18:02:20.221930 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3825034-f613-4071-b45f-d194e8661663 req-e16d644c-917b-4ba1-bf17-60297dbdcd55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4ae2c65-d143-4d02-b11d-95904236bd64 HTTP/1.1" status: 200 len: 217 time: 0.0582738 Nov 29 18:02:20.271028 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b258ae6a-c609-418f-94bc-6cac82a5a747 x-openstack-request-id: req-b258ae6a-c609-418f-94bc-6cac82a5a747 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:20.271028 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8e945c-4df5-4611-b9d0-3a5e86a534b3", "tag": "f4ae2c65-d143-4d02-b11d-95904236bd64", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:20.271028 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b258ae6a-c609-418f-94bc-6cac82a5a747 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:20.271421 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8e945c-4df5-4611-b9d0-3a5e86a534b3', 'tag': 'f4ae2c65-d143-4d02-b11d-95904236bd64', 'status': 'completed', 'code': 200} Nov 29 18:02:20.271806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66091052-d415-4832-b90a-9360a948884d req-1b4a398b-ec75-4a65-8e49-bc405bd04b17 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:20.273774 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66091052-d415-4832-b90a-9360a948884d req-1b4a398b-ec75-4a65-8e49-bc405bd04b17 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/networks?id=1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 HTTP/1.1" status: 200 len: 822 time: 0.2297506 Nov 29 18:02:20.295159 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66091052-d415-4832-b90a-9360a948884d req-2e0703b9-53f2-4f7a-83a8-8295a3bf3c5c tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/quotas/b3088f8c75d046f290eec840d5e8ca8c HTTP/1.1" status: 200 len: 375 time: 0.0124378 Nov 29 18:02:20.304555 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3825034-f613-4071-b45f-d194e8661663 req-59178c36-77db-406a-9cc4-a4fbfe1ef61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:20.306128 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3825034-f613-4071-b45f-d194e8661663 req-59178c36-77db-406a-9cc4-a4fbfe1ef61c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f HTTP/1.1" status: 200 len: 854 time: 0.0766847 Nov 29 18:02:20.338745 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66091052-d415-4832-b90a-9360a948884d req-20de109c-1f8d-4d61-88bb-16a6ee00f6aa tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3088f8c75d046f290eec840d5e8ca8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368016 Nov 29 18:02:20.382257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3825034-f613-4071-b45f-d194e8661663 req-69aeb537-d9b4-4097-9ca2-46890a1c275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:20.396877 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3825034-f613-4071-b45f-d194e8661663 req-69aeb537-d9b4-4097-9ca2-46890a1c275f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af760854-75d7-485d-8b60-883a122ffa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795801 Nov 29 18:02:20.465399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc33a8-3c92-4dce-bcd7-946a93709dc6 req-47410eb5-6653-4ee8-aabf-15305a0ddcbf tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:20.467231 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fbc33a8-3c92-4dce-bcd7-946a93709dc6 req-47410eb5-6653-4ee8-aabf-15305a0ddcbf tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 944 time: 0.1268008 Nov 29 18:02:20.550565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66091052-d415-4832-b90a-9360a948884d req-6f5fd5fa-826d-455b-ab4e-c3ab682acb0e service neutron] 10.222.0.23 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941035 Nov 29 18:02:20.652589 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fbc33a8-3c92-4dce-bcd7-946a93709dc6 req-13be0885-a397-4bce-b345-8bdc1ed67461 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702554 Nov 29 18:02:20.709964 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3825034-f613-4071-b45f-d194e8661663 req-37dec07f-21b5-4599-8936-46464ed5ef1f service neutron] 10.222.0.20 "GET /v2.0/networks/af760854-75d7-485d-8b60-883a122ffa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042219 Nov 29 18:02:20.723237 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66091052-d415-4832-b90a-9360a948884d req-b7f9961e-9283-414b-806f-32818d5dc245 service neutron] 10.222.0.23 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646280 Nov 29 18:02:20.813598 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3825034-f613-4071-b45f-d194e8661663 req-ba379655-3df7-4a45-9b53-54d187d2fdd5 service neutron] 10.222.0.20 "GET /v2.0/networks/af760854-75d7-485d-8b60-883a122ffa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914924 Nov 29 18:02:20.826371 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22a21fb4-618b-411e-ba40-1d6155f2b548 req-2fd14b12-ebf8-4306-891c-cde1c5d6aa1c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 210 time: 0.0664718 Nov 29 18:02:20.878908 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-ce93b600-bd2a-47bd-ab58-1e585ac20151 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:20.880427 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-ce93b600-bd2a-47bd-ab58-1e585ac20151 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.31 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 812 time: 0.3592203 Nov 29 18:02:20.918628 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-b92c8fa6-4602-4967-a946-0e58f1472c1c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Request body: {'port': {'device_id': '5ab3b948-b060-4518-be7c-7e808a87e25c', 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498', 'admin_state_up': True, 'tenant_id': '9b07239bb1bf45548250748a91a26cf4'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:20.974104 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5909b-572d-4ed6-a0ea-da28662541b6 req-d0b8e0f8-e0c7-4aae-8dca-acd4e162113b tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:20.975640 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ecd5909b-572d-4ed6-a0ea-da28662541b6 req-d0b8e0f8-e0c7-4aae-8dca-acd4e162113b tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 943 time: 0.0785360 Nov 29 18:02:21.026635 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-703ad469-4531-4e34-a78e-f761ea08dde0 req-db8b00ed-873a-4754-bbef-94b837b12d2b tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 210 time: 0.0497003 Nov 29 18:02:21.090516 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65419e7c-ed62-4bd9-b581-f09d69f43b8f req-923fc55d-e2f0-4514-a691-f9ead44a2061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:21.093880 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-65419e7c-ed62-4bd9-b581-f09d69f43b8f req-923fc55d-e2f0-4514-a691-f9ead44a2061 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d48087c4463a4f1484d6cff080988783&device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 1094 time: 0.2124736 Nov 29 18:02:21.095069 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-b92c8fa6-4602-4967-a946-0e58f1472c1c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Made reservation on behalf of 9b07239bb1bf45548250748a91a26cf4 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:02:21.098986 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-b92c8fa6-4602-4967-a946-0e58f1472c1c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:21.139510 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ecd5909b-572d-4ed6-a0ea-da28662541b6 req-a22192be-369c-4736-8331-afed5ea8eef3 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464162 Nov 29 18:02:21.234741 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe036d55-c6d1-4626-964e-83d2cf2d248f req-879fb997-9281-4c26-baa3-d01eee13ee6c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:21.244177 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe036d55-c6d1-4626-964e-83d2cf2d248f req-879fb997-9281-4c26-baa3-d01eee13ee6c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.1289949 Nov 29 18:02:21.375477 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe036d55-c6d1-4626-964e-83d2cf2d248f req-f62943f4-3d7b-405a-a754-4c07f446406e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302927 Nov 29 18:02:21.412489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220761e2-a88d-4e40-83a6-5224a3c2f86f req-303297af-088a-4512-9a0b-7b3fac064c6f tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:21.423512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-220761e2-a88d-4e40-83a6-5224a3c2f86f req-303297af-088a-4512-9a0b-7b3fac064c6f tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.1718626 Nov 29 18:02:21.518948 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-220761e2-a88d-4e40-83a6-5224a3c2f86f req-1cee8b7c-4df9-47ed-b1f5-9473e4e42551 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752957 Nov 29 18:02:21.700308 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65419e7c-ed62-4bd9-b581-f09d69f43b8f req-a0def946-c9a6-45d3-84fc-889666f49c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:21.702653 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-65419e7c-ed62-4bd9-b581-f09d69f43b8f req-a0def946-c9a6-45d3-84fc-889666f49c40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=af760854-75d7-485d-8b60-883a122ffa75 HTTP/1.1" status: 200 len: 916 time: 0.5631967 Nov 29 18:02:21.797234 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-65419e7c-ed62-4bd9-b581-f09d69f43b8f req-90937c00-836a-46c8-9302-d3969107a32b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4ae2c65-d143-4d02-b11d-95904236bd64 HTTP/1.1" status: 200 len: 217 time: 0.0850906 Nov 29 18:02:21.798329 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-b92c8fa6-4602-4967-a946-0e58f1472c1c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Allocated IP 172.20.0.11 (44aa18b0-f19e-425a-96e9-bf18ebea2498/733544da-2bc1-4873-95ac-5a788cefa521/13da414b-5e36-4fd7-a52a-c6db11e3d566) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:02:21.813132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ff126-3863-4917-a40c-ab1bd80529e6 req-579ca579-02c4-4982-ad38-37a1e52898ad tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:21.819475 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c6ff126-3863-4917-a40c-ab1bd80529e6 req-579ca579-02c4-4982-ad38-37a1e52898ad tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 944 time: 0.0637124 Nov 29 18:02:21.879203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47988) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:21.939269 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65419e7c-ed62-4bd9-b581-f09d69f43b8f req-43792077-58a9-4d82-804c-816544bc1c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:21.940774 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-65419e7c-ed62-4bd9-b581-f09d69f43b8f req-43792077-58a9-4d82-804c-816544bc1c99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f HTTP/1.1" status: 200 len: 854 time: 0.1215322 Nov 29 18:02:21.943761 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c6ff126-3863-4917-a40c-ab1bd80529e6 req-4e12073c-c394-412f-b491-26c33148a57e tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126764 Nov 29 18:02:21.988943 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a4b18a9-3936-40dd-966f-6128fd44a148 req-9b9bd242-0405-41dc-9b50-58073a917132 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 210 time: 0.0391822 Nov 29 18:02:22.077879 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41b82abc-122a-4718-8cc0-90bb76e4d6ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:22.118402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65419e7c-ed62-4bd9-b581-f09d69f43b8f req-b2835208-aef1-4fbc-ad2a-750820239e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:22.119960 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-65419e7c-ed62-4bd9-b581-f09d69f43b8f req-b2835208-aef1-4fbc-ad2a-750820239e83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af760854-75d7-485d-8b60-883a122ffa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136377 Nov 29 18:02:22.152068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cbcd840-d194-4b22-b19e-a89ba6cf3435 req-6de68c56-af20-4f7c-85bd-3cde4d3e5978 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 210 time: 0.0359724 Nov 29 18:02:22.214653 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-b92c8fa6-4602-4967-a946-0e58f1472c1c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:22.255975 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7ba02-133b-4de0-aa24-3313fac87080 req-596de6d6-5e94-4444-8edd-743950b00cbd tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:22.261222 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36f7ba02-133b-4de0-aa24-3313fac87080 req-596de6d6-5e94-4444-8edd-743950b00cbd tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 943 time: 0.0572560 Nov 29 18:02:22.297432 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-65419e7c-ed62-4bd9-b581-f09d69f43b8f req-3029d3ed-572b-43c7-8a9d-2bfe88b1ae8b service neutron] 10.222.0.20 "GET /v2.0/networks/af760854-75d7-485d-8b60-883a122ffa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627624 Nov 29 18:02:22.312477 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36f7ba02-133b-4de0-aa24-3313fac87080 req-ec3c98da-a310-47a5-9b2f-49dbb75813cc tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464842 Nov 29 18:02:22.322989 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41b82abc-122a-4718-8cc0-90bb76e4d6ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:22.376376 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41b82abc-122a-4718-8cc0-90bb76e4d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:22.379014 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-b92c8fa6-4602-4967-a946-0e58f1472c1c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:22.404183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 051db120-0ad4-4a3c-9dd2-b62d99c91c67 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:22.514404 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 051db120-0ad4-4a3c-9dd2-b62d99c91c67 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:02:22.518641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 051db120-0ad4-4a3c-9dd2-b62d99c91c67 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:22.519255 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:22.522942 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-41b82abc-122a-4718-8cc0-90bb76e4d6ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c6a57e2694c498792ba771c045e7d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6380048 Nov 29 18:02:22.533169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47998) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:22.547558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-b92c8fa6-4602-4967-a946-0e58f1472c1c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Network 44aa18b0-f19e-425a-96e9-bf18ebea2498 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:22.558581 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b82abc-122a-4718-8cc0-90bb76e4d6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14af28fc-6f30-4dab-88d2-c7057bd8ecf8,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:22.568419 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-b92c8fa6-4602-4967-a946-0e58f1472c1c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:22.581512 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-b92c8fa6-4602-4967-a946-0e58f1472c1c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:02:22.584139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c8fa6-4602-4967-a946-0e58f1472c1c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Pushing event updated for resources: {'Port': ['ID=13da414b-5e36-4fd7-a52a-c6db11e3d566,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:22.629873 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-65419e7c-ed62-4bd9-b581-f09d69f43b8f req-500cf560-84fa-4273-bfef-10b242a9d7a2 service neutron] 10.222.0.20 "GET /v2.0/networks/af760854-75d7-485d-8b60-883a122ffa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221262 Nov 29 18:02:22.631285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2097c6a-77f0-420e-ab47-ad548dcfd8eb req-b69a7909-dd5e-4999-8f56-b2bc0306f89d tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:22.632813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e2097c6a-77f0-420e-ab47-ad548dcfd8eb req-b69a7909-dd5e-4999-8f56-b2bc0306f89d tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.1565661 Nov 29 18:02:22.647461 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66091052-d415-4832-b90a-9360a948884d req-18842ec0-500c-459f-b43e-26ccad2fed02 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:22.648873 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-66091052-d415-4832-b90a-9360a948884d req-18842ec0-500c-459f-b43e-26ccad2fed02 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.20 "GET /v2.0/networks?id=1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 HTTP/1.1" status: 200 len: 822 time: 0.2890756 Nov 29 18:02:22.672566 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-66091052-d415-4832-b90a-9360a948884d req-6cac0a12-d158-4e11-9a6e-ffbdd3acb94c tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Request body: {'port': {'device_id': '27fe8dec-5518-46bb-ba5f-e850e9b828d3', 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5', 'admin_state_up': True, 'tenant_id': 'b3088f8c75d046f290eec840d5e8ca8c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:22.682277 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:22.698148 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32d279d0-62f2-434c-89a7-079e1dd076bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:22.722849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 051db120-0ad4-4a3c-9dd2-b62d99c91c67, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=051db120-0ad4-4a3c-9dd2-b62d99c91c67,segment=NetworkSegment(a3785e16-34e6-46b1-9fc6-afb45535a542),segment_id=a3785e16-34e6-46b1-9fc6-afb45535a542)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:22.724144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051db120-0ad4-4a3c-9dd2-b62d99c91c67'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:22.726817 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f90bd46-6864-47bb-8945-a595725e47d7" -d '{"events": [{"server_uuid": "fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c", "name": "network-vif-plugged", "status": "completed", "tag": "051db120-0ad4-4a3c-9dd2-b62d99c91c67"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:22.732470 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:22.744040 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e2097c6a-77f0-420e-ab47-ad548dcfd8eb req-ddf79039-6fec-44e8-be72-06f3a7798d69 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948532 Nov 29 18:02:22.749735 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32d279d0-62f2-434c-89a7-079e1dd076bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:22.814152 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-b92c8fa6-4602-4967-a946-0e58f1472c1c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:22.814997 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-b92c8fa6-4602-4967-a946-0e58f1472c1c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:22.831296 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=051db120-0ad4-4a3c-9dd2-b62d99c91c67,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:22.839077 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33a202a-0641-40e3-b9cf-4da9b231a700 x-openstack-request-id: req-a33a202a-0641-40e3-b9cf-4da9b231a700 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:22.839647 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c", "name": "network-vif-plugged", "status": "completed", "tag": "051db120-0ad4-4a3c-9dd2-b62d99c91c67", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:22.840158 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a33a202a-0641-40e3-b9cf-4da9b231a700 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:22.841074 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'code': 200} Nov 29 18:02:22.853111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845494e-e45f-4a1c-9100-ddc23712543f req-e0ca3b0e-5d58-4a59-a2b0-2948ed2087ff tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:22.854997 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b845494e-e45f-4a1c-9100-ddc23712543f req-e0ca3b0e-5d58-4a59-a2b0-2948ed2087ff tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.1158314 Nov 29 18:02:22.873988 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66091052-d415-4832-b90a-9360a948884d req-6cac0a12-d158-4e11-9a6e-ffbdd3acb94c tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Made reservation on behalf of b3088f8c75d046f290eec840d5e8ca8c for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:02:22.879306 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-66091052-d415-4832-b90a-9360a948884d req-6cac0a12-d158-4e11-9a6e-ffbdd3acb94c tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:22.891963 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32d279d0-62f2-434c-89a7-079e1dd076bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:22.895312 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32d279d0-62f2-434c-89a7-079e1dd076bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:22.895876 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-b92c8fa6-4602-4967-a946-0e58f1472c1c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9816644 Nov 29 18:02:22.898681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-32d279d0-62f2-434c-89a7-079e1dd076bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14af28fc-6f30-4dab-88d2-c7057bd8ecf8 HTTP/1.1" status: 204 len: 168 time: 0.3556097 Nov 29 18:02:22.912309 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Request body: {'port': {'device_id': '5ab3b948-b060-4518-be7c-7e808a87e25c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:22.933490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d279d0-62f2-434c-89a7-079e1dd076bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14af28fc-6f30-4dab-88d2-c7057bd8ecf8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:23.026408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b845494e-e45f-4a1c-9100-ddc23712543f req-73ed939a-4693-45d2-8974-deb62ebcfb2d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587164 Nov 29 18:02:23.045296 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8061db-fc74-405a-880c-9c0ebef031d1 req-9d8fb574-0e4f-4b5a-bc2f-e11e9d5b9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:23.047647 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da8061db-fc74-405a-880c-9c0ebef031d1 req-9d8fb574-0e4f-4b5a-bc2f-e11e9d5b9b84 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 1096 time: 0.1310608 Nov 29 18:02:23.136327 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:23.196339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e88b6-0cd5-4284-888e-cae2f6bb2c2b req-00b93c73-dd20-4d60-a10a-b14f06cd0d0e tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:23.197852 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-507e88b6-0cd5-4284-888e-cae2f6bb2c2b req-00b93c73-dd20-4d60-a10a-b14f06cd0d0e tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 945 time: 0.1450534 Nov 29 18:02:23.202708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da8061db-fc74-405a-880c-9c0ebef031d1 req-41d35a04-c60d-474f-9acd-c9fccaf086fd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454644 Nov 29 18:02:23.213156 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b693659-998d-4fe8-9fce-01571e44130d req-5ed760cd-5fd8-4b3f-89c6-b9a15c44bbfb tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:23.221080 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b693659-998d-4fe8-9fce-01571e44130d req-5ed760cd-5fd8-4b3f-89c6-b9a15c44bbfb tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 932 time: 0.1075871 Nov 29 18:02:23.227530 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-66091052-d415-4832-b90a-9360a948884d req-6cac0a12-d158-4e11-9a6e-ffbdd3acb94c tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Allocated IP 172.20.0.8 (1dbc3b70-9160-46ab-a0ec-3ff42842f6c5/9e5feab6-2909-41ce-aa7a-6b312f9fc8c0/c394caaf-1f21-45fe-9937-970c660f3c6c) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:02:23.295404 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b693659-998d-4fe8-9fce-01571e44130d req-79fc6561-d4e0-4567-b28f-fea184d0ca91 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733612 Nov 29 18:02:23.355706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-507e88b6-0cd5-4284-888e-cae2f6bb2c2b req-ff78889a-60eb-4773-85c0-8d3687b2bce7 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319759 Nov 29 18:02:23.427274 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0eb4105-a8dd-4696-9860-1fb077a3d66b req-279f6f16-ebca-4356-bfe2-5c8a6333f5b7 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 210 time: 0.0506577 Nov 29 18:02:23.514375 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7bc72-c6db-4c8a-b2e9-e3ac88d23e18 req-54ac16de-86fd-4513-bc4b-d7dfa427a70d tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:23.516426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93f7bc72-c6db-4c8a-b2e9-e3ac88d23e18 req-54ac16de-86fd-4513-bc4b-d7dfa427a70d tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 943 time: 0.0659769 Nov 29 18:02:23.573162 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93f7bc72-c6db-4c8a-b2e9-e3ac88d23e18 req-84866e06-d44c-4c4f-a9b6-521a4edad578 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506916 Nov 29 18:02:23.643675 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13da414b-5e36-4fd7-a52a-c6db11e3d566 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:23.663443 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:23.695199 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Transition to ACTIVE for port object 13da414b-5e36-4fd7-a52a-c6db11e3d566 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:02:23.710684 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-66091052-d415-4832-b90a-9360a948884d req-6cac0a12-d158-4e11-9a6e-ffbdd3acb94c tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:23.715637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:23.793471 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Pushing event updated for resources: {'Port': ['ID=13da414b-5e36-4fd7-a52a-c6db11e3d566,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:23.821966 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-66091052-d415-4832-b90a-9360a948884d req-6cac0a12-d158-4e11-9a6e-ffbdd3acb94c tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:23.899504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7d124-66d2-4858-9bd1-605b31596474 req-1df4659f-f491-42f0-83d1-35042c55d37d tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:23.902216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13f7d124-66d2-4858-9bd1-605b31596474 req-1df4659f-f491-42f0-83d1-35042c55d37d tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.0698435 Nov 29 18:02:23.908962 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66091052-d415-4832-b90a-9360a948884d req-6cac0a12-d158-4e11-9a6e-ffbdd3acb94c tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Network 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:23.913068 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-66091052-d415-4832-b90a-9360a948884d req-6cac0a12-d158-4e11-9a6e-ffbdd3acb94c tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:23.915363 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4360bce2-2dd3-416b-8fa8-f990e73d8479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:23.916076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-66091052-d415-4832-b90a-9360a948884d req-6cac0a12-d158-4e11-9a6e-ffbdd3acb94c tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:02:23.937377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac0a12-d158-4e11-9a6e-ffbdd3acb94c tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Pushing event updated for resources: {'Port': ['ID=c394caaf-1f21-45fe-9937-970c660f3c6c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:23.977467 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13f7d124-66d2-4858-9bd1-605b31596474 req-fe50d87e-7648-499a-a349-7f759ece8dbb tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679965 Nov 29 18:02:24.017999 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66091052-d415-4832-b90a-9360a948884d req-6cac0a12-d158-4e11-9a6e-ffbdd3acb94c tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:24.018703 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-66091052-d415-4832-b90a-9360a948884d req-6cac0a12-d158-4e11-9a6e-ffbdd3acb94c tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:24.038699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Attempting to bind port 13da414b-5e36-4fd7-a52a-c6db11e3d566 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:02:24.039068 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Attempting to bind port 13da414b-5e36-4fd7-a52a-c6db11e3d566 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:02:24.039383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Attempting to bind port 13da414b-5e36-4fd7-a52a-c6db11e3d566 on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:24.047319 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-66091052-d415-4832-b90a-9360a948884d req-6cac0a12-d158-4e11-9a6e-ffbdd3acb94c tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3796206 Nov 29 18:02:24.048592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Port 13da414b-5e36-4fd7-a52a-c6db11e3d566 on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:02:24.048994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Attempting to bind port 13da414b-5e36-4fd7-a52a-c6db11e3d566 on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:24.055140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:02:24.055491 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Checking segment: {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:02:24.055888 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Bound using segment: {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:02:24.056335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Bound port: 13da414b-5e36-4fd7-a52a-c6db11e3d566, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:02:24.056703 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:24.074295 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Request body: {'port': {'device_id': '27fe8dec-5518-46bb-ba5f-e850e9b828d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:24.194753 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:24.220295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71710b1-380d-4c58-a43d-a5db04243d84 req-bc88dd27-ccd0-43be-b6a4-7eb6561919f1 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:24.222839 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d71710b1-380d-4c58-a43d-a5db04243d84 req-bc88dd27-ccd0-43be-b6a4-7eb6561919f1 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.0800202 Nov 29 18:02:24.241468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] For port 13da414b-5e36-4fd7-a52a-c6db11e3d566, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:02:24.260265 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] For port 13da414b-5e36-4fd7-a52a-c6db11e3d566, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=13da414b-5e36-4fd7-a52a-c6db11e3d566,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:02:24.272013 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:24.287354 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d71710b1-380d-4c58-a43d-a5db04243d84 req-08920aa7-50cd-4942-9d12-1d6f4c269ee7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571649 Nov 29 18:02:24.330124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 666eb30b-5978-401b-ab60-bb5580335850 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:02:24.415508 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:24.416150 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:24.417562 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] 10.222.0.31 "PUT /v2.0/ports/13da414b-5e36-4fd7-a52a-c6db11e3d566 HTTP/1.1" status: 200 len: 1092 time: 1.5101709 Nov 29 18:02:24.421135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab3b948-b060-4518-be7c-7e808a87e25c', 'tag': '13da414b-5e36-4fd7-a52a-c6db11e3d566'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:24.426551 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73500a3f-ec09-4cc6-b839-172567ee5e52" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab3b948-b060-4518-be7c-7e808a87e25c", "tag": "13da414b-5e36-4fd7-a52a-c6db11e3d566"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:24.480077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52472f21-34d8-42a3-8a94-8da392569cee service neutron] Pushing event updated for resources: {'Port': ['ID=13da414b-5e36-4fd7-a52a-c6db11e3d566,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:24.495707 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 666eb30b-5978-401b-ab60-bb5580335850, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=666eb30b-5978-401b-ab60-bb5580335850,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:24.513478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '666eb30b-5978-401b-ab60-bb5580335850', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'port_id': '666eb30b-5978-401b-ab60-bb5580335850', 'mac_address': 'fa:16:3e:be:70:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:02:24.549765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49006e3a-751d-46d1-a82f-4f938f775704 req-bbefa7b2-5efb-4cac-8418-2a0468f6b3a1 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:24.558307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49006e3a-751d-46d1-a82f-4f938f775704 req-bbefa7b2-5efb-4cac-8418-2a0468f6b3a1 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 944 time: 0.1707697 Nov 29 18:02:24.561221 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:24.577333 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 666eb30b-5978-401b-ab60-bb5580335850 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:24.602719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 666eb30b-5978-401b-ab60-bb5580335850, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=666eb30b-5978-401b-ab60-bb5580335850,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:24.614453 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:24.700371 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=666eb30b-5978-401b-ab60-bb5580335850,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:24.717606 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-7f0de29b-4146-42b6-9acd-683542abf167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:24.719198 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-7f0de29b-4146-42b6-9acd-683542abf167 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 1095 time: 0.1950912 Nov 29 18:02:24.721892 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['666eb30b-5978-401b-ab60-bb5580335850'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:02:24.738639 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49006e3a-751d-46d1-a82f-4f938f775704 req-9b8ddb63-af86-4cef-a536-672edbb77222 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790328 Nov 29 18:02:24.789880 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-df13e442-3f29-4087-ba25-63cef2bd313b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13da414b-5e36-4fd7-a52a-c6db11e3d566 HTTP/1.1" status: 200 len: 217 time: 0.0593467 Nov 29 18:02:24.800460 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51238f-c784-4a28-9fcc-a620fc996ea9 req-57312f6a-a258-4446-8cb9-1801625310d7 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:24.802377 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f51238f-c784-4a28-9fcc-a620fc996ea9 req-57312f6a-a258-4446-8cb9-1801625310d7 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 945 time: 0.1913588 Nov 29 18:02:24.844103 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1202cda0-36bb-4dca-940b-7454e6df00d7 x-openstack-request-id: req-1202cda0-36bb-4dca-940b-7454e6df00d7 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:24.849736 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab3b948-b060-4518-be7c-7e808a87e25c", "tag": "13da414b-5e36-4fd7-a52a-c6db11e3d566", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:24.850050 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1202cda0-36bb-4dca-940b-7454e6df00d7 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:24.850699 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab3b948-b060-4518-be7c-7e808a87e25c', 'tag': '13da414b-5e36-4fd7-a52a-c6db11e3d566', 'status': 'completed', 'code': 200} Nov 29 18:02:24.939479 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-06dbe6a3-4fde-475e-9497-f1c4745972c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:24.940989 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-06dbe6a3-4fde-475e-9497-f1c4745972c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=733544da-2bc1-4873-95ac-5a788cefa521 HTTP/1.1" status: 200 len: 852 time: 0.1413243 Nov 29 18:02:24.944637 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c394caaf-1f21-45fe-9937-970c660f3c6c {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:24.977733 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-73157af2-b071-4beb-9f43-91c0b5dbf8db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44aa18b0-f19e-425a-96e9-bf18ebea2498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285618 Nov 29 18:02:24.979713 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:24.983051 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48106) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:24.999305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f51238f-c784-4a28-9fcc-a620fc996ea9 req-f8697738-bbb9-4f1a-8d45-4bb12cbbd089 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899385 Nov 29 18:02:25.066123 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Transition to ACTIVE for port object c394caaf-1f21-45fe-9937-970c660f3c6c will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:02:25.074425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:25.079157 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365aa1e-630d-48d9-bb0b-01c724d520f8 req-1354f37b-27c2-4f54-a7f1-85c7cbea5307 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:25.083653 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f365aa1e-630d-48d9-bb0b-01c724d520f8 req-1354f37b-27c2-4f54-a7f1-85c7cbea5307 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 931 time: 0.1829281 Nov 29 18:02:25.165371 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-b4ecb59b-fcd2-4c61-b4b0-0de325b44b4a service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800761 Nov 29 18:02:25.166100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Pushing event updated for resources: {'Port': ['ID=c394caaf-1f21-45fe-9937-970c660f3c6c,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:25.211469 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f365aa1e-630d-48d9-bb0b-01c724d520f8 req-f9b73406-3878-487e-b3d1-f78f739981ed tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187901 Nov 29 18:02:25.237648 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b21989-e2ab-4d3a-ba71-14eed2d8831e req-5739fde9-e258-42f7-be98-21467471ed4b tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:25.248505 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-74d7cf5d-0f6f-4875-a890-2b026a35da7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:25.249145 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05b21989-e2ab-4d3a-ba71-14eed2d8831e req-5739fde9-e258-42f7-be98-21467471ed4b tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 943 time: 0.1141565 Nov 29 18:02:25.320065 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05b21989-e2ab-4d3a-ba71-14eed2d8831e req-59b2d2e9-ffe3-41a1-8185-49529c1a0b89 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645108 Nov 29 18:02:25.350839 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Attempting to bind port c394caaf-1f21-45fe-9937-970c660f3c6c on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:02:25.351177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Attempting to bind port c394caaf-1f21-45fe-9937-970c660f3c6c by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '46af00a0-cd84-4315-9092-017e855f4147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:02:25.351513 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Attempting to bind port c394caaf-1f21-45fe-9937-970c660f3c6c on network 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:25.375322 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Port c394caaf-1f21-45fe-9937-970c660f3c6c on network 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:02:25.375712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Attempting to bind port c394caaf-1f21-45fe-9937-970c660f3c6c on network 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:25.390397 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c64da107-1427-40ee-8704-7c9dd4a1d66a req-c98b231b-c887-4371-8938-92bcee4101fa service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084150 Nov 29 18:02:25.392272 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:02:25.392620 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Checking segment: {'id': '46af00a0-cd84-4315-9092-017e855f4147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:02:25.393013 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Bound using segment: {'id': '46af00a0-cd84-4315-9092-017e855f4147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:02:25.393464 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Bound port: c394caaf-1f21-45fe-9937-970c660f3c6c, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46af00a0-cd84-4315-9092-017e855f4147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:02:25.393827 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:25.484661 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-74d7cf5d-0f6f-4875-a890-2b026a35da7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:25.489767 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a53a6b-fd74-4280-b447-d921e721b859 req-be76a622-30b0-4011-8958-85476ed6adf5 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:25.497813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04a53a6b-fd74-4280-b447-d921e721b859 req-be76a622-30b0-4011-8958-85476ed6adf5 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 944 time: 0.0671518 Nov 29 18:02:25.507616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a082b4-7685-4e2b-8a9f-fb6b529a1c4f req-c0a809e5-aab6-4a8f-bade-eddaf501278b tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:25.510816 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-74d7cf5d-0f6f-4875-a890-2b026a35da7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:25.515022 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-53a082b4-7685-4e2b-8a9f-fb6b529a1c4f req-c0a809e5-aab6-4a8f-bade-eddaf501278b tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.1281447 Nov 29 18:02:25.555432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] For port c394caaf-1f21-45fe-9937-970c660f3c6c, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:02:25.582613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] For port c394caaf-1f21-45fe-9937-970c660f3c6c, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=c394caaf-1f21-45fe-9937-970c660f3c6c,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:02:25.586083 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-74d7cf5d-0f6f-4875-a890-2b026a35da7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28b4f6b2c1804f829b88a2b4c579882a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6019647 Nov 29 18:02:25.588399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7cf5d-0f6f-4875-a890-2b026a35da7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b7a4f7-27f8-42c6-b6bf-0aaa6ba2f82d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:25.592909 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48130) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:25.593825 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-53a082b4-7685-4e2b-8a9f-fb6b529a1c4f req-f77d94e2-50c3-4001-912f-7ba268e94ae0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778854 Nov 29 18:02:25.612680 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73500a3f-ec09-4cc6-b839-172567ee5e52 req-8b085f8e-09ca-4334-8ec4-4670a1539b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:25.615248 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-73500a3f-ec09-4cc6-b839-172567ee5e52 req-8b085f8e-09ca-4334-8ec4-4670a1539b87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 1095 time: 0.1476295 Nov 29 18:02:25.616799 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:25.625408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04a53a6b-fd74-4280-b447-d921e721b859 req-11d30b5a-0594-48cf-aa8f-caed183303e2 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264670 Nov 29 18:02:25.650590 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:25.651817 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:25.653796 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-66091052-d415-4832-b90a-9360a948884d req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] 10.222.0.20 "PUT /v2.0/ports/c394caaf-1f21-45fe-9937-970c660f3c6c HTTP/1.1" status: 200 len: 1091 time: 1.5929735 Nov 29 18:02:25.805665 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bcc4b-bba3-4fbf-a53c-8420732a2857 service neutron] Pushing event updated for resources: {'Port': ['ID=c394caaf-1f21-45fe-9937-970c660f3c6c,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:25.838425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08140611-60d6-42b1-b2bf-4189bece07a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:25.866908 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66091052-d415-4832-b90a-9360a948884d req-43804a92-685c-4ed5-9f33-e79e5b6ff107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:25.868432 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-66091052-d415-4832-b90a-9360a948884d req-43804a92-685c-4ed5-9f33-e79e5b6ff107 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3088f8c75d046f290eec840d5e8ca8c&device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 1094 time: 0.1411486 Nov 29 18:02:25.869405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73500a3f-ec09-4cc6-b839-172567ee5e52 req-3e4c48cf-bcad-45a0-b57d-8a28c33b6b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:25.871468 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-73500a3f-ec09-4cc6-b839-172567ee5e52 req-3e4c48cf-bcad-45a0-b57d-8a28c33b6b24 service neutron] 10.222.0.31 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 913 time: 0.2423847 Nov 29 18:02:25.887418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61561d6-dd74-404a-aa5d-59aea8831b16 req-f186644c-2723-4566-829c-9f93758fea7a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:25.895357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f61561d6-dd74-404a-aa5d-59aea8831b16 req-f186644c-2723-4566-829c-9f93758fea7a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 944 time: 0.0679748 Nov 29 18:02:25.895848 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08140611-60d6-42b1-b2bf-4189bece07a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:25.949367 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f61561d6-dd74-404a-aa5d-59aea8831b16 req-77bf2d4e-ced8-491d-882f-35aa0b13cd0b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530314 Nov 29 18:02:25.970421 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-66091052-d415-4832-b90a-9360a948884d req-d59c96e5-83c1-4282-b51e-e710de7ba037 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c394caaf-1f21-45fe-9937-970c660f3c6c HTTP/1.1" status: 200 len: 217 time: 0.0833035 Nov 29 18:02:25.970421 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-73500a3f-ec09-4cc6-b839-172567ee5e52 req-040b98cb-d669-4f21-adf6-4eac38820f8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13da414b-5e36-4fd7-a52a-c6db11e3d566 HTTP/1.1" status: 200 len: 217 time: 0.0835216 Nov 29 18:02:26.126136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e1687-6411-44bf-89ca-f1d93e9c7468 req-a63ab6ae-ad4c-4e0a-84d3-ffc6d1bb12d5 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:26.137246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-710e1687-6411-44bf-89ca-f1d93e9c7468 req-a63ab6ae-ad4c-4e0a-84d3-ffc6d1bb12d5 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 945 time: 0.0673101 Nov 29 18:02:26.206192 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-710e1687-6411-44bf-89ca-f1d93e9c7468 req-c1d1478b-759c-4505-bfc4-dafab5a689ad tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671442 Nov 29 18:02:26.332098 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 666eb30b-5978-401b-ab60-bb5580335850 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:26.432790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09dac5-ecd8-434e-91cd-edc74f2dcfb8 req-4193c7f0-37af-408d-8e37-581d3efd9385 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:26.438014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66091052-d415-4832-b90a-9360a948884d req-363eb5df-aad9-4d1f-aa76-276da6dd3de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:26.440698 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-66091052-d415-4832-b90a-9360a948884d req-363eb5df-aad9-4d1f-aa76-276da6dd3de7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e5feab6-2909-41ce-aa7a-6b312f9fc8c0 HTTP/1.1" status: 200 len: 862 time: 0.4581182 Nov 29 18:02:26.442825 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f09dac5-ecd8-434e-91cd-edc74f2dcfb8 req-4193c7f0-37af-408d-8e37-581d3efd9385 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 943 time: 0.0935001 Nov 29 18:02:26.457716 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-f2bb3a9f-df9f-42b4-8f4c-71c3b0f97d8f tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2094800 Nov 29 18:02:26.460823 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73500a3f-ec09-4cc6-b839-172567ee5e52 req-2d592c2f-4496-4723-8879-2425fb22ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:26.461166 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e839bcb0-7689-4b83-88aa-c27520e4d566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:26.462580 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-73500a3f-ec09-4cc6-b839-172567ee5e52 req-2d592c2f-4496-4723-8879-2425fb22ed82 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=733544da-2bc1-4873-95ac-5a788cefa521 HTTP/1.1" status: 200 len: 852 time: 0.4901514 Nov 29 18:02:26.465059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 666eb30b-5978-401b-ab60-bb5580335850 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:26.466505 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:26.471035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:26.493094 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-66091052-d415-4832-b90a-9360a948884d req-cc3d1205-09fe-4523-94b6-e060799fd842 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1dbc3b70-9160-46ab-a0ec-3ff42842f6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294933 Nov 29 18:02:26.536014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f09dac5-ecd8-434e-91cd-edc74f2dcfb8 req-4d8fa48a-a365-447d-b5c8-f0b95f709972 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917888 Nov 29 18:02:26.541847 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:26.619134 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-66091052-d415-4832-b90a-9360a948884d req-04b1d8ef-d033-426b-b755-14f6a09ff405 service neutron] 10.222.0.20 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141758 Nov 29 18:02:26.659439 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:26.665570 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-73500a3f-ec09-4cc6-b839-172567ee5e52 req-f07856fe-c69f-4033-86e3-8b487a013e63 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44aa18b0-f19e-425a-96e9-bf18ebea2498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1713107 Nov 29 18:02:26.701808 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666eb30b-5978-401b-ab60-bb5580335850'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:26.705060 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557bc5cd-4aa2-44f1-a073-f779f51db880" -d '{"events": [{"server_uuid": "02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a", "name": "network-vif-plugged", "status": "completed", "tag": "666eb30b-5978-401b-ab60-bb5580335850"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:26.719615 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 666eb30b-5978-401b-ab60-bb5580335850, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=666eb30b-5978-401b-ab60-bb5580335850,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:26.733639 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:26.775912 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08140611-60d6-42b1-b2bf-4189bece07a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:26.779135 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08140611-60d6-42b1-b2bf-4189bece07a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:26.782562 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-08140611-60d6-42b1-b2bf-4189bece07a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07b7a4f7-27f8-42c6-b6bf-0aaa6ba2f82d HTTP/1.1" status: 204 len: 168 time: 1.1862414 Nov 29 18:02:26.791617 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:26.815278 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=666eb30b-5978-401b-ab60-bb5580335850,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:26.857730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fe8dec-5518-46bb-ba5f-e850e9b828d3', 'tag': 'c394caaf-1f21-45fe-9937-970c660f3c6c'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:26.860980 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c026208f-6358-4264-8cbd-55af0bdfcff2" -d '{"events": [{"name": "network-changed", "server_uuid": "27fe8dec-5518-46bb-ba5f-e850e9b828d3", "tag": "c394caaf-1f21-45fe-9937-970c660f3c6c"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:26.876270 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08140611-60d6-42b1-b2bf-4189bece07a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b7a4f7-27f8-42c6-b6bf-0aaa6ba2f82d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:26.895904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d65b2-c02c-4ff2-901c-0b0c43667a26 req-e4029527-2f69-4e0d-a86e-189136dde05f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:26.899584 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-73500a3f-ec09-4cc6-b839-172567ee5e52 req-38e4702f-2287-4b1d-8a69-6f51d9ffc4b2 service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233269 Nov 29 18:02:26.906056 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c90d65b2-c02c-4ff2-901c-0b0c43667a26 req-e4029527-2f69-4e0d-a86e-189136dde05f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 943 time: 0.1156275 Nov 29 18:02:26.936822 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-66091052-d415-4832-b90a-9360a948884d req-c0936d19-5956-49a0-8a7b-d90ad8fce126 service neutron] 10.222.0.20 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702250 Nov 29 18:02:26.978853 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:27.014152 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-73500a3f-ec09-4cc6-b839-172567ee5e52 req-d475c7c5-a9af-42e1-8f5e-be741ab879b1 service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010778 Nov 29 18:02:27.058442 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c90d65b2-c02c-4ff2-901c-0b0c43667a26 req-8430d6d3-ed81-4c04-8d0c-34334132dbac tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511729 Nov 29 18:02:27.059637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Allocated IP 172.25.3.61 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/cab98272-6630-4b64-b527-dd79a5dc2174) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:02:27.233620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928c10a-fdff-4e64-9720-1826205a1247 req-6a8c3ca9-3149-4c1b-b994-306945c70bae tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:27.241394 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6928c10a-fdff-4e64-9720-1826205a1247 req-6a8c3ca9-3149-4c1b-b994-306945c70bae tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.0911374 Nov 29 18:02:27.272205 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:27.345515 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6928c10a-fdff-4e64-9720-1826205a1247 req-f4a717d3-1e0b-44cc-815b-d4ba84549afa tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978236 Nov 29 18:02:27.370301 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:27.474857 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:27.482738 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:27.487056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:02:27.495994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Pushing event updated for resources: {'Port': ['ID=cab98272-6630-4b64-b527-dd79a5dc2174,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:27.504840 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:27.557106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d2c18-252f-4ba8-8929-699c9a5a602b req-2e28b4da-6ea0-4ca3-80e7-889b8459ff1c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:27.560245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c85d2c18-252f-4ba8-8929-699c9a5a602b req-2e28b4da-6ea0-4ca3-80e7-889b8459ff1c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.1392169 Nov 29 18:02:27.665492 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:27.688091 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c85d2c18-252f-4ba8-8929-699c9a5a602b req-61e23ef3-8689-4cf2-a8fc-3fed170f3576 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055782 Nov 29 18:02:27.754612 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:27.758572 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f48c46a-05be-4eb7-b517-b1c3d2d8ee9c x-openstack-request-id: req-9f48c46a-05be-4eb7-b517-b1c3d2d8ee9c {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:27.759131 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a", "name": "network-vif-plugged", "status": "completed", "tag": "666eb30b-5978-401b-ab60-bb5580335850", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:27.759565 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f48c46a-05be-4eb7-b517-b1c3d2d8ee9c {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:27.760130 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666eb30b-5978-401b-ab60-bb5580335850', 'code': 200} Nov 29 18:02:27.802312 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d90b26-17ac-4dd1-8f18-6e69e2c5adee x-openstack-request-id: req-84d90b26-17ac-4dd1-8f18-6e69e2c5adee {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:27.802854 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fe8dec-5518-46bb-ba5f-e850e9b828d3", "tag": "c394caaf-1f21-45fe-9937-970c660f3c6c", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:27.803192 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84d90b26-17ac-4dd1-8f18-6e69e2c5adee {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:27.803874 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fe8dec-5518-46bb-ba5f-e850e9b828d3', 'tag': 'c394caaf-1f21-45fe-9937-970c660f3c6c', 'status': 'completed', 'code': 200} Nov 29 18:02:27.902005 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026208f-6358-4264-8cbd-55af0bdfcff2 req-c4f0c735-c6bf-40f9-8071-e0223b1cf871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:27.903980 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c026208f-6358-4264-8cbd-55af0bdfcff2 req-c4f0c735-c6bf-40f9-8071-e0223b1cf871 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3088f8c75d046f290eec840d5e8ca8c&device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 1094 time: 0.0706041 Nov 29 18:02:27.989849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0d53e-fdca-4fb3-a8a0-15033bf83889 req-a6defe5b-8d77-4e61-8452-7bbe6e96368a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:27.998367 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abe0d53e-fdca-4fb3-a8a0-15033bf83889 req-a6defe5b-8d77-4e61-8452-7bbe6e96368a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 944 time: 0.0917435 Nov 29 18:02:28.032946 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026208f-6358-4264-8cbd-55af0bdfcff2 req-ea7329b8-4ce1-48b1-a2dc-4d9feae3811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:28.034432 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c026208f-6358-4264-8cbd-55af0bdfcff2 req-ea7329b8-4ce1-48b1-a2dc-4d9feae3811c service neutron] 10.222.0.20 "GET /v2.0/networks?id=1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 HTTP/1.1" status: 200 len: 923 time: 0.1213295 Nov 29 18:02:28.041089 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:28.055858 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:28.112108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abe0d53e-fdca-4fb3-a8a0-15033bf83889 req-e7fa3e62-dd7f-4b95-9619-164979de79d9 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125312 Nov 29 18:02:28.113924 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c026208f-6358-4264-8cbd-55af0bdfcff2 req-88d5a4a8-36d4-4d84-aebc-b0944e3a0e8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c394caaf-1f21-45fe-9937-970c660f3c6c HTTP/1.1" status: 200 len: 217 time: 0.0602384 Nov 29 18:02:28.185870 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026208f-6358-4264-8cbd-55af0bdfcff2 req-c82dab87-6286-4108-853c-cff88733d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:28.187661 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c026208f-6358-4264-8cbd-55af0bdfcff2 req-c82dab87-6286-4108-853c-cff88733d4e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e5feab6-2909-41ce-aa7a-6b312f9fc8c0 HTTP/1.1" status: 200 len: 862 time: 0.0681953 Nov 29 18:02:28.211381 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Pushing event updated for resources: {'Port': ['ID=cab98272-6630-4b64-b527-dd79a5dc2174,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:28.262561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:28.273718 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c026208f-6358-4264-8cbd-55af0bdfcff2 req-3a6e163b-dc21-4e1b-9a2f-fdc117f96516 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1dbc3b70-9160-46ab-a0ec-3ff42842f6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724654 Nov 29 18:02:28.298498 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:28.307488 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-e40834db-7563-4014-9c23-19e57848a1a2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8485205 Nov 29 18:02:28.433520 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 13da414b-5e36-4fd7-a52a-c6db11e3d566 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:02:28.504493 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c026208f-6358-4264-8cbd-55af0bdfcff2 req-f475869c-0a17-4d5a-a7b2-649ce8b5922c service neutron] 10.222.0.20 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198930 Nov 29 18:02:28.741773 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb0d27-7700-4b78-9c23-d9b07472e7a5 req-603b39d7-63e0-4dbf-9221-444ab0f70d5e tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:28.751063 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adfb0d27-7700-4b78-9c23-d9b07472e7a5 req-603b39d7-63e0-4dbf-9221-444ab0f70d5e tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 943 time: 0.5304511 Nov 29 18:02:28.751326 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 13da414b-5e36-4fd7-a52a-c6db11e3d566, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=13da414b-5e36-4fd7-a52a-c6db11e3d566,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:28.767234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-6f42d8da-ebf1-4796-ab3a-dfeac206750e tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 695 time: 0.4582810 Nov 29 18:02:28.774348 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c026208f-6358-4264-8cbd-55af0bdfcff2 req-06900cc3-6946-4d7e-95c7-996ea6ff4009 service neutron] 10.222.0.20 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623336 Nov 29 18:02:28.779192 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '13da414b-5e36-4fd7-a52a-c6db11e3d566', 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498', 'port_id': '13da414b-5e36-4fd7-a52a-c6db11e3d566', 'mac_address': 'fa:16:3e:41:a7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733544da-2bc1-4873-95ac-5a788cefa521', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:02:28.827867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48198) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:28.853708 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:28.868816 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13da414b-5e36-4fd7-a52a-c6db11e3d566 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:28.894728 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 13da414b-5e36-4fd7-a52a-c6db11e3d566, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=13da414b-5e36-4fd7-a52a-c6db11e3d566,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:28.900121 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:28.924595 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adfb0d27-7700-4b78-9c23-d9b07472e7a5 req-deee4d15-f788-4a62-af9f-ab5b4cb652c5 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695116 Nov 29 18:02:28.969171 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=13da414b-5e36-4fd7-a52a-c6db11e3d566,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:29.008463 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:29.034768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1f008875-2e0a-4daf-9b96-0ae2fd8efc74 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-233021482', 'router:external': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:29.049519 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-2788e2d8-baee-4439-9229-c07ebb46be72 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:29.051190 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c89a6cc-f2c6-48e6-a098-eabf57fbcad6 req-2788e2d8-baee-4439-9229-c07ebb46be72 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.2832150 Nov 29 18:02:29.102949 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f008875-2e0a-4daf-9b96-0ae2fd8efc74 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Made reservation on behalf of 128b1c616cf54bf09a205ef10f2e9fdb for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:02:29.105986 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f008875-2e0a-4daf-9b96-0ae2fd8efc74 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:29.127744 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f008875-2e0a-4daf-9b96-0ae2fd8efc74 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:29.273910 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['13da414b-5e36-4fd7-a52a-c6db11e3d566'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:02:29.299154 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c3b2a-cd7b-4b74-9486-b168bc7ccd76 req-50fd73ee-6159-4969-bbdd-a916cfc994e8 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:29.300812 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-465c3b2a-cd7b-4b74-9486-b168bc7ccd76 req-50fd73ee-6159-4969-bbdd-a916cfc994e8 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.1036782 Nov 29 18:02:29.301190 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f008875-2e0a-4daf-9b96-0ae2fd8efc74 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:29.310538 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f008875-2e0a-4daf-9b96-0ae2fd8efc74 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:29.325124 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcede433-605e-409c-a9a6-a37de1e67aa7 req-6bba0c5c-9e09-47ce-9551-522521759ced tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:29.327355 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcede433-605e-409c-a9a6-a37de1e67aa7 req-6bba0c5c-9e09-47ce-9551-522521759ced tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 943 time: 0.1464593 Nov 29 18:02:29.345688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f008875-2e0a-4daf-9b96-0ae2fd8efc74 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ef0a6c-2675-4ce5-92e8-50e4bb958b88,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:29.358190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f008875-2e0a-4daf-9b96-0ae2fd8efc74 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:02:29.371725 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f008875-2e0a-4daf-9b96-0ae2fd8efc74 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:29.373035 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-1f008875-2e0a-4daf-9b96-0ae2fd8efc74 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Added segment 510e035b-adad-4f7f-8f27-63997af0abbf of type vlan for network 62337148-cb66-4eeb-8804-3c2d267d64ca Nov 29 18:02:29.416681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-465c3b2a-cd7b-4b74-9486-b168bc7ccd76 req-96314d90-e37c-4cb6-84b6-0bf75974d35f tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006837 Nov 29 18:02:29.467296 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f008875-2e0a-4daf-9b96-0ae2fd8efc74 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:29.489835 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcede433-605e-409c-a9a6-a37de1e67aa7 req-e3d7a101-7af6-4a9c-863b-fb7a51cea6d3 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228051 Nov 29 18:02:29.525501 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:29.538739 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f008875-2e0a-4daf-9b96-0ae2fd8efc74 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:29.539965 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f008875-2e0a-4daf-9b96-0ae2fd8efc74 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:29.540732 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f008875-2e0a-4daf-9b96-0ae2fd8efc74 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:29.595722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2ce4a-8878-432a-a861-c6aae186d417 req-12621114-d9dc-4b3e-9ed5-6156d454a5a0 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:29.604079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8af2ce4a-8878-432a-a861-c6aae186d417 req-12621114-d9dc-4b3e-9ed5-6156d454a5a0 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.0604856 Nov 29 18:02:29.620366 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f008875-2e0a-4daf-9b96-0ae2fd8efc74 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Pushing event updated for resources: {'Network': ['ID=62337148-cb66-4eeb-8804-3c2d267d64ca,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:29.636019 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 62337148-cb66-4eeb-8804-3c2d267d64ca details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:02:29.642349 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1f008875-2e0a-4daf-9b96-0ae2fd8efc74 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8105431 Nov 29 18:02:29.642674 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48212) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:29.648775 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-bd151ef1-f7b0-4aed-803b-7e010d335d98 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Request body: {'subnet': {'network_id': '62337148-cb66-4eeb-8804-3c2d267d64ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:29.689691 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd151ef1-f7b0-4aed-803b-7e010d335d98 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Made reservation on behalf of 128b1c616cf54bf09a205ef10f2e9fdb for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:02:29.696120 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bd151ef1-f7b0-4aed-803b-7e010d335d98 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:29.700105 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8af2ce4a-8878-432a-a861-c6aae186d417 req-f205bc80-f8da-4197-8ffb-f8925645e024 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950735 Nov 29 18:02:29.758008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90978368-b5a0-460c-aca9-d5a81b1fc252 req-18556f90-a606-4643-8eb2-6549512fe33d tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:29.760515 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90978368-b5a0-460c-aca9-d5a81b1fc252 req-18556f90-a606-4643-8eb2-6549512fe33d tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 945 time: 0.1085010 Nov 29 18:02:29.902106 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90978368-b5a0-460c-aca9-d5a81b1fc252 req-5bc4b03d-2ee5-4dbb-9f85-8efc4bb0ba19 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235218 Nov 29 18:02:29.922662 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:29.977403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-4cf87775-fb73-4bc1-b743-6538a6b3945a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:29.980097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-4cf87775-fb73-4bc1-b743-6538a6b3945a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 821 time: 0.1572411 Nov 29 18:02:30.020191 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-ae5226ce-0bb2-4c51-b443-3a4838594f5f tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/quotas/ae42a66f0529466eadbd747a884b5dbd HTTP/1.1" status: 200 len: 375 time: 0.0329890 Nov 29 18:02:30.100394 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c2977-1dbf-48ca-b50f-235892e2a4e0 req-cc1e2716-c179-4247-8f58-42f2dc14028e tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:30.101107 n-d-819494-5 neutron-server[110004]: DEBUG neutron.objects.ports [None req-bd151ef1-f7b0-4aed-803b-7e010d335d98 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110004) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:02:30.102072 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c7c2977-1dbf-48ca-b50f-235892e2a4e0 req-cc1e2716-c179-4247-8f58-42f2dc14028e tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 943 time: 0.1021736 Nov 29 18:02:30.102388 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bd151ef1-f7b0-4aed-803b-7e010d335d98 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:30.121492 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-5823bca3-df17-4e84-aaed-914203193b67 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1004000 Nov 29 18:02:30.168280 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd151ef1-f7b0-4aed-803b-7e010d335d98 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0ffac86c-60a9-4201-a1d7-3c089b81c2ef,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:30.178018 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd151ef1-f7b0-4aed-803b-7e010d335d98 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Checking segment: {'id': '510e035b-adad-4f7f-8f27-63997af0abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '62337148-cb66-4eeb-8804-3c2d267d64ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:02:30.178390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd151ef1-f7b0-4aed-803b-7e010d335d98 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Network hostable DHCP agents. Network: 62337148-cb66-4eeb-8804-3c2d267d64ca, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:02:30.198867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd151ef1-f7b0-4aed-803b-7e010d335d98 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Network 62337148-cb66-4eeb-8804-3c2d267d64ca is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:02:30.213480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-bd151ef1-f7b0-4aed-803b-7e010d335d98 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 62337148-cb66-4eeb-8804-3c2d267d64ca) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:30.218047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd151ef1-f7b0-4aed-803b-7e010d335d98 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:30.218723 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bd151ef1-f7b0-4aed-803b-7e010d335d98 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:30.228640 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfa3cdc-5b17-4f45-8ab8-f67eac9d2f6c None None] Network 62337148-cb66-4eeb-8804-3c2d267d64ca requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:02:30.229264 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c7c2977-1dbf-48ca-b50f-235892e2a4e0 req-257c9157-18a1-42d6-a8fc-458dd0f609cc tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968335 Nov 29 18:02:30.263131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-f6b7d322-5413-4d96-af1a-89c11dc831a3 service neutron] 10.222.0.23 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406503 Nov 29 18:02:30.271199 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bd151ef1-f7b0-4aed-803b-7e010d335d98 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6266623 Nov 29 18:02:30.274405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48226) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:30.279795 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9b21bdd9-ecb7-4d91-9d68-92bb6586994c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-926114590', 'network_id': '62337148-cb66-4eeb-8804-3c2d267d64ca'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:30.328301 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b21bdd9-ecb7-4d91-9d68-92bb6586994c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Made reservation on behalf of 128b1c616cf54bf09a205ef10f2e9fdb for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:02:30.330721 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9b21bdd9-ecb7-4d91-9d68-92bb6586994c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:30.344516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device c394caaf-1f21-45fe-9937-970c660f3c6c details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:02:30.355899 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-9b21bdd9-ecb7-4d91-9d68-92bb6586994c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] device_id is not set on port 3cd63d59-6807-446f-8562-d0d6fd592b33 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:02:30.467770 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-d443a334-6b48-40d6-90c8-8b63eea23ad2 service neutron] 10.222.0.23 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925650 Nov 29 18:02:30.469039 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de72eeb2-b229-4ebc-924e-3a003e8318d5 None None] Network 62337148-cb66-4eeb-8804-3c2d267d64ca requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:02:30.542210 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-9b21bdd9-ecb7-4d91-9d68-92bb6586994c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Allocated IP 172.20.0.10 (62337148-cb66-4eeb-8804-3c2d267d64ca/0ffac86c-60a9-4201-a1d7-3c089b81c2ef/3cd63d59-6807-446f-8562-d0d6fd592b33) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:02:30.685168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b7a19-1cde-4244-9746-119b0dd8a4a1 req-e93e7828-0472-42bb-98f4-0c9ba5a01a30 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:30.687780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-999b7a19-1cde-4244-9746-119b0dd8a4a1 req-e93e7828-0472-42bb-98f4-0c9ba5a01a30 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.1317120 Nov 29 18:02:30.770747 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-999b7a19-1cde-4244-9746-119b0dd8a4a1 req-1012e4d7-3570-4d8c-a411-b6b218c6c763 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734653 Nov 29 18:02:30.783816 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 13da414b-5e36-4fd7-a52a-c6db11e3d566 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:30.798346 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9b21bdd9-ecb7-4d91-9d68-92bb6586994c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:30.836293 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9b21bdd9-ecb7-4d91-9d68-92bb6586994c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:30.881535 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b21bdd9-ecb7-4d91-9d68-92bb6586994c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Network 62337148-cb66-4eeb-8804-3c2d267d64ca is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:30.885356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-9b21bdd9-ecb7-4d91-9d68-92bb6586994c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:30.888062 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b21bdd9-ecb7-4d91-9d68-92bb6586994c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:02:30.931326 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 13da414b-5e36-4fd7-a52a-c6db11e3d566 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:02:30.932530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0f79c-b649-4fa6-aa3c-4e0ced7af319 req-a0619145-d441-4eb5-b863-ad4c793fe116 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:30.934333 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86e0f79c-b649-4fa6-aa3c-4e0ced7af319 req-a0619145-d441-4eb5-b863-ad4c793fe116 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 943 time: 0.1279948 Nov 29 18:02:30.948109 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 13da414b-5e36-4fd7-a52a-c6db11e3d566 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:30.948470 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:30.950156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d15de01-d630-4444-8e9c-403d5b9a73e7 req-7f4a84b6-76e8-41d5-93e8-b9eb1fc3bd96 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a HTTP/1.1" status: 200 len: 210 time: 0.0855515 Nov 29 18:02:30.995805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port c394caaf-1f21-45fe-9937-970c660f3c6c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=c394caaf-1f21-45fe-9937-970c660f3c6c,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:31.008988 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21bdd9-ecb7-4d91-9d68-92bb6586994c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Pushing event updated for resources: {'Port': ['ID=3cd63d59-6807-446f-8562-d0d6fd592b33,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:31.014778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b21bdd9-ecb7-4d91-9d68-92bb6586994c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:31.015283 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'c394caaf-1f21-45fe-9937-970c660f3c6c', 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5', 'port_id': 'c394caaf-1f21-45fe-9937-970c660f3c6c', 'mac_address': 'fa:16:3e:9a:8f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5feab6-2909-41ce-aa7a-6b312f9fc8c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:02:31.015722 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9b21bdd9-ecb7-4d91-9d68-92bb6586994c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:31.062735 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9b21bdd9-ecb7-4d91-9d68-92bb6586994c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7860281 Nov 29 18:02:31.064492 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48242) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:31.080074 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:31.100742 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86e0f79c-b649-4fa6-aa3c-4e0ced7af319 req-d4b006a5-680b-486a-b742-a022a580fdfd tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435990 Nov 29 18:02:31.121038 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c394caaf-1f21-45fe-9937-970c660f3c6c {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:31.196855 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port c394caaf-1f21-45fe-9937-970c660f3c6c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=c394caaf-1f21-45fe-9937-970c660f3c6c,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:31.206820 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:31.210578 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:31.254978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-2852ebf7-6e11-46df-862a-e369831974e2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Deleting port 3cd63d59-6807-446f-8562-d0d6fd592b33 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:02:31.257564 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2852ebf7-6e11-46df-862a-e369831974e2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:31.271680 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 13da414b-5e36-4fd7-a52a-c6db11e3d566, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=13da414b-5e36-4fd7-a52a-c6db11e3d566,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:31.274560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab3b948-b060-4518-be7c-7e808a87e25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13da414b-5e36-4fd7-a52a-c6db11e3d566'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:31.277374 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55f946a-cdd3-49ff-a4d7-6f76c8a65ed2" -d '{"events": [{"server_uuid": "5ab3b948-b060-4518-be7c-7e808a87e25c", "name": "network-vif-plugged", "status": "completed", "tag": "13da414b-5e36-4fd7-a52a-c6db11e3d566"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:31.277896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa725b9d-7aa1-4bee-8384-20f711d437dd req-ace9a810-3a1d-457b-8262-4278387369ab tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:31.280708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa725b9d-7aa1-4bee-8384-20f711d437dd req-ace9a810-3a1d-457b-8262-4278387369ab tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.1737914 Nov 29 18:02:31.288817 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:31.322856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=c394caaf-1f21-45fe-9937-970c660f3c6c,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:31.363093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa725b9d-7aa1-4bee-8384-20f711d437dd req-d4229972-cfd6-4bee-8b65-e2439521ba04 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753808 Nov 29 18:02:31.375436 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=13da414b-5e36-4fd7-a52a-c6db11e3d566,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:31.376587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdc00d-e25d-4f2e-9db7-d016609fa7b4 req-2dfd0b59-7a3b-41bc-8ca8-4d06c5b6abbf tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:31.379687 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4acdc00d-e25d-4f2e-9db7-d016609fa7b4 req-2dfd0b59-7a3b-41bc-8ca8-4d06c5b6abbf tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 945 time: 0.1691778 Nov 29 18:02:31.428003 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2852ebf7-6e11-46df-862a-e369831974e2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:31.444503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-2852ebf7-6e11-46df-862a-e369831974e2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Calling delete_port for 3cd63d59-6807-446f-8562-d0d6fd592b33 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:02:31.486550 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4acdc00d-e25d-4f2e-9db7-d016609fa7b4 req-a511ba23-1e4e-4ba3-9f3a-c2a014bd01d8 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977700 Nov 29 18:02:31.511216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['c394caaf-1f21-45fe-9937-970c660f3c6c'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:02:31.603849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d5a3f-47a3-406b-a392-ac1ae6dd48da req-9dc58a0f-42b2-4b58-8378-d43a4f67c821 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:31.612784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-606d5a3f-47a3-406b-a392-ac1ae6dd48da req-9dc58a0f-42b2-4b58-8378-d43a4f67c821 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 944 time: 0.1184230 Nov 29 18:02:31.621245 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a590767d-81c2-49ed-9ed4-d80f77645891 x-openstack-request-id: req-a590767d-81c2-49ed-9ed4-d80f77645891 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:31.621516 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab3b948-b060-4518-be7c-7e808a87e25c", "name": "network-vif-plugged", "status": "completed", "tag": "13da414b-5e36-4fd7-a52a-c6db11e3d566", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:31.621761 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a590767d-81c2-49ed-9ed4-d80f77645891 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:31.622228 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab3b948-b060-4518-be7c-7e808a87e25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13da414b-5e36-4fd7-a52a-c6db11e3d566', 'code': 200} Nov 29 18:02:31.681229 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-606d5a3f-47a3-406b-a392-ac1ae6dd48da req-1b32230d-1eca-4c8c-8beb-f3fa3e27c745 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628371 Nov 29 18:02:31.763604 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acf063-115a-42e4-bd35-f37a3f5ca705 req-3067bda6-f184-42fd-a676-e83b7e061e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:31.765673 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-82acf063-115a-42e4-bd35-f37a3f5ca705 req-3067bda6-f184-42fd-a676-e83b7e061e85 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 1097 time: 0.0753222 Nov 29 18:02:31.767188 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2852ebf7-6e11-46df-862a-e369831974e2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:31.798468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852ebf7-6e11-46df-862a-e369831974e2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cd63d59-6807-446f-8562-d0d6fd592b33,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:31.943971 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-82acf063-115a-42e4-bd35-f37a3f5ca705 req-96e222c3-921e-4305-b3ae-889b34e8bfd4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466615 Nov 29 18:02:31.950687 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2852ebf7-6e11-46df-862a-e369831974e2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:31.956977 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2852ebf7-6e11-46df-862a-e369831974e2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "DELETE /v2.0/ports/3cd63d59-6807-446f-8562-d0d6fd592b33 HTTP/1.1" status: 204 len: 168 time: 0.8887248 Nov 29 18:02:31.958488 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48256) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:31.962823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62337148-cb66-4eeb-8804-3c2d267d64ca', 'external_fixed_ips': [{'subnet_id': '0ffac86c-60a9-4201-a1d7-3c089b81c2ef', 'ip_address': '172.20.0.10'}]}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:32.001010 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5d067-c24c-4baa-b0d7-2ff90058e25e req-70c342dc-62fb-4aae-ba61-a33e49e9d70d tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:32.003235 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cae5d067-c24c-4baa-b0d7-2ff90058e25e req-70c342dc-62fb-4aae-ba61-a33e49e9d70d tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.0879812 Nov 29 18:02:32.004701 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:32.007347 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:32.132268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d6cc946-6c0b-40e3-a4a1-3e923ee8f3b7 req-7703cc24-bfb5-45ba-9559-28c884962a23 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a HTTP/1.1" status: 200 len: 210 time: 0.0779655 Nov 29 18:02:32.137470 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cae5d067-c24c-4baa-b0d7-2ff90058e25e req-a5e45218-8f6e-49c2-8242-b2190f09f6a8 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257596 Nov 29 18:02:32.140099 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:32.335059 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:32.354411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba752390-cdcf-476f-8345-8487dbadaa8e req-5e8dc3c7-da3e-4a1d-809c-f5b66bde5ba7 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:32.355933 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba752390-cdcf-476f-8345-8487dbadaa8e req-5e8dc3c7-da3e-4a1d-809c-f5b66bde5ba7 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 943 time: 0.1274114 Nov 29 18:02:32.459076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba752390-cdcf-476f-8345-8487dbadaa8e req-c031e898-f7dc-42a9-b364-b7e8fe2d425f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868857 Nov 29 18:02:32.549019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b16e0f-24a3-45c7-bb19-be4552450d7e req-7668ef00-92e9-486b-950e-857585d2ecd0 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:32.550703 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f0b16e0f-24a3-45c7-bb19-be4552450d7e req-7668ef00-92e9-486b-950e-857585d2ecd0 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.0906811 Nov 29 18:02:32.754042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f0b16e0f-24a3-45c7-bb19-be4552450d7e req-6e34369f-58df-48a4-a27f-e440ab40009f tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962845 Nov 29 18:02:32.772523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cb684-733b-4339-bd9a-beab310dae25 req-500760e2-e764-4878-8d9a-51777bfa2e27 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:32.780385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b2cb684-733b-4339-bd9a-beab310dae25 req-500760e2-e764-4878-8d9a-51777bfa2e27 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 946 time: 0.1994727 Nov 29 18:02:32.795359 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-88f2a134-c8ed-4904-acb5-46178c16fcc4 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:32.796670 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-88f2a134-c8ed-4904-acb5-46178c16fcc4 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.31 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 821 time: 0.1976628 Nov 29 18:02:32.811201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-cc285633-ee62-4e33-a2ec-83e20e1b6b0a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Request body: {'port': {'device_id': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'admin_state_up': True, 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:32.823314 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:32.855988 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:32.895355 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b2cb684-733b-4339-bd9a-beab310dae25 req-f16a00b0-481d-44f1-9ad0-cf53f88e94eb tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138268 Nov 29 18:02:33.011480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-cc285633-ee62-4e33-a2ec-83e20e1b6b0a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Made reservation on behalf of ae42a66f0529466eadbd747a884b5dbd for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:02:33.017078 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-cc285633-ee62-4e33-a2ec-83e20e1b6b0a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:33.041377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d2333-416d-4817-a693-333b1edd3caf req-763756e9-3364-4979-92da-bacd33d87759 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:33.049413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b83d2333-416d-4817-a693-333b1edd3caf req-763756e9-3364-4979-92da-bacd33d87759 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 944 time: 0.1186571 Nov 29 18:02:33.141440 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b83d2333-416d-4817-a693-333b1edd3caf req-9025f211-968f-4fc9-8d63-522466ae7a5c tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913179 Nov 29 18:02:33.155105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Allocated IP 172.20.0.10 (62337148-cb66-4eeb-8804-3c2d267d64ca/0ffac86c-60a9-4201-a1d7-3c089b81c2ef/405d4986-bab1-4460-87fd-daf088c99e90) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:02:33.246614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-cc285633-ee62-4e33-a2ec-83e20e1b6b0a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Allocated IP 172.20.0.5 (39203c14-ffc3-4c68-9e58-e974394ebffa/a9b0e63f-da31-4419-9231-8890339f64e7/bbdd051f-a825-4ddf-b124-d07569ea98f6) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:02:33.291007 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c15f742-b163-4a13-8706-f936d637d79c req-04c5d72d-32c6-4b6e-b847-5384ae7f5b89 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a HTTP/1.1" status: 200 len: 210 time: 0.0475500 Nov 29 18:02:33.310282 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:33.382738 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c27ceb-8ea1-48bb-b5bc-b5a2eea91654 req-ff52e0cc-28f7-4a8c-9c9c-5ea48168a547 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:33.389981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54c27ceb-8ea1-48bb-b5bc-b5a2eea91654 req-ff52e0cc-28f7-4a8c-9c9c-5ea48168a547 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.1040502 Nov 29 18:02:33.423994 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:33.471143 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-cc285633-ee62-4e33-a2ec-83e20e1b6b0a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:33.522479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54c27ceb-8ea1-48bb-b5bc-b5a2eea91654 req-b88b8bee-a24a-4690-b0d8-dd82acd19353 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195943 Nov 29 18:02:33.522479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Network 62337148-cb66-4eeb-8804-3c2d267d64ca is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:33.522479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:33.530868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:02:33.542556 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-cc285633-ee62-4e33-a2ec-83e20e1b6b0a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:33.556072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['051db120-0ad4-4a3c-9dd2-b62d99c91c67'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:02:33.564622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Pushing event updated for resources: {'Port': ['ID=405d4986-bab1-4460-87fd-daf088c99e90,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:33.613094 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-cc285633-ee62-4e33-a2ec-83e20e1b6b0a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Network 39203c14-ffc3-4c68-9e58-e974394ebffa is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:33.616502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-cc285633-ee62-4e33-a2ec-83e20e1b6b0a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:33.620203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-cc285633-ee62-4e33-a2ec-83e20e1b6b0a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:02:33.661869 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc285633-ee62-4e33-a2ec-83e20e1b6b0a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Pushing event updated for resources: {'Port': ['ID=bbdd051f-a825-4ddf-b124-d07569ea98f6,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:33.697617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-cc285633-ee62-4e33-a2ec-83e20e1b6b0a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:33.698400 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-cc285633-ee62-4e33-a2ec-83e20e1b6b0a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:33.723015 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892335dd-9440-4ce7-b37a-a763e0d8bb08 req-e1e12204-cb9c-449d-8226-8059bcaca592 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:33.723382 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-cc285633-ee62-4e33-a2ec-83e20e1b6b0a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9163363 Nov 29 18:02:33.730667 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-892335dd-9440-4ce7-b37a-a763e0d8bb08 req-e1e12204-cb9c-449d-8226-8059bcaca592 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 943 time: 0.1538672 Nov 29 18:02:33.758545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Request body: {'port': {'device_id': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:33.846004 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:33.916466 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-892335dd-9440-4ce7-b37a-a763e0d8bb08 req-ddf881fb-d7cf-484a-a8fd-57774182f3a5 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836650 Nov 29 18:02:34.017017 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d08f7-a730-4eb7-bb9b-ee0e7ff023fa req-6330e241-e25d-4436-9278-41f511026bff tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:34.018687 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a57d08f7-a730-4eb7-bb9b-ee0e7ff023fa req-6330e241-e25d-4436-9278-41f511026bff tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.1149030 Nov 29 18:02:34.111380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-61be6289-4114-43bf-92db-81da5e12d980 None None] Provisioning complete for port bbdd051f-a825-4ddf-b124-d07569ea98f6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:34.111699 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61be6289-4114-43bf-92db-81da5e12d980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:34.154673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21c748-bdf1-4133-afd6-22888e112253 req-e33a7766-d019-4829-81c5-0576bdbe3939 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:34.161936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a21c748-bdf1-4133-afd6-22888e112253 req-e33a7766-d019-4829-81c5-0576bdbe3939 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 946 time: 0.1168222 Nov 29 18:02:34.166497 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a57d08f7-a730-4eb7-bb9b-ee0e7ff023fa req-27a7cbc4-313d-43b6-85a2-406ca5149d0b tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203904 Nov 29 18:02:34.183876 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-61be6289-4114-43bf-92db-81da5e12d980 None None] Port bbdd051f-a825-4ddf-b124-d07569ea98f6 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:02:34.191629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:34.225263 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbdd051f-a825-4ddf-b124-d07569ea98f6 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:34.246587 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:34.278572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Transition to ACTIVE for port object bbdd051f-a825-4ddf-b124-d07569ea98f6 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:02:34.285395 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a21c748-bdf1-4133-afd6-22888e112253 req-2dca73dc-97eb-4f42-a728-409943538547 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220593 Nov 29 18:02:34.288798 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:34.374500 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f4ae2c65-d143-4d02-b11d-95904236bd64 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:02:34.390753 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device c394caaf-1f21-45fe-9937-970c660f3c6c up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:34.433302 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Pushing event updated for resources: {'Port': ['ID=bbdd051f-a825-4ddf-b124-d07569ea98f6,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:34.574287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Attempting to bind port bbdd051f-a825-4ddf-b124-d07569ea98f6 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:02:34.575861 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Attempting to bind port bbdd051f-a825-4ddf-b124-d07569ea98f6 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'a3785e16-34e6-46b1-9fc6-afb45535a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:02:34.576785 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Attempting to bind port bbdd051f-a825-4ddf-b124-d07569ea98f6 on network 39203c14-ffc3-4c68-9e58-e974394ebffa {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:34.600029 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Port bbdd051f-a825-4ddf-b124-d07569ea98f6 on network 39203c14-ffc3-4c68-9e58-e974394ebffa not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:02:34.600717 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Attempting to bind port bbdd051f-a825-4ddf-b124-d07569ea98f6 on network 39203c14-ffc3-4c68-9e58-e974394ebffa {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:34.614431 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:02:34.615202 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Checking segment: {'id': 'a3785e16-34e6-46b1-9fc6-afb45535a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:02:34.615833 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Bound using segment: {'id': 'a3785e16-34e6-46b1-9fc6-afb45535a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:02:34.616517 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Bound port: bbdd051f-a825-4ddf-b124-d07569ea98f6, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3785e16-34e6-46b1-9fc6-afb45535a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:02:34.617108 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:34.670280 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port c394caaf-1f21-45fe-9937-970c660f3c6c completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:02:34.675944 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port c394caaf-1f21-45fe-9937-970c660f3c6c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:34.676405 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:34.683049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960cf5a-dd39-48e4-a941-e8b3122dca95 req-f8bd3f27-c8af-40c8-83f8-d62a546201d5 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:34.684626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0960cf5a-dd39-48e4-a941-e8b3122dca95 req-f8bd3f27-c8af-40c8-83f8-d62a546201d5 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 944 time: 0.1950328 Nov 29 18:02:34.712927 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:34.728149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f4ae2c65-d143-4d02-b11d-95904236bd64, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f4ae2c65-d143-4d02-b11d-95904236bd64,segment=NetworkSegment(3983a04f-5cc0-49fb-9820-b441a7e52113),segment_id=3983a04f-5cc0-49fb-9820-b441a7e52113)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:34.759945 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'f4ae2c65-d143-4d02-b11d-95904236bd64', 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75', 'port_id': 'f4ae2c65-d143-4d02-b11d-95904236bd64', 'mac_address': 'fa:16:3e:3a:7d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:02:34.766135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] For port bbdd051f-a825-4ddf-b124-d07569ea98f6, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:02:34.771589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] For port bbdd051f-a825-4ddf-b124-d07569ea98f6, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=bbdd051f-a825-4ddf-b124-d07569ea98f6,segment=NetworkSegment(a3785e16-34e6-46b1-9fc6-afb45535a542),segment_id=a3785e16-34e6-46b1-9fc6-afb45535a542)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:02:34.781203 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:34.850866 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:34.852875 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:34.854676 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] 10.222.0.31 "PUT /v2.0/ports/bbdd051f-a825-4ddf-b124-d07569ea98f6 HTTP/1.1" status: 200 len: 1091 time: 1.1109607 Nov 29 18:02:34.855413 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'tag': 'bbdd051f-a825-4ddf-b124-d07569ea98f6'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:34.859842 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2253ade-a6a6-4e5a-8a3a-9fe800f80f19" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a", "tag": "bbdd051f-a825-4ddf-b124-d07569ea98f6"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:34.901447 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189a792-0eb0-4bf9-aff4-aae33f3a9699 service neutron] Pushing event updated for resources: {'Port': ['ID=bbdd051f-a825-4ddf-b124-d07569ea98f6,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:34.954526 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:35.025544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-96965b8b-94cd-4146-9311-78fb1770ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:35.027294 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-96965b8b-94cd-4146-9311-78fb1770ac19 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a HTTP/1.1" status: 200 len: 1094 time: 0.0811584 Nov 29 18:02:35.041336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fe8dec-5518-46bb-ba5f-e850e9b828d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c394caaf-1f21-45fe-9937-970c660f3c6c'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:35.051190 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b06941-6e51-4571-8aa0-908e597ef5f7" -d '{"events": [{"server_uuid": "27fe8dec-5518-46bb-ba5f-e850e9b828d3", "name": "network-vif-plugged", "status": "completed", "tag": "c394caaf-1f21-45fe-9937-970c660f3c6c"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:35.092847 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port c394caaf-1f21-45fe-9937-970c660f3c6c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=c394caaf-1f21-45fe-9937-970c660f3c6c,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:35.094537 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-9aca1944-8b29-4a0b-b4e5-d05cc6b4e3c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbdd051f-a825-4ddf-b124-d07569ea98f6 HTTP/1.1" status: 200 len: 217 time: 0.0587630 Nov 29 18:02:35.095890 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:35.113506 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ae2c65-d143-4d02-b11d-95904236bd64 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:35.120819 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:35.168291 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f4ae2c65-d143-4d02-b11d-95904236bd64, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f4ae2c65-d143-4d02-b11d-95904236bd64,segment=NetworkSegment(3983a04f-5cc0-49fb-9820-b441a7e52113),segment_id=3983a04f-5cc0-49fb-9820-b441a7e52113)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:35.180853 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:35.207293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=c394caaf-1f21-45fe-9937-970c660f3c6c,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:35.224858 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-568f2320-f720-49a6-af26-d81d82142d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:35.226844 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-568f2320-f720-49a6-af26-d81d82142d71 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a9b0e63f-da31-4419-9231-8890339f64e7 HTTP/1.1" status: 200 len: 860 time: 0.1241653 Nov 29 18:02:35.285128 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=f4ae2c65-d143-4d02-b11d-95904236bd64,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:35.302482 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-f2bca156-e912-4a08-bded-42bf737a25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:35.304366 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-f2bca156-e912-4a08-bded-42bf737a25eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39203c14-ffc3-4c68-9e58-e974394ebffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653622 Nov 29 18:02:35.380325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0960cf5a-dd39-48e4-a941-e8b3122dca95 req-293174ba-31b9-4724-a32c-3a97102fcf76 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6783891 Nov 29 18:02:35.434347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950a019-5ff3-457e-a7cd-242705d51e4f req-813939bd-de50-4083-a9c3-07b48e91c3c4 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:35.442725 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0950a019-5ff3-457e-a7cd-242705d51e4f req-813939bd-de50-4083-a9c3-07b48e91c3c4 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a HTTP/1.1" status: 200 len: 943 time: 0.6979384 Nov 29 18:02:35.462195 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-348ea878-f853-4260-8442-30b6840a8cf3 service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436327 Nov 29 18:02:35.480183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['f4ae2c65-d143-4d02-b11d-95904236bd64'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:02:35.581047 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6e7bce95-628c-477c-bf8a-42731b240f81 req-c53b80a2-690d-4a42-97c8-594d78e5fbba service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095557 Nov 29 18:02:35.608504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2126c-d68c-479c-82ef-c32e27858e5b req-c5176138-1c92-4d10-ab92-35284ff0a03c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:35.610046 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1fa2126c-d68c-479c-82ef-c32e27858e5b req-c5176138-1c92-4d10-ab92-35284ff0a03c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.1577170 Nov 29 18:02:35.629151 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0950a019-5ff3-457e-a7cd-242705d51e4f req-531c6166-7d4c-4cd7-a63e-9545cbc45ef1 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849279 Nov 29 18:02:35.675103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Router a3191bc2-cc68-4fea-a5ff-55812b78c0ab is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:02:35.709955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1fa2126c-d68c-479c-82ef-c32e27858e5b req-9adfcd3e-62d0-47f3-aeea-11b77ead505f tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910311 Nov 29 18:02:35.779360 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9185c158-2c66-487d-8015-0327b91301a8 x-openstack-request-id: req-9185c158-2c66-487d-8015-0327b91301a8 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:35.779658 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a", "tag": "bbdd051f-a825-4ddf-b124-d07569ea98f6", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:35.779933 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9185c158-2c66-487d-8015-0327b91301a8 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:35.780374 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'tag': 'bbdd051f-a825-4ddf-b124-d07569ea98f6', 'status': 'completed', 'code': 200} Nov 29 18:02:35.872859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2253ade-a6a6-4e5a-8a3a-9fe800f80f19 req-57733fc2-35cc-492f-8c24-0e754eb05b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:35.874833 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a2253ade-a6a6-4e5a-8a3a-9fe800f80f19 req-57733fc2-35cc-492f-8c24-0e754eb05b2b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a HTTP/1.1" status: 200 len: 1094 time: 0.0722094 Nov 29 18:02:35.896421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740c828-0064-45e6-8670-014c299b4627 req-8c25bb6a-ef55-435a-9a2f-ac0d6fd0b0da tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:35.897966 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6740c828-0064-45e6-8670-014c299b4627 req-8c25bb6a-ef55-435a-9a2f-ac0d6fd0b0da tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 946 time: 0.1531916 Nov 29 18:02:35.945521 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:02:35.966820 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Sync routers for ids ['a3191bc2-cc68-4fea-a5ff-55812b78c0ab'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:02:35.980727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Routers {'a3191bc2-cc68-4fea-a5ff-55812b78c0ab'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:35.984800 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a3191bc2-cc68-4fea-a5ff-55812b78c0ab'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:35.992075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20011da1-61f6-4332-b523-edf101abd027 req-25f933dd-4377-4eb5-9cd7-2d92832e8f5a tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:35.993632 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20011da1-61f6-4332-b523-edf101abd027 req-25f933dd-4377-4eb5-9cd7-2d92832e8f5a tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 944 time: 0.1502705 Nov 29 18:02:36.008011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6740c828-0064-45e6-8670-014c299b4627 req-481d62fb-b6b0-44cc-b972-a7ebbfa82a0b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956249 Nov 29 18:02:36.031059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2253ade-a6a6-4e5a-8a3a-9fe800f80f19 req-30b8bf34-b133-4950-8425-7420b3f9c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:36.033273 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a2253ade-a6a6-4e5a-8a3a-9fe800f80f19 req-30b8bf34-b133-4950-8425-7420b3f9c3e9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 922 time: 0.1486177 Nov 29 18:02:36.052365 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:36.062751 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2c09b22c-598c-4e3e-887d-947def8ed91a tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.1031072 Nov 29 18:02:36.072745 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48308) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:36.105727 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1543945-4606-426e-a08b-ebc7b5eacfa6 x-openstack-request-id: req-e1543945-4606-426e-a08b-ebc7b5eacfa6 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:36.106018 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fe8dec-5518-46bb-ba5f-e850e9b828d3", "name": "network-vif-plugged", "status": "completed", "tag": "c394caaf-1f21-45fe-9937-970c660f3c6c", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:36.106280 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1543945-4606-426e-a08b-ebc7b5eacfa6 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:36.106703 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fe8dec-5518-46bb-ba5f-e850e9b828d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c394caaf-1f21-45fe-9937-970c660f3c6c', 'code': 200} Nov 29 18:02:36.132105 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a2253ade-a6a6-4e5a-8a3a-9fe800f80f19 req-a27f2528-c8b1-4680-bd44-ce8483dcd501 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbdd051f-a825-4ddf-b124-d07569ea98f6 HTTP/1.1" status: 200 len: 217 time: 0.0849805 Nov 29 18:02:36.230031 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2253ade-a6a6-4e5a-8a3a-9fe800f80f19 req-bc0f4ba9-d2ca-4b79-b129-c273acce9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:36.231476 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a2253ade-a6a6-4e5a-8a3a-9fe800f80f19 req-bc0f4ba9-d2ca-4b79-b129-c273acce9c8e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a9b0e63f-da31-4419-9231-8890339f64e7 HTTP/1.1" status: 200 len: 860 time: 0.0984359 Nov 29 18:02:36.240591 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20011da1-61f6-4332-b523-edf101abd027 req-ca5e553d-c02a-4f52-86c0-fe1fb276d361 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308822 Nov 29 18:02:36.248617 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Set router a3191bc2-cc68-4fea-a5ff-55812b78c0ab gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:02:36.306845 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-938da75d-c783-40a0-a383-4a8cd49f3a37 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:36.330035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2253ade-a6a6-4e5a-8a3a-9fe800f80f19 req-513254ad-a4dd-4080-8177-bbd0b2619173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:36.331579 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a2253ade-a6a6-4e5a-8a3a-9fe800f80f19 req-513254ad-a4dd-4080-8177-bbd0b2619173 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39203c14-ffc3-4c68-9e58-e974394ebffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913317 Nov 29 18:02:36.335421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583ac5d-1e29-458f-b9ec-bc2de4a23553 req-29482424-2d01-4f02-a1ee-4e3dacabe1fc tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:36.341471 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30163c5b-7202-403c-bbbc-dbee73bab6ee req-06b7348f-ca27-4bd4-a71f-d428972ed5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:36.343020 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-30163c5b-7202-403c-bbbc-dbee73bab6ee req-06b7348f-ca27-4bd4-a71f-d428972ed5e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 1096 time: 0.1104271 Nov 29 18:02:36.343934 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0583ac5d-1e29-458f-b9ec-bc2de4a23553 req-29482424-2d01-4f02-a1ee-4e3dacabe1fc tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.1466405 Nov 29 18:02:36.463871 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a2253ade-a6a6-4e5a-8a3a-9fe800f80f19 req-a9ad1c92-66cc-41fb-9d04-6ee1a6b53a98 service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171579 Nov 29 18:02:36.473860 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f4ae2c65-d143-4d02-b11d-95904236bd64 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:36.482991 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0583ac5d-1e29-458f-b9ec-bc2de4a23553 req-c605c59d-e929-499d-97f6-2def9afe9bc6 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296420 Nov 29 18:02:36.599426 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-30163c5b-7202-403c-bbbc-dbee73bab6ee req-6600384c-86f0-4962-97d0-6aac10930332 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342093 Nov 29 18:02:36.601140 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port f4ae2c65-d143-4d02-b11d-95904236bd64 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:02:36.610418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port f4ae2c65-d143-4d02-b11d-95904236bd64 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:36.610694 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:36.657804 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3191bc2-cc68-4fea-a5ff-55812b78c0ab', 'name': '', 'tenant_id': '128b1c616cf54bf09a205ef10f2e9fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62337148-cb66-4eeb-8804-3c2d267d64ca', 'external_fixed_ips': [{'subnet_id': '0ffac86c-60a9-4201-a1d7-3c089b81c2ef', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '405d4986-bab1-4460-87fd-daf088c99e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:02:32Z', 'updated_at': '2021-11-29T18:02:33Z', 'revision_number': 3, 'project_id': '128b1c616cf54bf09a205ef10f2e9fdb', 'gw_port': {'id': '405d4986-bab1-4460-87fd-daf088c99e90', 'name': '', 'network_id': '62337148-cb66-4eeb-8804-3c2d267d64ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:32:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3191bc2-cc68-4fea-a5ff-55812b78c0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '0ffac86c-60a9-4201-a1d7-3c089b81c2ef', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:32Z', 'updated_at': '2021-11-29T18:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ffac86c-60a9-4201-a1d7-3c089b81c2ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:36.665209 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-938da75d-c783-40a0-a383-4a8cd49f3a37 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:36.682197 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a2253ade-a6a6-4e5a-8a3a-9fe800f80f19 req-7eff460a-d709-4469-a737-f9f0903b221a service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928127 Nov 29 18:02:36.691650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e671c-cc69-4acd-a55a-95003c3d0f88 req-641543c1-87a8-43f1-85c5-7502a39857c5 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:36.702494 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-696e671c-cc69-4acd-a55a-95003c3d0f88 req-641543c1-87a8-43f1-85c5-7502a39857c5 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 945 time: 0.1241996 Nov 29 18:02:36.730438 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Checking router: a3191bc2-cc68-4fea-a5ff-55812b78c0ab for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:02:36.730817 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Updating router a3191bc2-cc68-4fea-a5ff-55812b78c0ab port 405d4986-bab1-4460-87fd-daf088c99e90 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:02:36.775803 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:36.867079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-696e671c-cc69-4acd-a55a-95003c3d0f88 req-2d55d5b3-947f-4d97-b137-29abc574d295 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507523 Nov 29 18:02:36.931326 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:36.991705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-938da75d-c783-40a0-a383-4a8cd49f3a37 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Deleting port 405d4986-bab1-4460-87fd-daf088c99e90 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:02:36.992072 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-938da75d-c783-40a0-a383-4a8cd49f3a37 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:37.016162 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f4ae2c65-d143-4d02-b11d-95904236bd64, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f4ae2c65-d143-4d02-b11d-95904236bd64,segment=NetworkSegment(3983a04f-5cc0-49fb-9820-b441a7e52113),segment_id=3983a04f-5cc0-49fb-9820-b441a7e52113)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:37.092938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24813fde-5c64-4d7b-9a3e-c7af2ae57cdd req-6f24a9d8-e8d4-4945-b7d7-32f2d9bdd9d5 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:37.094627 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24813fde-5c64-4d7b-9a3e-c7af2ae57cdd req-6f24a9d8-e8d4-4945-b7d7-32f2d9bdd9d5 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a HTTP/1.1" status: 200 len: 943 time: 0.2194757 Nov 29 18:02:37.135770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e7717-7408-4a9f-827c-094e0224b868 req-a7657988-4d05-4621-bbfd-4bcf51d71c76 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:37.137367 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce2e7717-7408-4a9f-827c-094e0224b868 req-a7657988-4d05-4621-bbfd-4bcf51d71c76 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 946 time: 0.1877367 Nov 29 18:02:37.154572 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:37.160379 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:37.166270 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:37.219577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Attempting to bind port 405d4986-bab1-4460-87fd-daf088c99e90 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:02:37.219964 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Attempting to bind port 405d4986-bab1-4460-87fd-daf088c99e90 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '510e035b-adad-4f7f-8f27-63997af0abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '62337148-cb66-4eeb-8804-3c2d267d64ca'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:02:37.220333 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Attempting to bind port 405d4986-bab1-4460-87fd-daf088c99e90 on network 62337148-cb66-4eeb-8804-3c2d267d64ca {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:37.224521 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24813fde-5c64-4d7b-9a3e-c7af2ae57cdd req-2e141628-dc71-4867-8a73-3430a7951ab0 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215138 Nov 29 18:02:37.234888 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:02:37.235483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Checking segment: {'id': '510e035b-adad-4f7f-8f27-63997af0abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '62337148-cb66-4eeb-8804-3c2d267d64ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:02:37.236196 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:37.236656 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Bound using segment: {'id': '510e035b-adad-4f7f-8f27-63997af0abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '62337148-cb66-4eeb-8804-3c2d267d64ca'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:02:37.237143 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Bound port: 405d4986-bab1-4460-87fd-daf088c99e90, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510e035b-adad-4f7f-8f27-63997af0abbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '62337148-cb66-4eeb-8804-3c2d267d64ca'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:02:37.237654 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:37.291627 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=f4ae2c65-d143-4d02-b11d-95904236bd64,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:37.304149 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-938da75d-c783-40a0-a383-4a8cd49f3a37 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:37.341435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] For port 405d4986-bab1-4460-87fd-daf088c99e90, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:02:37.358993 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018cd8f-b149-4906-92b9-fdb78d27e2d5 None None] Pushing event updated for resources: {'Port': ['ID=405d4986-bab1-4460-87fd-daf088c99e90,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:37.363333 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] For port 405d4986-bab1-4460-87fd-daf088c99e90, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=405d4986-bab1-4460-87fd-daf088c99e90,segment=NetworkSegment(510e035b-adad-4f7f-8f27-63997af0abbf),segment_id=510e035b-adad-4f7f-8f27-63997af0abbf)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:02:37.369527 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:37.379053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce2e7717-7408-4a9f-827c-094e0224b868 req-2aacded6-90b1-437f-bba2-aa3d22791d88 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257056 Nov 29 18:02:37.380101 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-938da75d-c783-40a0-a383-4a8cd49f3a37 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Calling delete_port for 405d4986-bab1-4460-87fd-daf088c99e90 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:02:37.433646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Routers {'a3191bc2-cc68-4fea-a5ff-55812b78c0ab'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:37.434285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a3191bc2-cc68-4fea-a5ff-55812b78c0ab'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:37.519181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03de771-ee35-4970-b538-c44df099b2d8 req-59fce3f2-03b3-4db0-b1df-f06af944529d tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:37.527014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a03de771-ee35-4970-b538-c44df099b2d8 req-59fce3f2-03b3-4db0-b1df-f06af944529d tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.2126665 Nov 29 18:02:37.612217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c6f0-409b-4563-aabf-0868a4930064 req-dc3a555c-b990-48d7-aeff-bb2533ea6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:37.615091 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be94c6f0-409b-4563-aabf-0868a4930064 req-dc3a555c-b990-48d7-aeff-bb2533ea6ef8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f98c901b4a8443da51fb3668250a02a&device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 1101 time: 0.0805919 Nov 29 18:02:37.648515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81c311-3695-43a2-a5c4-bc058264db36 req-1afe12dc-6b8b-4862-a7ee-40a854f3102f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:37.656908 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef81c311-3695-43a2-a5c4-bc058264db36 req-1afe12dc-6b8b-4862-a7ee-40a854f3102f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 945 time: 0.1471374 Nov 29 18:02:37.669709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018cd8f-b149-4906-92b9-fdb78d27e2d5 None None] Pushing event updated for resources: {'Port': ['ID=405d4986-bab1-4460-87fd-daf088c99e90,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:37.697268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] Set router a3191bc2-cc68-4fea-a5ff-55812b78c0ab gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:02:37.721814 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef81c311-3695-43a2-a5c4-bc058264db36 req-6581e4ce-7337-48e8-96cd-bd13e4230280 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591536 Nov 29 18:02:37.749456 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a03de771-ee35-4970-b538-c44df099b2d8 req-54c782b8-89d0-4078-8f61-05961722f544 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214067 Nov 29 18:02:37.770213 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3191bc2-cc68-4fea-a5ff-55812b78c0ab', 'name': '', 'tenant_id': '128b1c616cf54bf09a205ef10f2e9fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:02:32Z', 'updated_at': '2021-11-29T18:02:36Z', 'revision_number': 4, 'project_id': '128b1c616cf54bf09a205ef10f2e9fdb', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:37.832487 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1d1b12-1de6-4fea-8da4-865855e44f61 None None] The sync data for ids ['a3191bc2-cc68-4fea-a5ff-55812b78c0ab'] in n-d-819494-5 is: [{'id': 'a3191bc2-cc68-4fea-a5ff-55812b78c0ab', 'name': '', 'tenant_id': '128b1c616cf54bf09a205ef10f2e9fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:02:32Z', 'updated_at': '2021-11-29T18:02:36Z', 'revision_number': 4, 'project_id': '128b1c616cf54bf09a205ef10f2e9fdb', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:02:37.936051 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ecf03493-1aa2-45e7-87f4-4bb05cfd73bf req-89879a03-aeac-4110-9796-2c60b85d04c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1678557 Nov 29 18:02:37.937266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c6f0-409b-4563-aabf-0868a4930064 req-edba24f4-4ac2-4faf-b228-9e6f921acf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:37.940307 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be94c6f0-409b-4563-aabf-0868a4930064 req-edba24f4-4ac2-4faf-b228-9e6f921acf79 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.2934234 Nov 29 18:02:38.070265 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be94c6f0-409b-4563-aabf-0868a4930064 req-032ea17c-9356-45f4-9bef-068503f89d2e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=e7089bc8-64d1-4cf7-9635-35fac372dc9a HTTP/1.1" status: 200 len: 217 time: 0.1176300 Nov 29 18:02:38.070824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd3b98-2c76-4ca4-92a3-d9ef1c1905bb req-d4c07947-6402-4b4f-a88d-61cfa0281410 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:38.085967 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8bd3b98-2c76-4ca4-92a3-d9ef1c1905bb req-d4c07947-6402-4b4f-a88d-61cfa0281410 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.2038014 Nov 29 18:02:38.105534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf03493-1aa2-45e7-87f4-4bb05cfd73bf req-caa6da4e-de22-49dc-89a3-5071384b9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:38.108468 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8e945c-4df5-4611-b9d0-3a5e86a534b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ae2c65-d143-4d02-b11d-95904236bd64'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:38.110726 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ecf03493-1aa2-45e7-87f4-4bb05cfd73bf req-caa6da4e-de22-49dc-89a3-5071384b9fc1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f98c901b4a8443da51fb3668250a02a&device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 1101 time: 0.1456885 Nov 29 18:02:38.110907 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ea9392-b5e6-4197-bd63-2a8e5ed26c55" -d '{"events": [{"server_uuid": "ec8e945c-4df5-4611-b9d0-3a5e86a534b3", "name": "network-vif-plugged", "status": "completed", "tag": "f4ae2c65-d143-4d02-b11d-95904236bd64"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:38.186463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4fa32-e2e7-474d-9003-bacf04f00716 req-98392f87-9b1a-4938-96a8-68acf769d015 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:38.189105 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62f4fa32-e2e7-474d-9003-bacf04f00716 req-98392f87-9b1a-4938-96a8-68acf769d015 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 945 time: 0.1810336 Nov 29 18:02:38.259868 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8bd3b98-2c76-4ca4-92a3-d9ef1c1905bb req-ba2d49d4-8863-42b9-9052-55d671dfb489 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687093 Nov 29 18:02:38.268427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c6f0-409b-4563-aabf-0868a4930064 req-e9422a30-8887-4f49-9f30-30932cd78f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:38.268695 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-938da75d-c783-40a0-a383-4a8cd49f3a37 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:38.269913 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be94c6f0-409b-4563-aabf-0868a4930064 req-e9422a30-8887-4f49-9f30-30932cd78f22 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1886346 Nov 29 18:02:38.330967 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf03493-1aa2-45e7-87f4-4bb05cfd73bf req-a02681c9-f1b3-40f9-a665-9ee5d977776c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:38.332434 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ecf03493-1aa2-45e7-87f4-4bb05cfd73bf req-a02681c9-f1b3-40f9-a665-9ee5d977776c service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1712656 Nov 29 18:02:38.344930 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938da75d-c783-40a0-a383-4a8cd49f3a37 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Pushing event deleted for resources: {'Port': ['ID=405d4986-bab1-4460-87fd-daf088c99e90,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:38.358033 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c6f0-409b-4563-aabf-0868a4930064 req-1b57b044-0c73-4e11-9549-7c2cba916b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:38.360676 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be94c6f0-409b-4563-aabf-0868a4930064 req-1b57b044-0c73-4e11-9549-7c2cba916b47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0763223 Nov 29 18:02:38.391131 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c45432-f7c3-4af5-a122-f53b4a08def6 x-openstack-request-id: req-06c45432-f7c3-4af5-a122-f53b4a08def6 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:38.391433 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8e945c-4df5-4611-b9d0-3a5e86a534b3", "name": "network-vif-plugged", "status": "completed", "tag": "f4ae2c65-d143-4d02-b11d-95904236bd64", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:38.391706 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06c45432-f7c3-4af5-a122-f53b4a08def6 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:38.392103 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8e945c-4df5-4611-b9d0-3a5e86a534b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ae2c65-d143-4d02-b11d-95904236bd64', 'code': 200} Nov 29 18:02:38.404721 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ecf03493-1aa2-45e7-87f4-4bb05cfd73bf req-2415a097-3857-4dac-8c10-0eee2afd9eee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=05a9a751-dc5c-4b18-be4f-116bf81004c3 HTTP/1.1" status: 200 len: 217 time: 0.0638161 Nov 29 18:02:38.485014 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device bbdd051f-a825-4ddf-b124-d07569ea98f6 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:02:38.492353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62f4fa32-e2e7-474d-9003-bacf04f00716 req-caf56122-bfbe-42c3-9e08-9e05881ee5ac tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762413 Nov 29 18:02:38.530834 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-938da75d-c783-40a0-a383-4a8cd49f3a37 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:38.637408 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf03493-1aa2-45e7-87f4-4bb05cfd73bf req-5d67b265-49cc-4d97-9fbd-a5738793f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:38.641084 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ecf03493-1aa2-45e7-87f4-4bb05cfd73bf req-5d67b265-49cc-4d97-9fbd-a5738793f94c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.2183120 Nov 29 18:02:38.660909 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-938da75d-c783-40a0-a383-4a8cd49f3a37 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:38.662964 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port bbdd051f-a825-4ddf-b124-d07569ea98f6, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=bbdd051f-a825-4ddf-b124-d07569ea98f6,segment=NetworkSegment(a3785e16-34e6-46b1-9fc6-afb45535a542),segment_id=a3785e16-34e6-46b1-9fc6-afb45535a542)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:38.663121 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-938da75d-c783-40a0-a383-4a8cd49f3a37 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:38.678533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'bbdd051f-a825-4ddf-b124-d07569ea98f6', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'port_id': 'bbdd051f-a825-4ddf-b124-d07569ea98f6', 'mac_address': 'fa:16:3e:04:7d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:02:38.722968 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:38.745196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbdd051f-a825-4ddf-b124-d07569ea98f6 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:38.771902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port bbdd051f-a825-4ddf-b124-d07569ea98f6, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=bbdd051f-a825-4ddf-b124-d07569ea98f6,segment=NetworkSegment(a3785e16-34e6-46b1-9fc6-afb45535a542),segment_id=a3785e16-34e6-46b1-9fc6-afb45535a542)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:38.786992 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-938da75d-c783-40a0-a383-4a8cd49f3a37 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:38.787653 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938da75d-c783-40a0-a383-4a8cd49f3a37 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3191bc2-cc68-4fea-a5ff-55812b78c0ab {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:02:38.789492 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:38.817983 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-938da75d-c783-40a0-a383-4a8cd49f3a37 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:38.822142 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-938da75d-c783-40a0-a383-4a8cd49f3a37 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "DELETE /v2.0/routers/a3191bc2-cc68-4fea-a5ff-55812b78c0ab HTTP/1.1" status: 204 len: 168 time: 2.7471650 Nov 29 18:02:38.823162 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48336) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:38.873479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=bbdd051f-a825-4ddf-b124-d07569ea98f6,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:38.901962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5379e2-d134-45c2-bd37-a1712b2cd187 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Deleting subnet 0ffac86c-60a9-4201-a1d7-3c089b81c2ef {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:02:38.917806 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b5379e2-d134-45c2-bd37-a1712b2cd187 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:38.962573 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e5fda-f465-4898-ac63-f98298a242ae req-a8a98882-0f17-4497-ad85-d9ad4a081fcb tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:38.970561 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de7e5fda-f465-4898-ac63-f98298a242ae req-a8a98882-0f17-4497-ad85-d9ad4a081fcb tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a HTTP/1.1" status: 200 len: 943 time: 0.4755633 Nov 29 18:02:39.010708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73377e7-0dc6-48cb-b305-5220f2700b62 req-0867816f-96b0-471d-b05d-f705c856c884 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:39.012626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c73377e7-0dc6-48cb-b305-5220f2700b62 req-0867816f-96b0-471d-b05d-f705c856c884 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 946 time: 0.2704620 Nov 29 18:02:39.065951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439249eb-46ed-4826-a163-740cb591e75d req-42a0867d-4033-4c25-99ad-d4e0039af63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:39.067833 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-439249eb-46ed-4826-a163-740cb591e75d req-42a0867d-4033-4c25-99ad-d4e0039af63f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 1096 time: 0.5958838 Nov 29 18:02:39.080784 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980c048-db95-4bf0-9ac6-8ff7f697bede req-77ac1589-a1c2-4880-97ee-d936b3a61354 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:39.087408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a980c048-db95-4bf0-9ac6-8ff7f697bede req-77ac1589-a1c2-4880-97ee-d936b3a61354 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 946 time: 0.3124218 Nov 29 18:02:39.090028 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be94c6f0-409b-4563-aabf-0868a4930064 req-8fe705f4-9ad0-4b3f-8269-f7ec22f51882 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6959379 Nov 29 18:02:39.094239 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b5379e2-d134-45c2-bd37-a1712b2cd187 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:39.109298 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf03493-1aa2-45e7-87f4-4bb05cfd73bf req-10812454-26a4-4195-b753-d9aa11f31a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:39.110805 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ecf03493-1aa2-45e7-87f4-4bb05cfd73bf req-10812454-26a4-4195-b753-d9aa11f31a07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4562385 Nov 29 18:02:39.163803 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['bbdd051f-a825-4ddf-b124-d07569ea98f6'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:02:39.171397 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b5379e2-d134-45c2-bd37-a1712b2cd187 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:39.260255 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-439249eb-46ed-4826-a163-740cb591e75d req-f8bc2f34-6f4d-4837-8572-654cdc772be2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819129 Nov 29 18:02:39.296577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a980c048-db95-4bf0-9ac6-8ff7f697bede req-5308c140-56f3-4d1e-97c1-42c9e26d0770 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066588 Nov 29 18:02:39.331826 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de7e5fda-f465-4898-ac63-f98298a242ae req-ea3ba8e8-474c-4894-b6f0-21813cabe090 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602395 Nov 29 18:02:39.334888 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be94c6f0-409b-4563-aabf-0868a4930064 req-c252c60b-54a2-4aed-9199-c47ea6dd40e5 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297764 Nov 29 18:02:39.356015 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ecf03493-1aa2-45e7-87f4-4bb05cfd73bf req-0190b81e-0987-4a20-bce3-e08e859487f5 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355399 Nov 29 18:02:39.385745 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b5379e2-d134-45c2-bd37-a1712b2cd187 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:39.429994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5379e2-d134-45c2-bd37-a1712b2cd187 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0ffac86c-60a9-4201-a1d7-3c089b81c2ef,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:39.455055 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b5379e2-d134-45c2-bd37-a1712b2cd187 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:39.465788 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8b5379e2-d134-45c2-bd37-a1712b2cd187 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/0ffac86c-60a9-4201-a1d7-3c089b81c2ef HTTP/1.1" status: 204 len: 168 time: 0.6374097 Nov 29 18:02:39.467803 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48342) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:39.516891 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-c73377e7-0dc6-48cb-b305-5220f2700b62 req-adf1d2a5-a8dd-49cb-954c-0953debe97d7 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Deleting port 13da414b-5e36-4fd7-a52a-c6db11e3d566 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:02:39.517179 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c73377e7-0dc6-48cb-b305-5220f2700b62 req-adf1d2a5-a8dd-49cb-954c-0953debe97d7 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:39.635863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac47d2e-6ad7-40cf-93a1-a73b0fe79df0 req-11eaae62-c5dd-4353-b42f-f2cdba67439e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:39.643804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ac47d2e-6ad7-40cf-93a1-a73b0fe79df0 req-11eaae62-c5dd-4353-b42f-f2cdba67439e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.1331892 Nov 29 18:02:39.646447 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-470a998a-4d30-4dde-a5f4-27e4cdf0c89b tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:39.656256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f530e0-5e7a-484f-a739-1089428b5abd req-2095cf57-3426-44a0-845b-0f9ce0f0b3bd tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:39.657731 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26f530e0-5e7a-484f-a739-1089428b5abd req-2095cf57-3426-44a0-845b-0f9ce0f0b3bd tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 945 time: 0.1834974 Nov 29 18:02:39.681563 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ecf03493-1aa2-45e7-87f4-4bb05cfd73bf req-82365ac7-d681-4516-bc3c-a690028fa50e service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808784 Nov 29 18:02:39.776007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c73377e7-0dc6-48cb-b305-5220f2700b62 req-adf1d2a5-a8dd-49cb-954c-0953debe97d7 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] For port 13da414b-5e36-4fd7-a52a-c6db11e3d566, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=13da414b-5e36-4fd7-a52a-c6db11e3d566,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:39.776402 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c73377e7-0dc6-48cb-b305-5220f2700b62 req-adf1d2a5-a8dd-49cb-954c-0953debe97d7 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:39.796761 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-470a998a-4d30-4dde-a5f4-27e4cdf0c89b tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:39.824334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-470a998a-4d30-4dde-a5f4-27e4cdf0c89b tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62337148-cb66-4eeb-8804-3c2d267d64ca']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:39.827590 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26f530e0-5e7a-484f-a739-1089428b5abd req-25f67a4d-4e55-4691-a9d1-f26f55b183e3 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569564 Nov 29 18:02:39.836611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-c73377e7-0dc6-48cb-b305-5220f2700b62 req-adf1d2a5-a8dd-49cb-954c-0953debe97d7 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Calling delete_port for 13da414b-5e36-4fd7-a52a-c6db11e3d566 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:02:39.838380 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-470a998a-4d30-4dde-a5f4-27e4cdf0c89b tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510e035b-adad-4f7f-8f27-63997af0abbf') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:39.838824 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-470a998a-4d30-4dde-a5f4-27e4cdf0c89b tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510e035b-adad-4f7f-8f27-63997af0abbf') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:39.852279 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-470a998a-4d30-4dde-a5f4-27e4cdf0c89b tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:39.874781 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ac47d2e-6ad7-40cf-93a1-a73b0fe79df0 req-2e399d9f-8e68-4cb9-a63a-e43025a91a09 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300036 Nov 29 18:02:39.883877 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-470a998a-4d30-4dde-a5f4-27e4cdf0c89b tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:39.910931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470a998a-4d30-4dde-a5f4-27e4cdf0c89b tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:02:39.912175 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-470a998a-4d30-4dde-a5f4-27e4cdf0c89b tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:02:39.916601 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:02:40.000416 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-470a998a-4d30-4dde-a5f4-27e4cdf0c89b tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:40.008847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470a998a-4d30-4dde-a5f4-27e4cdf0c89b tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 62337148-cb66-4eeb-8804-3c2d267d64ca {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 18:02:40.011794 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-470a998a-4d30-4dde-a5f4-27e4cdf0c89b tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:40.029609 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-470a998a-4d30-4dde-a5f4-27e4cdf0c89b tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "DELETE /v2.0/networks/62337148-cb66-4eeb-8804-3c2d267d64ca HTTP/1.1" status: 204 len: 168 time: 0.5604057 Nov 29 18:02:40.052929 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a998a-4d30-4dde-a5f4-27e4cdf0c89b tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Pushing event deleted for resources: {'Network': ['ID=62337148-cb66-4eeb-8804-3c2d267d64ca,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:40.129135 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61038055-05b5-434d-a82a-3ae6ab3b2f55 req-5b9ff965-659f-4ecb-acd8-2e0a523a9f14 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:40.132734 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61038055-05b5-434d-a82a-3ae6ab3b2f55 req-5b9ff965-659f-4ecb-acd8-2e0a523a9f14 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.1595306 Nov 29 18:02:40.262279 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61038055-05b5-434d-a82a-3ae6ab3b2f55 req-81ce4282-d192-43b0-8005-e3ac95f7176a tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073015 Nov 29 18:02:40.307839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de478ec7-78e9-4c75-98fa-1cb455c707fc req-e784d6c8-065d-48f7-b737-b858ff6d8f01 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:40.309494 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de478ec7-78e9-4c75-98fa-1cb455c707fc req-e784d6c8-065d-48f7-b737-b858ff6d8f01 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 945 time: 0.2429736 Nov 29 18:02:40.352046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48356) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:40.359085 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-029cf570-2c6d-4817-b9f0-e03aec32e9c4 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Request body: {'router': {'name': 'tempest-router--229773865', 'project_id': 'a0f7afbc0fb245e186195fdd25ef44fa'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:40.418263 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de478ec7-78e9-4c75-98fa-1cb455c707fc req-dd1385f9-6cb7-4ce6-bafc-26661d243fab tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006019 Nov 29 18:02:40.427533 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-029cf570-2c6d-4817-b9f0-e03aec32e9c4 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:40.429885 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-029cf570-2c6d-4817-b9f0-e03aec32e9c4 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:40.488560 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c73377e7-0dc6-48cb-b305-5220f2700b62 req-adf1d2a5-a8dd-49cb-954c-0953debe97d7 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:40.505697 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['13da414b-5e36-4fd7-a52a-c6db11e3d566'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:02:40.567802 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d45e8a8-7a0a-4740-904d-7d3ac3ebea32 req-f22a2677-1541-498a-bd34-71f01c684a4e tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ab3b948-b060-4518-be7c-7e808a87e25c HTTP/1.1" status: 200 len: 210 time: 0.0995069 Nov 29 18:02:40.570386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device bbdd051f-a825-4ddf-b124-d07569ea98f6 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:40.599947 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-029cf570-2c6d-4817-b9f0-e03aec32e9c4 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:40.609094 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-029cf570-2c6d-4817-b9f0-e03aec32e9c4 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:40.641479 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-029cf570-2c6d-4817-b9f0-e03aec32e9c4 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:40.646893 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-029cf570-2c6d-4817-b9f0-e03aec32e9c4 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2928991 Nov 29 18:02:40.647651 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48360) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:40.652475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1d2a5-a8dd-49cb-954c-0953debe97d7 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Pushing event deleted for resources: {'Port': ['ID=13da414b-5e36-4fd7-a52a-c6db11e3d566,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:40.653232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port bbdd051f-a825-4ddf-b124-d07569ea98f6 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:02:40.660577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port bbdd051f-a825-4ddf-b124-d07569ea98f6 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:40.664833 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:40.746246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73377e7-0dc6-48cb-b305-5220f2700b62 req-adf1d2a5-a8dd-49cb-954c-0953debe97d7 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] No DVR routers for this DVR port 13da414b-5e36-4fd7-a52a-c6db11e3d566 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:02:40.783466 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f131d37-29e2-4bf2-85ce-44ee79f0983d tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:40.785610 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:40.787636 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c73377e7-0dc6-48cb-b305-5220f2700b62 req-adf1d2a5-a8dd-49cb-954c-0953debe97d7 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:40.791250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c73377e7-0dc6-48cb-b305-5220f2700b62 req-adf1d2a5-a8dd-49cb-954c-0953debe97d7 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.31 "DELETE /v2.0/ports/13da414b-5e36-4fd7-a52a-c6db11e3d566 HTTP/1.1" status: 204 len: 173 time: 1.7563922 Nov 29 18:02:40.805737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab3b948-b060-4518-be7c-7e808a87e25c', 'name': 'network-vif-deleted', 'tag': '13da414b-5e36-4fd7-a52a-c6db11e3d566'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:40.808236 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852e8af1-fc48-4c0a-bf34-ec573db0477b" -d '{"events": [{"server_uuid": "5ab3b948-b060-4518-be7c-7e808a87e25c", "name": "network-vif-deleted", "tag": "13da414b-5e36-4fd7-a52a-c6db11e3d566"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:40.845215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port bbdd051f-a825-4ddf-b124-d07569ea98f6, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=bbdd051f-a825-4ddf-b124-d07569ea98f6,segment=NetworkSegment(a3785e16-34e6-46b1-9fc6-afb45535a542),segment_id=a3785e16-34e6-46b1-9fc6-afb45535a542)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:40.845215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdd051f-a825-4ddf-b124-d07569ea98f6'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:40.845215 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5911df3-0bb6-4523-93ca-c0395e1bb004" -d '{"events": [{"server_uuid": "8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a", "name": "network-vif-plugged", "status": "completed", "tag": "bbdd051f-a825-4ddf-b124-d07569ea98f6"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:40.848852 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:40.866869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1903aaa-aefe-4681-b91c-e5107019d88d req-480a3d2c-1619-491a-8450-ac14137326b6 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:40.878858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1903aaa-aefe-4681-b91c-e5107019d88d req-480a3d2c-1619-491a-8450-ac14137326b6 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a HTTP/1.1" status: 200 len: 944 time: 0.2375317 Nov 29 18:02:40.910192 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f105e-75d9-48d1-a703-23e6e9684ec8 req-793a4058-eb30-49fe-b622-2b1a38784d7d tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:40.910192 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c88f105e-75d9-48d1-a703-23e6e9684ec8 req-793a4058-eb30-49fe-b622-2b1a38784d7d tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 945 time: 0.1929135 Nov 29 18:02:40.921831 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=bbdd051f-a825-4ddf-b124-d07569ea98f6,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:40.988596 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1903aaa-aefe-4681-b91c-e5107019d88d req-e12cb347-868b-4329-a144-f65089d2b528 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109340 Nov 29 18:02:41.071983 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c88f105e-75d9-48d1-a703-23e6e9684ec8 req-4d09a428-ffe0-4b84-9024-acb202446756 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414311 Nov 29 18:02:41.088530 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6beae12b-511a-41f0-90b2-59d4e9b41de9 x-openstack-request-id: req-6beae12b-511a-41f0-90b2-59d4e9b41de9 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:41.088831 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab3b948-b060-4518-be7c-7e808a87e25c", "name": "network-vif-deleted", "tag": "13da414b-5e36-4fd7-a52a-c6db11e3d566", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:41.089091 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6beae12b-511a-41f0-90b2-59d4e9b41de9 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:41.090564 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab3b948-b060-4518-be7c-7e808a87e25c', 'name': 'network-vif-deleted', 'tag': '13da414b-5e36-4fd7-a52a-c6db11e3d566', 'status': 'completed', 'code': 200} Nov 29 18:02:41.135363 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f131d37-29e2-4bf2-85ce-44ee79f0983d tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:41.137888 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f131d37-29e2-4bf2-85ce-44ee79f0983d tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:41.153840 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43c3280-33d4-429d-9a15-a63e44abc1cd x-openstack-request-id: req-a43c3280-33d4-429d-9a15-a63e44abc1cd {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:41.154414 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a", "name": "network-vif-plugged", "status": "completed", "tag": "bbdd051f-a825-4ddf-b124-d07569ea98f6", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:41.155008 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a43c3280-33d4-429d-9a15-a63e44abc1cd {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:41.155595 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdd051f-a825-4ddf-b124-d07569ea98f6', 'code': 200} Nov 29 18:02:41.192935 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f131d37-29e2-4bf2-85ce-44ee79f0983d tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:41.193579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f131d37-29e2-4bf2-85ce-44ee79f0983d tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29f8bd4c-9d1a-4a4e-bf1f-de9cc92710bc {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:02:41.213099 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f131d37-29e2-4bf2-85ce-44ee79f0983d tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:41.214588 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0f131d37-29e2-4bf2-85ce-44ee79f0983d tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "DELETE /v2.0/routers/29f8bd4c-9d1a-4a4e-bf1f-de9cc92710bc HTTP/1.1" status: 204 len: 168 time: 0.5659719 Nov 29 18:02:41.254155 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43987a0-e67a-4ea4-9b32-f803d8f5db96 req-6f851032-aa18-49f5-8c26-1527805fb7a2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:41.256094 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f43987a0-e67a-4ea4-9b32-f803d8f5db96 req-6f851032-aa18-49f5-8c26-1527805fb7a2 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 945 time: 0.1107385 Nov 29 18:02:41.396226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48382) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:41.707093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f43987a0-e67a-4ea4-9b32-f803d8f5db96 req-ccd0c0be-4769-4934-aaa7-814981cd71d9 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4345689 Nov 29 18:02:41.712300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbfd86-ea62-47f9-bafc-28ca9abd069f req-08defe8b-9328-4232-b5ad-15f61f6f9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:41.713960 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1110100571', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}, 'admin_state_up': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:41.719993 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96bbfd86-ea62-47f9-bafc-28ca9abd069f req-08defe8b-9328-4232-b5ad-15f61f6f9af5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a HTTP/1.1" status: 200 len: 1096 time: 0.4627907 Nov 29 18:02:41.738801 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd93f9-0f2a-4c40-a22d-2ca938737413 req-9df80327-967d-489b-a11e-3310866bd6af tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:41.749412 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66dd93f9-0f2a-4c40-a22d-2ca938737413 req-9df80327-967d-489b-a11e-3310866bd6af tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.4824352 Nov 29 18:02:41.773804 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:41.775868 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:41.840654 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66dd93f9-0f2a-4c40-a22d-2ca938737413 req-4a59c504-04da-4216-99be-24999d83c6f0 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852854 Nov 29 18:02:41.843695 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96bbfd86-ea62-47f9-bafc-28ca9abd069f req-88936a1a-def3-411a-8542-bebd6e40ee57 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914423 Nov 29 18:02:41.860965 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:41.950614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9cb6f-d165-4194-810e-6bebbf9ff81f req-b7898c86-6ad5-4db8-979c-f9329b56c589 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:41.958218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ea9cb6f-d165-4194-810e-6bebbf9ff81f req-b7898c86-6ad5-4db8-979c-f9329b56c589 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.0603497 Nov 29 18:02:42.027310 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ea9cb6f-d165-4194-810e-6bebbf9ff81f req-1c56bebf-5c88-4f26-8716-0ddb7f731e22 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645244 Nov 29 18:02:42.070868 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:42.220486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d723889-fefe-43c3-a31f-68025689bc40 req-f4762171-b11c-44d4-9814-c6a76aa02362 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:42.222902 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d723889-fefe-43c3-a31f-68025689bc40 req-f4762171-b11c-44d4-9814-c6a76aa02362 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 945 time: 0.0712264 Nov 29 18:02:42.234877 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48404) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:42.240609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d356ae08-1b49-44b5-9c74-c51106d24931 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Request body: {'floatingip': {'port_id': 'f4ae2c65-d143-4d02-b11d-95904236bd64'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:42.287241 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d356ae08-1b49-44b5-9c74-c51106d24931 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:42.421415 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:42.449298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1752caa-13d0-4c55-a62c-bc950d4e1e13 req-23723de9-e460-4bba-a241-8acc2690cc26 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:42.451446 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:42.457300 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1752caa-13d0-4c55-a62c-bc950d4e1e13 req-23723de9-e460-4bba-a241-8acc2690cc26 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a HTTP/1.1" status: 200 len: 945 time: 0.1321900 Nov 29 18:02:42.520534 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 13da414b-5e36-4fd7-a52a-c6db11e3d566 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:02:42.549549 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 13da414b-5e36-4fd7-a52a-c6db11e3d566 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:02:42.549900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 13da414b-5e36-4fd7-a52a-c6db11e3d566 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:02:42.586037 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Allocated IP 172.25.3.158 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/9c6b895f-2ff2-49e8-8e24-6b2e01bb640b) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:02:42.685922 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1752caa-13d0-4c55-a62c-bc950d4e1e13 req-fad8e043-7d55-40c5-8c80-5ad1bfdee8d3 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275698 Nov 29 18:02:42.708507 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:42.754193 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:42.795942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:42.798891 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:42.801374 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:02:42.827684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd97666-10be-4206-9c44-221a7705ca36 req-7966a01d-71b6-4734-bbca-29437e1cae6f tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:42.828279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Pushing event updated for resources: {'Port': ['ID=9c6b895f-2ff2-49e8-8e24-6b2e01bb640b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:42.829181 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd97666-10be-4206-9c44-221a7705ca36 req-7966a01d-71b6-4734-bbca-29437e1cae6f tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 812 time: 0.2238791 Nov 29 18:02:42.867955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd97666-10be-4206-9c44-221a7705ca36 req-fe864a55-fe77-4595-9616-3141012e725a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/quotas/9b07239bb1bf45548250748a91a26cf4 HTTP/1.1" status: 200 len: 375 time: 0.0211399 Nov 29 18:02:42.937561 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd97666-10be-4206-9c44-221a7705ca36 req-33c99d3f-10bc-4d29-9a7e-2ee7610a25b4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392444 Nov 29 18:02:42.947245 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55823cb-d9fb-4662-8a45-023db5131c89 req-4d5ecb8c-2534-4ae4-b7b2-f34b4087c2e9 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:42.948709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d55823cb-d9fb-4662-8a45-023db5131c89 req-4d5ecb8c-2534-4ae4-b7b2-f34b4087c2e9 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 945 time: 0.1441185 Nov 29 18:02:43.098327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d55823cb-d9fb-4662-8a45-023db5131c89 req-d1ba0838-7744-47f6-8ed2-083c45c54d9d tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375456 Nov 29 18:02:43.125494 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:43.152847 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd97666-10be-4206-9c44-221a7705ca36 req-d1068c1a-cdda-4056-bab7-37209fc7cc6a service neutron] 10.222.0.23 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031667 Nov 29 18:02:43.161335 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d356ae08-1b49-44b5-9c74-c51106d24931 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:43.171639 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d356ae08-1b49-44b5-9c74-c51106d24931 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:43.360111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93ad8b-7016-45b1-9ff1-cd4914a59b41 req-bb20819f-7af7-480e-8da3-622129d7754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:43.361828 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-db93ad8b-7016-45b1-9ff1-cd4914a59b41 req-bb20819f-7af7-480e-8da3-622129d7754e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97df2f9382ba451a9c1578f7e940bef7&device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 1096 time: 0.1829140 Nov 29 18:02:43.365811 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd97666-10be-4206-9c44-221a7705ca36 req-9bd9f75f-e76e-4925-904a-0545acf0b9c8 service neutron] 10.222.0.23 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033029 Nov 29 18:02:43.374341 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-d356ae08-1b49-44b5-9c74-c51106d24931 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Floating IP 9c194f86-9f5d-46eb-97d1-0b6cb997e1a1 associated. External IP: 172.25.3.242, port: f4ae2c65-d143-4d02-b11d-95904236bd64. Nov 29 18:02:43.420433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf0da5-cff9-46de-89ee-c4714026cbb0 req-3d9e5911-e576-4d49-9708-62d2441a77bb tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:43.421945 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51bf0da5-cff9-46de-89ee-c4714026cbb0 req-3d9e5911-e576-4d49-9708-62d2441a77bb tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.1249778 Nov 29 18:02:43.522598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51bf0da5-cff9-46de-89ee-c4714026cbb0 req-bc582627-d6ab-4033-9ebe-0afb92c87e46 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900269 Nov 29 18:02:43.634902 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b701eec-20a9-49fe-837e-5a1289f0c5ea req-3a84884e-253a-47bb-8683-f1ca025145c4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 210 time: 0.0457580 Nov 29 18:02:43.702499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b4f42-98eb-4228-b5be-43521fa0695b req-e2f237f6-0c44-411d-ac32-b4042037249e tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:43.704007 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af3b4f42-98eb-4228-b5be-43521fa0695b req-e2f237f6-0c44-411d-ac32-b4042037249e tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.1272693 Nov 29 18:02:43.757256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d356ae08-1b49-44b5-9c74-c51106d24931 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Router 5190b275-78d7-453c-8955-ccc7894507f4 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:02:43.792224 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af3b4f42-98eb-4228-b5be-43521fa0695b req-39c19f4a-c4eb-4977-b7cc-30403a5a4080 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729761 Nov 29 18:02:43.798207 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:43.873968 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93ad8b-7016-45b1-9ff1-cd4914a59b41 req-698ac053-27db-406a-a4a6-97ee7bff474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:43.875483 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-db93ad8b-7016-45b1-9ff1-cd4914a59b41 req-698ac053-27db-406a-a4a6-97ee7bff474d service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 200 len: 918 time: 0.4842641 Nov 29 18:02:43.936271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18179f-4098-4bee-b296-397b238b9267 req-4f32c0c4-e8ec-4151-b3fc-62d3a39f36da tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:43.937626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f18179f-4098-4bee-b296-397b238b9267 req-4f32c0c4-e8ec-4151-b3fc-62d3a39f36da tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a HTTP/1.1" status: 200 len: 945 time: 0.1018145 Nov 29 18:02:43.956237 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d356ae08-1b49-44b5-9c74-c51106d24931 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:02:43.966315 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d356ae08-1b49-44b5-9c74-c51106d24931 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:43.969893 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42139dcf-971d-41c4-8183-0452322d45f7 None None] Sync routers for ids ['5190b275-78d7-453c-8955-ccc7894507f4'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:02:43.984855 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42139dcf-971d-41c4-8183-0452322d45f7 None None] Routers {'5190b275-78d7-453c-8955-ccc7894507f4'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:43.986280 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-db93ad8b-7016-45b1-9ff1-cd4914a59b41 req-8bc1fcfb-600d-4490-a7d7-82f0624bdd75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666eb30b-5978-401b-ab60-bb5580335850 HTTP/1.1" status: 200 len: 1001 time: 0.1019256 Nov 29 18:02:43.987755 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-42139dcf-971d-41c4-8183-0452322d45f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5190b275-78d7-453c-8955-ccc7894507f4'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:44.020903 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d356ae08-1b49-44b5-9c74-c51106d24931 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "PUT /v2.0/floatingips/9c194f86-9f5d-46eb-97d1-0b6cb997e1a1 HTTP/1.1" status: 200 len: 991 time: 1.7824311 Nov 29 18:02:44.031620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8e945c-4df5-4611-b9d0-3a5e86a534b3', 'tag': 'f4ae2c65-d143-4d02-b11d-95904236bd64'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:44.034304 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51c5ef5-d165-456c-9454-cc24094df876" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8e945c-4df5-4611-b9d0-3a5e86a534b3", "tag": "f4ae2c65-d143-4d02-b11d-95904236bd64"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:44.064755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93ad8b-7016-45b1-9ff1-cd4914a59b41 req-ac506732-d1c2-4c52-916f-d9e3479aef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:44.066259 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-db93ad8b-7016-45b1-9ff1-cd4914a59b41 req-ac506732-d1c2-4c52-916f-d9e3479aef3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ca0fa01-1410-4496-bcd2-b27afbda8311 HTTP/1.1" status: 200 len: 856 time: 0.0726719 Nov 29 18:02:44.073034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Router a769a7f9-fc6e-49fb-81a3-6bf3e2140f5c is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:02:44.082693 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f18179f-4098-4bee-b296-397b238b9267 req-06989727-9b0f-4a75-8271-8ccab21293cd tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361496 Nov 29 18:02:44.116729 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-42139dcf-971d-41c4-8183-0452322d45f7 None None] Set router 5190b275-78d7-453c-8955-ccc7894507f4 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:02:44.134527 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd15982-d98b-43fd-aeb9-8e13387422db x-openstack-request-id: req-cfd15982-d98b-43fd-aeb9-8e13387422db {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:44.135106 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8e945c-4df5-4611-b9d0-3a5e86a534b3", "tag": "f4ae2c65-d143-4d02-b11d-95904236bd64", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:44.135780 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfd15982-d98b-43fd-aeb9-8e13387422db {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:44.136380 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8e945c-4df5-4611-b9d0-3a5e86a534b3', 'tag': 'f4ae2c65-d143-4d02-b11d-95904236bd64', 'status': 'completed', 'code': 200} Nov 29 18:02:44.302034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93ad8b-7016-45b1-9ff1-cd4914a59b41 req-6fce1454-db6e-49fe-b124-87c2b8682dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:44.303856 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-db93ad8b-7016-45b1-9ff1-cd4914a59b41 req-6fce1454-db6e-49fe-b124-87c2b8682dcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b54b066-b601-4f01-8160-e9f1bf33b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2247458 Nov 29 18:02:44.351111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c7a21-1f10-4da0-85aa-66072009839d req-4f6e673b-879b-47ae-ace6-96ace2b2e7bd tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:44.352601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f7c7a21-1f10-4da0-85aa-66072009839d req-4f6e673b-879b-47ae-ace6-96ace2b2e7bd tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 945 time: 0.1221397 Nov 29 18:02:44.361930 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-7648548a-2121-4043-a417-384c890d2c1c tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:44.363532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-7648548a-2121-4043-a417-384c890d2c1c tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1056659 Nov 29 18:02:44.376511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c5ef5-d165-456c-9454-cc24094df876 req-a3d01fc9-120b-4977-9de8-63bf86d0a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:44.378045 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b51c5ef5-d165-456c-9454-cc24094df876 req-a3d01fc9-120b-4977-9de8-63bf86d0a018 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d48087c4463a4f1484d6cff080988783&device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 1096 time: 0.2124171 Nov 29 18:02:44.384764 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:02:44.399636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24db8c5-78c0-4fe5-a6ba-a915db8a05bd None None] Sync routers for ids ['a769a7f9-fc6e-49fb-81a3-6bf3e2140f5c'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:02:44.409814 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-42139dcf-971d-41c4-8183-0452322d45f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190b275-78d7-453c-8955-ccc7894507f4', 'name': 'tempest-ServersTestBootFromVolume-176975780-router', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:18Z', 'updated_at': '2021-11-29T18:01:28Z', 'revision_number': 4, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'gw_port': {'id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:19Z', 'updated_at': '2021-11-29T18:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '9c194f86-9f5d-46eb-97d1-0b6cb997e1a1', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'port_id': 'f4ae2c65-d143-4d02-b11d-95904236bd64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75', 'mac_address': 'fa:16:3e:3a:7d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e945c-4df5-4611-b9d0-3a5e86a534b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:01:35Z', 'updated_at': '2021-11-29T18:02:42Z', 'revision_number': 1, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1761c5f0-ba13-4a51-87e4-229418b64027', 'name': '', 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'mac_address': 'fa:16:3e:e3:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:26Z', 'updated_at': '2021-11-29T18:01:33Z', 'revision_number': 5, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'subnets': [{'id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:44.410150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24db8c5-78c0-4fe5-a6ba-a915db8a05bd None None] Routers {'a769a7f9-fc6e-49fb-81a3-6bf3e2140f5c'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:44.410710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e24db8c5-78c0-4fe5-a6ba-a915db8a05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a769a7f9-fc6e-49fb-81a3-6bf3e2140f5c'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:44.428144 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-b6c70e8f-258c-47e1-98ea-52fa64d38fdb tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 695 time: 0.0577877 Nov 29 18:02:44.438660 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42139dcf-971d-41c4-8183-0452322d45f7 None None] Checking router: 5190b275-78d7-453c-8955-ccc7894507f4 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:02:44.441540 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-f1840ff3-e88e-4389-bf5b-c28fbf5177d5 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Request body: {'floatingip': {'port_id': '051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:44.447406 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42139dcf-971d-41c4-8183-0452322d45f7 None None] Routers {'5190b275-78d7-453c-8955-ccc7894507f4'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:44.448251 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-42139dcf-971d-41c4-8183-0452322d45f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5190b275-78d7-453c-8955-ccc7894507f4'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:44.460920 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e24db8c5-78c0-4fe5-a6ba-a915db8a05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:44.471111 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-db93ad8b-7016-45b1-9ff1-cd4914a59b41 req-ab022cc0-9e13-40fa-bcad-caf43c959eeb service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560538 Nov 29 18:02:44.472554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24db8c5-78c0-4fe5-a6ba-a915db8a05bd None None] Routers {'a769a7f9-fc6e-49fb-81a3-6bf3e2140f5c'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:44.473652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e24db8c5-78c0-4fe5-a6ba-a915db8a05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a769a7f9-fc6e-49fb-81a3-6bf3e2140f5c'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:44.492111 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f7c7a21-1f10-4da0-85aa-66072009839d req-af7bf772-f61e-4bde-802c-a1ed78653091 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276038 Nov 29 18:02:44.494216 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-f1840ff3-e88e-4389-bf5b-c28fbf5177d5 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:44.514172 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e24db8c5-78c0-4fe5-a6ba-a915db8a05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:44.515137 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24db8c5-78c0-4fe5-a6ba-a915db8a05bd None None] The sync data for ids ['a769a7f9-fc6e-49fb-81a3-6bf3e2140f5c'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:02:44.554992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:44.559467 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1bef9037-f92e-4546-9155-0122b0d02da8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1613839 Nov 29 18:02:44.561150 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48468) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:44.588852 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-42139dcf-971d-41c4-8183-0452322d45f7 None None] Set router 5190b275-78d7-453c-8955-ccc7894507f4 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:02:44.694229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c5ef5-d165-456c-9454-cc24094df876 req-0812702f-f895-4479-8223-5cba67b3b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:44.696258 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b51c5ef5-d165-456c-9454-cc24094df876 req-0812702f-f895-4479-8223-5cba67b3b11e service neutron] 10.222.0.20 "GET /v2.0/networks?id=af760854-75d7-485d-8b60-883a122ffa75 HTTP/1.1" status: 200 len: 916 time: 0.2915304 Nov 29 18:02:44.703000 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-db93ad8b-7016-45b1-9ff1-cd4914a59b41 req-530fec05-4d23-4f36-83a9-b4e8e6d91733 service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123446 Nov 29 18:02:44.751844 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d35a84b9-02f9-4923-b820-ac4454052af3 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "GET /v2.0/routers/a769a7f9-fc6e-49fb-81a3-6bf3e2140f5c HTTP/1.1" status: 200 len: 921 time: 0.1891959 Nov 29 18:02:44.755154 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48472) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:44.789709 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8ce79a5a-170a-4bf1-a2d1-ba9cbceaeaa5 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "GET /v2.0/ports?device_id=a769a7f9-fc6e-49fb-81a3-6bf3e2140f5c HTTP/1.1" status: 200 len: 205 time: 0.0334058 Nov 29 18:02:44.792421 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48474) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:44.858421 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b51c5ef5-d165-456c-9454-cc24094df876 req-f18b6a8d-e056-4e4c-a6ab-505a992c6f24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4ae2c65-d143-4d02-b11d-95904236bd64 HTTP/1.1" status: 200 len: 999 time: 0.1441526 Nov 29 18:02:44.953990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c5ef5-d165-456c-9454-cc24094df876 req-10d3cc62-c04b-475c-a4fa-b1f44e8c746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:44.955655 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b51c5ef5-d165-456c-9454-cc24094df876 req-10d3cc62-c04b-475c-a4fa-b1f44e8c746c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f HTTP/1.1" status: 200 len: 854 time: 0.0884511 Nov 29 18:02:44.960057 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d07e6efc-dee9-4755-b185-10cb2cdde6f1 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:45.010885 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-42139dcf-971d-41c4-8183-0452322d45f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190b275-78d7-453c-8955-ccc7894507f4', 'name': 'tempest-ServersTestBootFromVolume-176975780-router', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:18Z', 'updated_at': '2021-11-29T18:01:28Z', 'revision_number': 4, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'gw_port': {'id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:19Z', 'updated_at': '2021-11-29T18:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '9c194f86-9f5d-46eb-97d1-0b6cb997e1a1', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'port_id': 'f4ae2c65-d143-4d02-b11d-95904236bd64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75', 'mac_address': 'fa:16:3e:3a:7d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e945c-4df5-4611-b9d0-3a5e86a534b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:01:35Z', 'updated_at': '2021-11-29T18:02:42Z', 'revision_number': 1, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1761c5f0-ba13-4a51-87e4-229418b64027', 'name': '', 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'mac_address': 'fa:16:3e:e3:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:26Z', 'updated_at': '2021-11-29T18:01:33Z', 'revision_number': 5, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'subnets': [{'id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:45.040948 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42139dcf-971d-41c4-8183-0452322d45f7 None None] The sync data for ids ['5190b275-78d7-453c-8955-ccc7894507f4'] in n-d-819494-5 is: [{'id': '5190b275-78d7-453c-8955-ccc7894507f4', 'name': 'tempest-ServersTestBootFromVolume-176975780-router', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:18Z', 'updated_at': '2021-11-29T18:01:28Z', 'revision_number': 4, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'gw_port': {'id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:19Z', 'updated_at': '2021-11-29T18:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '9c194f86-9f5d-46eb-97d1-0b6cb997e1a1', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'port_id': 'f4ae2c65-d143-4d02-b11d-95904236bd64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75', 'mac_address': 'fa:16:3e:3a:7d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e945c-4df5-4611-b9d0-3a5e86a534b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:01:35Z', 'updated_at': '2021-11-29T18:02:42Z', 'revision_number': 1, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1761c5f0-ba13-4a51-87e4-229418b64027', 'name': '', 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'mac_address': 'fa:16:3e:e3:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:26Z', 'updated_at': '2021-11-29T18:01:33Z', 'revision_number': 5, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'subnets': [{'id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:02:45.094831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c5ef5-d165-456c-9454-cc24094df876 req-2887a85f-f4e5-40b4-ad26-bfd01bbec38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:45.096483 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b51c5ef5-d165-456c-9454-cc24094df876 req-2887a85f-f4e5-40b4-ad26-bfd01bbec38c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af760854-75d7-485d-8b60-883a122ffa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329556 Nov 29 18:02:45.175746 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d07e6efc-dee9-4755-b185-10cb2cdde6f1 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:45.228812 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b51c5ef5-d165-456c-9454-cc24094df876 req-64aea31e-195f-4122-b2ac-9af4b073b615 service neutron] 10.222.0.20 "GET /v2.0/networks/af760854-75d7-485d-8b60-883a122ffa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199033 Nov 29 18:02:45.308559 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d07e6efc-dee9-4755-b185-10cb2cdde6f1 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Deleting port 9c6b895f-2ff2-49e8-8e24-6b2e01bb640b {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:02:45.308904 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d07e6efc-dee9-4755-b185-10cb2cdde6f1 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:45.317647 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79867a1-2485-4715-9fe4-27c3cea3fc6e None None] New status for floating IP 9c194f86-9f5d-46eb-97d1-0b6cb997e1a1: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:02:45.321489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b26716-0680-4dc9-969e-f38655789a0e req-546abfc5-453d-4cb1-9169-6d4e0c618c4a tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:45.323708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32b26716-0680-4dc9-969e-f38655789a0e req-546abfc5-453d-4cb1-9169-6d4e0c618c4a tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.6262896 Nov 29 18:02:45.381053 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd97666-10be-4206-9c44-221a7705ca36 req-4d1ceef7-20bf-4a39-b504-6f86b5985f5e tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:45.382576 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd97666-10be-4206-9c44-221a7705ca36 req-4d1ceef7-20bf-4a39-b504-6f86b5985f5e tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.31 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 812 time: 0.6127203 Nov 29 18:02:45.389810 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b51c5ef5-d165-456c-9454-cc24094df876 req-ceeff867-6648-4722-a2c5-b48fb734f98e service neutron] 10.222.0.20 "GET /v2.0/networks/af760854-75d7-485d-8b60-883a122ffa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474042 Nov 29 18:02:45.418241 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d07e6efc-dee9-4755-b185-10cb2cdde6f1 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:45.431943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d07e6efc-dee9-4755-b185-10cb2cdde6f1 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Calling delete_port for 9c6b895f-2ff2-49e8-8e24-6b2e01bb640b owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:02:45.445088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1dd97666-10be-4206-9c44-221a7705ca36 req-5037a67a-e6c8-4062-a548-0a8e801c257c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Request body: {'port': {'device_id': '2ce89989-7ccf-4942-a84b-50446d02e71e', 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498', 'admin_state_up': True, 'tenant_id': '9b07239bb1bf45548250748a91a26cf4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:45.549666 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32b26716-0680-4dc9-969e-f38655789a0e req-286037f4-ea11-4d6a-af74-4960e69bed52 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180665 Nov 29 18:02:45.627849 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d07e6efc-dee9-4755-b185-10cb2cdde6f1 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:45.654729 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c406f3d8-8c41-4106-957e-58078c3a440e req-5f0d3911-d0b2-4da0-8857-34af51f4a89b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 210 time: 0.0382910 Nov 29 18:02:45.655297 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e6efc-dee9-4755-b185-10cb2cdde6f1 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Pushing event deleted for resources: {'Port': ['ID=9c6b895f-2ff2-49e8-8e24-6b2e01bb640b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:45.725793 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d07e6efc-dee9-4755-b185-10cb2cdde6f1 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:45.766585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd97666-10be-4206-9c44-221a7705ca36 req-5037a67a-e6c8-4062-a548-0a8e801c257c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Made reservation on behalf of 9b07239bb1bf45548250748a91a26cf4 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:02:45.770402 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1dd97666-10be-4206-9c44-221a7705ca36 req-5037a67a-e6c8-4062-a548-0a8e801c257c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:45.818187 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d07e6efc-dee9-4755-b185-10cb2cdde6f1 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:45.820242 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d07e6efc-dee9-4755-b185-10cb2cdde6f1 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:45.837771 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-f1840ff3-e88e-4389-bf5b-c28fbf5177d5 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:45.853046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c8242-85cb-44fd-8366-a01913889a06 req-8e82ad4b-b0d3-42c8-9483-0efd25a87de6 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:45.854553 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8c8242-85cb-44fd-8366-a01913889a06 req-8e82ad4b-b0d3-42c8-9483-0efd25a87de6 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 945 time: 0.1328032 Nov 29 18:02:45.856562 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-f1840ff3-e88e-4389-bf5b-c28fbf5177d5 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:45.870025 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d07e6efc-dee9-4755-b185-10cb2cdde6f1 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:45.870621 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07e6efc-dee9-4755-b185-10cb2cdde6f1 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Fanout notify agent at l3_agent the message router_deleted on router a769a7f9-fc6e-49fb-81a3-6bf3e2140f5c {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:02:45.877818 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d07e6efc-dee9-4755-b185-10cb2cdde6f1 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:45.884168 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d07e6efc-dee9-4755-b185-10cb2cdde6f1 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "DELETE /v2.0/routers/a769a7f9-fc6e-49fb-81a3-6bf3e2140f5c HTTP/1.1" status: 204 len: 168 time: 1.0852768 Nov 29 18:02:45.884168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48486) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:45.887014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1764572319', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'enable_snat': False}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:45.911052 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:45.912108 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:45.961958 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:46.067509 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8c8242-85cb-44fd-8366-a01913889a06 req-a9b0072e-2287-44d2-9df8-fbd6ed7892b5 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706643 Nov 29 18:02:46.079247 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-f1840ff3-e88e-4389-bf5b-c28fbf5177d5 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Floating IP c439c5d5-608a-4348-9138-9ce8689b5175 associated. External IP: 172.25.3.61, port: 051db120-0ad4-4a3c-9dd2-b62d99c91c67. Nov 29 18:02:46.092033 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-1dd97666-10be-4206-9c44-221a7705ca36 req-5037a67a-e6c8-4062-a548-0a8e801c257c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Allocated IP 172.20.0.5 (44aa18b0-f19e-425a-96e9-bf18ebea2498/733544da-2bc1-4873-95ac-5a788cefa521/3f8d5a1f-776d-428c-9f07-d405c758780d) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:02:46.108410 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:46.320579 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:46.340056 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:46.370710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162638d-b03c-464b-9c10-11bf18c6cee8 req-ebb5ff23-bf03-4a5e-ad29-88b37d7d9891 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:46.372828 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6162638d-b03c-464b-9c10-11bf18c6cee8 req-ebb5ff23-bf03-4a5e-ad29-88b37d7d9891 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 945 time: 0.1683998 Nov 29 18:02:46.455201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Allocated IP 172.25.3.90 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/4d2281ed-a77b-4885-9a85-9e3212c62629) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:02:46.455491 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device c394caaf-1f21-45fe-9937-970c660f3c6c details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:02:46.459146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 666eb30b-5978-401b-ab60-bb5580335850 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:02:46.473540 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1dd97666-10be-4206-9c44-221a7705ca36 req-5037a67a-e6c8-4062-a548-0a8e801c257c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:46.541716 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1dd97666-10be-4206-9c44-221a7705ca36 req-5037a67a-e6c8-4062-a548-0a8e801c257c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:46.595866 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:46.624575 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:46.624842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd97666-10be-4206-9c44-221a7705ca36 req-5037a67a-e6c8-4062-a548-0a8e801c257c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Network 44aa18b0-f19e-425a-96e9-bf18ebea2498 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:46.636179 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6162638d-b03c-464b-9c10-11bf18c6cee8 req-79d5e0b3-4ed7-4372-9a0e-ffc863c4265e tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534440 Nov 29 18:02:46.636781 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:46.638062 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-f1840ff3-e88e-4389-bf5b-c28fbf5177d5 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Router 55120102-5df2-4ca6-ba83-63daf1118f3e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:02:46.639492 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-1dd97666-10be-4206-9c44-221a7705ca36 req-5037a67a-e6c8-4062-a548-0a8e801c257c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:46.641686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037a67a-e6c8-4062-a548-0a8e801c257c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Pushing event updated for resources: {'Port': ['ID=3f8d5a1f-776d-428c-9f07-d405c758780d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:46.643924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd97666-10be-4206-9c44-221a7705ca36 req-5037a67a-e6c8-4062-a548-0a8e801c257c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:02:46.664562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port c394caaf-1f21-45fe-9937-970c660f3c6c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=c394caaf-1f21-45fe-9937-970c660f3c6c,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:46.671480 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666eb30b-5978-401b-ab60-bb5580335850'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:46.674400 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e34529-56a1-4f61-a966-9f02bc56f29a" -d '{"events": [{"server_uuid": "02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a", "name": "network-vif-unplugged", "status": "completed", "tag": "666eb30b-5978-401b-ab60-bb5580335850"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:46.695066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:46.697211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'c394caaf-1f21-45fe-9937-970c660f3c6c', 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5', 'port_id': 'c394caaf-1f21-45fe-9937-970c660f3c6c', 'mac_address': 'fa:16:3e:9a:8f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5feab6-2909-41ce-aa7a-6b312f9fc8c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:02:46.699327 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:46.703961 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 666eb30b-5978-401b-ab60-bb5580335850, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=666eb30b-5978-401b-ab60-bb5580335850,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:46.704196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:02:46.734622 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:46.750561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd97666-10be-4206-9c44-221a7705ca36 req-5037a67a-e6c8-4062-a548-0a8e801c257c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:46.751309 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1dd97666-10be-4206-9c44-221a7705ca36 req-5037a67a-e6c8-4062-a548-0a8e801c257c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:46.773742 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:46.802380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c394caaf-1f21-45fe-9937-970c660f3c6c {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:46.808265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd97666-10be-4206-9c44-221a7705ca36 req-5037a67a-e6c8-4062-a548-0a8e801c257c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3722315 Nov 29 18:02:46.824976 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port c394caaf-1f21-45fe-9937-970c660f3c6c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=c394caaf-1f21-45fe-9937-970c660f3c6c,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:46.828504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Request body: {'port': {'device_id': '2ce89989-7ccf-4942-a84b-50446d02e71e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:46.831962 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=666eb30b-5978-401b-ab60-bb5580335850,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:46.835628 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:46.871602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-f1840ff3-e88e-4389-bf5b-c28fbf5177d5 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:02:46.877910 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-f1840ff3-e88e-4389-bf5b-c28fbf5177d5 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:46.894896 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dd1544-7642-4929-86e0-cf8d0558182b None None] Sync routers for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:02:46.907413 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Pushing event updated for resources: {'Port': ['ID=4d2281ed-a77b-4885-9a85-9e3212c62629,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:46.937276 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dd1544-7642-4929-86e0-cf8d0558182b None None] Routers {'55120102-5df2-4ca6-ba83-63daf1118f3e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:46.938062 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-54dd1544-7642-4929-86e0-cf8d0558182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['55120102-5df2-4ca6-ba83-63daf1118f3e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:46.949981 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:46.961029 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-f1840ff3-e88e-4389-bf5b-c28fbf5177d5 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "PUT /v2.0/floatingips/c439c5d5-608a-4348-9138-9ce8689b5175 HTTP/1.1" status: 200 len: 995 time: 2.5250571 Nov 29 18:02:46.969960 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'tag': '051db120-0ad4-4a3c-9dd2-b62d99c91c67'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:46.983833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['c394caaf-1f21-45fe-9937-970c660f3c6c'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:02:46.991774 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bd333a-ef16-4a5c-adbd-b20e91da1e41" -d '{"events": [{"name": "network-changed", "server_uuid": "fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c", "tag": "051db120-0ad4-4a3c-9dd2-b62d99c91c67"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:47.008800 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=c394caaf-1f21-45fe-9937-970c660f3c6c,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:47.031800 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:47.096816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9453f-dea2-4dd2-94ba-9cff47168c8e req-25020612-06f5-461e-812c-da9b9bf2ed43 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:47.098650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2b9453f-dea2-4dd2-94ba-9cff47168c8e req-25020612-06f5-461e-812c-da9b9bf2ed43 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.1860511 Nov 29 18:02:47.102733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-f15fdfbe-cb77-4718-909d-e1c6c2e0bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:47.104576 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-f15fdfbe-cb77-4718-909d-e1c6c2e0bc30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 1096 time: 0.1061149 Nov 29 18:02:47.119406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-54dd1544-7642-4929-86e0-cf8d0558182b None None] Set router 55120102-5df2-4ca6-ba83-63daf1118f3e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:02:47.291890 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2b9453f-dea2-4dd2-94ba-9cff47168c8e req-0362ae9e-03a3-4835-9a88-edadd104d4d7 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797853 Nov 29 18:02:47.363435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-0d61a41d-6b24-427d-ac68-3f2954cde9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:47.364872 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-0d61a41d-6b24-427d-ac68-3f2954cde9f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 922 time: 0.2411454 Nov 29 18:02:47.387733 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:02:47.463382 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-54dd1544-7642-4929-86e0-cf8d0558182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c439c5d5-608a-4348-9138-9ce8689b5175', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'port_id': '051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'mac_address': 'fa:16:3e:86:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:02:27Z', 'updated_at': '2021-11-29T18:02:45Z', 'revision_number': 1, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:47.498315 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dd1544-7642-4929-86e0-cf8d0558182b None None] Checking router: 55120102-5df2-4ca6-ba83-63daf1118f3e for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:02:47.502528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-d742a93d-b558-47f6-ad1a-724bde9160fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=051db120-0ad4-4a3c-9dd2-b62d99c91c67 HTTP/1.1" status: 200 len: 998 time: 0.1281781 Nov 29 18:02:47.508951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dd1544-7642-4929-86e0-cf8d0558182b None None] Routers {'55120102-5df2-4ca6-ba83-63daf1118f3e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:47.510442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-54dd1544-7642-4929-86e0-cf8d0558182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['55120102-5df2-4ca6-ba83-63daf1118f3e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:47.531337 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:47.572044 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da282a-8bcb-425a-ab59-0ee89041a353 req-35ac883a-ca82-4e7f-a6fa-897eb78c1ad2 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:47.573533 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-95da282a-8bcb-425a-ab59-0ee89041a353 req-35ac883a-ca82-4e7f-a6fa-897eb78c1ad2 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 931 time: 0.1506751 Nov 29 18:02:47.602777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8d5a1f-776d-428c-9f07-d405c758780d {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:47.619719 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:47.625967 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-acc4933f-2145-4657-a857-b51ea16034ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:47.627514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-acc4933f-2145-4657-a857-b51ea16034ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9b0e63f-da31-4419-9231-8890339f64e7 HTTP/1.1" status: 200 len: 860 time: 0.1076608 Nov 29 18:02:47.632125 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-54dd1544-7642-4929-86e0-cf8d0558182b None None] Set router 55120102-5df2-4ca6-ba83-63daf1118f3e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:02:47.657278 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Transition to ACTIVE for port object 3f8d5a1f-776d-428c-9f07-d405c758780d will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:02:47.667601 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Router c4ca4bbf-1972-4bd1-b133-fd06a3b34674 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:02:47.683447 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:47.721842 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-95da282a-8bcb-425a-ab59-0ee89041a353 req-785ac441-56a7-4fd4-8c15-3db435900fd2 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374226 Nov 29 18:02:47.761129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8d5a1f-776d-428c-9f07-d405c758780d,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:47.766752 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-a342dcf6-5e35-4615-b219-15b401e6e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:47.768486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-a342dcf6-5e35-4615-b219-15b401e6e1e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39203c14-ffc3-4c68-9e58-e974394ebffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279261 Nov 29 18:02:47.794629 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-b38d4ab9-c632-4fdf-8cae-d2b1f879160f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:02:47.795660 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-b38d4ab9-c632-4fdf-8cae-d2b1f879160f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077727 Nov 29 18:02:47.802640 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4029ab49-c7c1-41ba-8ac6-12275f00ee9a x-openstack-request-id: req-4029ab49-c7c1-41ba-8ac6-12275f00ee9a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:47.803100 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a", "name": "network-vif-unplugged", "status": "failed", "tag": "666eb30b-5978-401b-ab60-bb5580335850", "code": 422}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:47.803753 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4029ab49-c7c1-41ba-8ac6-12275f00ee9a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:47.804211 n-d-819494-5 neutron-server[110006]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '666eb30b-5978-401b-ab60-bb5580335850', 'code': 422} returned with failed status Nov 29 18:02:47.821335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:02:47.832896 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Sync routers for ids ['c4ca4bbf-1972-4bd1-b133-fd06a3b34674'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:02:47.848879 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Routers {'c4ca4bbf-1972-4bd1-b133-fd06a3b34674'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:47.849502 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c4ca4bbf-1972-4bd1-b133-fd06a3b34674'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:47.860332 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:47.864043 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4b635fc4-677b-44fd-9937-fe154cb19103 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9781401 Nov 29 18:02:47.864884 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48504) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:47.912934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Attempting to bind port 3f8d5a1f-776d-428c-9f07-d405c758780d on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:02:47.913187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Attempting to bind port 3f8d5a1f-776d-428c-9f07-d405c758780d by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:02:47.913520 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Attempting to bind port 3f8d5a1f-776d-428c-9f07-d405c758780d on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:47.925489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Port 3f8d5a1f-776d-428c-9f07-d405c758780d on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:02:47.925822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Attempting to bind port 3f8d5a1f-776d-428c-9f07-d405c758780d on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:47.943102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:02:47.943505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Checking segment: {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:02:47.943874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Bound using segment: {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:02:47.944326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Bound port: 3f8d5a1f-776d-428c-9f07-d405c758780d, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:02:47.944688 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:47.946907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-54dd1544-7642-4929-86e0-cf8d0558182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c439c5d5-608a-4348-9138-9ce8689b5175', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'port_id': '051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'mac_address': 'fa:16:3e:86:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:02:27Z', 'updated_at': '2021-11-29T18:02:45Z', 'revision_number': 1, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:48.024373 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Set router c4ca4bbf-1972-4bd1-b133-fd06a3b34674 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:02:48.047764 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] For port 3f8d5a1f-776d-428c-9f07-d405c758780d, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:02:48.051915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] For port 3f8d5a1f-776d-428c-9f07-d405c758780d, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3f8d5a1f-776d-428c-9f07-d405c758780d,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:02:48.064327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-1b8d64e8-20e1-4fb1-a0bb-690e725a80ec service neutron] 10.222.0.23 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433913 Nov 29 18:02:48.068662 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf71ba89-d71c-4921-b0a0-42bdb374e34e x-openstack-request-id: req-cf71ba89-d71c-4921-b0a0-42bdb374e34e {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:48.069159 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c", "tag": "051db120-0ad4-4a3c-9dd2-b62d99c91c67", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:48.069506 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf71ba89-d71c-4921-b0a0-42bdb374e34e {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:48.070382 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'tag': '051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'status': 'completed', 'code': 200} Nov 29 18:02:48.079652 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:48.136079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dd1544-7642-4929-86e0-cf8d0558182b None None] The sync data for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 is: [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c439c5d5-608a-4348-9138-9ce8689b5175', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'port_id': '051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'mac_address': 'fa:16:3e:86:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:02:27Z', 'updated_at': '2021-11-29T18:02:45Z', 'revision_number': 1, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:02:48.176127 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5ee71054-1086-4d29-ae36-4f474e55d169 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "GET /v2.0/routers/c4ca4bbf-1972-4bd1-b133-fd06a3b34674 HTTP/1.1" status: 200 len: 908 time: 0.3098893 Nov 29 18:02:48.178311 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48508) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:48.183728 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1764572319', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'enable_snat': True}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:48.198487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd333a-ef16-4a5c-adbd-b20e91da1e41 req-9e208e0f-9a76-463b-aaeb-2daa645600d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:48.200135 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a3bd333a-ef16-4a5c-adbd-b20e91da1e41 req-9e208e0f-9a76-463b-aaeb-2daa645600d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 1096 time: 0.1032863 Nov 29 18:02:48.239586 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ca4bbf-1972-4bd1-b133-fd06a3b34674', 'name': 'tempest-snat-router-1764572319', 'tenant_id': '128b1c616cf54bf09a205ef10f2e9fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90'}], 'enable_snat': False}, 'gw_port_id': '4d2281ed-a77b-4885-9a85-9e3212c62629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:02:45Z', 'updated_at': '2021-11-29T18:02:46Z', 'revision_number': 3, 'project_id': '128b1c616cf54bf09a205ef10f2e9fdb', 'gw_port': {'id': '4d2281ed-a77b-4885-9a85-9e3212c62629', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ca4bbf-1972-4bd1-b133-fd06a3b34674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:46Z', 'updated_at': '2021-11-29T18:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:48.258099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:48.258780 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:48.260236 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd97666-10be-4206-9c44-221a7705ca36 req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] 10.222.0.31 "PUT /v2.0/ports/3f8d5a1f-776d-428c-9f07-d405c758780d HTTP/1.1" status: 200 len: 1091 time: 1.4367979 Nov 29 18:02:48.264592 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:48.270411 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:48.273168 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Checking router: c4ca4bbf-1972-4bd1-b133-fd06a3b34674 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:02:48.273810 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Updating router c4ca4bbf-1972-4bd1-b133-fd06a3b34674 port 4d2281ed-a77b-4885-9a85-9e3212c62629 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:02:48.283813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fbe6c-d2d3-4e62-9cd1-0ba4aef619e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8d5a1f-776d-428c-9f07-d405c758780d,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:48.307265 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:48.318087 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ca9498d-b29f-4164-ac32-f77c9d7f066e req-82ee2900-786c-4958-a447-1fd782447e39 service neutron] 10.222.0.23 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526507 Nov 29 18:02:48.357051 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:48.374763 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd333a-ef16-4a5c-adbd-b20e91da1e41 req-02fa455f-7022-4b33-8670-18150e67ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:48.376323 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a3bd333a-ef16-4a5c-adbd-b20e91da1e41 req-02fa455f-7022-4b33-8670-18150e67ef9f service neutron] 10.222.0.31 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 922 time: 0.1658001 Nov 29 18:02:48.379399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c87f3-fd81-4f0e-a609-44cd3a0111db req-e6515cb5-2135-4eed-bde3-27880bf4605f tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:48.387148 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb3c87f3-fd81-4f0e-a609-44cd3a0111db req-e6515cb5-2135-4eed-bde3-27880bf4605f tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 943 time: 0.2129557 Nov 29 18:02:48.438078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd97666-10be-4206-9c44-221a7705ca36 req-751acfae-97e9-483c-ab6b-08ae2bf859ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:48.445999 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd97666-10be-4206-9c44-221a7705ca36 req-751acfae-97e9-483c-ab6b-08ae2bf859ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 1094 time: 0.1159837 Nov 29 18:02:48.474446 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device c394caaf-1f21-45fe-9937-970c660f3c6c up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:48.512747 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb3c87f3-fd81-4f0e-a609-44cd3a0111db req-9576cc7b-9fb1-40d4-ac10-a7f3ec7fd8f7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225164 Nov 29 18:02:48.514246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd97666-10be-4206-9c44-221a7705ca36 req-ed90b017-84dc-41b2-9dfb-a7c3bee164c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f8d5a1f-776d-428c-9f07-d405c758780d HTTP/1.1" status: 200 len: 217 time: 0.0555689 Nov 29 18:02:48.545455 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad3c8fd-3f4a-4c40-8bfa-f33da42ebf78 None None] New status for floating IP c439c5d5-608a-4348-9138-9ce8689b5175: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:02:48.679514 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd97666-10be-4206-9c44-221a7705ca36 req-b32088dd-6c34-48b1-b106-ce15ee91e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:48.681517 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd97666-10be-4206-9c44-221a7705ca36 req-b32088dd-6c34-48b1-b106-ce15ee91e275 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=733544da-2bc1-4873-95ac-5a788cefa521 HTTP/1.1" status: 200 len: 852 time: 0.1550305 Nov 29 18:02:48.688158 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:48.696513 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:48.711887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port c394caaf-1f21-45fe-9937-970c660f3c6c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:48.712258 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:48.712760 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:48.737322 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a3bd333a-ef16-4a5c-adbd-b20e91da1e41 req-b3d069f7-5cbd-45fb-a6e9-e60a7aa6bb54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=051db120-0ad4-4a3c-9dd2-b62d99c91c67 HTTP/1.1" status: 200 len: 998 time: 0.3293700 Nov 29 18:02:48.769113 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30f613-54f0-4225-b2f1-65d29f4c58bb None None] Pushing event updated for resources: {'Port': ['ID=4d2281ed-a77b-4885-9a85-9e3212c62629,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:48.792510 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Attempting to bind port 4d2281ed-a77b-4885-9a85-9e3212c62629 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:02:48.792878 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Attempting to bind port 4d2281ed-a77b-4885-9a85-9e3212c62629 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:02:48.793361 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Attempting to bind port 4d2281ed-a77b-4885-9a85-9e3212c62629 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:48.800160 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:02:48.800700 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:02:48.801108 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:48.801884 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:02:48.802668 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Bound port: 4d2281ed-a77b-4885-9a85-9e3212c62629, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:02:48.803119 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:48.842607 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:48.867798 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] For port 4d2281ed-a77b-4885-9a85-9e3212c62629, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:02:48.871801 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] For port 4d2281ed-a77b-4885-9a85-9e3212c62629, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4d2281ed-a77b-4885-9a85-9e3212c62629,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:02:48.880933 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:48.883090 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port c394caaf-1f21-45fe-9937-970c660f3c6c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=c394caaf-1f21-45fe-9937-970c660f3c6c,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:48.892698 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:48.895847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd333a-ef16-4a5c-adbd-b20e91da1e41 req-36274cd4-6e75-4c59-ada8-939c1105cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:48.898500 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a3bd333a-ef16-4a5c-adbd-b20e91da1e41 req-36274cd4-6e75-4c59-ada8-939c1105cbba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a9b0e63f-da31-4419-9231-8890339f64e7 HTTP/1.1" status: 200 len: 860 time: 0.1444201 Nov 29 18:02:48.957581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=c394caaf-1f21-45fe-9937-970c660f3c6c,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:48.959982 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30f613-54f0-4225-b2f1-65d29f4c58bb None None] Pushing event updated for resources: {'Port': ['ID=4d2281ed-a77b-4885-9a85-9e3212c62629,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:48.966844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:48.967358 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:48.967772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:48.968168 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:48.968526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:48.968863 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:48.969198 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:48.969530 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:48.969862 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:48.970265 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:48.970603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:48.971334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:02:48.978513 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Routers {'c4ca4bbf-1972-4bd1-b133-fd06a3b34674'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:48.979156 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c4ca4bbf-1972-4bd1-b133-fd06a3b34674'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:48.982739 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd333a-ef16-4a5c-adbd-b20e91da1e41 req-a27bab21-f0e6-4f90-8288-616245c9b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:48.985066 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a3bd333a-ef16-4a5c-adbd-b20e91da1e41 req-a27bab21-f0e6-4f90-8288-616245c9b147 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39203c14-ffc3-4c68-9e58-e974394ebffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765586 Nov 29 18:02:49.076414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd97666-10be-4206-9c44-221a7705ca36 req-41b2b900-a2e5-4d4a-8bab-0662240856b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44aa18b0-f19e-425a-96e9-bf18ebea2498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3852136 Nov 29 18:02:49.084609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006637f-33ce-4805-9664-e52578c4e053 req-e1ac79e3-6d28-47ea-b9d3-19a02f5b8064 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:49.086136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7006637f-33ce-4805-9664-e52578c4e053 req-e1ac79e3-6d28-47ea-b9d3-19a02f5b8064 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 944 time: 0.4788504 Nov 29 18:02:49.089981 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] Set router c4ca4bbf-1972-4bd1-b133-fd06a3b34674 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:02:49.177967 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a3bd333a-ef16-4a5c-adbd-b20e91da1e41 req-784223e6-513f-4749-9b5b-f9ce4a9ae8a2 service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848600 Nov 29 18:02:49.186026 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:49.213086 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:49.218112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad61968-8a6a-4310-b477-4c2e60f3d863 req-92022f90-6897-422a-ba10-b0711238547b tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:49.219648 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aad61968-8a6a-4310-b477-4c2e60f3d863 req-92022f90-6897-422a-ba10-b0711238547b tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.1463480 Nov 29 18:02:49.238086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7006637f-33ce-4805-9664-e52578c4e053 req-e12c75a5-f741-4107-a43d-a9a31298f436 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357548 Nov 29 18:02:49.265439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd97666-10be-4206-9c44-221a7705ca36 req-42677cba-41fd-4aa7-92c8-d3344e0fa22a service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781282 Nov 29 18:02:49.299938 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ca4bbf-1972-4bd1-b133-fd06a3b34674', 'name': 'tempest-snat-router-1764572319', 'tenant_id': '128b1c616cf54bf09a205ef10f2e9fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90'}], 'enable_snat': False}, 'gw_port_id': '4d2281ed-a77b-4885-9a85-9e3212c62629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:02:45Z', 'updated_at': '2021-11-29T18:02:46Z', 'revision_number': 3, 'project_id': '128b1c616cf54bf09a205ef10f2e9fdb', 'gw_port': {'id': '4d2281ed-a77b-4885-9a85-9e3212c62629', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ca4bbf-1972-4bd1-b133-fd06a3b34674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:46Z', 'updated_at': '2021-11-29T18:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:49.335917 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645dc45-4ce3-4ca1-a3b9-fca96fe9f8d7 None None] The sync data for ids ['c4ca4bbf-1972-4bd1-b133-fd06a3b34674'] in n-d-819494-5 is: [{'id': 'c4ca4bbf-1972-4bd1-b133-fd06a3b34674', 'name': 'tempest-snat-router-1764572319', 'tenant_id': '128b1c616cf54bf09a205ef10f2e9fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90'}], 'enable_snat': False}, 'gw_port_id': '4d2281ed-a77b-4885-9a85-9e3212c62629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:02:45Z', 'updated_at': '2021-11-29T18:02:46Z', 'revision_number': 3, 'project_id': '128b1c616cf54bf09a205ef10f2e9fdb', 'gw_port': {'id': '4d2281ed-a77b-4885-9a85-9e3212c62629', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ca4bbf-1972-4bd1-b133-fd06a3b34674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:46Z', 'updated_at': '2021-11-29T18:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:02:49.350350 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aad61968-8a6a-4310-b477-4c2e60f3d863 req-49765afa-cf30-497f-b155-976815e57e71 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193659 Nov 29 18:02:49.389674 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a3bd333a-ef16-4a5c-adbd-b20e91da1e41 req-9c478ad3-a30f-42ed-befd-b406f0bf423d service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009022 Nov 29 18:02:49.421660 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Allocated IP 172.25.3.24 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/01749500-21da-4913-83e6-ac727bee2236) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:02:49.453663 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd97666-10be-4206-9c44-221a7705ca36 req-2ffca44d-bb25-4f21-b224-a8a84f8ecd76 service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765177 Nov 29 18:02:49.480842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-7391dd57-3e3c-4f72-b0ac-6b883850134d tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:49.483336 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-7391dd57-3e3c-4f72-b0ac-6b883850134d tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0965343 Nov 29 18:02:49.566374 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:49.603985 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-257fb882-74bd-4ce6-bb5e-92802f0f8e07 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 1000 time: 0.1133590 Nov 29 18:02:49.609415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-2e71f0a9-c70f-4465-a625-b43bc06ac346 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Request body: {'floatingip': {'port_id': 'bbdd051f-a825-4ddf-b124-d07569ea98f6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:49.633717 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:49.693172 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:49.696798 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-2e71f0a9-c70f-4465-a625-b43bc06ac346 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:49.698739 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:49.706849 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:02:49.744426 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Pushing event updated for resources: {'Port': ['ID=01749500-21da-4913-83e6-ac727bee2236,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:49.805705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fe8dec-5518-46bb-ba5f-e850e9b828d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c394caaf-1f21-45fe-9937-970c660f3c6c'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:49.811272 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72d097a-c181-414b-9632-f08312a07543" -d '{"events": [{"server_uuid": "27fe8dec-5518-46bb-ba5f-e850e9b828d3", "name": "network-vif-plugged", "status": "completed", "tag": "c394caaf-1f21-45fe-9937-970c660f3c6c"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:49.931344 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fd2e7-ed1b-410e-97f6-79e8acb02ee1 req-8ee66bbd-bb7e-48f0-b8ce-4ff4b5d03c47 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:49.938511 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a77fd2e7-ed1b-410e-97f6-79e8acb02ee1 req-8ee66bbd-bb7e-48f0-b8ce-4ff4b5d03c47 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.20 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 945 time: 0.1067650 Nov 29 18:02:50.032257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6deb8-b2ef-4455-9311-eeaef20e459a req-0988e9d7-8a35-481d-9206-1335d27b9385 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:50.041643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eba6deb8-b2ef-4455-9311-eeaef20e459a req-0988e9d7-8a35-481d-9206-1335d27b9385 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 943 time: 0.1340907 Nov 29 18:02:50.092970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce89989-7ccf-4942-a84b-50446d02e71e', 'tag': '3f8d5a1f-776d-428c-9f07-d405c758780d'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:50.095727 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab77437-7366-4251-a5ce-ac10cd9433e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce89989-7ccf-4942-a84b-50446d02e71e", "tag": "3f8d5a1f-776d-428c-9f07-d405c758780d"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:50.143119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eba6deb8-b2ef-4455-9311-eeaef20e459a req-69af399d-31c1-4b63-8ab1-18e0148ca7d9 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005602 Nov 29 18:02:50.146411 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:50.184626 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-a77fd2e7-ed1b-410e-97f6-79e8acb02ee1 req-22513e83-4edc-4ea1-86d4-325507b77793 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Deleting port c394caaf-1f21-45fe-9937-970c660f3c6c {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:02:50.185289 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a77fd2e7-ed1b-410e-97f6-79e8acb02ee1 req-22513e83-4edc-4ea1-86d4-325507b77793 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:50.328114 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c76c9f-9466-42b0-aadc-2799478dec7f x-openstack-request-id: req-f0c76c9f-9466-42b0-aadc-2799478dec7f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:50.328668 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fe8dec-5518-46bb-ba5f-e850e9b828d3", "name": "network-vif-plugged", "status": "completed", "tag": "c394caaf-1f21-45fe-9937-970c660f3c6c", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:50.329177 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0c76c9f-9466-42b0-aadc-2799478dec7f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:50.329875 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fe8dec-5518-46bb-ba5f-e850e9b828d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c394caaf-1f21-45fe-9937-970c660f3c6c', 'code': 200} Nov 29 18:02:50.332634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-a77fd2e7-ed1b-410e-97f6-79e8acb02ee1 req-22513e83-4edc-4ea1-86d4-325507b77793 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] For port c394caaf-1f21-45fe-9937-970c660f3c6c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=c394caaf-1f21-45fe-9937-970c660f3c6c,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:50.333006 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a77fd2e7-ed1b-410e-97f6-79e8acb02ee1 req-22513e83-4edc-4ea1-86d4-325507b77793 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:50.385275 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-a77fd2e7-ed1b-410e-97f6-79e8acb02ee1 req-22513e83-4edc-4ea1-86d4-325507b77793 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Calling delete_port for c394caaf-1f21-45fe-9937-970c660f3c6c owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:02:50.398150 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-61e0186b-cc99-4fd2-b8c1-143bd029c329 req-259bd024-ca69-40a1-8534-91abff561da6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:02:50.399384 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61e0186b-cc99-4fd2-b8c1-143bd029c329 req-259bd024-ca69-40a1-8534-91abff561da6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073960 Nov 29 18:02:50.476717 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-2e71f0a9-c70f-4465-a625-b43bc06ac346 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:50.486339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 666eb30b-5978-401b-ab60-bb5580335850 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:02:50.489005 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-2e71f0a9-c70f-4465-a625-b43bc06ac346 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:50.642766 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db711aa7-01a7-458f-a23c-2b0d7835c683 x-openstack-request-id: req-db711aa7-01a7-458f-a23c-2b0d7835c683 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:50.643542 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce89989-7ccf-4942-a84b-50446d02e71e", "tag": "3f8d5a1f-776d-428c-9f07-d405c758780d", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:50.643542 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db711aa7-01a7-458f-a23c-2b0d7835c683 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:50.644544 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce89989-7ccf-4942-a84b-50446d02e71e', 'tag': '3f8d5a1f-776d-428c-9f07-d405c758780d', 'status': 'completed', 'code': 200} Nov 29 18:02:50.752517 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-2e71f0a9-c70f-4465-a625-b43bc06ac346 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Floating IP c439c5d5-608a-4348-9138-9ce8689b5175 associated. External IP: 172.25.3.61, port: 051db120-0ad4-4a3c-9dd2-b62d99c91c67. Nov 29 18:02:50.812367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5ba36-3400-4c1f-976c-c4335aeb2b4d req-fbfa6cab-c20a-4805-8af0-85acffde1f23 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:50.814208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fdc5ba36-3400-4c1f-976c-c4335aeb2b4d req-fbfa6cab-c20a-4805-8af0-85acffde1f23 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=27fe8dec-5518-46bb-ba5f-e850e9b828d3 HTTP/1.1" status: 200 len: 945 time: 0.1458926 Nov 29 18:02:50.828158 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:50.828353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab77437-7366-4251-a5ce-ac10cd9433e2 req-5b4a9536-a90b-47c1-9cda-40a2d225688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:50.829475 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dab77437-7366-4251-a5ce-ac10cd9433e2 req-5b4a9536-a90b-47c1-9cda-40a2d225688b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 1094 time: 0.1256466 Nov 29 18:02:51.020425 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fca2a13-beaa-4a6c-810f-e66fcce951ec req-fe290505-dcec-4c2c-9f11-96cc8d1fd657 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1361644 Nov 29 18:02:51.029191 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fdc5ba36-3400-4c1f-976c-c4335aeb2b4d req-ed053eac-953b-4539-b4fe-db0330867a7e tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027020 Nov 29 18:02:51.068423 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a77fd2e7-ed1b-410e-97f6-79e8acb02ee1 req-22513e83-4edc-4ea1-86d4-325507b77793 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:51.084517 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['c394caaf-1f21-45fe-9937-970c660f3c6c'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:02:51.110405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Router e2927719-f0be-4955-af6f-8f0fb674a587 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:02:51.110568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab77437-7366-4251-a5ce-ac10cd9433e2 req-64e2f70c-6f44-4e0b-9d36-7760e54aed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:51.112280 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dab77437-7366-4251-a5ce-ac10cd9433e2 req-64e2f70c-6f44-4e0b-9d36-7760e54aed90 service neutron] 10.222.0.31 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 913 time: 0.2431493 Nov 29 18:02:51.149021 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22513e83-4edc-4ea1-86d4-325507b77793 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Pushing event deleted for resources: {'Port': ['ID=c394caaf-1f21-45fe-9937-970c660f3c6c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:51.204292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dab77437-7366-4251-a5ce-ac10cd9433e2 req-3a2c6ebc-0d15-4281-9099-d8c8e69afd4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f8d5a1f-776d-428c-9f07-d405c758780d HTTP/1.1" status: 200 len: 217 time: 0.0843599 Nov 29 18:02:51.230781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77fd2e7-ed1b-410e-97f6-79e8acb02ee1 req-22513e83-4edc-4ea1-86d4-325507b77793 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] No DVR routers for this DVR port c394caaf-1f21-45fe-9937-970c660f3c6c on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:02:51.235046 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a77fd2e7-ed1b-410e-97f6-79e8acb02ee1 req-22513e83-4edc-4ea1-86d4-325507b77793 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:51.238380 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a77fd2e7-ed1b-410e-97f6-79e8acb02ee1 req-22513e83-4edc-4ea1-86d4-325507b77793 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.20 "DELETE /v2.0/ports/c394caaf-1f21-45fe-9937-970c660f3c6c HTTP/1.1" status: 204 len: 173 time: 1.2577622 Nov 29 18:02:51.238873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fe8dec-5518-46bb-ba5f-e850e9b828d3', 'name': 'network-vif-deleted', 'tag': 'c394caaf-1f21-45fe-9937-970c660f3c6c'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:51.241164 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daf6259-3519-457b-8f08-b8b3999372ef" -d '{"events": [{"server_uuid": "27fe8dec-5518-46bb-ba5f-e850e9b828d3", "name": "network-vif-deleted", "tag": "c394caaf-1f21-45fe-9937-970c660f3c6c"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:51.282712 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-2e71f0a9-c70f-4465-a625-b43bc06ac346 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Router 55120102-5df2-4ca6-ba83-63daf1118f3e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:02:51.307810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab77437-7366-4251-a5ce-ac10cd9433e2 req-13fde016-8d32-4110-84bd-9947d8597be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:51.316542 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dab77437-7366-4251-a5ce-ac10cd9433e2 req-13fde016-8d32-4110-84bd-9947d8597be3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=733544da-2bc1-4873-95ac-5a788cefa521 HTTP/1.1" status: 200 len: 852 time: 0.0928733 Nov 29 18:02:51.333260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8f523-c997-4325-aed0-61e9db54617c req-9503bbde-3df1-4a44-ac19-d8b9ee9e2e7b tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:51.335873 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86c8f523-c997-4325-aed0-61e9db54617c req-9503bbde-3df1-4a44-ac19-d8b9ee9e2e7b tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.2005033 Nov 29 18:02:51.349929 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:02:51.361675 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccedde0-5dfb-4882-bbe7-d342044f5d31 None None] Sync routers for ids ['e2927719-f0be-4955-af6f-8f0fb674a587'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:02:51.375647 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccedde0-5dfb-4882-bbe7-d342044f5d31 None None] Routers {'e2927719-f0be-4955-af6f-8f0fb674a587'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:51.376478 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5ccedde0-5dfb-4882-bbe7-d342044f5d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e2927719-f0be-4955-af6f-8f0fb674a587'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:51.381643 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:51.385844 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dab77437-7366-4251-a5ce-ac10cd9433e2 req-b9005a5c-3e33-4bcb-8239-5871f911e396 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44aa18b0-f19e-425a-96e9-bf18ebea2498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470307 Nov 29 18:02:51.387457 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b50c6952-aa09-40d2-aa64-02d304fb37e5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2029829 Nov 29 18:02:51.388612 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48570) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:51.558817 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86c8f523-c997-4325-aed0-61e9db54617c req-4792fd63-8672-4e44-852b-6c6d8782185e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715817 Nov 29 18:02:51.603551 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-be391cef-82fa-45b4-83d6-cc4659852c04 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "GET /v2.0/routers/e2927719-f0be-4955-af6f-8f0fb674a587 HTTP/1.1" status: 200 len: 907 time: 0.2127907 Nov 29 18:02:51.606488 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48572) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:51.634767 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5ccedde0-5dfb-4882-bbe7-d342044f5d31 None None] Set router e2927719-f0be-4955-af6f-8f0fb674a587 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:02:51.635129 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4d2281ed-a77b-4885-9a85-9e3212c62629 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:51.697308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-2e71f0a9-c70f-4465-a625-b43bc06ac346 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:02:51.723437 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df770aa7-1380-4dab-bf3b-55df29084919 None None] Sync routers for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:02:51.764258 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df770aa7-1380-4dab-bf3b-55df29084919 None None] Routers {'55120102-5df2-4ca6-ba83-63daf1118f3e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:51.769511 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-df770aa7-1380-4dab-bf3b-55df29084919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['55120102-5df2-4ca6-ba83-63daf1118f3e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:51.837728 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 4d2281ed-a77b-4885-9a85-9e3212c62629 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:51.838414 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:51.853413 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb7c4-a260-4a7d-9bcf-6619b948d449 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:51.943716 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5ccedde0-5dfb-4882-bbe7-d342044f5d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2927719-f0be-4955-af6f-8f0fb674a587', 'name': 'tempest-snat-router-1764572319', 'tenant_id': '128b1c616cf54bf09a205ef10f2e9fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': '01749500-21da-4913-83e6-ac727bee2236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:02:48Z', 'updated_at': '2021-11-29T18:02:49Z', 'revision_number': 3, 'project_id': '128b1c616cf54bf09a205ef10f2e9fdb', 'gw_port': {'id': '01749500-21da-4913-83e6-ac727bee2236', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:23:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2927719-f0be-4955-af6f-8f0fb674a587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:49Z', 'updated_at': '2021-11-29T18:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:51.970331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-df770aa7-1380-4dab-bf3b-55df29084919 None None] Set router 55120102-5df2-4ca6-ba83-63daf1118f3e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:02:51.985056 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dab77437-7366-4251-a5ce-ac10cd9433e2 req-4567c6b9-2f73-4c24-aba1-0d6a92cae5db service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287211 Nov 29 18:02:52.014488 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb7c4-a260-4a7d-9bcf-6619b948d449 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:52.090850 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:52.093397 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ad5eb7c4-a260-4a7d-9bcf-6619b948d449 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Deleting port 01749500-21da-4913-83e6-ac727bee2236 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:02:52.093754 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb7c4-a260-4a7d-9bcf-6619b948d449 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:52.130942 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 4d2281ed-a77b-4885-9a85-9e3212c62629, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4d2281ed-a77b-4885-9a85-9e3212c62629,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:52.149201 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:52.198044 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440006b4-38dc-441a-8b10-9cdff094276d req-f55a62d7-8835-44dd-a6a2-f220b2edef7d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:52.202118 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccedde0-5dfb-4882-bbe7-d342044f5d31 None None] Checking router: e2927719-f0be-4955-af6f-8f0fb674a587 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:02:52.202478 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccedde0-5dfb-4882-bbe7-d342044f5d31 None None] Updating router e2927719-f0be-4955-af6f-8f0fb674a587 port 01749500-21da-4913-83e6-ac727bee2236 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:02:52.212706 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb7c4-a260-4a7d-9bcf-6619b948d449 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:52.213565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-440006b4-38dc-441a-8b10-9cdff094276d req-f55a62d7-8835-44dd-a6a2-f220b2edef7d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 943 time: 0.4756730 Nov 29 18:02:52.229432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ad5eb7c4-a260-4a7d-9bcf-6619b948d449 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Calling delete_port for 01749500-21da-4913-83e6-ac727bee2236 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:02:52.233905 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5ccedde0-5dfb-4882-bbe7-d342044f5d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:52.300103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=4d2281ed-a77b-4885-9a85-9e3212c62629,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:52.360914 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-440006b4-38dc-441a-8b10-9cdff094276d req-9520f039-0690-4d6e-9fe4-b2b9cb6a76c1 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461084 Nov 29 18:02:52.371405 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-df770aa7-1380-4dab-bf3b-55df29084919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c439c5d5-608a-4348-9138-9ce8689b5175', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'port_id': 'bbdd051f-a825-4ddf-b124-d07569ea98f6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'mac_address': 'fa:16:3e:04:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:02:27Z', 'updated_at': '2021-11-29T18:02:50Z', 'revision_number': 3, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:52.447582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df770aa7-1380-4dab-bf3b-55df29084919 None None] Checking router: 55120102-5df2-4ca6-ba83-63daf1118f3e for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:02:52.448363 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dab77437-7366-4251-a5ce-ac10cd9433e2 req-dd25199f-2950-404c-be66-d4e04c498c68 service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078844 Nov 29 18:02:52.482220 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb7c4-a260-4a7d-9bcf-6619b948d449 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:52.488598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df770aa7-1380-4dab-bf3b-55df29084919 None None] Routers {'55120102-5df2-4ca6-ba83-63daf1118f3e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:52.490051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-df770aa7-1380-4dab-bf3b-55df29084919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['55120102-5df2-4ca6-ba83-63daf1118f3e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:52.518063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5eb7c4-a260-4a7d-9bcf-6619b948d449 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Pushing event deleted for resources: {'Port': ['ID=01749500-21da-4913-83e6-ac727bee2236,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:52.522573 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-2e71f0a9-c70f-4465-a625-b43bc06ac346 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Router 55120102-5df2-4ca6-ba83-63daf1118f3e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:02:52.531385 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253f030-3adb-44db-822c-61568cab5719 req-f68fb8e4-81a5-4688-b60f-2d362d9fa148 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:52.538726 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8253f030-3adb-44db-822c-61568cab5719 req-f68fb8e4-81a5-4688-b60f-2d362d9fa148 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 943 time: 0.0767286 Nov 29 18:02:52.599167 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3f8d5a1f-776d-428c-9f07-d405c758780d details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:02:52.601134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e7089bc8-64d1-4cf7-9635-35fac372dc9a no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:02:52.620640 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb7c4-a260-4a7d-9bcf-6619b948d449 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:52.665031 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8253f030-3adb-44db-822c-61568cab5719 req-a80560d9-aec9-45ba-a279-613bcbbb3c1b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246355 Nov 29 18:02:52.783251 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-5ccedde0-5dfb-4882-bbe7-d342044f5d31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:02:52.784306 n-d-819494-5 neutron-server[110007]: DEBUG oslo_db.api [None req-5ccedde0-5dfb-4882-bbe7-d342044f5d31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:02:52.796979 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb7c4-a260-4a7d-9bcf-6619b948d449 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:52.799527 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb7c4-a260-4a7d-9bcf-6619b948d449 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:52.825688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-df770aa7-1380-4dab-bf3b-55df29084919 None None] Set router 55120102-5df2-4ca6-ba83-63daf1118f3e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:02:52.878149 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb7c4-a260-4a7d-9bcf-6619b948d449 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:52.879425 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5eb7c4-a260-4a7d-9bcf-6619b948d449 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2927719-f0be-4955-af6f-8f0fb674a587 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:02:52.890110 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb7c4-a260-4a7d-9bcf-6619b948d449 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:52.893439 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ad5eb7c4-a260-4a7d-9bcf-6619b948d449 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "DELETE /v2.0/routers/e2927719-f0be-4955-af6f-8f0fb674a587 HTTP/1.1" status: 204 len: 168 time: 1.2858951 Nov 29 18:02:52.898873 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc92f37b-7b6e-4f79-9c1c-2c44551a0451 x-openstack-request-id: req-cc92f37b-7b6e-4f79-9c1c-2c44551a0451 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:52.899360 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fe8dec-5518-46bb-ba5f-e850e9b828d3", "name": "network-vif-deleted", "tag": "c394caaf-1f21-45fe-9937-970c660f3c6c", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:52.899857 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc92f37b-7b6e-4f79-9c1c-2c44551a0451 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:52.900379 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fe8dec-5518-46bb-ba5f-e850e9b828d3', 'name': 'network-vif-deleted', 'tag': 'c394caaf-1f21-45fe-9937-970c660f3c6c', 'status': 'completed', 'code': 200} Nov 29 18:02:52.901815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48578) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:52.980935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3f8d5a1f-776d-428c-9f07-d405c758780d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3f8d5a1f-776d-428c-9f07-d405c758780d,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:53.122966 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dcecf538-2b64-4f24-b045-701487894ec2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:53.258150 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:53.288364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-2e71f0a9-c70f-4465-a625-b43bc06ac346 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:02:53.305431 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-2e71f0a9-c70f-4465-a625-b43bc06ac346 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:53.313814 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccedde0-5dfb-4882-bbe7-d342044f5d31 None None] Port 01749500-21da-4913-83e6-ac727bee2236 not found while updating agent binding for router e2927719-f0be-4955-af6f-8f0fb674a587. {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 29 18:02:53.318829 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dcecf538-2b64-4f24-b045-701487894ec2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:53.341988 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccedde0-5dfb-4882-bbe7-d342044f5d31 None None] Routers set() bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:53.342391 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccedde0-5dfb-4882-bbe7-d342044f5d31 None None] Router IDs set() for agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 29 18:02:53.343156 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_agentschedulers_db [None req-5ccedde0-5dfb-4882-bbe7-d342044f5d31 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e2927719-f0be-4955-af6f-8f0fb674a587'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent'). {{(pid=110007) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 29 18:02:53.343655 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccedde0-5dfb-4882-bbe7-d342044f5d31 None None] The sync data for ids ['e2927719-f0be-4955-af6f-8f0fb674a587'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:02:53.379897 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '3f8d5a1f-776d-428c-9f07-d405c758780d', 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498', 'port_id': '3f8d5a1f-776d-428c-9f07-d405c758780d', 'mac_address': 'fa:16:3e:d8:5e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733544da-2bc1-4873-95ac-5a788cefa521', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:02:53.402127 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-dcecf538-2b64-4f24-b045-701487894ec2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Deleting port 4d2281ed-a77b-4885-9a85-9e3212c62629 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:02:53.402491 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dcecf538-2b64-4f24-b045-701487894ec2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:53.409499 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e7089bc8-64d1-4cf7-9635-35fac372dc9a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7089bc8-64d1-4cf7-9635-35fac372dc9a,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:53.414808 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67586cf-19fd-45ed-be6f-c787d066db78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:53.418080 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f9b752-e375-4f94-a542-660cb41fc763" -d '{"events": [{"server_uuid": "f67586cf-19fd-45ed-be6f-c787d066db78", "name": "network-vif-unplugged", "status": "completed", "tag": "e7089bc8-64d1-4cf7-9635-35fac372dc9a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:53.432491 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:53.434152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'tag': '051db120-0ad4-4a3c-9dd2-b62d99c91c67'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:53.437715 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c26552-bcfd-4a00-873a-c20e5ee6af13" -d '{"events": [{"name": "network-changed", "server_uuid": "fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c", "tag": "051db120-0ad4-4a3c-9dd2-b62d99c91c67"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:53.464925 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250ae06-b704-48c0-a7d0-f38e456f9da9 req-75fbdf3a-1f88-4d34-980a-9dd762856da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:53.466949 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e250ae06-b704-48c0-a7d0-f38e456f9da9 req-75fbdf3a-1f88-4d34-980a-9dd762856da4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 1101 time: 0.2257376 Nov 29 18:02:53.484371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cc064-34a0-4001-b81c-96dd5f02ea04 req-4156e092-dd52-4c42-9af1-26f907932c26 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:53.493198 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0e9cc064-34a0-4001-b81c-96dd5f02ea04 req-4156e092-dd52-4c42-9af1-26f907932c26 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.2679367 Nov 29 18:02:53.494512 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:53.532628 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8d5a1f-776d-428c-9f07-d405c758780d {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:53.541618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-2e71f0a9-c70f-4465-a625-b43bc06ac346 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "PUT /v2.0/floatingips/c439c5d5-608a-4348-9138-9ce8689b5175 HTTP/1.1" status: 200 len: 997 time: 3.9366150 Nov 29 18:02:53.565134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3f8d5a1f-776d-428c-9f07-d405c758780d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3f8d5a1f-776d-428c-9f07-d405c758780d,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:53.576610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-dcecf538-2b64-4f24-b045-701487894ec2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] For port 4d2281ed-a77b-4885-9a85-9e3212c62629, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4d2281ed-a77b-4885-9a85-9e3212c62629,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:53.577977 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dcecf538-2b64-4f24-b045-701487894ec2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:53.584799 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4d2281ed-a77b-4885-9a85-9e3212c62629 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:53.588521 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:53.598764 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-dcecf538-2b64-4f24-b045-701487894ec2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Calling delete_port for 4d2281ed-a77b-4885-9a85-9e3212c62629 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:02:53.640502 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0e9cc064-34a0-4001-b81c-96dd5f02ea04 req-ba424ffb-8138-4a63-9be2-1cdab70b9fab tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463447 Nov 29 18:02:53.662702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-5210732b-1082-468f-a45e-03d5f488914a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:53.664327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-5210732b-1082-468f-a45e-03d5f488914a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports/051db120-0ad4-4a3c-9dd2-b62d99c91c67 HTTP/1.1" status: 200 len: 942 time: 0.1077132 Nov 29 18:02:53.683398 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e250ae06-b704-48c0-a7d0-f38e456f9da9 req-e65b5afe-d597-457a-837f-3babf61e47f8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672952 Nov 29 18:02:53.725822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=e7089bc8-64d1-4cf7-9635-35fac372dc9a,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:53.820631 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dcecf538-2b64-4f24-b045-701487894ec2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:53.853494 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 4d2281ed-a77b-4885-9a85-9e3212c62629 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:53.853889 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:53.874877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=3f8d5a1f-776d-428c-9f07-d405c758780d,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:53.880187 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Port 4d2281ed-a77b-4885-9a85-9e3212c62629 was deleted so its status cannot be updated. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 29 18:02:53.883478 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecf538-2b64-4f24-b045-701487894ec2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d2281ed-a77b-4885-9a85-9e3212c62629,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:53.887697 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-df770aa7-1380-4dab-bf3b-55df29084919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c439c5d5-608a-4348-9138-9ce8689b5175', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'port_id': 'bbdd051f-a825-4ddf-b124-d07569ea98f6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'mac_address': 'fa:16:3e:04:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:02:27Z', 'updated_at': '2021-11-29T18:02:50Z', 'revision_number': 3, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:53.891938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-065c7271-78eb-4f79-86bc-3cf7fdc008db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:53.893654 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-065c7271-78eb-4f79-86bc-3cf7fdc008db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 1096 time: 0.1325033 Nov 29 18:02:53.941263 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df770aa7-1380-4dab-bf3b-55df29084919 None None] The sync data for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 is: [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c439c5d5-608a-4348-9138-9ce8689b5175', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'port_id': 'bbdd051f-a825-4ddf-b124-d07569ea98f6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'mac_address': 'fa:16:3e:04:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:02:27Z', 'updated_at': '2021-11-29T18:02:50Z', 'revision_number': 3, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:02:53.960006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['3f8d5a1f-776d-428c-9f07-d405c758780d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:02:53.974481 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dcecf538-2b64-4f24-b045-701487894ec2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:54.004636 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5be7ced4-ab49-4a3b-9271-4f92eb3b3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:54.044681 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-16383487-f9a3-49ae-9786-08d4668ab165 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:54.051263 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-16383487-f9a3-49ae-9786-08d4668ab165 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/networks?id=1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 HTTP/1.1" status: 200 len: 822 time: 0.3005557 Nov 29 18:02:54.093256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-df0f679f-8fdb-435b-9650-5ed6e13a71c3 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/quotas/b3088f8c75d046f290eec840d5e8ca8c HTTP/1.1" status: 200 len: 375 time: 0.0275958 Nov 29 18:02:54.122979 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dcecf538-2b64-4f24-b045-701487894ec2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:54.126176 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dcecf538-2b64-4f24-b045-701487894ec2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:54.141273 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-f2b32c80-e1bd-4929-9d50-0d11f4ee222a tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3088f8c75d046f290eec840d5e8ca8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463901 Nov 29 18:02:54.164600 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-82c99692-9684-42e9-a37e-d7715ea87f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:54.172729 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-82c99692-9684-42e9-a37e-d7715ea87f46 service neutron] 10.222.0.23 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 922 time: 0.2693577 Nov 29 18:02:54.194128 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dcecf538-2b64-4f24-b045-701487894ec2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:54.195095 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcecf538-2b64-4f24-b045-701487894ec2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4ca4bbf-1972-4bd1-b133-fd06a3b34674 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:02:54.203873 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dcecf538-2b64-4f24-b045-701487894ec2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:54.214692 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-dcecf538-2b64-4f24-b045-701487894ec2 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "DELETE /v2.0/routers/c4ca4bbf-1972-4bd1-b133-fd06a3b34674 HTTP/1.1" status: 204 len: 168 time: 1.3074121 Nov 29 18:02:54.215392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48604) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:54.252526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-6397684', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:54.270124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-d20a7037-9a30-4bad-b765-0e3827ecb229 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=051db120-0ad4-4a3c-9dd2-b62d99c91c67 HTTP/1.1" status: 200 len: 217 time: 0.0963731 Nov 29 18:02:54.296148 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d26d3-ba83-4e35-bec7-4aebcb95802c None None] New status for floating IP c439c5d5-608a-4348-9138-9ce8689b5175: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:02:54.353861 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:54.355034 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:54.389016 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-3a88a3c2-5a38-41aa-af05-fc0380c37d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:54.390603 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-3a88a3c2-5a38-41aa-af05-fc0380c37d7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9b0e63f-da31-4419-9231-8890339f64e7 HTTP/1.1" status: 200 len: 860 time: 0.1196597 Nov 29 18:02:54.440669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-10db804c-5282-4daa-a5f1-849d63c941d2 service neutron] 10.222.0.23 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984290 Nov 29 18:02:54.447613 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:54.502227 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device c394caaf-1f21-45fe-9937-970c660f3c6c no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:02:54.542737 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: c394caaf-1f21-45fe-9937-970c660f3c6c {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:02:54.543395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device c394caaf-1f21-45fe-9937-970c660f3c6c not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:02:54.578557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e7089bc8-64d1-4cf7-9635-35fac372dc9a details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:02:54.607319 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519a345-d8b2-49c9-b371-1e3d2e81a7a4 None None] Sync routers for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:02:54.664445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-e6774a6c-c642-41b7-b495-6218018e5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:54.666127 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-e6774a6c-c642-41b7-b495-6218018e5ec7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39203c14-ffc3-4c68-9e58-e974394ebffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2405035 Nov 29 18:02:54.668581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519a345-d8b2-49c9-b371-1e3d2e81a7a4 None None] Routers {'55120102-5df2-4ca6-ba83-63daf1118f3e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:54.670012 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-9519a345-d8b2-49c9-b371-1e3d2e81a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['55120102-5df2-4ca6-ba83-63daf1118f3e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:54.718697 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-b08d4a55-6ae5-4677-925b-f58bba92055a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:02:54.719845 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-b08d4a55-6ae5-4677-925b-f58bba92055a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070214 Nov 29 18:02:54.773530 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:54.827163 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e7089bc8-64d1-4cf7-9635-35fac372dc9a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7089bc8-64d1-4cf7-9635-35fac372dc9a,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:54.848554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a', 'mac_address': 'fa:16:3e:9a:74:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:02:54.849353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-384f7f7f-1e9f-4da5-b9b4-c7de6fb4e5cc service neutron] 10.222.0.23 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842297 Nov 29 18:02:54.902854 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-9519a345-d8b2-49c9-b371-1e3d2e81a7a4 None None] Set router 55120102-5df2-4ca6-ba83-63daf1118f3e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:02:54.967660 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-2c34f797-0a7c-49f6-abeb-f4b8300b9134 service neutron] 10.222.0.23 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216477 Nov 29 18:02:54.971504 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:55.000316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7089bc8-64d1-4cf7-9635-35fac372dc9a {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:55.103045 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-aa0a5108-e75e-4aef-ae4d-36938ba45c2c service neutron] 10.222.0.23 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270118 Nov 29 18:02:55.171603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e7089bc8-64d1-4cf7-9635-35fac372dc9a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7089bc8-64d1-4cf7-9635-35fac372dc9a,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:55.187869 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:55.309404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886e781-3d25-494d-9b9c-04b3e3e4d8a4 req-8414b730-eb00-4539-9626-7f36f9132352 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:55.312629 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a886e781-3d25-494d-9b9c-04b3e3e4d8a4 req-8414b730-eb00-4539-9626-7f36f9132352 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 943 time: 0.1841609 Nov 29 18:02:55.386832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-7a69d149-3a0b-4601-aac7-4b9aea1be44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:55.389074 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-7a69d149-3a0b-4601-aac7-4b9aea1be44a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a HTTP/1.1" status: 200 len: 1096 time: 0.2165320 Nov 29 18:02:55.403579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=e7089bc8-64d1-4cf7-9635-35fac372dc9a,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:55.421439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-9519a345-d8b2-49c9-b371-1e3d2e81a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c439c5d5-608a-4348-9138-9ce8689b5175', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'port_id': 'bbdd051f-a825-4ddf-b124-d07569ea98f6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'mac_address': 'fa:16:3e:04:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:02:27Z', 'updated_at': '2021-11-29T18:02:54Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:55.452894 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:55.457887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519a345-d8b2-49c9-b371-1e3d2e81a7a4 None None] Checking router: 55120102-5df2-4ca6-ba83-63daf1118f3e for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:02:55.468717 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519a345-d8b2-49c9-b371-1e3d2e81a7a4 None None] Routers {'55120102-5df2-4ca6-ba83-63daf1118f3e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:55.469329 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-9519a345-d8b2-49c9-b371-1e3d2e81a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['55120102-5df2-4ca6-ba83-63daf1118f3e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:55.563704 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4d2281ed-a77b-4885-9a85-9e3212c62629 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:02:55.575483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a886e781-3d25-494d-9b9c-04b3e3e4d8a4 req-a809c750-831a-405a-85cd-6e433454fc71 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187538 Nov 29 18:02:55.577295 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:55.589551 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 4d2281ed-a77b-4885-9a85-9e3212c62629 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:02:55.589551 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4d2281ed-a77b-4885-9a85-9e3212c62629 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:02:55.640113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-9519a345-d8b2-49c9-b371-1e3d2e81a7a4 None None] Set router 55120102-5df2-4ca6-ba83-63daf1118f3e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:02:55.685501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e7089bc8-64d1-4cf7-9635-35fac372dc9a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:02:55.706940 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-06b93e22-57cd-4ff5-ac36-ff82e1848081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:55.715160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-06b93e22-57cd-4ff5-ac36-ff82e1848081 service neutron] 10.222.0.23 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 922 time: 0.3005862 Nov 29 18:02:55.749504 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346c2960-9e50-47ea-b5a9-d1ec9e47d14f x-openstack-request-id: req-346c2960-9e50-47ea-b5a9-d1ec9e47d14f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:55.750013 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c", "tag": "051db120-0ad4-4a3c-9dd2-b62d99c91c67", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:55.750538 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-346c2960-9e50-47ea-b5a9-d1ec9e47d14f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:55.756539 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f9b83d-9bd0-4024-9af7-2a5714924c70 x-openstack-request-id: req-16f9b83d-9bd0-4024-9af7-2a5714924c70 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:55.756963 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67586cf-19fd-45ed-be6f-c787d066db78", "name": "network-vif-unplugged", "status": "completed", "tag": "e7089bc8-64d1-4cf7-9635-35fac372dc9a", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:55.757368 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16f9b83d-9bd0-4024-9af7-2a5714924c70 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:55.757886 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67586cf-19fd-45ed-be6f-c787d066db78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a', 'code': 200} Nov 29 18:02:55.761782 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'tag': '051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'status': 'completed', 'code': 200} Nov 29 18:02:55.836947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Allocated IP 172.25.3.253 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/3257cd93-a2fa-48f6-8679-bea57e8131be) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:02:55.980522 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-64fb4727-b4be-4371-b5b9-619b39e4c4ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbdd051f-a825-4ddf-b124-d07569ea98f6 HTTP/1.1" status: 200 len: 1000 time: 0.2643628 Nov 29 18:02:56.015315 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c26552-bcfd-4a00-873a-c20e5ee6af13 req-f77bd8ff-2d45-4a9d-ad6f-48dc4ab8118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:56.016889 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02c26552-bcfd-4a00-873a-c20e5ee6af13 req-f77bd8ff-2d45-4a9d-ad6f-48dc4ab8118a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 1096 time: 0.1841183 Nov 29 18:02:56.072330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837aac6-b9af-4e52-83a3-0bdceb97b7cf req-1b565988-c256-4fd8-9c64-43d8f167f965 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:56.073858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8837aac6-b9af-4e52-83a3-0bdceb97b7cf req-1b565988-c256-4fd8-9c64-43d8f167f965 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 944 time: 0.2382205 Nov 29 18:02:56.196296 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-5f91f731-c24d-4408-8959-3f884253e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:56.197774 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-5f91f731-c24d-4408-8959-3f884253e1a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9b0e63f-da31-4419-9231-8890339f64e7 HTTP/1.1" status: 200 len: 860 time: 0.2025068 Nov 29 18:02:56.206845 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:56.233740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-9519a345-d8b2-49c9-b371-1e3d2e81a7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c439c5d5-608a-4348-9138-9ce8689b5175', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'port_id': 'bbdd051f-a825-4ddf-b124-d07569ea98f6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'mac_address': 'fa:16:3e:04:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:02:27Z', 'updated_at': '2021-11-29T18:02:54Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:56.258563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8837aac6-b9af-4e52-83a3-0bdceb97b7cf req-bf3f48cf-131c-4b84-8fe0-d4977dc446a7 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678681 Nov 29 18:02:56.277104 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9519a345-d8b2-49c9-b371-1e3d2e81a7a4 None None] The sync data for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 is: [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c439c5d5-608a-4348-9138-9ce8689b5175', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'port_id': 'bbdd051f-a825-4ddf-b124-d07569ea98f6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'mac_address': 'fa:16:3e:04:7d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:02:27Z', 'updated_at': '2021-11-29T18:02:54Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:02:56.337684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c26552-bcfd-4a00-873a-c20e5ee6af13 req-47091faf-fec0-4f23-ad5e-134d5b37fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:56.339429 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02c26552-bcfd-4a00-873a-c20e5ee6af13 req-47091faf-fec0-4f23-ad5e-134d5b37fbd3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 922 time: 0.2858436 Nov 29 18:02:56.344209 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:56.408247 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8f88420-459e-437a-a733-ad0bfb2be5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:56.473903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-5266dad4-478e-42e2-bd1f-752c169b13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:56.479953 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-5266dad4-478e-42e2-bd1f-752c169b13fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39203c14-ffc3-4c68-9e58-e974394ebffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2710283 Nov 29 18:02:56.502006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02c26552-bcfd-4a00-873a-c20e5ee6af13 req-fef3de1c-61e1-4991-b96f-6494cd3e157e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=051db120-0ad4-4a3c-9dd2-b62d99c91c67 HTTP/1.1" status: 200 len: 217 time: 0.1434946 Nov 29 18:02:56.510615 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-8c972979-a100-4caa-bfae-009c347e8813 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:56.516500 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-8c972979-a100-4caa-bfae-009c347e8813 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.20 "GET /v2.0/networks?id=1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 HTTP/1.1" status: 200 len: 822 time: 0.2106009 Nov 29 18:02:56.530828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:56.532154 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-8eebb1a9-c419-4b7a-b150-fd01a3826906 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Request body: {'port': {'device_id': '0589c3c0-f54e-4de0-a3e2-6bdc253ad520', 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5', 'admin_state_up': True, 'tenant_id': 'b3088f8c75d046f290eec840d5e8ca8c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:56.534997 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:56.590322 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3f8d5a1f-776d-428c-9f07-d405c758780d up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:56.624264 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:02:56.667623 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 3f8d5a1f-776d-428c-9f07-d405c758780d completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:02:56.674247 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 3f8d5a1f-776d-428c-9f07-d405c758780d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:56.675494 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:56.701011 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-8eebb1a9-c419-4b7a-b150-fd01a3826906 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Made reservation on behalf of b3088f8c75d046f290eec840d5e8ca8c for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:02:56.702885 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Pushing event updated for resources: {'Port': ['ID=3257cd93-a2fa-48f6-8679-bea57e8131be,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:56.706137 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-8eebb1a9-c419-4b7a-b150-fd01a3826906 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:56.739935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c26552-bcfd-4a00-873a-c20e5ee6af13 req-eda4e3cf-6925-4dfe-805b-152a5a89964c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:56.741295 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02c26552-bcfd-4a00-873a-c20e5ee6af13 req-eda4e3cf-6925-4dfe-805b-152a5a89964c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a9b0e63f-da31-4419-9231-8890339f64e7 HTTP/1.1" status: 200 len: 860 time: 0.1509774 Nov 29 18:02:56.803325 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:56.844942 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3f8d5a1f-776d-428c-9f07-d405c758780d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3f8d5a1f-776d-428c-9f07-d405c758780d,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:56.850509 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:56.894554 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-8eebb1a9-c419-4b7a-b150-fd01a3826906 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Allocated IP 172.20.0.14 (1dbc3b70-9160-46ab-a0ec-3ff42842f6c5/9e5feab6-2909-41ce-aa7a-6b312f9fc8c0/6fae48cc-004f-4f39-b4b3-0f116d1e16a7) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:02:56.931068 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=3f8d5a1f-776d-428c-9f07-d405c758780d,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:56.983740 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:57.106752 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-8eebb1a9-c419-4b7a-b150-fd01a3826906 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:57.142640 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-8eebb1a9-c419-4b7a-b150-fd01a3826906 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:57.195334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-8eebb1a9-c419-4b7a-b150-fd01a3826906 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Network 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:02:57.198687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-8eebb1a9-c419-4b7a-b150-fd01a3826906 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:02:57.200596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a43ac-116b-4bae-9a17-231e4beef6ed req-0edd6509-7d1a-4714-95a9-c928ae7483c1 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:57.201734 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e41a43ac-116b-4bae-9a17-231e4beef6ed req-0edd6509-7d1a-4714-95a9-c928ae7483c1 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 950 time: 0.5990496 Nov 29 18:02:57.203529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-6b90d79f-40e4-4925-8f16-7fa45324bd76 service neutron] 10.222.0.23 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7097425 Nov 29 18:02:57.206479 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-8eebb1a9-c419-4b7a-b150-fd01a3826906 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:02:57.211490 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebb1a9-c419-4b7a-b150-fd01a3826906 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Pushing event updated for resources: {'Port': ['ID=6fae48cc-004f-4f39-b4b3-0f116d1e16a7,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:57.269558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-8eebb1a9-c419-4b7a-b150-fd01a3826906 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:57.270504 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-8eebb1a9-c419-4b7a-b150-fd01a3826906 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:57.287681 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-8eebb1a9-c419-4b7a-b150-fd01a3826906 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7603602 Nov 29 18:02:57.298394 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c26552-bcfd-4a00-873a-c20e5ee6af13 req-9f6322fb-669a-486c-ad6c-a4c7341e7290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:57.300077 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02c26552-bcfd-4a00-873a-c20e5ee6af13 req-9f6322fb-669a-486c-ad6c-a4c7341e7290 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39203c14-ffc3-4c68-9e58-e974394ebffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5435493 Nov 29 18:02:57.301434 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Request body: {'port': {'device_id': '0589c3c0-f54e-4de0-a3e2-6bdc253ad520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:57.357714 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:57.474852 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e41a43ac-116b-4bae-9a17-231e4beef6ed req-d433be9c-c1b4-4dff-a0dd-0a00f406201b tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415462 Nov 29 18:02:57.515719 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:57.567600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08900c9b-a19a-4cd8-82b9-d01faf98ef6c req-780d95a8-5ced-405e-8a6d-fba7d01577d2 service neutron] 10.222.0.23 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370521 Nov 29 18:02:57.653790 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02c26552-bcfd-4a00-873a-c20e5ee6af13 req-50f3c291-3f1c-4b4f-8b2c-8d4633acc250 service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428354 Nov 29 18:02:57.658529 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:57.693345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:02:57.702454 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:57.717098 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Transition to ACTIVE for port object 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:02:57.722360 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:57.759574 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce89989-7ccf-4942-a84b-50446d02e71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8d5a1f-776d-428c-9f07-d405c758780d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:57.766983 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e844ad0-6937-4312-a5e6-11cceee2d36d" -d '{"events": [{"server_uuid": "2ce89989-7ccf-4942-a84b-50446d02e71e", "name": "network-vif-plugged", "status": "completed", "tag": "3f8d5a1f-776d-428c-9f07-d405c758780d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:57.770456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'tag': 'bbdd051f-a825-4ddf-b124-d07569ea98f6'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:57.772713 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4e2496-71ee-41a0-9640-062f96532e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a", "tag": "bbdd051f-a825-4ddf-b124-d07569ea98f6"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:57.791274 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e454d-7de5-4e0f-ba4f-fa3765104a60 req-529804bf-b80c-4f92-aebd-0fc1666070bf tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:57.799156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d44e454d-7de5-4e0f-ba4f-fa3765104a60 req-529804bf-b80c-4f92-aebd-0fc1666070bf tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=0589c3c0-f54e-4de0-a3e2-6bdc253ad520 HTTP/1.1" status: 200 len: 932 time: 0.2355053 Nov 29 18:02:57.838862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6fae48cc-004f-4f39-b4b3-0f116d1e16a7,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:57.879334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Attempting to bind port 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:02:57.879683 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Attempting to bind port 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '46af00a0-cd84-4315-9092-017e855f4147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:02:57.880459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Attempting to bind port 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 on network 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:57.884505 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Port 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 on network 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:02:57.884840 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Attempting to bind port 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 on network 1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:02:57.889869 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:02:57.890213 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Checking segment: {'id': '46af00a0-cd84-4315-9092-017e855f4147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:02:57.890599 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Bound using segment: {'id': '46af00a0-cd84-4315-9092-017e855f4147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:02:57.891063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Bound port: 6fae48cc-004f-4f39-b4b3-0f116d1e16a7, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46af00a0-cd84-4315-9092-017e855f4147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:02:57.891430 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:57.901221 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dee11-837c-4d7b-a537-c3795303c37f req-5034d459-8025-45db-b8ec-cc94e6f08cae tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:57.902708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c56dee11-837c-4d7b-a537-c3795303c37f req-5034d459-8025-45db-b8ec-cc94e6f08cae tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 943 time: 0.2421086 Nov 29 18:02:57.957333 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d44e454d-7de5-4e0f-ba4f-fa3765104a60 req-b2dd5fae-737b-4a54-942f-40d19ec4eda8 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573012 Nov 29 18:02:57.972288 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] For port 6fae48cc-004f-4f39-b4b3-0f116d1e16a7, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:02:57.976137 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] For port 6fae48cc-004f-4f39-b4b3-0f116d1e16a7, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=6fae48cc-004f-4f39-b4b3-0f116d1e16a7,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:02:57.993193 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:58.003631 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02c26552-bcfd-4a00-873a-c20e5ee6af13 req-f7dcebaf-f990-4825-ab52-ae075cf3b242 service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383245 Nov 29 18:02:58.049700 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c56dee11-837c-4d7b-a537-c3795303c37f req-8ca846e4-d081-4211-b180-d1caed4144da tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333091 Nov 29 18:02:58.053275 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:58.054153 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:58.055954 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] 10.222.0.20 "PUT /v2.0/ports/6fae48cc-004f-4f39-b4b3-0f116d1e16a7 HTTP/1.1" status: 200 len: 1092 time: 0.7590425 Nov 29 18:02:58.057193 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0589c3c0-f54e-4de0-a3e2-6bdc253ad520', 'tag': '6fae48cc-004f-4f39-b4b3-0f116d1e16a7'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:02:58.059627 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d76c83-4ec9-42e3-9926-4da44bf44a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "0589c3c0-f54e-4de0-a3e2-6bdc253ad520", "tag": "6fae48cc-004f-4f39-b4b3-0f116d1e16a7"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:02:58.087178 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f1a12-7b57-4602-8fa6-ffacf64144d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6fae48cc-004f-4f39-b4b3-0f116d1e16a7,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:58.149933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-70ec336f-7471-4827-a477-ceac51851d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:58.151747 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-70ec336f-7471-4827-a477-ceac51851d3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3088f8c75d046f290eec840d5e8ca8c&device_id=0589c3c0-f54e-4de0-a3e2-6bdc253ad520 HTTP/1.1" status: 200 len: 1095 time: 0.0445764 Nov 29 18:02:58.195081 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:58.210408 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-d199c012-ab79-4b0d-8a76-c678809e27b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fae48cc-004f-4f39-b4b3-0f116d1e16a7 HTTP/1.1" status: 200 len: 217 time: 0.0487187 Nov 29 18:02:58.217892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb852d-babd-48c2-94fb-f2a32cb7373f req-85c9c671-57ac-47a8-a9df-a9d959036f39 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:58.219453 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07eb852d-babd-48c2-94fb-f2a32cb7373f req-85c9c671-57ac-47a8-a9df-a9d959036f39 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.0950727 Nov 29 18:02:58.274735 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-26712d59-d512-4c21-9ae6-6548433092d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:58.277906 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-26712d59-d512-4c21-9ae6-6548433092d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e5feab6-2909-41ce-aa7a-6b312f9fc8c0 HTTP/1.1" status: 200 len: 862 time: 0.0586689 Nov 29 18:02:58.319716 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-f8d6067d-885e-4908-87ff-c4e75d0129d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1dbc3b70-9160-46ab-a0ec-3ff42842f6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321915 Nov 29 18:02:58.366465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07eb852d-babd-48c2-94fb-f2a32cb7373f req-807e268d-6b58-4536-b505-832b56273c07 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138492 Nov 29 18:02:58.432173 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418cec16-9885-435a-a650-c0525e935e0f x-openstack-request-id: req-418cec16-9885-435a-a650-c0525e935e0f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:58.432710 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce89989-7ccf-4942-a84b-50446d02e71e", "name": "network-vif-plugged", "status": "completed", "tag": "3f8d5a1f-776d-428c-9f07-d405c758780d", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:58.433146 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-418cec16-9885-435a-a650-c0525e935e0f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:58.433720 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce89989-7ccf-4942-a84b-50446d02e71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8d5a1f-776d-428c-9f07-d405c758780d', 'code': 200} Nov 29 18:02:58.460133 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-0501228f-e5b2-4e34-8f12-031d0e486add service neutron] 10.222.0.20 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260016 Nov 29 18:02:58.475373 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7b5f19-a9d3-4cf2-a5b0-4aa64ea3a5b9 x-openstack-request-id: req-5b7b5f19-a9d3-4cf2-a5b0-4aa64ea3a5b9 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:58.476757 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a", "tag": "bbdd051f-a825-4ddf-b124-d07569ea98f6", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:58.477297 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b7b5f19-a9d3-4cf2-a5b0-4aa64ea3a5b9 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:58.477699 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'tag': 'bbdd051f-a825-4ddf-b124-d07569ea98f6', 'status': 'completed', 'code': 200} Nov 29 18:02:58.480759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Router 5ff0e9aa-1873-4811-bb60-4041e155bb81 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:02:58.508807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3722bac-7e2f-4511-ba7e-63d27ff5c0d0 req-aeaa6fde-69ec-4d42-a836-5ff9d186e8ed tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 1000 time: 0.1087785 Nov 29 18:02:58.541762 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abb3296-1beb-4259-a8b7-d2dcfa9ae0e4 x-openstack-request-id: req-2abb3296-1beb-4259-a8b7-d2dcfa9ae0e4 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:02:58.542196 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0589c3c0-f54e-4de0-a3e2-6bdc253ad520", "tag": "6fae48cc-004f-4f39-b4b3-0f116d1e16a7", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:02:58.542572 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2abb3296-1beb-4259-a8b7-d2dcfa9ae0e4 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:02:58.543118 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0589c3c0-f54e-4de0-a3e2-6bdc253ad520', 'tag': '6fae48cc-004f-4f39-b4b3-0f116d1e16a7', 'status': 'completed', 'code': 200} Nov 29 18:02:58.619327 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8832ebbc-a654-4262-b0ac-c28828534ac3 req-4e36d71a-0e87-4fb7-978f-3872c293bd85 service neutron] 10.222.0.20 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514552 Nov 29 18:02:58.623807 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0a87a-097b-4b30-82a3-111bad70873d req-d03bdf3e-120a-4a70-97a5-a10cfb8e1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:58.624137 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e7089bc8-64d1-4cf7-9635-35fac372dc9a up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:02:58.625216 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a1f0a87a-097b-4b30-82a3-111bad70873d req-d03bdf3e-120a-4a70-97a5-a10cfb8e1308 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 1096 time: 0.0638130 Nov 29 18:02:58.675687 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a1f0a87a-097b-4b30-82a3-111bad70873d req-a3861b89-e95f-4e09-9e11-d33e17ece616 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432875 Nov 29 18:02:58.688234 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port e7089bc8-64d1-4cf7-9635-35fac372dc9a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:02:58.688600 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:58.698279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3722bac-7e2f-4511-ba7e-63d27ff5c0d0 req-f46f5866-163a-4da3-8649-b3ffe0061ee7 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:58.709996 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3722bac-7e2f-4511-ba7e-63d27ff5c0d0 req-f46f5866-163a-4da3-8649-b3ffe0061ee7 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports/bbdd051f-a825-4ddf-b124-d07569ea98f6 HTTP/1.1" status: 200 len: 942 time: 0.1426418 Nov 29 18:02:58.742628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e2496-71ee-41a0-9640-062f96532e7f req-4f60f3d7-fe21-49f4-83b4-6299c532a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:58.744118 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d76c83-4ec9-42e3-9926-4da44bf44a1b req-6b2b32fb-1148-4914-8031-d010acf2b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:58.744663 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a4e2496-71ee-41a0-9640-062f96532e7f req-4f60f3d7-fe21-49f4-83b4-6299c532a11f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a HTTP/1.1" status: 200 len: 1096 time: 0.2344532 Nov 29 18:02:58.746375 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-24d76c83-4ec9-42e3-9926-4da44bf44a1b req-6b2b32fb-1148-4914-8031-d010acf2b146 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b3088f8c75d046f290eec840d5e8ca8c&device_id=0589c3c0-f54e-4de0-a3e2-6bdc253ad520 HTTP/1.1" status: 200 len: 1095 time: 0.0538423 Nov 29 18:02:58.748375 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca37c31-4bae-4d1e-b69b-fad6170a637e req-ca01224e-5095-4911-bad0-fc5714e372d1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:58.749867 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ca37c31-4bae-4d1e-b69b-fad6170a637e req-ca01224e-5095-4911-bad0-fc5714e372d1 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 1101 time: 0.1591642 Nov 29 18:02:58.754709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:02:58.766084 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ebb98f-bb61-4265-aebf-ba03bbefb04e None None] Sync routers for ids ['5ff0e9aa-1873-4811-bb60-4041e155bb81'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:02:58.777665 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ebb98f-bb61-4265-aebf-ba03bbefb04e None None] Routers {'5ff0e9aa-1873-4811-bb60-4041e155bb81'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:58.779971 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-13ebb98f-bb61-4265-aebf-ba03bbefb04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5ff0e9aa-1873-4811-bb60-4041e155bb81'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:58.787133 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:58.815558 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-13ebb98f-bb61-4265-aebf-ba03bbefb04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:58.825033 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ebb98f-bb61-4265-aebf-ba03bbefb04e None None] Routers {'5ff0e9aa-1873-4811-bb60-4041e155bb81'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:02:58.826256 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-13ebb98f-bb61-4265-aebf-ba03bbefb04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5ff0e9aa-1873-4811-bb60-4041e155bb81'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:58.833501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e7089bc8-64d1-4cf7-9635-35fac372dc9a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7089bc8-64d1-4cf7-9635-35fac372dc9a,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:02:58.839925 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:58.857539 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3722bac-7e2f-4511-ba7e-63d27ff5c0d0 req-98b2e1b0-9247-46c1-ad80-48544710da36 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 1000 time: 0.0907664 Nov 29 18:02:58.861328 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:58.862403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-79241fa0-013e-4679-b00c-0d5df90a1491 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.6455381 Nov 29 18:02:58.863230 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-13ebb98f-bb61-4265-aebf-ba03bbefb04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:02:58.864118 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ebb98f-bb61-4265-aebf-ba03bbefb04e None None] The sync data for ids ['5ff0e9aa-1873-4811-bb60-4041e155bb81'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:02:58.865279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48638) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:02:58.875771 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-5f45c277-13b7-4909-9ea1-db6859cd71a3 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'enable_snat': False}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:02:58.912633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=e7089bc8-64d1-4cf7-9635-35fac372dc9a,revision_number=11']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:02:58.933254 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d76c83-4ec9-42e3-9926-4da44bf44a1b req-1a0346d5-96a5-4711-afd8-8e2d97c7e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:58.935271 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-24d76c83-4ec9-42e3-9926-4da44bf44a1b req-1a0346d5-96a5-4711-afd8-8e2d97c7e6a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 HTTP/1.1" status: 200 len: 923 time: 0.1780212 Nov 29 18:02:58.940607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ca37c31-4bae-4d1e-b69b-fad6170a637e req-f110899b-2e2f-4740-b972-795835f94cd7 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757638 Nov 29 18:02:58.981238 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:59.045748 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3722bac-7e2f-4511-ba7e-63d27ff5c0d0 req-b076f384-f596-43ff-b06d-fbbc3a751704 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:59.053907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3722bac-7e2f-4511-ba7e-63d27ff5c0d0 req-b076f384-f596-43ff-b06d-fbbc3a751704 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.1823654 Nov 29 18:02:59.186398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e2496-71ee-41a0-9640-062f96532e7f req-5ae7cde9-51ae-4d4d-af9a-9186801bcba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:59.187820 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a4e2496-71ee-41a0-9640-062f96532e7f req-5ae7cde9-51ae-4d4d-af9a-9186801bcba3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 922 time: 0.2104740 Nov 29 18:02:59.247458 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-0a537063-3a45-4460-9fa2-eea60b374213 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 1000 time: 0.1498525 Nov 29 18:02:59.305944 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-24d76c83-4ec9-42e3-9926-4da44bf44a1b req-aff4c814-bff1-4dec-83e3-b85f90bdb2a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fae48cc-004f-4f39-b4b3-0f116d1e16a7 HTTP/1.1" status: 200 len: 217 time: 0.3523712 Nov 29 18:02:59.306779 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc68ce1-7cc3-4eef-9e0b-ae5398f863ed req-cd35f726-a3c8-4edf-94b9-3b86418a3e9a tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:59.308280 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ffc68ce1-7cc3-4eef-9e0b-ae5398f863ed req-cd35f726-a3c8-4edf-94b9-3b86418a3e9a tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=0589c3c0-f54e-4de0-a3e2-6bdc253ad520 HTTP/1.1" status: 200 len: 944 time: 0.1948090 Nov 29 18:02:59.314131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a4e2496-71ee-41a0-9640-062f96532e7f req-95a9c3fe-c0b3-4e1b-9880-e83d9ffcf227 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbdd051f-a825-4ddf-b124-d07569ea98f6 HTTP/1.1" status: 200 len: 1000 time: 0.1178136 Nov 29 18:02:59.333582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-8e5bf2cd-72cb-4d26-9ccc-16b562f0daf3 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:59.334915 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-8e5bf2cd-72cb-4d26-9ccc-16b562f0daf3 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports/bbdd051f-a825-4ddf-b124-d07569ea98f6 HTTP/1.1" status: 200 len: 942 time: 0.0792594 Nov 29 18:02:59.352743 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca2a13-beaa-4a6c-810f-e66fcce951ec req-47fcf2f9-2844-49b0-90b4-d6644a0a13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:59.354254 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fca2a13-beaa-4a6c-810f-e66fcce951ec req-47fcf2f9-2844-49b0-90b4-d6644a0a13ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a&tenant_id=97df2f9382ba451a9c1578f7e940bef7 HTTP/1.1" status: 200 len: 1094 time: 0.4358745 Nov 29 18:02:59.456029 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d76c83-4ec9-42e3-9926-4da44bf44a1b req-478fb07d-5c82-4fe2-9374-be8c997aeb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:59.457489 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-24d76c83-4ec9-42e3-9926-4da44bf44a1b req-478fb07d-5c82-4fe2-9374-be8c997aeb82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e5feab6-2909-41ce-aa7a-6b312f9fc8c0 HTTP/1.1" status: 200 len: 862 time: 0.1413040 Nov 29 18:02:59.469653 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:59.476332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ffc68ce1-7cc3-4eef-9e0b-ae5398f863ed req-71347044-f87c-4617-a661-6f193599e6e5 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591659 Nov 29 18:02:59.479922 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e2496-71ee-41a0-9640-062f96532e7f req-8324abaa-c692-4937-a5b7-7021793bf134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:59.481337 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a4e2496-71ee-41a0-9640-062f96532e7f req-8324abaa-c692-4937-a5b7-7021793bf134 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a9b0e63f-da31-4419-9231-8890339f64e7 HTTP/1.1" status: 200 len: 860 time: 0.1559985 Nov 29 18:02:59.526636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-27122a2d-d1d5-4950-919f-11e149e1e4aa tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 1000 time: 0.1354527 Nov 29 18:02:59.530300 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-24d76c83-4ec9-42e3-9926-4da44bf44a1b req-860d6322-888a-4fdf-9eb4-03d7ba503b88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1dbc3b70-9160-46ab-a0ec-3ff42842f6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348454 Nov 29 18:02:59.549104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca2a13-beaa-4a6c-810f-e66fcce951ec req-e42ddb38-ef5a-4e32-a263-f3076e06605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:59.550713 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fca2a13-beaa-4a6c-810f-e66fcce951ec req-e42ddb38-ef5a-4e32-a263-f3076e06605b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97df2f9382ba451a9c1578f7e940bef7&device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 1094 time: 0.1319835 Nov 29 18:02:59.598376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e2496-71ee-41a0-9640-062f96532e7f req-cb51dbdf-62cf-4642-a8ea-a2f862b3bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:59.599912 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a4e2496-71ee-41a0-9640-062f96532e7f req-cb51dbdf-62cf-4642-a8ea-a2f862b3bb23 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39203c14-ffc3-4c68-9e58-e974394ebffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073236 Nov 29 18:02:59.782600 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-24d76c83-4ec9-42e3-9926-4da44bf44a1b req-2dbb7ed3-314a-471d-8d33-bb5dc2df33cb service neutron] 10.222.0.20 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434509 Nov 29 18:02:59.811339 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca2a13-beaa-4a6c-810f-e66fcce951ec req-bcecc8f3-9d24-4fcc-89eb-7a20f468030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:02:59.812813 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fca2a13-beaa-4a6c-810f-e66fcce951ec req-bcecc8f3-9d24-4fcc-89eb-7a20f468030d service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 200 len: 918 time: 0.2492931 Nov 29 18:02:59.827514 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f45c277-13b7-4909-9ea1-db6859cd71a3 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:59.894830 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:02:59.980209 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fca2a13-beaa-4a6c-810f-e66fcce951ec req-7ae8997e-05da-467b-9099-042f0bef3e2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666eb30b-5978-401b-ab60-bb5580335850 HTTP/1.1" status: 200 len: 999 time: 0.1555667 Nov 29 18:03:00.035528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e11ffc-be73-473d-9084-7f28bc3bbad6 req-50933677-e5b7-4f5d-954d-9d398ab64f7d tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:00.036515 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-24d76c83-4ec9-42e3-9926-4da44bf44a1b req-4f0df26a-1a98-4a2f-9b11-f4bc264dab63 service neutron] 10.222.0.20 "GET /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425816 Nov 29 18:03:00.036956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62e11ffc-be73-473d-9084-7f28bc3bbad6 req-50933677-e5b7-4f5d-954d-9d398ab64f7d tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 1102 time: 0.4901571 Nov 29 18:03:00.052936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-53852bf2-424d-4e52-bb83-c4b395190b6a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:00.054688 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-53852bf2-424d-4e52-bb83-c4b395190b6a tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.5215962 Nov 29 18:03:00.072686 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca2a13-beaa-4a6c-810f-e66fcce951ec req-d7f75df3-176a-4c9e-abe0-51069b9966c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:00.074134 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fca2a13-beaa-4a6c-810f-e66fcce951ec req-d7f75df3-176a-4c9e-abe0-51069b9966c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ca0fa01-1410-4496-bcd2-b27afbda8311 HTTP/1.1" status: 200 len: 856 time: 0.0749009 Nov 29 18:03:00.150012 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca2a13-beaa-4a6c-810f-e66fcce951ec req-f7c49ea9-4c04-4e53-aa74-19e5b8544489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:00.151614 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fca2a13-beaa-4a6c-810f-e66fcce951ec req-f7c49ea9-4c04-4e53-aa74-19e5b8544489 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b54b066-b601-4f01-8160-e9f1bf33b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648773 Nov 29 18:03:00.152770 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a4e2496-71ee-41a0-9640-062f96532e7f req-089b6e90-9a39-4037-8107-cd48cba4192a service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322127 Nov 29 18:03:00.180592 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-e55584b4-52d2-4ec2-9dfc-81f92ad346b6 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 1000 time: 0.1176775 Nov 29 18:03:00.220001 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-7990206f-b1d8-4d69-bf0c-5a1314e7f528 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:00.227391 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62e11ffc-be73-473d-9084-7f28bc3bbad6 req-174124da-a8bb-4130-a36d-e868603d1136 tempest-ServersAdminTestJSON-1799444173 tempest-ServersAdminTestJSON-1799444173-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716933 Nov 29 18:03:00.312903 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-7990206f-b1d8-4d69-bf0c-5a1314e7f528 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:00.333691 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fca2a13-beaa-4a6c-810f-e66fcce951ec req-65ce4f18-7870-47ae-a3d5-cd1533a04db6 service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485958 Nov 29 18:03:00.380243 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a4e2496-71ee-41a0-9640-062f96532e7f req-54e13f21-b50d-4cc9-aa37-f866ec635014 service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142828 Nov 29 18:03:00.434466 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67586cf-19fd-45ed-be6f-c787d066db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:00.437384 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca554b0-aa88-4963-a966-8c11f2f75bad" -d '{"events": [{"server_uuid": "f67586cf-19fd-45ed-be6f-c787d066db78", "name": "network-vif-plugged", "status": "completed", "tag": "e7089bc8-64d1-4cf7-9635-35fac372dc9a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:00.440073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f80807-da8c-4c9f-b236-d0dbb1c8f5eb req-89e5a637-d15c-4574-86f6-7e9794659935 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:00.441584 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86f80807-da8c-4c9f-b236-d0dbb1c8f5eb req-89e5a637-d15c-4574-86f6-7e9794659935 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 943 time: 0.1461115 Nov 29 18:03:00.509503 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fca2a13-beaa-4a6c-810f-e66fcce951ec req-7aba2904-8e40-4cd5-b3ed-4135c0345d58 service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432469 Nov 29 18:03:00.538824 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-7990206f-b1d8-4d69-bf0c-5a1314e7f528 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:00.543738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86f80807-da8c-4c9f-b236-d0dbb1c8f5eb req-d8ad0c6f-39be-465e-bf21-7d7e58871a4c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952532 Nov 29 18:03:00.544824 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-7990206f-b1d8-4d69-bf0c-5a1314e7f528 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:00.545168 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-7990206f-b1d8-4d69-bf0c-5a1314e7f528 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Floating IP c439c5d5-608a-4348-9138-9ce8689b5175 disassociated. External IP: 172.25.3.61, port: bbdd051f-a825-4ddf-b124-d07569ea98f6. Nov 29 18:03:00.634254 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f45c277-13b7-4909-9ea1-db6859cd71a3 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:00.639882 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f45c277-13b7-4909-9ea1-db6859cd71a3 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:00.769611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f45c277-13b7-4909-9ea1-db6859cd71a3 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Router 5ff0e9aa-1873-4811-bb60-4041e155bb81 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:03:00.813448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-7990206f-b1d8-4d69-bf0c-5a1314e7f528 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Router 55120102-5df2-4ca6-ba83-63daf1118f3e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:03:00.843314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066299ed-06c2-4944-9cd6-ebcce5690d2c req-b2f2bcc3-aaf5-48a5-941e-9ade1871f1fd tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:00.844865 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-066299ed-06c2-4944-9cd6-ebcce5690d2c req-b2f2bcc3-aaf5-48a5-941e-9ade1871f1fd tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.0707538 Nov 29 18:03:00.888878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f45c277-13b7-4909-9ea1-db6859cd71a3 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:03:00.893417 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f45c277-13b7-4909-9ea1-db6859cd71a3 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:00.896818 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5f45c277-13b7-4909-9ea1-db6859cd71a3 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "PUT /v2.0/routers/5ff0e9aa-1873-4811-bb60-4041e155bb81 HTTP/1.1" status: 200 len: 919 time: 2.0280862 Nov 29 18:03:00.897631 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48674) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:00.900684 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb7df3e-3962-4f0f-8106-f69565264be4 None None] Sync routers for ids ['5ff0e9aa-1873-4811-bb60-4041e155bb81'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:03:00.912875 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7df3e-3962-4f0f-8106-f69565264be4 None None] Routers {'5ff0e9aa-1873-4811-bb60-4041e155bb81'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:00.913789 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-adb7df3e-3962-4f0f-8106-f69565264be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5ff0e9aa-1873-4811-bb60-4041e155bb81'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:00.951280 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-066299ed-06c2-4944-9cd6-ebcce5690d2c req-de691005-f3c9-4d00-beba-de26ce60b499 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729082 Nov 29 18:03:00.959811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-adb7df3e-3962-4f0f-8106-f69565264be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:00.976689 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7df3e-3962-4f0f-8106-f69565264be4 None None] Routers {'5ff0e9aa-1873-4811-bb60-4041e155bb81'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:00.977294 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-adb7df3e-3962-4f0f-8106-f69565264be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5ff0e9aa-1873-4811-bb60-4041e155bb81'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:01.025386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-adb7df3e-3962-4f0f-8106-f69565264be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:01.026400 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb7df3e-3962-4f0f-8106-f69565264be4 None None] The sync data for ids ['5ff0e9aa-1873-4811-bb60-4041e155bb81'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:03:01.064168 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-31cc197b-9d05-4abe-8698-4f96152f7f0e tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "GET /v2.0/routers/5ff0e9aa-1873-4811-bb60-4041e155bb81 HTTP/1.1" status: 200 len: 919 time: 0.1643202 Nov 29 18:03:01.064818 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48682) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:01.065036 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-7990206f-b1d8-4d69-bf0c-5a1314e7f528 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:03:01.069865 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-7990206f-b1d8-4d69-bf0c-5a1314e7f528 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:01.078440 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9a149-e9a1-4cc0-af54-bf7b978f3f9d None None] Sync routers for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:03:01.102044 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9a149-e9a1-4cc0-af54-bf7b978f3f9d None None] Routers {'55120102-5df2-4ca6-ba83-63daf1118f3e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:01.103650 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e1f9a149-e9a1-4cc0-af54-bf7b978f3f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['55120102-5df2-4ca6-ba83-63daf1118f3e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:01.162200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-7990206f-b1d8-4d69-bf0c-5a1314e7f528 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "PUT /v2.0/floatingips/c439c5d5-608a-4348-9138-9ce8689b5175 HTTP/1.1" status: 200 len: 694 time: 0.9640095 Nov 29 18:03:01.164466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'tag': 'bbdd051f-a825-4ddf-b124-d07569ea98f6'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:01.173107 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2a39f9-6a6d-4080-b607-2f2b1342e185" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a", "tag": "bbdd051f-a825-4ddf-b124-d07569ea98f6"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:01.274684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-83d19be2-1d9a-416e-9054-d274da4e0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:01.276359 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-83d19be2-1d9a-416e-9054-d274da4e0acd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a HTTP/1.1" status: 200 len: 1096 time: 0.0954950 Nov 29 18:03:01.281025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465cb785-1626-4f3e-a7b0-3e2d5f2121ec tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:01.281889 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-465cb785-1626-4f3e-a7b0-3e2d5f2121ec tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&device_id=5ff0e9aa-1873-4811-bb60-4041e155bb81&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2159522 Nov 29 18:03:01.284804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48688) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:01.308668 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4893081b-e421-4b3a-b9b9-2bbe13a7d002 x-openstack-request-id: req-4893081b-e421-4b3a-b9b9-2bbe13a7d002 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:01.308971 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67586cf-19fd-45ed-be6f-c787d066db78", "name": "network-vif-plugged", "status": "completed", "tag": "e7089bc8-64d1-4cf7-9635-35fac372dc9a", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:01.309238 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4893081b-e421-4b3a-b9b9-2bbe13a7d002 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:01.310213 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67586cf-19fd-45ed-be6f-c787d066db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a', 'code': 200} Nov 29 18:03:01.329300 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e1f9a149-e9a1-4cc0-af54-bf7b978f3f9d None None] Set router 55120102-5df2-4ca6-ba83-63daf1118f3e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:03:01.467429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-13efb0b1-aeaa-4477-8c4e-90937414b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:01.475017 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-13efb0b1-aeaa-4477-8c4e-90937414b4f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 922 time: 0.1917360 Nov 29 18:03:01.573648 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-77bad685-b9bd-4e47-9179-db99edacb319 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbdd051f-a825-4ddf-b124-d07569ea98f6 HTTP/1.1" status: 200 len: 217 time: 0.0975459 Nov 29 18:03:01.661071 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e1f9a149-e9a1-4cc0-af54-bf7b978f3f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:01.667706 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd8acd-025e-497a-8a5c-bd00c97dc0bf req-17d081ea-eabb-4e1e-b703-7ce6e885ad9b tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:01.670533 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f7bd8acd-025e-497a-8a5c-bd00c97dc0bf req-17d081ea-eabb-4e1e-b703-7ce6e885ad9b tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=0589c3c0-f54e-4de0-a3e2-6bdc253ad520 HTTP/1.1" status: 200 len: 944 time: 0.2445967 Nov 29 18:03:01.681129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-4c543372-e16f-4b28-8ee6-19b995fafb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:01.682639 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-4c543372-e16f-4b28-8ee6-19b995fafb5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9b0e63f-da31-4419-9231-8890339f64e7 HTTP/1.1" status: 200 len: 860 time: 0.0988398 Nov 29 18:03:01.686275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d69aef-e71a-4f7a-8896-d04479bd3463 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:01.690327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-71d69aef-e71a-4f7a-8896-d04479bd3463 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 881 time: 0.4019370 Nov 29 18:03:01.690810 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48694) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:01.702824 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9a149-e9a1-4cc0-af54-bf7b978f3f9d None None] Checking router: 55120102-5df2-4ca6-ba83-63daf1118f3e for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:03:01.729698 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9a149-e9a1-4cc0-af54-bf7b978f3f9d None None] Routers {'55120102-5df2-4ca6-ba83-63daf1118f3e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:01.734170 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e1f9a149-e9a1-4cc0-af54-bf7b978f3f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['55120102-5df2-4ca6-ba83-63daf1118f3e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:01.750838 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-11a800ed-f411-4f7a-b773-c951c315482e tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff0e9aa-1873-4811-bb60-4041e155bb81 HTTP/1.1" status: 200 len: 205 time: 0.0583138 Nov 29 18:03:01.755719 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48698) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:01.836585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f7bd8acd-025e-497a-8a5c-bd00c97dc0bf req-2d1a7444-e4b4-4856-9174-57a3d75cf9f5 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497784 Nov 29 18:03:01.849182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-8337c498-a694-47ab-bd48-d180b3e99880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:01.850708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-8337c498-a694-47ab-bd48-d180b3e99880 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39203c14-ffc3-4c68-9e58-e974394ebffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572847 Nov 29 18:03:02.075998 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-69df165e-7937-4706-b000-9e9a23d9affe tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:02.082637 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e1f9a149-e9a1-4cc0-af54-bf7b978f3f9d None None] Set router 55120102-5df2-4ca6-ba83-63daf1118f3e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:03:02.117627 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-592da02a-21a7-4182-a210-3c9e5e73878b service neutron] 10.222.0.23 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532611 Nov 29 18:03:02.341459 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22e0d9e6-9fa4-4efe-8aed-1b408cbeea53 req-ded55ec2-8431-4b35-9b9f-c1eb33714c0d service neutron] 10.222.0.23 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165673 Nov 29 18:03:02.395168 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-69df165e-7937-4706-b000-9e9a23d9affe tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:02.501528 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba341fd-5146-4ae3-9989-4888382da377 x-openstack-request-id: req-4ba341fd-5146-4ae3-9989-4888382da377 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:02.501839 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a", "tag": "bbdd051f-a825-4ddf-b124-d07569ea98f6", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:02.502504 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ba341fd-5146-4ae3-9989-4888382da377 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:02.503167 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'tag': 'bbdd051f-a825-4ddf-b124-d07569ea98f6', 'status': 'completed', 'code': 200} Nov 29 18:03:02.524713 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-69df165e-7937-4706-b000-9e9a23d9affe tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Deleting port 3257cd93-a2fa-48f6-8679-bea57e8131be {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:02.525129 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-69df165e-7937-4706-b000-9e9a23d9affe tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:02.596774 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:03:02.634019 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e1f9a149-e9a1-4cc0-af54-bf7b978f3f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:02.681101 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a39f9-6a6d-4080-b607-2f2b1342e185 req-ddc168ba-6747-475b-960c-8187a8d8b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:02.682746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f2a39f9-6a6d-4080-b607-2f2b1342e185 req-ddc168ba-6747-475b-960c-8187a8d8b204 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a HTTP/1.1" status: 200 len: 1096 time: 0.1526344 Nov 29 18:03:02.694727 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-69df165e-7937-4706-b000-9e9a23d9affe tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:02.696841 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9a149-e9a1-4cc0-af54-bf7b978f3f9d None None] The sync data for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 is: [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:03:02.732564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-69df165e-7937-4706-b000-9e9a23d9affe tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Calling delete_port for 3257cd93-a2fa-48f6-8679-bea57e8131be owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:02.912763 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 6fae48cc-004f-4f39-b4b3-0f116d1e16a7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=6fae48cc-004f-4f39-b4b3-0f116d1e16a7,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:02.947018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '6fae48cc-004f-4f39-b4b3-0f116d1e16a7', 'network_id': '1dbc3b70-9160-46ab-a0ec-3ff42842f6c5', 'port_id': '6fae48cc-004f-4f39-b4b3-0f116d1e16a7', 'mac_address': 'fa:16:3e:8b:53:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5feab6-2909-41ce-aa7a-6b312f9fc8c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:03:03.011263 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:03.011848 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ccc71-8dff-491e-b2d8-501e8a56446f req-2c828bb3-b2e7-4685-b604-12dd02211524 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:03.014004 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b37ccc71-8dff-491e-b2d8-501e8a56446f req-2c828bb3-b2e7-4685-b604-12dd02211524 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 950 time: 0.1641040 Nov 29 18:03:03.040505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:03:03.084409 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 6fae48cc-004f-4f39-b4b3-0f116d1e16a7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=6fae48cc-004f-4f39-b4b3-0f116d1e16a7,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:03.090732 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:03.136243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031c5e5-ed7e-4147-8fd8-a77c3351d144 req-0ad103ec-5577-4921-874d-5baf27ac5752 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:03.147019 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e031c5e5-ed7e-4147-8fd8-a77c3351d144 req-0ad103ec-5577-4921-874d-5baf27ac5752 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d HTTP/1.1" status: 200 len: 950 time: 0.4380608 Nov 29 18:03:03.176754 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03833e6c-d573-4508-9412-5eecfa0cde96 req-8d2e257d-08aa-44be-b0ba-0b549acb9f45 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:03.182311 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-03833e6c-d573-4508-9412-5eecfa0cde96 req-8d2e257d-08aa-44be-b0ba-0b549acb9f45 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 943 time: 0.4744670 Nov 29 18:03:03.216379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=6fae48cc-004f-4f39-b4b3-0f116d1e16a7,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:03.275676 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6b7722-f033-412e-817f-e797f13263a1 None None] New status for floating IP c439c5d5-608a-4348-9138-9ce8689b5175: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:03:03.295553 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a39f9-6a6d-4080-b607-2f2b1342e185 req-e9173d44-695d-498a-ae2e-df543f1f0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:03.300763 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f2a39f9-6a6d-4080-b607-2f2b1342e185 req-e9173d44-695d-498a-ae2e-df543f1f0204 service neutron] 10.222.0.31 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 922 time: 0.6061547 Nov 29 18:03:03.324774 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e031c5e5-ed7e-4147-8fd8-a77c3351d144 req-7178189a-2d4e-4576-8a1c-467d5f8e4b44 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742404 Nov 29 18:03:03.489834 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f2a39f9-6a6d-4080-b607-2f2b1342e185 req-556733e0-da5c-4001-ba04-c853adb3e9cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbdd051f-a825-4ddf-b124-d07569ea98f6 HTTP/1.1" status: 200 len: 217 time: 0.1416004 Nov 29 18:03:03.604140 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a39f9-6a6d-4080-b607-2f2b1342e185 req-e7e2cd99-052c-4718-8123-1c8d8102b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:03.605917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f2a39f9-6a6d-4080-b607-2f2b1342e185 req-e7e2cd99-052c-4718-8123-1c8d8102b213 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a9b0e63f-da31-4419-9231-8890339f64e7 HTTP/1.1" status: 200 len: 860 time: 0.1036601 Nov 29 18:03:03.634112 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-03833e6c-d573-4508-9412-5eecfa0cde96 req-88b6f6e5-01ab-4c97-9131-5689f8fdeefd tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398280 Nov 29 18:03:03.730043 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a39f9-6a6d-4080-b607-2f2b1342e185 req-9d04461a-5282-44ad-9a1d-1ccf0e1d8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:03.733319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f2a39f9-6a6d-4080-b607-2f2b1342e185 req-9d04461a-5282-44ad-9a1d-1ccf0e1d8688 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39203c14-ffc3-4c68-9e58-e974394ebffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979784 Nov 29 18:03:03.767977 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['6fae48cc-004f-4f39-b4b3-0f116d1e16a7'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:03:03.893924 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f2a39f9-6a6d-4080-b607-2f2b1342e185 req-348a1968-70d9-4ec8-a800-fa76daea623e service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472340 Nov 29 18:03:03.908214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-b37ccc71-8dff-491e-b2d8-501e8a56446f req-9b7f6d94-7f24-4a94-b93d-feec1c64ed0e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Deleting port d17d876d-72b5-4d77-82f8-76ec89433b2f {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:03.908904 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b37ccc71-8dff-491e-b2d8-501e8a56446f req-9b7f6d94-7f24-4a94-b93d-feec1c64ed0e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:03.946839 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-69df165e-7937-4706-b000-9e9a23d9affe tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:04.113482 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df165e-7937-4706-b000-9e9a23d9affe tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Pushing event deleted for resources: {'Port': ['ID=3257cd93-a2fa-48f6-8679-bea57e8131be,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:04.121760 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-69df165e-7937-4706-b000-9e9a23d9affe tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:04.127173 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f2a39f9-6a6d-4080-b607-2f2b1342e185 req-e0ab11e5-12a8-4731-8b64-b73749b750d6 service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218218 Nov 29 18:03:04.245348 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-69df165e-7937-4706-b000-9e9a23d9affe tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:04.253270 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-69df165e-7937-4706-b000-9e9a23d9affe tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:04.264008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-b37ccc71-8dff-491e-b2d8-501e8a56446f req-9b7f6d94-7f24-4a94-b93d-feec1c64ed0e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] For port d17d876d-72b5-4d77-82f8-76ec89433b2f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d17d876d-72b5-4d77-82f8-76ec89433b2f,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:04.264517 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b37ccc71-8dff-491e-b2d8-501e8a56446f req-9b7f6d94-7f24-4a94-b93d-feec1c64ed0e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:04.313632 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-b37ccc71-8dff-491e-b2d8-501e8a56446f req-9b7f6d94-7f24-4a94-b93d-feec1c64ed0e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Calling delete_port for d17d876d-72b5-4d77-82f8-76ec89433b2f owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:04.326356 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-69df165e-7937-4706-b000-9e9a23d9affe tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:04.326984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69df165e-7937-4706-b000-9e9a23d9affe tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Fanout notify agent at l3_agent the message router_deleted on router 5ff0e9aa-1873-4811-bb60-4041e155bb81 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:03:04.336199 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-69df165e-7937-4706-b000-9e9a23d9affe tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:04.342591 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48716) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:04.347857 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-da92d03d-b81a-4373-b1f4-6dea894b4001 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-951820670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:04.354089 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-69df165e-7937-4706-b000-9e9a23d9affe tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "DELETE /v2.0/routers/5ff0e9aa-1873-4811-bb60-4041e155bb81 HTTP/1.1" status: 204 len: 168 time: 2.5960166 Nov 29 18:03:04.392282 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da92d03d-b81a-4373-b1f4-6dea894b4001 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:04.393558 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da92d03d-b81a-4373-b1f4-6dea894b4001 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:04.492566 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da92d03d-b81a-4373-b1f4-6dea894b4001 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:04.497898 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da92d03d-b81a-4373-b1f4-6dea894b4001 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:04.519761 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da92d03d-b81a-4373-b1f4-6dea894b4001 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:04.524143 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b37ccc71-8dff-491e-b2d8-501e8a56446f req-9b7f6d94-7f24-4a94-b93d-feec1c64ed0e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:04.524619 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-da92d03d-b81a-4373-b1f4-6dea894b4001 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1806271 Nov 29 18:03:04.525409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48720) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:04.531587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Request body: {'router': {'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:04.539460 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['d17d876d-72b5-4d77-82f8-76ec89433b2f', 'e7089bc8-64d1-4cf7-9635-35fac372dc9a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:03:04.559720 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f6d94-7f24-4a94-b93d-feec1c64ed0e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Pushing event deleted for resources: {'Port': ['ID=d17d876d-72b5-4d77-82f8-76ec89433b2f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:04.596279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['05a9a751-dc5c-4b18-be4f-116bf81004c3'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:03:04.674349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37ccc71-8dff-491e-b2d8-501e8a56446f req-9b7f6d94-7f24-4a94-b93d-feec1c64ed0e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] No DVR routers for this DVR port d17d876d-72b5-4d77-82f8-76ec89433b2f on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:03:04.677820 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b37ccc71-8dff-491e-b2d8-501e8a56446f req-9b7f6d94-7f24-4a94-b93d-feec1c64ed0e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:04.681756 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b37ccc71-8dff-491e-b2d8-501e8a56446f req-9b7f6d94-7f24-4a94-b93d-feec1c64ed0e tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.31 "DELETE /v2.0/ports/d17d876d-72b5-4d77-82f8-76ec89433b2f HTTP/1.1" status: 204 len: 173 time: 1.6593771 Nov 29 18:03:04.682397 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d', 'name': 'network-vif-deleted', 'tag': 'd17d876d-72b5-4d77-82f8-76ec89433b2f'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:04.685302 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8ab7d9-4e6d-4383-b855-6addab093fa8" -d '{"events": [{"server_uuid": "9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d", "name": "network-vif-deleted", "tag": "d17d876d-72b5-4d77-82f8-76ec89433b2f"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:05.091478 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:05.313403 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:05.334409 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:05.448675 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Allocated IP 172.25.3.60 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/e21251a1-0c5b-49fb-8982-e0a46b1c9e2c) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:03:05.557464 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:05.592149 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:05.633735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:03:05.636700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:05.640398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:03:05.646046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Pushing event updated for resources: {'Port': ['ID=e21251a1-0c5b-49fb-8982-e0a46b1c9e2c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:05.678916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:05.679269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:05.679613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:05.679954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:05.680288 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:05.680619 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:05.680982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:05.681365 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:05.681696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:05.682064 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:05.682348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:05.682670 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:05.916445 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:06.130098 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:06.134377 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:06.267439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Router 0ac1c4e5-99b7-4075-b9ce-1bc4b72eb82d is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:03:06.383960 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:03:06.391369 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:06.394855 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7b7ec149-1648-4c23-9016-19e253ab7676 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "PUT /v2.0/routers/0ac1c4e5-99b7-4075-b9ce-1bc4b72eb82d HTTP/1.1" status: 200 len: 878 time: 1.8658137 Nov 29 18:03:06.395235 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48726) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:06.395681 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8182eb2-d3e2-4992-9d33-06579675be6c None None] Sync routers for ids ['0ac1c4e5-99b7-4075-b9ce-1bc4b72eb82d'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:03:06.411708 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8182eb2-d3e2-4992-9d33-06579675be6c None None] Routers {'0ac1c4e5-99b7-4075-b9ce-1bc4b72eb82d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:06.412745 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e8182eb2-d3e2-4992-9d33-06579675be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0ac1c4e5-99b7-4075-b9ce-1bc4b72eb82d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:06.461254 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e8182eb2-d3e2-4992-9d33-06579675be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:06.471419 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8182eb2-d3e2-4992-9d33-06579675be6c None None] Routers {'0ac1c4e5-99b7-4075-b9ce-1bc4b72eb82d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:06.472413 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e8182eb2-d3e2-4992-9d33-06579675be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0ac1c4e5-99b7-4075-b9ce-1bc4b72eb82d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:06.521469 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5ea70855-d998-464c-a926-9af394074635 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "GET /v2.0/routers/0ac1c4e5-99b7-4075-b9ce-1bc4b72eb82d HTTP/1.1" status: 200 len: 919 time: 0.1245775 Nov 29 18:03:06.524110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48728) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:06.580581 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8cb061-2a3b-4653-aa86-b52ef6913350 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:06.582874 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-df8cb061-2a3b-4653-aa86-b52ef6913350 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&device_id=0ac1c4e5-99b7-4075-b9ce-1bc4b72eb82d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0575902 Nov 29 18:03:06.585610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48730) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:06.611242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:03:06.621096 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e8182eb2-d3e2-4992-9d33-06579675be6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:06.621953 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8182eb2-d3e2-4992-9d33-06579675be6c None None] The sync data for ids ['0ac1c4e5-99b7-4075-b9ce-1bc4b72eb82d'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:03:06.679337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c420184-f8cd-4cfe-b740-25fb945ac7d5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:06.683428 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0c420184-f8cd-4cfe-b740-25fb945ac7d5 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 881 time: 0.0941956 Nov 29 18:03:06.683854 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48732) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:06.700234 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device d17d876d-72b5-4d77-82f8-76ec89433b2f no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:03:06.704317 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:03:06.719686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48734) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:06.729145 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:06.729876 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:06.730073 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8d339140-5a16-4767-9599-dfa72c1e30ab tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ac1c4e5-99b7-4075-b9ce-1bc4b72eb82d HTTP/1.1" status: 200 len: 205 time: 0.0439718 Nov 29 18:03:06.734123 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: d17d876d-72b5-4d77-82f8-76ec89433b2f {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:03:06.734424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device d17d876d-72b5-4d77-82f8-76ec89433b2f not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:03:06.834076 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:06.865959 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0589c3c0-f54e-4de0-a3e2-6bdc253ad520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fae48cc-004f-4f39-b4b3-0f116d1e16a7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:06.868254 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee91354-40a2-40dc-9f61-747d99577d3c" -d '{"events": [{"server_uuid": "0589c3c0-f54e-4de0-a3e2-6bdc253ad520", "name": "network-vif-plugged", "status": "completed", "tag": "6fae48cc-004f-4f39-b4b3-0f116d1e16a7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:06.871470 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55bcefdf-7ac4-4df2-b1d6-6d277705b67c tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:06.882111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 6fae48cc-004f-4f39-b4b3-0f116d1e16a7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=6fae48cc-004f-4f39-b4b3-0f116d1e16a7,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:06.888154 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:06.939305 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=6fae48cc-004f-4f39-b4b3-0f116d1e16a7,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:07.006011 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55bcefdf-7ac4-4df2-b1d6-6d277705b67c tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:07.068631 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-55bcefdf-7ac4-4df2-b1d6-6d277705b67c tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Deleting port e21251a1-0c5b-49fb-8982-e0a46b1c9e2c {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:07.069005 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55bcefdf-7ac4-4df2-b1d6-6d277705b67c tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:07.147201 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55bcefdf-7ac4-4df2-b1d6-6d277705b67c tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:07.160502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-55bcefdf-7ac4-4df2-b1d6-6d277705b67c tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Calling delete_port for e21251a1-0c5b-49fb-8982-e0a46b1c9e2c owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:07.338332 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55bcefdf-7ac4-4df2-b1d6-6d277705b67c tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:07.367003 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bcefdf-7ac4-4df2-b1d6-6d277705b67c tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Pushing event deleted for resources: {'Port': ['ID=e21251a1-0c5b-49fb-8982-e0a46b1c9e2c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:07.438122 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55bcefdf-7ac4-4df2-b1d6-6d277705b67c tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:07.537921 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55bcefdf-7ac4-4df2-b1d6-6d277705b67c tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:07.540345 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55bcefdf-7ac4-4df2-b1d6-6d277705b67c tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:07.587089 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55bcefdf-7ac4-4df2-b1d6-6d277705b67c tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:07.587754 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bcefdf-7ac4-4df2-b1d6-6d277705b67c tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Fanout notify agent at l3_agent the message router_deleted on router 0ac1c4e5-99b7-4075-b9ce-1bc4b72eb82d {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:03:07.595400 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55bcefdf-7ac4-4df2-b1d6-6d277705b67c tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:07.597136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-55bcefdf-7ac4-4df2-b1d6-6d277705b67c tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "DELETE /v2.0/routers/0ac1c4e5-99b7-4075-b9ce-1bc4b72eb82d HTTP/1.1" status: 204 len: 168 time: 0.8755472 Nov 29 18:03:07.601216 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48740) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:07.605827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4b33426f-c91b-406c-8b25-51f80b531f44 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1311520756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:07.632920 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b33426f-c91b-406c-8b25-51f80b531f44 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:07.634019 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b33426f-c91b-406c-8b25-51f80b531f44 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:07.919561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b33426f-c91b-406c-8b25-51f80b531f44 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:07.923348 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b33426f-c91b-406c-8b25-51f80b531f44 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:07.941611 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b33426f-c91b-406c-8b25-51f80b531f44 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:07.943079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4b33426f-c91b-406c-8b25-51f80b531f44 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3406734 Nov 29 18:03:07.945632 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48742) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:07.950525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'enable_snat': True}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:08.163079 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:08.374933 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:08.394566 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:08.508749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Allocated IP 172.25.3.6 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/3ddbc878-0d62-43cb-9893-2012c5bf2333) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:03:08.618195 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:08.655102 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:08.705531 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:03:08.711178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:08.713594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:03:08.717771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Pushing event updated for resources: {'Port': ['ID=3ddbc878-0d62-43cb-9893-2012c5bf2333,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:08.990241 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:09.197916 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:09.203075 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:09.342157 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Router 4d5faf7d-d246-45fc-a04a-d2de25ca2cef is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:03:09.455250 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:03:09.460093 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:09.464322 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cd115f88-e7f0-4686-8fcc-86f918a08e54 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "PUT /v2.0/routers/4d5faf7d-d246-45fc-a04a-d2de25ca2cef HTTP/1.1" status: 200 len: 913 time: 1.5143719 Nov 29 18:03:09.464322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48744) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:09.468784 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d1cfe8-7196-4109-a10d-cd0a8563b53e None None] Sync routers for ids ['4d5faf7d-d246-45fc-a04a-d2de25ca2cef'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:03:09.485713 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d1cfe8-7196-4109-a10d-cd0a8563b53e None None] Routers {'4d5faf7d-d246-45fc-a04a-d2de25ca2cef'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:09.486422 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e8d1cfe8-7196-4109-a10d-cd0a8563b53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4d5faf7d-d246-45fc-a04a-d2de25ca2cef'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:09.528161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e8d1cfe8-7196-4109-a10d-cd0a8563b53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:09.538203 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d1cfe8-7196-4109-a10d-cd0a8563b53e None None] Routers {'4d5faf7d-d246-45fc-a04a-d2de25ca2cef'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:09.538827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e8d1cfe8-7196-4109-a10d-cd0a8563b53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4d5faf7d-d246-45fc-a04a-d2de25ca2cef'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:09.575856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e8d1cfe8-7196-4109-a10d-cd0a8563b53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:09.576604 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d1cfe8-7196-4109-a10d-cd0a8563b53e None None] The sync data for ids ['4d5faf7d-d246-45fc-a04a-d2de25ca2cef'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:03:09.583117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4a1b24ea-9962-4611-a775-702adcf34f14 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "GET /v2.0/routers/4d5faf7d-d246-45fc-a04a-d2de25ca2cef HTTP/1.1" status: 200 len: 919 time: 0.1152630 Nov 29 18:03:09.583117 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48746) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:09.657031 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4113c0-763f-42e2-8cea-449a6806e4ae tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:09.658503 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6c4113c0-763f-42e2-8cea-449a6806e4ae tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&device_id=4d5faf7d-d246-45fc-a04a-d2de25ca2cef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0743945 Nov 29 18:03:09.661320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48748) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:09.751226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf905bf2-a4df-43af-b5ae-943870dd1540 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:09.752627 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cf905bf2-a4df-43af-b5ae-943870dd1540 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 881 time: 0.0902624 Nov 29 18:03:09.755524 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48750) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:09.787027 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d9421d1f-e9f7-4cea-9e56-917f6da29bfc tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d5faf7d-d246-45fc-a04a-d2de25ca2cef HTTP/1.1" status: 200 len: 205 time: 0.0280342 Nov 29 18:03:09.787288 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48752) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:09.898869 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ff9d-baf1-49e5-8729-07ae6201af00 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:10.065448 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ff9d-baf1-49e5-8729-07ae6201af00 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:10.128748 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6ff9d-baf1-49e5-8729-07ae6201af00 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Deleting port 3ddbc878-0d62-43cb-9893-2012c5bf2333 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:10.129079 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ff9d-baf1-49e5-8729-07ae6201af00 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:10.218765 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ff9d-baf1-49e5-8729-07ae6201af00 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:10.231463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6ff9d-baf1-49e5-8729-07ae6201af00 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Calling delete_port for 3ddbc878-0d62-43cb-9893-2012c5bf2333 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:10.408466 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ff9d-baf1-49e5-8729-07ae6201af00 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:10.436789 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6ff9d-baf1-49e5-8729-07ae6201af00 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Pushing event deleted for resources: {'Port': ['ID=3ddbc878-0d62-43cb-9893-2012c5bf2333,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:10.507127 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ff9d-baf1-49e5-8729-07ae6201af00 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:10.606576 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ff9d-baf1-49e5-8729-07ae6201af00 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:10.609262 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ff9d-baf1-49e5-8729-07ae6201af00 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:10.657572 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ff9d-baf1-49e5-8729-07ae6201af00 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:10.658134 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee6ff9d-baf1-49e5-8729-07ae6201af00 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Fanout notify agent at l3_agent the message router_deleted on router 4d5faf7d-d246-45fc-a04a-d2de25ca2cef {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:03:10.665652 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7ee6ff9d-baf1-49e5-8729-07ae6201af00 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:10.666802 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7ee6ff9d-baf1-49e5-8729-07ae6201af00 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "DELETE /v2.0/routers/4d5faf7d-d246-45fc-a04a-d2de25ca2cef HTTP/1.1" status: 204 len: 168 time: 0.8785827 Nov 29 18:03:10.671141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48756) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:10.675735 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b73d5629-69ce-4d6e-8d7d-1b1dda829741 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1274394470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:10.700438 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b73d5629-69ce-4d6e-8d7d-1b1dda829741 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:10.701478 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b73d5629-69ce-4d6e-8d7d-1b1dda829741 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:10.754991 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b73d5629-69ce-4d6e-8d7d-1b1dda829741 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:10.761293 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b73d5629-69ce-4d6e-8d7d-1b1dda829741 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:10.780495 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b73d5629-69ce-4d6e-8d7d-1b1dda829741 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:10.783372 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b73d5629-69ce-4d6e-8d7d-1b1dda829741 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1110568 Nov 29 18:03:10.784546 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48758) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:10.789253 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'enable_snat': False}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:11.009917 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:11.207714 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:11.229814 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:11.336569 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Allocated IP 172.25.3.166 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/40d8faaf-93ab-43e4-b910-25bdcd7179be) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:03:11.445316 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:11.479781 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:11.519480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:03:11.522335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:11.525849 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:03:11.549221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Pushing event updated for resources: {'Port': ['ID=40d8faaf-93ab-43e4-b910-25bdcd7179be,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:11.768249 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:11.931372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99873c2-851b-4909-8d67-8442175d714a req-c7e7b515-3c26-48bd-b312-e8e722bd20ae tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:11.933110 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e99873c2-851b-4909-8d67-8442175d714a req-c7e7b515-3c26-48bd-b312-e8e722bd20ae tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.0531845 Nov 29 18:03:11.976773 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:11.980375 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:11.997895 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e99873c2-851b-4909-8d67-8442175d714a req-e83a13f0-b04b-4afa-92de-75ed5f6beef6 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554931 Nov 29 18:03:12.126655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Router 2ef5dc8b-724f-4efa-9df4-39d7ba930ff0 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:03:12.237084 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:03:12.241558 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:12.242659 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4c3c5635-2c4f-4ce9-a531-1184653f5243 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "PUT /v2.0/routers/2ef5dc8b-724f-4efa-9df4-39d7ba930ff0 HTTP/1.1" status: 200 len: 916 time: 1.4571774 Nov 29 18:03:12.245299 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48764) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:12.245957 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14790769-0c95-4613-b090-d554939c8cbd None None] Sync routers for ids ['2ef5dc8b-724f-4efa-9df4-39d7ba930ff0'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:03:12.256405 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14790769-0c95-4613-b090-d554939c8cbd None None] Routers {'2ef5dc8b-724f-4efa-9df4-39d7ba930ff0'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:12.257030 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-14790769-0c95-4613-b090-d554939c8cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2ef5dc8b-724f-4efa-9df4-39d7ba930ff0'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:12.289436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f6b8e-fb83-4dd0-bfbd-7c5dc1c657cc req-d77c9be5-78e9-493f-bc33-ae0fac7e8b73 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:12.290917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef6f6b8e-fb83-4dd0-bfbd-7c5dc1c657cc req-d77c9be5-78e9-493f-bc33-ae0fac7e8b73 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=0589c3c0-f54e-4de0-a3e2-6bdc253ad520 HTTP/1.1" status: 200 len: 946 time: 0.2978678 Nov 29 18:03:12.295092 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-14790769-0c95-4613-b090-d554939c8cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:12.302879 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14790769-0c95-4613-b090-d554939c8cbd None None] Routers {'2ef5dc8b-724f-4efa-9df4-39d7ba930ff0'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:12.303537 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-14790769-0c95-4613-b090-d554939c8cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2ef5dc8b-724f-4efa-9df4-39d7ba930ff0'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:12.335849 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-14790769-0c95-4613-b090-d554939c8cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:12.336513 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14790769-0c95-4613-b090-d554939c8cbd None None] The sync data for ids ['2ef5dc8b-724f-4efa-9df4-39d7ba930ff0'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:03:12.356995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c50b5-0dc4-4c36-bc51-69f886b1dacc req-8df84572-2676-49d4-bbe0-3378015acbe7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:12.358461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-160c50b5-0dc4-4c36-bc51-69f886b1dacc req-8df84572-2676-49d4-bbe0-3378015acbe7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 943 time: 0.0852365 Nov 29 18:03:12.361954 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c6d93582-e1bb-420b-8abe-586aa9d24d6d tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "GET /v2.0/routers/2ef5dc8b-724f-4efa-9df4-39d7ba930ff0 HTTP/1.1" status: 200 len: 922 time: 0.1155522 Nov 29 18:03:12.364612 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48766) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:12.387339 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef6f6b8e-fb83-4dd0-bfbd-7c5dc1c657cc req-1344e9d0-f791-4802-9e94-acdbd2b52c4a tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750885 Nov 29 18:03:12.409836 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15064cd-ee50-439a-a42b-9fd28c5b205c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:12.409836 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c15064cd-ee50-439a-a42b-9fd28c5b205c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&device_id=2ef5dc8b-724f-4efa-9df4-39d7ba930ff0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0419538 Nov 29 18:03:12.410205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48768) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:12.424057 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-160c50b5-0dc4-4c36-bc51-69f886b1dacc req-f1f013cb-4aea-4de3-9089-49a507682981 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567551 Nov 29 18:03:12.454018 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ad3024-0056-4baa-9b4a-3ef6211da715 x-openstack-request-id: req-77ad3024-0056-4baa-9b4a-3ef6211da715 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:12.454322 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d", "name": "network-vif-deleted", "tag": "d17d876d-72b5-4d77-82f8-76ec89433b2f", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:12.454583 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77ad3024-0056-4baa-9b4a-3ef6211da715 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:12.455012 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd1f2b4-97e9-4887-a7ef-cfe5bc335e5d', 'name': 'network-vif-deleted', 'tag': 'd17d876d-72b5-4d77-82f8-76ec89433b2f', 'status': 'completed', 'code': 200} Nov 29 18:03:12.483175 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0680dd70-29e7-4a6f-9735-7ef566a2f352 x-openstack-request-id: req-0680dd70-29e7-4a6f-9735-7ef566a2f352 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:12.483981 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0589c3c0-f54e-4de0-a3e2-6bdc253ad520", "name": "network-vif-plugged", "status": "completed", "tag": "6fae48cc-004f-4f39-b4b3-0f116d1e16a7", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:12.484219 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0680dd70-29e7-4a6f-9735-7ef566a2f352 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:12.485408 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0589c3c0-f54e-4de0-a3e2-6bdc253ad520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fae48cc-004f-4f39-b4b3-0f116d1e16a7', 'code': 200} Nov 29 18:03:12.516489 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29e08d4-2213-461f-b7f1-2ee3591b730c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:12.520561 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c29e08d4-2213-461f-b7f1-2ee3591b730c tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 881 time: 0.1066957 Nov 29 18:03:12.520856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48770) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:12.551121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-0c7ad417-3214-4a7b-aefc-d4c2cddabdc0 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:12.558585 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-04b0ce0f-8793-4f94-a966-11ef49cec1ec tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ef5dc8b-724f-4efa-9df4-39d7ba930ff0 HTTP/1.1" status: 200 len: 205 time: 0.0345068 Nov 29 18:03:12.558850 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-0c7ad417-3214-4a7b-aefc-d4c2cddabdc0 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0604279 Nov 29 18:03:12.567052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48772) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:12.617123 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-5af3d64e-3e84-4d80-b103-421128de3e64 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 695 time: 0.0562606 Nov 29 18:03:12.630985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-44b786c1-08be-4a91-a313-8e12fd7b260c tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Request body: {'floatingip': {'port_id': '051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:12.671087 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-44b786c1-08be-4a91-a313-8e12fd7b260c tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:12.807833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8ce43-37e4-4f62-a094-507cae75f8f1 req-7aeb3994-2f21-4134-a1f7-99f931ecaa3f tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:12.809337 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29f8ce43-37e4-4f62-a094-507cae75f8f1 req-7aeb3994-2f21-4134-a1f7-99f931ecaa3f tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 950 time: 0.1358619 Nov 29 18:03:12.939463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29f8ce43-37e4-4f62-a094-507cae75f8f1 req-51afac4e-cace-4ac5-8757-a36791cae059 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179106 Nov 29 18:03:12.946223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd3d09-97a3-408a-a4f2-ecf413feb158 req-66c5fd39-ef02-4981-a4f5-2a3a7375983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:12.947779 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-87cd3d09-97a3-408a-a4f2-ecf413feb158 req-66c5fd39-ef02-4981-a4f5-2a3a7375983e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0589c3c0-f54e-4de0-a3e2-6bdc253ad520 HTTP/1.1" status: 200 len: 1097 time: 0.3938727 Nov 29 18:03:12.983587 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:13.054224 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-87cd3d09-97a3-408a-a4f2-ecf413feb158 req-24629ea4-bbdc-47a8-abbd-33e075ad8c0e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972579 Nov 29 18:03:13.108469 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:13.161440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Deleting port 40d8faaf-93ab-43e4-b910-25bdcd7179be {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:13.162079 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:13.208202 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-44b786c1-08be-4a91-a313-8e12fd7b260c tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:13.211896 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-44b786c1-08be-4a91-a313-8e12fd7b260c tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:13.242268 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:13.254991 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Calling delete_port for 40d8faaf-93ab-43e4-b910-25bdcd7179be owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:13.312186 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-44b786c1-08be-4a91-a313-8e12fd7b260c tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Floating IP c439c5d5-608a-4348-9138-9ce8689b5175 associated. External IP: 172.25.3.61, port: 051db120-0ad4-4a3c-9dd2-b62d99c91c67. Nov 29 18:03:13.429553 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:13.455404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4862b15-30c9-4742-9e1f-6437a286b179 req-7da97467-608c-4a6c-9b07-d213a7732cc3 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:13.456853 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Pushing event deleted for resources: {'Port': ['ID=40d8faaf-93ab-43e4-b910-25bdcd7179be,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:13.457631 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4862b15-30c9-4742-9e1f-6437a286b179 req-7da97467-608c-4a6c-9b07-d213a7732cc3 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.1407430 Nov 29 18:03:13.480882 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:13.481243 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:13.482231 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:13.482573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:13.482940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:13.483281 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:13.483594 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:13.484192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:13.484520 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:13.484903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:13.485283 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:13.485580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:13.527520 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:13.558510 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4862b15-30c9-4742-9e1f-6437a286b179 req-d5c935a5-fd02-4560-b213-a374a3029098 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914216 Nov 29 18:03:13.620458 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-44b786c1-08be-4a91-a313-8e12fd7b260c tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Router 55120102-5df2-4ca6-ba83-63daf1118f3e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:03:13.649396 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:13.652945 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:13.707585 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40fb08-af28-4c69-9e51-31bf5a5bef5f req-ad886b1a-0b1a-4a0a-8be2-7a014e516bb4 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:13.709158 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bb40fb08-af28-4c69-9e51-31bf5a5bef5f req-ad886b1a-0b1a-4a0a-8be2-7a014e516bb4 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a HTTP/1.1" status: 200 len: 945 time: 0.0927229 Nov 29 18:03:13.710196 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:13.710758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Fanout notify agent at l3_agent the message router_deleted on router 2ef5dc8b-724f-4efa-9df4-39d7ba930ff0 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:03:13.718173 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:13.724084 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-59548ec0-3760-47f5-a5e9-8ca19b5e5456 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "DELETE /v2.0/routers/2ef5dc8b-724f-4efa-9df4-39d7ba930ff0 HTTP/1.1" status: 204 len: 168 time: 1.1532426 Nov 29 18:03:13.726183 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48786) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:13.730443 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1335477587', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}, 'admin_state_up': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:13.760566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45a933-8bb7-46e9-b2ba-9def9f0e3fc6 req-2e94a5cd-6217-4de6-9ee9-56ab96d53753 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:13.762050 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a45a933-8bb7-46e9-b2ba-9def9f0e3fc6 req-2e94a5cd-6217-4de6-9ee9-56ab96d53753 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=0589c3c0-f54e-4de0-a3e2-6bdc253ad520 HTTP/1.1" status: 200 len: 946 time: 0.1346400 Nov 29 18:03:13.794772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-44b786c1-08be-4a91-a313-8e12fd7b260c tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:03:13.799768 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-44b786c1-08be-4a91-a313-8e12fd7b260c tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:13.802349 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:13.803416 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:13.805029 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c5fb67-28b0-4dd6-a427-68f846f026ed None None] Sync routers for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:03:13.817855 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c5fb67-28b0-4dd6-a427-68f846f026ed None None] Routers {'55120102-5df2-4ca6-ba83-63daf1118f3e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:13.818773 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-92c5fb67-28b0-4dd6-a427-68f846f026ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['55120102-5df2-4ca6-ba83-63daf1118f3e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:13.850385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-44b786c1-08be-4a91-a313-8e12fd7b260c tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "PUT /v2.0/floatingips/c439c5d5-608a-4348-9138-9ce8689b5175 HTTP/1.1" status: 200 len: 995 time: 1.2289033 Nov 29 18:03:13.851831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'tag': '051db120-0ad4-4a3c-9dd2-b62d99c91c67'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:13.854172 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34660c0-9c95-4a2e-8ba6-82c2e40546ff" -d '{"events": [{"name": "network-changed", "server_uuid": "fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c", "tag": "051db120-0ad4-4a3c-9dd2-b62d99c91c67"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:13.861407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a45a933-8bb7-46e9-b2ba-9def9f0e3fc6 req-61e244ec-0115-43c5-a9d6-cbfbca030e88 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896897 Nov 29 18:03:13.871269 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:13.880170 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-bb40fb08-af28-4c69-9e51-31bf5a5bef5f req-308cd2bf-d749-462f-89db-09503f7d0035 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Deleting port bbdd051f-a825-4ddf-b124-d07569ea98f6 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:13.880511 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bb40fb08-af28-4c69-9e51-31bf5a5bef5f req-308cd2bf-d749-462f-89db-09503f7d0035 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:13.935833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-3bf235a1-a1d2-48e7-acda-70762e046d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:13.943963 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-3bf235a1-a1d2-48e7-acda-70762e046d63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 1096 time: 0.0650768 Nov 29 18:03:13.952028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-92c5fb67-28b0-4dd6-a427-68f846f026ed None None] Set router 55120102-5df2-4ca6-ba83-63daf1118f3e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:03:14.066049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43169590-9689-436a-8015-6ae5de299e0f req-a022f2f0-c0fa-4dcb-b8cc-e2071898f78e tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:14.070825 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43169590-9689-436a-8015-6ae5de299e0f req-a022f2f0-c0fa-4dcb-b8cc-e2071898f78e tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 943 time: 0.1133702 Nov 29 18:03:14.099858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-7d93a00e-ed1a-4b0e-8a45-cf7013510133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:14.101483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-7d93a00e-ed1a-4b0e-8a45-cf7013510133 service neutron] 10.222.0.23 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 922 time: 0.1560485 Nov 29 18:03:14.104796 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:14.122740 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-bb40fb08-af28-4c69-9e51-31bf5a5bef5f req-308cd2bf-d749-462f-89db-09503f7d0035 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] For port bbdd051f-a825-4ddf-b124-d07569ea98f6, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=bbdd051f-a825-4ddf-b124-d07569ea98f6,segment=NetworkSegment(a3785e16-34e6-46b1-9fc6-afb45535a542),segment_id=a3785e16-34e6-46b1-9fc6-afb45535a542)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:14.123168 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bb40fb08-af28-4c69-9e51-31bf5a5bef5f req-308cd2bf-d749-462f-89db-09503f7d0035 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:14.154037 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-bb40fb08-af28-4c69-9e51-31bf5a5bef5f req-308cd2bf-d749-462f-89db-09503f7d0035 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Calling delete_port for bbdd051f-a825-4ddf-b124-d07569ea98f6 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:14.172180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43169590-9689-436a-8015-6ae5de299e0f req-9ed6a416-ec57-4e0a-8eaf-3d62a922c30e tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962873 Nov 29 18:03:14.198833 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-f25ffda3-43ad-44e6-a2a1-e7be5c3be82c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=051db120-0ad4-4a3c-9dd2-b62d99c91c67 HTTP/1.1" status: 200 len: 998 time: 0.0862327 Nov 29 18:03:14.240147 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8297e223-9d2f-43cd-b06b-194d3ca04929 x-openstack-request-id: req-8297e223-9d2f-43cd-b06b-194d3ca04929 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:14.240561 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c", "tag": "051db120-0ad4-4a3c-9dd2-b62d99c91c67", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:14.240946 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8297e223-9d2f-43cd-b06b-194d3ca04929 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:14.241442 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'tag': '051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'status': 'completed', 'code': 200} Nov 29 18:03:14.261915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-6890c93f-f381-4a10-bf31-6ed863718d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:14.263737 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-6890c93f-f381-4a10-bf31-6ed863718d83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9b0e63f-da31-4419-9231-8890339f64e7 HTTP/1.1" status: 200 len: 860 time: 0.0587084 Nov 29 18:03:14.404708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34660c0-9c95-4a2e-8ba6-82c2e40546ff req-024d226f-ba94-4502-8024-d82afe4baa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:14.407107 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a34660c0-9c95-4a2e-8ba6-82c2e40546ff req-024d226f-ba94-4502-8024-d82afe4baa02 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 1096 time: 0.1421683 Nov 29 18:03:14.429419 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-92c5fb67-28b0-4dd6-a427-68f846f026ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c439c5d5-608a-4348-9138-9ce8689b5175', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'port_id': '051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'mac_address': 'fa:16:3e:86:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:02:27Z', 'updated_at': '2021-11-29T18:03:13Z', 'revision_number': 8, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:14.457387 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c5fb67-28b0-4dd6-a427-68f846f026ed None None] Checking router: 55120102-5df2-4ca6-ba83-63daf1118f3e for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:03:14.467474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-b30d050f-489b-4617-8d72-615d136d0df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:14.467765 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c5fb67-28b0-4dd6-a427-68f846f026ed None None] Routers {'55120102-5df2-4ca6-ba83-63daf1118f3e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:14.467765 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-92c5fb67-28b0-4dd6-a427-68f846f026ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['55120102-5df2-4ca6-ba83-63daf1118f3e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:14.475877 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-b30d050f-489b-4617-8d72-615d136d0df7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39203c14-ffc3-4c68-9e58-e974394ebffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1997828 Nov 29 18:03:14.533303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04dc742-36d6-4cd0-b7b0-f6bba0312fcf req-86b815c1-bb69-43f7-85bd-3014419b9f1a tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:14.535006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b04dc742-36d6-4cd0-b7b0-f6bba0312fcf req-86b815c1-bb69-43f7-85bd-3014419b9f1a tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 950 time: 0.2028682 Nov 29 18:03:14.554997 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbf3d4-4d75-4893-8628-7fe5115a9d7b req-4865fe2e-69c0-4314-8e36-7e9833f9d01b tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:14.556726 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fdbf3d4-4d75-4893-8628-7fe5115a9d7b req-4865fe2e-69c0-4314-8e36-7e9833f9d01b tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 950 time: 0.1900144 Nov 29 18:03:14.557673 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bb40fb08-af28-4c69-9e51-31bf5a5bef5f req-308cd2bf-d749-462f-89db-09503f7d0035 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:14.571918 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'bbdd051f-a825-4ddf-b124-d07569ea98f6'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:03:14.612998 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-92c5fb67-28b0-4dd6-a427-68f846f026ed None None] Set router 55120102-5df2-4ca6-ba83-63daf1118f3e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:03:14.634716 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cd2bf-d749-462f-89db-09503f7d0035 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Pushing event deleted for resources: {'Port': ['ID=bbdd051f-a825-4ddf-b124-d07569ea98f6,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:14.643511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34660c0-9c95-4a2e-8ba6-82c2e40546ff req-0c34e30c-5cc8-4a41-9b5a-4c814889b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:14.644071 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a34660c0-9c95-4a2e-8ba6-82c2e40546ff req-0c34e30c-5cc8-4a41-9b5a-4c814889b55b service neutron] 10.222.0.31 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 922 time: 0.2298563 Nov 29 18:03:14.655599 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-4f92bf82-e4b2-492b-8318-bcbe036f2afc service neutron] 10.222.0.23 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781254 Nov 29 18:03:14.666839 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b04dc742-36d6-4cd0-b7b0-f6bba0312fcf req-d1b65058-ee26-4979-a6db-143c801311f5 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189170 Nov 29 18:03:14.673335 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:14.764645 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:14.773275 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb40fb08-af28-4c69-9e51-31bf5a5bef5f req-308cd2bf-d749-462f-89db-09503f7d0035 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] No DVR routers for this DVR port bbdd051f-a825-4ddf-b124-d07569ea98f6 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:03:14.776092 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bb40fb08-af28-4c69-9e51-31bf5a5bef5f req-308cd2bf-d749-462f-89db-09503f7d0035 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:14.781171 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bb40fb08-af28-4c69-9e51-31bf5a5bef5f req-308cd2bf-d749-462f-89db-09503f7d0035 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.31 "DELETE /v2.0/ports/bbdd051f-a825-4ddf-b124-d07569ea98f6 HTTP/1.1" status: 204 len: 173 time: 1.0608127 Nov 29 18:03:14.787990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'name': 'network-vif-deleted', 'tag': 'bbdd051f-a825-4ddf-b124-d07569ea98f6'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:14.790815 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc9961f-f126-4470-be8b-c0b0daf91285" -d '{"events": [{"server_uuid": "8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a", "name": "network-vif-deleted", "tag": "bbdd051f-a825-4ddf-b124-d07569ea98f6"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:14.829700 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a34660c0-9c95-4a2e-8ba6-82c2e40546ff req-30a30090-4250-4b39-a271-4eed5b14b4b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=051db120-0ad4-4a3c-9dd2-b62d99c91c67 HTTP/1.1" status: 200 len: 998 time: 0.1608987 Nov 29 18:03:14.939923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b85c71e-c8e3-4ea1-9742-0b1d676c7eae req-b0f6a9aa-2e1a-4fa6-84df-f28f963e69fe service neutron] 10.222.0.23 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815280 Nov 29 18:03:14.973524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34660c0-9c95-4a2e-8ba6-82c2e40546ff req-348032dd-8942-47ed-8a77-ae4c89e80cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:14.979945 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a34660c0-9c95-4a2e-8ba6-82c2e40546ff req-348032dd-8942-47ed-8a77-ae4c89e80cdb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a9b0e63f-da31-4419-9231-8890339f64e7 HTTP/1.1" status: 200 len: 860 time: 0.1358597 Nov 29 18:03:15.002940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-0fdbf3d4-4d75-4893-8628-7fe5115a9d7b req-e813cea5-f435-4efa-a2d7-1c6570a1446c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Deleting port 05a9a751-dc5c-4b18-be4f-116bf81004c3 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:15.003326 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0fdbf3d4-4d75-4893-8628-7fe5115a9d7b req-e813cea5-f435-4efa-a2d7-1c6570a1446c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:15.063065 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7b3044-c7af-495e-9d71-069cde07ae8f x-openstack-request-id: req-da7b3044-c7af-495e-9d71-069cde07ae8f {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:15.063578 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a", "name": "network-vif-deleted", "tag": "bbdd051f-a825-4ddf-b124-d07569ea98f6", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:15.063783 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da7b3044-c7af-495e-9d71-069cde07ae8f {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:15.064454 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac02e97-14e8-4ba1-bcfe-16c2ea89ae2a', 'name': 'network-vif-deleted', 'tag': 'bbdd051f-a825-4ddf-b124-d07569ea98f6', 'status': 'completed', 'code': 200} Nov 29 18:03:15.069223 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34660c0-9c95-4a2e-8ba6-82c2e40546ff req-17a87ebb-a3c3-4605-ab8c-562b8683d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:15.072896 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a34660c0-9c95-4a2e-8ba6-82c2e40546ff req-17a87ebb-a3c3-4605-ab8c-562b8683d8f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39203c14-ffc3-4c68-9e58-e974394ebffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824399 Nov 29 18:03:15.099621 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Allocated IP 172.25.3.151 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/da96e1d8-c406-4a1b-9284-4804bf38c41f) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:03:15.159038 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-92c5fb67-28b0-4dd6-a427-68f846f026ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c439c5d5-608a-4348-9138-9ce8689b5175', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'port_id': '051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'mac_address': 'fa:16:3e:86:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:02:27Z', 'updated_at': '2021-11-29T18:03:13Z', 'revision_number': 8, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:15.192596 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c5fb67-28b0-4dd6-a427-68f846f026ed None None] The sync data for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 is: [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c439c5d5-608a-4348-9138-9ce8689b5175', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'port_id': '051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'mac_address': 'fa:16:3e:86:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:02:27Z', 'updated_at': '2021-11-29T18:03:13Z', 'revision_number': 8, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:03:15.206458 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-0fdbf3d4-4d75-4893-8628-7fe5115a9d7b req-e813cea5-f435-4efa-a2d7-1c6570a1446c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] For port 05a9a751-dc5c-4b18-be4f-116bf81004c3, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=05a9a751-dc5c-4b18-be4f-116bf81004c3,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:15.208815 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0fdbf3d4-4d75-4893-8628-7fe5115a9d7b req-e813cea5-f435-4efa-a2d7-1c6570a1446c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:15.227133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-0fdbf3d4-4d75-4893-8628-7fe5115a9d7b req-e813cea5-f435-4efa-a2d7-1c6570a1446c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Calling delete_port for 05a9a751-dc5c-4b18-be4f-116bf81004c3 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:15.342736 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:15.427778 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:15.446938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6e404-4db3-4108-8af4-a8ea81e669ab req-313295cb-3ab0-468d-96dd-9c688fb60456 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:15.448426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0a6e404-4db3-4108-8af4-a8ea81e669ab req-313295cb-3ab0-468d-96dd-9c688fb60456 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.3746250 Nov 29 18:03:15.463668 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4be83-b38c-48b6-88c7-982c37671d93 req-37635380-20ab-4850-942f-8fb1e3d73f3d tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:15.468545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efa4be83-b38c-48b6-88c7-982c37671d93 req-37635380-20ab-4850-942f-8fb1e3d73f3d tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=0589c3c0-f54e-4de0-a3e2-6bdc253ad520 HTTP/1.1" status: 200 len: 946 time: 0.3583047 Nov 29 18:03:15.486778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:03:15.487688 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0fdbf3d4-4d75-4893-8628-7fe5115a9d7b req-e813cea5-f435-4efa-a2d7-1c6570a1446c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:15.495276 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:15.500737 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e7089bc8-64d1-4cf7-9635-35fac372dc9a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:03:15.503372 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['05a9a751-dc5c-4b18-be4f-116bf81004c3'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:03:15.504096 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:03:15.509130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Pushing event updated for resources: {'Port': ['ID=da96e1d8-c406-4a1b-9284-4804bf38c41f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:15.546917 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539ccf8d-6248-4480-b2ef-94534b1a1244 None None] New status for floating IP c439c5d5-608a-4348-9138-9ce8689b5175: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:03:15.577096 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813cea5-f435-4efa-a2d7-1c6570a1446c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Pushing event deleted for resources: {'Port': ['ID=05a9a751-dc5c-4b18-be4f-116bf81004c3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:15.624315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdbf3d4-4d75-4893-8628-7fe5115a9d7b req-e813cea5-f435-4efa-a2d7-1c6570a1446c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] No DVR routers for this DVR port 05a9a751-dc5c-4b18-be4f-116bf81004c3 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:03:15.631149 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0fdbf3d4-4d75-4893-8628-7fe5115a9d7b req-e813cea5-f435-4efa-a2d7-1c6570a1446c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:15.632594 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a34660c0-9c95-4a2e-8ba6-82c2e40546ff req-6a22701a-578a-4ca5-9965-fb831a02be0b service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303328 Nov 29 18:03:15.634764 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0fdbf3d4-4d75-4893-8628-7fe5115a9d7b req-e813cea5-f435-4efa-a2d7-1c6570a1446c tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.20 "DELETE /v2.0/ports/05a9a751-dc5c-4b18-be4f-116bf81004c3 HTTP/1.1" status: 204 len: 173 time: 1.0694125 Nov 29 18:03:15.643529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0a6e404-4db3-4108-8af4-a8ea81e669ab req-52f04520-4d03-4254-8547-0a42643eb0d6 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718037 Nov 29 18:03:15.663018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efa4be83-b38c-48b6-88c7-982c37671d93 req-e65aa469-5896-4acd-8dbc-2c77cf18661f tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768365 Nov 29 18:03:15.891034 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10b02d90-b8a6-41e3-97d1-52411ef517ca req-9d76e791-47dc-4a53-b127-eb0fb06ceb59 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/floatingips/c439c5d5-608a-4348-9138-9ce8689b5175 HTTP/1.1" status: 200 len: 995 time: 0.1465385 Nov 29 18:03:15.917611 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a34660c0-9c95-4a2e-8ba6-82c2e40546ff req-c5b47f04-ae5c-4322-bdff-a29f604c48ed service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715232 Nov 29 18:03:15.938415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323f302-4707-4dce-8f28-332d04226dea req-efc56f75-22d2-46eb-9eb8-8986122d7e47 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:15.940753 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a323f302-4707-4dce-8f28-332d04226dea req-efc56f75-22d2-46eb-9eb8-8986122d7e47 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 943 time: 0.1395597 Nov 29 18:03:15.976564 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:16.056751 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a323f302-4707-4dce-8f28-332d04226dea req-ba751f19-338a-4232-a1f1-f893fa899d6f tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892000 Nov 29 18:03:16.103762 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b02d90-b8a6-41e3-97d1-52411ef517ca req-8546f4d7-8958-4bb2-a2a3-127587606397 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:16.105283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10b02d90-b8a6-41e3-97d1-52411ef517ca req-8546f4d7-8958-4bb2-a2a3-127587606397 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.2060611 Nov 29 18:03:16.275077 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94cf6f26-ef9a-4b5c-8fbf-8cc51a8b74d9 req-85010812-b6e0-4142-b789-d8623f9b5a9f tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8893b71-02b4-4f73-a682-7990384655be HTTP/1.1" status: 200 len: 210 time: 0.0645185 Nov 29 18:03:16.519115 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-474f9289-fdeb-4659-b583-e12311c96501 req-8ad200dc-3b67-4194-aff8-bfbd420dd6e6 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 1000 time: 0.0794754 Nov 29 18:03:16.539927 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:16.606458 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f9289-fdeb-4659-b583-e12311c96501 req-9e8b4e3b-df00-4e83-a1b7-2f28adeadcfa tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:16.608023 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-474f9289-fdeb-4659-b583-e12311c96501 req-9e8b4e3b-df00-4e83-a1b7-2f28adeadcfa tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports/051db120-0ad4-4a3c-9dd2-b62d99c91c67 HTTP/1.1" status: 200 len: 942 time: 0.0830944 Nov 29 18:03:16.629608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212efbc1-179d-471c-90ee-d07c4c5368e8 req-7f6472d2-73fc-426d-88ea-c0d5a78aa599 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:16.634104 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-212efbc1-179d-471c-90ee-d07c4c5368e8 req-7f6472d2-73fc-426d-88ea-c0d5a78aa599 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=0589c3c0-f54e-4de0-a3e2-6bdc253ad520 HTTP/1.1" status: 200 len: 946 time: 0.0940585 Nov 29 18:03:16.684091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Router 8ec08825-531f-4949-a338-cef54c97c8f4 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:03:16.740706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-212efbc1-179d-471c-90ee-d07c4c5368e8 req-71a3bbbd-4931-475a-ba2f-0883f7fb3db7 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977123 Nov 29 18:03:16.761560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-474f9289-fdeb-4659-b583-e12311c96501 req-acc743ae-5c5e-4147-8e0a-8861b308a3b5 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 1000 time: 0.0917597 Nov 29 18:03:16.766558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device bbdd051f-a825-4ddf-b124-d07569ea98f6 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:03:16.805289 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: bbdd051f-a825-4ddf-b124-d07569ea98f6 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:03:16.805601 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device bbdd051f-a825-4ddf-b124-d07569ea98f6 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:03:16.831498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:03:16.847807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423e7aa4-3aee-4d22-87b7-9a698cc00948 None None] Sync routers for ids ['8ec08825-531f-4949-a338-cef54c97c8f4'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:03:16.858066 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:16.859961 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d602b67b-86f5-42c0-924f-525d2fec7a38 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1326983 Nov 29 18:03:16.862871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48820) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:16.864922 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e7aa4-3aee-4d22-87b7-9a698cc00948 None None] Routers {'8ec08825-531f-4949-a338-cef54c97c8f4'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:16.865614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-423e7aa4-3aee-4d22-87b7-9a698cc00948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8ec08825-531f-4949-a338-cef54c97c8f4'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:16.867954 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d853cc37-9ee1-44a7-a87c-d042beb81d83 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:16.905630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-423e7aa4-3aee-4d22-87b7-9a698cc00948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:16.913395 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e9d81-9dbd-44f7-b64f-dcdf30205000 req-242ec18e-913f-4555-bf6a-1f4a09cbb9f3 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:16.915274 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-086e9d81-9dbd-44f7-b64f-dcdf30205000 req-242ec18e-913f-4555-bf6a-1f4a09cbb9f3 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.1144669 Nov 29 18:03:16.915461 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e7aa4-3aee-4d22-87b7-9a698cc00948 None None] Routers {'8ec08825-531f-4949-a338-cef54c97c8f4'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:16.916120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-423e7aa4-3aee-4d22-87b7-9a698cc00948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8ec08825-531f-4949-a338-cef54c97c8f4'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:16.948317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f9289-fdeb-4659-b583-e12311c96501 req-40cfb3ba-30d1-4bb2-8faa-a536c09366e2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:16.949678 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-474f9289-fdeb-4659-b583-e12311c96501 req-40cfb3ba-30d1-4bb2-8faa-a536c09366e2 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.1736574 Nov 29 18:03:16.953026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-423e7aa4-3aee-4d22-87b7-9a698cc00948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:16.953888 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423e7aa4-3aee-4d22-87b7-9a698cc00948 None None] The sync data for ids ['8ec08825-531f-4949-a338-cef54c97c8f4'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:03:17.027749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-086e9d81-9dbd-44f7-b64f-dcdf30205000 req-68646cc7-ec4f-4f45-9711-5c4a81279ded tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011977 Nov 29 18:03:17.051361 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-474f9289-fdeb-4659-b583-e12311c96501 req-3597466d-7d53-4c51-a24e-28df9bd2c4f6 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 1000 time: 0.0876555 Nov 29 18:03:17.057152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-474f9289-fdeb-4659-b583-e12311c96501 req-e7b64c92-0142-4ba4-9b4e-481516d4d200 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:17.068132 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8893b71-02b4-4f73-a682-7990384655be', 'name': 'network-vif-deleted', 'tag': '05a9a751-dc5c-4b18-be4f-116bf81004c3'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:17.070400 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a89b930-7931-44d7-92fd-2aa088750c8b" -d '{"events": [{"server_uuid": "e8893b71-02b4-4f73-a682-7990384655be", "name": "network-vif-deleted", "tag": "05a9a751-dc5c-4b18-be4f-116bf81004c3"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:17.110926 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bd4940-000a-4170-9a30-491d1206db7c x-openstack-request-id: req-d2bd4940-000a-4170-9a30-491d1206db7c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:17.111352 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8893b71-02b4-4f73-a682-7990384655be", "name": "network-vif-deleted", "tag": "05a9a751-dc5c-4b18-be4f-116bf81004c3", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:17.111677 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2bd4940-000a-4170-9a30-491d1206db7c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:17.112216 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8893b71-02b4-4f73-a682-7990384655be', 'name': 'network-vif-deleted', 'tag': '05a9a751-dc5c-4b18-be4f-116bf81004c3', 'status': 'completed', 'code': 200} Nov 29 18:03:17.124175 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-474f9289-fdeb-4659-b583-e12311c96501 req-e7b64c92-0142-4ba4-9b4e-481516d4d200 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:17.219466 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d853cc37-9ee1-44a7-a87c-d042beb81d83 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:17.231350 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d853cc37-9ee1-44a7-a87c-d042beb81d83 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:17.267913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c9826-b7f4-4dc7-a6a4-ca408c2e1864 req-e6e5b423-5def-47b9-8801-57bae874cf14 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:17.269594 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-671c9826-b7f4-4dc7-a6a4-ca408c2e1864 req-e6e5b423-5def-47b9-8801-57bae874cf14 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 943 time: 0.1090260 Nov 29 18:03:17.290116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d853cc37-9ee1-44a7-a87c-d042beb81d83 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Deleting port da96e1d8-c406-4a1b-9284-4804bf38c41f {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:17.290465 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d853cc37-9ee1-44a7-a87c-d042beb81d83 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:17.322675 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-474f9289-fdeb-4659-b583-e12311c96501 req-e7b64c92-0142-4ba4-9b4e-481516d4d200 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:17.327650 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-474f9289-fdeb-4659-b583-e12311c96501 req-e7b64c92-0142-4ba4-9b4e-481516d4d200 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:17.327993 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-474f9289-fdeb-4659-b583-e12311c96501 req-e7b64c92-0142-4ba4-9b4e-481516d4d200 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Floating IP c439c5d5-608a-4348-9138-9ce8689b5175 disassociated. External IP: 172.25.3.61, port: 051db120-0ad4-4a3c-9dd2-b62d99c91c67. Nov 29 18:03:17.368242 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d853cc37-9ee1-44a7-a87c-d042beb81d83 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:17.381755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d853cc37-9ee1-44a7-a87c-d042beb81d83 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Calling delete_port for da96e1d8-c406-4a1b-9284-4804bf38c41f owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:17.395581 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-671c9826-b7f4-4dc7-a6a4-ca408c2e1864 req-91085ef2-1b61-4605-b007-39de11ee5b07 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158178 Nov 29 18:03:17.572364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-474f9289-fdeb-4659-b583-e12311c96501 req-e7b64c92-0142-4ba4-9b4e-481516d4d200 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Router 55120102-5df2-4ca6-ba83-63daf1118f3e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:03:17.602874 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d853cc37-9ee1-44a7-a87c-d042beb81d83 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:17.662821 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853cc37-9ee1-44a7-a87c-d042beb81d83 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Pushing event deleted for resources: {'Port': ['ID=da96e1d8-c406-4a1b-9284-4804bf38c41f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:17.695618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-474f9289-fdeb-4659-b583-e12311c96501 req-e7b64c92-0142-4ba4-9b4e-481516d4d200 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:03:17.702705 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-474f9289-fdeb-4659-b583-e12311c96501 req-e7b64c92-0142-4ba4-9b4e-481516d4d200 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:17.710516 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dd1b1d-281d-4111-83bc-f5fea769651b None None] Sync routers for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:03:17.734983 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dd1b1d-281d-4111-83bc-f5fea769651b None None] Routers {'55120102-5df2-4ca6-ba83-63daf1118f3e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:17.735657 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-24dd1b1d-281d-4111-83bc-f5fea769651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['55120102-5df2-4ca6-ba83-63daf1118f3e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:17.737823 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d853cc37-9ee1-44a7-a87c-d042beb81d83 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:17.749237 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-474f9289-fdeb-4659-b583-e12311c96501 req-e7b64c92-0142-4ba4-9b4e-481516d4d200 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "PUT /v2.0/floatingips/c439c5d5-608a-4348-9138-9ce8689b5175 HTTP/1.1" status: 200 len: 695 time: 0.6965370 Nov 29 18:03:17.750462 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'tag': '051db120-0ad4-4a3c-9dd2-b62d99c91c67'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:17.766866 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a0bf6e-e2a1-461c-b01a-f475ceefbbc7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c", "tag": "051db120-0ad4-4a3c-9dd2-b62d99c91c67"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:17.852332 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f9289-fdeb-4659-b583-e12311c96501 req-e64c2993-78ae-4451-94a6-a9d97869c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:17.853964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-474f9289-fdeb-4659-b583-e12311c96501 req-e64c2993-78ae-4451-94a6-a9d97869c012 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 1096 time: 0.0796535 Nov 29 18:03:17.866827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c33012-05bc-45c9-9d2a-e2f76527872c req-a3a31218-10d9-4aef-95ba-ffdebbe902f7 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:17.869079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1c33012-05bc-45c9-9d2a-e2f76527872c req-a3a31218-10d9-4aef-95ba-ffdebbe902f7 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 951 time: 0.0781896 Nov 29 18:03:17.874918 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-24dd1b1d-281d-4111-83bc-f5fea769651b None None] Set router 55120102-5df2-4ca6-ba83-63daf1118f3e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:03:17.975178 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1c33012-05bc-45c9-9d2a-e2f76527872c req-97785e0a-eabd-4f8c-8988-579c9c648459 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965748 Nov 29 18:03:17.990469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f9289-fdeb-4659-b583-e12311c96501 req-95cfaaa3-254c-4410-9003-188d9cb9713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:17.992159 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-474f9289-fdeb-4659-b583-e12311c96501 req-95cfaaa3-254c-4410-9003-188d9cb9713b service neutron] 10.222.0.23 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 922 time: 0.1220727 Nov 29 18:03:18.006935 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d853cc37-9ee1-44a7-a87c-d042beb81d83 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:18.012353 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d853cc37-9ee1-44a7-a87c-d042beb81d83 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:18.066635 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-474f9289-fdeb-4659-b583-e12311c96501 req-561aa785-4b0b-49ca-88db-8067490d6e84 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=051db120-0ad4-4a3c-9dd2-b62d99c91c67 HTTP/1.1" status: 200 len: 217 time: 0.0651538 Nov 29 18:03:18.122210 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-24dd1b1d-281d-4111-83bc-f5fea769651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:18.126095 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baec064-63b8-4893-9772-8983f1b46194 req-91b4aab7-9f6c-4a7b-842e-19862d2b73ac tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:18.127630 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8baec064-63b8-4893-9772-8983f1b46194 req-91b4aab7-9f6c-4a7b-842e-19862d2b73ac tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.20 "GET /v2.0/ports?device_id=0589c3c0-f54e-4de0-a3e2-6bdc253ad520 HTTP/1.1" status: 200 len: 946 time: 0.1419265 Nov 29 18:03:18.129519 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d853cc37-9ee1-44a7-a87c-d042beb81d83 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Router 8ec08825-531f-4949-a338-cef54c97c8f4 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:03:18.145804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7bfcf9-4b20-42bd-90d1-da1a263c1346 req-d7ffd232-1b70-4d2b-abeb-91c122dad68f tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:18.147337 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e7bfcf9-4b20-42bd-90d1-da1a263c1346 req-d7ffd232-1b70-4d2b-abeb-91c122dad68f tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/ports?device_id=0589c3c0-f54e-4de0-a3e2-6bdc253ad520 HTTP/1.1" status: 200 len: 946 time: 0.0832577 Nov 29 18:03:18.148732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f9289-fdeb-4659-b583-e12311c96501 req-46e80f05-6140-41c4-80ce-0f7a3c4556f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:18.150094 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-474f9289-fdeb-4659-b583-e12311c96501 req-46e80f05-6140-41c4-80ce-0f7a3c4556f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9b0e63f-da31-4419-9231-8890339f64e7 HTTP/1.1" status: 200 len: 860 time: 0.0741053 Nov 29 18:03:18.163096 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dd1b1d-281d-4111-83bc-f5fea769651b None None] Checking router: 55120102-5df2-4ca6-ba83-63daf1118f3e for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:03:18.171923 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dd1b1d-281d-4111-83bc-f5fea769651b None None] Routers {'55120102-5df2-4ca6-ba83-63daf1118f3e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:18.172614 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-24dd1b1d-281d-4111-83bc-f5fea769651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['55120102-5df2-4ca6-ba83-63daf1118f3e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:18.231443 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e7bfcf9-4b20-42bd-90d1-da1a263c1346 req-41bcf161-d59c-448f-acac-cce08d7e8d69 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups?id=584ed84b-9578-4baf-a47e-7d3fd2d73279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729482 Nov 29 18:03:18.234546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f9289-fdeb-4659-b583-e12311c96501 req-db77b4ba-2b43-494a-a20b-a94b6b9afa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:18.236077 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-474f9289-fdeb-4659-b583-e12311c96501 req-db77b4ba-2b43-494a-a20b-a94b6b9afa67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=39203c14-ffc3-4c68-9e58-e974394ebffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788414 Nov 29 18:03:18.265871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d853cc37-9ee1-44a7-a87c-d042beb81d83 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:03:18.274872 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d853cc37-9ee1-44a7-a87c-d042beb81d83 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:18.279186 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d853cc37-9ee1-44a7-a87c-d042beb81d83 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "PUT /v2.0/routers/8ec08825-531f-4949-a338-cef54c97c8f4 HTTP/1.1" status: 200 len: 706 time: 1.4147794 Nov 29 18:03:18.279923 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6115f4-2370-4cf8-9b6a-cabc1aa6276d None None] Sync routers for ids ['8ec08825-531f-4949-a338-cef54c97c8f4'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:03:18.293143 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6115f4-2370-4cf8-9b6a-cabc1aa6276d None None] Routers {'8ec08825-531f-4949-a338-cef54c97c8f4'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:18.296858 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5a6115f4-2370-4cf8-9b6a-cabc1aa6276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8ec08825-531f-4949-a338-cef54c97c8f4'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:18.297042 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48842) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:18.322776 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-24dd1b1d-281d-4111-83bc-f5fea769651b None None] Set router 55120102-5df2-4ca6-ba83-63daf1118f3e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:03:18.357950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5a6115f4-2370-4cf8-9b6a-cabc1aa6276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:18.379821 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6115f4-2370-4cf8-9b6a-cabc1aa6276d None None] Routers {'8ec08825-531f-4949-a338-cef54c97c8f4'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:18.380779 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5a6115f4-2370-4cf8-9b6a-cabc1aa6276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:02:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8ec08825-531f-4949-a338-cef54c97c8f4'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:18.389997 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f3e46645-44af-4e23-a8de-e29afcff4be3 tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "GET /v2.0/routers/8ec08825-531f-4949-a338-cef54c97c8f4 HTTP/1.1" status: 200 len: 741 time: 0.0908985 Nov 29 18:03:18.392110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48844) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:18.400227 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23318890-1025-4068-a78c-ee3ad1782214 x-openstack-request-id: req-23318890-1025-4068-a78c-ee3ad1782214 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:18.400646 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c", "tag": "051db120-0ad4-4a3c-9dd2-b62d99c91c67", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:18.400999 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23318890-1025-4068-a78c-ee3ad1782214 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:18.401745 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'tag': '051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'status': 'completed', 'code': 200} Nov 29 18:03:18.423138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5a6115f4-2370-4cf8-9b6a-cabc1aa6276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:18.424079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6115f4-2370-4cf8-9b6a-cabc1aa6276d None None] The sync data for ids ['8ec08825-531f-4949-a338-cef54c97c8f4'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:03:18.439146 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-474f9289-fdeb-4659-b583-e12311c96501 req-b3584c10-51b0-43d2-9ddc-61e7ca70641b service neutron] 10.222.0.23 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935818 Nov 29 18:03:18.443070 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1185dfe4-48c6-41ec-a336-d2c47df3819b tempest-RoutersAdminTest-2069814442 tempest-RoutersAdminTest-2069814442-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&device_id=8ec08825-531f-4949-a338-cef54c97c8f4 HTTP/1.1" status: 200 len: 205 time: 0.0498147 Nov 29 18:03:18.443721 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48848) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:18.476956 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b6f491bf-627a-41eb-b49c-df4d0a67b342 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec08825-531f-4949-a338-cef54c97c8f4 HTTP/1.1" status: 200 len: 205 time: 0.0319693 Nov 29 18:03:18.480623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48850) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:18.488077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-8baec064-63b8-4893-9772-8983f1b46194 req-e7806595-58e7-4693-9d8e-aa4bbcd82ad3 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Deleting port 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:18.488363 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8baec064-63b8-4893-9772-8983f1b46194 req-e7806595-58e7-4693-9d8e-aa4bbcd82ad3 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:18.573723 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-24dd1b1d-281d-4111-83bc-f5fea769651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:18.588427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-8baec064-63b8-4893-9772-8983f1b46194 req-e7806595-58e7-4693-9d8e-aa4bbcd82ad3 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] For port 6fae48cc-004f-4f39-b4b3-0f116d1e16a7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=6fae48cc-004f-4f39-b4b3-0f116d1e16a7,segment=NetworkSegment(46af00a0-cd84-4315-9092-017e855f4147),segment_id=46af00a0-cd84-4315-9092-017e855f4147)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:18.588803 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8baec064-63b8-4893-9772-8983f1b46194 req-e7806595-58e7-4693-9d8e-aa4bbcd82ad3 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:18.603888 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-8baec064-63b8-4893-9772-8983f1b46194 req-e7806595-58e7-4693-9d8e-aa4bbcd82ad3 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Calling delete_port for 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:18.606108 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dd1b1d-281d-4111-83bc-f5fea769651b None None] The sync data for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 is: [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:02:03Z', 'revision_number': 4, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4ea0b1fb-9b6d-4835-89b5-884b2671c1c5', 'name': '', 'network_id': '39203c14-ffc3-4c68-9e58-e974394ebffa', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'mac_address': 'fa:16:3e:d5:48:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:02:02Z', 'updated_at': '2021-11-29T18:02:12Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'subnets': [{'id': 'a9b0e63f-da31-4419-9231-8890339f64e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:03:18.619617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb39166-9164-4943-9203-7b44faa48cb5 req-7711fb90-bb65-4e0f-af08-d6e2cd2c750a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:18.621294 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4eb39166-9164-4943-9203-7b44faa48cb5 req-7711fb90-bb65-4e0f-af08-d6e2cd2c750a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.2187245 Nov 29 18:03:18.627398 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 05a9a751-dc5c-4b18-be4f-116bf81004c3 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:03:18.628120 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dab8155-2209-47a8-bc0f-cd0e8582e723 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:18.641162 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0bf6e-e2a1-461c-b01a-f475ceefbbc7 req-2802e9b2-b5a5-4275-b6c8-19ec6814992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:18.642652 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5a0bf6e-e2a1-461c-b01a-f475ceefbbc7 req-2802e9b2-b5a5-4275-b6c8-19ec6814992e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae42a66f0529466eadbd747a884b5dbd&device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 1096 time: 0.2444782 Nov 29 18:03:18.653979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 05a9a751-dc5c-4b18-be4f-116bf81004c3 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:03:18.654691 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 05a9a751-dc5c-4b18-be4f-116bf81004c3 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:03:18.765454 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8baec064-63b8-4893-9772-8983f1b46194 req-e7806595-58e7-4693-9d8e-aa4bbcd82ad3 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:18.777975 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['6fae48cc-004f-4f39-b4b3-0f116d1e16a7'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:03:18.801971 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7806595-58e7-4693-9d8e-aa4bbcd82ad3 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Pushing event deleted for resources: {'Port': ['ID=6fae48cc-004f-4f39-b4b3-0f116d1e16a7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:18.849962 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baec064-63b8-4893-9772-8983f1b46194 req-e7806595-58e7-4693-9d8e-aa4bbcd82ad3 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] No DVR routers for this DVR port 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:03:18.852596 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8baec064-63b8-4893-9772-8983f1b46194 req-e7806595-58e7-4693-9d8e-aa4bbcd82ad3 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:18.856135 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8baec064-63b8-4893-9772-8983f1b46194 req-e7806595-58e7-4693-9d8e-aa4bbcd82ad3 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.20 "DELETE /v2.0/ports/6fae48cc-004f-4f39-b4b3-0f116d1e16a7 HTTP/1.1" status: 204 len: 173 time: 0.7189417 Nov 29 18:03:18.942252 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458e58d-c606-4f50-9564-4ec7f2684e5e None None] New status for floating IP c439c5d5-608a-4348-9138-9ce8689b5175: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:03:19.106046 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-474f9289-fdeb-4659-b583-e12311c96501 req-9cdace94-7f1c-4894-99cb-b2afad68e74c service neutron] 10.222.0.23 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6555302 Nov 29 18:03:19.113531 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0589c3c0-f54e-4de0-a3e2-6bdc253ad520', 'name': 'network-vif-deleted', 'tag': '6fae48cc-004f-4f39-b4b3-0f116d1e16a7'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:19.116060 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dcb0d5-8755-4b2c-b407-97d10ca602ff" -d '{"events": [{"server_uuid": "0589c3c0-f54e-4de0-a3e2-6bdc253ad520", "name": "network-vif-deleted", "tag": "6fae48cc-004f-4f39-b4b3-0f116d1e16a7"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:19.127792 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dab8155-2209-47a8-bc0f-cd0e8582e723 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:19.132357 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dab8155-2209-47a8-bc0f-cd0e8582e723 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:19.148018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4eb39166-9164-4943-9203-7b44faa48cb5 req-05496046-4bba-4710-aa5a-450ef4bb0292 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696968 Nov 29 18:03:19.203879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0bf6e-e2a1-461c-b01a-f475ceefbbc7 req-2030684b-00f0-4d5a-9a43-5cc6a3391d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:19.205366 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5a0bf6e-e2a1-461c-b01a-f475ceefbbc7 req-2030684b-00f0-4d5a-9a43-5cc6a3391d5c service neutron] 10.222.0.31 "GET /v2.0/networks?id=39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 200 len: 922 time: 0.4985402 Nov 29 18:03:19.207528 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dab8155-2209-47a8-bc0f-cd0e8582e723 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:19.207528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dab8155-2209-47a8-bc0f-cd0e8582e723 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Fanout notify agent at l3_agent the message router_deleted on router 8ec08825-531f-4949-a338-cef54c97c8f4 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:03:19.213760 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dab8155-2209-47a8-bc0f-cd0e8582e723 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:19.219926 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9dab8155-2209-47a8-bc0f-cd0e8582e723 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "DELETE /v2.0/routers/8ec08825-531f-4949-a338-cef54c97c8f4 HTTP/1.1" status: 204 len: 168 time: 0.7321587 Nov 29 18:03:19.221036 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48862) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:19.259313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5a0bf6e-e2a1-461c-b01a-f475ceefbbc7 req-774ac8e6-2dfd-41a2-9ce8-9c4cee0433db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=051db120-0ad4-4a3c-9dd2-b62d99c91c67 HTTP/1.1" status: 200 len: 217 time: 0.0422151 Nov 29 18:03:19.280896 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-71821534-5e17-4fb3-b087-992ce05d179e tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ec08825-531f-4949-a338-cef54c97c8f4 HTTP/1.1" status: 200 len: 205 time: 0.0582559 Nov 29 18:03:19.281495 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48866) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:19.331052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0bf6e-e2a1-461c-b01a-f475ceefbbc7 req-93a7cde8-77cc-4940-abd9-6864c20bbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:19.332525 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5a0bf6e-e2a1-461c-b01a-f475ceefbbc7 req-93a7cde8-77cc-4940-abd9-6864c20bbcd0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a9b0e63f-da31-4419-9231-8890339f64e7 HTTP/1.1" status: 200 len: 860 time: 0.0642521 Nov 29 18:03:19.332720 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-50eceec6-c051-4775-b1d1-990934b320f4 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] delete failed (client error): The resource could not be found. Nov 29 18:03:19.333604 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-50eceec6-c051-4775-b1d1-990934b320f4 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "DELETE /v2.0/routers/8ec08825-531f-4949-a338-cef54c97c8f4 HTTP/1.1" status: 404 len: 336 time: 0.0511699 Nov 29 18:03:19.336388 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48868) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:19.347621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170cddb-cfe4-4299-9066-dc78e9923bd6 req-a261ebc2-0174-4888-b1c5-21e198d4bff0 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:19.349308 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5170cddb-cfe4-4299-9066-dc78e9923bd6 req-a261ebc2-0174-4888-b1c5-21e198d4bff0 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 943 time: 0.0927873 Nov 29 18:03:19.367222 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-41c8f6c5-1d56-490e-9fc8-796d701c9f46 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ef5dc8b-724f-4efa-9df4-39d7ba930ff0 HTTP/1.1" status: 200 len: 205 time: 0.0296361 Nov 29 18:03:19.369669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48870) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:19.417503 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-020bf48e-7bfe-4fbf-b70f-a2184784f2fa tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] delete failed (client error): The resource could not be found. Nov 29 18:03:19.418627 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-020bf48e-7bfe-4fbf-b70f-a2184784f2fa tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "DELETE /v2.0/routers/2ef5dc8b-724f-4efa-9df4-39d7ba930ff0 HTTP/1.1" status: 404 len: 336 time: 0.0478923 Nov 29 18:03:19.425488 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48872) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:19.446284 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0bf6e-e2a1-461c-b01a-f475ceefbbc7 req-8abd1f43-f1e5-4769-a156-65fce5839e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:19.447814 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5a0bf6e-e2a1-461c-b01a-f475ceefbbc7 req-8abd1f43-f1e5-4769-a156-65fce5839e20 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=39203c14-ffc3-4c68-9e58-e974394ebffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976133 Nov 29 18:03:19.469882 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88388cd7-0923-4805-9fd4-1dbb98b7b0ae req-694e93ac-fb96-4864-98d0-83da7977e062 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:19.471463 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-88388cd7-0923-4805-9fd4-1dbb98b7b0ae req-694e93ac-fb96-4864-98d0-83da7977e062 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.31 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 951 time: 0.0559769 Nov 29 18:03:19.475580 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5170cddb-cfe4-4299-9066-dc78e9923bd6 req-949b4501-3ad5-423d-90cb-388d9f4fed57 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153924 Nov 29 18:03:19.479791 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f3ba1d86-7ba7-47d3-920c-3ece276010c9 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d5faf7d-d246-45fc-a04a-d2de25ca2cef HTTP/1.1" status: 200 len: 205 time: 0.0532880 Nov 29 18:03:19.482878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48874) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:19.549767 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0270c74-c730-46e4-96d8-7f05ea8b4ce5 x-openstack-request-id: req-c0270c74-c730-46e4-96d8-7f05ea8b4ce5 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:19.549767 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0589c3c0-f54e-4de0-a3e2-6bdc253ad520", "name": "network-vif-deleted", "tag": "6fae48cc-004f-4f39-b4b3-0f116d1e16a7", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:19.549767 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0270c74-c730-46e4-96d8-7f05ea8b4ce5 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:19.550157 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0589c3c0-f54e-4de0-a3e2-6bdc253ad520', 'name': 'network-vif-deleted', 'tag': '6fae48cc-004f-4f39-b4b3-0f116d1e16a7', 'status': 'completed', 'code': 200} Nov 29 18:03:19.550966 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-c1495bdf-323a-4948-8df8-26d886b2dbf0 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] delete failed (client error): The resource could not be found. Nov 29 18:03:19.554451 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c1495bdf-323a-4948-8df8-26d886b2dbf0 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "DELETE /v2.0/routers/4d5faf7d-d246-45fc-a04a-d2de25ca2cef HTTP/1.1" status: 404 len: 336 time: 0.0682554 Nov 29 18:03:19.555025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48876) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:19.564402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c607c5-c360-40fb-8b7b-18233d0a91ba req-3c60fac6-b888-4f5c-9716-a2247386d994 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:19.565920 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4c607c5-c360-40fb-8b7b-18233d0a91ba req-3c60fac6-b888-4f5c-9716-a2247386d994 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 951 time: 0.1458259 Nov 29 18:03:19.588316 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6b7ef34d-74aa-4b0c-9845-79792fcbd33d tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ac1c4e5-99b7-4075-b9ce-1bc4b72eb82d HTTP/1.1" status: 200 len: 205 time: 0.0300648 Nov 29 18:03:19.589083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48880) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:19.644592 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-3e57ff9c-1328-43aa-9a82-c32a2d313874 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] delete failed (client error): The resource could not be found. Nov 29 18:03:19.648071 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3e57ff9c-1328-43aa-9a82-c32a2d313874 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "DELETE /v2.0/routers/0ac1c4e5-99b7-4075-b9ce-1bc4b72eb82d HTTP/1.1" status: 404 len: 336 time: 0.0556459 Nov 29 18:03:19.649369 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5a0bf6e-e2a1-461c-b01a-f475ceefbbc7 req-14e5f5eb-9e7c-4a01-a43b-98a282e985c3 service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728795 Nov 29 18:03:19.649818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48886) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:19.650038 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-88388cd7-0923-4805-9fd4-1dbb98b7b0ae req-2b74c0f8-7385-46e5-bbcb-335b8ee836da tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Deleting port e7089bc8-64d1-4cf7-9635-35fac372dc9a {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:19.650535 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-88388cd7-0923-4805-9fd4-1dbb98b7b0ae req-2b74c0f8-7385-46e5-bbcb-335b8ee836da tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:19.694194 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b6bfbb25-81cc-469c-89a4-0d16032450a7 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff0e9aa-1873-4811-bb60-4041e155bb81 HTTP/1.1" status: 200 len: 205 time: 0.0431654 Nov 29 18:03:19.711713 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48894) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:19.755630 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-e3d66f18-14c9-4be0-8f6c-7fefce8286a8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] delete failed (client error): The resource could not be found. Nov 29 18:03:19.756682 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e3d66f18-14c9-4be0-8f6c-7fefce8286a8 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "DELETE /v2.0/routers/5ff0e9aa-1873-4811-bb60-4041e155bb81 HTTP/1.1" status: 404 len: 336 time: 0.0440645 Nov 29 18:03:19.759355 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48896) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:19.785561 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4c607c5-c360-40fb-8b7b-18233d0a91ba req-653980ea-192a-4c5f-845b-26e3b1d51eda tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/security-groups?id=943cf460-5990-46cf-b9ed-376d061b803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056646 Nov 29 18:03:19.789135 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-650bd100-40d5-49db-859a-96e165261424 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "GET /v2.0/ports?device_id=a769a7f9-fc6e-49fb-81a3-6bf3e2140f5c HTTP/1.1" status: 200 len: 205 time: 0.0287316 Nov 29 18:03:19.791988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccbd50f4-f090-4366-acd1-8b92ccb0eabf req-4da52cab-e1df-4519-b701-15f47a8132f9 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/floatingips/c439c5d5-608a-4348-9138-9ce8689b5175 HTTP/1.1" status: 200 len: 693 time: 0.1009586 Nov 29 18:03:19.792284 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48898) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:19.843139 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-a0bf0f03-a174-4efd-a8ca-087283545452 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] delete failed (client error): The resource could not be found. Nov 29 18:03:19.844203 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a0bf0f03-a174-4efd-a8ca-087283545452 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "DELETE /v2.0/routers/a769a7f9-fc6e-49fb-81a3-6bf3e2140f5c HTTP/1.1" status: 404 len: 336 time: 0.0509984 Nov 29 18:03:19.847013 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48900) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:19.884419 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-813812ec-e159-42ba-83b3-d8d967a79e41 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] DELETE failed (client error): The resource could not be found. Nov 29 18:03:19.884733 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5a0bf6e-e2a1-461c-b01a-f475ceefbbc7 req-277844c0-8d42-43d3-bb28-7beab41585dc service neutron] 10.222.0.31 "GET /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233205 Nov 29 18:03:19.884911 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813812ec-e159-42ba-83b3-d8d967a79e41 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:03:19.890761 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-813812ec-e159-42ba-83b3-d8d967a79e41 tempest-RoutersAdminTest-932393996 tempest-RoutersAdminTest-932393996-project] 10.222.0.23 "DELETE /v2.0/subnets/0ffac86c-60a9-4201-a1d7-3c089b81c2ef HTTP/1.1" status: 404 len: 337 time: 0.0405490 Nov 29 18:03:19.896845 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-88388cd7-0923-4805-9fd4-1dbb98b7b0ae req-2b74c0f8-7385-46e5-bbcb-335b8ee836da tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] For port e7089bc8-64d1-4cf7-9635-35fac372dc9a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7089bc8-64d1-4cf7-9635-35fac372dc9a,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:19.897297 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-88388cd7-0923-4805-9fd4-1dbb98b7b0ae req-2b74c0f8-7385-46e5-bbcb-335b8ee836da tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:19.914458 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-88388cd7-0923-4805-9fd4-1dbb98b7b0ae req-2b74c0f8-7385-46e5-bbcb-335b8ee836da tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Calling delete_port for e7089bc8-64d1-4cf7-9635-35fac372dc9a owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:19.925862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48908) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:19.957410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd50f4-f090-4366-acd1-8b92ccb0eabf req-60feb20f-9ce7-4381-b8e2-ec4cfabf7080 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:19.963591 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccbd50f4-f090-4366-acd1-8b92ccb0eabf req-60feb20f-9ce7-4381-b8e2-ec4cfabf7080 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.1638548 Nov 29 18:03:20.035327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccbd50f4-f090-4366-acd1-8b92ccb0eabf req-0f62b8c5-1894-42df-ab65-c7c0794632d7 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 696 time: 0.0703316 Nov 29 18:03:20.041058 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c64a7bbd-5b63-4610-a306-32b384f70dde tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:20.100710 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c64a7bbd-5b63-4610-a306-32b384f70dde tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:20.124477 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccbd50f4-f090-4366-acd1-8b92ccb0eabf req-0bfffd0d-5a38-4ef0-8e8c-da4a820d9118 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.61 HTTP/1.1" status: 200 len: 696 time: 0.0690448 Nov 29 18:03:20.156033 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-88388cd7-0923-4805-9fd4-1dbb98b7b0ae req-2b74c0f8-7385-46e5-bbcb-335b8ee836da tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:20.192035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74c0f8-7385-46e5-bbcb-335b8ee836da tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Pushing event deleted for resources: {'Port': ['ID=e7089bc8-64d1-4cf7-9635-35fac372dc9a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:20.202288 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c64a7bbd-5b63-4610-a306-32b384f70dde tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:20.205933 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c64a7bbd-5b63-4610-a306-32b384f70dde tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:20.207458 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c64a7bbd-5b63-4610-a306-32b384f70dde tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "DELETE /v2.0/security-groups/8fb70ff1-5d60-4816-94e9-624e45446ce1 HTTP/1.1" status: 204 len: 168 time: 0.2806418 Nov 29 18:03:20.213952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e7089bc8-64d1-4cf7-9635-35fac372dc9a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:03:20.232847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48914) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:20.260921 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48918) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:20.264647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a7bbd-5b63-4610-a306-32b384f70dde tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb70ff1-5d60-4816-94e9-624e45446ce1,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:20.290959 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-88388cd7-0923-4805-9fd4-1dbb98b7b0ae req-2b74c0f8-7385-46e5-bbcb-335b8ee836da tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] No DVR routers for this DVR port e7089bc8-64d1-4cf7-9635-35fac372dc9a on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:03:20.293766 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-553aa301-6f05-44a5-bb3a-16210f269544 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] show failed (client error): The resource could not be found. Nov 29 18:03:20.295610 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-553aa301-6f05-44a5-bb3a-16210f269544 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "GET /v2.0/security-groups/8fb70ff1-5d60-4816-94e9-624e45446ce1 HTTP/1.1" status: 404 len: 347 time: 0.0559485 Nov 29 18:03:20.296922 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-88388cd7-0923-4805-9fd4-1dbb98b7b0ae req-2b74c0f8-7385-46e5-bbcb-335b8ee836da tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:20.300619 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-88388cd7-0923-4805-9fd4-1dbb98b7b0ae req-2b74c0f8-7385-46e5-bbcb-335b8ee836da tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.31 "DELETE /v2.0/ports/e7089bc8-64d1-4cf7-9635-35fac372dc9a HTTP/1.1" status: 204 len: 173 time: 0.8200235 Nov 29 18:03:20.301230 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48922) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:20.315820 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-ccbd50f4-f090-4366-acd1-8b92ccb0eabf req-b23d2811-df65-4b19-b206-c0480db37938 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Deleting port cab98272-6630-4b64-b527-dd79a5dc2174 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:20.316163 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ccbd50f4-f090-4366-acd1-8b92ccb0eabf req-b23d2811-df65-4b19-b206-c0480db37938 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:20.422332 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3299910-452f-4761-bccd-a110063b5363 req-590fd6b3-83b8-444f-b8a1-c487fc09a36f tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:20.423954 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3299910-452f-4761-bccd-a110063b5363 req-590fd6b3-83b8-444f-b8a1-c487fc09a36f tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.1381283 Nov 29 18:03:20.479038 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ccbd50f4-f090-4366-acd1-8b92ccb0eabf req-b23d2811-df65-4b19-b206-c0480db37938 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:20.479570 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ccbd50f4-f090-4366-acd1-8b92ccb0eabf req-b23d2811-df65-4b19-b206-c0480db37938 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:20.500090 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b73e339-9011-4974-a138-be3825ee34fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:20.510284 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-ccbd50f4-f090-4366-acd1-8b92ccb0eabf req-b23d2811-df65-4b19-b206-c0480db37938 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Calling delete_port for cab98272-6630-4b64-b527-dd79a5dc2174 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:20.524513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3299910-452f-4761-bccd-a110063b5363 req-f21f582f-30e3-40d3-82a2-7ddd0b316507 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913761 Nov 29 18:03:20.575722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-35a6ba65-5991-497b-a221-aa379d22be52 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Deleting port 3ac74fb0-f212-47c2-9c4d-874c3fce8dad {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:20.576085 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35a6ba65-5991-497b-a221-aa379d22be52 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:20.642318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 666eb30b-5978-401b-ab60-bb5580335850 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:03:20.690118 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ccbd50f4-f090-4366-acd1-8b92ccb0eabf req-b23d2811-df65-4b19-b206-c0480db37938 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:20.737301 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d2811-df65-4b19-b206-c0480db37938 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Pushing event deleted for resources: {'Port': ['ID=cab98272-6630-4b64-b527-dd79a5dc2174,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:20.787373 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 666eb30b-5978-401b-ab60-bb5580335850, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=666eb30b-5978-401b-ab60-bb5580335850,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:20.813489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '666eb30b-5978-401b-ab60-bb5580335850', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'port_id': '666eb30b-5978-401b-ab60-bb5580335850', 'mac_address': 'fa:16:3e:be:70:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:03:20.869556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6c4cf-9148-4bd0-9098-1d19fe85bf3a req-94c10e28-b99b-43e4-b135-0586f79cf233 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:20.871172 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28d6c4cf-9148-4bd0-9098-1d19fe85bf3a req-94c10e28-b99b-43e4-b135-0586f79cf233 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 943 time: 0.1111419 Nov 29 18:03:20.872151 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ccbd50f4-f090-4366-acd1-8b92ccb0eabf req-b23d2811-df65-4b19-b206-c0480db37938 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:20.874843 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ccbd50f4-f090-4366-acd1-8b92ccb0eabf req-b23d2811-df65-4b19-b206-c0480db37938 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:20.875970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccbd50f4-f090-4366-acd1-8b92ccb0eabf req-b23d2811-df65-4b19-b206-c0480db37938 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "DELETE /v2.0/floatingips/c439c5d5-608a-4348-9138-9ce8689b5175 HTTP/1.1" status: 204 len: 173 time: 0.7502491 Nov 29 18:03:20.885973 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:20.906526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666eb30b-5978-401b-ab60-bb5580335850 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:03:20.934495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28d6c4cf-9148-4bd0-9098-1d19fe85bf3a req-7105a911-270b-4c25-8599-eb6dac483976 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541844 Nov 29 18:03:20.960822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 666eb30b-5978-401b-ab60-bb5580335850, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=666eb30b-5978-401b-ab60-bb5580335850,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:20.967709 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.002043 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b73e339-9011-4974-a138-be3825ee34fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.011215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10a9be01-5585-40ae-95f8-fcba9eb865d7 req-fca29817-6080-4187-afd9-a3ec4062f7a1 tempest-ServersAdminTestJSON-1098520501 tempest-ServersAdminTestJSON-1098520501-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67586cf-19fd-45ed-be6f-c787d066db78 HTTP/1.1" status: 200 len: 210 time: 0.0301785 Nov 29 18:03:21.014891 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b73e339-9011-4974-a138-be3825ee34fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.039345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=666eb30b-5978-401b-ab60-bb5580335850,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:21.061709 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35a6ba65-5991-497b-a221-aa379d22be52 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.062027 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35a6ba65-5991-497b-a221-aa379d22be52 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.077204 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0b73e339-9011-4974-a138-be3825ee34fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3101d3781c464239a3b3491c74e44714&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8147626 Nov 29 18:03:21.081783 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48932) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:21.086919 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-35a6ba65-5991-497b-a221-aa379d22be52 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Calling delete_port for 3ac74fb0-f212-47c2-9c4d-874c3fce8dad owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:21.091679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73e339-9011-4974-a138-be3825ee34fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea1c404-841f-4665-942d-f7c81c31de7b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:21.155084 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97fe3dfd-f896-4acf-995f-5ec81097e5e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.200627 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97fe3dfd-f896-4acf-995f-5ec81097e5e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.216671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['666eb30b-5978-401b-ab60-bb5580335850'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:03:21.233063 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35a6ba65-5991-497b-a221-aa379d22be52 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.251917 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97799f5-1c9a-41fc-9220-27e6b525275e req-ce60b8b0-fe5a-42ea-94cd-23e7127b0d1b tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:21.253040 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b97799f5-1c9a-41fc-9220-27e6b525275e req-ce60b8b0-fe5a-42ea-94cd-23e7127b0d1b tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 945 time: 0.0888884 Nov 29 18:03:21.281898 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6ba65-5991-497b-a221-aa379d22be52 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Pushing event deleted for resources: {'Port': ['ID=3ac74fb0-f212-47c2-9c4d-874c3fce8dad,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:21.293208 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97fe3dfd-f896-4acf-995f-5ec81097e5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.296890 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97fe3dfd-f896-4acf-995f-5ec81097e5e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.298479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-97fe3dfd-f896-4acf-995f-5ec81097e5e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fea1c404-841f-4665-942d-f7c81c31de7b HTTP/1.1" status: 204 len: 168 time: 0.2130833 Nov 29 18:03:21.317115 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe3dfd-f896-4acf-995f-5ec81097e5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea1c404-841f-4665-942d-f7c81c31de7b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:21.322821 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b97799f5-1c9a-41fc-9220-27e6b525275e req-668d24ac-ff49-4d1b-9b1d-4c62e3163e84 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610101 Nov 29 18:03:21.358328 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35a6ba65-5991-497b-a221-aa379d22be52 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.362211 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35a6ba65-5991-497b-a221-aa379d22be52 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.363630 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-35a6ba65-5991-497b-a221-aa379d22be52 tempest-ImagesOneServerNegativeTestJSON-2078631036 tempest-ImagesOneServerNegativeTestJSON-2078631036-project] 10.222.0.23 "DELETE /v2.0/floatingips/6a95e139-6337-4b2d-aed9-5142661e8b1b HTTP/1.1" status: 204 len: 168 time: 1.0613801 Nov 29 18:03:21.475047 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48950) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:21.522421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be830be-03fd-40d4-ae7f-cab3f084ac4b admin admin] Deleting subnet 9e5feab6-2909-41ce-aa7a-6b312f9fc8c0 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:03:21.527634 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1be830be-03fd-40d4-ae7f-cab3f084ac4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.551363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67586cf-19fd-45ed-be6f-c787d066db78', 'name': 'network-vif-deleted', 'tag': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:21.553933 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b2d986-736b-49c1-9630-ccdad652ceac" -d '{"events": [{"server_uuid": "f67586cf-19fd-45ed-be6f-c787d066db78", "name": "network-vif-deleted", "tag": "e7089bc8-64d1-4cf7-9635-35fac372dc9a"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:21.577150 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1be830be-03fd-40d4-ae7f-cab3f084ac4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.596461 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e59988-03e2-4bdd-9b53-75c68f502c47 x-openstack-request-id: req-e9e59988-03e2-4bdd-9b53-75c68f502c47 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:21.596874 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67586cf-19fd-45ed-be6f-c787d066db78", "name": "network-vif-deleted", "tag": "e7089bc8-64d1-4cf7-9635-35fac372dc9a", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:21.597260 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9e59988-03e2-4bdd-9b53-75c68f502c47 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:21.597757 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67586cf-19fd-45ed-be6f-c787d066db78', 'name': 'network-vif-deleted', 'tag': 'e7089bc8-64d1-4cf7-9635-35fac372dc9a', 'status': 'completed', 'code': 200} Nov 29 18:03:21.601475 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48956) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:21.646507 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3a77698f-85a1-416a-b488-2fb43f243ad4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=128b1c616cf54bf09a205ef10f2e9fdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415919 Nov 29 18:03:21.647004 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48960) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:21.662308 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1be830be-03fd-40d4-ae7f-cab3f084ac4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.699892 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e22fd3dd-dac0-4035-b712-d3019c2224c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.701236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c739a-3891-40aa-a57d-0337ba4d036b req-a28466e6-a1d8-4e86-815a-9df4c5388383 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:21.702761 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-947c739a-3891-40aa-a57d-0337ba4d036b req-a28466e6-a1d8-4e86-815a-9df4c5388383 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.0883276 Nov 29 18:03:21.727300 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e22fd3dd-dac0-4035-b712-d3019c2224c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.765104 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-947c739a-3891-40aa-a57d-0337ba4d036b req-9bf23def-c87d-43b0-bf4f-dc180cbe1861 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559082 Nov 29 18:03:21.766531 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1be830be-03fd-40d4-ae7f-cab3f084ac4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.808455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be830be-03fd-40d4-ae7f-cab3f084ac4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e5feab6-2909-41ce-aa7a-6b312f9fc8c0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:21.811466 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1be830be-03fd-40d4-ae7f-cab3f084ac4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.815700 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1be830be-03fd-40d4-ae7f-cab3f084ac4b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9e5feab6-2909-41ce-aa7a-6b312f9fc8c0 HTTP/1.1" status: 204 len: 168 time: 0.3394122 Nov 29 18:03:21.817510 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e22fd3dd-dac0-4035-b712-d3019c2224c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.819328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48964) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:21.820487 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e22fd3dd-dac0-4035-b712-d3019c2224c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.821636 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e22fd3dd-dac0-4035-b712-d3019c2224c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49ef0a6c-2675-4ce5-92e8-50e4bb958b88 HTTP/1.1" status: 204 len: 168 time: 0.1735759 Nov 29 18:03:21.833689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fd3dd-dac0-4035-b712-d3019c2224c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ef0a6c-2675-4ce5-92e8-50e4bb958b88,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:21.897526 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f5531d5-7859-44ad-b0e6-fcc08466d211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:21.982107 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f5531d5-7859-44ad-b0e6-fcc08466d211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:22.018118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0f5531d5-7859-44ad-b0e6-fcc08466d211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbc3b70-9160-46ab-a0ec-3ff42842f6c5']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:22.050486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0f5531d5-7859-44ad-b0e6-fcc08466d211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46af00a0-cd84-4315-9092-017e855f4147') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:22.050859 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0f5531d5-7859-44ad-b0e6-fcc08466d211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46af00a0-cd84-4315-9092-017e855f4147') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:22.082250 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f5531d5-7859-44ad-b0e6-fcc08466d211 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:22.108140 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f5531d5-7859-44ad-b0e6-fcc08466d211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:22.118066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5531d5-7859-44ad-b0e6-fcc08466d211 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:03:22.118478 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f5531d5-7859-44ad-b0e6-fcc08466d211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: items = [ Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:03:22.120284 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:03:22.172627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def31e6-1969-469d-b86f-b033a934bc92 req-80175ccb-7c51-4c9c-8fe1-79d02fd27f35 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:22.174184 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7def31e6-1969-469d-b86f-b033a934bc92 req-80175ccb-7c51-4c9c-8fe1-79d02fd27f35 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 944 time: 0.1440775 Nov 29 18:03:22.211829 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f5531d5-7859-44ad-b0e6-fcc08466d211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:22.224481 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f5531d5-7859-44ad-b0e6-fcc08466d211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:22.228463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0f5531d5-7859-44ad-b0e6-fcc08466d211 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1dbc3b70-9160-46ab-a0ec-3ff42842f6c5 HTTP/1.1" status: 204 len: 168 time: 0.4080105 Nov 29 18:03:22.240255 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5531d5-7859-44ad-b0e6-fcc08466d211 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dbc3b70-9160-46ab-a0ec-3ff42842f6c5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:22.260318 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7def31e6-1969-469d-b86f-b033a934bc92 req-3a92fb33-ea22-41e2-8e2e-ea2a0e2fab52 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743988 Nov 29 18:03:22.415161 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48992) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:22.466022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7afda-cd15-40c8-ba97-220a10c55f84 req-eab551ec-17a4-4869-81eb-301a0d99c6c9 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:22.474501 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fde7afda-cd15-40c8-ba97-220a10c55f84 req-eab551ec-17a4-4869-81eb-301a0d99c6c9 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 945 time: 0.0645740 Nov 29 18:03:22.487604 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48998) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:22.531406 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fde7afda-cd15-40c8-ba97-220a10c55f84 req-93aa4516-11e4-46ff-a189-2481a850dcc1 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/security-groups?id=8ee26da8-fbb4-4918-8768-58286cdc80fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559046 Nov 29 18:03:22.540068 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-50425aae-d5c1-420b-b749-788ec67369e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3088f8c75d046f290eec840d5e8ca8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512600 Nov 29 18:03:22.542605 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49000) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:22.603449 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d61cd09-e372-4a34-b98b-b684ecf192c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:22.632941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d61cd09-e372-4a34-b98b-b684ecf192c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:22.655934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 666eb30b-5978-401b-ab60-bb5580335850 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:03:22.692684 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6448eaa6-f960-480b-b0f2-68892ad5aaf5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f98c901b4a8443da51fb3668250a02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761948 Nov 29 18:03:22.698085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49008) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:22.713906 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 666eb30b-5978-401b-ab60-bb5580335850 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:22.714321 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:22.719466 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d61cd09-e372-4a34-b98b-b684ecf192c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:22.723475 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d61cd09-e372-4a34-b98b-b684ecf192c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:22.724802 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7d61cd09-e372-4a34-b98b-b684ecf192c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/584ed84b-9578-4baf-a47e-7d3fd2d73279 HTTP/1.1" status: 204 len: 168 time: 0.1800921 Nov 29 18:03:22.751223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61cd09-e372-4a34-b98b-b684ecf192c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584ed84b-9578-4baf-a47e-7d3fd2d73279,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:22.773692 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d02cbcc7-687b-456f-867e-fcf0cfda90fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:22.820798 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e7089bc8-64d1-4cf7-9635-35fac372dc9a no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:03:22.827428 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d02cbcc7-687b-456f-867e-fcf0cfda90fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:22.850399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49016) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:22.856191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: e7089bc8-64d1-4cf7-9635-35fac372dc9a {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:03:22.857306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e7089bc8-64d1-4cf7-9635-35fac372dc9a not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:03:22.863098 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:22.919384 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 666eb30b-5978-401b-ab60-bb5580335850, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=666eb30b-5978-401b-ab60-bb5580335850,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:22.920761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666eb30b-5978-401b-ab60-bb5580335850'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:22.923636 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c9fb1f-4955-4f6b-82b0-25c76820fcbd" -d '{"events": [{"server_uuid": "02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a", "name": "network-vif-plugged", "status": "completed", "tag": "666eb30b-5978-401b-ab60-bb5580335850"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:22.929688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1001383-843a-421b-b36e-dd534438422f req-3260a290-84c2-435a-91d9-d96fb31c72b5 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:22.931645 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1001383-843a-421b-b36e-dd534438422f req-3260a290-84c2-435a-91d9-d96fb31c72b5 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 945 time: 0.0855274 Nov 29 18:03:22.952716 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:22.953783 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:03:22.967192 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cb9e7-56b4-48ad-9aa3-b19318ae7a76 req-bdbfc8d8-d681-4ce0-8016-4e0ca3ecb8f9 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:22.977176 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c6cb9e7-56b4-48ad-9aa3-b19318ae7a76 req-bdbfc8d8-d681-4ce0-8016-4e0ca3ecb8f9 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.0831399 Nov 29 18:03:23.010214 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d02cbcc7-687b-456f-867e-fcf0cfda90fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.013775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:03:23.014123 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 6fae48cc-004f-4f39-b4b3-0f116d1e16a7 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:03:23.014509 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d02cbcc7-687b-456f-867e-fcf0cfda90fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.016444 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d02cbcc7-687b-456f-867e-fcf0cfda90fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/943cf460-5990-46cf-b9ed-376d061b803e HTTP/1.1" status: 204 len: 168 time: 0.3137245 Nov 29 18:03:23.024718 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c771228-c9da-451f-a558-e1d411a46253 x-openstack-request-id: req-8c771228-c9da-451f-a558-e1d411a46253 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:23.024984 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a", "name": "network-vif-plugged", "status": "completed", "tag": "666eb30b-5978-401b-ab60-bb5580335850", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:23.025799 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c771228-c9da-451f-a558-e1d411a46253 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:23.026364 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666eb30b-5978-401b-ab60-bb5580335850', 'code': 200} Nov 29 18:03:23.047904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cbcc7-687b-456f-867e-fcf0cfda90fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943cf460-5990-46cf-b9ed-376d061b803e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:23.082555 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c6cb9e7-56b4-48ad-9aa3-b19318ae7a76 req-76113edf-4cc1-45b6-8160-b07834335d9d tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984015 Nov 29 18:03:23.088739 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-b1001383-843a-421b-b36e-dd534438422f req-b60edb9c-6396-49be-90f6-5ce71354a093 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Deleting port 051db120-0ad4-4a3c-9dd2-b62d99c91c67 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:23.089596 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b1001383-843a-421b-b36e-dd534438422f req-b60edb9c-6396-49be-90f6-5ce71354a093 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.150092 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=666eb30b-5978-401b-ab60-bb5580335850,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:23.235530 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-75065164-a061-4ce5-b2b3-f1e3d1955d61 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-394132978'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:23.270575 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-b1001383-843a-421b-b36e-dd534438422f req-b60edb9c-6396-49be-90f6-5ce71354a093 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] For port 051db120-0ad4-4a3c-9dd2-b62d99c91c67, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=051db120-0ad4-4a3c-9dd2-b62d99c91c67,segment=NetworkSegment(a3785e16-34e6-46b1-9fc6-afb45535a542),segment_id=a3785e16-34e6-46b1-9fc6-afb45535a542)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:23.270982 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b1001383-843a-421b-b36e-dd534438422f req-b60edb9c-6396-49be-90f6-5ce71354a093 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.293789 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75065164-a061-4ce5-b2b3-f1e3d1955d61 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Made reservation on behalf of de20f7e073d0456c97edaec3962a9e5a for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:23.298076 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-75065164-a061-4ce5-b2b3-f1e3d1955d61 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.301276 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-b1001383-843a-421b-b36e-dd534438422f req-b60edb9c-6396-49be-90f6-5ce71354a093 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Calling delete_port for 051db120-0ad4-4a3c-9dd2-b62d99c91c67 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:23.304146 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e14eaf-5709-41a4-8ba3-76a4581f5d03 req-516b127c-1445-4513-9764-4950beb0330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:23.305652 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e9e14eaf-5709-41a4-8ba3-76a4581f5d03 req-516b127c-1445-4513-9764-4950beb0330e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 1097 time: 0.1132200 Nov 29 18:03:23.321335 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-75065164-a061-4ce5-b2b3-f1e3d1955d61 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.407485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db0b61-fe03-41a2-8ae7-00b3e4a2653f req-84160d6e-ed6d-4f67-ba31-ac99bd20b232 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:23.414882 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52db0b61-fe03-41a2-8ae7-00b3e4a2653f req-84160d6e-ed6d-4f67-ba31-ac99bd20b232 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 946 time: 0.0615139 Nov 29 18:03:23.462733 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e9e14eaf-5709-41a4-8ba3-76a4581f5d03 req-315cfe24-d98b-4ce6-b91f-7656f008e01f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283426 Nov 29 18:03:23.470616 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52db0b61-fe03-41a2-8ae7-00b3e4a2653f req-e7d9c492-6cc8-4b5d-b987-d23d07998213 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549138 Nov 29 18:03:23.497853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49038) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:23.541499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-69badc20-5694-4c31-bc77-3e344dcd1dfd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2f83414c8064fae86f73a702afb6402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399530 Nov 29 18:03:23.541772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49040) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:23.565100 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-75065164-a061-4ce5-b2b3-f1e3d1955d61 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.579224 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-75065164-a061-4ce5-b2b3-f1e3d1955d61 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.603884 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b1001383-843a-421b-b36e-dd534438422f req-b60edb9c-6396-49be-90f6-5ce71354a093 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.607578 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef91ebfa-7297-4954-b1b8-8a8021badbae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.620162 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['051db120-0ad4-4a3c-9dd2-b62d99c91c67'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:03:23.624144 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75065164-a061-4ce5-b2b3-f1e3d1955d61 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:03:23.655666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75065164-a061-4ce5-b2b3-f1e3d1955d61 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fe14f3-6fdb-4e30-a587-3a9850e83daa,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:23.660868 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60edb9c-6396-49be-90f6-5ce71354a093 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Pushing event deleted for resources: {'Port': ['ID=051db120-0ad4-4a3c-9dd2-b62d99c91c67,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:23.685019 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef91ebfa-7297-4954-b1b8-8a8021badbae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.688476 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c231e40-685a-4653-9003-bb0d86eec9cd req-b5999312-d1e5-46c7-b5b6-aa20cdcf9b73 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c HTTP/1.1" status: 200 len: 210 time: 0.0551045 Nov 29 18:03:23.694008 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-75065164-a061-4ce5-b2b3-f1e3d1955d61 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.694772 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-75065164-a061-4ce5-b2b3-f1e3d1955d61 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Added segment 82c3e594-3a4e-4855-bfd6-3d7ef1739585 of type vlan for network 8cf5650c-4fe6-4ff1-81a5-a953837f9ade Nov 29 18:03:23.719703 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1001383-843a-421b-b36e-dd534438422f req-b60edb9c-6396-49be-90f6-5ce71354a093 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] No DVR routers for this DVR port 051db120-0ad4-4a3c-9dd2-b62d99c91c67 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:03:23.723373 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b1001383-843a-421b-b36e-dd534438422f req-b60edb9c-6396-49be-90f6-5ce71354a093 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.726912 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1001383-843a-421b-b36e-dd534438422f req-b60edb9c-6396-49be-90f6-5ce71354a093 tempest-FloatingIPsAssociationTestJSON-1619848735 tempest-FloatingIPsAssociationTestJSON-1619848735-project] 10.222.0.31 "DELETE /v2.0/ports/051db120-0ad4-4a3c-9dd2-b62d99c91c67 HTTP/1.1" status: 204 len: 173 time: 0.7870057 Nov 29 18:03:23.727432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'name': 'network-vif-deleted', 'tag': '051db120-0ad4-4a3c-9dd2-b62d99c91c67'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:23.729956 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6912ea98-ddcd-45db-af13-658865a1b759" -d '{"events": [{"server_uuid": "fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c", "name": "network-vif-deleted", "tag": "051db120-0ad4-4a3c-9dd2-b62d99c91c67"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:23.753011 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef91ebfa-7297-4954-b1b8-8a8021badbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.755857 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef91ebfa-7297-4954-b1b8-8a8021badbae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.760226 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ef91ebfa-7297-4954-b1b8-8a8021badbae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20727e93-de25-43c4-b77e-1334089ad3ad HTTP/1.1" status: 204 len: 168 time: 0.2174077 Nov 29 18:03:23.772217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91ebfa-7297-4954-b1b8-8a8021badbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20727e93-de25-43c4-b77e-1334089ad3ad,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:23.781043 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-75065164-a061-4ce5-b2b3-f1e3d1955d61 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.815236 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe00192-46ef-4438-970e-5e9ee5d7eef0 x-openstack-request-id: req-cfe00192-46ef-4438-970e-5e9ee5d7eef0 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:23.815681 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c", "name": "network-vif-deleted", "tag": "051db120-0ad4-4a3c-9dd2-b62d99c91c67", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:23.815984 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfe00192-46ef-4438-970e-5e9ee5d7eef0 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:23.816501 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe586ff0-5f5a-4d04-8901-a1c4d6f30c2c', 'name': 'network-vif-deleted', 'tag': '051db120-0ad4-4a3c-9dd2-b62d99c91c67', 'status': 'completed', 'code': 200} Nov 29 18:03:23.818056 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-75065164-a061-4ce5-b2b3-f1e3d1955d61 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.825968 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75065164-a061-4ce5-b2b3-f1e3d1955d61 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:23.826653 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-75065164-a061-4ce5-b2b3-f1e3d1955d61 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.929585 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-681f94da-8624-46b8-be37-e863ecf21791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:23.959247 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75065164-a061-4ce5-b2b3-f1e3d1955d61 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event updated for resources: {'Network': ['ID=8cf5650c-4fe6-4ff1-81a5-a953837f9ade,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:23.973360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 8cf5650c-4fe6-4ff1-81a5-a953837f9ade details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:03:23.993019 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-75065164-a061-4ce5-b2b3-f1e3d1955d61 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1412115 Nov 29 18:03:24.281699 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebad6cc-36ab-4eea-a03d-5f489dbf2c77 req-e8e0aaa2-3091-473d-b55b-77776b731fab tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:24.287277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aebad6cc-36ab-4eea-a03d-5f489dbf2c77 req-e8e0aaa2-3091-473d-b55b-77776b731fab tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.1168933 Nov 29 18:03:24.380556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aebad6cc-36ab-4eea-a03d-5f489dbf2c77 req-af482120-b19c-4575-99d2-972504891bb4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843751 Nov 29 18:03:24.389328 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:03:24.633553 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473093b8-a785-4e94-bf1e-d43e47addc6a req-f20d17e3-d5e1-4554-a93f-6481005cc450 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:24.642131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-473093b8-a785-4e94-bf1e-d43e47addc6a req-f20d17e3-d5e1-4554-a93f-6481005cc450 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 946 time: 0.0702789 Nov 29 18:03:24.725201 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-473093b8-a785-4e94-bf1e-d43e47addc6a req-d43c2441-c0e5-4fbd-b9d6-3fae06a20324 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821221 Nov 29 18:03:24.778281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49092) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:25.342743 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33a76c31-7ef8-404a-8c4c-618fb633633e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:25.346081 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49116) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:25.662155 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ee55a3f0-7e78-4b4c-81e3-c2111c985bd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:25.868684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7517a-fe5a-4c52-8b2f-8da93d9c2617 req-be5bec20-d9db-4069-8e20-ed01db86a5de tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:25.870368 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20d7517a-fe5a-4c52-8b2f-8da93d9c2617 req-be5bec20-d9db-4069-8e20-ed01db86a5de tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.1240766 Nov 29 18:03:25.882632 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ee55a3f0-7e78-4b4c-81e3-c2111c985bd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:25.892831 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ee55a3f0-7e78-4b4c-81e3-c2111c985bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:25.945479 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ee55a3f0-7e78-4b4c-81e3-c2111c985bd6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=341b2dcac6d443e4b65355298c8bd747&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5950100 Nov 29 18:03:25.945479 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55a3f0-7e78-4b4c-81e3-c2111c985bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7cdac1-8e7a-4974-8569-309734c1c602,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:25.946697 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49156) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:26.015565 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9ed3-1a21-4d9e-b633-e450d4b7e254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:26.043567 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9ed3-1a21-4d9e-b633-e450d4b7e254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:26.115444 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20d7517a-fe5a-4c52-8b2f-8da93d9c2617 req-b783209f-12b4-41cb-9edb-be462289f9c6 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346308 Nov 29 18:03:26.132194 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9ed3-1a21-4d9e-b633-e450d4b7e254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:26.139294 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9ed3-1a21-4d9e-b633-e450d4b7e254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:26.142729 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bc5c9ed3-1a21-4d9e-b633-e450d4b7e254 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b7cdac1-8e7a-4974-8569-309734c1c602 HTTP/1.1" status: 204 len: 168 time: 0.1947856 Nov 29 18:03:26.156831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c9ed3-1a21-4d9e-b633-e450d4b7e254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7cdac1-8e7a-4974-8569-309734c1c602,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:26.283889 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a311e-dcf3-4153-b35f-c21fdff0404e req-6ea3d7d9-a03c-46e8-ba65-c13ec078b4e8 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:26.285801 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-593a311e-dcf3-4153-b35f-c21fdff0404e req-6ea3d7d9-a03c-46e8-ba65-c13ec078b4e8 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 946 time: 0.3777542 Nov 29 18:03:26.358974 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-593a311e-dcf3-4153-b35f-c21fdff0404e req-450e2c02-655c-48d1-bf47-084c910d49f6 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649343 Nov 29 18:03:26.436356 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98be1d18-141f-4b64-9616-35433ed219ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:26.498290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-33a76c31-7ef8-404a-8c4c-618fb633633e admin admin] Deleting port 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:26.499383 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33a76c31-7ef8-404a-8c4c-618fb633633e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:26.621955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-33a76c31-7ef8-404a-8c4c-618fb633633e admin admin] For port 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4ea0b1fb-9b6d-4835-89b5-884b2671c1c5,segment=NetworkSegment(a3785e16-34e6-46b1-9fc6-afb45535a542),segment_id=a3785e16-34e6-46b1-9fc6-afb45535a542)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:26.622925 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33a76c31-7ef8-404a-8c4c-618fb633633e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:26.646037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-33a76c31-7ef8-404a-8c4c-618fb633633e admin admin] Calling delete_port for 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:26.815745 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 051db120-0ad4-4a3c-9dd2-b62d99c91c67 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:03:26.825715 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-dae4a082-5f37-4913-9194-393319d4d33d tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8a7f87f0b5764336ac3cdc748d8065f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721414 Nov 29 18:03:26.841407 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 051db120-0ad4-4a3c-9dd2-b62d99c91c67 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:03:26.842116 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 051db120-0ad4-4a3c-9dd2-b62d99c91c67 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:03:27.024178 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:27.080883 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-c09e415a-801b-4c00-8be5-3f33a3665b70 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:27.082353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-c09e415a-801b-4c00-8be5-3f33a3665b70 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2558632 Nov 29 18:03:27.107451 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-a12c730f-e78f-48ab-9a9b-777ee7705e9b tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/quotas/8a7f87f0b5764336ac3cdc748d8065f0 HTTP/1.1" status: 200 len: 375 time: 0.0108764 Nov 29 18:03:27.112135 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33a76c31-7ef8-404a-8c4c-618fb633633e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:27.112998 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49196) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:27.183311 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-e306891e-8e67-4862-90f1-479b36a192ad tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8a7f87f0b5764336ac3cdc748d8065f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470684 Nov 29 18:03:27.189494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a76c31-7ef8-404a-8c4c-618fb633633e admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea0b1fb-9b6d-4835-89b5-884b2671c1c5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:27.295900 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e0c86871-768a-4771-b4f3-96bfaeaf7f7c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-630207119-network', 'tenant_id': '1e528903e90c49b4897e2e1d556d2090'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:27.306147 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49204) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:27.325989 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a5b82a77-7c52-4b32-90ed-51c50dd92305 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Request body: {'subnet': {'network_id': '8cf5650c-4fe6-4ff1-81a5-a953837f9ade', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:27.331962 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c86871-768a-4771-b4f3-96bfaeaf7f7c admin admin] Made reservation on behalf of 1e528903e90c49b4897e2e1d556d2090 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:27.334571 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e0c86871-768a-4771-b4f3-96bfaeaf7f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:27.357498 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa3a0d-0c6a-4031-beff-c7433af971be req-9ec9c2be-a097-47de-b63f-af23a12f47bc tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:27.359403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3baa3a0d-0c6a-4031-beff-c7433af971be req-9ec9c2be-a097-47de-b63f-af23a12f47bc tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.0811937 Nov 29 18:03:27.383094 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e0c86871-768a-4771-b4f3-96bfaeaf7f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:27.494749 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:27.522318 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b82a77-7c52-4b32-90ed-51c50dd92305 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Made reservation on behalf of de20f7e073d0456c97edaec3962a9e5a for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:27.526164 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a5b82a77-7c52-4b32-90ed-51c50dd92305 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:27.587237 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3baa3a0d-0c6a-4031-beff-c7433af971be req-e92b1e33-94a2-47f6-9c1e-725c9548fe24 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731660 Nov 29 18:03:27.597281 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33a76c31-7ef8-404a-8c4c-618fb633633e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:27.664213 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e0c86871-768a-4771-b4f3-96bfaeaf7f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:27.672890 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e0c86871-768a-4771-b4f3-96bfaeaf7f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:27.727401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c86871-768a-4771-b4f3-96bfaeaf7f7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:03:27.757879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c86871-768a-4771-b4f3-96bfaeaf7f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfde645f-1226-4642-bdae-89343339d27b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:27.763463 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e0c86871-768a-4771-b4f3-96bfaeaf7f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:27.764111 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-e0c86871-768a-4771-b4f3-96bfaeaf7f7c admin admin] Added segment c5e65943-6d75-4d18-bb9e-9a2ea58f2c19 of type vlan for network 2267dfa2-2c44-420f-b133-a3c731999405 Nov 29 18:03:27.789805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-156ecaf8-5bf9-49de-a89c-d6f142cb5b75 req-40617417-3b22-42ad-b665-c66f0e1ebdbc tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/ports?device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 210 time: 0.0592260 Nov 29 18:03:27.844197 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931dc48-1e18-4c91-b5ac-058ae1787429 req-928c2b9f-c5d7-40ce-aff3-5c28024da94c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:27.845643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b931dc48-1e18-4c91-b5ac-058ae1787429 req-928c2b9f-c5d7-40ce-aff3-5c28024da94c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 946 time: 0.1139855 Nov 29 18:03:27.846565 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a5b82a77-7c52-4b32-90ed-51c50dd92305 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:27.849581 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e0c86871-768a-4771-b4f3-96bfaeaf7f7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:27.933570 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e0c86871-768a-4771-b4f3-96bfaeaf7f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:27.935258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c86871-768a-4771-b4f3-96bfaeaf7f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:27.935849 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e0c86871-768a-4771-b4f3-96bfaeaf7f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:27.951970 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b82a77-7c52-4b32-90ed-51c50dd92305 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event updated for resources: {'Subnet': ['ID=a0f080be-93ad-41b5-968c-c82d4a9c1992,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:27.986944 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b931dc48-1e18-4c91-b5ac-058ae1787429 req-47616c9b-ef36-43c3-a1c8-e9d3ba44f345 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049612 Nov 29 18:03:28.003250 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b82a77-7c52-4b32-90ed-51c50dd92305 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Checking segment: {'id': '82c3e594-3a4e-4855-bfd6-3d7ef1739585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8cf5650c-4fe6-4ff1-81a5-a953837f9ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:28.003250 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b82a77-7c52-4b32-90ed-51c50dd92305 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Network hostable DHCP agents. Network: 8cf5650c-4fe6-4ff1-81a5-a953837f9ade, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:03:28.016224 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e0c86871-768a-4771-b4f3-96bfaeaf7f7c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9014339 Nov 29 18:03:28.019141 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49220) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:28.032143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a76c31-7ef8-404a-8c4c-618fb633633e admin admin] Router 55120102-5df2-4ca6-ba83-63daf1118f3e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:03:28.032143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7cbf4961-efe1-48b7-9e0a-eac480681b63 admin admin] Request body: {'subnet': {'network_id': '2267dfa2-2c44-420f-b133-a3c731999405', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-630207119-subnet', 'tenant_id': '1e528903e90c49b4897e2e1d556d2090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:28.033966 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c86871-768a-4771-b4f3-96bfaeaf7f7c admin admin] Pushing event updated for resources: {'Network': ['ID=2267dfa2-2c44-420f-b133-a3c731999405,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:28.063343 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b82a77-7c52-4b32-90ed-51c50dd92305 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Network 8cf5650c-4fe6-4ff1-81a5-a953837f9ade is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:03:28.065232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbf4961-efe1-48b7-9e0a-eac480681b63 admin admin] Made reservation on behalf of 1e528903e90c49b4897e2e1d556d2090 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:28.066927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 2267dfa2-2c44-420f-b133-a3c731999405 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:03:28.069425 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4961-efe1-48b7-9e0a-eac480681b63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:28.077110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-a5b82a77-7c52-4b32-90ed-51c50dd92305 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 8cf5650c-4fe6-4ff1-81a5-a953837f9ade) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:28.083170 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b82a77-7c52-4b32-90ed-51c50dd92305 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:28.084339 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a5b82a77-7c52-4b32-90ed-51c50dd92305 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:28.108358 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a5b82a77-7c52-4b32-90ed-51c50dd92305 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8004010 Nov 29 18:03:28.111469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fbae22-c334-43b3-84d1-c5ef5cfdd4af None None] Network 8cf5650c-4fe6-4ff1-81a5-a953837f9ade requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:28.112397 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49224) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:28.118153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c73c962d-07b4-40e1-95b3-b3f9c1089d31 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1689935137'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:28.152511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73c962d-07b4-40e1-95b3-b3f9c1089d31 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Made reservation on behalf of de20f7e073d0456c97edaec3962a9e5a for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:28.156875 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c73c962d-07b4-40e1-95b3-b3f9c1089d31 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:28.184154 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73c962d-07b4-40e1-95b3-b3f9c1089d31 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:03:28.194681 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c73c962d-07b4-40e1-95b3-b3f9c1089d31 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:28.195595 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-c73c962d-07b4-40e1-95b3-b3f9c1089d31 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Added segment 20c98d11-5cc4-49fc-9e6b-be2ac59f0ccd of type vlan for network 2f49f720-809e-4aa1-9363-e3d37f00fdf5 Nov 29 18:03:28.245430 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c73c962d-07b4-40e1-95b3-b3f9c1089d31 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:28.277421 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c73c962d-07b4-40e1-95b3-b3f9c1089d31 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:28.285201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73c962d-07b4-40e1-95b3-b3f9c1089d31 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:28.286365 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c73c962d-07b4-40e1-95b3-b3f9c1089d31 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:28.308836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-8cf5650c-4fe6-4ff1-81a5-a953837f9ade', 'network_id': '8cf5650c-4fe6-4ff1-81a5-a953837f9ade', 'tenant_id': 'de20f7e073d0456c97edaec3962a9e5a', 'fixed_ips': [{'subnet_id': 'a0f080be-93ad-41b5-968c-c82d4a9c1992'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:03:28.310617 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:28.333296 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a76c31-7ef8-404a-8c4c-618fb633633e admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:03:28.344222 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c3e78a-6966-40da-b3d5-02a92587bb89 None None] Sync routers for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:03:28.360610 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c3e78a-6966-40da-b3d5-02a92587bb89 None None] Routers {'55120102-5df2-4ca6-ba83-63daf1118f3e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:28.361744 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-13c3e78a-6966-40da-b3d5-02a92587bb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['55120102-5df2-4ca6-ba83-63daf1118f3e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:28.369394 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-33a76c31-7ef8-404a-8c4c-618fb633633e admin admin] 10.222.0.23 "PUT /v2.0/routers/55120102-5df2-4ca6-ba83-63daf1118f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5894809 Nov 29 18:03:28.372348 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49226) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:28.379957 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c73c962d-07b4-40e1-95b3-b3f9c1089d31 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2635450 Nov 29 18:03:28.381456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49228) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:28.386836 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-393c44cf-3931-4209-ba6f-0242eded1c64 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Request body: {'subnet': {'network_id': '2f49f720-809e-4aa1-9363-e3d37f00fdf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:28.430536 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c962d-07b4-40e1-95b3-b3f9c1089d31 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event updated for resources: {'Network': ['ID=2f49f720-809e-4aa1-9363-e3d37f00fdf5,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:28.453544 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 2f49f720-809e-4aa1-9363-e3d37f00fdf5 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:03:28.511807 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4fef8a77-40c7-4498-9938-e50b16f9d213 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:28.565273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393c44cf-3931-4209-ba6f-0242eded1c64 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Made reservation on behalf of de20f7e073d0456c97edaec3962a9e5a for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:28.571827 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-393c44cf-3931-4209-ba6f-0242eded1c64 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:28.627730 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4961-efe1-48b7-9e0a-eac480681b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:28.641112 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4fef8a77-40c7-4498-9938-e50b16f9d213 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:28.737867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4fef8a77-40c7-4498-9938-e50b16f9d213 admin admin] Deleting port 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:28.738111 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4fef8a77-40c7-4498-9938-e50b16f9d213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:28.772539 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Allocated IP 2001:db8:0:ffff::2 (8cf5650c-4fe6-4ff1-81a5-a953837f9ade/a0f080be-93ad-41b5-968c-c82d4a9c1992/47baa89d-66ab-454f-bb3c-3af4c25edbe4) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:03:28.773678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf4961-efe1-48b7-9e0a-eac480681b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e674d0c-07cb-4077-8bde-2fe3f4894996,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:28.776364 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-13c3e78a-6966-40da-b3d5-02a92587bb89 None None] Set router 55120102-5df2-4ca6-ba83-63daf1118f3e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:03:28.800276 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbf4961-efe1-48b7-9e0a-eac480681b63 admin admin] Checking segment: {'id': 'c5e65943-6d75-4d18-bb9e-9a2ea58f2c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2267dfa2-2c44-420f-b133-a3c731999405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:28.800693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbf4961-efe1-48b7-9e0a-eac480681b63 admin admin] Network hostable DHCP agents. Network: 2267dfa2-2c44-420f-b133-a3c731999405, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:03:28.815701 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de2358-97e9-4a0c-acb1-ecf72e9a9e09 req-2d25341c-fdd9-4fd8-845f-af4dcbe1da66 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:28.817200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19de2358-97e9-4a0c-acb1-ecf72e9a9e09 req-2d25341c-fdd9-4fd8-845f-af4dcbe1da66 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.1310153 Nov 29 18:03:28.838035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-4fef8a77-40c7-4498-9938-e50b16f9d213 admin admin] For port 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:28.838473 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4fef8a77-40c7-4498-9938-e50b16f9d213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:28.844103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3f8d5a1f-776d-428c-9f07-d405c758780d details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:03:28.853655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4fef8a77-40c7-4498-9938-e50b16f9d213 admin admin] Calling delete_port for 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:28.892416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbf4961-efe1-48b7-9e0a-eac480681b63 admin admin] Network 2267dfa2-2c44-420f-b133-a3c731999405 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:03:28.946140 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7cbf4961-efe1-48b7-9e0a-eac480681b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 2267dfa2-2c44-420f-b133-a3c731999405) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:28.962682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df945f49-47cf-4814-b729-12a805b7d60e None None] Network 2267dfa2-2c44-420f-b133-a3c731999405 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:28.971945 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbf4961-efe1-48b7-9e0a-eac480681b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:28.972638 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cbf4961-efe1-48b7-9e0a-eac480681b63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:28.983336 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19de2358-97e9-4a0c-acb1-ecf72e9a9e09 req-855ce4ce-56c3-4eb3-95af-85e94f92ddca tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217439 Nov 29 18:03:29.029632 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7757b52-cb1b-4c30-92c7-7c323edf0c3d req-a785b6e4-44c8-4f5b-a66d-0c1a83011902 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/ports?device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 210 time: 0.0353556 Nov 29 18:03:29.032897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7cbf4961-efe1-48b7-9e0a-eac480681b63 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0115039 Nov 29 18:03:29.112669 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.resource_extend [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:03:29.175148 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-bcc1975a-f1da-49b2-90f8-a32024054642 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8a7f87f0b5764336ac3cdc748d8065f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822399 Nov 29 18:03:29.179559 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4fef8a77-40c7-4498-9938-e50b16f9d213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.201656 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.223706 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef8a77-40c7-4498-9938-e50b16f9d213 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:29.229937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d2ee6d-46ca-4efe-bfa9-3c1a28ee64ae None None] Network 2267dfa2-2c44-420f-b133-a3c731999405 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:29.368090 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4fef8a77-40c7-4498-9938-e50b16f9d213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.410773 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.434258 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.480903 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4fef8a77-40c7-4498-9938-e50b16f9d213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.485278 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4fef8a77-40c7-4498-9938-e50b16f9d213 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.495214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eab71af1-696c-4bcd-b072-beb96994876a tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:29.496951 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eab71af1-696c-4bcd-b072-beb96994876a tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3067474 Nov 29 18:03:29.497585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.objects.ports [None req-393c44cf-3931-4209-ba6f-0242eded1c64 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:03:29.503403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-e409c423-1e31-45e1-bed4-b2987767be5a req-5d7fef74-8a64-4240-96ec-66ef03370a20 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1108765251', 'description': 'tempest-description-1961074685'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:29.508127 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-393c44cf-3931-4209-ba6f-0242eded1c64 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.541667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-3899befa-b83b-46c9-9fe6-bfd1beaa0c81 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Request body: {'port': {'device_id': '706304b6-3ffe-47ef-8848-3feff7b6e65b', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '8a7f87f0b5764336ac3cdc748d8065f0'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:29.574274 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e409c423-1e31-45e1-bed4-b2987767be5a req-5d7fef74-8a64-4240-96ec-66ef03370a20 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.590921 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c44cf-3931-4209-ba6f-0242eded1c64 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event updated for resources: {'Subnet': ['ID=b0c96919-f726-41d5-b46c-61e0ddd34d60,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:29.610518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393c44cf-3931-4209-ba6f-0242eded1c64 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Checking segment: {'id': '20c98d11-5cc4-49fc-9e6b-be2ac59f0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2f49f720-809e-4aa1-9363-e3d37f00fdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:29.610894 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393c44cf-3931-4209-ba6f-0242eded1c64 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Network hostable DHCP agents. Network: 2f49f720-809e-4aa1-9363-e3d37f00fdf5, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:03:29.612082 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Network 8cf5650c-4fe6-4ff1-81a5-a953837f9ade is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:03:29.618999 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3f8d5a1f-776d-428c-9f07-d405c758780d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3f8d5a1f-776d-428c-9f07-d405c758780d,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:29.628620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:29.632601 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:03:29.639597 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4fef8a77-40c7-4498-9938-e50b16f9d213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.640594 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fef8a77-40c7-4498-9938-e50b16f9d213 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55120102-5df2-4ca6-ba83-63daf1118f3e {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:03:29.648267 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4fef8a77-40c7-4498-9938-e50b16f9d213 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.649366 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4fef8a77-40c7-4498-9938-e50b16f9d213 admin admin] 10.222.0.23 "DELETE /v2.0/routers/55120102-5df2-4ca6-ba83-63daf1118f3e HTTP/1.1" status: 204 len: 168 time: 1.2758679 Nov 29 18:03:29.652175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49246) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:29.665717 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393c44cf-3931-4209-ba6f-0242eded1c64 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Network 2f49f720-809e-4aa1-9363-e3d37f00fdf5 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:03:29.675127 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.676360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Pushing event updated for resources: {'Port': ['ID=47baa89d-66ab-454f-bb3c-3af4c25edbe4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:29.711242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '3f8d5a1f-776d-428c-9f07-d405c758780d', 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498', 'port_id': '3f8d5a1f-776d-428c-9f07-d405c758780d', 'mac_address': 'fa:16:3e:d8:5e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733544da-2bc1-4873-95ac-5a788cefa521', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:03:29.713514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-3899befa-b83b-46c9-9fe6-bfd1beaa0c81 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Made reservation on behalf of 8a7f87f0b5764336ac3cdc748d8065f0 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:29.717707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-3899befa-b83b-46c9-9fe6-bfd1beaa0c81 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.720407 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-393c44cf-3931-4209-ba6f-0242eded1c64 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 2f49f720-809e-4aa1-9363-e3d37f00fdf5) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:29.723619 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e409c423-1e31-45e1-bed4-b2987767be5a req-5d7fef74-8a64-4240-96ec-66ef03370a20 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.728360 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-3899befa-b83b-46c9-9fe6-bfd1beaa0c81 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.729816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393c44cf-3931-4209-ba6f-0242eded1c64 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:29.730444 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-393c44cf-3931-4209-ba6f-0242eded1c64 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.739410 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e409c423-1e31-45e1-bed4-b2987767be5a req-5d7fef74-8a64-4240-96ec-66ef03370a20 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.747389 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ef3e0d-2851-47a4-bcca-e2c19b0b8405 None None] Network 2f49f720-809e-4aa1-9363-e3d37f00fdf5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:29.753769 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d79f4b-a398-416c-9da1-b51b8c95ac74 admin admin] Deleting subnet a9b0e63f-da31-4419-9231-8890339f64e7 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:03:29.768515 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18d79f4b-a398-416c-9da1-b51b8c95ac74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.776172 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-393c44cf-3931-4209-ba6f-0242eded1c64 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3906236 Nov 29 18:03:29.785257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49250) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:29.792416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-7c0f0933-f2b6-4424-b0fa-9cf20c7392cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Request body: {'port': {'network_id': '2f49f720-809e-4aa1-9363-e3d37f00fdf5', 'name': 'tempest-NetworksIpV6TestAttrs-1715973660'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:29.809828 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e409c423-1e31-45e1-bed4-b2987767be5a req-5d7fef74-8a64-4240-96ec-66ef03370a20 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.811108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e409c423-1e31-45e1-bed4-b2987767be5a req-5d7fef74-8a64-4240-96ec-66ef03370a20 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3121765 Nov 29 18:03:29.815622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fef74-8a64-4240-96ec-66ef03370a20 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93091a77-ea3e-4d27-86ac-a73ccc1ca39f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:29.827537 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18d79f4b-a398-416c-9da1-b51b8c95ac74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.877040 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Attempting to bind port 47baa89d-66ab-454f-bb3c-3af4c25edbe4 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:03:29.878225 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Attempting to bind port 47baa89d-66ab-454f-bb3c-3af4c25edbe4 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '82c3e594-3a4e-4855-bfd6-3d7ef1739585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8cf5650c-4fe6-4ff1-81a5-a953837f9ade'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:03:29.878436 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Attempting to bind port 47baa89d-66ab-454f-bb3c-3af4c25edbe4 on network 8cf5650c-4fe6-4ff1-81a5-a953837f9ade {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:03:29.885822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-13c3e78a-6966-40da-b3d5-02a92587bb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143738493-router', 'tenant_id': 'ae42a66f0529466eadbd747a884b5dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:58Z', 'updated_at': '2021-11-29T18:03:27Z', 'revision_number': 5, 'project_id': 'ae42a66f0529466eadbd747a884b5dbd', 'gw_port': {'id': '1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55120102-5df2-4ca6-ba83-63daf1118f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:59Z', 'updated_at': '2021-11-29T18:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:29.896708 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:03:29.897135 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Checking segment: {'id': '82c3e594-3a4e-4855-bfd6-3d7ef1739585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8cf5650c-4fe6-4ff1-81a5-a953837f9ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:29.898469 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.898469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Bound using segment: {'id': '82c3e594-3a4e-4855-bfd6-3d7ef1739585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8cf5650c-4fe6-4ff1-81a5-a953837f9ade'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:03:29.898469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Bound port: 47baa89d-66ab-454f-bb3c-3af4c25edbe4, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c3e594-3a4e-4855-bfd6-3d7ef1739585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8cf5650c-4fe6-4ff1-81a5-a953837f9ade'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:03:29.898870 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.935213 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2ba8677a-8547-471c-a96f-07e720d7632b req-eae12085-d599-4604-a764-5d5ebf30ff52 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "GET /v2.0/security-groups/93091a77-ea3e-4d27-86ac-a73ccc1ca39f HTTP/1.1" status: 200 len: 1832 time: 0.0726466 Nov 29 18:03:29.935502 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-3899befa-b83b-46c9-9fe6-bfd1beaa0c81 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.946056 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-3899befa-b83b-46c9-9fe6-bfd1beaa0c81 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.950943 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c3e78a-6966-40da-b3d5-02a92587bb89 None None] Checking router: 55120102-5df2-4ca6-ba83-63daf1118f3e for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:03:29.962832 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:29.964855 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-2ba8677a-8547-471c-a96f-07e720d7632b req-00947410-ce2e-4955-bcbf-aea790ce33da tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '93091a77-ea3e-4d27-86ac-a73ccc1ca39f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:29.965138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-2ba8677a-8547-471c-a96f-07e720d7632b req-00947410-ce2e-4955-bcbf-aea790ce33da tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '93091a77-ea3e-4d27-86ac-a73ccc1ca39f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:29.983780 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.010872 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18d79f4b-a398-416c-9da1-b51b8c95ac74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.019217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f8d5a1f-776d-428c-9f07-d405c758780d {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:03:30.029126 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899befa-b83b-46c9-9fe6-bfd1beaa0c81 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31b0a8e-8749-4799-9c2d-48a43437b218,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:30.034737 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0f0933-f2b6-4424-b0fa-9cf20c7392cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Made reservation on behalf of de20f7e073d0456c97edaec3962a9e5a for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:30.038236 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c0f0933-f2b6-4424-b0fa-9cf20c7392cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.044671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c3e78a-6966-40da-b3d5-02a92587bb89 None None] Routers set() bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:30.045058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c3e78a-6966-40da-b3d5-02a92587bb89 None None] Router IDs set() for agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 29 18:03:30.045666 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_agentschedulers_db [None req-13c3e78a-6966-40da-b3d5-02a92587bb89 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'55120102-5df2-4ca6-ba83-63daf1118f3e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent'). {{(pid=110006) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 29 18:03:30.046070 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c3e78a-6966-40da-b3d5-02a92587bb89 None None] The sync data for ids ['55120102-5df2-4ca6-ba83-63daf1118f3e'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:03:30.082163 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-7c0f0933-f2b6-4424-b0fa-9cf20c7392cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] device_id is not set on port b05ff28c-b4c6-4558-8033-d9ba22471c10 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:03:30.123570 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3f8d5a1f-776d-428c-9f07-d405c758780d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3f8d5a1f-776d-428c-9f07-d405c758780d,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:30.141049 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.152272 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] For port 47baa89d-66ab-454f-bb3c-3af4c25edbe4, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:03:30.202358 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18d79f4b-a398-416c-9da1-b51b8c95ac74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.204460 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-3899befa-b83b-46c9-9fe6-bfd1beaa0c81 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Allocated IP 192.168.233.150 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/e732446d-2a47-465f-ad42-47a3ffe7ef12) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:03:30.221651 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] For port 47baa89d-66ab-454f-bb3c-3af4c25edbe4, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=47baa89d-66ab-454f-bb3c-3af4c25edbe4,segment=NetworkSegment(82c3e594-3a4e-4855-bfd6-3d7ef1739585),segment_id=82c3e594-3a4e-4855-bfd6-3d7ef1739585)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:03:30.244969 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.248160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['3f8d5a1f-776d-428c-9f07-d405c758780d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:03:30.250456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-2f49f720-809e-4aa1-9363-e3d37f00fdf5', 'network_id': '2f49f720-809e-4aa1-9363-e3d37f00fdf5', 'tenant_id': 'de20f7e073d0456c97edaec3962a9e5a', 'fixed_ips': [{'subnet_id': 'b0c96919-f726-41d5-b46c-61e0ddd34d60'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:03:30.251383 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.252547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d79f4b-a398-416c-9da1-b51b8c95ac74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b0e63f-da31-4419-9231-8890339f64e7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:30.265165 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18d79f4b-a398-416c-9da1-b51b8c95ac74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.268706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-18d79f4b-a398-416c-9da1-b51b8c95ac74 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a9b0e63f-da31-4419-9231-8890339f64e7 HTTP/1.1" status: 204 len: 168 time: 0.6155653 Nov 29 18:03:30.268876 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-7c0f0933-f2b6-4424-b0fa-9cf20c7392cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Allocated IP 2001:db8::f816:3eff:fea0:6450 (2f49f720-809e-4aa1-9363-e3d37f00fdf5/b0c96919-f726-41d5-b46c-61e0ddd34d60/b05ff28c-b4c6-4558-8033-d9ba22471c10) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:03:30.272759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49258) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:30.275356 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2ba8677a-8547-471c-a96f-07e720d7632b req-00947410-ce2e-4955-bcbf-aea790ce33da tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.293429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f812c5c-8d8e-477e-aa64-392cf028ae54 req-cc9500dd-3cce-412f-be2b-eb06c4e4b545 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:30.295009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f812c5c-8d8e-477e-aa64-392cf028ae54 req-cc9500dd-3cce-412f-be2b-eb06c4e4b545 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 944 time: 0.1338494 Nov 29 18:03:30.305746 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8607cca-5ad4-4e68-ac96-6fcd2a909972 None None] Network 39203c14-ffc3-4c68-9e58-e974394ebffa requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:30.366297 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2ba8677a-8547-471c-a96f-07e720d7632b req-00947410-ce2e-4955-bcbf-aea790ce33da tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.383612 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2ba8677a-8547-471c-a96f-07e720d7632b req-00947410-ce2e-4955-bcbf-aea790ce33da tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.391514 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=3f8d5a1f-776d-428c-9f07-d405c758780d,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:30.431211 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.432780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00947410-ce2e-4955-bcbf-aea790ce33da tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8bfabd-c31e-4d71-ac88-5ad548dec2a1,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:30.452797 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2ba8677a-8547-471c-a96f-07e720d7632b req-00947410-ce2e-4955-bcbf-aea790ce33da tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.454000 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2ba8677a-8547-471c-a96f-07e720d7632b req-00947410-ce2e-4955-bcbf-aea790ce33da tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4936154 Nov 29 18:03:30.482674 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f812c5c-8d8e-477e-aa64-392cf028ae54 req-9d3ccdf5-55f6-4273-887f-9245bdcbf80f tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475854 Nov 29 18:03:30.562205 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-3899befa-b83b-46c9-9fe6-bfd1beaa0c81 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.660715 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b521d0b-13a8-489f-8689-516a340cd008 req-f9648b36-569c-46ac-a829-fc8b46dedec8 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/ports?device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 210 time: 0.0654063 Nov 29 18:03:30.669691 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c0f0933-f2b6-4424-b0fa-9cf20c7392cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.686434 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-3899befa-b83b-46c9-9fe6-bfd1beaa0c81 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.715433 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4cb6e130-bdad-4d2b-b7a3-f91bb2a47be9 req-1e1ee841-5e9c-4595-8236-1791f756d4e5 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "GET /v2.0/security-groups/93091a77-ea3e-4d27-86ac-a73ccc1ca39f HTTP/1.1" status: 200 len: 2426 time: 0.1884849 Nov 29 18:03:30.727530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] Deleting port 54a1d297-354e-483d-bf11-c20e50088cf4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:30.728428 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.759417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-3899befa-b83b-46c9-9fe6-bfd1beaa0c81 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:03:30.766741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-3899befa-b83b-46c9-9fe6-bfd1beaa0c81 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:30.772587 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-3899befa-b83b-46c9-9fe6-bfd1beaa0c81 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:03:30.778055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e8587-57a2-4d1e-b01e-85ee7b354dc7 None None] Pushing event updated for resources: {'Port': ['ID=47baa89d-66ab-454f-bb3c-3af4c25edbe4,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:30.822745 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899befa-b83b-46c9-9fe6-bfd1beaa0c81 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Pushing event updated for resources: {'Port': ['ID=e732446d-2a47-465f-ad42-47a3ffe7ef12,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:30.825512 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c0f0933-f2b6-4424-b0fa-9cf20c7392cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.840514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a4f8f01-ebe7-494d-ae69-b839f1c5281f req-e4761e26-1559-4b07-8b2b-3e6505a3b34f tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "GET /v2.0/security-group-rules/7b8bfabd-c31e-4d71-ac88-5ad548dec2a1 HTTP/1.1" status: 200 len: 778 time: 0.0976033 Nov 29 18:03:30.889038 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-3899befa-b83b-46c9-9fe6-bfd1beaa0c81 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:30.889702 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-3899befa-b83b-46c9-9fe6-bfd1beaa0c81 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.898959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] For port 54a1d297-354e-483d-bf11-c20e50088cf4, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=54a1d297-354e-483d-bf11-c20e50088cf4,segment=NetworkSegment(a3785e16-34e6-46b1-9fc6-afb45535a542),segment_id=a3785e16-34e6-46b1-9fc6-afb45535a542)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:30.899780 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.904022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f0933-f2b6-4424-b0fa-9cf20c7392cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Network 2f49f720-809e-4aa1-9363-e3d37f00fdf5 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:03:30.912909 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-7c0f0933-f2b6-4424-b0fa-9cf20c7392cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:30.915211 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f0933-f2b6-4424-b0fa-9cf20c7392cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event updated for resources: {'Port': ['ID=b05ff28c-b4c6-4558-8033-d9ba22471c10,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:30.917593 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f0933-f2b6-4424-b0fa-9cf20c7392cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:03:30.924124 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0f0933-f2b6-4424-b0fa-9cf20c7392cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:30.924646 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c0f0933-f2b6-4424-b0fa-9cf20c7392cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:30.930579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Allocated IP 2001:db8::f816:3eff:fefb:f467 (2f49f720-809e-4aa1-9363-e3d37f00fdf5/b0c96919-f726-41d5-b46c-61e0ddd34d60/d6f3351c-5e0e-4c08-9091-4ec73541a878) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:03:30.936063 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-3899befa-b83b-46c9-9fe6-bfd1beaa0c81 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3985431 Nov 29 18:03:30.956813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] Calling delete_port for 54a1d297-354e-483d-bf11-c20e50088cf4 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:30.958192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Request body: {'port': {'device_id': '706304b6-3ffe-47ef-8848-3feff7b6e65b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:31.060909 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49268) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:31.063098 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7c0f0933-f2b6-4424-b0fa-9cf20c7392cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2749100 Nov 29 18:03:31.091777 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.133215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304900f6-0d77-46b8-b92d-8b03c9bf4271 None None] DHCP port deletion for 39203c14-ffc3-4c68-9e58-e974394ebffa request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:03:31.186047 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a4f8f01-ebe7-494d-ae69-b839f1c5281f req-887af766-fb9e-451a-afbf-d9d010d2476c tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "GET /v2.0/security-groups/93091a77-ea3e-4d27-86ac-a73ccc1ca39f HTTP/1.1" status: 200 len: 2426 time: 0.3356283 Nov 29 18:03:31.231862 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1a4f8f01-ebe7-494d-ae69-b839f1c5281f req-ecbbceda-2d41-40e5-a438-8731744156e1 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.237797 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4ae06f-5a50-4fc7-9eb9-ed1fef0fe060 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Deleting subnet b0c96919-f726-41d5-b46c-61e0ddd34d60 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:03:31.257171 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1a4f8f01-ebe7-494d-ae69-b839f1c5281f req-ecbbceda-2d41-40e5-a438-8731744156e1 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.261894 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.283988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-304900f6-0d77-46b8-b92d-8b03c9bf4271 None None] Deleting port 54a1d297-354e-483d-bf11-c20e50088cf4 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:31.283988 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-304900f6-0d77-46b8-b92d-8b03c9bf4271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.283988 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.287701 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e4ae06f-5a50-4fc7-9eb9-ed1fef0fe060 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.329088 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e4ae06f-5a50-4fc7-9eb9-ed1fef0fe060 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.366729 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5514209e-da0c-4999-893e-93506fdf6773 None None] Provisioning complete for port e732446d-2a47-465f-ad42-47a3ffe7ef12 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:31.367141 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5514209e-da0c-4999-893e-93506fdf6773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.396996 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Network 2f49f720-809e-4aa1-9363-e3d37f00fdf5 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:03:31.404843 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.413157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:31.415698 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:03:31.435852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a1d297-354e-483d-bf11-c20e50088cf4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:31.436259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Pushing event updated for resources: {'Port': ['ID=d6f3351c-5e0e-4c08-9091-4ec73541a878,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:31.444763 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-304900f6-0d77-46b8-b92d-8b03c9bf4271 None None] For port 54a1d297-354e-483d-bf11-c20e50088cf4, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=54a1d297-354e-483d-bf11-c20e50088cf4,segment=NetworkSegment(a3785e16-34e6-46b1-9fc6-afb45535a542),segment_id=a3785e16-34e6-46b1-9fc6-afb45535a542)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:31.445221 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-304900f6-0d77-46b8-b92d-8b03c9bf4271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.449505 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e732446d-2a47-465f-ad42-47a3ffe7ef12 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:03:31.450068 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] No DVR routers for this DVR port 54a1d297-354e-483d-bf11-c20e50088cf4 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:03:31.457013 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1a4f8f01-ebe7-494d-ae69-b839f1c5281f req-ecbbceda-2d41-40e5-a438-8731744156e1 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.462929 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.475266 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5514209e-da0c-4999-893e-93506fdf6773 None None] Port e732446d-2a47-465f-ad42-47a3ffe7ef12 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:03:31.478128 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Transition to ACTIVE for port object e732446d-2a47-465f-ad42-47a3ffe7ef12 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:03:31.486137 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1a4f8f01-ebe7-494d-ae69-b839f1c5281f req-ecbbceda-2d41-40e5-a438-8731744156e1 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.487302 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a4f8f01-ebe7-494d-ae69-b839f1c5281f req-ecbbceda-2d41-40e5-a438-8731744156e1 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7b8bfabd-c31e-4d71-ac88-5ad548dec2a1 HTTP/1.1" status: 204 len: 173 time: 0.3004434 Nov 29 18:03:31.496021 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.509657 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-304900f6-0d77-46b8-b92d-8b03c9bf4271 None None] Calling delete_port for 54a1d297-354e-483d-bf11-c20e50088cf4 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:31.510871 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbceda-2d41-40e5-a438-8731744156e1 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b8bfabd-c31e-4d71-ac88-5ad548dec2a1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:31.537522 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Attempting to bind port d6f3351c-5e0e-4c08-9091-4ec73541a878 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:03:31.537900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Attempting to bind port d6f3351c-5e0e-4c08-9091-4ec73541a878 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '20c98d11-5cc4-49fc-9e6b-be2ac59f0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2f49f720-809e-4aa1-9363-e3d37f00fdf5'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:03:31.538268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Attempting to bind port d6f3351c-5e0e-4c08-9091-4ec73541a878 on network 2f49f720-809e-4aa1-9363-e3d37f00fdf5 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:03:31.574431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-291b5977-9661-4d04-994d-3943a91924e5 req-07207831-2091-427c-987f-9065492210bc tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-916850740', 'description': 'tempest-description-1245790605'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:31.605730 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e4ae06f-5a50-4fc7-9eb9-ed1fef0fe060 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.611864 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.615426 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-291b5977-9661-4d04-994d-3943a91924e5 req-07207831-2091-427c-987f-9065492210bc tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.635335 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:03:31.635724 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Checking segment: {'id': '20c98d11-5cc4-49fc-9e6b-be2ac59f0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2f49f720-809e-4aa1-9363-e3d37f00fdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:31.636115 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.636568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Bound using segment: {'id': '20c98d11-5cc4-49fc-9e6b-be2ac59f0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2f49f720-809e-4aa1-9363-e3d37f00fdf5'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:03:31.637059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Bound port: d6f3351c-5e0e-4c08-9091-4ec73541a878, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c98d11-5cc4-49fc-9e6b-be2ac59f0ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '2f49f720-809e-4aa1-9363-e3d37f00fdf5'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:03:31.637962 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.648705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Pushing event updated for resources: {'Port': ['ID=e732446d-2a47-465f-ad42-47a3ffe7ef12,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:31.735465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39203c14-ffc3-4c68-9e58-e974394ebffa']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:31.742591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Attempting to bind port e732446d-2a47-465f-ad42-47a3ffe7ef12 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:03:31.742977 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Attempting to bind port e732446d-2a47-465f-ad42-47a3ffe7ef12 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:03:31.743361 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Attempting to bind port e732446d-2a47-465f-ad42-47a3ffe7ef12 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:03:31.751374 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Port e732446d-2a47-465f-ad42-47a3ffe7ef12 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:03:31.751699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Attempting to bind port e732446d-2a47-465f-ad42-47a3ffe7ef12 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:03:31.758554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 47baa89d-66ab-454f-bb3c-3af4c25edbe4 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:03:31.761229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:03:31.761530 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:31.761916 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:03:31.764666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Bound port: e732446d-2a47-465f-ad42-47a3ffe7ef12, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:03:31.764868 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.774884 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3785e16-34e6-46b1-9fc6-afb45535a542') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:31.775163 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3785e16-34e6-46b1-9fc6-afb45535a542') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:31.808218 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.837494 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-304900f6-0d77-46b8-b92d-8b03c9bf4271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.850615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a6388-c2ef-4a12-ab83-20b0508fc605 req-5fe5d3ca-42c8-4f5c-a88b-0fde331b6880 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:31.852310 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a45a6388-c2ef-4a12-ab83-20b0508fc605 req-5fe5d3ca-42c8-4f5c-a88b-0fde331b6880 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 944 time: 0.2482049 Nov 29 18:03:31.884931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304900f6-0d77-46b8-b92d-8b03c9bf4271 None None] No DVR routers for this DVR port 54a1d297-354e-483d-bf11-c20e50088cf4 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:03:31.892719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304900f6-0d77-46b8-b92d-8b03c9bf4271 None None] Pushing event deleted for resources: {'Port': ['ID=54a1d297-354e-483d-bf11-c20e50088cf4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:31.905212 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] For port e732446d-2a47-465f-ad42-47a3ffe7ef12, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:03:31.910895 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 47baa89d-66ab-454f-bb3c-3af4c25edbe4 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:31.911121 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-291b5977-9661-4d04-994d-3943a91924e5 req-07207831-2091-427c-987f-9065492210bc tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.911485 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.911705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] For port e732446d-2a47-465f-ad42-47a3ffe7ef12, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e732446d-2a47-465f-ad42-47a3ffe7ef12,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:03:31.918834 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.921207 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.929879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:03:31.929879 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.963828 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:31.964562 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:31.966758 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] 10.222.0.31 "PUT /v2.0/ports/e732446d-2a47-465f-ad42-47a3ffe7ef12 HTTP/1.1" status: 200 len: 1096 time: 1.0159755 Nov 29 18:03:31.967390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706304b6-3ffe-47ef-8848-3feff7b6e65b', 'tag': 'e732446d-2a47-465f-ad42-47a3ffe7ef12'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:31.973252 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7aa0ca9-3aa6-41a7-8b83-04328079c9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "706304b6-3ffe-47ef-8848-3feff7b6e65b", "tag": "e732446d-2a47-465f-ad42-47a3ffe7ef12"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:32.014015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee96a3c-f935-4d7f-bcc6-7be11cfa9c1e service neutron] Pushing event updated for resources: {'Port': ['ID=e732446d-2a47-465f-ad42-47a3ffe7ef12,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:03:32.019545 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:03:32.030496 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-291b5977-9661-4d04-994d-3943a91924e5 req-07207831-2091-427c-987f-9065492210bc tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:32.047456 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:32.060279 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:32.067804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] 10.222.0.23 "DELETE /v2.0/networks/39203c14-ffc3-4c68-9e58-e974394ebffa HTTP/1.1" status: 204 len: 168 time: 1.7937901 Nov 29 18:03:32.076757 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e4ae06f-5a50-4fc7-9eb9-ed1fef0fe060 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:32.082569 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] For port d6f3351c-5e0e-4c08-9091-4ec73541a878, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:03:32.118241 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] For port d6f3351c-5e0e-4c08-9091-4ec73541a878, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d6f3351c-5e0e-4c08-9091-4ec73541a878,segment=NetworkSegment(20c98d11-5cc4-49fc-9e6b-be2ac59f0ccd),segment_id=20c98d11-5cc4-49fc-9e6b-be2ac59f0ccd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:03:32.119569 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:32.130335 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e4ae06f-5a50-4fc7-9eb9-ed1fef0fe060 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:32.134009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6e4ae06f-5a50-4fc7-9eb9-ed1fef0fe060 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/subnets/b0c96919-f726-41d5-b46c-61e0ddd34d60 HTTP/1.1" status: 204 len: 168 time: 1.0697598 Nov 29 18:03:32.149111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ae06f-5a50-4fc7-9eb9-ed1fef0fe060 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c96919-f726-41d5-b46c-61e0ddd34d60,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:32.155215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49284) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:32.168344 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:32.291127 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a45a6388-c2ef-4a12-ab83-20b0508fc605 req-67a3dadb-0199-4d02-8702-77e9d12f4c34 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691751 Nov 29 18:03:32.296854 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 47baa89d-66ab-454f-bb3c-3af4c25edbe4, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=47baa89d-66ab-454f-bb3c-3af4c25edbe4,segment=NetworkSegment(82c3e594-3a4e-4855-bfd6-3d7ef1739585),segment_id=82c3e594-3a4e-4855-bfd6-3d7ef1739585)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:32.297169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28398b9f-7992-4365-99d0-5d3390ae1047 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:32.299321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28398b9f-7992-4365-99d0-5d3390ae1047 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:32.305049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-28398b9f-7992-4365-99d0-5d3390ae1047 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1228292 Nov 29 18:03:32.306233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3c791-51af-425e-aaf3-0784db9f4966 admin admin] Pushing event deleted for resources: {'Network': ['ID=39203c14-ffc3-4c68-9e58-e974394ebffa,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:32.316295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49286) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:32.325413 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:32.339382 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d8ff3-f9ca-4fee-8ee2-52a636f3c8c8 None None] Pushing event updated for resources: {'Port': ['ID=d6f3351c-5e0e-4c08-9091-4ec73541a878,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:32.433379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 54a1d297-354e-483d-bf11-c20e50088cf4 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:03:32.478166 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 54a1d297-354e-483d-bf11-c20e50088cf4 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:03:32.478525 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 54a1d297-354e-483d-bf11-c20e50088cf4 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:03:32.478983 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:03:32.485252 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-291b5977-9661-4d04-994d-3943a91924e5 req-07207831-2091-427c-987f-9065492210bc tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:32.497876 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-291b5977-9661-4d04-994d-3943a91924e5 req-07207831-2091-427c-987f-9065492210bc tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.9366899 Nov 29 18:03:32.498579 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49288) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:32.511609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07207831-2091-427c-987f-9065492210bc tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05db5fa-3dd8-4cac-9cc8-dcca71b18a51,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:32.524492 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:03:32.524857 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4ea0b1fb-9b6d-4835-89b5-884b2671c1c5 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:03:32.525287 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:03:32.537930 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=47baa89d-66ab-454f-bb3c-3af4c25edbe4,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:32.561477 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:03:32.561831 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1f688f5a-9d5d-4fdb-ab48-d60d7cb386fc not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:03:32.588398 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba26d9ae-50ce-4cd5-8c82-957c842ef167 None None] Network 8cf5650c-4fe6-4ff1-81a5-a953837f9ade requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:32.642209 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e5066f4-2cdb-4ef0-9979-8e5e60ebead2 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:32.673555 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5066f4-2cdb-4ef0-9979-8e5e60ebead2 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 29 18:03:32.673980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5066f4-2cdb-4ef0-9979-8e5e60ebead2 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:03:32.680974 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3e5066f4-2cdb-4ef0-9979-8e5e60ebead2 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/networks/2f49f720-809e-4aa1-9363-e3d37f00fdf5 HTTP/1.1" status: 409 len: 405 time: 0.3583546 Nov 29 18:03:32.683136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49292) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:32.692818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-44e97510-2881-4f29-aa93-6fc609cdbbbc tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-444727278'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:32.714203 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-56f727f1-39fc-427f-96cf-5532b3fac1f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae42a66f0529466eadbd747a884b5dbd&name=default HTTP/1.1" status: 200 len: 2998 time: 0.2102833 Nov 29 18:03:32.718070 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49294) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:32.722982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-0216dd1f-7d27-48e8-b127-743a12f12ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:32.724475 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-0216dd1f-7d27-48e8-b127-743a12f12ea1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a7f87f0b5764336ac3cdc748d8065f0&device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 1099 time: 0.7051079 Nov 29 18:03:32.728116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0408412-ceba-4fbc-bf49-67b35b894b52 req-d844f17f-ef82-4093-ad87-00e8c87917e7 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:32.729642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0408412-ceba-4fbc-bf49-67b35b894b52 req-d844f17f-ef82-4093-ad87-00e8c87917e7 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/ports?device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 948 time: 0.2270939 Nov 29 18:03:32.733117 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f36ef981-3ab4-48a6-9424-25164bdffce7 None None] Provisioning complete for port 47baa89d-66ab-454f-bb3c-3af4c25edbe4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:32.733366 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f36ef981-3ab4-48a6-9424-25164bdffce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:32.757255 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e97510-2881-4f29-aa93-6fc609cdbbbc tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Made reservation on behalf of de20f7e073d0456c97edaec3962a9e5a for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:32.760708 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44e97510-2881-4f29-aa93-6fc609cdbbbc tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:32.789544 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477ff0f7-9390-4b8e-af43-9bf8297206fb x-openstack-request-id: req-477ff0f7-9390-4b8e-af43-9bf8297206fb {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:32.790025 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706304b6-3ffe-47ef-8848-3feff7b6e65b", "tag": "e732446d-2a47-465f-ad42-47a3ffe7ef12", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:32.790377 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-477ff0f7-9390-4b8e-af43-9bf8297206fb {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:32.790925 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706304b6-3ffe-47ef-8848-3feff7b6e65b', 'tag': 'e732446d-2a47-465f-ad42-47a3ffe7ef12', 'status': 'completed', 'code': 200} Nov 29 18:03:32.795452 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-698e89c8-608d-4699-9def-835780ce4598 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e732446d-2a47-465f-ad42-47a3ffe7ef12 HTTP/1.1" status: 200 len: 217 time: 0.0618870 Nov 29 18:03:32.852212 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3f8d5a1f-776d-428c-9f07-d405c758780d up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:03:32.863083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-ec4ebdbd-1cd9-450c-be56-a4e93c7bf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:32.864937 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-ec4ebdbd-1cd9-450c-be56-a4e93c7bf0b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0621340 Nov 29 18:03:32.870471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e97510-2881-4f29-aa93-6fc609cdbbbc tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:03:32.875326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0408412-ceba-4fbc-bf49-67b35b894b52 req-1e420268-3910-4615-a202-35a1d77321a9 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/security-groups?id=e31b0a8e-8749-4799-9c2d-48a43437b218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302123 Nov 29 18:03:32.889569 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-586097d0-829e-480d-aa03-62ee75e90ae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:32.901389 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44e97510-2881-4f29-aa93-6fc609cdbbbc tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:32.901749 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-44e97510-2881-4f29-aa93-6fc609cdbbbc tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Added segment 09aedc7d-557a-40de-b911-ebed5177f262 of type vlan for network 25dff70d-8f77-4b8f-bc59-ba5fadace548 Nov 29 18:03:32.928074 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-e3abaadc-43da-4157-8397-8514c5d2d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:32.929603 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-e3abaadc-43da-4157-8397-8514c5d2d24a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562553 Nov 29 18:03:32.957801 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-586097d0-829e-480d-aa03-62ee75e90ae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:32.962268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bfb596e7-0f73-4842-b7b1-e23f8ab8fb1f req-cbdf63b2-883f-4450-977b-ab99ef9da91a tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "GET /v2.0/security-groups/a05db5fa-3dd8-4cac-9cc8-dcca71b18a51 HTTP/1.1" status: 200 len: 1831 time: 0.1457517 Nov 29 18:03:32.989253 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44e97510-2881-4f29-aa93-6fc609cdbbbc tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:33.001440 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 3f8d5a1f-776d-428c-9f07-d405c758780d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:33.001667 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:33.055364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-b92382ab-f5c0-4d8d-b44c-2e7b06ab39f8 req-7201f293-7324-4864-a4a3-17e4305ab99e tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2076159423', 'description': 'tempest-description-238764869'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:33.091908 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-586097d0-829e-480d-aa03-62ee75e90ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:33.094892 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-e3cfe323-02be-4c22-85d2-aaeefde8d96b service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549745 Nov 29 18:03:33.096503 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-586097d0-829e-480d-aa03-62ee75e90ae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:33.098271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-586097d0-829e-480d-aa03-62ee75e90ae4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ee26da8-fbb4-4918-8768-58286cdc80fd HTTP/1.1" status: 204 len: 168 time: 0.3779531 Nov 29 18:03:33.099322 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44e97510-2881-4f29-aa93-6fc609cdbbbc tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:33.105852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e97510-2881-4f29-aa93-6fc609cdbbbc tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:33.106521 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44e97510-2881-4f29-aa93-6fc609cdbbbc tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:33.111015 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:33.127723 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b92382ab-f5c0-4d8d-b44c-2e7b06ab39f8 req-7201f293-7324-4864-a4a3-17e4305ab99e tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:33.148829 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce89989-7ccf-4942-a84b-50446d02e71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8d5a1f-776d-428c-9f07-d405c758780d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:33.156287 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe7d4a0-df44-4c29-b0ba-9811fad3f34d" -d '{"events": [{"server_uuid": "2ce89989-7ccf-4942-a84b-50446d02e71e", "name": "network-vif-plugged", "status": "completed", "tag": "3f8d5a1f-776d-428c-9f07-d405c758780d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:33.184758 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3f8d5a1f-776d-428c-9f07-d405c758780d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3f8d5a1f-776d-428c-9f07-d405c758780d,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:33.192837 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:33.236959 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b382d382-56aa-410e-9e60-e7927c5f0bd8 req-7ffe9a18-c78b-4a61-a141-f37520905c22 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368749 Nov 29 18:03:33.237708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586097d0-829e-480d-aa03-62ee75e90ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee26da8-fbb4-4918-8768-58286cdc80fd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:33.269449 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c765b687-656b-403f-88a7-4391cffa448b x-openstack-request-id: req-c765b687-656b-403f-88a7-4391cffa448b {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:33.269909 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce89989-7ccf-4942-a84b-50446d02e71e", "name": "network-vif-plugged", "status": "completed", "tag": "3f8d5a1f-776d-428c-9f07-d405c758780d", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:33.270279 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c765b687-656b-403f-88a7-4391cffa448b {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:33.273727 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-44e97510-2881-4f29-aa93-6fc609cdbbbc tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5865934 Nov 29 18:03:33.276522 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49304) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:33.281185 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce89989-7ccf-4942-a84b-50446d02e71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8d5a1f-776d-428c-9f07-d405c758780d', 'code': 200} Nov 29 18:03:33.282600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-dde736de-5fcd-46ac-a8b8-745b4ab44dfe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Request body: {'subnet': {'network_id': '25dff70d-8f77-4b8f-bc59-ba5fadace548', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:33.357411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e97510-2881-4f29-aa93-6fc609cdbbbc tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event updated for resources: {'Network': ['ID=25dff70d-8f77-4b8f-bc59-ba5fadace548,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:33.361235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=3f8d5a1f-776d-428c-9f07-d405c758780d,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:33.371994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 25dff70d-8f77-4b8f-bc59-ba5fadace548 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:03:33.445291 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b92382ab-f5c0-4d8d-b44c-2e7b06ab39f8 req-7201f293-7324-4864-a4a3-17e4305ab99e tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:33.460090 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b92382ab-f5c0-4d8d-b44c-2e7b06ab39f8 req-7201f293-7324-4864-a4a3-17e4305ab99e tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:33.495876 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c1fc61b9-24f1-4a5d-96e8-366d671796a5 None None] Provisioning complete for port 47baa89d-66ab-454f-bb3c-3af4c25edbe4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:33.496663 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1fc61b9-24f1-4a5d-96e8-366d671796a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:33.499308 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa0ca9-3aa6-41a7-8b83-04328079c9b2 req-1e4262cf-ffde-4845-8f6c-1fe708b26b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:33.501122 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7aa0ca9-3aa6-41a7-8b83-04328079c9b2 req-1e4262cf-ffde-4845-8f6c-1fe708b26b1e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a7f87f0b5764336ac3cdc748d8065f0&device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 1099 time: 0.2004039 Nov 29 18:03:33.523323 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde736de-5fcd-46ac-a8b8-745b4ab44dfe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Made reservation on behalf of de20f7e073d0456c97edaec3962a9e5a for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:33.527804 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dde736de-5fcd-46ac-a8b8-745b4ab44dfe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:33.563171 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201f293-7324-4864-a4a3-17e4305ab99e tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d7efaa-5447-498e-b06c-72eb99769112,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:33.589899 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b92382ab-f5c0-4d8d-b44c-2e7b06ab39f8 req-7201f293-7324-4864-a4a3-17e4305ab99e tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:33.592670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b92382ab-f5c0-4d8d-b44c-2e7b06ab39f8 req-7201f293-7324-4864-a4a3-17e4305ab99e tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.5507219 Nov 29 18:03:33.621548 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150dbe43-122c-45db-922d-10466390ef26 req-6a9cd31d-66f1-4733-8bb9-181044998ba4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:33.635216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-150dbe43-122c-45db-922d-10466390ef26 req-6a9cd31d-66f1-4733-8bb9-181044998ba4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.1879714 Nov 29 18:03:33.774704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa0ca9-3aa6-41a7-8b83-04328079c9b2 req-8ee5a7af-0bda-4d25-a184-63d522f1ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:33.776426 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7aa0ca9-3aa6-41a7-8b83-04328079c9b2 req-8ee5a7af-0bda-4d25-a184-63d522f1ea6d service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1636126 Nov 29 18:03:33.781433 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-150dbe43-122c-45db-922d-10466390ef26 req-43135b5c-d83c-4608-b01e-589d4545da58 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337380 Nov 29 18:03:33.792252 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a9222f3c-28c0-4c63-8e72-21e193a50d12 req-90fbf955-4ebf-4666-b47d-1a9f7c122e69 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "GET /v2.0/security-groups/78d7efaa-5447-498e-b06c-72eb99769112 HTTP/1.1" status: 200 len: 1831 time: 0.1401987 Nov 29 18:03:33.892168 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d6f3351c-5e0e-4c08-9091-4ec73541a878 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:03:33.917098 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7aa0ca9-3aa6-41a7-8b83-04328079c9b2 req-e85bcaf9-b5d7-4731-a444-c4cf3d979266 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e732446d-2a47-465f-ad42-47a3ffe7ef12 HTTP/1.1" status: 200 len: 217 time: 0.0787888 Nov 29 18:03:33.918364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-efa0be5e-c669-4473-8e4f-acc225280cbc req-06f6a131-3146-49a1-a71a-f11cf8eb2122 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1760634902', 'description': 'tempest-description-292411051'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:33.956598 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-efa0be5e-c669-4473-8e4f-acc225280cbc req-06f6a131-3146-49a1-a71a-f11cf8eb2122 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:34.006072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da34f184-006a-40f3-9ab5-25d08bdf8c54 None None] Network 2f49f720-809e-4aa1-9363-e3d37f00fdf5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:34.040419 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa0ca9-3aa6-41a7-8b83-04328079c9b2 req-52cc909c-9b36-4c76-b19e-0b23694ffab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:34.041996 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7aa0ca9-3aa6-41a7-8b83-04328079c9b2 req-52cc909c-9b36-4c76-b19e-0b23694ffab5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1145711 Nov 29 18:03:34.164523 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-efa0be5e-c669-4473-8e4f-acc225280cbc req-06f6a131-3146-49a1-a71a-f11cf8eb2122 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:34.165575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port d6f3351c-5e0e-4c08-9091-4ec73541a878 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:34.166730 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:34.183958 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa0ca9-3aa6-41a7-8b83-04328079c9b2 req-9889d88b-9242-49b7-bc58-97e3ce4884da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:34.185174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f887f-d42b-4eba-a9ae-3f7e6472d462 req-66b03117-324f-4847-acb2-09e7d85d2d82 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:34.186467 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7aa0ca9-3aa6-41a7-8b83-04328079c9b2 req-9889d88b-9242-49b7-bc58-97e3ce4884da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340213 Nov 29 18:03:34.193378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-612f887f-d42b-4eba-a9ae-3f7e6472d462 req-66b03117-324f-4847-acb2-09e7d85d2d82 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/ports?device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 948 time: 0.1238329 Nov 29 18:03:34.203170 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-efa0be5e-c669-4473-8e4f-acc225280cbc req-06f6a131-3146-49a1-a71a-f11cf8eb2122 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:34.204795 n-d-819494-5 neutron-server[110004]: DEBUG neutron.objects.ports [None req-dde736de-5fcd-46ac-a8b8-745b4ab44dfe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110004) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:03:34.212668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fd3a5a30-aabd-4c07-933f-940eb35a0e04 None None] Provisioning complete for port d6f3351c-5e0e-4c08-9091-4ec73541a878 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:34.213050 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5a30-aabd-4c07-933f-940eb35a0e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:34.214905 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dde736de-5fcd-46ac-a8b8-745b4ab44dfe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:34.290443 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-612f887f-d42b-4eba-a9ae-3f7e6472d462 req-0000f7cb-9652-4131-8d5b-614ae8d038fa tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/security-groups?id=e31b0a8e-8749-4799-9c2d-48a43437b218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960641 Nov 29 18:03:34.293586 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-efa0be5e-c669-4473-8e4f-acc225280cbc req-06f6a131-3146-49a1-a71a-f11cf8eb2122 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:34.303859 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efa0be5e-c669-4473-8e4f-acc225280cbc req-06f6a131-3146-49a1-a71a-f11cf8eb2122 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3911426 Nov 29 18:03:34.328759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6a131-3146-49a1-a71a-f11cf8eb2122 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c10450-a13b-431e-8287-c1e264175f73,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:34.360219 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde736de-5fcd-46ac-a8b8-745b4ab44dfe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event updated for resources: {'Subnet': ['ID=f9d21bdb-9275-488a-8cee-6fa83cdb3208,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:34.384525 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde736de-5fcd-46ac-a8b8-745b4ab44dfe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Checking segment: {'id': '09aedc7d-557a-40de-b911-ebed5177f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '25dff70d-8f77-4b8f-bc59-ba5fadace548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:34.384895 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde736de-5fcd-46ac-a8b8-745b4ab44dfe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Network hostable DHCP agents. Network: 25dff70d-8f77-4b8f-bc59-ba5fadace548, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:03:34.395816 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7aa0ca9-3aa6-41a7-8b83-04328079c9b2 req-b24ea849-405b-4a56-96a0-31f4e48b40f8 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892920 Nov 29 18:03:34.402613 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4947e4b6-c19b-4b1e-81cd-d36911694ffa req-34976b3c-415a-4f02-a1d0-5af0ece26107 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "GET /v2.0/security-groups/75c10450-a13b-431e-8287-c1e264175f73 HTTP/1.1" status: 200 len: 1831 time: 0.0681372 Nov 29 18:03:34.435631 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-df989656-a1ad-4f91-aa79-3b5b29abc78f req-e35ce0fb-a669-4b43-be8a-6f8401a87e6b tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1313447503', 'description': 'tempest-description-1804505301'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:34.470676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde736de-5fcd-46ac-a8b8-745b4ab44dfe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Network 25dff70d-8f77-4b8f-bc59-ba5fadace548 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:03:34.480676 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-df989656-a1ad-4f91-aa79-3b5b29abc78f req-e35ce0fb-a669-4b43-be8a-6f8401a87e6b tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:34.483848 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:34.489801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-dde736de-5fcd-46ac-a8b8-745b4ab44dfe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 25dff70d-8f77-4b8f-bc59-ba5fadace548) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:34.500291 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde736de-5fcd-46ac-a8b8-745b4ab44dfe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:34.500884 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dde736de-5fcd-46ac-a8b8-745b4ab44dfe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:34.543218 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5d0aa6-f4e2-4742-b47b-9c5703b140e8 None None] Network 25dff70d-8f77-4b8f-bc59-ba5fadace548 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:34.544598 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-dde736de-5fcd-46ac-a8b8-745b4ab44dfe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2663147 Nov 29 18:03:34.545489 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49358) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:34.552676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-19bc6fdd-834c-48b2-bf69-da929f81b2de tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Request body: {'port': {'network_id': '25dff70d-8f77-4b8f-bc59-ba5fadace548', 'name': 'tempest-NetworksIpV6TestAttrs-2135799015'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:34.560605 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7aa0ca9-3aa6-41a7-8b83-04328079c9b2 req-8d7d95c0-d809-4ee5-a677-706c8dbbb2f6 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557906 Nov 29 18:03:34.582566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1965a102-2e9a-49e8-8703-a942e6e9e82a None None] DHCP port deletion for 2f49f720-809e-4aa1-9363-e3d37f00fdf5 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:03:34.611410 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-df989656-a1ad-4f91-aa79-3b5b29abc78f req-e35ce0fb-a669-4b43-be8a-6f8401a87e6b tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:34.616483 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-df989656-a1ad-4f91-aa79-3b5b29abc78f req-e35ce0fb-a669-4b43-be8a-6f8401a87e6b tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:34.679839 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-df989656-a1ad-4f91-aa79-3b5b29abc78f req-e35ce0fb-a669-4b43-be8a-6f8401a87e6b tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:34.687055 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df989656-a1ad-4f91-aa79-3b5b29abc78f req-e35ce0fb-a669-4b43-be8a-6f8401a87e6b tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.2570989 Nov 29 18:03:34.707818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ce0fb-a669-4b43-be8a-6f8401a87e6b tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16b314f-f9f0-4f09-b9b8-df9c3d010ff7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:34.776140 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50f10b70-d19a-4cef-9664-6c5524d6327a req-6fc37dec-effb-4d4a-aecb-3a0729073705 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "GET /v2.0/security-groups/f16b314f-f9f0-4f09-b9b8-df9c3d010ff7 HTTP/1.1" status: 200 len: 1832 time: 0.0578687 Nov 29 18:03:34.810019 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-bdbd0acf-dad6-4488-a395-66962cce796a req-7f73c857-c3dd-43dd-8aaa-6a417ffca00f tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] show failed (client error): The resource could not be found. Nov 29 18:03:34.810730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port d6f3351c-5e0e-4c08-9091-4ec73541a878, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d6f3351c-5e0e-4c08-9091-4ec73541a878,segment=NetworkSegment(20c98d11-5cc4-49fc-9e6b-be2ac59f0ccd),segment_id=20c98d11-5cc4-49fc-9e6b-be2ac59f0ccd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:34.814993 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bc6fdd-834c-48b2-bf69-da929f81b2de tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Made reservation on behalf of de20f7e073d0456c97edaec3962a9e5a for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:34.827946 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19bc6fdd-834c-48b2-bf69-da929f81b2de tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:34.828374 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bdbd0acf-dad6-4488-a395-66962cce796a req-7f73c857-c3dd-43dd-8aaa-6a417ffca00f tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "GET /v2.0/security-groups/44214701-c8f4-492c-964a-bcf08a65e08b HTTP/1.1" status: 404 len: 352 time: 0.0317605 Nov 29 18:03:34.848265 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd3a5a30-aabd-4c07-933f-940eb35a0e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:34.850101 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:34.851271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 47baa89d-66ab-454f-bb3c-3af4c25edbe4 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:03:34.870933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-19bc6fdd-834c-48b2-bf69-da929f81b2de tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] device_id is not set on port 69664095-0ef9-4ff8-8172-4ed319c53d77 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:03:34.892746 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-2ed4416a-18da-4219-b36a-e067357c12e6 req-ab736b06-9e89-42d2-8305-d4ea158d434c tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] show failed (client error): The resource could not be found. Nov 29 18:03:34.895393 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2ed4416a-18da-4219-b36a-e067357c12e6 req-ab736b06-9e89-42d2-8305-d4ea158d434c tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "GET /v2.0/security-group-rules/488c93c9-5430-4fcc-b8b3-52dbce25ad5d HTTP/1.1" status: 404 len: 361 time: 0.0234566 Nov 29 18:03:34.987977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfa8bc-b3ed-4cf8-9326-3ffb4bb1693e req-3a0f698d-b419-4745-9b67-67e826d5ccba tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:34.999764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cddfa8bc-b3ed-4cf8-9326-3ffb4bb1693e req-3a0f698d-b419-4745-9b67-67e826d5ccba tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.0895302 Nov 29 18:03:35.079820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-19bc6fdd-834c-48b2-bf69-da929f81b2de tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Allocated IP 2001:db8::f816:3eff:fe83:1586 (25dff70d-8f77-4b8f-bc59-ba5fadace548/f9d21bdb-9275-488a-8cee-6fa83cdb3208/69664095-0ef9-4ff8-8172-4ed319c53d77) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:03:35.117394 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=d6f3351c-5e0e-4c08-9091-4ec73541a878,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:35.136482 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cddfa8bc-b3ed-4cf8-9326-3ffb4bb1693e req-8ec82f0a-2732-4724-90e8-0e008505148a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356192 Nov 29 18:03:35.150233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4cd4d59-ed10-42db-96e9-059d57828664 req-d3a56c3b-d62a-4c0e-95c3-a9397edf6b9a tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "GET /v2.0/security-groups/f16b314f-f9f0-4f09-b9b8-df9c3d010ff7 HTTP/1.1" status: 200 len: 1832 time: 0.0673954 Nov 29 18:03:35.240234 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d4cd4d59-ed10-42db-96e9-059d57828664 req-f2f45f71-ce7c-49dd-abc2-17bbbac2ca24 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:35.272544 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d4cd4d59-ed10-42db-96e9-059d57828664 req-f2f45f71-ce7c-49dd-abc2-17bbbac2ca24 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:35.293333 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1965a102-2e9a-49e8-8703-a942e6e9e82a None None] Deleting port d6f3351c-5e0e-4c08-9091-4ec73541a878 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:35.294541 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1965a102-2e9a-49e8-8703-a942e6e9e82a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:35.358640 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d4cd4d59-ed10-42db-96e9-059d57828664 req-f2f45f71-ce7c-49dd-abc2-17bbbac2ca24 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:35.366090 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d4cd4d59-ed10-42db-96e9-059d57828664 req-f2f45f71-ce7c-49dd-abc2-17bbbac2ca24 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:35.376065 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-fd3a5a30-aabd-4c07-933f-940eb35a0e04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:03:35.376680 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-fd3a5a30-aabd-4c07-933f-940eb35a0e04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:03:35.388914 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4cd4d59-ed10-42db-96e9-059d57828664 req-f2f45f71-ce7c-49dd-abc2-17bbbac2ca24 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "DELETE /v2.0/security-groups/f16b314f-f9f0-4f09-b9b8-df9c3d010ff7 HTTP/1.1" status: 204 len: 173 time: 0.2372956 Nov 29 18:03:35.410451 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-25dff70d-8f77-4b8f-bc59-ba5fadace548', 'network_id': '25dff70d-8f77-4b8f-bc59-ba5fadace548', 'tenant_id': 'de20f7e073d0456c97edaec3962a9e5a', 'fixed_ips': [{'subnet_id': 'f9d21bdb-9275-488a-8cee-6fa83cdb3208'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:03:35.412012 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:35.431950 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19bc6fdd-834c-48b2-bf69-da929f81b2de tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:35.444287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f45f71-ce7c-49dd-abc2-17bbbac2ca24 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16b314f-f9f0-4f09-b9b8-df9c3d010ff7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:35.463007 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 47baa89d-66ab-454f-bb3c-3af4c25edbe4 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:35.463520 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:35.487050 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19bc6fdd-834c-48b2-bf69-da929f81b2de tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:35.509579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1965a102-2e9a-49e8-8703-a942e6e9e82a None None] For port d6f3351c-5e0e-4c08-9091-4ec73541a878, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d6f3351c-5e0e-4c08-9091-4ec73541a878,segment=NetworkSegment(20c98d11-5cc4-49fc-9e6b-be2ac59f0ccd),segment_id=20c98d11-5cc4-49fc-9e6b-be2ac59f0ccd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:35.509979 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1965a102-2e9a-49e8-8703-a942e6e9e82a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:35.538404 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0e27a270-7c09-4152-a78b-653c5f24e889 req-3a32534f-dcbc-4ffb-b9b1-c83521dbedfb tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "GET /v2.0/security-groups/75c10450-a13b-431e-8287-c1e264175f73 HTTP/1.1" status: 200 len: 1831 time: 0.0683045 Nov 29 18:03:35.551031 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc6fdd-834c-48b2-bf69-da929f81b2de tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event updated for resources: {'Port': ['ID=69664095-0ef9-4ff8-8172-4ed319c53d77,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:35.565490 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc6fdd-834c-48b2-bf69-da929f81b2de tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Network 25dff70d-8f77-4b8f-bc59-ba5fadace548 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:03:35.567900 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-19bc6fdd-834c-48b2-bf69-da929f81b2de tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:35.576930 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bc6fdd-834c-48b2-bf69-da929f81b2de tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:03:35.585936 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc6fdd-834c-48b2-bf69-da929f81b2de tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:35.585936 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19bc6fdd-834c-48b2-bf69-da929f81b2de tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:35.593401 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1965a102-2e9a-49e8-8703-a942e6e9e82a None None] Calling delete_port for d6f3351c-5e0e-4c08-9091-4ec73541a878 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:35.607923 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-19bc6fdd-834c-48b2-bf69-da929f81b2de tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0592110 Nov 29 18:03:35.611097 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49412) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:35.626719 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0e27a270-7c09-4152-a78b-653c5f24e889 req-2ba11b39-41b0-4238-90ba-8e9a42eafae2 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:35.638507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469694c9-29b0-443a-b9a3-8ac32d9f8be7 req-d09f30b3-61b8-4486-a9b6-1ea686e6c6a0 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:35.646223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-469694c9-29b0-443a-b9a3-8ac32d9f8be7 req-d09f30b3-61b8-4486-a9b6-1ea686e6c6a0 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/ports?device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 948 time: 0.1912827 Nov 29 18:03:35.678391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b36f8f-9466-443a-a56d-078fc5e89fa3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Deleting subnet f9d21bdb-9275-488a-8cee-6fa83cdb3208 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:03:35.735322 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-469694c9-29b0-443a-b9a3-8ac32d9f8be7 req-595318be-f4ae-4e04-b329-d964857c052b tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/security-groups?id=e31b0a8e-8749-4799-9c2d-48a43437b218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878003 Nov 29 18:03:35.748608 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0e27a270-7c09-4152-a78b-653c5f24e889 req-2ba11b39-41b0-4238-90ba-8e9a42eafae2 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:35.807155 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Allocated IP 2001:db8::f816:3eff:fe96:cf97 (25dff70d-8f77-4b8f-bc59-ba5fadace548/f9d21bdb-9275-488a-8cee-6fa83cdb3208/861998c6-02a4-4dd0-b81d-2824684775ac) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:03:35.838486 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0e27a270-7c09-4152-a78b-653c5f24e889 req-2ba11b39-41b0-4238-90ba-8e9a42eafae2 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:35.842707 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0e27a270-7c09-4152-a78b-653c5f24e889 req-2ba11b39-41b0-4238-90ba-8e9a42eafae2 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:35.844060 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0e27a270-7c09-4152-a78b-653c5f24e889 req-2ba11b39-41b0-4238-90ba-8e9a42eafae2 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "DELETE /v2.0/security-groups/75c10450-a13b-431e-8287-c1e264175f73 HTTP/1.1" status: 204 len: 173 time: 0.3045206 Nov 29 18:03:35.858486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba11b39-41b0-4238-90ba-8e9a42eafae2 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c10450-a13b-431e-8287-c1e264175f73,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:35.959096 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d88495bd-12db-4b8c-8fe6-1e47df281844 req-1b773fcb-7973-4443-af4b-8a9cfbabbfa8 tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "GET /v2.0/security-groups/78d7efaa-5447-498e-b06c-72eb99769112 HTTP/1.1" status: 200 len: 1831 time: 0.0755713 Nov 29 18:03:35.999525 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1965a102-2e9a-49e8-8703-a942e6e9e82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.009454 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d6f3351c-5e0e-4c08-9091-4ec73541a878 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:03:36.019982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a5a30-aabd-4c07-933f-940eb35a0e04 None None] Port d6f3351c-5e0e-4c08-9091-4ec73541a878 update to ACTIVE by agent not found {{(pid=110006) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 29 18:03:36.068117 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: d6f3351c-5e0e-4c08-9091-4ec73541a878 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:03:36.068745 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d6f3351c-5e0e-4c08-9091-4ec73541a878 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:03:36.070178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965a102-2e9a-49e8-8703-a942e6e9e82a None None] Pushing event deleted for resources: {'Port': ['ID=d6f3351c-5e0e-4c08-9091-4ec73541a878,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:36.102437 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d88495bd-12db-4b8c-8fe6-1e47df281844 req-3e378094-b75f-43a4-ade6-814b8bbd010a tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.129280 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1965a102-2e9a-49e8-8703-a942e6e9e82a None None] No DVR routers for this DVR port d6f3351c-5e0e-4c08-9091-4ec73541a878 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:03:36.130528 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d88495bd-12db-4b8c-8fe6-1e47df281844 req-3e378094-b75f-43a4-ade6-814b8bbd010a tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.183745 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d88495bd-12db-4b8c-8fe6-1e47df281844 req-3e378094-b75f-43a4-ade6-814b8bbd010a tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.186468 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d88495bd-12db-4b8c-8fe6-1e47df281844 req-3e378094-b75f-43a4-ade6-814b8bbd010a tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.198984 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d88495bd-12db-4b8c-8fe6-1e47df281844 req-3e378094-b75f-43a4-ade6-814b8bbd010a tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "DELETE /v2.0/security-groups/78d7efaa-5447-498e-b06c-72eb99769112 HTTP/1.1" status: 204 len: 173 time: 0.2259033 Nov 29 18:03:36.223474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e378094-b75f-43a4-ade6-814b8bbd010a tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d7efaa-5447-498e-b06c-72eb99769112,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:36.235137 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.243327 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8b36f8f-9466-443a-a56d-078fc5e89fa3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.244493 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.308854 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Network 25dff70d-8f77-4b8f-bc59-ba5fadace548 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:03:36.313616 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:36.318995 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:03:36.321942 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Pushing event updated for resources: {'Port': ['ID=861998c6-02a4-4dd0-b81d-2824684775ac,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:36.329668 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49432) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:36.353720 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8b36f8f-9466-443a-a56d-078fc5e89fa3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.384622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Attempting to bind port 861998c6-02a4-4dd0-b81d-2824684775ac on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:03:36.385229 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Attempting to bind port 861998c6-02a4-4dd0-b81d-2824684775ac by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '09aedc7d-557a-40de-b911-ebed5177f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '25dff70d-8f77-4b8f-bc59-ba5fadace548'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:03:36.385684 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Attempting to bind port 861998c6-02a4-4dd0-b81d-2824684775ac on network 25dff70d-8f77-4b8f-bc59-ba5fadace548 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:03:36.391404 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:03:36.391880 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Checking segment: {'id': '09aedc7d-557a-40de-b911-ebed5177f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '25dff70d-8f77-4b8f-bc59-ba5fadace548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:36.392364 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.393673 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Bound using segment: {'id': '09aedc7d-557a-40de-b911-ebed5177f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '25dff70d-8f77-4b8f-bc59-ba5fadace548'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:03:36.394222 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Bound port: 861998c6-02a4-4dd0-b81d-2824684775ac, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09aedc7d-557a-40de-b911-ebed5177f262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '25dff70d-8f77-4b8f-bc59-ba5fadace548'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:03:36.394821 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.408107 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ddcf2959-4ecf-4dd1-a3da-8701c4370b21 req-8d862580-6223-4236-907a-dcdfee20389e tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "GET /v2.0/security-groups/a05db5fa-3dd8-4cac-9cc8-dcca71b18a51 HTTP/1.1" status: 200 len: 1831 time: 0.1733704 Nov 29 18:03:36.510934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] For port 861998c6-02a4-4dd0-b81d-2824684775ac, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:03:36.516213 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] For port 861998c6-02a4-4dd0-b81d-2824684775ac, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=861998c6-02a4-4dd0-b81d-2824684775ac,segment=NetworkSegment(09aedc7d-557a-40de-b911-ebed5177f262),segment_id=09aedc7d-557a-40de-b911-ebed5177f262)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:03:36.538902 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.542621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa15ec-8e69-4ccc-955a-a64078035292 req-ef37ad82-1c00-4fd2-9c35-103f2d2b05b7 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:36.550928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8aa15ec-8e69-4ccc-955a-a64078035292 req-ef37ad82-1c00-4fd2-9c35-103f2d2b05b7 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.2175953 Nov 29 18:03:36.562321 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8b36f8f-9466-443a-a56d-078fc5e89fa3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.590100 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-602baab7-4e35-4677-a371-98ca59ab9bc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.638291 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5577b2d-338d-4807-bc8a-33d50d45e916 None None] Pushing event updated for resources: {'Port': ['ID=861998c6-02a4-4dd0-b81d-2824684775ac,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:36.643470 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8aa15ec-8e69-4ccc-955a-a64078035292 req-ea62e576-5979-4a18-a047-f09c934ce252 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911891 Nov 29 18:03:36.651469 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8b36f8f-9466-443a-a56d-078fc5e89fa3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.691624 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b36f8f-9466-443a-a56d-078fc5e89fa3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d21bdb-9275-488a-8cee-6fa83cdb3208,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:36.699494 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8b36f8f-9466-443a-a56d-078fc5e89fa3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.708235 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e8b36f8f-9466-443a-a56d-078fc5e89fa3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/subnets/f9d21bdb-9275-488a-8cee-6fa83cdb3208 HTTP/1.1" status: 204 len: 168 time: 1.0949609 Nov 29 18:03:36.709166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49438) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:36.753230 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-602baab7-4e35-4677-a371-98ca59ab9bc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.766926 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-602baab7-4e35-4677-a371-98ca59ab9bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.803615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602baab7-4e35-4677-a371-98ca59ab9bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78920e0a-da66-4433-9488-586ce7ab8e3f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:36.812430 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ddcf2959-4ecf-4dd1-a3da-8701c4370b21 req-081b0ab8-9abd-473f-ade8-77194b3efe2b tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.850350 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-602baab7-4e35-4677-a371-98ca59ab9bc2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4024a8d35a944fb98a6c36de9d29b96a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5153759 Nov 29 18:03:36.854711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49442) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:36.860147 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e732446d-2a47-465f-ad42-47a3ffe7ef12 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:03:36.872913 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ddcf2959-4ecf-4dd1-a3da-8701c4370b21 req-081b0ab8-9abd-473f-ade8-77194b3efe2b tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:36.913399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07701968-4514-48f6-b392-623ab9b5f42a tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:36.916052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07701968-4514-48f6-b392-623ab9b5f42a tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:36.917890 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-07701968-4514-48f6-b392-623ab9b5f42a tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2055726 Nov 29 18:03:36.921186 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49444) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:37.021890 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2cca8d0-82a5-4622-b247-8600705c4d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.048187 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2cca8d0-82a5-4622-b247-8600705c4d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.071185 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e732446d-2a47-465f-ad42-47a3ffe7ef12, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e732446d-2a47-465f-ad42-47a3ffe7ef12,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:37.087713 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'e732446d-2a47-465f-ad42-47a3ffe7ef12', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'e732446d-2a47-465f-ad42-47a3ffe7ef12', 'mac_address': 'fa:16:3e:da:72:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:03:37.110946 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aeebb178-82ce-4851-bc1d-1cb96cd7d807 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.114704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd71e48-a77d-46ac-b145-6398cafff167 req-ef3d8f5d-49c7-4b74-973c-059b11879f52 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:37.117978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4bd71e48-a77d-46ac-b145-6398cafff167 req-ef3d8f5d-49c7-4b74-973c-059b11879f52 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/ports?device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 948 time: 0.2357147 Nov 29 18:03:37.118185 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2cca8d0-82a5-4622-b247-8600705c4d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.121111 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2cca8d0-82a5-4622-b247-8600705c4d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.122944 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a2cca8d0-82a5-4622-b247-8600705c4d4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78920e0a-da66-4433-9488-586ce7ab8e3f HTTP/1.1" status: 204 len: 168 time: 0.2671671 Nov 29 18:03:37.135119 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeebb178-82ce-4851-bc1d-1cb96cd7d807 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 29 18:03:37.135889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeebb178-82ce-4851-bc1d-1cb96cd7d807 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:03:37.140927 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-aeebb178-82ce-4851-bc1d-1cb96cd7d807 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/networks/25dff70d-8f77-4b8f-bc59-ba5fadace548 HTTP/1.1" status: 409 len: 405 time: 0.2184577 Nov 29 18:03:37.145010 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49448) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:37.152172 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-0f639d00-d1ce-49bf-a061-37c1987c11cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-664968226'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:37.152699 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ddcf2959-4ecf-4dd1-a3da-8701c4370b21 req-081b0ab8-9abd-473f-ade8-77194b3efe2b tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.156420 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ddcf2959-4ecf-4dd1-a3da-8701c4370b21 req-081b0ab8-9abd-473f-ade8-77194b3efe2b tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.157601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ddcf2959-4ecf-4dd1-a3da-8701c4370b21 req-081b0ab8-9abd-473f-ade8-77194b3efe2b tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "DELETE /v2.0/security-groups/a05db5fa-3dd8-4cac-9cc8-dcca71b18a51 HTTP/1.1" status: 204 len: 173 time: 0.7113817 Nov 29 18:03:37.169426 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.169867 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cca8d0-82a5-4622-b247-8600705c4d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78920e0a-da66-4433-9488-586ce7ab8e3f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:37.190920 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f639d00-d1ce-49bf-a061-37c1987c11cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Made reservation on behalf of de20f7e073d0456c97edaec3962a9e5a for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:37.198606 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f639d00-d1ce-49bf-a061-37c1987c11cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.210112 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e732446d-2a47-465f-ad42-47a3ffe7ef12 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:03:37.245305 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f639d00-d1ce-49bf-a061-37c1987c11cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:03:37.267180 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f639d00-d1ce-49bf-a061-37c1987c11cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.267581 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-0f639d00-d1ce-49bf-a061-37c1987c11cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Added segment 9a8c62c1-ad87-4fb2-8ea1-5a10c1fec740 of type vlan for network 615d599a-8f74-4b5a-bc7d-9d0f0d0f6c8b Nov 29 18:03:37.269270 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e732446d-2a47-465f-ad42-47a3ffe7ef12, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e732446d-2a47-465f-ad42-47a3ffe7ef12,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:37.281285 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.283797 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4bd71e48-a77d-46ac-b145-6398cafff167 req-ae9096e6-47b5-4722-b762-7a862d457219 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/security-groups?id=e31b0a8e-8749-4799-9c2d-48a43437b218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567771 Nov 29 18:03:37.300014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b0ab8-9abd-473f-ade8-77194b3efe2b tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05db5fa-3dd8-4cac-9cc8-dcca71b18a51,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:37.368450 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ee0443e-b916-4694-83e6-df7e8cd96e21 req-d15afa34-ca8f-41fc-900b-54094291e15b tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "GET /v2.0/security-groups/93091a77-ea3e-4d27-86ac-a73ccc1ca39f HTTP/1.1" status: 200 len: 1832 time: 0.1847618 Nov 29 18:03:37.416680 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f639d00-d1ce-49bf-a061-37c1987c11cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.450074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=e732446d-2a47-465f-ad42-47a3ffe7ef12,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:37.478254 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f639d00-d1ce-49bf-a061-37c1987c11cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.497824 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f639d00-d1ce-49bf-a061-37c1987c11cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:37.499804 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f639d00-d1ce-49bf-a061-37c1987c11cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.512490 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9ee0443e-b916-4694-83e6-df7e8cd96e21 req-2d1939d6-bbf7-4dca-bef5-97064ff8bfcb tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.601348 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0f639d00-d1ce-49bf-a061-37c1987c11cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4536674 Nov 29 18:03:37.603078 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49456) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:37.619687 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9ee0443e-b916-4694-83e6-df7e8cd96e21 req-2d1939d6-bbf7-4dca-bef5-97064ff8bfcb tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.629008 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e732446d-2a47-465f-ad42-47a3ffe7ef12'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:03:37.663048 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d2cdd4dc-3524-44ac-ae2f-8b81448e93e6 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Request body: {'subnet': {'network_id': '615d599a-8f74-4b5a-bc7d-9d0f0d0f6c8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:37.692583 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9ee0443e-b916-4694-83e6-df7e8cd96e21 req-2d1939d6-bbf7-4dca-bef5-97064ff8bfcb tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.699143 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9ee0443e-b916-4694-83e6-df7e8cd96e21 req-2d1939d6-bbf7-4dca-bef5-97064ff8bfcb tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:37.703847 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ee0443e-b916-4694-83e6-df7e8cd96e21 req-2d1939d6-bbf7-4dca-bef5-97064ff8bfcb tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] 10.222.0.23 "DELETE /v2.0/security-groups/93091a77-ea3e-4d27-86ac-a73ccc1ca39f HTTP/1.1" status: 204 len: 173 time: 0.3252783 Nov 29 18:03:37.732919 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49464) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:37.784085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1939d6-bbf7-4dca-bef5-97064ff8bfcb tempest-SecurityGroupRulesNegativeTestJSON-711275923 tempest-SecurityGroupRulesNegativeTestJSON-711275923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93091a77-ea3e-4d27-86ac-a73ccc1ca39f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:37.947003 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f639d00-d1ce-49bf-a061-37c1987c11cb tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event updated for resources: {'Network': ['ID=615d599a-8f74-4b5a-bc7d-9d0f0d0f6c8b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:37.991181 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 615d599a-8f74-4b5a-bc7d-9d0f0d0f6c8b details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:03:37.999755 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b67368-7cf3-42f0-be67-2fd6816b0dc1 req-bf612953-d3ba-4472-826b-04400349afd3 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:38.009327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01b67368-7cf3-42f0-be67-2fd6816b0dc1 req-bf612953-d3ba-4472-826b-04400349afd3 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.1082566 Nov 29 18:03:38.036274 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cdd4dc-3524-44ac-ae2f-8b81448e93e6 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Made reservation on behalf of de20f7e073d0456c97edaec3962a9e5a for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:38.041203 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2cdd4dc-3524-44ac-ae2f-8b81448e93e6 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:38.141051 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01b67368-7cf3-42f0-be67-2fd6816b0dc1 req-23ece604-43d0-4053-a784-1acdbfb2f938 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307833 Nov 29 18:03:38.181715 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5e865c-cae7-4bf7-a670-dfb06dd38eae admin admin] Deleting subnet 1e674d0c-07cb-4077-8bde-2fe3f4894996 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:03:38.193715 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b5e865c-cae7-4bf7-a670-dfb06dd38eae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:38.257251 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f7e91946-721b-4906-9bd7-2f42016fdd85 req-c56454b5-7277-450c-8866-17daa6dfe921 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2423949 Nov 29 18:03:38.282057 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b5e865c-cae7-4bf7-a670-dfb06dd38eae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:38.439639 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b5e865c-cae7-4bf7-a670-dfb06dd38eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:38.512602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a178e592-6467-4723-8e17-5533fe12d38f None None] Network 25dff70d-8f77-4b8f-bc59-ba5fadace548 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:38.555675 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac783c-a3c8-4b50-a66f-92ac8eed3104 req-082b09d5-0e08-4012-a71b-969cf94ed2e4 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:38.564724 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-03ac783c-a3c8-4b50-a66f-92ac8eed3104 req-082b09d5-0e08-4012-a71b-969cf94ed2e4 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/ports?device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 949 time: 0.1593065 Nov 29 18:03:38.573989 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b5e865c-cae7-4bf7-a670-dfb06dd38eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:38.607746 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 861998c6-02a4-4dd0-b81d-2824684775ac up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:03:38.650081 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-03ac783c-a3c8-4b50-a66f-92ac8eed3104 req-500a70dc-8805-401f-9378-90381e9d909b tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/security-groups?id=e31b0a8e-8749-4799-9c2d-48a43437b218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843937 Nov 29 18:03:38.664610 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b5e865c-cae7-4bf7-a670-dfb06dd38eae admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:38.672864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49484) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:38.685061 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6b5e865c-cae7-4bf7-a670-dfb06dd38eae admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1e674d0c-07cb-4077-8bde-2fe3f4894996 HTTP/1.1" status: 204 len: 168 time: 0.9503896 Nov 29 18:03:38.702871 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0782198a-72b4-4ed4-a692-df65bf66041a None None] Provisioning complete for port 861998c6-02a4-4dd0-b81d-2824684775ac triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:38.703768 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0782198a-72b4-4ed4-a692-df65bf66041a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:38.761830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e865c-cae7-4bf7-a670-dfb06dd38eae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e674d0c-07cb-4077-8bde-2fe3f4894996,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:38.822412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e91946-721b-4906-9bd7-2f42016fdd85 req-aaf3bc6e-5785-4159-b474-ee09bffdea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:38.824535 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f7e91946-721b-4906-9bd7-2f42016fdd85 req-aaf3bc6e-5785-4159-b474-ee09bffdea42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97df2f9382ba451a9c1578f7e940bef7&device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 1097 time: 0.4602153 Nov 29 18:03:38.844608 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-46a51aad-c83c-47d5-a1bd-2d1f42d4d5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:38.972130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e732446d-2a47-465f-ad42-47a3ffe7ef12 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:03:39.007430 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 861998c6-02a4-4dd0-b81d-2824684775ac triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:39.007957 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:39.025625 n-d-819494-5 neutron-server[110004]: DEBUG neutron.objects.ports [None req-d2cdd4dc-3524-44ac-ae2f-8b81448e93e6 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110004) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:03:39.031288 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2cdd4dc-3524-44ac-ae2f-8b81448e93e6 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:39.080392 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e91946-721b-4906-9bd7-2f42016fdd85 req-12125e77-fd56-4fd7-ada2-e5afe0a9ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:39.081899 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f7e91946-721b-4906-9bd7-2f42016fdd85 req-12125e77-fd56-4fd7-ada2-e5afe0a9ee1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 200 len: 918 time: 0.2306132 Nov 29 18:03:39.123661 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-46a51aad-c83c-47d5-a1bd-2d1f42d4d5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:39.173146 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-46a51aad-c83c-47d5-a1bd-2d1f42d4d5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2267dfa2-2c44-420f-b133-a3c731999405']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:39.197246 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0782198a-72b4-4ed4-a692-df65bf66041a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:39.206638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-46a51aad-c83c-47d5-a1bd-2d1f42d4d5f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e65943-6d75-4d18-bb9e-9a2ea58f2c19') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:39.207692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-46a51aad-c83c-47d5-a1bd-2d1f42d4d5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e65943-6d75-4d18-bb9e-9a2ea58f2c19') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:39.222898 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-46a51aad-c83c-47d5-a1bd-2d1f42d4d5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:39.254354 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdd4dc-3524-44ac-ae2f-8b81448e93e6 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event updated for resources: {'Subnet': ['ID=9947a7da-b6c4-4ee3-b500-4482f6cf8d4d,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:39.255447 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port e732446d-2a47-465f-ad42-47a3ffe7ef12 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:03:39.256702 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-46a51aad-c83c-47d5-a1bd-2d1f42d4d5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:39.270999 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port e732446d-2a47-465f-ad42-47a3ffe7ef12 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:39.271262 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:39.278728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a51aad-c83c-47d5-a1bd-2d1f42d4d5f5 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:03:39.279213 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-46a51aad-c83c-47d5-a1bd-2d1f42d4d5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:39.318493 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cdd4dc-3524-44ac-ae2f-8b81448e93e6 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Checking segment: {'id': '9a8c62c1-ad87-4fb2-8ea1-5a10c1fec740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '615d599a-8f74-4b5a-bc7d-9d0f0d0f6c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:39.319671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def9a46a-d9b2-4080-b56a-5a2f604fdf96 None None] DHCP port deletion for 25dff70d-8f77-4b8f-bc59-ba5fadace548 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:03:39.320258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cdd4dc-3524-44ac-ae2f-8b81448e93e6 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Network hostable DHCP agents. Network: 615d599a-8f74-4b5a-bc7d-9d0f0d0f6c8b, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:03:39.329504 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f7e91946-721b-4906-9bd7-2f42016fdd85 req-fc80f266-1af3-4c49-bd1f-afd500b0c365 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=666eb30b-5978-401b-ab60-bb5580335850 HTTP/1.1" status: 200 len: 1001 time: 0.2323251 Nov 29 18:03:39.352631 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0782198a-72b4-4ed4-a692-df65bf66041a None None] For port 861998c6-02a4-4dd0-b81d-2824684775ac, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=861998c6-02a4-4dd0-b81d-2824684775ac,segment=NetworkSegment(09aedc7d-557a-40de-b911-ebed5177f262),segment_id=09aedc7d-557a-40de-b911-ebed5177f262)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:39.366386 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0782198a-72b4-4ed4-a692-df65bf66041a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:03:39.397239 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:03:39.415511 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-46a51aad-c83c-47d5-a1bd-2d1f42d4d5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:39.423152 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-46a51aad-c83c-47d5-a1bd-2d1f42d4d5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:39.431703 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-46a51aad-c83c-47d5-a1bd-2d1f42d4d5f5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2267dfa2-2c44-420f-b133-a3c731999405 HTTP/1.1" status: 204 len: 168 time: 0.7554350 Nov 29 18:03:39.431885 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:39.482659 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cdd4dc-3524-44ac-ae2f-8b81448e93e6 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Network 615d599a-8f74-4b5a-bc7d-9d0f0d0f6c8b is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:03:39.502593 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e91946-721b-4906-9bd7-2f42016fdd85 req-31f284f4-f86c-44ad-8b66-46869e6317ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:39.504430 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f7e91946-721b-4906-9bd7-2f42016fdd85 req-31f284f4-f86c-44ad-8b66-46869e6317ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ca0fa01-1410-4496-bcd2-b27afbda8311 HTTP/1.1" status: 200 len: 856 time: 0.1639142 Nov 29 18:03:39.506749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-d2cdd4dc-3524-44ac-ae2f-8b81448e93e6 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 615d599a-8f74-4b5a-bc7d-9d0f0d0f6c8b) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:39.538222 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0db19d-c257-4434-beb4-6b88985bd378 None None] Network 615d599a-8f74-4b5a-bc7d-9d0f0d0f6c8b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:39.542801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cdd4dc-3524-44ac-ae2f-8b81448e93e6 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:39.543798 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2cdd4dc-3524-44ac-ae2f-8b81448e93e6 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:39.653353 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d2cdd4dc-3524-44ac-ae2f-8b81448e93e6 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0404959 Nov 29 18:03:39.657383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49506) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:39.657722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49508) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:39.687963 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782198a-72b4-4ed4-a692-df65bf66041a None None] Pushing event updated for resources: {'Port': ['ID=861998c6-02a4-4dd0-b81d-2824684775ac,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:39.736456 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:39.760523 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:03:39.761169 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:03:39.791628 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-def9a46a-d9b2-4080-b56a-5a2f604fdf96 None None] Deleting port 861998c6-02a4-4dd0-b81d-2824684775ac {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:39.792010 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-def9a46a-d9b2-4080-b56a-5a2f604fdf96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:39.793533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706304b6-3ffe-47ef-8848-3feff7b6e65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e732446d-2a47-465f-ad42-47a3ffe7ef12'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:39.796321 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786d5673-6770-4713-9c17-c7d1dfcaed92" -d '{"events": [{"server_uuid": "706304b6-3ffe-47ef-8848-3feff7b6e65b", "name": "network-vif-plugged", "status": "completed", "tag": "e732446d-2a47-465f-ad42-47a3ffe7ef12"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:39.896480 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e732446d-2a47-465f-ad42-47a3ffe7ef12, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e732446d-2a47-465f-ad42-47a3ffe7ef12,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:39.910475 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:39.942737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49518) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:39.971917 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b772fee-0730-492a-9375-f15436c00a01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:39.984855 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e91946-721b-4906-9bd7-2f42016fdd85 req-9e85f55a-5b5d-4b5d-9169-29a91126d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:39.985096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a51aad-c83c-47d5-a1bd-2d1f42d4d5f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2267dfa2-2c44-420f-b133-a3c731999405,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:39.985247 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f7e91946-721b-4906-9bd7-2f42016fdd85 req-9e85f55a-5b5d-4b5d-9169-29a91126d1e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b54b066-b601-4f01-8160-e9f1bf33b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4602478 Nov 29 18:03:40.014514 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-def9a46a-d9b2-4080-b56a-5a2f604fdf96 None None] For port 861998c6-02a4-4dd0-b81d-2824684775ac, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=861998c6-02a4-4dd0-b81d-2824684775ac,segment=NetworkSegment(09aedc7d-557a-40de-b911-ebed5177f262),segment_id=09aedc7d-557a-40de-b911-ebed5177f262)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:40.015521 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-def9a46a-d9b2-4080-b56a-5a2f604fdf96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:40.059333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec6ea1-bf35-4e12-8212-10dacc605734 req-a0667105-2903-4ffb-afb8-2e78ae379747 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:40.063065 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-def9a46a-d9b2-4080-b56a-5a2f604fdf96 None None] Calling delete_port for 861998c6-02a4-4dd0-b81d-2824684775ac owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:40.069229 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faec6ea1-bf35-4e12-8212-10dacc605734 req-a0667105-2903-4ffb-afb8-2e78ae379747 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.6707313 Nov 29 18:03:40.074687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=e732446d-2a47-465f-ad42-47a3ffe7ef12,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:40.119588 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd572b-6586-42f4-94e2-4012d16f035a req-8266a3f5-fd6f-494c-9245-14feb5ab1813 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:40.121773 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cecd572b-6586-42f4-94e2-4012d16f035a req-8266a3f5-fd6f-494c-9245-14feb5ab1813 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/ports?device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 950 time: 0.1808231 Nov 29 18:03:40.147524 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-37548f97-b12c-46b2-864e-fdbd7a7a6812 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e528903e90c49b4897e2e1d556d2090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2023375 Nov 29 18:03:40.151732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49522) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:40.216441 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a15f16e-c314-49f2-b7eb-74a9389c27df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-615d599a-8f74-4b5a-bc7d-9d0f0d0f6c8b', 'network_id': '615d599a-8f74-4b5a-bc7d-9d0f0d0f6c8b', 'tenant_id': 'de20f7e073d0456c97edaec3962a9e5a', 'fixed_ips': [{'subnet_id': '9947a7da-b6c4-4ee3-b500-4482f6cf8d4d'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:03:40.217731 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a15f16e-c314-49f2-b7eb-74a9389c27df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:40.238135 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b772fee-0730-492a-9375-f15436c00a01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:40.238697 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-def9a46a-d9b2-4080-b56a-5a2f604fdf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:40.249640 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faec6ea1-bf35-4e12-8212-10dacc605734 req-a6b023d9-ada7-4039-9166-5829d90bebf1 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764514 Nov 29 18:03:40.297828 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cecd572b-6586-42f4-94e2-4012d16f035a req-8a7613c3-a285-4038-805a-e27c7b81fe34 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/security-groups?id=e31b0a8e-8749-4799-9c2d-48a43437b218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622384 Nov 29 18:03:40.301377 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da5b15a7-54b1-400b-91b6-2cd4b2dc0a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:40.332504 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f7e91946-721b-4906-9bd7-2f42016fdd85 req-15cc78b7-1e01-4868-a6eb-3acb4b64ac41 service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308675 Nov 29 18:03:40.377887 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da5b15a7-54b1-400b-91b6-2cd4b2dc0a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:40.513376 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eec0ae-1e6d-48c5-a320-1a27ca381b08 x-openstack-request-id: req-49eec0ae-1e6d-48c5-a320-1a27ca381b08 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:40.513726 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706304b6-3ffe-47ef-8848-3feff7b6e65b", "name": "network-vif-plugged", "status": "completed", "tag": "e732446d-2a47-465f-ad42-47a3ffe7ef12", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:40.513994 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49eec0ae-1e6d-48c5-a320-1a27ca381b08 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:40.514425 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706304b6-3ffe-47ef-8848-3feff7b6e65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e732446d-2a47-465f-ad42-47a3ffe7ef12', 'code': 200} Nov 29 18:03:40.518330 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da5b15a7-54b1-400b-91b6-2cd4b2dc0a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:40.524053 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da5b15a7-54b1-400b-91b6-2cd4b2dc0a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:40.525387 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-da5b15a7-54b1-400b-91b6-2cd4b2dc0a65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfde645f-1226-4642-bdae-89343339d27b HTTP/1.1" status: 204 len: 168 time: 0.3635375 Nov 29 18:03:40.534874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9a46a-d9b2-4080-b56a-5a2f604fdf96 None None] Pushing event deleted for resources: {'Port': ['ID=861998c6-02a4-4dd0-b81d-2824684775ac,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:40.538081 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b772fee-0730-492a-9375-f15436c00a01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:40.574950 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b15a7-54b1-400b-91b6-2cd4b2dc0a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfde645f-1226-4642-bdae-89343339d27b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:40.607983 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aea84949-3386-4154-a3d7-51c99592599e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:40.623329 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b772fee-0730-492a-9375-f15436c00a01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event deleted for resources: {'Subnet': ['ID=9947a7da-b6c4-4ee3-b500-4482f6cf8d4d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:40.624669 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def9a46a-d9b2-4080-b56a-5a2f604fdf96 None None] No DVR routers for this DVR port 861998c6-02a4-4dd0-b81d-2824684775ac on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:03:40.647226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Port 861998c6-02a4-4dd0-b81d-2824684775ac update to ACTIVE by agent not found {{(pid=110006) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 29 18:03:40.754744 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f7e91946-721b-4906-9bd7-2f42016fdd85 req-1806670c-4ca0-4c85-8698-ba1d3f8b4ef6 service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967345 Nov 29 18:03:40.780585 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288d2ea-334d-4b55-903d-a9a97ddf4285 req-050f7aab-127c-4deb-adca-edca4bbfae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server [None req-6a15f16e-c314-49f2-b7eb-74a9389c27df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9947a7da-b6c4-4ee3-b500-4482f6cf8d4d: This subnet is being modified by another concurrent operation. Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 18:03:40.781271 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise exception Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9947a7da-b6c4-4ee3-b500-4482f6cf8d4d: This subnet is being modified by another concurrent operation. Nov 29 18:03:40.787115 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server Nov 29 18:03:40.798326 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5288d2ea-334d-4b55-903d-a9a97ddf4285 req-050f7aab-127c-4deb-adca-edca4bbfae51 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 1101 time: 0.3794308 Nov 29 18:03:40.827070 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 861998c6-02a4-4dd0-b81d-2824684775ac no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:03:40.884216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204fca74-1a9a-437c-96a4-15b56dcc045f None None] Network 615d599a-8f74-4b5a-bc7d-9d0f0d0f6c8b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:40.886683 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 861998c6-02a4-4dd0-b81d-2824684775ac {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:03:40.887072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 861998c6-02a4-4dd0-b81d-2824684775ac not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:03:40.961767 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b772fee-0730-492a-9375-f15436c00a01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:41.023419 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4b772fee-0730-492a-9375-f15436c00a01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615d599a-8f74-4b5a-bc7d-9d0f0d0f6c8b']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:41.040251 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5288d2ea-334d-4b55-903d-a9a97ddf4285 req-701f8ab2-8560-4b23-82d8-b0d06913bd02 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e31b0a8e-8749-4799-9c2d-48a43437b218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466360 Nov 29 18:03:41.065237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4b772fee-0730-492a-9375-f15436c00a01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8c62c1-ad87-4fb2-8ea1-5a10c1fec740') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:41.065770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4b772fee-0730-492a-9375-f15436c00a01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8c62c1-ad87-4fb2-8ea1-5a10c1fec740') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:41.081303 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b772fee-0730-492a-9375-f15436c00a01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:41.104665 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b772fee-0730-492a-9375-f15436c00a01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:41.121078 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b772fee-0730-492a-9375-f15436c00a01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:03:41.121617 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b772fee-0730-492a-9375-f15436c00a01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:03:41.125384 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:03:41.176485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442ee305-8a6a-444f-9028-76c2650748ef None None] get_active_networks_info from n-d-819494-5 {{(pid=110006) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 18:03:41.349759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d61e7-753f-4bd2-b318-1cecb459884f req-5bfef8a0-1f6e-4726-b565-2f73719f2e26 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:41.352111 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a57d61e7-753f-4bd2-b318-1cecb459884f req-5bfef8a0-1f6e-4726-b565-2f73719f2e26 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 946 time: 0.4488611 Nov 29 18:03:41.462202 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442ee305-8a6a-444f-9028-76c2650748ef None None] Resources bound (agent type, host, resource id): {{(pid=110006) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 18:03:41.508738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a57d61e7-753f-4bd2-b318-1cecb459884f req-16ed2b1e-b450-47f0-a031-5beadbd0f8f0 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/security-groups?id=361ce298-dc65-440b-9bda-a76cb897b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478138 Nov 29 18:03:41.568264 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf733a-bc2d-4758-879f-8a04995ee443 req-199a7c7c-18fb-4d84-a02f-c3e77574239a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:41.579583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87cf733a-bc2d-4758-879f-8a04995ee443 req-199a7c7c-18fb-4d84-a02f-c3e77574239a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.2000897 Nov 29 18:03:41.591715 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aea84949-3386-4154-a3d7-51c99592599e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:41.625654 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aea84949-3386-4154-a3d7-51c99592599e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:41.710041 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87cf733a-bc2d-4758-879f-8a04995ee443 req-6bebd880-e352-4f49-a823-5665be3ab53d tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250854 Nov 29 18:03:41.724899 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b772fee-0730-492a-9375-f15436c00a01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:41.753287 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b772fee-0730-492a-9375-f15436c00a01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:41.760381 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4b772fee-0730-492a-9375-f15436c00a01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/networks/615d599a-8f74-4b5a-bc7d-9d0f0d0f6c8b HTTP/1.1" status: 204 len: 168 time: 2.0827651 Nov 29 18:03:41.762599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49556) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:41.773089 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-aea84949-3386-4154-a3d7-51c99592599e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4810cfdbc9242ada16be9e7592db006&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1082587 Nov 29 18:03:41.775280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fea200cf-ae17-4434-a234-5c1812196631 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1951582578'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:41.781163 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49558) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:41.808982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea84949-3386-4154-a3d7-51c99592599e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e33721-d2e1-4032-b3ff-2a25e540f7e7,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:41.811749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e14b14-b115-490a-8f82-7d9a80e67256 req-002c468f-2931-44d3-9858-9b647ad17a31 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:41.816583 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b772fee-0730-492a-9375-f15436c00a01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event deleted for resources: {'Network': ['ID=615d599a-8f74-4b5a-bc7d-9d0f0d0f6c8b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:41.820056 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7e14b14-b115-490a-8f82-7d9a80e67256 req-002c468f-2931-44d3-9858-9b647ad17a31 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/ports?device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 950 time: 0.1526432 Nov 29 18:03:41.965438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea200cf-ae17-4434-a234-5c1812196631 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Made reservation on behalf of de20f7e073d0456c97edaec3962a9e5a for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:41.969722 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fea200cf-ae17-4434-a234-5c1812196631 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:41.988049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49560) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:42.048636 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cdb0272-62af-4cbb-beb8-12581ee602a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:42.081485 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7e14b14-b115-490a-8f82-7d9a80e67256 req-32228faa-7ba8-42d5-8905-4f0ebb3d8646 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/security-groups?id=e31b0a8e-8749-4799-9c2d-48a43437b218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604635 Nov 29 18:03:42.096773 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea200cf-ae17-4434-a234-5c1812196631 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:03:42.105400 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cdb0272-62af-4cbb-beb8-12581ee602a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:42.133058 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fea200cf-ae17-4434-a234-5c1812196631 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:42.133683 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-fea200cf-ae17-4434-a234-5c1812196631 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Added segment d5699591-b857-4d31-8787-70c841b4f1c1 of type vlan for network 88f753fe-755e-4f84-a360-dc751e616bef Nov 29 18:03:42.180873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a236ff8d-1782-48c0-9c0b-e822cf48249c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1539588697-network', 'tenant_id': 'b32cba58b45748e2bb629bd138e4f3d5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:42.201879 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fea200cf-ae17-4434-a234-5c1812196631 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:42.235100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a236ff8d-1782-48c0-9c0b-e822cf48249c admin admin] Made reservation on behalf of b32cba58b45748e2bb629bd138e4f3d5 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:42.244012 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a236ff8d-1782-48c0-9c0b-e822cf48249c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:42.252179 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cdb0272-62af-4cbb-beb8-12581ee602a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:42.259832 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cdb0272-62af-4cbb-beb8-12581ee602a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:42.261988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0cdb0272-62af-4cbb-beb8-12581ee602a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07e33721-d2e1-4032-b3ff-2a25e540f7e7 HTTP/1.1" status: 204 len: 168 time: 0.4785440 Nov 29 18:03:42.264230 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a236ff8d-1782-48c0-9c0b-e822cf48249c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:42.266166 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fea200cf-ae17-4434-a234-5c1812196631 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:42.272691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea200cf-ae17-4434-a234-5c1812196631 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:42.273618 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fea200cf-ae17-4434-a234-5c1812196631 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:42.392875 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea200cf-ae17-4434-a234-5c1812196631 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event updated for resources: {'Network': ['ID=88f753fe-755e-4f84-a360-dc751e616bef,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:42.400811 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb0272-62af-4cbb-beb8-12581ee602a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e33721-d2e1-4032-b3ff-2a25e540f7e7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:42.404735 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 88f753fe-755e-4f84-a360-dc751e616bef details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:03:42.454061 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fea200cf-ae17-4434-a234-5c1812196631 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6865222 Nov 29 18:03:42.491161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49566) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:42.500169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77a8a6-ab3f-4906-818f-57468bb11eec req-5d0f10e1-9200-42f3-a8d1-c1ae12e3e291 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:42.502103 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9d77a8a6-ab3f-4906-818f-57468bb11eec req-5d0f10e1-9200-42f3-a8d1-c1ae12e3e291 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.20 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 946 time: 0.1689684 Nov 29 18:03:42.513084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6eab5738-bc0c-4ec7-8433-3940f554b485 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Request body: {'subnet': {'network_id': '88f753fe-755e-4f84-a360-dc751e616bef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:42.555133 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-12b80193-8653-4f1b-a601-871665993521 None None] Provisioning complete for port 68fe9016-1aa6-4597-962f-b883a407ab2b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:42.555306 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12b80193-8653-4f1b-a601-871665993521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:42.677322 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-12b80193-8653-4f1b-a601-871665993521 None None] Provisioning complete for port 3f8d5a1f-776d-428c-9f07-d405c758780d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:42.677848 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12b80193-8653-4f1b-a601-871665993521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:42.686489 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a236ff8d-1782-48c0-9c0b-e822cf48249c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:42.714340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eab5738-bc0c-4ec7-8433-3940f554b485 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Made reservation on behalf of de20f7e073d0456c97edaec3962a9e5a for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:42.719340 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6eab5738-bc0c-4ec7-8433-3940f554b485 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:42.762868 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a236ff8d-1782-48c0-9c0b-e822cf48249c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:42.819541 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a236ff8d-1782-48c0-9c0b-e822cf48249c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:03:42.873701 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-12b80193-8653-4f1b-a601-871665993521 None None] Provisioning complete for port 2e0396e4-5df0-4937-be76-9bf85a914cfa triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:42.874976 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12b80193-8653-4f1b-a601-871665993521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:42.875416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236ff8d-1782-48c0-9c0b-e822cf48249c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee413cbd-20c1-43a0-a358-738ec62f8b3f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:42.878407 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a236ff8d-1782-48c0-9c0b-e822cf48249c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:42.878762 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-a236ff8d-1782-48c0-9c0b-e822cf48249c admin admin] Added segment 5f559174-cf13-4341-a56a-9e6603b9b04e of type vlan for network e9ab4f27-05e8-4679-9195-28ec06efcb09 Nov 29 18:03:42.994210 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a236ff8d-1782-48c0-9c0b-e822cf48249c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:43.000451 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-9d77a8a6-ab3f-4906-818f-57468bb11eec req-5cc8632e-64ed-472f-8a02-7197282ae189 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Deleting port d3eb850c-8012-4ee6-9544-9b5ab86fd047 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:43.000682 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9d77a8a6-ab3f-4906-818f-57468bb11eec req-5cc8632e-64ed-472f-8a02-7197282ae189 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:43.009566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565538a-497f-4241-9fb3-9ce4c8f10b8a req-0dbcf52e-44c4-492b-940c-d21b785ebd09 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:43.016713 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-12b80193-8653-4f1b-a601-871665993521 None None] Provisioning complete for port b992259d-b39b-4279-a081-52e090538c90 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:43.017399 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12b80193-8653-4f1b-a601-871665993521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:43.020895 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a565538a-497f-4241-9fb3-9ce4c8f10b8a req-0dbcf52e-44c4-492b-940c-d21b785ebd09 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 946 time: 0.2203705 Nov 29 18:03:43.078762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-12b80193-8653-4f1b-a601-871665993521 None None] Port b992259d-b39b-4279-a081-52e090538c90 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:03:43.084535 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68b612-2b2b-42b8-a8d5-97c8f5dcc05d req-de3985f6-9e0f-4991-980a-11691fad788c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:43.086116 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d68b612-2b2b-42b8-a8d5-97c8f5dcc05d req-de3985f6-9e0f-4991-980a-11691fad788c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.2454741 Nov 29 18:03:43.099692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-12b80193-8653-4f1b-a601-871665993521 None None] Provisioning complete for port 37f8820f-77d8-4a53-a364-b449686ff31c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:43.101163 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12b80193-8653-4f1b-a601-871665993521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:43.182653 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a236ff8d-1782-48c0-9c0b-e822cf48249c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:43.183649 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a236ff8d-1782-48c0-9c0b-e822cf48249c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:43.184251 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a236ff8d-1782-48c0-9c0b-e822cf48249c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:43.251373 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-12b80193-8653-4f1b-a601-871665993521 None None] Provisioning complete for port 2aa475f2-f1b2-47e5-bf2c-0ec1b4e46e6e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:43.251750 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12b80193-8653-4f1b-a601-871665993521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:43.265184 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a565538a-497f-4241-9fb3-9ce4c8f10b8a req-1028e4fc-2bb6-49f0-99cc-7f099a085009 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/security-groups?id=361ce298-dc65-440b-9bda-a76cb897b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444930 Nov 29 18:03:43.322450 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-12b80193-8653-4f1b-a601-871665993521 None None] Port 2aa475f2-f1b2-47e5-bf2c-0ec1b4e46e6e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:03:43.329407 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a236ff8d-1782-48c0-9c0b-e822cf48249c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3400958 Nov 29 18:03:43.335517 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d68b612-2b2b-42b8-a8d5-97c8f5dcc05d req-24118997-6aa9-46b2-ba75-05637f6578b7 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320395 Nov 29 18:03:43.338527 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49594) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:43.339829 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-12b80193-8653-4f1b-a601-871665993521 None None] Provisioning complete for port 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:43.349800 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12b80193-8653-4f1b-a601-871665993521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:43.352842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-497fe8bd-8224-4e8f-a17b-ed8e715c1765 admin admin] Request body: {'subnet': {'network_id': 'e9ab4f27-05e8-4679-9195-28ec06efcb09', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1539588697-subnet', 'tenant_id': 'b32cba58b45748e2bb629bd138e4f3d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:43.366774 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-9d77a8a6-ab3f-4906-818f-57468bb11eec req-5cc8632e-64ed-472f-8a02-7197282ae189 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] For port d3eb850c-8012-4ee6-9544-9b5ab86fd047, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=d3eb850c-8012-4ee6-9544-9b5ab86fd047,segment=NetworkSegment(f2aba102-038f-4940-acc7-1c62a133d75b),segment_id=f2aba102-038f-4940-acc7-1c62a133d75b)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:43.367212 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9d77a8a6-ab3f-4906-818f-57468bb11eec req-5cc8632e-64ed-472f-8a02-7197282ae189 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:43.370041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236ff8d-1782-48c0-9c0b-e822cf48249c admin admin] Pushing event updated for resources: {'Network': ['ID=e9ab4f27-05e8-4679-9195-28ec06efcb09,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:43.383033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network e9ab4f27-05e8-4679-9195-28ec06efcb09 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:03:43.516589 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6eab5738-bc0c-4ec7-8433-3940f554b485 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:43.520466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497fe8bd-8224-4e8f-a17b-ed8e715c1765 admin admin] Made reservation on behalf of b32cba58b45748e2bb629bd138e4f3d5 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:43.523041 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-497fe8bd-8224-4e8f-a17b-ed8e715c1765 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:43.567430 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-12b80193-8653-4f1b-a601-871665993521 None None] Provisioning complete for port 756be319-652e-40b3-987a-fecaa244a031 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:43.568040 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12b80193-8653-4f1b-a601-871665993521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:43.605554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-12b80193-8653-4f1b-a601-871665993521 None None] Port 756be319-652e-40b3-987a-fecaa244a031 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:03:43.626090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab5738-bc0c-4ec7-8433-3940f554b485 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event updated for resources: {'Subnet': ['ID=a5232f90-cd5e-470a-a5e2-ee7ed2a283b0,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:43.654275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6a00e-1e1b-4049-ac6a-cb3ec5d81a27 req-a3e0c1d9-6354-4ffb-ae62-f5d3fd691cb4 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:43.661906 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1fe6a00e-1e1b-4049-ac6a-cb3ec5d81a27 req-a3e0c1d9-6354-4ffb-ae62-f5d3fd691cb4 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/ports?device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 950 time: 0.2177126 Nov 29 18:03:43.719500 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab5738-bc0c-4ec7-8433-3940f554b485 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Checking segment: {'id': 'd5699591-b857-4d31-8787-70c841b4f1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '88f753fe-755e-4f84-a360-dc751e616bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:43.719908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eab5738-bc0c-4ec7-8433-3940f554b485 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Network hostable DHCP agents. Network: 88f753fe-755e-4f84-a360-dc751e616bef, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:03:43.769971 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eab5738-bc0c-4ec7-8433-3940f554b485 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Network 88f753fe-755e-4f84-a360-dc751e616bef is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:03:43.797411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1fe6a00e-1e1b-4049-ac6a-cb3ec5d81a27 req-e548cc5d-74b8-4f59-a78e-34b95c6728b0 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/security-groups?id=e31b0a8e-8749-4799-9c2d-48a43437b218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345351 Nov 29 18:03:43.831810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6eab5738-bc0c-4ec7-8433-3940f554b485 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 88f753fe-755e-4f84-a360-dc751e616bef) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:43.842312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a96402-d517-4b9e-bea9-1949826763aa None None] Network 88f753fe-755e-4f84-a360-dc751e616bef requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:43.846174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eab5738-bc0c-4ec7-8433-3940f554b485 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:43.851700 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6eab5738-bc0c-4ec7-8433-3940f554b485 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:43.867437 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9d77a8a6-ab3f-4906-818f-57468bb11eec req-5cc8632e-64ed-472f-8a02-7197282ae189 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:43.870423 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9d77a8a6-ab3f-4906-818f-57468bb11eec req-5cc8632e-64ed-472f-8a02-7197282ae189 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:43.870756 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [req-9d77a8a6-ab3f-4906-818f-57468bb11eec req-5cc8632e-64ed-472f-8a02-7197282ae189 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Floating IP 2de943bc-7ec0-4cb7-9525-ea1f090977bd disassociated. External IP: 172.25.3.137, port: d3eb850c-8012-4ee6-9544-9b5ab86fd047. Nov 29 18:03:43.874196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-9d77a8a6-ab3f-4906-818f-57468bb11eec req-5cc8632e-64ed-472f-8a02-7197282ae189 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Calling delete_port for d3eb850c-8012-4ee6-9544-9b5ab86fd047 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:43.922630 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49608) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:43.931610 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6eab5738-bc0c-4ec7-8433-3940f554b485 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4386368 Nov 29 18:03:44.021622 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-497fe8bd-8224-4e8f-a17b-ed8e715c1765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:44.110357 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fe8bd-8224-4e8f-a17b-ed8e715c1765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c57aef-e569-4893-9e6e-e5a8903d2158,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:44.193789 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497fe8bd-8224-4e8f-a17b-ed8e715c1765 admin admin] Checking segment: {'id': '5f559174-cf13-4341-a56a-9e6603b9b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e9ab4f27-05e8-4679-9195-28ec06efcb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:44.194159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497fe8bd-8224-4e8f-a17b-ed8e715c1765 admin admin] Network hostable DHCP agents. Network: e9ab4f27-05e8-4679-9195-28ec06efcb09, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:03:44.223502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497fe8bd-8224-4e8f-a17b-ed8e715c1765 admin admin] Network e9ab4f27-05e8-4679-9195-28ec06efcb09 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:03:44.229938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-88f753fe-755e-4f84-a360-dc751e616bef', 'network_id': '88f753fe-755e-4f84-a360-dc751e616bef', 'tenant_id': 'de20f7e073d0456c97edaec3962a9e5a', 'fixed_ips': [{'subnet_id': 'a5232f90-cd5e-470a-a5e2-ee7ed2a283b0'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:03:44.230889 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:44.248874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-497fe8bd-8224-4e8f-a17b-ed8e715c1765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, e9ab4f27-05e8-4679-9195-28ec06efcb09) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:44.255900 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497fe8bd-8224-4e8f-a17b-ed8e715c1765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:44.256605 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-497fe8bd-8224-4e8f-a17b-ed8e715c1765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:44.265286 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11be9c4d-2dd1-4ea2-8bc9-f1bd8cdbb51c None None] Network e9ab4f27-05e8-4679-9195-28ec06efcb09 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:44.318722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-497fe8bd-8224-4e8f-a17b-ed8e715c1765 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9729092 Nov 29 18:03:44.328427 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:44.474582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505c279-b9b7-4cba-955a-3f3c7efa7202 req-467c33d8-b0a1-4c81-b5eb-15dc49e74122 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:44.477217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c505c279-b9b7-4cba-955a-3f3c7efa7202 req-467c33d8-b0a1-4c81-b5eb-15dc49e74122 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 946 time: 0.1297979 Nov 29 18:03:44.526507 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Allocated IP 2001:db8::2 (88f753fe-755e-4f84-a360-dc751e616bef/a5232f90-cd5e-470a-a5e2-ee7ed2a283b0/ec7119c2-a12e-434c-816f-1cbbbf0ee472) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:03:44.582554 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c505c279-b9b7-4cba-955a-3f3c7efa7202 req-d79a8a52-3304-4f57-ba7b-c7148cd55fbb tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/security-groups?id=361ce298-dc65-440b-9bda-a76cb897b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990071 Nov 29 18:03:44.638392 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9d77a8a6-ab3f-4906-818f-57468bb11eec req-5cc8632e-64ed-472f-8a02-7197282ae189 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:44.704818 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fdd05f-9932-495b-af7d-3ebb91e81e0a None None] Network e9ab4f27-05e8-4679-9195-28ec06efcb09 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:44.736613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8632e-64ed-472f-8a02-7197282ae189 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Pushing event deleted for resources: {'Port': ['ID=d3eb850c-8012-4ee6-9544-9b5ab86fd047,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:44.744935 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:44.918705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba163b0-619d-49e1-8899-115ece5fc404 req-c3946ab3-022b-4d38-88ca-6afa9998997d tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:44.929712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cba163b0-619d-49e1-8899-115ece5fc404 req-c3946ab3-022b-4d38-88ca-6afa9998997d tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.2900000 Nov 29 18:03:45.011381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cba163b0-619d-49e1-8899-115ece5fc404 req-2b83688a-422f-4e19-86f4-b3e5f6c2268c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789545 Nov 29 18:03:45.015245 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d77a8a6-ab3f-4906-818f-57468bb11eec req-5cc8632e-64ed-472f-8a02-7197282ae189 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Router 635c1627-3c24-438d-9c36-8bfa0e295758 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:03:45.015950 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:45.038973 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:45.117207 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:45.129013 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Network 88f753fe-755e-4f84-a360-dc751e616bef is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:03:45.136936 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:45.140846 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:03:45.159289 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Pushing event updated for resources: {'Port': ['ID=ec7119c2-a12e-434c-816f-1cbbbf0ee472,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:45.208036 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event deleted for resources: {'Subnet': ['ID=a5232f90-cd5e-470a-a5e2-ee7ed2a283b0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:45.271807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Attempting to bind port ec7119c2-a12e-434c-816f-1cbbbf0ee472 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:03:45.272286 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Attempting to bind port ec7119c2-a12e-434c-816f-1cbbbf0ee472 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'd5699591-b857-4d31-8787-70c841b4f1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '88f753fe-755e-4f84-a360-dc751e616bef'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:03:45.272753 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Attempting to bind port ec7119c2-a12e-434c-816f-1cbbbf0ee472 on network 88f753fe-755e-4f84-a360-dc751e616bef {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:03:45.279750 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:03:45.280308 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Checking segment: {'id': 'd5699591-b857-4d31-8787-70c841b4f1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '88f753fe-755e-4f84-a360-dc751e616bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:45.280831 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:45.281318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Bound using segment: {'id': 'd5699591-b857-4d31-8787-70c841b4f1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '88f753fe-755e-4f84-a360-dc751e616bef'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:03:45.281884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Bound port: ec7119c2-a12e-434c-816f-1cbbbf0ee472, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5699591-b857-4d31-8787-70c841b4f1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '88f753fe-755e-4f84-a360-dc751e616bef'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:03:45.282363 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:45.405056 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:45.491468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f753fe-755e-4f84-a360-dc751e616bef']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:45.512764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] For port ec7119c2-a12e-434c-816f-1cbbbf0ee472, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:03:45.520147 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] For port ec7119c2-a12e-434c-816f-1cbbbf0ee472, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ec7119c2-a12e-434c-816f-1cbbbf0ee472,segment=NetworkSegment(d5699591-b857-4d31-8787-70c841b4f1c1),segment_id=d5699591-b857-4d31-8787-70c841b4f1c1)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:03:45.523373 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5699591-b857-4d31-8787-70c841b4f1c1') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:45.523688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5699591-b857-4d31-8787-70c841b4f1c1') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:45.531654 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:45.532812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37705fec-3d37-4578-acb0-64a578a10dbe req-8142d935-4c1a-49c0-8233-fc7ffaf5951f tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:45.535452 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37705fec-3d37-4578-acb0-64a578a10dbe req-8142d935-4c1a-49c0-8233-fc7ffaf5951f tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/networks?id=e9ab4f27-05e8-4679-9195-28ec06efcb09 HTTP/1.1" status: 200 len: 822 time: 0.2315316 Nov 29 18:03:45.561885 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37705fec-3d37-4578-acb0-64a578a10dbe req-7cc4b71b-9ed2-4fa2-83da-ceddd9d4d087 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/quotas/b32cba58b45748e2bb629bd138e4f3d5 HTTP/1.1" status: 200 len: 375 time: 0.0206299 Nov 29 18:03:45.562952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d77a8a6-ab3f-4906-818f-57468bb11eec req-5cc8632e-64ed-472f-8a02-7197282ae189 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:03:45.576552 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd44b33b-0654-4052-9163-9a9303f165de None None] Sync routers for ids ['635c1627-3c24-438d-9c36-8bfa0e295758'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:03:45.598903 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd44b33b-0654-4052-9163-9a9303f165de None None] Routers {'635c1627-3c24-438d-9c36-8bfa0e295758'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:45.601475 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bd44b33b-0654-4052-9163-9a9303f165de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['635c1627-3c24-438d-9c36-8bfa0e295758'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:45.620968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1a0b8-e650-4b49-9df1-18f470d5788d None None] Pushing event updated for resources: {'Port': ['ID=ec7119c2-a12e-434c-816f-1cbbbf0ee472,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:45.629321 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:45.654178 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37705fec-3d37-4578-acb0-64a578a10dbe req-0ae62d2e-a7da-4f82-9d6c-9af323355057 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b32cba58b45748e2bb629bd138e4f3d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721207 Nov 29 18:03:45.654939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb98454-af41-4cf1-b8df-4b94909156f4 None None] Network 88f753fe-755e-4f84-a360-dc751e616bef requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:45.721478 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d77a8a6-ab3f-4906-818f-57468bb11eec req-5cc8632e-64ed-472f-8a02-7197282ae189 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] No DVR routers for this DVR port d3eb850c-8012-4ee6-9544-9b5ab86fd047 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:03:45.741576 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9d77a8a6-ab3f-4906-818f-57468bb11eec req-5cc8632e-64ed-472f-8a02-7197282ae189 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:45.745505 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9d77a8a6-ab3f-4906-818f-57468bb11eec req-5cc8632e-64ed-472f-8a02-7197282ae189 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.20 "DELETE /v2.0/ports/d3eb850c-8012-4ee6-9544-9b5ab86fd047 HTTP/1.1" status: 204 len: 173 time: 3.2353206 Nov 29 18:03:45.746768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ae3e04-4510-4c8c-a952-f391da399282', 'name': 'network-vif-deleted', 'tag': 'd3eb850c-8012-4ee6-9544-9b5ab86fd047'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:45.749203 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709d23e0-080d-4757-9cd2-f413dcdacba9" -d '{"events": [{"server_uuid": "97ae3e04-4510-4c8c-a952-f391da399282", "name": "network-vif-deleted", "tag": "d3eb850c-8012-4ee6-9544-9b5ab86fd047"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:45.768013 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:45.785378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:03:45.785796 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:03:45.789095 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:03:45.873167 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e619615-18b6-4843-948e-1a3591bfe670 None None] get_active_networks_info from n-d-819494-5 {{(pid=110006) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 18:03:45.879379 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37705fec-3d37-4578-acb0-64a578a10dbe req-d9d4e8a9-2440-4782-9c10-cb72fd2df8ad service neutron] 10.222.0.23 "GET /v2.0/networks/e9ab4f27-05e8-4679-9195-28ec06efcb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155278 Nov 29 18:03:45.941208 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.db.api [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 18:03:45.941208 n-d-819494-5 neutron-server[110004]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 18:03:45.941208 n-d-819494-5 neutron-server[110004]: [parameters: {'id': '88f753fe-755e-4f84-a360-dc751e616bef'}] Nov 29 18:03:45.941208 n-d-819494-5 neutron-server[110004]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:03:45.941762 n-d-819494-5 neutron-server[110004]: DEBUG oslo_db.api [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:03:45.994942 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e813ae78-2d58-4177-bf7d-657a95da2ec1 req-02cc94db-f81a-4f31-8dda-708a5b545817 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ae3e04-4510-4c8c-a952-f391da399282 HTTP/1.1" status: 200 len: 210 time: 0.0938778 Nov 29 18:03:46.027625 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-bd44b33b-0654-4052-9163-9a9303f165de None None] Set router 635c1627-3c24-438d-9c36-8bfa0e295758 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:03:46.064680 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e619615-18b6-4843-948e-1a3591bfe670 None None] Resources bound (agent type, host, resource id): {{(pid=110006) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 18:03:46.175452 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37705fec-3d37-4578-acb0-64a578a10dbe req-c76aed0e-82a8-4acc-8195-2f42c7b96646 service neutron] 10.222.0.23 "GET /v2.0/networks/e9ab4f27-05e8-4679-9195-28ec06efcb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950213 Nov 29 18:03:46.217461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94773bf2-3462-459d-9217-49b5e538d4a5 req-d54ec551-5d6d-44a5-bfc6-1a4656ff305f tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:46.228686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94773bf2-3462-459d-9217-49b5e538d4a5 req-d54ec551-5d6d-44a5-bfc6-1a4656ff305f tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/ports?device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 950 time: 0.1249166 Nov 29 18:03:46.311038 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bd44b33b-0654-4052-9163-9a9303f165de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'name': 'tempest-ServersTestFqdnHostnames-2058424617-router', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:15Z', 'updated_at': '2021-11-29T18:01:24Z', 'revision_number': 4, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'gw_port': {'id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:17Z', 'updated_at': '2021-11-29T18:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'ccf75137-f139-4a58-ac41-5d20640571ea', 'name': '', 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'mac_address': 'fa:16:3e:fe:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '28db10ba-cb36-430b-858e-067b31233e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:22Z', 'updated_at': '2021-11-29T18:01:36Z', 'revision_number': 5, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'subnets': [{'id': '28db10ba-cb36-430b-858e-067b31233e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:46.322021 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94773bf2-3462-459d-9217-49b5e538d4a5 req-624c8898-027a-417a-b15a-743db99d9f07 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/security-groups?id=e31b0a8e-8749-4799-9c2d-48a43437b218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920146 Nov 29 18:03:46.396345 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd44b33b-0654-4052-9163-9a9303f165de None None] Checking router: 635c1627-3c24-438d-9c36-8bfa0e295758 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:03:46.416291 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd44b33b-0654-4052-9163-9a9303f165de None None] Routers {'635c1627-3c24-438d-9c36-8bfa0e295758'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:46.417175 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bd44b33b-0654-4052-9163-9a9303f165de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['635c1627-3c24-438d-9c36-8bfa0e295758'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:46.442852 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:46.489877 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e9f66f-423a-4873-8130-3221902a5c52 x-openstack-request-id: req-10e9f66f-423a-4873-8130-3221902a5c52 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:46.490421 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ae3e04-4510-4c8c-a952-f391da399282", "name": "network-vif-deleted", "tag": "d3eb850c-8012-4ee6-9544-9b5ab86fd047", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:46.493340 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10e9f66f-423a-4873-8130-3221902a5c52 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:46.493780 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ae3e04-4510-4c8c-a952-f391da399282', 'name': 'network-vif-deleted', 'tag': 'd3eb850c-8012-4ee6-9544-9b5ab86fd047', 'status': 'completed', 'code': 200} Nov 29 18:03:46.658840 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Deleting port ec7119c2-a12e-434c-816f-1cbbbf0ee472 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:46.660241 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:46.676622 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-bd44b33b-0654-4052-9163-9a9303f165de None None] Set router 635c1627-3c24-438d-9c36-8bfa0e295758 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:03:46.739146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device d3eb850c-8012-4ee6-9544-9b5ab86fd047 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:03:46.753160 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] For port ec7119c2-a12e-434c-816f-1cbbbf0ee472, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ec7119c2-a12e-434c-816f-1cbbbf0ee472,segment=NetworkSegment(d5699591-b857-4d31-8787-70c841b4f1c1),segment_id=d5699591-b857-4d31-8787-70c841b4f1c1)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:46.753955 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:46.769444 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10f81dd4-d67d-47bd-a432-fd2ea51d2977 req-8118ac32-71b2-4ad4-8816-4dc249c5e388 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09d3b78-bdd1-4e1f-8e03-72a8083929a0 HTTP/1.1" status: 200 len: 210 time: 0.1229887 Nov 29 18:03:46.772914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: d3eb850c-8012-4ee6-9544-9b5ab86fd047 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:03:46.773268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device d3eb850c-8012-4ee6-9544-9b5ab86fd047 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:03:46.785232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b81ad-2823-4c10-bbc9-5b8c07485e06 req-3a556b76-897f-4e32-8fb3-3c162ef5ed7d tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:46.790360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Calling delete_port for ec7119c2-a12e-434c-816f-1cbbbf0ee472 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:46.801765 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-094b81ad-2823-4c10-bbc9-5b8c07485e06 req-3a556b76-897f-4e32-8fb3-3c162ef5ed7d tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.1960578 Nov 29 18:03:46.901209 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:46.939855 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-094b81ad-2823-4c10-bbc9-5b8c07485e06 req-2a56cbbc-0f29-4a95-84c1-beb7e911ce07 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366816 Nov 29 18:03:46.940102 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event deleted for resources: {'Port': ['ID=ec7119c2-a12e-434c-816f-1cbbbf0ee472,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:46.942981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] No DVR routers for this DVR port ec7119c2-a12e-434c-816f-1cbbbf0ee472 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:03:47.051418 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bd44b33b-0654-4052-9163-9a9303f165de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'name': 'tempest-ServersTestFqdnHostnames-2058424617-router', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:15Z', 'updated_at': '2021-11-29T18:01:24Z', 'revision_number': 4, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'gw_port': {'id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:17Z', 'updated_at': '2021-11-29T18:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'ccf75137-f139-4a58-ac41-5d20640571ea', 'name': '', 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'mac_address': 'fa:16:3e:fe:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '28db10ba-cb36-430b-858e-067b31233e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:22Z', 'updated_at': '2021-11-29T18:01:36Z', 'revision_number': 5, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'subnets': [{'id': '28db10ba-cb36-430b-858e-067b31233e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:47.081519 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd44b33b-0654-4052-9163-9a9303f165de None None] The sync data for ids ['635c1627-3c24-438d-9c36-8bfa0e295758'] in n-d-819494-5 is: [{'id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'name': 'tempest-ServersTestFqdnHostnames-2058424617-router', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:15Z', 'updated_at': '2021-11-29T18:01:24Z', 'revision_number': 4, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'gw_port': {'id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:17Z', 'updated_at': '2021-11-29T18:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'ccf75137-f139-4a58-ac41-5d20640571ea', 'name': '', 'network_id': '7e72fbc1-9900-41ce-b778-c6a918a7842a', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'mac_address': 'fa:16:3e:fe:07:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '28db10ba-cb36-430b-858e-067b31233e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:22Z', 'updated_at': '2021-11-29T18:01:36Z', 'revision_number': 5, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'subnets': [{'id': '28db10ba-cb36-430b-858e-067b31233e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:03:47.161400 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:47.186421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49684) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:47.208899 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f753fe-755e-4f84-a360-dc751e616bef']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:47.229502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5699591-b857-4d31-8787-70c841b4f1c1') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:47.229838 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5699591-b857-4d31-8787-70c841b4f1c1') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:47.253363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e83502-780e-4a03-85f3-c2f92421044b req-5ee8b94a-cfa3-4d1b-a88b-1da93652d8e5 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:47.254910 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-46e83502-780e-4a03-85f3-c2f92421044b req-5ee8b94a-cfa3-4d1b-a88b-1da93652d8e5 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.31 "GET /v2.0/ports?device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 950 time: 0.1305916 Nov 29 18:03:47.281633 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:47.300019 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4a20fb9-7f52-4a6f-98b0-ec96b580c410 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:47.362702 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4a20fb9-7f52-4a6f-98b0-ec96b580c410 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:47.437388 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:47.438603 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49690) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:47.462886 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:03:47.466622 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:03:47.473318 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:03:47.534768 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4a20fb9-7f52-4a6f-98b0-ec96b580c410 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:47.537440 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4a20fb9-7f52-4a6f-98b0-ec96b580c410 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:47.538618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b4a20fb9-7f52-4a6f-98b0-ec96b580c410 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "DELETE /v2.0/security-groups/361ce298-dc65-440b-9bda-a76cb897b8d8 HTTP/1.1" status: 204 len: 168 time: 0.3509140 Nov 29 18:03:47.542510 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49694) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:47.604038 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc184cb0-e539-4a34-a7e7-ad2ddce4263c req-1d5b398a-7fd9-4621-b2ad-4d9b97a62d86 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:47.606636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc184cb0-e539-4a34-a7e7-ad2ddce4263c req-1d5b398a-7fd9-4621-b2ad-4d9b97a62d86 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/ports?device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 950 time: 0.1529210 Nov 29 18:03:47.615454 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a20fb9-7f52-4a6f-98b0-ec96b580c410 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=361ce298-dc65-440b-9bda-a76cb897b8d8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:47.620446 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-9cf6176a-4910-48e1-80fd-7f21a8e43ef6 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] show failed (client error): The resource could not be found. Nov 29 18:03:47.630221 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9cf6176a-4910-48e1-80fd-7f21a8e43ef6 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "GET /v2.0/security-groups/361ce298-dc65-440b-9bda-a76cb897b8d8 HTTP/1.1" status: 404 len: 347 time: 0.0862131 Nov 29 18:03:47.640264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49698) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:47.706508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771712f6-d7f0-4530-ba9f-bdcc0dd09d31 None None] New status for floating IP 2de943bc-7ec0-4cb7-9525-ea1f090977bd: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:03:47.720419 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc184cb0-e539-4a34-a7e7-ad2ddce4263c req-ba3f80b2-65de-4d0c-99b4-bfc2e7091a8b tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/security-groups?id=e31b0a8e-8749-4799-9c2d-48a43437b218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022084 Nov 29 18:03:47.821345 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:47.849575 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-207f25cd-e44a-40d6-bdcd-30bd3ae7df6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:47.855664 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:47.859639 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/networks/88f753fe-755e-4f84-a360-dc751e616bef HTTP/1.1" status: 204 len: 168 time: 3.9349828 Nov 29 18:03:47.863891 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49702) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:47.870114 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e00c8c21-3ccb-41a6-a4d8-c930e11286e0 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-875625050'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:47.889494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9ae16-e9de-47bb-9715-c774f65548aa tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event deleted for resources: {'Network': ['ID=88f753fe-755e-4f84-a360-dc751e616bef,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:47.896045 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-46e83502-780e-4a03-85f3-c2f92421044b req-2f794b7a-835c-44fd-8753-5820145003a7 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Deleting port e732446d-2a47-465f-ad42-47a3ffe7ef12 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:47.896631 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-46e83502-780e-4a03-85f3-c2f92421044b req-2f794b7a-835c-44fd-8753-5820145003a7 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:47.908717 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00c8c21-3ccb-41a6-a4d8-c930e11286e0 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Made reservation on behalf of de20f7e073d0456c97edaec3962a9e5a for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:47.912774 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e00c8c21-3ccb-41a6-a4d8-c930e11286e0 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:47.986060 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-03089e8c-9c3d-4252-8803-016ebb704531 req-fb39b441-da83-4431-b0c0-7efb05d6d4a5 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09d3b78-bdd1-4e1f-8e03-72a8083929a0 HTTP/1.1" status: 200 len: 210 time: 0.0671520 Nov 29 18:03:48.007185 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00c8c21-3ccb-41a6-a4d8-c930e11286e0 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:03:48.030256 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4ad07326-5f31-4175-95d9-7a71639850c7 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Deleting port b992259d-b39b-4279-a081-52e090538c90 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:48.030752 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ad07326-5f31-4175-95d9-7a71639850c7 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:48.032686 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e00c8c21-3ccb-41a6-a4d8-c930e11286e0 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:48.033301 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-e00c8c21-3ccb-41a6-a4d8-c930e11286e0 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Added segment b820c285-813b-43f8-bfe1-bbcd234deb23 of type vlan for network 956630b0-3f58-4e4e-b610-0d1a0db7bcde Nov 29 18:03:48.126806 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e00c8c21-3ccb-41a6-a4d8-c930e11286e0 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:48.163765 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-46e83502-780e-4a03-85f3-c2f92421044b req-2f794b7a-835c-44fd-8753-5820145003a7 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] For port e732446d-2a47-465f-ad42-47a3ffe7ef12, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e732446d-2a47-465f-ad42-47a3ffe7ef12,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:48.164464 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-46e83502-780e-4a03-85f3-c2f92421044b req-2f794b7a-835c-44fd-8753-5820145003a7 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:48.191565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-46e83502-780e-4a03-85f3-c2f92421044b req-2f794b7a-835c-44fd-8753-5820145003a7 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Calling delete_port for e732446d-2a47-465f-ad42-47a3ffe7ef12 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:48.205817 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e00c8c21-3ccb-41a6-a4d8-c930e11286e0 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:48.213461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00c8c21-3ccb-41a6-a4d8-c930e11286e0 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:48.214379 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e00c8c21-3ccb-41a6-a4d8-c930e11286e0 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:48.227722 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-207f25cd-e44a-40d6-bdcd-30bd3ae7df6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:48.252647 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-207f25cd-e44a-40d6-bdcd-30bd3ae7df6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:48.274229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e2425-34b0-4b8c-a6b9-56aaecd1ccf4 req-7a386c0c-8c2c-4307-9201-9060bf03f52b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:48.277097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-644e2425-34b0-4b8c-a6b9-56aaecd1ccf4 req-7a386c0c-8c2c-4307-9201-9060bf03f52b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.1882749 Nov 29 18:03:48.285343 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e00c8c21-3ccb-41a6-a4d8-c930e11286e0 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4202878 Nov 29 18:03:48.287358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49706) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:48.347251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-493fb064-2a74-4269-86d5-f086bf5674a7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Request body: {'subnet': {'network_id': '956630b0-3f58-4e4e-b610-0d1a0db7bcde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:48.376327 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ad07326-5f31-4175-95d9-7a71639850c7 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:48.378038 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ad07326-5f31-4175-95d9-7a71639850c7 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:48.449888 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f25cd-e44a-40d6-bdcd-30bd3ae7df6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c112f7c-a7d2-43e5-9eea-45251741094c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:48.461623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c8c21-3ccb-41a6-a4d8-c930e11286e0 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event updated for resources: {'Network': ['ID=956630b0-3f58-4e4e-b610-0d1a0db7bcde,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:48.468113 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4ad07326-5f31-4175-95d9-7a71639850c7 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Calling delete_port for b992259d-b39b-4279-a081-52e090538c90 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:48.494246 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 956630b0-3f58-4e4e-b610-0d1a0db7bcde details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:03:48.497696 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-207f25cd-e44a-40d6-bdcd-30bd3ae7df6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43e2dcfcd0914f2a80135c0167a48fdd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0528352 Nov 29 18:03:48.502421 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49708) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:48.506733 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-644e2425-34b0-4b8c-a6b9-56aaecd1ccf4 req-7fd58a2d-6327-4d72-ae14-6b95e074dbdc tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045829 Nov 29 18:03:48.548132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493fb064-2a74-4269-86d5-f086bf5674a7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Made reservation on behalf of de20f7e073d0456c97edaec3962a9e5a for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:48.553173 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-493fb064-2a74-4269-86d5-f086bf5674a7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:48.737302 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37705fec-3d37-4578-acb0-64a578a10dbe req-c1691966-007a-4907-ac16-13c3e639b89f tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:48.738897 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-37705fec-3d37-4578-acb0-64a578a10dbe req-c1691966-007a-4907-ac16-13c3e639b89f tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.20 "GET /v2.0/networks?id=e9ab4f27-05e8-4679-9195-28ec06efcb09 HTTP/1.1" status: 200 len: 822 time: 0.5063565 Nov 29 18:03:48.774210 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-46e83502-780e-4a03-85f3-c2f92421044b req-2f794b7a-835c-44fd-8753-5820145003a7 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:48.787112 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e732446d-2a47-465f-ad42-47a3ffe7ef12'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:03:48.789124 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-37705fec-3d37-4578-acb0-64a578a10dbe req-789c2240-d399-4dbf-a48f-06ca006ebfe5 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Request body: {'port': {'device_id': 'a09d3b78-bdd1-4e1f-8e03-72a8083929a0', 'network_id': 'e9ab4f27-05e8-4679-9195-28ec06efcb09', 'admin_state_up': True, 'tenant_id': 'b32cba58b45748e2bb629bd138e4f3d5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:48.829737 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-228b7587-fc63-4a8c-8967-f9e98e773b92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:48.883872 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f794b7a-835c-44fd-8753-5820145003a7 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Pushing event deleted for resources: {'Port': ['ID=e732446d-2a47-465f-ad42-47a3ffe7ef12,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:48.896308 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c55201c9-33fd-4712-a344-7cebaca58f6b req-8ef11847-802d-4bb2-a5ad-1a3352b1c4ca tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.23 "GET /v2.0/ports?device_id=706304b6-3ffe-47ef-8848-3feff7b6e65b HTTP/1.1" status: 200 len: 210 time: 0.0337660 Nov 29 18:03:48.952821 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-228b7587-fc63-4a8c-8967-f9e98e773b92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:48.987564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e83502-780e-4a03-85f3-c2f92421044b req-2f794b7a-835c-44fd-8753-5820145003a7 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] No DVR routers for this DVR port e732446d-2a47-465f-ad42-47a3ffe7ef12 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:03:48.992569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.objects.ports [None req-493fb064-2a74-4269-86d5-f086bf5674a7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:03:49.007542 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-46e83502-780e-4a03-85f3-c2f92421044b req-2f794b7a-835c-44fd-8753-5820145003a7 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:49.011032 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-46e83502-780e-4a03-85f3-c2f92421044b req-2f794b7a-835c-44fd-8753-5820145003a7 tempest-TenantUsagesTestJSON-20131510 tempest-TenantUsagesTestJSON-20131510-project] 10.222.0.31 "DELETE /v2.0/ports/e732446d-2a47-465f-ad42-47a3ffe7ef12 HTTP/1.1" status: 204 len: 173 time: 1.7266345 Nov 29 18:03:49.011527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706304b6-3ffe-47ef-8848-3feff7b6e65b', 'name': 'network-vif-deleted', 'tag': 'e732446d-2a47-465f-ad42-47a3ffe7ef12'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:49.013985 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0b685a-94dc-413a-a1e8-32592f08fe26" -d '{"events": [{"server_uuid": "706304b6-3ffe-47ef-8848-3feff7b6e65b", "name": "network-vif-deleted", "tag": "e732446d-2a47-465f-ad42-47a3ffe7ef12"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:49.028656 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-493fb064-2a74-4269-86d5-f086bf5674a7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:49.037797 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ad07326-5f31-4175-95d9-7a71639850c7 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:49.105616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad07326-5f31-4175-95d9-7a71639850c7 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Pushing event deleted for resources: {'Port': ['ID=b992259d-b39b-4279-a081-52e090538c90,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:49.152309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850d9eaa-9beb-499c-b6b2-3d46070453ec None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:03:49.162131 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656a53cd-60ca-4f5c-ab32-7428e3916ee7 x-openstack-request-id: req-656a53cd-60ca-4f5c-ab32-7428e3916ee7 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:49.162889 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706304b6-3ffe-47ef-8848-3feff7b6e65b", "name": "network-vif-deleted", "tag": "e732446d-2a47-465f-ad42-47a3ffe7ef12", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:49.163452 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-656a53cd-60ca-4f5c-ab32-7428e3916ee7 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:49.164215 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706304b6-3ffe-47ef-8848-3feff7b6e65b', 'name': 'network-vif-deleted', 'tag': 'e732446d-2a47-465f-ad42-47a3ffe7ef12', 'status': 'completed', 'code': 200} Nov 29 18:03:49.169406 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37705fec-3d37-4578-acb0-64a578a10dbe req-789c2240-d399-4dbf-a48f-06ca006ebfe5 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Made reservation on behalf of b32cba58b45748e2bb629bd138e4f3d5 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:49.175615 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37705fec-3d37-4578-acb0-64a578a10dbe req-789c2240-d399-4dbf-a48f-06ca006ebfe5 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:49.334649 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8a50ad2-1bc6-48e6-ba3a-01f4f2d4c0b9 req-f674e381-fc45-4418-924c-f61b9db60c94 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09d3b78-bdd1-4e1f-8e03-72a8083929a0 HTTP/1.1" status: 200 len: 210 time: 0.0883739 Nov 29 18:03:49.341844 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fb064-2a74-4269-86d5-f086bf5674a7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event updated for resources: {'Subnet': ['ID=45f0a1a8-92a3-4529-9dff-f82d33825584,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:49.382551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493fb064-2a74-4269-86d5-f086bf5674a7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Checking segment: {'id': 'b820c285-813b-43f8-bfe1-bbcd234deb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '956630b0-3f58-4e4e-b610-0d1a0db7bcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:49.383347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493fb064-2a74-4269-86d5-f086bf5674a7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Network hostable DHCP agents. Network: 956630b0-3f58-4e4e-b610-0d1a0db7bcde, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:03:49.404097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493fb064-2a74-4269-86d5-f086bf5674a7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Network 956630b0-3f58-4e4e-b610-0d1a0db7bcde is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:03:49.415257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-493fb064-2a74-4269-86d5-f086bf5674a7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 956630b0-3f58-4e4e-b610-0d1a0db7bcde) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:49.425914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f503bcc8-c198-4c2f-97a6-748f68748cec None None] Network 956630b0-3f58-4e4e-b610-0d1a0db7bcde requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:49.430219 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493fb064-2a74-4269-86d5-f086bf5674a7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:49.430847 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-493fb064-2a74-4269-86d5-f086bf5674a7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:49.457762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-493fb064-2a74-4269-86d5-f086bf5674a7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1531713 Nov 29 18:03:49.460404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49724) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:49.720846 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-956630b0-3f58-4e4e-b610-0d1a0db7bcde', 'network_id': '956630b0-3f58-4e4e-b610-0d1a0db7bcde', 'tenant_id': 'de20f7e073d0456c97edaec3962a9e5a', 'fixed_ips': [{'subnet_id': '45f0a1a8-92a3-4529-9dff-f82d33825584'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:03:49.722685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60de638-cc4c-455b-9ee7-fc75caae5b6f req-77b8a3b3-1f46-4d3c-b1aa-dcd44f4f4b25 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:49.723399 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:49.725175 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b60de638-cc4c-455b-9ee7-fc75caae5b6f req-77b8a3b3-1f46-4d3c-b1aa-dcd44f4f4b25 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.1253333 Nov 29 18:03:49.730233 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:49.884381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-37705fec-3d37-4578-acb0-64a578a10dbe req-789c2240-d399-4dbf-a48f-06ca006ebfe5 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Allocated IP 172.20.0.7 (e9ab4f27-05e8-4679-9195-28ec06efcb09/76c57aef-e569-4893-9e6e-e5a8903d2158/39d5a833-2b6a-4f99-b5f0-377138f700d3) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:03:49.888734 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:49.980346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Allocated IP 2001:db8::f816:3eff:fec0:b9f6 (956630b0-3f58-4e4e-b610-0d1a0db7bcde/45f0a1a8-92a3-4529-9dff-f82d33825584/3d4ef95c-c286-48ad-86e3-148ee08f441c) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:03:50.031259 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b60de638-cc4c-455b-9ee7-fc75caae5b6f req-df7bc72d-0dd0-4731-a6b9-ffdcde3ad250 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986739 Nov 29 18:03:50.142623 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-228b7587-fc63-4a8c-8967-f9e98e773b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.145806 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-228b7587-fc63-4a8c-8967-f9e98e773b92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.146939 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-228b7587-fc63-4a8c-8967-f9e98e773b92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c112f7c-a7d2-43e5-9eea-45251741094c HTTP/1.1" status: 204 len: 168 time: 1.5447443 Nov 29 18:03:50.164617 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ad07326-5f31-4175-95d9-7a71639850c7 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.167834 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ad07326-5f31-4175-95d9-7a71639850c7 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.172330 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4ad07326-5f31-4175-95d9-7a71639850c7 tempest-ServersTestFqdnHostnames-555391473 tempest-ServersTestFqdnHostnames-555391473-project] 10.222.0.23 "DELETE /v2.0/floatingips/2de943bc-7ec0-4cb7-9525-ea1f090977bd HTTP/1.1" status: 204 len: 168 time: 2.5221083 Nov 29 18:03:50.173198 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49736) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:50.179416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b7587-fc63-4a8c-8967-f9e98e773b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c112f7c-a7d2-43e5-9eea-45251741094c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:50.187256 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37705fec-3d37-4578-acb0-64a578a10dbe req-789c2240-d399-4dbf-a48f-06ca006ebfe5 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.234626 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37705fec-3d37-4578-acb0-64a578a10dbe req-789c2240-d399-4dbf-a48f-06ca006ebfe5 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.288355 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.303608 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.323624 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37705fec-3d37-4578-acb0-64a578a10dbe req-789c2240-d399-4dbf-a48f-06ca006ebfe5 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Network e9ab4f27-05e8-4679-9195-28ec06efcb09 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:03:50.328213 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-37705fec-3d37-4578-acb0-64a578a10dbe req-789c2240-d399-4dbf-a48f-06ca006ebfe5 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:50.331309 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-37705fec-3d37-4578-acb0-64a578a10dbe req-789c2240-d399-4dbf-a48f-06ca006ebfe5 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:03:50.345363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c2240-d399-4dbf-a48f-06ca006ebfe5 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Pushing event updated for resources: {'Port': ['ID=39d5a833-2b6a-4f99-b5f0-377138f700d3,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:50.346104 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.404701 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b32978-20e3-48a3-80f8-67c9f813a9c9 None None] DHCP port deletion for e9ab4f27-05e8-4679-9195-28ec06efcb09 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:03:50.433706 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Network 956630b0-3f58-4e4e-b610-0d1a0db7bcde is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:03:50.447630 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37705fec-3d37-4578-acb0-64a578a10dbe req-789c2240-d399-4dbf-a48f-06ca006ebfe5 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:50.448573 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37705fec-3d37-4578-acb0-64a578a10dbe req-789c2240-d399-4dbf-a48f-06ca006ebfe5 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.459547 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:50.467087 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:03:50.470356 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Pushing event updated for resources: {'Port': ['ID=3d4ef95c-c286-48ad-86e3-148ee08f441c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:50.476514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49744) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:50.499211 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-37705fec-3d37-4578-acb0-64a578a10dbe req-789c2240-d399-4dbf-a48f-06ca006ebfe5 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7139304 Nov 29 18:03:50.504215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:50.505051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:50.505562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:50.506510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:50.507625 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:50.508166 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:50.510610 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:50.511286 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:50.512094 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:50.513994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:50.514650 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-37705fec-3d37-4578-acb0-64a578a10dbe req-fc2641a1-9614-4230-a51f-b42fafb39d12 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:03:50.514947 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:50.515450 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:03:50.517166 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-37705fec-3d37-4578-acb0-64a578a10dbe req-fc2641a1-9614-4230-a51f-b42fafb39d12 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171552 Nov 29 18:03:50.536323 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Request body: {'port': {'device_id': 'a09d3b78-bdd1-4e1f-8e03-72a8083929a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:50.638485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Attempting to bind port 3d4ef95c-c286-48ad-86e3-148ee08f441c on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:03:50.640668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Attempting to bind port 3d4ef95c-c286-48ad-86e3-148ee08f441c by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'b820c285-813b-43f8-bfe1-bbcd234deb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '956630b0-3f58-4e4e-b610-0d1a0db7bcde'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:03:50.641896 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Attempting to bind port 3d4ef95c-c286-48ad-86e3-148ee08f441c on network 956630b0-3f58-4e4e-b610-0d1a0db7bcde {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:03:50.650986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:03:50.651877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Checking segment: {'id': 'b820c285-813b-43f8-bfe1-bbcd234deb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '956630b0-3f58-4e4e-b610-0d1a0db7bcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:50.652687 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.653368 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Bound using segment: {'id': 'b820c285-813b-43f8-bfe1-bbcd234deb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '956630b0-3f58-4e4e-b610-0d1a0db7bcde'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:03:50.654655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Bound port: 3d4ef95c-c286-48ad-86e3-148ee08f441c, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b820c285-813b-43f8-bfe1-bbcd234deb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '956630b0-3f58-4e4e-b610-0d1a0db7bcde'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:03:50.655408 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.657751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event deleted for resources: {'Subnet': ['ID=45f0a1a8-92a3-4529-9dff-f82d33825584,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:50.690721 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.728841 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.765119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] For port 3d4ef95c-c286-48ad-86e3-148ee08f441c, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:03:50.769206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] For port 3d4ef95c-c286-48ad-86e3-148ee08f441c, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3d4ef95c-c286-48ad-86e3-148ee08f441c,segment=NetworkSegment(b820c285-813b-43f8-bfe1-bbcd234deb23),segment_id=b820c285-813b-43f8-bfe1-bbcd234deb23)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:03:50.781874 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.794021 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956630b0-3f58-4e4e-b610-0d1a0db7bcde']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:50.818898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf0254-8bed-4897-bab9-5a3148f7a890 req-f1297463-1927-4226-9c75-ef1a2df961d5 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:50.827770 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74cf0254-8bed-4897-bab9-5a3148f7a890 req-f1297463-1927-4226-9c75-ef1a2df961d5 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09d3b78-bdd1-4e1f-8e03-72a8083929a0 HTTP/1.1" status: 200 len: 931 time: 0.1723909 Nov 29 18:03:50.831280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b820c285-813b-43f8-bfe1-bbcd234deb23') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:50.831530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b820c285-813b-43f8-bfe1-bbcd234deb23') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:50.847498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32fb11-7c6e-4d45-b9f0-8e005ed3c40f None None] Pushing event updated for resources: {'Port': ['ID=3d4ef95c-c286-48ad-86e3-148ee08f441c,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:50.852507 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b2c8735a-12ed-41c2-82d0-dd1b173a3d16 None None] Provisioning complete for port 39d5a833-2b6a-4f99-b5f0-377138f700d3 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:50.853583 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b2c8735a-12ed-41c2-82d0-dd1b173a3d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.854440 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.901355 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b2c8735a-12ed-41c2-82d0-dd1b173a3d16 None None] Port 39d5a833-2b6a-4f99-b5f0-377138f700d3 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:03:50.960763 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ed46ed6c-a080-4c3e-b03e-c8502fd9a23d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a7f87f0b5764336ac3cdc748d8065f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4808285 Nov 29 18:03:50.969366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49758) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:50.973460 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:50.982478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e732446d-2a47-465f-ad42-47a3ffe7ef12 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:03:51.039397 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: e732446d-2a47-465f-ad42-47a3ffe7ef12 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:03:51.040012 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e732446d-2a47-465f-ad42-47a3ffe7ef12 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:03:51.093335 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0151579c-322a-42a0-abec-11d89688834d None None] Network 956630b0-3f58-4e4e-b610-0d1a0db7bcde requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:51.095509 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:03:51.096083 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:03:51.103154 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:03:51.210722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d5a833-2b6a-4f99-b5f0-377138f700d3 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:03:51.222425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:51.265787 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09f19ac6-e2fb-4d7d-b95d-0b829b960f42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:51.273968 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74cf0254-8bed-4897-bab9-5a3148f7a890 req-e3d15b2b-8705-488b-9e92-f6e28385073d tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee413cbd-20c1-43a0-a358-738ec62f8b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455795 Nov 29 18:03:51.290128 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91713805-cc24-45e1-b917-e03887cc0be7 None None] get_active_networks_info from n-d-819494-5 {{(pid=110006) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 18:03:51.357146 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Transition to ACTIVE for port object 39d5a833-2b6a-4f99-b5f0-377138f700d3 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:03:51.364851 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:51.448979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Pushing event updated for resources: {'Port': ['ID=39d5a833-2b6a-4f99-b5f0-377138f700d3,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:51.499145 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09f19ac6-e2fb-4d7d-b95d-0b829b960f42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:51.504447 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 18:03:51.504447 n-d-819494-5 neutron-server[110005]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 18:03:51.504447 n-d-819494-5 neutron-server[110005]: [parameters: {'id': '956630b0-3f58-4e4e-b610-0d1a0db7bcde'}] Nov 29 18:03:51.504447 n-d-819494-5 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:03:51.507304 n-d-819494-5 neutron-server[110005]: DEBUG oslo_db.api [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:03:51.512605 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Attempting to bind port 39d5a833-2b6a-4f99-b5f0-377138f700d3 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:03:51.513421 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Attempting to bind port 39d5a833-2b6a-4f99-b5f0-377138f700d3 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '5f559174-cf13-4341-a56a-9e6603b9b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e9ab4f27-05e8-4679-9195-28ec06efcb09'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:03:51.513967 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Attempting to bind port 39d5a833-2b6a-4f99-b5f0-377138f700d3 on network e9ab4f27-05e8-4679-9195-28ec06efcb09 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:03:51.519292 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Port 39d5a833-2b6a-4f99-b5f0-377138f700d3 on network e9ab4f27-05e8-4679-9195-28ec06efcb09 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:03:51.519905 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Attempting to bind port 39d5a833-2b6a-4f99-b5f0-377138f700d3 on network e9ab4f27-05e8-4679-9195-28ec06efcb09 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:03:51.526969 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:03:51.527616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Checking segment: {'id': '5f559174-cf13-4341-a56a-9e6603b9b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e9ab4f27-05e8-4679-9195-28ec06efcb09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:51.528724 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Bound using segment: {'id': '5f559174-cf13-4341-a56a-9e6603b9b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e9ab4f27-05e8-4679-9195-28ec06efcb09'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:03:51.529414 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Bound port: 39d5a833-2b6a-4f99-b5f0-377138f700d3, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f559174-cf13-4341-a56a-9e6603b9b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'e9ab4f27-05e8-4679-9195-28ec06efcb09'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:03:51.529988 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:51.576620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91713805-cc24-45e1-b917-e03887cc0be7 None None] Resources bound (agent type, host, resource id): {{(pid=110006) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 18:03:51.619492 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] For port 39d5a833-2b6a-4f99-b5f0-377138f700d3, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:03:51.625280 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] For port 39d5a833-2b6a-4f99-b5f0-377138f700d3, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=39d5a833-2b6a-4f99-b5f0-377138f700d3,segment=NetworkSegment(5f559174-cf13-4341-a56a-9e6603b9b04e),segment_id=5f559174-cf13-4341-a56a-9e6603b9b04e)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:03:51.637155 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:51.643028 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb26e4-debd-48c2-a480-c4257dc1084a req-c18c81ce-aed1-4065-859e-e3ffd8e80eb5 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:51.644752 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5bb26e4-debd-48c2-a480-c4257dc1084a req-c18c81ce-aed1-4065-859e-e3ffd8e80eb5 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.4513202 Nov 29 18:03:51.744502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:51.744794 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5bb26e4-debd-48c2-a480-c4257dc1084a req-7c3c8553-946d-4ee2-b6c4-01c0777492fb tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910561 Nov 29 18:03:51.747417 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09f19ac6-e2fb-4d7d-b95d-0b829b960f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:51.749916 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:51.750285 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09f19ac6-e2fb-4d7d-b95d-0b829b960f42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:51.751605 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-09f19ac6-e2fb-4d7d-b95d-0b829b960f42 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e31b0a8e-8749-4799-9c2d-48a43437b218 HTTP/1.1" status: 204 len: 168 time: 0.7811058 Nov 29 18:03:51.755039 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-37705fec-3d37-4578-acb0-64a578a10dbe req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] 10.222.0.20 "PUT /v2.0/ports/39d5a833-2b6a-4f99-b5f0-377138f700d3 HTTP/1.1" status: 200 len: 1091 time: 1.2260196 Nov 29 18:03:51.756779 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09d3b78-bdd1-4e1f-8e03-72a8083929a0', 'tag': '39d5a833-2b6a-4f99-b5f0-377138f700d3'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:51.760553 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c311c927-d369-4e5d-8129-8060fe4fbebc" -d '{"events": [{"name": "network-changed", "server_uuid": "a09d3b78-bdd1-4e1f-8e03-72a8083929a0", "tag": "39d5a833-2b6a-4f99-b5f0-377138f700d3"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:51.839931 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f19ac6-e2fb-4d7d-b95d-0b829b960f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31b0a8e-8749-4799-9c2d-48a43437b218,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:51.902471 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b8734fe5-aedf-4a93-96e8-e28b7b06ba38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:51.915275 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8104c75f-4fb3-4f54-8af0-c02ab87c1342 x-openstack-request-id: req-8104c75f-4fb3-4f54-8af0-c02ab87c1342 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:51.915730 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09d3b78-bdd1-4e1f-8e03-72a8083929a0", "tag": "39d5a833-2b6a-4f99-b5f0-377138f700d3", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:51.916091 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8104c75f-4fb3-4f54-8af0-c02ab87c1342 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:51.916866 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09d3b78-bdd1-4e1f-8e03-72a8083929a0', 'tag': '39d5a833-2b6a-4f99-b5f0-377138f700d3', 'status': 'completed', 'code': 200} Nov 29 18:03:51.917871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8940979-1a15-4f27-bd60-d1b4c4cd2b29 service neutron] Pushing event updated for resources: {'Port': ['ID=39d5a833-2b6a-4f99-b5f0-377138f700d3,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:51.946276 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37705fec-3d37-4578-acb0-64a578a10dbe req-9c74a2fe-08b0-46a7-8c91-3076591e1b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:51.948425 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-37705fec-3d37-4578-acb0-64a578a10dbe req-9c74a2fe-08b0-46a7-8c91-3076591e1b22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b32cba58b45748e2bb629bd138e4f3d5&device_id=a09d3b78-bdd1-4e1f-8e03-72a8083929a0 HTTP/1.1" status: 200 len: 1094 time: 0.1280980 Nov 29 18:03:52.016669 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-37705fec-3d37-4578-acb0-64a578a10dbe req-7c50c5a5-45f4-4d06-98d4-060d205ddb17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39d5a833-2b6a-4f99-b5f0-377138f700d3 HTTP/1.1" status: 200 len: 217 time: 0.0570931 Nov 29 18:03:52.124910 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f410fa81-fc19-4ef0-8dd4-58739bbd6097 None None] DHCP port deletion for e9ab4f27-05e8-4679-9195-28ec06efcb09 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:03:52.164539 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37705fec-3d37-4578-acb0-64a578a10dbe req-e5d07f66-be56-480b-a735-d437f3f1fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:52.172828 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-37705fec-3d37-4578-acb0-64a578a10dbe req-e5d07f66-be56-480b-a735-d437f3f1fafa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76c57aef-e569-4893-9e6e-e5a8903d2158 HTTP/1.1" status: 200 len: 862 time: 0.1432123 Nov 29 18:03:52.181024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd21a3f3-f133-4c6b-8129-2d30e0d39fa7 None None] DHCP port deletion for e9ab4f27-05e8-4679-9195-28ec06efcb09 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:03:52.245739 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-37705fec-3d37-4578-acb0-64a578a10dbe req-a0b1b8e0-e657-4977-a946-91d2bcdb4156 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9ab4f27-05e8-4679-9195-28ec06efcb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644732 Nov 29 18:03:52.407136 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-37705fec-3d37-4578-acb0-64a578a10dbe req-eb74ad1c-a836-4787-822e-2184ef8312b5 service neutron] 10.222.0.20 "GET /v2.0/networks/e9ab4f27-05e8-4679-9195-28ec06efcb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514060 Nov 29 18:03:52.445140 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:52.528720 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2a3c0d0-a7ff-4279-8474-e076f51fed61 req-edb8563d-1ccd-472d-aad8-0459294359e9 tempest-AbsoluteLimitsNegativeTestJSON-1915158186 tempest-AbsoluteLimitsNegativeTestJSON-1915158186-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6b9bb70fe9004efa9722af740fe80699&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785189 Nov 29 18:03:52.533611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49796) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:52.544230 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-37705fec-3d37-4578-acb0-64a578a10dbe req-960d286b-a02c-4d00-a44d-1fcda0f3e603 service neutron] 10.222.0.20 "GET /v2.0/networks/e9ab4f27-05e8-4679-9195-28ec06efcb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276469 Nov 29 18:03:52.604463 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a5ea3fc-42e9-4477-a4fc-facc0c6462df admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:52.655987 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311c927-d369-4e5d-8129-8060fe4fbebc req-2b5c9234-b3ac-4c57-9ea7-554c09428527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:52.657785 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c311c927-d369-4e5d-8129-8060fe4fbebc req-2b5c9234-b3ac-4c57-9ea7-554c09428527 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b32cba58b45748e2bb629bd138e4f3d5&device_id=a09d3b78-bdd1-4e1f-8e03-72a8083929a0 HTTP/1.1" status: 200 len: 1094 time: 0.0607388 Nov 29 18:03:52.705598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b0389-4334-42e0-a608-e5684b21646b req-f81361a8-a1a1-451b-9ae4-c778532b0e80 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:52.711329 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e6b0389-4334-42e0-a608-e5684b21646b req-f81361a8-a1a1-451b-9ae4-c778532b0e80 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09d3b78-bdd1-4e1f-8e03-72a8083929a0 HTTP/1.1" status: 200 len: 943 time: 0.2606549 Nov 29 18:03:52.795165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311c927-d369-4e5d-8129-8060fe4fbebc req-fec28b7e-1044-461c-9d3d-6cab21b84012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:52.797035 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c311c927-d369-4e5d-8129-8060fe4fbebc req-fec28b7e-1044-461c-9d3d-6cab21b84012 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e9ab4f27-05e8-4679-9195-28ec06efcb09 HTTP/1.1" status: 200 len: 923 time: 0.1302257 Nov 29 18:03:52.873995 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c311c927-d369-4e5d-8129-8060fe4fbebc req-f4838e10-dd16-452d-8017-38064ac9f7c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39d5a833-2b6a-4f99-b5f0-377138f700d3 HTTP/1.1" status: 200 len: 217 time: 0.0682375 Nov 29 18:03:52.875358 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e6b0389-4334-42e0-a608-e5684b21646b req-00ca8e0b-2c32-46a6-95fb-c31eacb318f2 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee413cbd-20c1-43a0-a358-738ec62f8b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631052 Nov 29 18:03:52.934462 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a5ea3fc-42e9-4477-a4fc-facc0c6462df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:52.972912 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a5ea3fc-42e9-4477-a4fc-facc0c6462df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:52.982654 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311c927-d369-4e5d-8129-8060fe4fbebc req-41fd9a3a-9e66-4836-a406-95a70ff0e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:52.984507 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c311c927-d369-4e5d-8129-8060fe4fbebc req-41fd9a3a-9e66-4836-a406-95a70ff0e514 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76c57aef-e569-4893-9e6e-e5a8903d2158 HTTP/1.1" status: 200 len: 862 time: 0.1012170 Nov 29 18:03:53.004542 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Deleting port 3d4ef95c-c286-48ad-86e3-148ee08f441c {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:53.005232 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:53.010771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2a5ea3fc-42e9-4477-a4fc-facc0c6462df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c155403e5d844ef082e4aaf6d1c2b312&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4388139 Nov 29 18:03:53.028526 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49800) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:53.032134 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c311c927-d369-4e5d-8129-8060fe4fbebc req-a805d4bc-9cd1-446e-bd9e-5e3f0cff30b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9ab4f27-05e8-4679-9195-28ec06efcb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400121 Nov 29 18:03:53.052704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3c0d0-a7ff-4279-8474-e076f51fed61 req-2ba362e0-61c5-4d17-9659-cd5a37548559 tempest-AbsoluteLimitsNegativeTestJSON-1915158186 tempest-AbsoluteLimitsNegativeTestJSON-1915158186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:53.054469 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2a3c0d0-a7ff-4279-8474-e076f51fed61 req-2ba362e0-61c5-4d17-9659-cd5a37548559 tempest-AbsoluteLimitsNegativeTestJSON-1915158186 tempest-AbsoluteLimitsNegativeTestJSON-1915158186-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4849370 Nov 29 18:03:53.141052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ea3fc-42e9-4477-a4fc-facc0c6462df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0a9a1a-643f-4424-8a08-94e646f395c3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:53.144710 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c311c927-d369-4e5d-8129-8060fe4fbebc req-4401aa61-2094-4861-86a2-6e7fc6cff502 service neutron] 10.222.0.20 "GET /v2.0/networks/e9ab4f27-05e8-4679-9195-28ec06efcb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011899 Nov 29 18:03:53.165128 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2a3c0d0-a7ff-4279-8474-e076f51fed61 req-94d3878c-a0fc-4145-8bc9-b9c9f2db4bbc tempest-AbsoluteLimitsNegativeTestJSON-1915158186 tempest-AbsoluteLimitsNegativeTestJSON-1915158186-project] 10.222.0.23 "GET /v2.0/quotas/6b9bb70fe9004efa9722af740fe80699 HTTP/1.1" status: 200 len: 375 time: 0.0657527 Nov 29 18:03:53.186085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] For port 3d4ef95c-c286-48ad-86e3-148ee08f441c, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3d4ef95c-c286-48ad-86e3-148ee08f441c,segment=NetworkSegment(b820c285-813b-43f8-bfe1-bbcd234deb23),segment_id=b820c285-813b-43f8-bfe1-bbcd234deb23)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:53.186547 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:53.236366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5965e7-eaf6-4093-9a45-8b5f88e46b91 req-70460e73-8d0a-4e79-a28e-81b15ddc45e5 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:53.243824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f5965e7-eaf6-4093-9a45-8b5f88e46b91 req-70460e73-8d0a-4e79-a28e-81b15ddc45e5 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.2437329 Nov 29 18:03:53.248953 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3edfb1e1-f467-4ccb-927a-87382ea572a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:53.249168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Calling delete_port for 3d4ef95c-c286-48ad-86e3-148ee08f441c owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:53.252954 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2a3c0d0-a7ff-4279-8474-e076f51fed61 req-b61486e6-5f33-4446-a804-d50d158d7bea tempest-AbsoluteLimitsNegativeTestJSON-1915158186 tempest-AbsoluteLimitsNegativeTestJSON-1915158186-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b9bb70fe9004efa9722af740fe80699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707636 Nov 29 18:03:53.291389 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3edfb1e1-f467-4ccb-927a-87382ea572a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:53.345562 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c311c927-d369-4e5d-8129-8060fe4fbebc req-b221a6a3-394e-4c64-b15d-85f5e6d3343c service neutron] 10.222.0.20 "GET /v2.0/networks/e9ab4f27-05e8-4679-9195-28ec06efcb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901457 Nov 29 18:03:53.377349 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3edfb1e1-f467-4ccb-927a-87382ea572a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:53.382202 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3edfb1e1-f467-4ccb-927a-87382ea572a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:53.385792 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3edfb1e1-f467-4ccb-927a-87382ea572a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f0a9a1a-643f-4424-8a08-94e646f395c3 HTTP/1.1" status: 204 len: 168 time: 0.3538308 Nov 29 18:03:53.394198 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfb1e1-f467-4ccb-927a-87382ea572a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0a9a1a-643f-4424-8a08-94e646f395c3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:53.408812 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f5965e7-eaf6-4093-9a45-8b5f88e46b91 req-7d4f4029-e4c4-4f17-bb3d-0771b388362c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590374 Nov 29 18:03:53.477440 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:53.536131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event deleted for resources: {'Port': ['ID=3d4ef95c-c286-48ad-86e3-148ee08f441c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:53.538181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] No DVR routers for this DVR port 3d4ef95c-c286-48ad-86e3-148ee08f441c on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:03:53.540617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b8734fe5-aedf-4a93-96e8-e28b7b06ba38 admin admin] Deleting port ccf75137-f139-4a58-ac41-5d20640571ea {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:53.541024 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b8734fe5-aedf-4a93-96e8-e28b7b06ba38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:53.721598 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:53.765154 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956630b0-3f58-4e4e-b610-0d1a0db7bcde']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:53.769643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-b8734fe5-aedf-4a93-96e8-e28b7b06ba38 admin admin] For port ccf75137-f139-4a58-ac41-5d20640571ea, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ccf75137-f139-4a58-ac41-5d20640571ea,segment=NetworkSegment(f2aba102-038f-4940-acc7-1c62a133d75b),segment_id=f2aba102-038f-4940-acc7-1c62a133d75b)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:53.770024 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b8734fe5-aedf-4a93-96e8-e28b7b06ba38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:53.795983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b820c285-813b-43f8-bfe1-bbcd234deb23') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:53.795983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b820c285-813b-43f8-bfe1-bbcd234deb23') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:53.806886 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:53.811438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b8734fe5-aedf-4a93-96e8-e28b7b06ba38 admin admin] Calling delete_port for ccf75137-f139-4a58-ac41-5d20640571ea owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:53.831607 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:53.848536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:03:53.849211 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:03:53.854102 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:03:53.891506 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49816) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:53.950104 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-371f1e39-fcff-49e1-97d3-12c33f2875da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:54.076309 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce97e-f213-4259-973a-d00e04d1fbf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:54.100485 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:54.121372 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:54.125830 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/networks/956630b0-3f58-4e4e-b610-0d1a0db7bcde HTTP/1.1" status: 204 len: 168 time: 4.6635737 Nov 29 18:03:54.129100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49826) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:54.139699 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c737e-e548-4253-80eb-4a45dd33751f req-ad9c0440-b9ef-4c2e-a514-dc3575b5a127 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:54.148782 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0e7c737e-e548-4253-80eb-4a45dd33751f req-ad9c0440-b9ef-4c2e-a514-dc3575b5a127 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09d3b78-bdd1-4e1f-8e03-72a8083929a0 HTTP/1.1" status: 200 len: 943 time: 0.1498628 Nov 29 18:03:54.173100 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3d6865-0500-4847-b4d0-810748bd2506 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] DELETE failed (client error): The resource could not be found. Nov 29 18:03:54.173917 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e3d6865-0500-4847-b4d0-810748bd2506 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:03:54.177529 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3e3d6865-0500-4847-b4d0-810748bd2506 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/subnets/45f0a1a8-92a3-4529-9dff-f82d33825584 HTTP/1.1" status: 404 len: 337 time: 0.0472124 Nov 29 18:03:54.181555 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49828) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:54.215927 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d0c6e1-7f3b-44bc-83f3-fedae42ee379 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] DELETE failed (client error): The resource could not be found. Nov 29 18:03:54.216572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d0c6e1-7f3b-44bc-83f3-fedae42ee379 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:03:54.222242 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-52d0c6e1-7f3b-44bc-83f3-fedae42ee379 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/networks/956630b0-3f58-4e4e-b610-0d1a0db7bcde HTTP/1.1" status: 404 len: 339 time: 0.0363131 Nov 29 18:03:54.224941 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49830) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:54.239650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63068498-b465-4a0b-8297-7adb1b723907 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event deleted for resources: {'Network': ['ID=956630b0-3f58-4e4e-b610-0d1a0db7bcde,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:54.258682 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c0fa25-e34e-48bb-86e5-c3ac168b31c2 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] DELETE failed (client error): The resource could not be found. Nov 29 18:03:54.259196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c0fa25-e34e-48bb-86e5-c3ac168b31c2 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:03:54.265859 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-14c0fa25-e34e-48bb-86e5-c3ac168b31c2 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/subnets/a5232f90-cd5e-470a-a5e2-ee7ed2a283b0 HTTP/1.1" status: 404 len: 337 time: 0.0390239 Nov 29 18:03:54.265859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49832) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:54.288590 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0e7c737e-e548-4253-80eb-4a45dd33751f req-7b2f0178-38be-4731-8929-41b6c42eb260 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee413cbd-20c1-43a0-a358-738ec62f8b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387701 Nov 29 18:03:54.296576 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe78f5c-3699-4b7f-bc69-2d27768c0cae tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] DELETE failed (client error): The resource could not be found. Nov 29 18:03:54.305797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe78f5c-3699-4b7f-bc69-2d27768c0cae tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:03:54.305797 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cfe78f5c-3699-4b7f-bc69-2d27768c0cae tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/networks/88f753fe-755e-4f84-a360-dc751e616bef HTTP/1.1" status: 404 len: 339 time: 0.0342247 Nov 29 18:03:54.306140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49836) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:54.345332 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5d9de3-d988-4c5b-ad3e-50d5e2827c89 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] DELETE failed (client error): The resource could not be found. Nov 29 18:03:54.345796 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5d9de3-d988-4c5b-ad3e-50d5e2827c89 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:03:54.349965 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3f5d9de3-d988-4c5b-ad3e-50d5e2827c89 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/subnets/9947a7da-b6c4-4ee3-b500-4482f6cf8d4d HTTP/1.1" status: 404 len: 337 time: 0.0429790 Nov 29 18:03:54.353351 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49838) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:54.357597 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce97e-f213-4259-973a-d00e04d1fbf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:54.377167 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce97e-f213-4259-973a-d00e04d1fbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:54.379962 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-826976f0-f9e8-4ffa-9f49-328c39b51d01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] DELETE failed (client error): The resource could not be found. Nov 29 18:03:54.380476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826976f0-f9e8-4ffa-9f49-328c39b51d01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:03:54.383562 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-826976f0-f9e8-4ffa-9f49-328c39b51d01 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/networks/615d599a-8f74-4b5a-bc7d-9d0f0d0f6c8b HTTP/1.1" status: 404 len: 339 time: 0.0292723 Nov 29 18:03:54.386615 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49842) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:54.409654 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b8734fe5-aedf-4a93-96e8-e28b7b06ba38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:54.445126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8734fe5-aedf-4a93-96e8-e28b7b06ba38 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf75137-f139-4a58-ac41-5d20640571ea,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:54.474965 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ce97e-f213-4259-973a-d00e04d1fbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c62e8e-b005-4332-baa1-396836f62570,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:54.483634 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8a1ce97e-f213-4259-973a-d00e04d1fbf1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b9bb70fe9004efa9722af740fe80699&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5910203 Nov 29 18:03:54.484641 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49848) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:54.635430 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-c53fe0a6-b163-40d0-aae9-be08d4b7ffc8 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Deleting port 69664095-0ef9-4ff8-8172-4ed319c53d77 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:54.635784 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c53fe0a6-b163-40d0-aae9-be08d4b7ffc8 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:54.725202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49854) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:54.761803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0f98a-c806-4aaf-b86c-37d0d121ac6f req-4c24c8f0-5264-4bac-863f-f4ca0ec2d3c0 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:54.768090 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3f0f98a-c806-4aaf-b86c-37d0d121ac6f req-4c24c8f0-5264-4bac-863f-f4ca0ec2d3c0 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.1698513 Nov 29 18:03:54.774357 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-97a142ab-8309-45d0-928f-13e51003750f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:54.809997 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 39d5a833-2b6a-4f99-b5f0-377138f700d3 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:03:54.829550 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c53fe0a6-b163-40d0-aae9-be08d4b7ffc8 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:54.872615 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b8734fe5-aedf-4a93-96e8-e28b7b06ba38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:54.879022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-c53fe0a6-b163-40d0-aae9-be08d4b7ffc8 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Calling delete_port for 69664095-0ef9-4ff8-8172-4ed319c53d77 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:54.889251 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-97a142ab-8309-45d0-928f-13e51003750f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:54.899287 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3f0f98a-c806-4aaf-b86c-37d0d121ac6f req-c010dc18-37cc-4d38-aff9-e94feeb13c83 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034389 Nov 29 18:03:54.937993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c96458ab-81bb-4013-a8e3-9042ca0ceb88 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-network', 'tenant_id': '4c266ce6530d4da190745999a11290e4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:55.010696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96458ab-81bb-4013-a8e3-9042ca0ceb88 admin admin] Made reservation on behalf of 4c266ce6530d4da190745999a11290e4 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:55.013430 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96458ab-81bb-4013-a8e3-9042ca0ceb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.030306 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96458ab-81bb-4013-a8e3-9042ca0ceb88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.037932 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c53fe0a6-b163-40d0-aae9-be08d4b7ffc8 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.044412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 39d5a833-2b6a-4f99-b5f0-377138f700d3, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=39d5a833-2b6a-4f99-b5f0-377138f700d3,segment=NetworkSegment(5f559174-cf13-4341-a56a-9e6603b9b04e),segment_id=5f559174-cf13-4341-a56a-9e6603b9b04e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:55.076433 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '39d5a833-2b6a-4f99-b5f0-377138f700d3', 'network_id': 'e9ab4f27-05e8-4679-9195-28ec06efcb09', 'port_id': '39d5a833-2b6a-4f99-b5f0-377138f700d3', 'mac_address': 'fa:16:3e:52:42:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c57aef-e569-4893-9e6e-e5a8903d2158', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:03:55.085534 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c53fe0a6-b163-40d0-aae9-be08d4b7ffc8 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.090916 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c53fe0a6-b163-40d0-aae9-be08d4b7ffc8 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/ports/69664095-0ef9-4ff8-8172-4ed319c53d77 HTTP/1.1" status: 204 len: 168 time: 0.7023854 Nov 29 18:03:55.093620 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49858) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:55.094308 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fe0a6-b163-40d0-aae9-be08d4b7ffc8 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event deleted for resources: {'Port': ['ID=69664095-0ef9-4ff8-8172-4ed319c53d77,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:55.129051 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-36597fc9-1d0e-415e-9556-e2ef1203affe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] DELETE failed (client error): The resource could not be found. Nov 29 18:03:55.129693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36597fc9-1d0e-415e-9556-e2ef1203affe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:03:55.135686 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-36597fc9-1d0e-415e-9556-e2ef1203affe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/subnets/f9d21bdb-9275-488a-8cee-6fa83cdb3208 HTTP/1.1" status: 404 len: 337 time: 0.0425746 Nov 29 18:03:55.138824 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49860) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:55.146911 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.178154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d5a833-2b6a-4f99-b5f0-377138f700d3 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:03:55.212847 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8734fe5-aedf-4a93-96e8-e28b7b06ba38 admin admin] Router 635c1627-3c24-438d-9c36-8bfa0e295758 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:03:55.220378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 39d5a833-2b6a-4f99-b5f0-377138f700d3, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=39d5a833-2b6a-4f99-b5f0-377138f700d3,segment=NetworkSegment(5f559174-cf13-4341-a56a-9e6603b9b04e),segment_id=5f559174-cf13-4341-a56a-9e6603b9b04e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:55.227771 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-97a142ab-8309-45d0-928f-13e51003750f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.228719 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.232328 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-97a142ab-8309-45d0-928f-13e51003750f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.233649 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-97a142ab-8309-45d0-928f-13e51003750f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72c62e8e-b005-4332-baa1-396836f62570 HTTP/1.1" status: 204 len: 168 time: 0.7465687 Nov 29 18:03:55.259429 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a142ab-8309-45d0-928f-13e51003750f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c62e8e-b005-4332-baa1-396836f62570,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:55.265768 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9fe30ed8-d5fa-4eb3-aea1-a3a2ccaf26fe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.398683 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96458ab-81bb-4013-a8e3-9042ca0ceb88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.406869 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96458ab-81bb-4013-a8e3-9042ca0ceb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.415879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=39d5a833-2b6a-4f99-b5f0-377138f700d3,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:55.432475 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9fe30ed8-d5fa-4eb3-aea1-a3a2ccaf26fe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.462489 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9fe30ed8-d5fa-4eb3-aea1-a3a2ccaf26fe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25dff70d-8f77-4b8f-bc59-ba5fadace548']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:55.475783 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9fe30ed8-d5fa-4eb3-aea1-a3a2ccaf26fe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09aedc7d-557a-40de-b911-ebed5177f262') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:55.476179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9fe30ed8-d5fa-4eb3-aea1-a3a2ccaf26fe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09aedc7d-557a-40de-b911-ebed5177f262') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:55.489837 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9fe30ed8-d5fa-4eb3-aea1-a3a2ccaf26fe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.494839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['39d5a833-2b6a-4f99-b5f0-377138f700d3'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:03:55.507175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96458ab-81bb-4013-a8e3-9042ca0ceb88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:03:55.529232 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9fe30ed8-d5fa-4eb3-aea1-a3a2ccaf26fe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.536120 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe30ed8-d5fa-4eb3-aea1-a3a2ccaf26fe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:03:55.536602 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9fe30ed8-d5fa-4eb3-aea1-a3a2ccaf26fe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:03:55.539795 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:03:55.560384 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96458ab-81bb-4013-a8e3-9042ca0ceb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.560737 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-c96458ab-81bb-4013-a8e3-9042ca0ceb88 admin admin] Added segment fc7fd27c-3e94-4c28-acb2-d1e3f970fff2 of type vlan for network 2de40021-6650-4d54-8d0a-dc97325a88bf Nov 29 18:03:55.571545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96458ab-81bb-4013-a8e3-9042ca0ceb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd9f179-be8d-4608-9a53-694cace15300,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:55.579457 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8734fe5-aedf-4a93-96e8-e28b7b06ba38 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:03:55.596141 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ed29d5-940e-469c-bcd4-fd854f654f33 None None] Sync routers for ids ['635c1627-3c24-438d-9c36-8bfa0e295758'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:03:55.608430 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ed29d5-940e-469c-bcd4-fd854f654f33 None None] Routers {'635c1627-3c24-438d-9c36-8bfa0e295758'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:55.609093 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d9ed29d5-940e-469c-bcd4-fd854f654f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['635c1627-3c24-438d-9c36-8bfa0e295758'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:55.628590 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b8734fe5-aedf-4a93-96e8-e28b7b06ba38 admin admin] 10.222.0.23 "PUT /v2.0/routers/635c1627-3c24-438d-9c36-8bfa0e295758/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4510202 Nov 29 18:03:55.636548 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49874) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:55.693313 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96458ab-81bb-4013-a8e3-9042ca0ceb88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.734345 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87d0af-9fc9-44f7-b784-5cfebd065f1e req-38122d12-9e28-4638-ba45-35d73f8ab351 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:55.736126 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee87d0af-9fc9-44f7-b784-5cfebd065f1e req-38122d12-9e28-4638-ba45-35d73f8ab351 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09d3b78-bdd1-4e1f-8e03-72a8083929a0 HTTP/1.1" status: 200 len: 944 time: 0.2859519 Nov 29 18:03:55.760381 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9fe30ed8-d5fa-4eb3-aea1-a3a2ccaf26fe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.775493 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9fe30ed8-d5fa-4eb3-aea1-a3a2ccaf26fe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.780187 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9fe30ed8-d5fa-4eb3-aea1-a3a2ccaf26fe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/networks/25dff70d-8f77-4b8f-bc59-ba5fadace548 HTTP/1.1" status: 204 len: 168 time: 0.6415696 Nov 29 18:03:55.790826 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49882) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:55.802664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe30ed8-d5fa-4eb3-aea1-a3a2ccaf26fe tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event deleted for resources: {'Network': ['ID=25dff70d-8f77-4b8f-bc59-ba5fadace548,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:55.841382 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96458ab-81bb-4013-a8e3-9042ca0ceb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.842498 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96458ab-81bb-4013-a8e3-9042ca0ceb88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:55.843818 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c96458ab-81bb-4013-a8e3-9042ca0ceb88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.850718 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68188f5a-7575-414c-a85b-a5ad886f1a4e admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:55.857767 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d9ed29d5-940e-469c-bcd4-fd854f654f33 None None] Set router 635c1627-3c24-438d-9c36-8bfa0e295758 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:03:55.923852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96458ab-81bb-4013-a8e3-9042ca0ceb88 admin admin] Pushing event updated for resources: {'Network': ['ID=2de40021-6650-4d54-8d0a-dc97325a88bf,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:55.940467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 2de40021-6650-4d54-8d0a-dc97325a88bf details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:03:55.960917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee87d0af-9fc9-44f7-b784-5cfebd065f1e req-5d46ad45-f51b-4db2-8da1-8eb89aca1074 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee413cbd-20c1-43a0-a358-738ec62f8b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025795 Nov 29 18:03:55.988731 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c96458ab-81bb-4013-a8e3-9042ca0ceb88 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2623513 Nov 29 18:03:55.993100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49888) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:56.006013 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-f055bdc7-5930-496c-bf77-b065ddd5d7a9 admin admin] Request body: {'subnet': {'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-subnet', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:56.048845 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e3eb0fa0-9e26-49c0-81f1-15cde2c5d598 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Deleting port b05ff28c-b4c6-4558-8033-d9ba22471c10 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:56.049330 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0fa0-9e26-49c0-81f1-15cde2c5d598 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:56.055396 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68188f5a-7575-414c-a85b-a5ad886f1a4e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:56.097928 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f055bdc7-5930-496c-bf77-b065ddd5d7a9 admin admin] Made reservation on behalf of 4c266ce6530d4da190745999a11290e4 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:56.100389 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f055bdc7-5930-496c-bf77-b065ddd5d7a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:56.181690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38a96c-668d-420d-9fd9-51fb16ea2112 req-485f09d2-b06e-41ca-a2f8-00ae7d92e88b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:56.194233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a38a96c-668d-420d-9fd9-51fb16ea2112 req-485f09d2-b06e-41ca-a2f8-00ae7d92e88b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.1157217 Nov 29 18:03:56.215020 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0fa0-9e26-49c0-81f1-15cde2c5d598 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:56.244518 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d9ed29d5-940e-469c-bcd4-fd854f654f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'name': 'tempest-ServersTestFqdnHostnames-2058424617-router', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:15Z', 'updated_at': '2021-11-29T18:03:54Z', 'revision_number': 5, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'gw_port': {'id': '3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:17Z', 'updated_at': '2021-11-29T18:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:56.246489 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e3eb0fa0-9e26-49c0-81f1-15cde2c5d598 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Calling delete_port for b05ff28c-b4c6-4558-8033-d9ba22471c10 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:56.296721 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a38a96c-668d-420d-9fd9-51fb16ea2112 req-8db406b4-dded-4a94-8e19-1c0ebdb7ad60 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015909 Nov 29 18:03:56.318307 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ed29d5-940e-469c-bcd4-fd854f654f33 None None] Checking router: 635c1627-3c24-438d-9c36-8bfa0e295758 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:03:56.328500 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ed29d5-940e-469c-bcd4-fd854f654f33 None None] Routers {'635c1627-3c24-438d-9c36-8bfa0e295758'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:03:56.329469 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d9ed29d5-940e-469c-bcd4-fd854f654f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['635c1627-3c24-438d-9c36-8bfa0e295758'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:56.347637 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-68188f5a-7575-414c-a85b-a5ad886f1a4e admin admin] Deleting port 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:56.348061 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68188f5a-7575-414c-a85b-a5ad886f1a4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:56.401403 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb0e49a2-7b3c-4510-a96f-7a82eaab1782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:56.457757 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d9ed29d5-940e-469c-bcd4-fd854f654f33 None None] Set router 635c1627-3c24-438d-9c36-8bfa0e295758 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:03:56.535790 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d9ed29d5-940e-469c-bcd4-fd854f654f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'name': 'tempest-ServersTestFqdnHostnames-2058424617-router', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:15Z', 'updated_at': '2021-11-29T18:03:56Z', 'revision_number': 6, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:56.550656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-68188f5a-7575-414c-a85b-a5ad886f1a4e admin admin] For port 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:56.551052 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68188f5a-7575-414c-a85b-a5ad886f1a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:56.566439 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0fa0-9e26-49c0-81f1-15cde2c5d598 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:56.576972 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-68188f5a-7575-414c-a85b-a5ad886f1a4e admin admin] Calling delete_port for 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:56.582393 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ed29d5-940e-469c-bcd4-fd854f654f33 None None] The sync data for ids ['635c1627-3c24-438d-9c36-8bfa0e295758'] in n-d-819494-5 is: [{'id': '635c1627-3c24-438d-9c36-8bfa0e295758', 'name': 'tempest-ServersTestFqdnHostnames-2058424617-router', 'tenant_id': 'b6e868680d984888a8e27e11fa02a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:15Z', 'updated_at': '2021-11-29T18:03:56Z', 'revision_number': 6, 'project_id': 'b6e868680d984888a8e27e11fa02a6e6', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:03:56.584536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49900) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:56.587230 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f055bdc7-5930-496c-bf77-b065ddd5d7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:56.655174 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb0fa0-9e26-49c0-81f1-15cde2c5d598 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event deleted for resources: {'Port': ['ID=b05ff28c-b4c6-4558-8033-d9ba22471c10,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:56.661986 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e3eb0fa0-9e26-49c0-81f1-15cde2c5d598 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:56.666856 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e3eb0fa0-9e26-49c0-81f1-15cde2c5d598 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/ports/b05ff28c-b4c6-4558-8033-d9ba22471c10 HTTP/1.1" status: 204 len: 168 time: 0.8729734 Nov 29 18:03:56.670586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49904) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:56.721525 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6c74d4-1eb0-4f53-8172-47706caad8a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] DELETE failed (client error): The resource could not be found. Nov 29 18:03:56.722494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6c74d4-1eb0-4f53-8172-47706caad8a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:03:56.729335 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-dc6c74d4-1eb0-4f53-8172-47706caad8a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/subnets/b0c96919-f726-41d5-b46c-61e0ddd34d60 HTTP/1.1" status: 404 len: 337 time: 0.0574973 Nov 29 18:03:56.729984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49910) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:56.735746 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055bdc7-5930-496c-bf77-b065ddd5d7a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db358909-3be9-46a0-9a35-12415c5cf007,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:56.772660 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f055bdc7-5930-496c-bf77-b065ddd5d7a9 admin admin] Checking segment: {'id': 'fc7fd27c-3e94-4c28-acb2-d1e3f970fff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:56.773026 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f055bdc7-5930-496c-bf77-b065ddd5d7a9 admin admin] Network hostable DHCP agents. Network: 2de40021-6650-4d54-8d0a-dc97325a88bf, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:03:56.789679 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-01e3cd0d-a566-4882-a65a-ba010809c957 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-598448906-network', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:56.825646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 39d5a833-2b6a-4f99-b5f0-377138f700d3 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:03:56.836410 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78191397-2da0-4f52-8b59-47a38750e5be tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:56.841112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e3cd0d-a566-4882-a65a-ba010809c957 admin admin] Made reservation on behalf of ec693c762ef4433ab5b2a420380e9655 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:56.843911 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01e3cd0d-a566-4882-a65a-ba010809c957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:56.850713 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f055bdc7-5930-496c-bf77-b065ddd5d7a9 admin admin] Network 2de40021-6650-4d54-8d0a-dc97325a88bf is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:03:56.862489 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01e3cd0d-a566-4882-a65a-ba010809c957 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:56.902776 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-f055bdc7-5930-496c-bf77-b065ddd5d7a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 2de40021-6650-4d54-8d0a-dc97325a88bf) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:56.910404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f055bdc7-5930-496c-bf77-b065ddd5d7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:56.910958 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f055bdc7-5930-496c-bf77-b065ddd5d7a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:56.915919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064ec337-3481-4b12-8e15-ebd2cd02aeb5 None None] Network 2de40021-6650-4d54-8d0a-dc97325a88bf requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:56.941583 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f055bdc7-5930-496c-bf77-b065ddd5d7a9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9472342 Nov 29 18:03:56.951416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49920) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:56.956626 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-router', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:56.963390 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68188f5a-7575-414c-a85b-a5ad886f1a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.069067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68188f5a-7575-414c-a85b-a5ad886f1a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:57.072120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 39d5a833-2b6a-4f99-b5f0-377138f700d3 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:03:57.078849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfc3b3f-dad2-4f13-9e29-9ec0cce1a4ca None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:03:57.083736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ccf75137-f139-4a58-ac41-5d20640571ea no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:03:57.131958 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68188f5a-7575-414c-a85b-a5ad886f1a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.136129 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.137229 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.146562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 39d5a833-2b6a-4f99-b5f0-377138f700d3 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:57.147027 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.178952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: ccf75137-f139-4a58-ac41-5d20640571ea {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:03:57.179541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ccf75137-f139-4a58-ac41-5d20640571ea not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:03:57.201999 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-2de40021-6650-4d54-8d0a-dc97325a88bf', 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'fixed_ips': [{'subnet_id': 'db358909-3be9-46a0-9a35-12415c5cf007'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:03:57.202916 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.206231 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.246173 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68188f5a-7575-414c-a85b-a5ad886f1a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.250152 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68188f5a-7575-414c-a85b-a5ad886f1a4e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.327458 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.341644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78191397-2da0-4f52-8b59-47a38750e5be tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.344829 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.384854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-78191397-2da0-4f52-8b59-47a38750e5be tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f49f720-809e-4aa1-9363-e3d37f00fdf5']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:57.399081 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-78191397-2da0-4f52-8b59-47a38750e5be tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c98d11-5cc4-49fc-9e6b-be2ac59f0ccd') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:57.399386 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-78191397-2da0-4f52-8b59-47a38750e5be tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c98d11-5cc4-49fc-9e6b-be2ac59f0ccd') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:57.401078 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68188f5a-7575-414c-a85b-a5ad886f1a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.401822 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68188f5a-7575-414c-a85b-a5ad886f1a4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 635c1627-3c24-438d-9c36-8bfa0e295758 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:03:57.406184 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09d3b78-bdd1-4e1f-8e03-72a8083929a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d5a833-2b6a-4f99-b5f0-377138f700d3'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:03:57.409273 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e29bb8-f6cb-4707-b4a3-2c35a7bcd089" -d '{"events": [{"server_uuid": "a09d3b78-bdd1-4e1f-8e03-72a8083929a0", "name": "network-vif-plugged", "status": "completed", "tag": "39d5a833-2b6a-4f99-b5f0-377138f700d3"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:03:57.409763 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68188f5a-7575-414c-a85b-a5ad886f1a4e admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.413628 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-68188f5a-7575-414c-a85b-a5ad886f1a4e admin admin] 10.222.0.23 "DELETE /v2.0/routers/635c1627-3c24-438d-9c36-8bfa0e295758 HTTP/1.1" status: 204 len: 168 time: 1.7758510 Nov 29 18:03:57.414244 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49928) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:57.421911 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d2d60-1245-454d-a1c9-81406d9304f6 req-292437a3-8251-4f9b-88ce-c540ff4591bd tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:57.430585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b3d2d60-1245-454d-a1c9-81406d9304f6 req-292437a3-8251-4f9b-88ce-c540ff4591bd tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09d3b78-bdd1-4e1f-8e03-72a8083929a0 HTTP/1.1" status: 200 len: 944 time: 0.1736810 Nov 29 18:03:57.431456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 39d5a833-2b6a-4f99-b5f0-377138f700d3, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=39d5a833-2b6a-4f99-b5f0-377138f700d3,segment=NetworkSegment(5f559174-cf13-4341-a56a-9e6603b9b04e),segment_id=5f559174-cf13-4341-a56a-9e6603b9b04e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:57.436685 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Allocated IP 172.20.0.2 (2de40021-6650-4d54-8d0a-dc97325a88bf/db358909-3be9-46a0-9a35-12415c5cf007/f6db6077-79c4-4340-b332-352c10253011) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:03:57.444634 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.451875 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78191397-2da0-4f52-8b59-47a38750e5be tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.528859 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78191397-2da0-4f52-8b59-47a38750e5be tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.536397 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78191397-2da0-4f52-8b59-47a38750e5be tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:03:57.536819 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78191397-2da0-4f52-8b59-47a38750e5be tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:03:57.552782 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:03:57.571631 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.593273 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=39d5a833-2b6a-4f99-b5f0-377138f700d3,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:57.659307 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01e3cd0d-a566-4882-a65a-ba010809c957 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.663383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b3d2d60-1245-454d-a1c9-81406d9304f6 req-19e56b5a-e7fa-4b5b-8c7a-b21da6d993d0 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee413cbd-20c1-43a0-a358-738ec62f8b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245736 Nov 29 18:03:57.672711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfff630-31ce-4b24-b329-8928c0092ca2 req-230a2b3d-b2b1-4aec-9c7c-d0069dc4a326 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:57.680436 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6cfff630-31ce-4b24-b329-8928c0092ca2 req-230a2b3d-b2b1-4aec-9c7c-d0069dc4a326 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.2366347 Nov 29 18:03:57.689523 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01e3cd0d-a566-4882-a65a-ba010809c957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.692569 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78191397-2da0-4f52-8b59-47a38750e5be tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.720602 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.728261 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3cd0d-a566-4882-a65a-ba010809c957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5062702-f240-46bf-b095-1c9d83d9ab49,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:57.736023 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78191397-2da0-4f52-8b59-47a38750e5be tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.740999 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-78191397-2da0-4f52-8b59-47a38750e5be tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/networks/2f49f720-809e-4aa1-9363-e3d37f00fdf5 HTTP/1.1" status: 204 len: 168 time: 1.0099494 Nov 29 18:03:57.745895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49930) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:57.763009 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf14239-8dd9-4363-878d-6831bbea6489 x-openstack-request-id: req-cbf14239-8dd9-4363-878d-6831bbea6489 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:03:57.763440 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09d3b78-bdd1-4e1f-8e03-72a8083929a0", "name": "network-vif-plugged", "status": "completed", "tag": "39d5a833-2b6a-4f99-b5f0-377138f700d3", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:03:57.763786 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbf14239-8dd9-4363-878d-6831bbea6489 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:03:57.770336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e3cd0d-a566-4882-a65a-ba010809c957 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:03:57.774935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78191397-2da0-4f52-8b59-47a38750e5be tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event deleted for resources: {'Network': ['ID=2f49f720-809e-4aa1-9363-e3d37f00fdf5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:57.775918 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09d3b78-bdd1-4e1f-8e03-72a8083929a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d5a833-2b6a-4f99-b5f0-377138f700d3', 'code': 200} Nov 29 18:03:57.782017 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.821326 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01e3cd0d-a566-4882-a65a-ba010809c957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.821865 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-01e3cd0d-a566-4882-a65a-ba010809c957 admin admin] Added segment 015eea62-ad77-4765-a1db-509d6c0c3063 of type vlan for network 4e339653-55b8-4311-bf25-d12d492e827c Nov 29 18:03:57.849112 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6cfff630-31ce-4b24-b329-8928c0092ca2 req-b59245ee-2150-44c8-93cb-a83b8e3e5fa2 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675053 Nov 29 18:03:57.866301 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Network 2de40021-6650-4d54-8d0a-dc97325a88bf is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:03:57.870353 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:57.879936 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:03:57.884790 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Pushing event updated for resources: {'Port': ['ID=f6db6077-79c4-4340-b332-352c10253011,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:57.896209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-544ae04e-d289-43e3-8d74-ee23b8125ef7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Deleting subnet a0f080be-93ad-41b5-968c-c82d4a9c1992 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:03:57.918097 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-544ae04e-d289-43e3-8d74-ee23b8125ef7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.923906 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01e3cd0d-a566-4882-a65a-ba010809c957 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.972171 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Attempting to bind port f6db6077-79c4-4340-b332-352c10253011 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:03:57.972552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Attempting to bind port f6db6077-79c4-4340-b332-352c10253011 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fc7fd27c-3e94-4c28-acb2-d1e3f970fff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:03:57.972919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Attempting to bind port f6db6077-79c4-4340-b332-352c10253011 on network 2de40021-6650-4d54-8d0a-dc97325a88bf {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:03:57.977261 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-544ae04e-d289-43e3-8d74-ee23b8125ef7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.978433 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:03:57.979024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Checking segment: {'id': 'fc7fd27c-3e94-4c28-acb2-d1e3f970fff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:57.979434 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:57.979834 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Bound using segment: {'id': 'fc7fd27c-3e94-4c28-acb2-d1e3f970fff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:03:57.980299 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Bound port: f6db6077-79c4-4340-b332-352c10253011, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7fd27c-3e94-4c28-acb2-d1e3f970fff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:03:57.980684 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.013338 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01e3cd0d-a566-4882-a65a-ba010809c957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.014742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3cd0d-a566-4882-a65a-ba010809c957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:58.015369 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01e3cd0d-a566-4882-a65a-ba010809c957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.018127 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.076770 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] For port f6db6077-79c4-4340-b332-352c10253011, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:03:58.080205 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] For port f6db6077-79c4-4340-b332-352c10253011, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f6db6077-79c4-4340-b332-352c10253011,segment=NetworkSegment(fc7fd27c-3e94-4c28-acb2-d1e3f970fff2),segment_id=fc7fd27c-3e94-4c28-acb2-d1e3f970fff2)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:03:58.085713 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.088856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-8087ddb3-9013-4aef-b19b-b737c8342992 admin admin] Deleting subnet 28db10ba-cb36-430b-858e-067b31233e6d {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:03:58.102411 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8087ddb3-9013-4aef-b19b-b737c8342992 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.103001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-01e3cd0d-a566-4882-a65a-ba010809c957 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5173500 Nov 29 18:03:58.107454 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49934) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:58.113474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1b4f7d76-f42e-4208-a022-88a8d224e688 admin admin] Request body: {'subnet': {'network_id': '4e339653-55b8-4311-bf25-d12d492e827c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-598448906-subnet', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:58.133850 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74524d-531f-4084-9a50-3613f56f0e4d req-e1453e7f-86d8-4484-a03c-d17cb60b4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:58.135508 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1e74524d-531f-4084-9a50-3613f56f0e4d req-e1453e7f-86d8-4484-a03c-d17cb60b4ef9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 1096 time: 0.1646686 Nov 29 18:03:58.142087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3cd0d-a566-4882-a65a-ba010809c957 admin admin] Pushing event updated for resources: {'Network': ['ID=4e339653-55b8-4311-bf25-d12d492e827c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:58.148534 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577df078-402a-4ca2-ad12-93a240fb4cbe None None] Pushing event updated for resources: {'Port': ['ID=f6db6077-79c4-4340-b332-352c10253011,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:58.156935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 4e339653-55b8-4311-bf25-d12d492e827c details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:03:58.171754 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-544ae04e-d289-43e3-8d74-ee23b8125ef7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.195283 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a6873-abc6-4d4d-863b-d23ff78e4d88 req-4c06745c-4fcf-419b-803e-9e7a27e51ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:58.196739 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-462a6873-abc6-4d4d-863b-d23ff78e4d88 req-4c06745c-4fcf-419b-803e-9e7a27e51ca2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a09d3b78-bdd1-4e1f-8e03-72a8083929a0 HTTP/1.1" status: 200 len: 1096 time: 0.2270155 Nov 29 18:03:58.197772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4f7d76-f42e-4208-a022-88a8d224e688 admin admin] Made reservation on behalf of ec693c762ef4433ab5b2a420380e9655 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:03:58.201863 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b4f7d76-f42e-4208-a022-88a8d224e688 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.218108 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8087ddb3-9013-4aef-b19b-b737c8342992 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.317989 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-544ae04e-d289-43e3-8d74-ee23b8125ef7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.366878 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2ec3e9-7d35-4f78-bae1-6d58ccda4379 None None] Network 8cf5650c-4fe6-4ff1-81a5-a953837f9ade requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:58.388905 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-544ae04e-d289-43e3-8d74-ee23b8125ef7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.392438 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-544ae04e-d289-43e3-8d74-ee23b8125ef7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/subnets/a0f080be-93ad-41b5-968c-c82d4a9c1992 HTTP/1.1" status: 204 len: 168 time: 0.6437554 Nov 29 18:03:58.411486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49936) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:58.418316 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ae04e-d289-43e3-8d74-ee23b8125ef7 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f080be-93ad-41b5-968c-c82d4a9c1992,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:58.509447 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b4f7d76-f42e-4208-a022-88a8d224e688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.522542 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-462a6873-abc6-4d4d-863b-d23ff78e4d88 req-5b7af122-fead-44ff-8cd8-ddf6397ac0bd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ee413cbd-20c1-43a0-a358-738ec62f8b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721207 Nov 29 18:03:58.551117 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74524d-531f-4084-9a50-3613f56f0e4d req-3d85430e-9b71-4376-93da-de0cdc8e78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:58.552178 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1e74524d-531f-4084-9a50-3613f56f0e4d req-3d85430e-9b71-4376-93da-de0cdc8e78ae service neutron] 10.222.0.31 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 913 time: 0.3766949 Nov 29 18:03:58.568040 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8087ddb3-9013-4aef-b19b-b737c8342992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.583104 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9146e4e-7906-4415-b6ea-28de691620af None None] DHCP port deletion for 8cf5650c-4fe6-4ff1-81a5-a953837f9ade request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:03:58.589873 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f7d76-f42e-4208-a022-88a8d224e688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22010e9f-0862-4439-8124-fc0ac6f4dd3d,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:58.600844 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f7d76-f42e-4208-a022-88a8d224e688 admin admin] Checking segment: {'id': '015eea62-ad77-4765-a1db-509d6c0c3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e339653-55b8-4311-bf25-d12d492e827c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:03:58.601307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4f7d76-f42e-4208-a022-88a8d224e688 admin admin] Network hostable DHCP agents. Network: 4e339653-55b8-4311-bf25-d12d492e827c, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:03:58.622920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4f7d76-f42e-4208-a022-88a8d224e688 admin admin] Network 4e339653-55b8-4311-bf25-d12d492e827c is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:03:58.634605 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1b4f7d76-f42e-4208-a022-88a8d224e688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 4e339653-55b8-4311-bf25-d12d492e827c) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:58.640242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4f7d76-f42e-4208-a022-88a8d224e688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:58.640926 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b4f7d76-f42e-4208-a022-88a8d224e688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.646040 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.648418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6b6d3a-2efd-4987-9de6-556010f225cc None None] Network 4e339653-55b8-4311-bf25-d12d492e827c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:58.651000 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1e74524d-531f-4084-9a50-3613f56f0e4d req-a74f1d5d-805c-4232-8368-00b3e31e21fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f8d5a1f-776d-428c-9f07-d405c758780d HTTP/1.1" status: 200 len: 217 time: 0.0844955 Nov 29 18:03:58.660471 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1b4f7d76-f42e-4208-a022-88a8d224e688 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5508761 Nov 29 18:03:58.663146 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49938) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:58.665270 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d9146e4e-7906-4415-b6ea-28de691620af None None] Deleting port 47baa89d-66ab-454f-bb3c-3af4c25edbe4 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:58.665946 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d9146e4e-7906-4415-b6ea-28de691620af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.671184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-598448906-router', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:03:58.712169 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.716386 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.759613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74524d-531f-4084-9a50-3613f56f0e4d req-6e766af5-4b90-46d2-97e4-b605e4f5c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:58.761563 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1e74524d-531f-4084-9a50-3613f56f0e4d req-6e766af5-4b90-46d2-97e4-b605e4f5c8e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=733544da-2bc1-4873-95ac-5a788cefa521 HTTP/1.1" status: 200 len: 852 time: 0.1026001 Nov 29 18:03:58.788403 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d9146e4e-7906-4415-b6ea-28de691620af None None] For port 47baa89d-66ab-454f-bb3c-3af4c25edbe4, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=47baa89d-66ab-454f-bb3c-3af4c25edbe4,segment=NetworkSegment(82c3e594-3a4e-4855-bfd6-3d7ef1739585),segment_id=82c3e594-3a4e-4855-bfd6-3d7ef1739585)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:58.789156 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d9146e4e-7906-4415-b6ea-28de691620af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.811919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d9146e4e-7906-4415-b6ea-28de691620af None None] Calling delete_port for 47baa89d-66ab-454f-bb3c-3af4c25edbe4 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:58.842375 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.849239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f6db6077-79c4-4340-b332-352c10253011 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:03:58.862225 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1e74524d-531f-4084-9a50-3613f56f0e4d req-88df35b3-db0f-4879-9b6f-acd431ea8894 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44aa18b0-f19e-425a-96e9-bf18ebea2498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291252 Nov 29 18:03:58.989841 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:58.996548 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8087ddb3-9013-4aef-b19b-b737c8342992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.040649 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d9146e4e-7906-4415-b6ea-28de691620af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.048558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece9b2b-9093-445f-992d-5b24a1f2609c req-c69d23f4-c1e5-4430-8ccf-06b40a60b95b tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:59.053135 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8087ddb3-9013-4aef-b19b-b737c8342992 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.053818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aece9b2b-9093-445f-992d-5b24a1f2609c req-c69d23f4-c1e5-4430-8ccf-06b40a60b95b tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09d3b78-bdd1-4e1f-8e03-72a8083929a0 HTTP/1.1" status: 200 len: 945 time: 0.2381177 Nov 29 18:03:59.056514 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8087ddb3-9013-4aef-b19b-b737c8342992 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/28db10ba-cb36-430b-858e-067b31233e6d HTTP/1.1" status: 204 len: 168 time: 1.6393180 Nov 29 18:03:59.059035 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.067372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49946) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:03:59.080893 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-4e339653-55b8-4311-bf25-d12d492e827c', 'network_id': '4e339653-55b8-4311-bf25-d12d492e827c', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'fixed_ips': [{'subnet_id': '22010e9f-0862-4439-8124-fc0ac6f4dd3d'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:03:59.081776 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.083728 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839c64f0-490b-4d30-ae78-c560ea470076 None None] Network 7e72fbc1-9900-41ce-b778-c6a918a7842a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:59.087111 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.164467 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.165273 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9146e4e-7906-4415-b6ea-28de691620af None None] Pushing event deleted for resources: {'Port': ['ID=47baa89d-66ab-454f-bb3c-3af4c25edbe4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:59.178018 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Allocated IP 172.25.3.72 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/deb0a1c2-cf58-42cb-afc5-ef36b2ee8764) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:03:59.198194 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9146e4e-7906-4415-b6ea-28de691620af None None] No DVR routers for this DVR port 47baa89d-66ab-454f-bb3c-3af4c25edbe4 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:03:59.228026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56149e8-effd-4399-850b-b3ba5bbabe8a req-5027e9ac-2f2f-4327-aeda-6dafbf28416b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:03:59.229619 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d56149e8-effd-4399-850b-b3ba5bbabe8a req-5027e9ac-2f2f-4327-aeda-6dafbf28416b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.2931430 Nov 29 18:03:59.268614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087ddb3-9013-4aef-b19b-b737c8342992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28db10ba-cb36-430b-858e-067b31233e6d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:59.289549 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aece9b2b-9093-445f-992d-5b24a1f2609c req-dffffeba-f1c8-4415-a48d-75c5477e1b65 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee413cbd-20c1-43a0-a358-738ec62f8b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347410 Nov 29 18:03:59.326235 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.342391 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.353816 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Deleting port 47baa89d-66ab-454f-bb3c-3af4c25edbe4 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:59.354158 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.354719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f6db6077-79c4-4340-b332-352c10253011 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:59.355135 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.357831 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1e74524d-531f-4084-9a50-3613f56f0e4d req-0813671f-a815-4913-bc4d-4798d78012d7 service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727952 Nov 29 18:03:59.458530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d56149e8-effd-4399-850b-b3ba5bbabe8a req-7e8a6f32-ae8a-4814-918e-1ffea89d74f0 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119617 Nov 29 18:03:59.489470 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.497378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Allocated IP 172.20.0.2 (4e339653-55b8-4311-bf25-d12d492e827c/22010e9f-0862-4439-8124-fc0ac6f4dd3d/068f899b-39af-4b4d-9cb2-559dc017eb70) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:03:59.520747 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] For port 47baa89d-66ab-454f-bb3c-3af4c25edbe4, host n-d-819494-5, got binding levels [] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:59.521117 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.542445 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Calling delete_port for 47baa89d-66ab-454f-bb3c-3af4c25edbe4 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:59.546031 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.ipam_backend_mixin [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Port 47baa89d-66ab-454f-bb3c-3af4c25edbe4 was not found and therefore no delete operation was performed {{(pid=110004) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 18:03:59.571122 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.603845 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.604175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] Deleting port 585dcb19-cab2-4097-ba16-d76dcc049e15 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:03:59.604612 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.607970 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1e74524d-531f-4084-9a50-3613f56f0e4d req-b30f2d97-c265-49f2-b3fb-d4891b4238c6 service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366991 Nov 29 18:03:59.649631 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event deleted for resources: {'Port': ['ID=47baa89d-66ab-454f-bb3c-3af4c25edbe4,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:59.686917 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:03:59.688011 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] No DVR routers for this DVR port 47baa89d-66ab-454f-bb3c-3af4c25edbe4 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:03:59.718187 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:03:59.722681 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:03:59.741875 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.771480 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.775340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] For port 585dcb19-cab2-4097-ba16-d76dcc049e15, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=585dcb19-cab2-4097-ba16-d76dcc049e15,segment=NetworkSegment(f2aba102-038f-4940-acc7-1c62a133d75b),segment_id=f2aba102-038f-4940-acc7-1c62a133d75b)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:03:59.775794 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.798725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] Calling delete_port for 585dcb19-cab2-4097-ba16-d76dcc049e15 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:03:59.804639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e69f5b-78c9-4c85-a6e6-cd2de9a7fea2 None None] DHCP port deletion for 7e72fbc1-9900-41ce-b778-c6a918a7842a request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:03:59.806827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8d9c66-c141-4435-a757-e5d2afac2272 None None] Network 2de40021-6650-4d54-8d0a-dc97325a88bf requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:03:59.813809 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff112c7-015e-4b84-ac2b-725a649f7d99 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:03:59.816193 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.824170 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Pushing event updated for resources: {'Port': ['ID=deb0a1c2-cf58-42cb-afc5-ef36b2ee8764,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:03:59.828060 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.914690 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf5650c-4fe6-4ff1-81a5-a953837f9ade']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:59.921412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b5db0a9e-d5bc-4bc7-8aba-db90eea38068 None None] Provisioning complete for port f6db6077-79c4-4340-b332-352c10253011 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:03:59.921789 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5db0a9e-d5bc-4bc7-8aba-db90eea38068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.929171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c3e594-3a4e-4855-bfd6-3d7ef1739585') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:59.929760 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c3e594-3a4e-4855-bfd6-3d7ef1739585') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:03:59.960123 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.964018 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Allocated IP 172.25.3.90 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/62030d86-60a3-4de6-a04f-86acfe12bc79) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:03:59.986232 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.986569 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.994912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:03:59.995324 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:03:59.999419 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:04:00.027313 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.028940 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port f6db6077-79c4-4340-b332-352c10253011, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f6db6077-79c4-4340-b332-352c10253011,segment=NetworkSegment(fc7fd27c-3e94-4c28-acb2-d1e3f970fff2),segment_id=fc7fd27c-3e94-4c28-acb2-d1e3f970fff2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:00.052695 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.069014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=585dcb19-cab2-4097-ba16-d76dcc049e15,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:00.072519 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] No DVR routers for this DVR port 585dcb19-cab2-4097-ba16-d76dcc049e15 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:04:00.149882 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.158274 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.172439 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.178745 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] 10.222.0.23 "DELETE /v2.0/networks/8cf5650c-4fe6-4ff1-81a5-a953837f9ade HTTP/1.1" status: 204 len: 168 time: 1.7662923 Nov 29 18:04:00.180125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294c7b4-a16c-41f9-a01a-9e59085846a3 tempest-NetworksIpV6TestAttrs-490815958 tempest-NetworksIpV6TestAttrs-490815958-project] Pushing event deleted for resources: {'Network': ['ID=8cf5650c-4fe6-4ff1-81a5-a953837f9ade,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:00.194677 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.217192 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.222469 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.240814 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 47baa89d-66ab-454f-bb3c-3af4c25edbe4 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:04:00.248797 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e72fbc1-9900-41ce-b778-c6a918a7842a']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:00.260667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2aba102-038f-4940-acc7-1c62a133d75b') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:00.261005 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2aba102-038f-4940-acc7-1c62a133d75b') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:00.272321 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.287265 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.290318 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.294681 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:04:00.295076 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.307691 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 47baa89d-66ab-454f-bb3c-3af4c25edbe4 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:04:00.308084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 47baa89d-66ab-454f-bb3c-3af4c25edbe4 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:04:00.308536 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:04:00.319091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=f6db6077-79c4-4340-b332-352c10253011,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:00.351690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-56e69f5b-78c9-4c85-a6e6-cd2de9a7fea2 None None] Deleting port 585dcb19-cab2-4097-ba16-d76dcc049e15 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:00.352069 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56e69f5b-78c9-4c85-a6e6-cd2de9a7fea2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.359959 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:04:00.360573 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3a8741ec-5a6b-4fb9-aa6f-3016f6cb8f24 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:04:00.384236 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:04:00.450824 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.458014 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.460623 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.463142 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7e72fbc1-9900-41ce-b778-c6a918a7842a HTTP/1.1" status: 204 len: 168 time: 1.3866348 Nov 29 18:04:00.475810 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.488621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49960) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:00.499929 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc67a4e-d726-4490-9142-843fb83805b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e72fbc1-9900-41ce-b778-c6a918a7842a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:00.548172 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:00.555817 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:00.568619 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d646fb-2a4c-4928-8d37-dac404178132 req-e9ce0d80-3b25-4efd-8837-f55d2a74d15c tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:00.570120 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2d646fb-2a4c-4928-8d37-dac404178132 req-e9ce0d80-3b25-4efd-8837-f55d2a74d15c tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09d3b78-bdd1-4e1f-8e03-72a8083929a0 HTTP/1.1" status: 200 len: 945 time: 0.1639543 Nov 29 18:04:00.572939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:00.591045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-56e69f5b-78c9-4c85-a6e6-cd2de9a7fea2 None None] For port 585dcb19-cab2-4097-ba16-d76dcc049e15, host n-d-819494-5, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:00.591865 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56e69f5b-78c9-4c85-a6e6-cd2de9a7fea2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.608048 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-56e69f5b-78c9-4c85-a6e6-cd2de9a7fea2 None None] Calling delete_port for 585dcb19-cab2-4097-ba16-d76dcc049e15 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:00.611037 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-56e69f5b-78c9-4c85-a6e6-cd2de9a7fea2 None None] Port 585dcb19-cab2-4097-ba16-d76dcc049e15 was not found and therefore no delete operation was performed {{(pid=110006) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 18:04:00.613892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Pushing event updated for resources: {'Port': ['ID=62030d86-60a3-4de6-a04f-86acfe12bc79,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:00.626917 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56e69f5b-78c9-4c85-a6e6-cd2de9a7fea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.635051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Network 4e339653-55b8-4311-bf25-d12d492e827c is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:00.636501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5445fb40-636b-4cee-a56f-51c2f1885a5d None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:00.690238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Pushing event updated for resources: {'Port': ['ID=068f899b-39af-4b4d-9cb2-559dc017eb70,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:00.694584 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:00.762135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Router 97179761-238c-4040-9984-ae0cb86922ba is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:04:00.765188 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e69f5b-78c9-4c85-a6e6-cd2de9a7fea2 None None] Pushing event deleted for resources: {'Port': ['ID=585dcb19-cab2-4097-ba16-d76dcc049e15,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:00.772318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-56e69f5b-78c9-4c85-a6e6-cd2de9a7fea2 None None] Network 7e72fbc1-9900-41ce-b778-c6a918a7842a is not hosted by any dhcp agent {{(pid=110006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 18:04:00.773813 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e69f5b-78c9-4c85-a6e6-cd2de9a7fea2 None None] No DVR routers for this DVR port 585dcb19-cab2-4097-ba16-d76dcc049e15 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:04:00.782191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:00.791398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49966) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:00.811846 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f6db6077-79c4-4340-b332-352c10253011 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:00.892938 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0a013a13-c9aa-4a21-add0-1db9bc43dc25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6e868680d984888a8e27e11fa02a6e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1001143 Nov 29 18:04:00.895782 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49968) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:00.901724 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-61d3128c-79ae-442b-956c-bf73b76deec2 None None] Provisioning complete for port 62030d86-60a3-4de6-a04f-86acfe12bc79 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:00.902094 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61d3128c-79ae-442b-956c-bf73b76deec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.946421 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Attempting to bind port 068f899b-39af-4b4d-9cb2-559dc017eb70 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:00.946832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Attempting to bind port 068f899b-39af-4b4d-9cb2-559dc017eb70 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '015eea62-ad77-4765-a1db-509d6c0c3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e339653-55b8-4311-bf25-d12d492e827c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:00.947214 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Attempting to bind port 068f899b-39af-4b4d-9cb2-559dc017eb70 on network 4e339653-55b8-4311-bf25-d12d492e827c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:00.961192 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3f8d5a1f-776d-428c-9f07-d405c758780d no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:04:00.987417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:00.987820 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Checking segment: {'id': '015eea62-ad77-4765-a1db-509d6c0c3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e339653-55b8-4311-bf25-d12d492e827c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:00.988214 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.988754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Bound using segment: {'id': '015eea62-ad77-4765-a1db-509d6c0c3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e339653-55b8-4311-bf25-d12d492e827c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:00.989120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Bound port: 068f899b-39af-4b4d-9cb2-559dc017eb70, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015eea62-ad77-4765-a1db-509d6c0c3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e339653-55b8-4311-bf25-d12d492e827c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:00.989576 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:00.992180 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:04:00.994194 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-93787774-2c10-4e3d-ae37-23badb2d6758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:01.021817 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:01.025700 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3d796d68-4926-46ee-b14e-14d8229908b1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.0707541 Nov 29 18:04:01.026663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49972) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:01.036902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Sync routers for ids ['97179761-238c-4040-9984-ae0cb86922ba'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:04:01.040139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-61d3128c-79ae-442b-956c-bf73b76deec2 None None] Port 62030d86-60a3-4de6-a04f-86acfe12bc79 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:01.094810 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Routers {'97179761-238c-4040-9984-ae0cb86922ba'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:01.095741 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['97179761-238c-4040-9984-ae0cb86922ba'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:01.199361 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-93787774-2c10-4e3d-ae37-23badb2d6758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:01.208242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f6db6077-79c4-4340-b332-352c10253011 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:01.209396 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:01.247164 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2d646fb-2a4c-4928-8d37-dac404178132 req-677880dc-89c6-4a03-9186-ffb49ea508d0 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee413cbd-20c1-43a0-a358-738ec62f8b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6141517 Nov 29 18:04:01.269057 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-61d3128c-79ae-442b-956c-bf73b76deec2 None None] Provisioning complete for port deb0a1c2-cf58-42cb-afc5-ef36b2ee8764 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:01.269440 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61d3128c-79ae-442b-956c-bf73b76deec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:01.348913 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-00575343-52ca-4e9e-85f0-ce3387f07211 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de20f7e073d0456c97edaec3962a9e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8538747 Nov 29 18:04:01.350684 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Set router 97179761-238c-4040-9984-ae0cb86922ba gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:01.351515 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49976) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:01.373177 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-93787774-2c10-4e3d-ae37-23badb2d6758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:01.376888 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-93787774-2c10-4e3d-ae37-23badb2d6758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:01.378341 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-93787774-2c10-4e3d-ae37-23badb2d6758 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ed71057-3673-4a63-9da2-cdd0f8c127d2 HTTP/1.1" status: 204 len: 168 time: 0.4808922 Nov 29 18:04:01.390082 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:04:01.500781 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681a3cc-97ed-4c16-8e4b-4ad8958f412b req-33ae0d8a-ae80-4005-89d3-52c7410a9cfe tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:01.506441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b681a3cc-97ed-4c16-8e4b-4ad8958f412b req-33ae0d8a-ae80-4005-89d3-52c7410a9cfe tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 945 time: 0.7821376 Nov 29 18:04:01.622327 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-61d3128c-79ae-442b-956c-bf73b76deec2 None None] Port deb0a1c2-cf58-42cb-afc5-ef36b2ee8764 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:01.628610 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b681a3cc-97ed-4c16-8e4b-4ad8958f412b req-fe5591bd-eadf-4517-adaf-1597dc2982ea tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156175 Nov 29 18:04:01.651645 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 585dcb19-cab2-4097-ba16-d76dcc049e15 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:04:01.658891 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:01.679453 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] For port 068f899b-39af-4b4d-9cb2-559dc017eb70, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:01.815953 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93787774-2c10-4e3d-ae37-23badb2d6758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed71057-3673-4a63-9da2-cdd0f8c127d2,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:01.925441 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:01.967530 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 585dcb19-cab2-4097-ba16-d76dcc049e15 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:04:01.983314 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 585dcb19-cab2-4097-ba16-d76dcc049e15 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:04:02.063443 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] For port 068f899b-39af-4b4d-9cb2-559dc017eb70, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=068f899b-39af-4b4d-9cb2-559dc017eb70,segment=NetworkSegment(015eea62-ad77-4765-a1db-509d6c0c3063),segment_id=015eea62-ad77-4765-a1db-509d6c0c3063)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:02.071172 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2e90-bdff-4390-b0e8-85e750a557b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:02.162508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Router 92b161df-f5e8-4f13-a022-864841d59ec5 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:04:02.172180 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2e90-bdff-4390-b0e8-85e750a557b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:02.196872 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:02.206381 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:02.324246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e89f5-6b95-4168-9997-5595abb77832 req-1094fe6b-5c1a-4b81-add5-966c230a180d tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:02.326402 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c9e89f5-6b95-4168-9997-5595abb77832 req-1094fe6b-5c1a-4b81-add5-966c230a180d tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09d3b78-bdd1-4e1f-8e03-72a8083929a0 HTTP/1.1" status: 200 len: 945 time: 0.0949962 Nov 29 18:04:02.356430 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ea92f-f1de-44a9-9d0a-8f44c26bb16d None None] Pushing event updated for resources: {'Port': ['ID=068f899b-39af-4b4d-9cb2-559dc017eb70,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:02.411475 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d2d1f869-4b6d-4d4c-bd05-b68c8b6b4ef5 None None] Provisioning complete for port f6db6077-79c4-4340-b332-352c10253011 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:02.412344 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f869-4b6d-4d4c-bd05-b68c8b6b4ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:02.433288 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c9e89f5-6b95-4168-9997-5595abb77832 req-08fb87a6-50eb-4bae-bc4b-cbb9a2008f97 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee413cbd-20c1-43a0-a358-738ec62f8b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818431 Nov 29 18:04:02.444145 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:02.446166 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:04:02.458519 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Sync routers for ids ['92b161df-f5e8-4f13-a022-864841d59ec5'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:04:02.472432 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:02.476408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5ad84e04-3538-4d16-ad3d-784d482a207a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8097181 Nov 29 18:04:02.477085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50014) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:02.484833 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Routers {'92b161df-f5e8-4f13-a022-864841d59ec5'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:02.487256 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['92b161df-f5e8-4f13-a022-864841d59ec5'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:02.487430 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3f8d5a1f-776d-428c-9f07-d405c758780d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3f8d5a1f-776d-428c-9f07-d405c758780d,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:02.493461 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce89989-7ccf-4942-a84b-50446d02e71e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f8d5a1f-776d-428c-9f07-d405c758780d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:02.493632 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2e90-bdff-4390-b0e8-85e750a557b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:02.496374 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f529ff66-07f8-46a7-9061-9f888f00f64f" -d '{"events": [{"server_uuid": "2ce89989-7ccf-4942-a84b-50446d02e71e", "name": "network-vif-unplugged", "status": "completed", "tag": "3f8d5a1f-776d-428c-9f07-d405c758780d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:02.500333 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9e9f2e90-bdff-4390-b0e8-85e750a557b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:02.501755 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9e9f2e90-bdff-4390-b0e8-85e750a557b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4fe14f3-6fdb-4e30-a587-3a9850e83daa HTTP/1.1" status: 204 len: 168 time: 1.1487808 Nov 29 18:04:02.533247 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:02.550086 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f2e90-bdff-4390-b0e8-85e750a557b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fe14f3-6fdb-4e30-a587-3a9850e83daa,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:02.624287 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4715bb61-b7dc-4807-94f0-adbc2fab1b99 x-openstack-request-id: req-4715bb61-b7dc-4807-94f0-adbc2fab1b99 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:02.629387 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce89989-7ccf-4942-a84b-50446d02e71e", "name": "network-vif-unplugged", "status": "failed", "tag": "3f8d5a1f-776d-428c-9f07-d405c758780d", "code": 422}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:02.629832 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4715bb61-b7dc-4807-94f0-adbc2fab1b99 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:02.630565 n-d-819494-5 neutron-server[110006]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ce89989-7ccf-4942-a84b-50446d02e71e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f8d5a1f-776d-428c-9f07-d405c758780d', 'code': 422} returned with failed status Nov 29 18:04:03.087492 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50032) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:03.126669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5864b-9736-4f8a-a25d-3e77b8949fd5 req-002abd40-f4e2-44fa-8c23-9878302fe940 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:03.138599 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Set router 92b161df-f5e8-4f13-a022-864841d59ec5 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:03.140764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3df5864b-9736-4f8a-a25d-3e77b8949fd5 req-002abd40-f4e2-44fa-8c23-9878302fe940 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 943 time: 0.2323890 Nov 29 18:04:03.154092 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Allocated IP 172.20.0.1 (2de40021-6650-4d54-8d0a-dc97325a88bf/db358909-3be9-46a0-9a35-12415c5cf007/f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:03.266764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 068f899b-39af-4b4d-9cb2-559dc017eb70 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:03.296354 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3df5864b-9736-4f8a-a25d-3e77b8949fd5 req-36b25ba0-278d-46bc-bd8c-76a3ce11ef48 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451132 Nov 29 18:04:03.363032 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-cec3cb1a-be0c-4e9a-ac10-b0d0776830c9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-224712466-network', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:03.500897 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec3cb1a-be0c-4e9a-ac10-b0d0776830c9 admin admin] Made reservation on behalf of f817adc962514aed94672c4ce2dddcc9 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:03.503280 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cec3cb1a-be0c-4e9a-ac10-b0d0776830c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:03.516993 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=3f8d5a1f-776d-428c-9f07-d405c758780d,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:03.534496 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97179761-238c-4040-9984-ae0cb86922ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-router', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:57Z', 'updated_at': '2021-11-29T18:03:59Z', 'revision_number': 3, 'project_id': '4c266ce6530d4da190745999a11290e4', 'gw_port': {'id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:03.567301 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cec3cb1a-be0c-4e9a-ac10-b0d0776830c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:03.574427 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:03.645490 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Checking router: 97179761-238c-4040-9984-ae0cb86922ba for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:04:03.646106 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'name': 'tempest-ServersTestMultiNic-598448906-router', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '62030d86-60a3-4de6-a04f-86acfe12bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:58Z', 'updated_at': '2021-11-29T18:04:01Z', 'revision_number': 3, 'project_id': 'ec693c762ef4433ab5b2a420380e9655', 'gw_port': {'id': '62030d86-60a3-4de6-a04f-86acfe12bc79', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:03.646636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Updating router 97179761-238c-4040-9984-ae0cb86922ba port deb0a1c2-cf58-42cb-afc5-ef36b2ee8764 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:04:03.732382 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:03.757429 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Checking router: 92b161df-f5e8-4f13-a022-864841d59ec5 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:04:03.758467 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Updating router 92b161df-f5e8-4f13-a022-864841d59ec5 port 62030d86-60a3-4de6-a04f-86acfe12bc79 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:04:03.796604 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 068f899b-39af-4b4d-9cb2-559dc017eb70 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:03.796987 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:03.833426 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:03.853013 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:03.936857 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703411d-c552-496f-8b9a-ae13c597bb83 req-f2e7d4c7-c427-4ed8-8ac7-d0a2e29e2cf3 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:03.955384 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4703411d-c552-496f-8b9a-ae13c597bb83 req-f2e7d4c7-c427-4ed8-8ac7-d0a2e29e2cf3 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09d3b78-bdd1-4e1f-8e03-72a8083929a0 HTTP/1.1" status: 200 len: 945 time: 0.3113592 Nov 29 18:04:03.994235 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b64c0-414f-4e48-ad7a-40f9cebbc503 req-b25569d5-e506-41c2-840f-c0ba6903e53f tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:03.996190 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b85b64c0-414f-4e48-ad7a-40f9cebbc503 req-b25569d5-e506-41c2-840f-c0ba6903e53f tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.20 "GET /v2.0/ports?device_id=a09d3b78-bdd1-4e1f-8e03-72a8083929a0 HTTP/1.1" status: 200 len: 945 time: 0.3824522 Nov 29 18:04:04.039786 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Network 2de40021-6650-4d54-8d0a-dc97325a88bf is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:04.084432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:04.157227 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:04.171315 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:04.265755 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50070) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:04.283811 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:04.288083 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa45046-a2e6-43a3-98f3-3beba5c8a471 None None] Network 4e339653-55b8-4311-bf25-d12d492e827c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:04.302874 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4703411d-c552-496f-8b9a-ae13c597bb83 req-150c24b3-b2a1-44b0-b554-6391c9266fb9 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee413cbd-20c1-43a0-a358-738ec62f8b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438711 Nov 29 18:04:04.462612 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:04.475967 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cec3cb1a-be0c-4e9a-ac10-b0d0776830c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:04.589262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-724195180'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:04.605841 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cec3cb1a-be0c-4e9a-ac10-b0d0776830c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:04.622848 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec3cb1a-be0c-4e9a-ac10-b0d0776830c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:04:04.623779 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-66518275-155c-4230-8c45-c311260f53f8 None None] Provisioning complete for port 068f899b-39af-4b4d-9cb2-559dc017eb70 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:04.624262 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66518275-155c-4230-8c45-c311260f53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:04.646585 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cec3cb1a-be0c-4e9a-ac10-b0d0776830c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:04.647964 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-cec3cb1a-be0c-4e9a-ac10-b0d0776830c9 admin admin] Added segment c3590e0d-1dad-495d-bd2e-5a74bbf1b742 of type vlan for network 490a8886-b6b4-4ef6-bb71-9a56602af52f Nov 29 18:04:04.663866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:04.672165 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:04.685281 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:04.696109 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:04.711829 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cec3cb1a-be0c-4e9a-ac10-b0d0776830c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:04.731367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Allocated IP 172.20.0.1 (4e339653-55b8-4311-bf25-d12d492e827c/22010e9f-0862-4439-8124-fc0ac6f4dd3d/f2718b55-42d7-4b42-a9b9-c568c8fc95ce) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:04.804547 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cec3cb1a-be0c-4e9a-ac10-b0d0776830c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:04.805871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec3cb1a-be0c-4e9a-ac10-b0d0776830c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:04.806670 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cec3cb1a-be0c-4e9a-ac10-b0d0776830c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:04.868525 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 068f899b-39af-4b4d-9cb2-559dc017eb70, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=068f899b-39af-4b4d-9cb2-559dc017eb70,segment=NetworkSegment(015eea62-ad77-4765-a1db-509d6c0c3063),segment_id=015eea62-ad77-4765-a1db-509d6c0c3063)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:04.879397 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66518275-155c-4230-8c45-c311260f53f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:04.896430 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:04.908479 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cec3cb1a-be0c-4e9a-ac10-b0d0776830c9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8198757 Nov 29 18:04:04.915200 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3cb1a-be0c-4e9a-ac10-b0d0776830c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33eb103c-a638-4f6e-9ee4-968871580192,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:04.919411 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50102) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:04.951792 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-b85b64c0-414f-4e48-ad7a-40f9cebbc503 req-4d1a6ffd-4285-4a93-85ab-98aeb3b93aab tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Deleting port 39d5a833-2b6a-4f99-b5f0-377138f700d3 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:04.952388 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b85b64c0-414f-4e48-ad7a-40f9cebbc503 req-4d1a6ffd-4285-4a93-85ab-98aeb3b93aab tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:04.959583 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-48c542a9-75cc-4e7f-bc8c-78419a12ff3f admin admin] Request body: {'subnet': {'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-224712466-subnet', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:04.966411 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=068f899b-39af-4b4d-9cb2-559dc017eb70,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:04.982882 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:04.991394 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3cb1a-be0c-4e9a-ac10-b0d0776830c9 admin admin] Pushing event updated for resources: {'Network': ['ID=490a8886-b6b4-4ef6-bb71-9a56602af52f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:04.994557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3f8d5a1f-776d-428c-9f07-d405c758780d no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:04:05.021371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.054463 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 490a8886-b6b4-4ef6-bb71-9a56602af52f details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:04:05.080145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c542a9-75cc-4e7f-bc8c-78419a12ff3f admin admin] Made reservation on behalf of f817adc962514aed94672c4ce2dddcc9 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:05.082515 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48c542a9-75cc-4e7f-bc8c-78419a12ff3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.102753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe34f342-58e9-49f0-8aa3-985a6d5ac1a4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:05.121364 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.128140 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:04:05.149394 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.150214 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Added segment 795b8537-89e6-4085-966a-62f3146a4032 of type vlan for network bca48e1d-32ec-4cc0-9883-256843270e2d Nov 29 18:04:05.271777 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.286826 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.287100 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.287204 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.290827 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-66518275-155c-4230-8c45-c311260f53f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:04:05.290827 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-66518275-155c-4230-8c45-c311260f53f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:04:05.334347 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.354541 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14150fdf-0566-4da9-bc04-272f1da111fd req-6a3c38ec-690f-449a-8068-84e679641f33 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:05.356682 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14150fdf-0566-4da9-bc04-272f1da111fd req-6a3c38ec-690f-449a-8068-84e679641f33 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ce89989-7ccf-4942-a84b-50446d02e71e HTTP/1.1" status: 200 len: 943 time: 0.1936634 Nov 29 18:04:05.365685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Network 4e339653-55b8-4311-bf25-d12d492e827c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:05.403279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-b85b64c0-414f-4e48-ad7a-40f9cebbc503 req-4d1a6ffd-4285-4a93-85ab-98aeb3b93aab tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] For port 39d5a833-2b6a-4f99-b5f0-377138f700d3, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=39d5a833-2b6a-4f99-b5f0-377138f700d3,segment=NetworkSegment(5f559174-cf13-4341-a56a-9e6603b9b04e),segment_id=5f559174-cf13-4341-a56a-9e6603b9b04e)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:05.404499 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b85b64c0-414f-4e48-ad7a-40f9cebbc503 req-4d1a6ffd-4285-4a93-85ab-98aeb3b93aab tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.425116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:05.427824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:05.441943 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.448290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:05.448642 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.454039 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-b85b64c0-414f-4e48-ad7a-40f9cebbc503 req-4d1a6ffd-4285-4a93-85ab-98aeb3b93aab tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Calling delete_port for 39d5a833-2b6a-4f99-b5f0-377138f700d3 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:05.472677 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f791f70-9b28-4ebf-996c-ee298b65f94f None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:05.487384 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48c542a9-75cc-4e7f-bc8c-78419a12ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.540654 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Attempting to bind port deb0a1c2-cf58-42cb-afc5-ef36b2ee8764 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:05.541366 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Attempting to bind port deb0a1c2-cf58-42cb-afc5-ef36b2ee8764 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:05.541951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Attempting to bind port deb0a1c2-cf58-42cb-afc5-ef36b2ee8764 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:05.542576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Pushing event updated for resources: {'Port': ['ID=f2718b55-42d7-4b42-a9b9-c568c8fc95ce,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:05.553465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad175e-72b4-4591-9463-864f3f1ca801 None None] Pushing event updated for resources: {'Port': ['ID=deb0a1c2-cf58-42cb-afc5-ef36b2ee8764,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:05.557583 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:05.558487 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:05.559246 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.559880 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:05.561034 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Bound port: deb0a1c2-cf58-42cb-afc5-ef36b2ee8764, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:05.561710 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.599188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c542a9-75cc-4e7f-bc8c-78419a12ff3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=430527e9-00ad-453c-9a77-a7999b75d5f4,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:05.636617 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] For port deb0a1c2-cf58-42cb-afc5-ef36b2ee8764, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:05.646217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] For port deb0a1c2-cf58-42cb-afc5-ef36b2ee8764, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=deb0a1c2-cf58-42cb-afc5-ef36b2ee8764,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:05.656511 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.662393 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3922598 Nov 29 18:04:05.667262 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.672269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50110) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:05.690863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bcf0e81d-7395-45d5-b2a7-d4b0193ba0a6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d', 'name': 'tempest-PortsIpV6TestJSON-1248925378'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:05.692168 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.706154 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.721178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Network': ['ID=bca48e1d-32ec-4cc0-9883-256843270e2d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:05.788824 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Attempting to bind port 62030d86-60a3-4de6-a04f-86acfe12bc79 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:05.789581 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Attempting to bind port 62030d86-60a3-4de6-a04f-86acfe12bc79 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:05.790224 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Attempting to bind port 62030d86-60a3-4de6-a04f-86acfe12bc79 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:05.800780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad175e-72b4-4591-9463-864f3f1ca801 None None] Pushing event updated for resources: {'Port': ['ID=deb0a1c2-cf58-42cb-afc5-ef36b2ee8764,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:05.807397 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:05.809841 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:05.810494 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.811135 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:05.811854 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Bound port: 62030d86-60a3-4de6-a04f-86acfe12bc79, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:05.812753 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:05.816283 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0aac57-82d0-44a3-856e-88ca5a0427b0 None None] Pushing event updated for resources: {'Port': ['ID=62030d86-60a3-4de6-a04f-86acfe12bc79,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:05.816785 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f35536a-9100-4f77-8b84-263bdaf3eec5 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:05.821818 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c542a9-75cc-4e7f-bc8c-78419a12ff3f admin admin] Checking segment: {'id': 'c3590e0d-1dad-495d-bd2e-5a74bbf1b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:05.822362 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c542a9-75cc-4e7f-bc8c-78419a12ff3f admin admin] Network hostable DHCP agents. Network: 490a8886-b6b4-4ef6-bb71-9a56602af52f, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:04:05.872846 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0aac57-82d0-44a3-856e-88ca5a0427b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:05.873553 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0aac57-82d0-44a3-856e-88ca5a0427b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:05.874306 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0aac57-82d0-44a3-856e-88ca5a0427b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:05.874923 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0aac57-82d0-44a3-856e-88ca5a0427b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:05.875713 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0aac57-82d0-44a3-856e-88ca5a0427b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:05.876371 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0aac57-82d0-44a3-856e-88ca5a0427b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:05.876914 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0aac57-82d0-44a3-856e-88ca5a0427b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:05.877975 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0aac57-82d0-44a3-856e-88ca5a0427b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:05.878579 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0aac57-82d0-44a3-856e-88ca5a0427b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:05.879271 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0aac57-82d0-44a3-856e-88ca5a0427b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:05.880106 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0aac57-82d0-44a3-856e-88ca5a0427b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:05.881346 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0aac57-82d0-44a3-856e-88ca5a0427b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:05.898237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c542a9-75cc-4e7f-bc8c-78419a12ff3f admin admin] Network 490a8886-b6b4-4ef6-bb71-9a56602af52f is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:04:05.916550 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Routers {'97179761-238c-4040-9984-ae0cb86922ba'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:05.917233 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['97179761-238c-4040-9984-ae0cb86922ba'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:05.942346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-48c542a9-75cc-4e7f-bc8c-78419a12ff3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 490a8886-b6b4-4ef6-bb71-9a56602af52f) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:05.976781 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] For port 62030d86-60a3-4de6-a04f-86acfe12bc79, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:05.985459 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] For port 62030d86-60a3-4de6-a04f-86acfe12bc79, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=62030d86-60a3-4de6-a04f-86acfe12bc79,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:05.999505 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:06.018941 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c542a9-75cc-4e7f-bc8c-78419a12ff3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:06.020560 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48c542a9-75cc-4e7f-bc8c-78419a12ff3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:06.026611 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:06.047479 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:06.079971 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824b0f49-3205-4ed8-aab1-a1f2b4be1029 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:06.084948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c92ff8-fc0d-4172-8af7-967f45052c9b None None] Network 490a8886-b6b4-4ef6-bb71-9a56602af52f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:06.105736 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Routers {'92b161df-f5e8-4f13-a022-864841d59ec5'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:06.106330 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['92b161df-f5e8-4f13-a022-864841d59ec5'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:06.129511 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-48c542a9-75cc-4e7f-bc8c-78419a12ff3f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1803367 Nov 29 18:04:06.147986 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0aac57-82d0-44a3-856e-88ca5a0427b0 None None] Pushing event updated for resources: {'Port': ['ID=62030d86-60a3-4de6-a04f-86acfe12bc79,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:06.167193 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50112) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:06.171389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:06.199503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-224712466-router', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:06.229596 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:06.230483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:06.230991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:06.231298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:06.231680 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:06.232026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:06.232369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:06.232759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:06.233339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:06.233732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:06.234227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:06.234585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:06.234952 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c43246-a03a-4d0f-9311-b3a03826a39f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:06.238337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] Set router 97179761-238c-4040-9984-ae0cb86922ba gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:06.255097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-14150fdf-0566-4da9-bc04-272f1da111fd req-ecf080d2-272e-43b4-a014-5bd2ac499e76 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Deleting port 3f8d5a1f-776d-428c-9f07-d405c758780d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:06.255578 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-14150fdf-0566-4da9-bc04-272f1da111fd req-ecf080d2-272e-43b4-a014-5bd2ac499e76 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:06.264687 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] Set router 92b161df-f5e8-4f13-a022-864841d59ec5 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:06.265404 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b85b64c0-414f-4e48-ad7a-40f9cebbc503 req-4d1a6ffd-4285-4a93-85ab-98aeb3b93aab tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:06.268224 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62453ad-2f87-45a4-8071-a327d6579970 req-3c0197fe-5d2c-4074-b8a9-692db15b353e tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:06.276247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b62453ad-2f87-45a4-8071-a327d6579970 req-3c0197fe-5d2c-4074-b8a9-692db15b353e tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/ports?device_id=a09d3b78-bdd1-4e1f-8e03-72a8083929a0 HTTP/1.1" status: 200 len: 945 time: 0.8353074 Nov 29 18:04:06.309972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network bca48e1d-32ec-4cc0-9883-256843270e2d details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:04:06.387045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a819742b-76af-4834-8578-2541bddf3aa7 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:06.387916 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:06.388878 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:06.403716 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a6ffd-4285-4a93-85ab-98aeb3b93aab tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Pushing event deleted for resources: {'Port': ['ID=39d5a833-2b6a-4f99-b5f0-377138f700d3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:06.458668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595e3c30-bd1c-4ba0-9e35-06b35f6e7424 None None] DHCP port deletion for e9ab4f27-05e8-4679-9195-28ec06efcb09 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:06.504168 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'name': 'tempest-ServersTestMultiNic-598448906-router', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '62030d86-60a3-4de6-a04f-86acfe12bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:58Z', 'updated_at': '2021-11-29T18:04:01Z', 'revision_number': 3, 'project_id': 'ec693c762ef4433ab5b2a420380e9655', 'gw_port': {'id': '62030d86-60a3-4de6-a04f-86acfe12bc79', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:06.548000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-14150fdf-0566-4da9-bc04-272f1da111fd req-ecf080d2-272e-43b4-a014-5bd2ac499e76 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] For port 3f8d5a1f-776d-428c-9f07-d405c758780d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3f8d5a1f-776d-428c-9f07-d405c758780d,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:06.548379 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-14150fdf-0566-4da9-bc04-272f1da111fd req-ecf080d2-272e-43b4-a014-5bd2ac499e76 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:06.552880 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c852dbe9-e8c7-4841-ab5c-edd8223a956e None None] The sync data for ids ['92b161df-f5e8-4f13-a022-864841d59ec5'] in n-d-819494-5 is: [{'id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'name': 'tempest-ServersTestMultiNic-598448906-router', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '62030d86-60a3-4de6-a04f-86acfe12bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:58Z', 'updated_at': '2021-11-29T18:04:01Z', 'revision_number': 3, 'project_id': 'ec693c762ef4433ab5b2a420380e9655', 'gw_port': {'id': '62030d86-60a3-4de6-a04f-86acfe12bc79', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:04:06.568044 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-bcf0e81d-7395-45d5-b2a7-d4b0193ba0a6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 18:04:06.568044 n-d-819494-5 neutron-server[110005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 18:04:06.568044 n-d-819494-5 neutron-server[110005]: [parameters: {'project_id_1': '6d2fe1df63aa4201995eddc1ee119ad9', 'expiration_1': datetime.datetime(2021, 11, 29, 18, 3, 46, 250647)}] Nov 29 18:04:06.568044 n-d-819494-5 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:04:06.568469 n-d-819494-5 neutron-server[110005]: DEBUG oslo_db.api [None req-bcf0e81d-7395-45d5-b2a7-d4b0193ba0a6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:04:06.588092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-14150fdf-0566-4da9-bc04-272f1da111fd req-ecf080d2-272e-43b4-a014-5bd2ac499e76 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Calling delete_port for 3f8d5a1f-776d-428c-9f07-d405c758780d owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:06.609344 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85b64c0-414f-4e48-ad7a-40f9cebbc503 req-4d1a6ffd-4285-4a93-85ab-98aeb3b93aab tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] No DVR routers for this DVR port 39d5a833-2b6a-4f99-b5f0-377138f700d3 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:04:06.617357 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:06.624785 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b62453ad-2f87-45a4-8071-a327d6579970 req-eb4d86af-f322-4fe0-ab7c-70890b050a44 tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee413cbd-20c1-43a0-a358-738ec62f8b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474462 Nov 29 18:04:06.657882 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b85b64c0-414f-4e48-ad7a-40f9cebbc503 req-4d1a6ffd-4285-4a93-85ab-98aeb3b93aab tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:06.664255 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b85b64c0-414f-4e48-ad7a-40f9cebbc503 req-4d1a6ffd-4285-4a93-85ab-98aeb3b93aab tempest-InstanceActionsNegativeTestJSON-1400084512 tempest-InstanceActionsNegativeTestJSON-1400084512-project] 10.222.0.20 "DELETE /v2.0/ports/39d5a833-2b6a-4f99-b5f0-377138f700d3 HTTP/1.1" status: 204 len: 173 time: 2.6465964 Nov 29 18:04:06.669925 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09d3b78-bdd1-4e1f-8e03-72a8083929a0', 'name': 'network-vif-deleted', 'tag': '39d5a833-2b6a-4f99-b5f0-377138f700d3'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:06.672650 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50cd0ba-db9d-4b45-8cf9-2df15ff707e7" -d '{"events": [{"server_uuid": "a09d3b78-bdd1-4e1f-8e03-72a8083929a0", "name": "network-vif-deleted", "tag": "39d5a833-2b6a-4f99-b5f0-377138f700d3"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:06.710938 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:06.744236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Network 2de40021-6650-4d54-8d0a-dc97325a88bf is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:06.750500 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f9a22dc9-b2d7-4cc8-970c-d1470ed270e5 None None] Provisioning complete for port deb0a1c2-cf58-42cb-afc5-ef36b2ee8764 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:06.750917 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9a22dc9-b2d7-4cc8-970c-d1470ed270e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:06.850625 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:06.851564 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 39d5a833-2b6a-4f99-b5f0-377138f700d3 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:04:06.857877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-490a8886-b6b4-4ef6-bb71-9a56602af52f', 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'fixed_ips': [{'subnet_id': '430527e9-00ad-453c-9a77-a7999b75d5f4'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:04:06.858737 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:06.903948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 39d5a833-2b6a-4f99-b5f0-377138f700d3 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:04:06.904300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 39d5a833-2b6a-4f99-b5f0-377138f700d3 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:04:07.148469 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d49bf24-564a-4af3-b230-bff7bcc00f3c x-openstack-request-id: req-9d49bf24-564a-4af3-b230-bff7bcc00f3c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:07.148804 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09d3b78-bdd1-4e1f-8e03-72a8083929a0", "name": "network-vif-deleted", "tag": "39d5a833-2b6a-4f99-b5f0-377138f700d3", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:07.149046 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d49bf24-564a-4af3-b230-bff7bcc00f3c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:07.149459 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09d3b78-bdd1-4e1f-8e03-72a8083929a0', 'name': 'network-vif-deleted', 'tag': '39d5a833-2b6a-4f99-b5f0-377138f700d3', 'status': 'completed', 'code': 200} Nov 29 18:04:07.192815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 068f899b-39af-4b4d-9cb2-559dc017eb70 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:07.220424 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9a22dc9-b2d7-4cc8-970c-d1470ed270e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:07.227826 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:07.283193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf0e81d-7395-45d5-b2a7-d4b0193ba0a6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:07.287309 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e81d-7395-45d5-b2a7-d4b0193ba0a6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:07.347420 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:07.352303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Allocated IP 172.20.0.2 (490a8886-b6b4-4ef6-bb71-9a56602af52f/430527e9-00ad-453c-9a77-a7999b75d5f4/a1d4a7a8-7456-4885-955a-d4bc05ca015e) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:07.355474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-bcf0e81d-7395-45d5-b2a7-d4b0193ba0a6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] device_id is not set on port 87baa6ce-2023-42ab-8361-e93dc4dc2d1d yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:04:07.437602 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Router 97179761-238c-4040-9984-ae0cb86922ba has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:04:07.576351 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:07.581327 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-14150fdf-0566-4da9-bc04-272f1da111fd req-ecf080d2-272e-43b4-a014-5bd2ac499e76 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:07.618386 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e81d-7395-45d5-b2a7-d4b0193ba0a6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:07.627291 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:04:07.634469 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-64289d5f-e29b-42cb-90f7-e8e259c77fd6 admin admin] 10.222.0.23 "PUT /v2.0/routers/97179761-238c-4040-9984-ae0cb86922ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6062741 Nov 29 18:04:07.713586 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f9a22dc9-b2d7-4cc8-970c-d1470ed270e5 None None] For port deb0a1c2-cf58-42cb-afc5-ef36b2ee8764, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=deb0a1c2-cf58-42cb-afc5-ef36b2ee8764,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:07.737390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50120) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:07.752442 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9a22dc9-b2d7-4cc8-970c-d1470ed270e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:07.801716 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f9a22dc9-b2d7-4cc8-970c-d1470ed270e5 None None] Provisioning complete for port f2718b55-42d7-4b42-a9b9-c568c8fc95ce triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:07.802090 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9a22dc9-b2d7-4cc8-970c-d1470ed270e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:07.814445 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97179761-238c-4040-9984-ae0cb86922ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-router', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:57Z', 'updated_at': '2021-11-29T18:04:05Z', 'revision_number': 4, 'project_id': '4c266ce6530d4da190745999a11290e4', 'gw_port': {'id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8', 'name': '', 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'mac_address': 'fa:16:3e:2e:13:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:02Z', 'updated_at': '2021-11-29T18:04:03Z', 'revision_number': 1, 'project_id': '4c266ce6530d4da190745999a11290e4', 'subnets': [{'id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:07.923544 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c59d03-ebd2-4ba5-9265-65d9ecf7d4d0 None None] The sync data for ids ['97179761-238c-4040-9984-ae0cb86922ba'] in n-d-819494-5 is: [{'id': '97179761-238c-4040-9984-ae0cb86922ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-router', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:57Z', 'updated_at': '2021-11-29T18:04:05Z', 'revision_number': 4, 'project_id': '4c266ce6530d4da190745999a11290e4', 'gw_port': {'id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8', 'name': '', 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'mac_address': 'fa:16:3e:2e:13:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:02Z', 'updated_at': '2021-11-29T18:04:03Z', 'revision_number': 1, 'project_id': '4c266ce6530d4da190745999a11290e4', 'subnets': [{'id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:04:07.960851 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:07.990619 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:08.012521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f9a22dc9-b2d7-4cc8-970c-d1470ed270e5 None None] Port f2718b55-42d7-4b42-a9b9-c568c8fc95ce cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:08.023166 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:08.061635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a22dc9-b2d7-4cc8-970c-d1470ed270e5 None None] Pushing event updated for resources: {'Port': ['ID=deb0a1c2-cf58-42cb-afc5-ef36b2ee8764,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:08.062734 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:08.074199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 068f899b-39af-4b4d-9cb2-559dc017eb70 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:08.074465 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:08.129055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Network 490a8886-b6b4-4ef6-bb71-9a56602af52f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:08.170448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f9a22dc9-b2d7-4cc8-970c-d1470ed270e5 None None] Provisioning complete for port 068f899b-39af-4b4d-9cb2-559dc017eb70 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:08.170979 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9a22dc9-b2d7-4cc8-970c-d1470ed270e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:08.233186 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:08.241069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:08.297192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Allocated IP 172.25.3.187 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/42eb7fca-749d-4290-8333-6c5ecb6df798) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:08.459566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Pushing event updated for resources: {'Port': ['ID=a1d4a7a8-7456-4885-955a-d4bc05ca015e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:08.481489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f59a1a9-a2de-4836-aba3-b7ef3a7f1ac4 admin admin] Deleting subnet 76c57aef-e569-4893-9e6e-e5a8903d2158 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:04:08.488026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Attempting to bind port a1d4a7a8-7456-4885-955a-d4bc05ca015e on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:08.488634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Attempting to bind port a1d4a7a8-7456-4885-955a-d4bc05ca015e by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'c3590e0d-1dad-495d-bd2e-5a74bbf1b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:08.489225 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Attempting to bind port a1d4a7a8-7456-4885-955a-d4bc05ca015e on network 490a8886-b6b4-4ef6-bb71-9a56602af52f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:08.502318 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f59a1a9-a2de-4836-aba3-b7ef3a7f1ac4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:08.504512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af2a477-7304-41a9-a6be-4608f59549c1 None None] DHCP port deletion for 44aa18b0-f19e-425a-96e9-bf18ebea2498 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:08.524766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:08.526552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Checking segment: {'id': 'c3590e0d-1dad-495d-bd2e-5a74bbf1b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:08.527177 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:08.528467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Bound using segment: {'id': 'c3590e0d-1dad-495d-bd2e-5a74bbf1b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:08.530406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Bound port: a1d4a7a8-7456-4885-955a-d4bc05ca015e, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3590e0d-1dad-495d-bd2e-5a74bbf1b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:08.530960 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:08.585655 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:08.647838 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:08.649719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] For port a1d4a7a8-7456-4885-955a-d4bc05ca015e, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:08.653714 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] For port a1d4a7a8-7456-4885-955a-d4bc05ca015e, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a1d4a7a8-7456-4885-955a-d4bc05ca015e,segment=NetworkSegment(c3590e0d-1dad-495d-bd2e-5a74bbf1b742),segment_id=c3590e0d-1dad-495d-bd2e-5a74bbf1b742)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:08.661489 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:08.678633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-14150fdf-0566-4da9-bc04-272f1da111fd req-ecf080d2-272e-43b4-a014-5bd2ac499e76 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] No DVR routers for this DVR port 3f8d5a1f-776d-428c-9f07-d405c758780d on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:04:08.688234 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:08.689221 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:08.692887 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-14150fdf-0566-4da9-bc04-272f1da111fd req-ecf080d2-272e-43b4-a014-5bd2ac499e76 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:08.693055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:08.695867 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14150fdf-0566-4da9-bc04-272f1da111fd req-ecf080d2-272e-43b4-a014-5bd2ac499e76 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "DELETE /v2.0/ports/3f8d5a1f-776d-428c-9f07-d405c758780d HTTP/1.1" status: 204 len: 173 time: 3.3290999 Nov 29 18:04:08.703751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce89989-7ccf-4942-a84b-50446d02e71e', 'name': 'network-vif-deleted', 'tag': '3f8d5a1f-776d-428c-9f07-d405c758780d'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:08.706545 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552e2fcc-9f98-4dea-bc95-a5e3d24b009a" -d '{"events": [{"server_uuid": "2ce89989-7ccf-4942-a84b-50446d02e71e", "name": "network-vif-deleted", "tag": "3f8d5a1f-776d-428c-9f07-d405c758780d"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:08.709724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Pushing event updated for resources: {'Port': ['ID=f2718b55-42d7-4b42-a9b9-c568c8fc95ce,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:08.717270 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:08.754841 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf080d2-272e-43b4-a014-5bd2ac499e76 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Pushing event deleted for resources: {'Port': ['ID=3f8d5a1f-776d-428c-9f07-d405c758780d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:08.760748 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71806ace-bbe6-4a3d-95c7-0be88ff966c7 None None] Pushing event updated for resources: {'Port': ['ID=a1d4a7a8-7456-4885-955a-d4bc05ca015e,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:08.764644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e81d-7395-45d5-b2a7-d4b0193ba0a6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:08.778913 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58582724-52d9-4a83-8195-a8b20e0ece58 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:08.781151 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f9a22dc9-b2d7-4cc8-970c-d1470ed270e5 None None] Provisioning complete for port f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:08.782759 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9a22dc9-b2d7-4cc8-970c-d1470ed270e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:08.837555 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Pushing event updated for resources: {'Port': ['ID=42eb7fca-749d-4290-8333-6c5ecb6df798,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:08.857860 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f59a1a9-a2de-4836-aba3-b7ef3a7f1ac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:08.903975 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f9a22dc9-b2d7-4cc8-970c-d1470ed270e5 None None] Port f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:09.049231 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-252f664b-c676-4075-9dba-cea08346c1e9 None None] Provisioning complete for port 62030d86-60a3-4de6-a04f-86acfe12bc79 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:09.049610 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-252f664b-c676-4075-9dba-cea08346c1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:09.096818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0e81d-7395-45d5-b2a7-d4b0193ba0a6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=87baa6ce-2023-42ab-8361-e93dc4dc2d1d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:09.182883 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f59a1a9-a2de-4836-aba3-b7ef3a7f1ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:09.194490 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 62030d86-60a3-4de6-a04f-86acfe12bc79 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:09.202291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-1b79e804-5d1e-4066-bd26-9d9b766445af tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:09.204120 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-1b79e804-5d1e-4066-bd26-9d9b766445af tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/networks?id=2de40021-6650-4d54-8d0a-dc97325a88bf HTTP/1.1" status: 200 len: 829 time: 0.7085452 Nov 29 18:04:09.354247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-c8721476-2734-4ac6-8d9c-1ea0212794d3 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/quotas/4c266ce6530d4da190745999a11290e4 HTTP/1.1" status: 200 len: 375 time: 0.0866268 Nov 29 18:04:09.380618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf0e81d-7395-45d5-b2a7-d4b0193ba0a6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Checking segment: {'id': '795b8537-89e6-4085-966a-62f3146a4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:09.393109 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf0e81d-7395-45d5-b2a7-d4b0193ba0a6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network hostable DHCP agents. Network: bca48e1d-32ec-4cc0-9883-256843270e2d, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:04:09.417416 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-252f664b-c676-4075-9dba-cea08346c1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:09.459559 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 62030d86-60a3-4de6-a04f-86acfe12bc79 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:09.459935 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:09.464084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Network 4e339653-55b8-4311-bf25-d12d492e827c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:09.502700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:09.515651 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:09.525386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-252f664b-c676-4075-9dba-cea08346c1e9 None None] For port 62030d86-60a3-4de6-a04f-86acfe12bc79, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=62030d86-60a3-4de6-a04f-86acfe12bc79,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:09.569261 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-252f664b-c676-4075-9dba-cea08346c1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:09.650760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f664b-c676-4075-9dba-cea08346c1e9 None None] Pushing event updated for resources: {'Port': ['ID=62030d86-60a3-4de6-a04f-86acfe12bc79,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:09.694738 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-252f664b-c676-4075-9dba-cea08346c1e9 None None] Provisioning complete for port 42eb7fca-749d-4290-8333-6c5ecb6df798 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:09.696758 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-252f664b-c676-4075-9dba-cea08346c1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:09.698461 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5592ca8c-47b3-4e63-8f13-82456936d872 x-openstack-request-id: req-5592ca8c-47b3-4e63-8f13-82456936d872 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:09.698461 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce89989-7ccf-4942-a84b-50446d02e71e", "name": "network-vif-deleted", "tag": "3f8d5a1f-776d-428c-9f07-d405c758780d", "status": "failed", "code": 422}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:09.698651 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5592ca8c-47b3-4e63-8f13-82456936d872 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:09.699109 n-d-819494-5 neutron-server[110005]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ce89989-7ccf-4942-a84b-50446d02e71e', 'name': 'network-vif-deleted', 'tag': '3f8d5a1f-776d-428c-9f07-d405c758780d', 'status': 'failed', 'code': 422} returned with failed status Nov 29 18:04:09.728862 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f59a1a9-a2de-4836-aba3-b7ef3a7f1ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:09.766480 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-252f664b-c676-4075-9dba-cea08346c1e9 None None] Port 42eb7fca-749d-4290-8333-6c5ecb6df798 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:09.773640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf0e81d-7395-45d5-b2a7-d4b0193ba0a6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network bca48e1d-32ec-4cc0-9883-256843270e2d is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:04:09.796970 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-252f664b-c676-4075-9dba-cea08346c1e9 None None] Provisioning complete for port f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:09.797376 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-252f664b-c676-4075-9dba-cea08346c1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:09.860699 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-6cb90858-5c93-432d-a63f-269f7ddd1a55 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4c266ce6530d4da190745999a11290e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4837832 Nov 29 18:04:09.869386 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59a1a9-a2de-4836-aba3-b7ef3a7f1ac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76c57aef-e569-4893-9e6e-e5a8903d2158,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:09.929098 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f59a1a9-a2de-4836-aba3-b7ef3a7f1ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:09.936859 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1f59a1a9-a2de-4836-aba3-b7ef3a7f1ac4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/76c57aef-e569-4893-9e6e-e5a8903d2158 HTTP/1.1" status: 204 len: 168 time: 2.1978028 Nov 29 18:04:09.941873 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50154) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:09.945492 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-bcf0e81d-7395-45d5-b2a7-d4b0193ba0a6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, bca48e1d-32ec-4cc0-9883-256843270e2d) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:09.961078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf0e81d-7395-45d5-b2a7-d4b0193ba0a6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:09.968934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf0e81d-7395-45d5-b2a7-d4b0193ba0a6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:09.969876 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bcf0e81d-7395-45d5-b2a7-d4b0193ba0a6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:09.991682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59717d8-71b0-471b-9643-8dcba9980065 None None] Network e9ab4f27-05e8-4679-9195-28ec06efcb09 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:09.993971 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940d46ee-b56f-46f0-86e6-21ca0ea57d13 None None] Network bca48e1d-32ec-4cc0-9883-256843270e2d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:10.010473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-3f9a012a-713c-42d8-973b-9bf3fb0abd86 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:04:10.018955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-3f9a012a-713c-42d8-973b-9bf3fb0abd86 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1614013 Nov 29 18:04:10.098867 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:10.141781 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-252f664b-c676-4075-9dba-cea08346c1e9 None None] Port f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:10.227251 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bcf0e81d-7395-45d5-b2a7-d4b0193ba0a6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.5479164 Nov 29 18:04:10.232634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50166) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:10.245822 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-71d3dfa7-fa91-4cca-b74c-23d14f1d8a12 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-463671428'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:10.279728 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e5e1-2406-4813-9eec-fe9e1069a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:10.327985 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d3dfa7-fa91-4cca-b74c-23d14f1d8a12 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:10.331928 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71d3dfa7-fa91-4cca-b74c-23d14f1d8a12 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:10.391898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2e2b24f7-538e-4268-afeb-4cf591e46ad2 None None] Provisioning complete for port f2718b55-42d7-4b42-a9b9-c568c8fc95ce triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:10.392278 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2e2b24f7-538e-4268-afeb-4cf591e46ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:10.400328 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d3dfa7-fa91-4cca-b74c-23d14f1d8a12 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:04:10.406127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Router 92b161df-f5e8-4f13-a022-864841d59ec5 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:04:10.416449 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71d3dfa7-fa91-4cca-b74c-23d14f1d8a12 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:10.416794 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-71d3dfa7-fa91-4cca-b74c-23d14f1d8a12 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Added segment 6ff4c79a-25a6-4361-b419-f6c3d547d579 of type vlan for network 1205f6de-ecd3-4e58-aaa0-ebb29d70a498 Nov 29 18:04:10.486109 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71d3dfa7-fa91-4cca-b74c-23d14f1d8a12 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:10.497029 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Router cc867cac-e674-4f59-b5ee-88b138271339 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:04:10.521955 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b24f7-538e-4268-afeb-4cf591e46ad2 None None] Port f2718b55-42d7-4b42-a9b9-c568c8fc95ce cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:10.524684 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f01208e-b220-4b4e-8422-e2f2958c06db None None] DHCP port deletion for e9ab4f27-05e8-4679-9195-28ec06efcb09 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:10.622915 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71d3dfa7-fa91-4cca-b74c-23d14f1d8a12 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:10.629214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d3dfa7-fa91-4cca-b74c-23d14f1d8a12 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:10.629858 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71d3dfa7-fa91-4cca-b74c-23d14f1d8a12 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:10.661348 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-50e057e9-e805-42ff-b6ed-35ba16d7787f service neutron] 10.222.0.23 "GET /v2.0/networks/2de40021-6650-4d54-8d0a-dc97325a88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411479 Nov 29 18:04:10.681100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-1551e8fe-a4e2-4042-b078-d607612a5f34 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:10.688656 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-1551e8fe-a4e2-4042-b078-d607612a5f34 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 812 time: 0.4481714 Nov 29 18:04:10.787798 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e5e1-2406-4813-9eec-fe9e1069a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:10.819856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2938f4a0-ca2c-4535-a5c5-20d44ecd5626 None None] Network 490a8886-b6b4-4ef6-bb71-9a56602af52f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:10.824491 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-f2aadb8a-6225-4703-aac5-330291f6b2b3 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/quotas/9b07239bb1bf45548250748a91a26cf4 HTTP/1.1" status: 200 len: 375 time: 0.1348512 Nov 29 18:04:10.888186 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-cd6080c7-60fa-4c8d-a950-6a2e9fdfce04 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615988 Nov 29 18:04:10.914956 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f7c8e5e1-2406-4813-9eec-fe9e1069a405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ab4f27-05e8-4679-9195-28ec06efcb09']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:10.919679 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7423f006-2aee-49f3-b07d-712878fef467 None None] Provisioning complete for port a1d4a7a8-7456-4885-955a-d4bc05ca015e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:10.920061 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7423f006-2aee-49f3-b07d-712878fef467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:10.978454 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f7c8e5e1-2406-4813-9eec-fe9e1069a405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f559174-cf13-4341-a56a-9e6603b9b04e') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:10.978812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f7c8e5e1-2406-4813-9eec-fe9e1069a405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f559174-cf13-4341-a56a-9e6603b9b04e') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:11.010181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:04:11.032286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7e374f07-e9c7-46e0-a790-2109abfae17d admin admin] 10.222.0.23 "PUT /v2.0/routers/92b161df-f5e8-4f13-a022-864841d59ec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5457721 Nov 29 18:04:11.038753 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e5e1-2406-4813-9eec-fe9e1069a405 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:11.074057 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Sync routers for ids ['92b161df-f5e8-4f13-a022-864841d59ec5'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:04:11.090624 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-4aaba986-6d07-4339-b3bf-13d62cf22bf2 service neutron] 10.222.0.23 "GET /v2.0/networks/2de40021-6650-4d54-8d0a-dc97325a88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860631 Nov 29 18:04:11.099840 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e5e1-2406-4813-9eec-fe9e1069a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:11.109979 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c8e5e1-2406-4813-9eec-fe9e1069a405 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:04:11.114084 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e5e1-2406-4813-9eec-fe9e1069a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:11.195162 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-71d3dfa7-fa91-4cca-b74c-23d14f1d8a12 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9533110 Nov 29 18:04:11.200140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50174) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:11.205061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'ports': [{'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d'}, {'network_id': '1205f6de-ecd3-4e58-aaa0-ebb29d70a498'}]} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:11.205386 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:11.205915 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'network_id': '1205f6de-ecd3-4e58-aaa0-ebb29d70a498'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:11.229115 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3dfa7-fa91-4cca-b74c-23d14f1d8a12 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Network': ['ID=1205f6de-ecd3-4e58-aaa0-ebb29d70a498,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:04:11.250638 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:04:11.264702 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-544e101b-19f3-4695-97d7-87a200c5b082 service neutron] 10.222.0.23 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755348 Nov 29 18:04:11.287311 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 1205f6de-ecd3-4e58-aaa0-ebb29d70a498 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:04:11.329169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50178) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:11.355765 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:04:11.369939 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Sync routers for ids ['cc867cac-e674-4f59-b5ee-88b138271339'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:04:11.392658 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Routers {'cc867cac-e674-4f59-b5ee-88b138271339'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:11.396715 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cc867cac-e674-4f59-b5ee-88b138271339'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:11.438141 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:11.442920 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-33821bc8-ca6f-487b-901d-ae064d5a8e4a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2636049 Nov 29 18:04:11.461742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50186) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:11.475885 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-3b2b4cf4-6124-42ad-97a2-73fbbf116c73 service neutron] 10.222.0.23 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078426 Nov 29 18:04:11.550087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d6518aa0-7669-44b9-9225-c2aef340ad15 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1533864672'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:11.669302 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Set router cc867cac-e674-4f59-b5ee-88b138271339 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:11.696089 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6518aa0-7669-44b9-9225-c2aef340ad15 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Made reservation on behalf of ec693c762ef4433ab5b2a420380e9655 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:11.700585 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6518aa0-7669-44b9-9225-c2aef340ad15 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:11.742658 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'port': 2} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:11.743089 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device deb0a1c2-cf58-42cb-afc5-ef36b2ee8764 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:11.755559 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:11.788510 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:11.791942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6518aa0-7669-44b9-9225-c2aef340ad15 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:04:11.796151 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Routers {'92b161df-f5e8-4f13-a022-864841d59ec5'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:11.796797 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['92b161df-f5e8-4f13-a022-864841d59ec5'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:11.820406 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e5e1-2406-4813-9eec-fe9e1069a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:11.821377 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6518aa0-7669-44b9-9225-c2aef340ad15 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:11.821838 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-d6518aa0-7669-44b9-9225-c2aef340ad15 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Added segment 95b115d0-8a07-4b79-bd60-e56032a84bf8 of type vlan for network 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 Nov 29 18:04:11.872459 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e5e1-2406-4813-9eec-fe9e1069a405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:11.897495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f7c8e5e1-2406-4813-9eec-fe9e1069a405 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e9ab4f27-05e8-4679-9195-28ec06efcb09 HTTP/1.1" status: 204 len: 168 time: 1.9489472 Nov 29 18:04:11.915506 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8e5e1-2406-4813-9eec-fe9e1069a405 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ab4f27-05e8-4679-9195-28ec06efcb09,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:11.940356 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7423f006-2aee-49f3-b07d-712878fef467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:12.034816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-546ab7b3-1796-48e1-830f-d51cc4632c13 req-ea3a0346-55c7-4128-acf9-c9857dbcc093 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 210 time: 0.1990085 Nov 29 18:04:12.183666 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'name': 'tempest-ServersTestManualDisk-224712466-router', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:04:06Z', 'updated_at': '2021-11-29T18:04:09Z', 'revision_number': 3, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'gw_port': {'id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:37:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:08Z', 'updated_at': '2021-11-29T18:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:12.212030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Sync routers for ids ['97179761-238c-4040-9984-ae0cb86922ba'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:04:12.224320 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6518aa0-7669-44b9-9225-c2aef340ad15 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:12.280410 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] device_id is not set on port 845f2360-f5dc-433d-8695-f895a53ae368 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:04:12.283266 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Checking router: cc867cac-e674-4f59-b5ee-88b138271339 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:04:12.283626 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Updating router cc867cac-e674-4f59-b5ee-88b138271339 port 42eb7fca-749d-4290-8333-6c5ecb6df798 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:04:12.284654 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7423f006-2aee-49f3-b07d-712878fef467 None None] For port a1d4a7a8-7456-4885-955a-d4bc05ca015e, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a1d4a7a8-7456-4885-955a-d4bc05ca015e,segment=NetworkSegment(c3590e0d-1dad-495d-bd2e-5a74bbf1b742),segment_id=c3590e0d-1dad-495d-bd2e-5a74bbf1b742)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:12.292043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-769ac7c1-4da8-42f5-9767-d9c730a911f6 req-fa69a706-1638-45f7-a819-27cc76c580b4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 210 time: 0.3661757 Nov 29 18:04:12.320182 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50202) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:12.322396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port deb0a1c2-cf58-42cb-afc5-ef36b2ee8764 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:12.322820 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:12.348642 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:12.369560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Set router 92b161df-f5e8-4f13-a022-864841d59ec5 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:12.421525 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6518aa0-7669-44b9-9225-c2aef340ad15 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:12.424843 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7423f006-2aee-49f3-b07d-712878fef467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:12.441241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6518aa0-7669-44b9-9225-c2aef340ad15 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:12.441885 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6518aa0-7669-44b9-9225-c2aef340ad15 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:12.658426 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423f006-2aee-49f3-b07d-712878fef467 None None] Pushing event updated for resources: {'Port': ['ID=a1d4a7a8-7456-4885-955a-d4bc05ca015e,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:12.667847 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Routers {'97179761-238c-4040-9984-ae0cb86922ba'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:12.669632 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['97179761-238c-4040-9984-ae0cb86922ba'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:12.767043 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-842fff17-ac48-4a5c-939f-6c6cb255daab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b32cba58b45748e2bb629bd138e4f3d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4329543 Nov 29 18:04:12.767914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50212) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:12.869098 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:12.879678 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d6518aa0-7669-44b9-9225-c2aef340ad15 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5492184 Nov 29 18:04:12.884643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50214) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:12.901821 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0c3c17dd-c0a7-49d1-8f4e-ff197e70aa35 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Request body: {'subnet': {'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:12.909998 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-66a4eca4-b6ca-405a-a8f3-f6f132c65af4 None None] Provisioning complete for port a1d4a7a8-7456-4885-955a-d4bc05ca015e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:12.912432 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66a4eca4-b6ca-405a-a8f3-f6f132c65af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:12.927437 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6518aa0-7669-44b9-9225-c2aef340ad15 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event updated for resources: {'Network': ['ID=3a9e77f2-46b8-4297-aba4-2e1b6b7986c1,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:12.974528 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:12.986460 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:13.014569 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ebaeca44-8524-4db3-89aa-ae1f04a10bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:13.017416 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:13.056955 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a0da2-5b16-4f8f-8ea5-d956e307833b None None] Pushing event updated for resources: {'Port': ['ID=42eb7fca-749d-4290-8333-6c5ecb6df798,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:13.080260 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Attempting to bind port 42eb7fca-749d-4290-8333-6c5ecb6df798 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:13.081041 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Attempting to bind port 42eb7fca-749d-4290-8333-6c5ecb6df798 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:13.081629 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Attempting to bind port 42eb7fca-749d-4290-8333-6c5ecb6df798 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:13.090907 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ebaeca44-8524-4db3-89aa-ae1f04a10bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:13.091239 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:13.091896 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:13.092517 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:13.093196 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:13.093884 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Bound port: 42eb7fca-749d-4290-8333-6c5ecb6df798, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:13.095155 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:13.123461 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] device_id is not set on port 4e637d86-f4d6-4935-8efe-ba32e2c71b9a yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:04:13.123930 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:04:13.160529 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] For port 42eb7fca-749d-4290-8333-6c5ecb6df798, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:13.164206 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] For port 42eb7fca-749d-4290-8333-6c5ecb6df798, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=42eb7fca-749d-4290-8333-6c5ecb6df798,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:13.176544 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:13.190699 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ebaeca44-8524-4db3-89aa-ae1f04a10bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:13.193428 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ebaeca44-8524-4db3-89aa-ae1f04a10bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:13.198218 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ebaeca44-8524-4db3-89aa-ae1f04a10bbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee413cbd-20c1-43a0-a358-738ec62f8b3f HTTP/1.1" status: 204 len: 168 time: 0.4228320 Nov 29 18:04:13.199437 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9b716c2-ca0d-42f3-baac-cfe54eb5e755 req-b5d1f297-bae1-4ff8-9bac-23639214aecf tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 210 time: 0.0429411 Nov 29 18:04:13.202477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3c17dd-c0a7-49d1-8f4e-ff197e70aa35 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Made reservation on behalf of ec693c762ef4433ab5b2a420380e9655 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:13.205937 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c3c17dd-c0a7-49d1-8f4e-ff197e70aa35 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:13.259740 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaeca44-8524-4db3-89aa-ae1f04a10bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee413cbd-20c1-43a0-a358-738ec62f8b3f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:13.297140 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05bdd09-c6f6-4956-a0ae-1361ae1a91f5 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:13.362862 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a0da2-5b16-4f8f-8ea5-d956e307833b None None] Pushing event updated for resources: {'Port': ['ID=42eb7fca-749d-4290-8333-6c5ecb6df798,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:13.399404 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:13.403351 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Routers {'cc867cac-e674-4f59-b5ee-88b138271339'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:13.404175 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cc867cac-e674-4f59-b5ee-88b138271339'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:13.451905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Allocated IP 172.20.0.1 (490a8886-b6b4-4ef6-bb71-9a56602af52f/430527e9-00ad-453c-9a77-a7999b75d5f4/5485334e-9a25-4fb1-bb2f-4170c37bb949) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:13.497237 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a1d4a7a8-7456-4885-955a-d4bc05ca015e up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:13.576935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4b6ed3-6a9e-4630-a7de-758998ba5923 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:13.619308 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:13.630763 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Set router 97179761-238c-4040-9984-ae0cb86922ba gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:13.826133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network bca48e1d-32ec-4cc0-9883-256843270e2d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:13.837421 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] Set router cc867cac-e674-4f59-b5ee-88b138271339 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:13.866012 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:13.876465 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=845f2360-f5dc-433d-8695-f895a53ae368,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:13.889889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:13.890746 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:13.895226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a1d4a7a8-7456-4885-955a-d4bc05ca015e triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:13.898257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:13.898395 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:13.898620 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:13.899062 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:13.899412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:13.899754 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:13.900095 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:13.900438 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:13.900774 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:13.901110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:13.901444 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:13.901774 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:13.902103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:13.921957 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-57e3d0d9-ba4a-49c9-9286-96cc481e549e tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:13.923588 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-57e3d0d9-ba4a-49c9-9286-96cc481e549e tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.31 "GET /v2.0/networks?id=2de40021-6650-4d54-8d0a-dc97325a88bf HTTP/1.1" status: 200 len: 829 time: 0.4483037 Nov 29 18:04:13.989652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-585df361-9e90-4b97-ab2a-52ffd93eaca2 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Request body: {'port': {'device_id': '7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d', 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'admin_state_up': True, 'tenant_id': '4c266ce6530d4da190745999a11290e4'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:14.057496 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07eca790-53be-465e-a593-e718205bd0a9 req-bf1bad91-fa66-4c05-b208-41d7c5b148d8 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 210 time: 0.5828817 Nov 29 18:04:14.186203 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c3c17dd-c0a7-49d1-8f4e-ff197e70aa35 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:14.228401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Checking segment: {'id': '6ff4c79a-25a6-4361-b419-f6c3d547d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1205f6de-ecd3-4e58-aaa0-ebb29d70a498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:14.228776 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network hostable DHCP agents. Network: 1205f6de-ecd3-4e58-aaa0-ebb29d70a498, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:04:14.240312 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=4e637d86-f4d6-4935-8efe-ba32e2c71b9a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:14.261103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network 1205f6de-ecd3-4e58-aaa0-ebb29d70a498 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:04:14.271783 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-585df361-9e90-4b97-ab2a-52ffd93eaca2 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Made reservation on behalf of 4c266ce6530d4da190745999a11290e4 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:14.273361 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'name': 'tempest-ServersTestManualDisk-224712466-router', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:04:06Z', 'updated_at': '2021-11-29T18:04:09Z', 'revision_number': 3, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'gw_port': {'id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:37:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:08Z', 'updated_at': '2021-11-29T18:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:14.281146 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-585df361-9e90-4b97-ab2a-52ffd93eaca2 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:14.317804 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 1205f6de-ecd3-4e58-aaa0-ebb29d70a498) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:14.326493 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7d423-b2ec-4594-b25a-2be72512c08f None None] The sync data for ids ['cc867cac-e674-4f59-b5ee-88b138271339'] in n-d-819494-5 is: [{'id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'name': 'tempest-ServersTestManualDisk-224712466-router', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:04:06Z', 'updated_at': '2021-11-29T18:04:09Z', 'revision_number': 3, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'gw_port': {'id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:37:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:08Z', 'updated_at': '2021-11-29T18:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:04:14.328483 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:14.334104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:14.341249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:14.342527 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:14.346489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c17dd-c0a7-49d1-8f4e-ff197e70aa35 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event updated for resources: {'Subnet': ['ID=1dc58f14-3db0-4095-b29c-7e9f4a082817,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:14.376997 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3d7b6a-d02d-43f1-b736-86afe29ccd40 None None] Network 1205f6de-ecd3-4e58-aaa0-ebb29d70a498 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:14.411052 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1cc9053c-ff60-4939-ad5e-dcc3806c6591 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2097852 Nov 29 18:04:14.415836 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50244) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:14.435806 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 62030d86-60a3-4de6-a04f-86acfe12bc79 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:14.459824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28a66ec1-5b58-4853-8635-344d7720842a req-1a4bc65b-472d-4e6f-8f3f-6cd66d23b782 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 210 time: 0.1218445 Nov 29 18:04:14.567360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395a316-e21f-4597-8cce-7e712d374917 req-380ee0b6-a61a-4108-9f3d-bebca3855347 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:14.568949 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b395a316-e21f-4597-8cce-7e712d374917 req-380ee0b6-a61a-4108-9f3d-bebca3855347 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 946 time: 0.2300217 Nov 29 18:04:14.574522 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'name': 'tempest-ServersTestMultiNic-598448906-router', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '62030d86-60a3-4de6-a04f-86acfe12bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:58Z', 'updated_at': '2021-11-29T18:04:06Z', 'revision_number': 4, 'project_id': 'ec693c762ef4433ab5b2a420380e9655', 'gw_port': {'id': '62030d86-60a3-4de6-a04f-86acfe12bc79', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f2718b55-42d7-4b42-a9b9-c568c8fc95ce', 'name': '', 'network_id': '4e339653-55b8-4311-bf25-d12d492e827c', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'mac_address': 'fa:16:3e:e9:b7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '22010e9f-0862-4439-8124-fc0ac6f4dd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:04Z', 'updated_at': '2021-11-29T18:04:06Z', 'revision_number': 2, 'project_id': 'ec693c762ef4433ab5b2a420380e9655', 'subnets': [{'id': '22010e9f-0862-4439-8124-fc0ac6f4dd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:14.618166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e874d28e-8a77-4c02-bc3f-83d6c74a5eed tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port 4e637d86-f4d6-4935-8efe-ba32e2c71b9a {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:14.618667 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e874d28e-8a77-4c02-bc3f-83d6c74a5eed tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:14.622980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3c17dd-c0a7-49d1-8f4e-ff197e70aa35 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Checking segment: {'id': '95b115d0-8a07-4b79-bd60-e56032a84bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:14.623438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3c17dd-c0a7-49d1-8f4e-ff197e70aa35 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Network hostable DHCP agents. Network: 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:04:14.639061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-585df361-9e90-4b97-ab2a-52ffd93eaca2 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Allocated IP 172.20.0.7 (2de40021-6650-4d54-8d0a-dc97325a88bf/db358909-3be9-46a0-9a35-12415c5cf007/a9e79909-68ff-4fc0-9083-11fcb0161aa9) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:14.663175 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Checking router: 92b161df-f5e8-4f13-a022-864841d59ec5 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:04:14.663545 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Updating router 92b161df-f5e8-4f13-a022-864841d59ec5 port f2718b55-42d7-4b42-a9b9-c568c8fc95ce binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:04:14.681672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-e3e496cf-2ba9-4c7f-b76c-3df5a028e6d3 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:14.690701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-e3e496cf-2ba9-4c7f-b76c-3df5a028e6d3 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.31 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 812 time: 0.7123113 Nov 29 18:04:14.706682 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:14.724801 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e874d28e-8a77-4c02-bc3f-83d6c74a5eed tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:14.750922 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e874d28e-8a77-4c02-bc3f-83d6c74a5eed tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for 4e637d86-f4d6-4935-8efe-ba32e2c71b9a owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:14.774909 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:14.798771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0e2a5321-7a73-4982-9da4-86b459413c2b None None] Provisioning complete for port 42eb7fca-749d-4290-8333-6c5ecb6df798 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:14.799048 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5321-7a73-4982-9da4-86b459413c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:14.808809 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-7e5367b6-fe83-4b9b-9f44-8136373865ec tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Request body: {'port': {'device_id': '0ec9b4aa-f6a8-40b0-ace3-98280632fb9e', 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498', 'admin_state_up': True, 'tenant_id': '9b07239bb1bf45548250748a91a26cf4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:14.842717 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 62030d86-60a3-4de6-a04f-86acfe12bc79 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:14.843135 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:14.871768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50256) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:14.872956 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:14.966296 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3c17dd-c0a7-49d1-8f4e-ff197e70aa35 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Network 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:04:15.000951 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b395a316-e21f-4597-8cce-7e712d374917 req-ae397993-a4c0-4316-a8bf-c1aee38d9709 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4181981 Nov 29 18:04:15.004725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Network 490a8886-b6b4-4ef6-bb71-9a56602af52f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:15.014045 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:15.021133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0c3c17dd-c0a7-49d1-8f4e-ff197e70aa35 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:15.024951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:15.068888 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-585df361-9e90-4b97-ab2a-52ffd93eaca2 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.082882 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.084957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Pushing event updated for resources: {'Port': ['ID=5485334e-9a25-4fb1-bb2f-4170c37bb949,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:15.089965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3c17dd-c0a7-49d1-8f4e-ff197e70aa35 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:15.091400 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c3c17dd-c0a7-49d1-8f4e-ff197e70aa35 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.121071 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e874d28e-8a77-4c02-bc3f-83d6c74a5eed tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.135761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdee2d7c-a920-44ff-9516-142af1e73130 None None] Network 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:15.203970 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874d28e-8a77-4c02-bc3f-83d6c74a5eed tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=4e637d86-f4d6-4935-8efe-ba32e2c71b9a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:15.215850 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-585df361-9e90-4b97-ab2a-52ffd93eaca2 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.248134 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e874d28e-8a77-4c02-bc3f-83d6c74a5eed tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.251487 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e874d28e-8a77-4c02-bc3f-83d6c74a5eed tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/4e637d86-f4d6-4935-8efe-ba32e2c71b9a HTTP/1.1" status: 204 len: 168 time: 0.8347504 Nov 29 18:04:15.274618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50262) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:15.302325 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50264) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:15.308391 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97179761-238c-4040-9984-ae0cb86922ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-router', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:57Z', 'updated_at': '2021-11-29T18:04:05Z', 'revision_number': 4, 'project_id': '4c266ce6530d4da190745999a11290e4', 'gw_port': {'id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8', 'name': '', 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'mac_address': 'fa:16:3e:2e:13:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:02Z', 'updated_at': '2021-11-29T18:04:05Z', 'revision_number': 2, 'project_id': '4c266ce6530d4da190745999a11290e4', 'subnets': [{'id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:15.312872 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0c3c17dd-c0a7-49d1-8f4e-ff197e70aa35 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4162333 Nov 29 18:04:15.325746 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6d9a95c5-a12a-4030-bf71-c1c79235a04d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1495536217'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:15.327840 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ba4b9cf-4bc1-4f16-be23-c144023aee49 req-43d61b9e-d6c3-4ca3-8db9-08116bc46e79 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 210 time: 0.1311669 Nov 29 18:04:15.356624 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-cf683bfa-3adf-48a7-b6bd-1a334aa9a1b6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-213517258-network', 'tenant_id': 'd4194d8101824301ad5fc37facbb9c7a'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:15.365726 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-585df361-9e90-4b97-ab2a-52ffd93eaca2 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Network 2de40021-6650-4d54-8d0a-dc97325a88bf is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:15.379003 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-585df361-9e90-4b97-ab2a-52ffd93eaca2 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:15.381768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-585df361-9e90-4b97-ab2a-52ffd93eaca2 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:15.448710 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9a95c5-a12a-4030-bf71-c1c79235a04d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Made reservation on behalf of ec693c762ef4433ab5b2a420380e9655 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:15.453401 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d9a95c5-a12a-4030-bf71-c1c79235a04d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.488401 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.api [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-7e5367b6-fe83-4b9b-9f44-8136373865ec tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 18:04:15.488401 n-d-819494-5 neutron-server[110005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 18:04:15.488401 n-d-819494-5 neutron-server[110005]: [parameters: {'project_id_1': '9b07239bb1bf45548250748a91a26cf4', 'expiration_1': datetime.datetime(2021, 11, 29, 18, 3, 55, 428543)}] Nov 29 18:04:15.488401 n-d-819494-5 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:04:15.489148 n-d-819494-5 neutron-server[110005]: DEBUG oslo_db.api [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-7e5367b6-fe83-4b9b-9f44-8136373865ec tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:04:15.507468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe09887-bb2a-4ebe-8618-6c78c34e3662 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:15.513875 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-585df361-9e90-4b97-ab2a-52ffd93eaca2 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:15.514204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe09887-bb2a-4ebe-8618-6c78c34e3662 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:15.514537 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-585df361-9e90-4b97-ab2a-52ffd93eaca2 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.516760 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1fe09887-bb2a-4ebe-8618-6c78c34e3662 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2229865 Nov 29 18:04:15.524307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Checking router: 97179761-238c-4040-9984-ae0cb86922ba for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:04:15.524965 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Updating router 97179761-238c-4040-9984-ae0cb86922ba port f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:04:15.525071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50268) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:15.528475 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585df361-9e90-4b97-ab2a-52ffd93eaca2 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Pushing event updated for resources: {'Port': ['ID=a9e79909-68ff-4fc0-9083-11fcb0161aa9,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:15.557759 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf683bfa-3adf-48a7-b6bd-1a334aa9a1b6 admin admin] Made reservation on behalf of d4194d8101824301ad5fc37facbb9c7a for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:15.565928 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf683bfa-3adf-48a7-b6bd-1a334aa9a1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.587197 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9a95c5-a12a-4030-bf71-c1c79235a04d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:04:15.593294 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf683bfa-3adf-48a7-b6bd-1a334aa9a1b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.610273 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-585df361-9e90-4b97-ab2a-52ffd93eaca2 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6269050 Nov 29 18:04:15.629509 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-6e258108-4d65-48d8-9d5f-5e04ac3ca0e8 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:04:15.630646 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-6e258108-4d65-48d8-9d5f-5e04ac3ca0e8 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108025 Nov 29 18:04:15.632160 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d9a95c5-a12a-4030-bf71-c1c79235a04d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.632160 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-6d9a95c5-a12a-4030-bf71-c1c79235a04d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Added segment f3b47686-50ed-45e1-bbd4-d017a2dda54f of type vlan for network 9be6ad60-b4df-4442-a45a-53166977db8e Nov 29 18:04:15.749565 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.762050 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d9a95c5-a12a-4030-bf71-c1c79235a04d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.767499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Request body: {'port': {'device_id': '7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:15.769340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535eaa2-0c22-4055-9523-9cf9129f423b req-b1f7b04d-b4cb-46f2-850e-91a521a461b4 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:15.777389 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f535eaa2-0c22-4055-9523-9cf9129f423b req-b1f7b04d-b4cb-46f2-850e-91a521a461b4 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 931 time: 0.1970608 Nov 29 18:04:15.871213 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.874395 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d9a95c5-a12a-4030-bf71-c1c79235a04d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.880229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9a95c5-a12a-4030-bf71-c1c79235a04d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:15.880925 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d9a95c5-a12a-4030-bf71-c1c79235a04d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.885944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-30d0ebf3-d336-4df5-9534-aef797626992 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port 845f2360-f5dc-433d-8695-f895a53ae368 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:15.886561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30d0ebf3-d336-4df5-9534-aef797626992 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.897550 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5321-7a73-4982-9da4-86b459413c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.904351 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.945581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-3a9e77f2-46b8-4297-aba4-2e1b6b7986c1', 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'fixed_ips': [{'subnet_id': '1dc58f14-3db0-4095-b29c-7e9f4a082817'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:04:15.946457 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:15.980403 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0e2a5321-7a73-4982-9da4-86b459413c2b None None] For port 42eb7fca-749d-4290-8333-6c5ecb6df798, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=42eb7fca-749d-4290-8333-6c5ecb6df798,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:16.036441 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf683bfa-3adf-48a7-b6bd-1a334aa9a1b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.105600 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.107689 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf683bfa-3adf-48a7-b6bd-1a334aa9a1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.127327 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf683bfa-3adf-48a7-b6bd-1a334aa9a1b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:04:16.132010 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f535eaa2-0c22-4055-9523-9cf9129f423b req-3d7aab19-b2c3-4a43-a55d-0ddbe8447222 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfd9f179-be8d-4608-9a53-694cace15300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529913 Nov 29 18:04:16.136122 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.165998 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6d9a95c5-a12a-4030-bf71-c1c79235a04d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8603106 Nov 29 18:04:16.177917 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf683bfa-3adf-48a7-b6bd-1a334aa9a1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.179410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50276) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:16.179826 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-cf683bfa-3adf-48a7-b6bd-1a334aa9a1b6 admin admin] Added segment fac9db7f-f77e-4f79-83c0-7a27e5f569ea of type vlan for network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 Nov 29 18:04:16.187195 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.198546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-7e5367b6-fe83-4b9b-9f44-8136373865ec tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Made reservation on behalf of 9b07239bb1bf45548250748a91a26cf4 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:16.202116 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-7e5367b6-fe83-4b9b-9f44-8136373865ec tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.216254 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5321-7a73-4982-9da4-86b459413c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.216869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f5e9d59e-4355-4eea-ba6c-20d7e1cb1a52 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Request body: {'subnet': {'network_id': '9be6ad60-b4df-4442-a45a-53166977db8e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:16.237847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a95c5-a12a-4030-bf71-c1c79235a04d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event updated for resources: {'Network': ['ID=9be6ad60-b4df-4442-a45a-53166977db8e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:16.312802 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf683bfa-3adf-48a7-b6bd-1a334aa9a1b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.314976 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf683bfa-3adf-48a7-b6bd-1a334aa9a1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88110f2-4d0e-4928-a11b-0d0b7a290f46,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:16.342741 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30d0ebf3-d336-4df5-9534-aef797626992 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.352444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 9be6ad60-b4df-4442-a45a-53166977db8e details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:04:16.354597 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a1d4a7a8-7456-4885-955a-d4bc05ca015e up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:16.415497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae052982-8600-435b-86c6-f728cc307a32 req-a0449c2a-119e-4b59-85a2-0315aa8be7f9 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:16.417350 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ae052982-8600-435b-86c6-f728cc307a32 req-a0449c2a-119e-4b59-85a2-0315aa8be7f9 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.20 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 946 time: 0.4510546 Nov 29 18:04:16.464501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-30d0ebf3-d336-4df5-9534-aef797626992 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for 845f2360-f5dc-433d-8695-f895a53ae368 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:16.473843 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.509995 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf683bfa-3adf-48a7-b6bd-1a334aa9a1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.511239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8dbec-d515-485a-9274-a40dfeec1989 req-630f9d61-c1bc-4a32-8e81-d1908d7a08a5 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:16.512562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf683bfa-3adf-48a7-b6bd-1a334aa9a1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:16.512905 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8a8dbec-d515-485a-9274-a40dfeec1989 req-630f9d61-c1bc-4a32-8e81-d1908d7a08a5 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 946 time: 0.3289609 Nov 29 18:04:16.513507 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf683bfa-3adf-48a7-b6bd-1a334aa9a1b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.540737 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.557925 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b9027649-76fa-4949-b34a-cbb0e95b53ad None None] Provisioning complete for port a9e79909-68ff-4fc0-9083-11fcb0161aa9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:16.558293 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9027649-76fa-4949-b34a-cbb0e95b53ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.559093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28bfc037-f49e-4bec-8613-369079883588 req-bd32c588-7a2a-42ca-9ab6-c175868543c8 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 210 time: 0.1045883 Nov 29 18:04:16.559718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Pushing event updated for resources: {'Port': ['ID=5485334e-9a25-4fb1-bb2f-4170c37bb949,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:16.595074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a5321-7a73-4982-9da4-86b459413c2b None None] Pushing event updated for resources: {'Port': ['ID=42eb7fca-749d-4290-8333-6c5ecb6df798,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:16.631785 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cf683bfa-3adf-48a7-b6bd-1a334aa9a1b6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6993017 Nov 29 18:04:16.633736 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50280) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:16.653368 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4693fd79-f9ce-4c0e-972b-6bfb0bb2b308 admin admin] Request body: {'subnet': {'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-213517258-subnet', 'tenant_id': 'd4194d8101824301ad5fc37facbb9c7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:16.653764 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf683bfa-3adf-48a7-b6bd-1a334aa9a1b6 admin admin] Pushing event updated for resources: {'Network': ['ID=6f88d188-b5b2-4832-b3a9-0737b5ac1f67,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:16.665643 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-ae052982-8600-435b-86c6-f728cc307a32 req-c9a0e744-3108-4366-b933-122aa0111994 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Deleting port 666eb30b-5978-401b-ab60-bb5580335850 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:16.665993 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ae052982-8600-435b-86c6-f728cc307a32 req-c9a0e744-3108-4366-b933-122aa0111994 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.712638 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:04:16.738223 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-4693fd79-f9ce-4c0e-972b-6bfb0bb2b308 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 18:04:16.738223 n-d-819494-5 neutron-server[110005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 18:04:16.738223 n-d-819494-5 neutron-server[110005]: [parameters: {'project_id_1': 'd4194d8101824301ad5fc37facbb9c7a', 'expiration_1': datetime.datetime(2021, 11, 29, 18, 3, 56, 692995)}] Nov 29 18:04:16.738223 n-d-819494-5 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:04:16.738572 n-d-819494-5 neutron-server[110005]: DEBUG oslo_db.api [None req-4693fd79-f9ce-4c0e-972b-6bfb0bb2b308 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:04:16.746850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a1d4a7a8-7456-4885-955a-d4bc05ca015e triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:16.747542 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.772487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Network 490a8886-b6b4-4ef6-bb71-9a56602af52f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:16.776221 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8a8dbec-d515-485a-9274-a40dfeec1989 req-d15ccb76-4fd9-4f58-beb9-43096d31f0de tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=b32a2d5e-2300-452b-bff6-ba409f6cd84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198706 Nov 29 18:04:16.781057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e9d59e-4355-4eea-ba6c-20d7e1cb1a52 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Made reservation on behalf of ec693c762ef4433ab5b2a420380e9655 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:16.784996 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d59e-4355-4eea-ba6c-20d7e1cb1a52 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.799611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:16.802863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-7e5367b6-fe83-4b9b-9f44-8136373865ec tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Allocated IP 172.20.0.2 (44aa18b0-f19e-425a-96e9-bf18ebea2498/733544da-2bc1-4873-95ac-5a788cefa521/724d0a8a-f275-4e2f-a4e2-49620664d027) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:16.820640 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-ae052982-8600-435b-86c6-f728cc307a32 req-c9a0e744-3108-4366-b933-122aa0111994 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] For port 666eb30b-5978-401b-ab60-bb5580335850, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=666eb30b-5978-401b-ab60-bb5580335850,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:16.820787 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ae052982-8600-435b-86c6-f728cc307a32 req-c9a0e744-3108-4366-b933-122aa0111994 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.960261 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30d0ebf3-d336-4df5-9534-aef797626992 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:16.967750 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Allocated IP 19.80.0.2 (3a9e77f2-46b8-4297-aba4-2e1b6b7986c1/1dc58f14-3db0-4095-b29c-7e9f4a082817/c74e4e8a-0ca2-402c-9611-b3b4d849f781) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:16.974613 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b9027649-76fa-4949-b34a-cbb0e95b53ad None None] Port a9e79909-68ff-4fc0-9083-11fcb0161aa9 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:17.032029 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713ef38-8072-4ef5-ae5d-c4ef798d4847 None None] Pushing event updated for resources: {'Port': ['ID=f2718b55-42d7-4b42-a9b9-c568c8fc95ce,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:17.137511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0ebf3-d336-4df5-9534-aef797626992 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=845f2360-f5dc-433d-8695-f895a53ae368,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:17.147291 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:17.156336 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30d0ebf3-d336-4df5-9534-aef797626992 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:17.164202 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50284) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:17.165015 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:17.166743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-30d0ebf3-d336-4df5-9534-aef797626992 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/845f2360-f5dc-433d-8695-f895a53ae368 HTTP/1.1" status: 204 len: 168 time: 1.6348531 Nov 29 18:04:17.249077 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ae052982-8600-435b-86c6-f728cc307a32 req-c9a0e744-3108-4366-b933-122aa0111994 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:17.249578 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ae052982-8600-435b-86c6-f728cc307a32 req-c9a0e744-3108-4366-b933-122aa0111994 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:17.250010 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [req-ae052982-8600-435b-86c6-f728cc307a32 req-c9a0e744-3108-4366-b933-122aa0111994 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Floating IP a62634fa-4a58-47f5-92e6-7e9a911e25ca disassociated. External IP: 172.25.3.106, port: 666eb30b-5978-401b-ab60-bb5580335850. Nov 29 18:04:17.250616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-ae052982-8600-435b-86c6-f728cc307a32 req-c9a0e744-3108-4366-b933-122aa0111994 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Calling delete_port for 666eb30b-5978-401b-ab60-bb5580335850 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:17.272638 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf9920-ec7b-4ee5-a4c5-86493311ca81 None None] Pushing event updated for resources: {'Port': ['ID=f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:17.297481 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b9027649-76fa-4949-b34a-cbb0e95b53ad None None] Provisioning complete for port 5485334e-9a25-4fb1-bb2f-4170c37bb949 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:17.297876 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9027649-76fa-4949-b34a-cbb0e95b53ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:17.320495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Attempting to bind port f2718b55-42d7-4b42-a9b9-c568c8fc95ce on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:17.320871 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Attempting to bind port f2718b55-42d7-4b42-a9b9-c568c8fc95ce by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '015eea62-ad77-4765-a1db-509d6c0c3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e339653-55b8-4311-bf25-d12d492e827c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:17.321239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Attempting to bind port f2718b55-42d7-4b42-a9b9-c568c8fc95ce on network 4e339653-55b8-4311-bf25-d12d492e827c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:17.408036 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514589ca-2569-451c-ae66-1cf8fa57711e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:17.413098 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-514589ca-2569-451c-ae66-1cf8fa57711e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2435846 Nov 29 18:04:17.415621 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50288) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:17.474633 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31c293f-4baf-4b67-8737-9ebf7c78c503 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] GET failed (client error): The resource could not be found. Nov 29 18:04:17.476386 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f31c293f-4baf-4b67-8737-9ebf7c78c503 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports/4e637d86-f4d6-4935-8efe-ba32e2c71b9a HTTP/1.1" status: 404 len: 333 time: 0.0558317 Nov 29 18:04:17.482027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50290) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:17.517478 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:17.525831 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-817d334b-2862-4aa3-a66a-1a42348fa61f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] GET failed (client error): The resource could not be found. Nov 29 18:04:17.530638 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-817d334b-2862-4aa3-a66a-1a42348fa61f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports/845f2360-f5dc-433d-8695-f895a53ae368 HTTP/1.1" status: 404 len: 333 time: 0.0441155 Nov 29 18:04:17.532907 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50292) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:17.535238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:17.535628 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Checking segment: {'id': '015eea62-ad77-4765-a1db-509d6c0c3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e339653-55b8-4311-bf25-d12d492e827c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:17.536047 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:17.536458 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Bound using segment: {'id': '015eea62-ad77-4765-a1db-509d6c0c3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e339653-55b8-4311-bf25-d12d492e827c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:17.536982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Bound port: f2718b55-42d7-4b42-a9b9-c568c8fc95ce, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015eea62-ad77-4765-a1db-509d6c0c3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4e339653-55b8-4311-bf25-d12d492e827c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:17.537459 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:17.542038 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b9027649-76fa-4949-b34a-cbb0e95b53ad None None] Port 5485334e-9a25-4fb1-bb2f-4170c37bb949 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:17.596606 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:17.673256 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e79909-68ff-4fc0-9083-11fcb0161aa9 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:17.692922 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:17.718457 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98b36ac7-b250-4209-8b72-7fa1474be17a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:17.724523 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ae052982-8600-435b-86c6-f728cc307a32 req-c9a0e744-3108-4366-b933-122aa0111994 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:17.729920 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Transition to ACTIVE for port object a9e79909-68ff-4fc0-9083-11fcb0161aa9 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:04:17.742313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-59e75689-4827-406d-abdd-14a8a2952392 req-99bca840-a378-4036-a362-40e2fc7d9bae tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 210 time: 0.0550647 Nov 29 18:04:17.751721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Router cc867cac-e674-4f59-b5ee-88b138271339 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:04:17.761092 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:17.763349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4693fd79-f9ce-4c0e-972b-6bfb0bb2b308 admin admin] Made reservation on behalf of d4194d8101824301ad5fc37facbb9c7a for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:17.765926 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4693fd79-f9ce-4c0e-972b-6bfb0bb2b308 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:17.772317 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0e744-3108-4366-b933-122aa0111994 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event deleted for resources: {'Port': ['ID=666eb30b-5978-401b-ab60-bb5580335850,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:17.811922 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43370e66-3dcd-4251-8caa-36b4b3ef75c1 req-a0953b6b-1515-4034-a09b-aaa15eec9ca8 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:17.813749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43370e66-3dcd-4251-8caa-36b4b3ef75c1 req-a0953b6b-1515-4034-a09b-aaa15eec9ca8 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 931 time: 0.5423086 Nov 29 18:04:17.903900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 42eb7fca-749d-4290-8333-6c5ecb6df798 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:17.944510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Network 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:17.955854 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Pushing event updated for resources: {'Port': ['ID=c74e4e8a-0ca2-402c-9611-b3b4d849f781,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:17.959369 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:17.961457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:17.964024 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98b36ac7-b250-4209-8b72-7fa1474be17a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:17.965821 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Attempting to bind port f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:17.966203 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Attempting to bind port f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fc7fd27c-3e94-4c28-acb2-d1e3f970fff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:17.966617 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Attempting to bind port f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 on network 2de40021-6650-4d54-8d0a-dc97325a88bf {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:17.972981 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-7e5367b6-fe83-4b9b-9f44-8136373865ec tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:17.990505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-65150140-0ebc-430e-8d3f-4a670910907c None None] Provisioning complete for port 5485334e-9a25-4fb1-bb2f-4170c37bb949 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:17.990949 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65150140-0ebc-430e-8d3f-4a670910907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.000375 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:18.000722 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Checking segment: {'id': 'fc7fd27c-3e94-4c28-acb2-d1e3f970fff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:18.001200 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.001858 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Bound using segment: {'id': 'fc7fd27c-3e94-4c28-acb2-d1e3f970fff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:18.002400 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Bound port: f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7fd27c-3e94-4c28-acb2-d1e3f970fff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:18.002858 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.029453 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4219c4a0-31c1-49f8-bb58-2c4bcc3d00fa req-aab8fd64-66b1-438f-9ce3-8ea2a19b94ed tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 210 time: 0.0717475 Nov 29 18:04:18.092385 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d59e-4355-4eea-ba6c-20d7e1cb1a52 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.102895 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] For port f2718b55-42d7-4b42-a9b9-c568c8fc95ce, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:18.120682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] For port f2718b55-42d7-4b42-a9b9-c568c8fc95ce, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f2718b55-42d7-4b42-a9b9-c568c8fc95ce,segment=NetworkSegment(015eea62-ad77-4765-a1db-509d6c0c3063),segment_id=015eea62-ad77-4765-a1db-509d6c0c3063)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:18.162264 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.262127 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] For port f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:18.265806 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] For port f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8,segment=NetworkSegment(fc7fd27c-3e94-4c28-acb2-d1e3f970fff2),segment_id=fc7fd27c-3e94-4c28-acb2-d1e3f970fff2)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:18.271501 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43370e66-3dcd-4251-8caa-36b4b3ef75c1 req-036ae6c3-343a-4b0a-9bf0-5425bbb715a2 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfd9f179-be8d-4608-9a53-694cace15300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899732 Nov 29 18:04:18.319644 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.327716 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-65150140-0ebc-430e-8d3f-4a670910907c None None] Port 5485334e-9a25-4fb1-bb2f-4170c37bb949 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:18.338183 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-98b36ac7-b250-4209-8b72-7fa1474be17a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1205f6de-ecd3-4e58-aaa0-ebb29d70a498']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:18.350831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-98b36ac7-b250-4209-8b72-7fa1474be17a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff4c79a-25a6-4361-b419-f6c3d547d579') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:18.351297 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-98b36ac7-b250-4209-8b72-7fa1474be17a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff4c79a-25a6-4361-b419-f6c3d547d579') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:18.358359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 42eb7fca-749d-4290-8333-6c5ecb6df798 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:18.358359 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.363327 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98b36ac7-b250-4209-8b72-7fa1474be17a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.379339 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98b36ac7-b250-4209-8b72-7fa1474be17a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.390099 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Attempting to bind port c74e4e8a-0ca2-402c-9611-b3b4d849f781 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:18.390483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Attempting to bind port c74e4e8a-0ca2-402c-9611-b3b4d849f781 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '95b115d0-8a07-4b79-bd60-e56032a84bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:18.390880 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Attempting to bind port c74e4e8a-0ca2-402c-9611-b3b4d849f781 on network 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:18.399406 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b36ac7-b250-4209-8b72-7fa1474be17a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:04:18.400071 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98b36ac7-b250-4209-8b72-7fa1474be17a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:04:18.407360 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:04:18.426766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713ef38-8072-4ef5-ae5d-c4ef798d4847 None None] Pushing event updated for resources: {'Port': ['ID=f2718b55-42d7-4b42-a9b9-c568c8fc95ce,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:18.459763 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:18.460150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Checking segment: {'id': '95b115d0-8a07-4b79-bd60-e56032a84bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:18.460569 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.460974 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Bound using segment: {'id': '95b115d0-8a07-4b79-bd60-e56032a84bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:18.461522 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Bound port: c74e4e8a-0ca2-402c-9611-b3b4d849f781, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b115d0-8a07-4b79-bd60-e56032a84bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:18.461860 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.525672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:04:18.540872 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Sync routers for ids ['cc867cac-e674-4f59-b5ee-88b138271339'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:04:18.560075 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Routers {'cc867cac-e674-4f59-b5ee-88b138271339'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:18.561702 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1ee36b0f-58ed-4bd6-86c4-a935dc0a827b admin admin] 10.222.0.23 "PUT /v2.0/routers/cc867cac-e674-4f59-b5ee-88b138271339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0845790 Nov 29 18:04:18.562764 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cc867cac-e674-4f59-b5ee-88b138271339'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:18.563902 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9d59e-4355-4eea-ba6c-20d7e1cb1a52 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event updated for resources: {'Subnet': ['ID=eba854e6-dc54-4387-af07-c9dd2b91443a,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:18.580533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-65150140-0ebc-430e-8d3f-4a670910907c None None] Provisioning complete for port f2718b55-42d7-4b42-a9b9-c568c8fc95ce triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:18.580940 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65150140-0ebc-430e-8d3f-4a670910907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.581527 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4693fd79-f9ce-4c0e-972b-6bfb0bb2b308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.583791 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Routers {'97179761-238c-4040-9984-ae0cb86922ba'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:18.584465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['97179761-238c-4040-9984-ae0cb86922ba'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:18.599980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Routers {'92b161df-f5e8-4f13-a022-864841d59ec5'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:18.600323 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-7e5367b6-fe83-4b9b-9f44-8136373865ec tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.616421 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['92b161df-f5e8-4f13-a022-864841d59ec5'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:18.626852 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e79909-68ff-4fc0-9083-11fcb0161aa9,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:18.727236 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98b36ac7-b250-4209-8b72-7fa1474be17a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.759925 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98b36ac7-b250-4209-8b72-7fa1474be17a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.771679 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-98b36ac7-b250-4209-8b72-7fa1474be17a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/networks/1205f6de-ecd3-4e58-aaa0-ebb29d70a498 HTTP/1.1" status: 204 len: 168 time: 1.2317789 Nov 29 18:04:18.776378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50304) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:18.798718 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e51946e7-297a-449b-82c5-752de1aef919 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-112059988'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:18.812203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b36ac7-b250-4209-8b72-7fa1474be17a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Network': ['ID=1205f6de-ecd3-4e58-aaa0-ebb29d70a498,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:18.836021 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae052982-8600-435b-86c6-f728cc307a32 req-c9a0e744-3108-4366-b933-122aa0111994 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Router 26976628-e36b-4dc6-845c-6ed9d5c16fbd has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:04:18.858053 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e9d59e-4355-4eea-ba6c-20d7e1cb1a52 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Checking segment: {'id': 'f3b47686-50ed-45e1-bbd4-d017a2dda54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9be6ad60-b4df-4442-a45a-53166977db8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:18.859971 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e9d59e-4355-4eea-ba6c-20d7e1cb1a52 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Network hostable DHCP agents. Network: 9be6ad60-b4df-4442-a45a-53166977db8e, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:04:18.863391 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Set router cc867cac-e674-4f59-b5ee-88b138271339 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:18.870781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51946e7-297a-449b-82c5-752de1aef919 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:18.875670 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e51946e7-297a-449b-82c5-752de1aef919 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.879179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Attempting to bind port a9e79909-68ff-4fc0-9083-11fcb0161aa9 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:18.879703 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Attempting to bind port a9e79909-68ff-4fc0-9083-11fcb0161aa9 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'fc7fd27c-3e94-4c28-acb2-d1e3f970fff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:18.880251 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Attempting to bind port a9e79909-68ff-4fc0-9083-11fcb0161aa9 on network 2de40021-6650-4d54-8d0a-dc97325a88bf {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:18.902483 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Port a9e79909-68ff-4fc0-9083-11fcb0161aa9 on network 2de40021-6650-4d54-8d0a-dc97325a88bf not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:04:18.903131 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Attempting to bind port a9e79909-68ff-4fc0-9083-11fcb0161aa9 on network 2de40021-6650-4d54-8d0a-dc97325a88bf {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:18.944121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-7e5367b6-fe83-4b9b-9f44-8136373865ec tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Network 44aa18b0-f19e-425a-96e9-bf18ebea2498 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:18.968952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:18.969613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Checking segment: {'id': 'fc7fd27c-3e94-4c28-acb2-d1e3f970fff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:18.970190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Bound using segment: {'id': 'fc7fd27c-3e94-4c28-acb2-d1e3f970fff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:18.971013 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Bound port: a9e79909-68ff-4fc0-9083-11fcb0161aa9, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7fd27c-3e94-4c28-acb2-d1e3f970fff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:18.971766 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:18.986910 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf9920-ec7b-4ee5-a4c5-86493311ca81 None None] Pushing event updated for resources: {'Port': ['ID=f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:19.002090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51946e7-297a-449b-82c5-752de1aef919 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:04:19.073615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-7e5367b6-fe83-4b9b-9f44-8136373865ec tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:19.077542 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e51946e7-297a-449b-82c5-752de1aef919 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:19.078018 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-e51946e7-297a-449b-82c5-752de1aef919 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Added segment a84e79dd-50dc-4bbf-9c5d-d22109fcd323 of type vlan for network 5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0 Nov 29 18:04:19.085080 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4693fd79-f9ce-4c0e-972b-6bfb0bb2b308 admin admin] Checking segment: {'id': 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:19.085387 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693fd79-f9ce-4c0e-972b-6bfb0bb2b308 admin admin] Network hostable DHCP agents. Network: 6f88d188-b5b2-4832-b3a9-0737b5ac1f67, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:04:19.087692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e9d59e-4355-4eea-ba6c-20d7e1cb1a52 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Network 9be6ad60-b4df-4442-a45a-53166977db8e is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:04:19.090382 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-7e5367b6-fe83-4b9b-9f44-8136373865ec tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:19.106604 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537a3e8b-9707-4c05-bed2-254fdb5baa37 None None] DHCP port deletion for 44aa18b0-f19e-425a-96e9-bf18ebea2498 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:19.122721 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] For port c74e4e8a-0ca2-402c-9611-b3b4d849f781, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:19.171983 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] For port c74e4e8a-0ca2-402c-9611-b3b4d849f781, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c74e4e8a-0ca2-402c-9611-b3b4d849f781,segment=NetworkSegment(95b115d0-8a07-4b79-bd60-e56032a84bf8),segment_id=95b115d0-8a07-4b79-bd60-e56032a84bf8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:19.174716 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] Set router 97179761-238c-4040-9984-ae0cb86922ba gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:19.181778 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e51946e7-297a-449b-82c5-752de1aef919 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:19.186598 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae052982-8600-435b-86c6-f728cc307a32 req-c9a0e744-3108-4366-b933-122aa0111994 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:04:19.208049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] For port a9e79909-68ff-4fc0-9083-11fcb0161aa9, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:19.218044 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] For port a9e79909-68ff-4fc0-9083-11fcb0161aa9, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a9e79909-68ff-4fc0-9083-11fcb0161aa9,segment=NetworkSegment(fc7fd27c-3e94-4c28-acb2-d1e3f970fff2),segment_id=fc7fd27c-3e94-4c28-acb2-d1e3f970fff2)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:19.243015 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:19.244066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5367b6-fe83-4b9b-9f44-8136373865ec tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Pushing event updated for resources: {'Port': ['ID=724d0a8a-f275-4e2f-a4e2-49620664d027,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:19.256485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-7e5367b6-fe83-4b9b-9f44-8136373865ec tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:19.258096 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-7e5367b6-fe83-4b9b-9f44-8136373865ec tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:19.282975 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f5e9d59e-4355-4eea-ba6c-20d7e1cb1a52 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 9be6ad60-b4df-4442-a45a-53166977db8e) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:19.292141 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] Set router 92b161df-f5e8-4f13-a022-864841d59ec5 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:19.297436 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:19.299969 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8871e987-bfe7-487c-b757-c1431853df07 None None] Sync routers for ids ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:04:19.307389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae052982-8600-435b-86c6-f728cc307a32 req-c9a0e744-3108-4366-b933-122aa0111994 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] No DVR routers for this DVR port 666eb30b-5978-401b-ab60-bb5580335850 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:04:19.313046 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ae052982-8600-435b-86c6-f728cc307a32 req-c9a0e744-3108-4366-b933-122aa0111994 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:19.316496 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ae052982-8600-435b-86c6-f728cc307a32 req-c9a0e744-3108-4366-b933-122aa0111994 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.20 "DELETE /v2.0/ports/666eb30b-5978-401b-ab60-bb5580335850 HTTP/1.1" status: 204 len: 173 time: 2.8848355 Nov 29 18:04:19.318000 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'name': 'network-vif-deleted', 'tag': '666eb30b-5978-401b-ab60-bb5580335850'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:19.321096 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2630f5-d4db-4c25-bd82-3cb8cfc1c794" -d '{"events": [{"server_uuid": "02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a", "name": "network-vif-deleted", "tag": "666eb30b-5978-401b-ab60-bb5580335850"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:19.324221 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'name': 'tempest-ServersTestManualDisk-224712466-router', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:04:06Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'gw_port': {'id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:08Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5485334e-9a25-4fb1-bb2f-4170c37bb949', 'name': '', 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'mac_address': 'fa:16:3e:c9:30:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:12Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 2, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'subnets': [{'id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:19.329488 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e9d59e-4355-4eea-ba6c-20d7e1cb1a52 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:19.331045 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e51946e7-297a-449b-82c5-752de1aef919 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:19.332981 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5e9d59e-4355-4eea-ba6c-20d7e1cb1a52 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:19.338637 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51946e7-297a-449b-82c5-752de1aef919 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:19.339642 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e51946e7-297a-449b-82c5-752de1aef919 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:19.361639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693fd79-f9ce-4c0e-972b-6bfb0bb2b308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d94d983e-7ad2-4d9e-ba8a-60c4e3e93248,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:19.391503 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f5e9d59e-4355-4eea-ba6c-20d7e1cb1a52 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1940465 Nov 29 18:04:19.391674 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:19.392491 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:19.394180 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] 10.222.0.31 "PUT /v2.0/ports/a9e79909-68ff-4fc0-9083-11fcb0161aa9 HTTP/1.1" status: 200 len: 1091 time: 3.7480049 Nov 29 18:04:19.396917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-7e5367b6-fe83-4b9b-9f44-8136373865ec tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5963449 Nov 29 18:04:19.404862 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Checking router: cc867cac-e674-4f59-b5ee-88b138271339 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:04:19.414025 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e51946e7-297a-449b-82c5-752de1aef919 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6322994 Nov 29 18:04:19.414853 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Updating router cc867cac-e674-4f59-b5ee-88b138271339 port 5485334e-9a25-4fb1-bb2f-4170c37bb949 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:04:19.417559 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cccf3-3f5b-435c-ac17-34bb776ed50f req-8ea36cd6-a2fb-43fe-ac4f-164962a818c2 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:19.419907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beedd2a-749c-4e94-809c-690347503570 None None] Network 9be6ad60-b4df-4442-a45a-53166977db8e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:19.430191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50320) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:19.442922 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-695cccf3-3f5b-435c-ac17-34bb776ed50f req-8ea36cd6-a2fb-43fe-ac4f-164962a818c2 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 931 time: 0.4975054 Nov 29 18:04:19.446696 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-004890e0-4288-4d81-ad3e-f9fdacb51be4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'subnet': {'network_id': '5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:19.473312 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:19.481396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Request body: {'port': {'device_id': '0ec9b4aa-f6a8-40b0-ace3-98280632fb9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:19.540352 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-695cccf3-3f5b-435c-ac17-34bb776ed50f req-9f3d6141-e0f1-4da2-a453-47ff2aed5471 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965378 Nov 29 18:04:19.578753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693fd79-f9ce-4c0e-972b-6bfb0bb2b308 admin admin] Network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:04:19.618319 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4693fd79-f9ce-4c0e-972b-6bfb0bb2b308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 6f88d188-b5b2-4832-b3a9-0737b5ac1f67) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:19.633831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50324) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:19.641099 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 42eb7fca-749d-4290-8333-6c5ecb6df798 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:19.664426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2b3f4448-d3d7-4e09-ba98-4755242ff1fe tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1437138016', 'description': 'tempest-description--1384259072'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:19.679331 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4693fd79-f9ce-4c0e-972b-6bfb0bb2b308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:19.680615 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4693fd79-f9ce-4c0e-972b-6bfb0bb2b308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:19.793129 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78e660-03c8-46fb-b616-dc69d2a070f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e79909-68ff-4fc0-9083-11fcb0161aa9,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:19.809335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51946e7-297a-449b-82c5-752de1aef919 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Network': ['ID=5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:19.829057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-10ad3a73-69a8-459f-bdce-094b0376d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:19.830909 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-10ad3a73-69a8-459f-bdce-094b0376d120 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c266ce6530d4da190745999a11290e4&device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 1094 time: 0.2119906 Nov 29 18:04:19.846408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d6eeef6-84de-4e74-b691-b5204c53efc2 req-6e43266a-2f7a-4c95-bf37-ba0215306e7a tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a HTTP/1.1" status: 200 len: 210 time: 0.1021574 Nov 29 18:04:19.856947 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:19.885655 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-0333a081-9667-4c7a-b2a2-0420d1d9eca7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9e79909-68ff-4fc0-9083-11fcb0161aa9 HTTP/1.1" status: 200 len: 217 time: 0.0465848 Nov 29 18:04:19.899748 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eb637e-94fb-4eee-bf26-19c6762cc895 None None] Network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:19.928829 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:19.929300 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b3f4448-d3d7-4e09-ba98-4755242ff1fe tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:19.938551 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:19.957842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150be56-ac60-47a9-8dea-4a9db65e84f0 req-35f9c964-a6cb-4d78-9b4f-8db1a5e45ee8 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:19.963797 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a150be56-ac60-47a9-8dea-4a9db65e84f0 req-35f9c964-a6cb-4d78-9b4f-8db1a5e45ee8 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 943 time: 0.2252502 Nov 29 18:04:19.992626 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004890e0-4288-4d81-ad3e-f9fdacb51be4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:19.997388 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-004890e0-4288-4d81-ad3e-f9fdacb51be4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:20.015541 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be379ac3-2fe9-4dc3-9099-6bf07f2d47b9 None None] Pushing event updated for resources: {'Port': ['ID=5485334e-9a25-4fb1-bb2f-4170c37bb949,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:20.066426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4693fd79-f9ce-4c0e-972b-6bfb0bb2b308 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4159148 Nov 29 18:04:20.066762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-bbdf0a0c-e022-4614-b61a-539c700a2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:20.067521 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-bbdf0a0c-e022-4614-b61a-539c700a2d28 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=db358909-3be9-46a0-9a35-12415c5cf007 HTTP/1.1" status: 200 len: 868 time: 0.1675618 Nov 29 18:04:20.147514 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b920cd04-9491-44d8-a37e-6d32132a46d5 x-openstack-request-id: req-b920cd04-9491-44d8-a37e-6d32132a46d5 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:20.147835 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a", "name": "network-vif-deleted", "tag": "666eb30b-5978-401b-ab60-bb5580335850", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:20.148103 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b920cd04-9491-44d8-a37e-6d32132a46d5 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:20.148534 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fe0d00-0481-4de9-b9b8-23cdb1fb2d4a', 'name': 'network-vif-deleted', 'tag': '666eb30b-5978-401b-ab60-bb5580335850', 'status': 'completed', 'code': 200} Nov 29 18:04:20.167528 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Attempting to bind port 5485334e-9a25-4fb1-bb2f-4170c37bb949 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:20.168141 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Attempting to bind port 5485334e-9a25-4fb1-bb2f-4170c37bb949 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'c3590e0d-1dad-495d-bd2e-5a74bbf1b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:20.169473 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Attempting to bind port 5485334e-9a25-4fb1-bb2f-4170c37bb949 on network 490a8886-b6b4-4ef6-bb71-9a56602af52f {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:20.169704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.ipam_backend_mixin [None req-004890e0-4288-4d81-ad3e-f9fdacb51be4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Performing IP validity checks on allocation pools {{(pid=110004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 18:04:20.175059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.ipam_backend_mixin [None req-004890e0-4288-4d81-ad3e-f9fdacb51be4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 18:04:20.178359 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:20.179018 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Checking segment: {'id': 'c3590e0d-1dad-495d-bd2e-5a74bbf1b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:20.179561 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:20.180224 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Bound using segment: {'id': 'c3590e0d-1dad-495d-bd2e-5a74bbf1b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:20.180879 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Bound port: 5485334e-9a25-4fb1-bb2f-4170c37bb949, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3590e0d-1dad-495d-bd2e-5a74bbf1b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:20.181655 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:20.217274 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-ca802d64-2547-4549-8cf3-787b00ad9277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:20.218871 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-ca802d64-2547-4549-8cf3-787b00ad9277 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2de40021-6650-4d54-8d0a-dc97325a88bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1442966 Nov 29 18:04:20.261244 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] For port 5485334e-9a25-4fb1-bb2f-4170c37bb949, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:20.266209 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] For port 5485334e-9a25-4fb1-bb2f-4170c37bb949, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5485334e-9a25-4fb1-bb2f-4170c37bb949,segment=NetworkSegment(c3590e0d-1dad-495d-bd2e-5a74bbf1b742),segment_id=c3590e0d-1dad-495d-bd2e-5a74bbf1b742)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:20.273165 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:20.336498 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-78402b8c-3bd2-4390-b41a-1f7fd3f5fcd8 service neutron] 10.222.0.31 "GET /v2.0/networks/2de40021-6650-4d54-8d0a-dc97325a88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097865 Nov 29 18:04:20.384044 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b3f4448-d3d7-4e09-ba98-4755242ff1fe tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:20.413308 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Routers {'cc867cac-e674-4f59-b5ee-88b138271339'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:20.414885 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cc867cac-e674-4f59-b5ee-88b138271339'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:20.466207 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a150be56-ac60-47a9-8dea-4a9db65e84f0 req-ab9b9269-d30b-4621-af45-0d194567c54f tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfd9f179-be8d-4608-9a53-694cace15300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050045 Nov 29 18:04:20.467112 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b3f4448-d3d7-4e09-ba98-4755242ff1fe tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:20.499637 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be379ac3-2fe9-4dc3-9099-6bf07f2d47b9 None None] Pushing event updated for resources: {'Port': ['ID=5485334e-9a25-4fb1-bb2f-4170c37bb949,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:20.578454 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:04:20.599686 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871e987-bfe7-487c-b757-c1431853df07 None None] Routers {'26976628-e36b-4dc6-845c-6ed9d5c16fbd'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:20.602239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-8871e987-bfe7-487c-b757-c1431853df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:20.615506 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-004890e0-4288-4d81-ad3e-f9fdacb51be4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:20.632372 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f5413515-ae58-4b79-b4df-bcb99922c4ec req-db23f69d-5cc3-44a3-a77e-981f0f688817 service neutron] 10.222.0.31 "GET /v2.0/networks/2de40021-6650-4d54-8d0a-dc97325a88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860451 Nov 29 18:04:20.634398 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] Set router cc867cac-e674-4f59-b5ee-88b138271339 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:20.750806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-9d3cd786-4bb8-4c5e-b137-9a2bf210c6df tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:20.758038 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-9d3cd786-4bb8-4c5e-b137-9a2bf210c6df tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:20.765758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004890e0-4288-4d81-ad3e-f9fdacb51be4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Subnet': ['ID=bf9ff2cb-9886-4b4b-a523-be60a66db5de,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:20.766646 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-9d3cd786-4bb8-4c5e-b137-9a2bf210c6df tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/networks?id=3a9e77f2-46b8-4297-aba4-2e1b6b7986c1&id=9be6ad60-b4df-4442-a45a-53166977db8e&id=3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 HTTP/1.1" status: 200 len: 1392 time: 0.3187003 Nov 29 18:04:20.768249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004890e0-4288-4d81-ad3e-f9fdacb51be4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Checking segment: {'id': 'a84e79dd-50dc-4bbf-9c5d-d22109fcd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:20.768624 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004890e0-4288-4d81-ad3e-f9fdacb51be4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network hostable DHCP agents. Network: 5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:04:20.791089 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004890e0-4288-4d81-ad3e-f9fdacb51be4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network 5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:04:20.806856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-004890e0-4288-4d81-ad3e-f9fdacb51be4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:20.807630 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b3f4448-d3d7-4e09-ba98-4755242ff1fe tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:20.811752 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50356) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:20.812014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2b3f4448-d3d7-4e09-ba98-4755242ff1fe tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1671042 Nov 29 18:04:20.822614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8bc2ec70-b5d6-4101-89a3-b46741b2cbf7 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Request body: {'security_group_rule': {'security_group_id': '045dd97b-45cf-4fbb-9260-1b6db45ba080', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:20.835264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004890e0-4288-4d81-ad3e-f9fdacb51be4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:20.835902 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-004890e0-4288-4d81-ad3e-f9fdacb51be4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:20.887401 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-004890e0-4288-4d81-ad3e-f9fdacb51be4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4498048 Nov 29 18:04:20.889979 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ec70-b5d6-4101-89a3-b46741b2cbf7 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:20.892858 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50360) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:20.893807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-39351f6b-c9be-423f-9be6-b8fe3741b77f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/quotas/ec693c762ef4433ab5b2a420380e9655 HTTP/1.1" status: 200 len: 375 time: 0.1261926 Nov 29 18:04:20.914076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-88ffa0b4-fc23-4eac-becb-83dd3c8aa943 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'network_id': '5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0', 'name': 'tempest-PortsIpV6TestJSON-2025317483'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:20.956194 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'name': 'tempest-ServersTestManualDisk-224712466-router', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:04:06Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'gw_port': {'id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:08Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5485334e-9a25-4fb1-bb2f-4170c37bb949', 'name': '', 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'mac_address': 'fa:16:3e:c9:30:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:12Z', 'updated_at': '2021-11-29T18:04:20Z', 'revision_number': 4, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'subnets': [{'id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:20.969178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f4448-d3d7-4e09-ba98-4755242ff1fe tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045dd97b-45cf-4fbb-9260-1b6db45ba080,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:21.005940 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687ad28f-00af-4653-99e6-7c86d1095e5a None None] Network 5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:21.027889 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafdec74-bcad-4ebc-80d0-0cf96154113b None None] The sync data for ids ['cc867cac-e674-4f59-b5ee-88b138271339'] in n-d-819494-5 is: [{'id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'name': 'tempest-ServersTestManualDisk-224712466-router', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:04:06Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'gw_port': {'id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:08Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5485334e-9a25-4fb1-bb2f-4170c37bb949', 'name': '', 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'mac_address': 'fa:16:3e:c9:30:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:12Z', 'updated_at': '2021-11-29T18:04:20Z', 'revision_number': 4, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'subnets': [{'id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:04:21.030697 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65150140-0ebc-430e-8d3f-4a670910907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:21.059794 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ffa0b4-fc23-4eac-becb-83dd3c8aa943 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:21.063191 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88ffa0b4-fc23-4eac-becb-83dd3c8aa943 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:21.086133 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 666eb30b-5978-401b-ab60-bb5580335850 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:04:21.129196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-88ffa0b4-fc23-4eac-becb-83dd3c8aa943 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] device_id is not set on port 29e5cffd-222f-4e4b-9b52-5e6944c011f0 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:04:21.150695 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-2254c6b0-61e1-47cc-a694-3a1a441a31d3 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec693c762ef4433ab5b2a420380e9655&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2556555 Nov 29 18:04:21.243719 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ec70-b5d6-4101-89a3-b46741b2cbf7 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:21.255283 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ec70-b5d6-4101-89a3-b46741b2cbf7 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:21.270321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 666eb30b-5978-401b-ab60-bb5580335850 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:04:21.270321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 666eb30b-5978-401b-ab60-bb5580335850 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:04:21.273322 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdfd52-15d7-4be4-87bc-5c935cb148c6 None None] Pushing event updated for resources: {'Port': ['ID=c74e4e8a-0ca2-402c-9611-b3b4d849f781,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:21.285615 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2ec70-b5d6-4101-89a3-b46741b2cbf7 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940cc150-26eb-4aef-b941-86210c2cf051,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:21.313345 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48823ca8-e277-49a8-9049-d329b76b41bc tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:21.315513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48823ca8-e277-49a8-9049-d329b76b41bc tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/networks?id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67 HTTP/1.1" status: 200 len: 812 time: 0.5384746 Nov 29 18:04:21.328905 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-9be6ad60-b4df-4442-a45a-53166977db8e', 'network_id': '9be6ad60-b4df-4442-a45a-53166977db8e', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'fixed_ips': [{'subnet_id': 'eba854e6-dc54-4387-af07-c9dd2b91443a'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:04:21.329891 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:21.337272 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c2b4ca-c9af-46fe-9cca-f7fd8677bfdb None None] Network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:21.390215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-36c8b16b-1337-4694-b658-b4d8b74e7299 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/quotas/d4194d8101824301ad5fc37facbb9c7a HTTP/1.1" status: 200 len: 375 time: 0.0298812 Nov 29 18:04:21.410878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-88ffa0b4-fc23-4eac-becb-83dd3c8aa943 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Allocated IP 2001:db8::1f2 (5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0/bf9ff2cb-9886-4b4b-a523-be60a66db5de/29e5cffd-222f-4e4b-9b52-5e6944c011f0) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:21.468765 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ec70-b5d6-4101-89a3-b46741b2cbf7 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:21.470362 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8bc2ec70-b5d6-4101-89a3-b46741b2cbf7 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6562245 Nov 29 18:04:21.473428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50364) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:21.479675 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e9c0836a-4004-4567-b325-484882bcaf8c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Request body: {'security_group_rule': {'security_group_id': '045dd97b-45cf-4fbb-9260-1b6db45ba080', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:21.486337 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-08798f97-92a8-4bcc-ab95-3b0c822a8004 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4194d8101824301ad5fc37facbb9c7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823643 Nov 29 18:04:21.591789 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9c0836a-4004-4567-b325-484882bcaf8c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:21.598452 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-fcaeb18f-e5f7-4912-badd-eafac584c2ee service neutron] 10.222.0.23 "GET /v2.0/networks/3a9e77f2-46b8-4297-aba4-2e1b6b7986c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250712 Nov 29 18:04:21.644667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-65150140-0ebc-430e-8d3f-4a670910907c None None] For port f2718b55-42d7-4b42-a9b9-c568c8fc95ce, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f2718b55-42d7-4b42-a9b9-c568c8fc95ce,segment=NetworkSegment(015eea62-ad77-4765-a1db-509d6c0c3063),segment_id=015eea62-ad77-4765-a1db-509d6c0c3063)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:21.685695 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65150140-0ebc-430e-8d3f-4a670910907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:21.741003 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9c0836a-4004-4567-b325-484882bcaf8c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:21.743494 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88ffa0b4-fc23-4eac-becb-83dd3c8aa943 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:21.752413 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9c0836a-4004-4567-b325-484882bcaf8c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:21.764418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724d0a8a-f275-4e2f-a4e2-49620664d027 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:21.774223 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:21.780384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0836a-4004-4567-b325-484882bcaf8c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e0d263-b843-40f4-968e-e3b61c6dd20f,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:21.791954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Transition to ACTIVE for port object 724d0a8a-f275-4e2f-a4e2-49620664d027 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:04:21.811740 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:21.816815 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9c0836a-4004-4567-b325-484882bcaf8c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:21.818293 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e9c0836a-4004-4567-b325-484882bcaf8c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3433177 Nov 29 18:04:21.822672 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50368) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:21.832220 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:21.833693 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-8871e987-bfe7-487c-b757-c1431853df07 None None] Set router 26976628-e36b-4dc6-845c-6ed9d5c16fbd gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:21.842780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-0c6c4178-7f95-4862-87be-79d6e67efaf7 service neutron] 10.222.0.23 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423233 Nov 29 18:04:21.861552 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88ffa0b4-fc23-4eac-becb-83dd3c8aa943 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:21.914407 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:21.948551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ffa0b4-fc23-4eac-becb-83dd3c8aa943 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network 5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:21.983199 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Pushing event updated for resources: {'Port': ['ID=724d0a8a-f275-4e2f-a4e2-49620664d027,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:21.991946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Allocated IP 19.86.0.2 (9be6ad60-b4df-4442-a45a-53166977db8e/eba854e6-dc54-4387-af07-c9dd2b91443a/49261afb-d8a0-43f6-ad56-0e51a27cfe6a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:22.007930 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-88ffa0b4-fc23-4eac-becb-83dd3c8aa943 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:22.011987 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffa0b4-fc23-4eac-becb-83dd3c8aa943 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=29e5cffd-222f-4e4b-9b52-5e6944c011f0,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:22.027261 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ffa0b4-fc23-4eac-becb-83dd3c8aa943 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:22.034289 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ffa0b4-fc23-4eac-becb-83dd3c8aa943 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:22.035303 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88ffa0b4-fc23-4eac-becb-83dd3c8aa943 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:22.038015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0fd31cc3-0f6d-4a53-9683-eab344e1b85e service neutron] 10.222.0.23 "GET /v2.0/networks/3a9e77f2-46b8-4297-aba4-2e1b6b7986c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289756 Nov 29 18:04:22.070322 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-88ffa0b4-fc23-4eac-becb-83dd3c8aa943 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1749566 Nov 29 18:04:22.073130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50370) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:22.154089 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 42eb7fca-749d-4290-8333-6c5ecb6df798 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:22.154656 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:22.170913 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d', 'tag': 'a9e79909-68ff-4fc0-9083-11fcb0161aa9'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:22.173183 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7166aede-95b8-46b4-867d-0ef67ce2a1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d", "tag": "a9e79909-68ff-4fc0-9083-11fcb0161aa9"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:22.186385 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcc1a6a-f6ad-420c-bb79-f353bdbe92e4 None None] DHCP port deletion for 44aa18b0-f19e-425a-96e9-bf18ebea2498 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:22.212304 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:22.246769 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Attempting to bind port 724d0a8a-f275-4e2f-a4e2-49620664d027 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:22.247230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Attempting to bind port 724d0a8a-f275-4e2f-a4e2-49620664d027 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:22.248337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Attempting to bind port 724d0a8a-f275-4e2f-a4e2-49620664d027 on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:22.265588 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Port 724d0a8a-f275-4e2f-a4e2-49620664d027 on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:04:22.265988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Attempting to bind port 724d0a8a-f275-4e2f-a4e2-49620664d027 on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:22.296357 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-95453480-d9ba-4fda-84e8-846350faf62b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port 29e5cffd-222f-4e4b-9b52-5e6944c011f0 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:22.296702 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-95453480-d9ba-4fda-84e8-846350faf62b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:22.299502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:22.300376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Checking segment: {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:22.300831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Bound using segment: {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:22.301351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Bound port: 724d0a8a-f275-4e2f-a4e2-49620664d027, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:22.301776 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:22.363434 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:22.373674 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-888dc098-b70d-4d26-b322-60b052d7a1f3 service neutron] 10.222.0.23 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140333 Nov 29 18:04:22.421328 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-65150140-0ebc-430e-8d3f-4a670910907c None None] Provisioning complete for port f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:22.421656 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65150140-0ebc-430e-8d3f-4a670910907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:22.472877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'name': 'tempest-ServersTestMultiNic-598448906-router', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '62030d86-60a3-4de6-a04f-86acfe12bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:58Z', 'updated_at': '2021-11-29T18:04:06Z', 'revision_number': 4, 'project_id': 'ec693c762ef4433ab5b2a420380e9655', 'gw_port': {'id': '62030d86-60a3-4de6-a04f-86acfe12bc79', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f2718b55-42d7-4b42-a9b9-c568c8fc95ce', 'name': '', 'network_id': '4e339653-55b8-4311-bf25-d12d492e827c', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'mac_address': 'fa:16:3e:e9:b7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '22010e9f-0862-4439-8124-fc0ac6f4dd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:04Z', 'updated_at': '2021-11-29T18:04:18Z', 'revision_number': 4, 'project_id': 'ec693c762ef4433ab5b2a420380e9655', 'subnets': [{'id': '22010e9f-0862-4439-8124-fc0ac6f4dd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:22.511342 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-95453480-d9ba-4fda-84e8-846350faf62b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:22.516570 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-4dc4ad42-3dde-47e0-bcc7-3362f29e79ef service neutron] 10.222.0.23 "GET /v2.0/networks/9be6ad60-b4df-4442-a45a-53166977db8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497011 Nov 29 18:04:22.518478 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Allocated IP 172.25.3.21 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/5cadb5e9-9571-431e-962f-193df7060742) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:22.551374 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:22.554316 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-95453480-d9ba-4fda-84e8-846350faf62b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for 29e5cffd-222f-4e4b-9b52-5e6944c011f0 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:22.565603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c2239b-ce64-4f0b-9cb3-4c0e3b18daa1 None None] Network 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:22.619761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] For port 724d0a8a-f275-4e2f-a4e2-49620664d027, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:22.628721 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551cad5-fb47-47b2-b751-e9f3fb1900b9 None None] The sync data for ids ['92b161df-f5e8-4f13-a022-864841d59ec5'] in n-d-819494-5 is: [{'id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'name': 'tempest-ServersTestMultiNic-598448906-router', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '62030d86-60a3-4de6-a04f-86acfe12bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:58Z', 'updated_at': '2021-11-29T18:04:06Z', 'revision_number': 4, 'project_id': 'ec693c762ef4433ab5b2a420380e9655', 'gw_port': {'id': '62030d86-60a3-4de6-a04f-86acfe12bc79', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f2718b55-42d7-4b42-a9b9-c568c8fc95ce', 'name': '', 'network_id': '4e339653-55b8-4311-bf25-d12d492e827c', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'mac_address': 'fa:16:3e:e9:b7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '22010e9f-0862-4439-8124-fc0ac6f4dd3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:04Z', 'updated_at': '2021-11-29T18:04:18Z', 'revision_number': 4, 'project_id': 'ec693c762ef4433ab5b2a420380e9655', 'subnets': [{'id': '22010e9f-0862-4439-8124-fc0ac6f4dd3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:04:22.646668 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] For port 724d0a8a-f275-4e2f-a4e2-49620664d027, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=724d0a8a-f275-4e2f-a4e2-49620664d027,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:22.649058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65150140-0ebc-430e-8d3f-4a670910907c None None] Pushing event updated for resources: {'Port': ['ID=f2718b55-42d7-4b42-a9b9-c568c8fc95ce,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:22.671280 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:22.757553 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:22.758185 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:22.761198 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] 10.222.0.31 "PUT /v2.0/ports/724d0a8a-f275-4e2f-a4e2-49620664d027 HTTP/1.1" status: 200 len: 1091 time: 3.2855890 Nov 29 18:04:22.766097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec9b4aa-f6a8-40b0-ace3-98280632fb9e', 'tag': '724d0a8a-f275-4e2f-a4e2-49620664d027'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:22.769617 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ede2249-0130-4815-83bf-830a49a35530" -d '{"events": [{"name": "network-changed", "server_uuid": "0ec9b4aa-f6a8-40b0-ace3-98280632fb9e", "tag": "724d0a8a-f275-4e2f-a4e2-49620664d027"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:22.895712 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-95453480-d9ba-4fda-84e8-846350faf62b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:22.956810 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e7ab32-4eec-41fb-bb86-2ac8b41e8076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0', 'network_id': '5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0', 'tenant_id': '6d2fe1df63aa4201995eddc1ee119ad9', 'fixed_ips': [{'subnet_id': 'bf9ff2cb-9886-4b4b-a523-be60a66db5de'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:04:22.958252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95453480-d9ba-4fda-84e8-846350faf62b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=29e5cffd-222f-4e4b-9b52-5e6944c011f0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:22.962697 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6e7ab32-4eec-41fb-bb86-2ac8b41e8076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:22.965001 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7375d98-718e-4b44-9841-44dbff4a57c3 None None] DHCP port deletion for 44aa18b0-f19e-425a-96e9-bf18ebea2498 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:22.986911 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-95453480-d9ba-4fda-84e8-846350faf62b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:22.990251 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-95453480-d9ba-4fda-84e8-846350faf62b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/29e5cffd-222f-4e4b-9b52-5e6944c011f0 HTTP/1.1" status: 204 len: 168 time: 0.9145153 Nov 29 18:04:22.995605 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50382) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:22.998144 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-a808ee90-b453-4b32-820f-d4254121ecc0 service neutron] 10.222.0.23 "GET /v2.0/networks/9be6ad60-b4df-4442-a45a-53166977db8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759340 Nov 29 18:04:23.067772 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:23.079494 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5583fd4c-bbde-40b7-8dde-e84cd974aa4e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] DELETE failed (client error): The resource could not be found. Nov 29 18:04:23.079847 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5583fd4c-bbde-40b7-8dde-e84cd974aa4e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:04:23.083432 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5583fd4c-bbde-40b7-8dde-e84cd974aa4e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/29e5cffd-222f-4e4b-9b52-5e6944c011f0 HTTP/1.1" status: 404 len: 333 time: 0.0841444 Nov 29 18:04:23.089126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50386) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:23.132359 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42824fe-9dee-4317-90a8-89f8af4778e3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] GET failed (client error): The resource could not be found. Nov 29 18:04:23.133818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f42824fe-9dee-4317-90a8-89f8af4778e3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports/29e5cffd-222f-4e4b-9b52-5e6944c011f0 HTTP/1.1" status: 404 len: 333 time: 0.0421884 Nov 29 18:04:23.138844 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50388) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:23.156508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Network 9be6ad60-b4df-4442-a45a-53166977db8e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:23.184934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97179761-238c-4040-9984-ae0cb86922ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-router', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:57Z', 'updated_at': '2021-11-29T18:04:05Z', 'revision_number': 4, 'project_id': '4c266ce6530d4da190745999a11290e4', 'gw_port': {'id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8', 'name': '', 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'mac_address': 'fa:16:3e:2e:13:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:02Z', 'updated_at': '2021-11-29T18:04:18Z', 'revision_number': 4, 'project_id': '4c266ce6530d4da190745999a11290e4', 'subnets': [{'id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:23.187107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed01f69-a26b-4bff-9b5c-6db76fe20dfd service neutron] Pushing event updated for resources: {'Port': ['ID=724d0a8a-f275-4e2f-a4e2-49620664d027,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:23.197688 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-bd4d859a-148e-44e0-acf3-1750543dd5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:23.199242 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-bd4d859a-148e-44e0-acf3-1750543dd5e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 1094 time: 0.3690853 Nov 29 18:04:23.213927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043863c0-e0a4-4e9a-b312-2f9c39293550 req-e5e7da4f-0239-419e-b761-a5c79c3c48cc tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:23.221979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-043863c0-e0a4-4e9a-b312-2f9c39293550 req-e5e7da4f-0239-419e-b761-a5c79c3c48cc tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 943 time: 0.3832629 Nov 29 18:04:23.237445 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3210cab-003c-4f89-8a91-1afbcada3684 None None] The sync data for ids ['97179761-238c-4040-9984-ae0cb86922ba'] in n-d-819494-5 is: [{'id': '97179761-238c-4040-9984-ae0cb86922ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-router', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:57Z', 'updated_at': '2021-11-29T18:04:05Z', 'revision_number': 4, 'project_id': '4c266ce6530d4da190745999a11290e4', 'gw_port': {'id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8', 'name': '', 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'mac_address': 'fa:16:3e:2e:13:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:02Z', 'updated_at': '2021-11-29T18:04:18Z', 'revision_number': 4, 'project_id': '4c266ce6530d4da190745999a11290e4', 'subnets': [{'id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:04:23.242079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Pushing event updated for resources: {'Port': ['ID=49261afb-d8a0-43f6-ad56-0e51a27cfe6a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:23.244868 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:23.257473 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:23.268647 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:23.294559 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-30899e9f-1bbd-4f86-997d-0fbb72404a3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=724d0a8a-f275-4e2f-a4e2-49620664d027 HTTP/1.1" status: 200 len: 217 time: 0.0656395 Nov 29 18:04:23.351847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:23.359504 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:23.362403 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:23.381007 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:23.387039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-37a75566-02d0-47ad-aa73-8df6df5729cf service neutron] 10.222.0.23 "GET /v2.0/networks/3a9e77f2-46b8-4297-aba4-2e1b6b7986c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156404 Nov 29 18:04:23.471403 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-4264dda8-67f0-4e11-8389-f01709b84c5f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting subnet bf9ff2cb-9886-4b4b-a523-be60a66db5de {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:04:23.504276 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4264dda8-67f0-4e11-8389-f01709b84c5f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:23.525773 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Pushing event updated for resources: {'Port': ['ID=5cadb5e9-9571-431e-962f-193df7060742,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:23.667019 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4264dda8-67f0-4e11-8389-f01709b84c5f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:23.750284 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:23.794583 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4264dda8-67f0-4e11-8389-f01709b84c5f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:23.897383 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:23.939070 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4264dda8-67f0-4e11-8389-f01709b84c5f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:23.982373 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4264dda8-67f0-4e11-8389-f01709b84c5f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:23.989080 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4264dda8-67f0-4e11-8389-f01709b84c5f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/bf9ff2cb-9886-4b4b-a523-be60a66db5de HTTP/1.1" status: 204 len: 168 time: 0.8451364 Nov 29 18:04:23.989080 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264dda8-67f0-4e11-8389-f01709b84c5f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9ff2cb-9886-4b4b-a523-be60a66db5de,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:23.990217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50396) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:24.072641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Attempting to bind port 49261afb-d8a0-43f6-ad56-0e51a27cfe6a on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:24.073368 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Attempting to bind port 49261afb-d8a0-43f6-ad56-0e51a27cfe6a by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'f3b47686-50ed-45e1-bbd4-d017a2dda54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9be6ad60-b4df-4442-a45a-53166977db8e'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:24.074117 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Attempting to bind port 49261afb-d8a0-43f6-ad56-0e51a27cfe6a on network 9be6ad60-b4df-4442-a45a-53166977db8e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:24.085756 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65150140-0ebc-430e-8d3f-4a670910907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:24.099045 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42f1093e-e1d3-4492-839a-64174797fb20 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:24.132074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:24.132785 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Checking segment: {'id': 'f3b47686-50ed-45e1-bbd4-d017a2dda54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9be6ad60-b4df-4442-a45a-53166977db8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:24.134541 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:24.135136 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Bound using segment: {'id': 'f3b47686-50ed-45e1-bbd4-d017a2dda54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9be6ad60-b4df-4442-a45a-53166977db8e'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:24.135790 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Bound port: 49261afb-d8a0-43f6-ad56-0e51a27cfe6a, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b47686-50ed-45e1-bbd4-d017a2dda54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9be6ad60-b4df-4442-a45a-53166977db8e'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:24.136337 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:24.153388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-a997655b-4f27-4e54-8e78-6addb91711f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:24.155184 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-a997655b-4f27-4e54-8e78-6addb91711f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=733544da-2bc1-4873-95ac-5a788cefa521 HTTP/1.1" status: 200 len: 852 time: 0.8534479 Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server [None req-e6e7ab32-4eec-41fb-bb86-2ac8b41e8076 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf9ff2cb-9886-4b4b-a523-be60a66db5de: This subnet is being modified by another concurrent operation. Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 18:04:24.169987 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise exception Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bf9ff2cb-9886-4b4b-a523-be60a66db5de: This subnet is being modified by another concurrent operation. Nov 29 18:04:24.173932 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server Nov 29 18:04:24.176400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-043863c0-e0a4-4e9a-b312-2f9c39293550 req-40db366a-1ca7-4ebf-9d9b-ae613bc0b625 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9455304 Nov 29 18:04:24.250454 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-10389e2d-e654-4748-b27d-87164ec079d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44aa18b0-f19e-425a-96e9-bf18ebea2498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626841 Nov 29 18:04:24.263592 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f597b57-8052-4502-8c0c-ad2bba7fe020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:24.269505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aaac51-2f45-42d2-b346-7ef9815982df None None] Network 5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:24.287613 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-65150140-0ebc-430e-8d3f-4a670910907c None None] For port f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8,segment=NetworkSegment(fc7fd27c-3e94-4c28-acb2-d1e3f970fff2),segment_id=fc7fd27c-3e94-4c28-acb2-d1e3f970fff2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:24.297389 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:24.298545 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:24.298956 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:24.307850 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:24.369228 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] For port 49261afb-d8a0-43f6-ad56-0e51a27cfe6a, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:24.415515 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65150140-0ebc-430e-8d3f-4a670910907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:24.484284 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-800ccbb7-bbcd-4318-879a-977d7acdb469 service neutron] 10.222.0.23 "GET /v2.0/networks/3a9e77f2-46b8-4297-aba4-2e1b6b7986c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0947225 Nov 29 18:04:24.569161 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-65b80c27-9044-47eb-a744-9b9abe015f61 service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093402 Nov 29 18:04:24.584505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd88a1d-d66c-41fb-9a8a-66cb14aabe81 req-d5c5aec4-52cb-48f4-82f4-1fdd65fe6051 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:24.595213 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-edd88a1d-d66c-41fb-9a8a-66cb14aabe81 req-d5c5aec4-52cb-48f4-82f4-1fdd65fe6051 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 943 time: 0.0998948 Nov 29 18:04:24.705236 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:24.737428 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65150140-0ebc-430e-8d3f-4a670910907c None None] Pushing event updated for resources: {'Port': ['ID=f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:24.754532 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] For port 49261afb-d8a0-43f6-ad56-0e51a27cfe6a, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=49261afb-d8a0-43f6-ad56-0e51a27cfe6a,segment=NetworkSegment(f3b47686-50ed-45e1-bbd4-d017a2dda54f),segment_id=f3b47686-50ed-45e1-bbd4-d017a2dda54f)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:24.755672 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-edd88a1d-d66c-41fb-9a8a-66cb14aabe81 req-207e4fd8-397d-4823-ac17-b5d0ad55779d tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfd9f179-be8d-4608-9a53-694cace15300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593943 Nov 29 18:04:24.795244 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:24.825804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fa16062-e83f-4ce8-9075-a96a1baed03d req-772bf813-f3af-471d-983e-aaca12bbd0af service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211583 Nov 29 18:04:24.927425 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189eab04-783b-4b52-a885-832203ee7b7c x-openstack-request-id: req-189eab04-783b-4b52-a885-832203ee7b7c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:24.927931 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d", "tag": "a9e79909-68ff-4fc0-9083-11fcb0161aa9", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:24.931614 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-189eab04-783b-4b52-a885-832203ee7b7c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:24.932174 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d', 'tag': 'a9e79909-68ff-4fc0-9083-11fcb0161aa9', 'status': 'completed', 'code': 200} Nov 29 18:04:24.982752 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42f1093e-e1d3-4492-839a-64174797fb20 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:25.039228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166aede-95b8-46b4-867d-0ef67ce2a1eb req-9d28001f-f843-4ffd-ba18-c8d78f5071eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:25.054151 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:25.056843 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2320156 Nov 29 18:04:25.069769 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7166aede-95b8-46b4-867d-0ef67ce2a1eb req-9d28001f-f843-4ffd-ba18-c8d78f5071eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c266ce6530d4da190745999a11290e4&device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 1094 time: 0.1691544 Nov 29 18:04:25.102520 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc33cfb-3d1e-4a9e-942a-bb9b2d8d917f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Pushing event updated for resources: {'Port': ['ID=5cadb5e9-9571-431e-962f-193df7060742,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:25.133026 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-42f1093e-e1d3-4492-839a-64174797fb20 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:25.141192 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a9e79909-68ff-4fc0-9083-11fcb0161aa9 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:04:25.196125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-42f1093e-e1d3-4492-839a-64174797fb20 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84e79dd-50dc-4bbf-9c5d-d22109fcd323') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:25.196440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-42f1093e-e1d3-4492-839a-64174797fb20 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84e79dd-50dc-4bbf-9c5d-d22109fcd323') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:25.267164 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42f1093e-e1d3-4492-839a-64174797fb20 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:25.329066 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a5b74-100e-4978-9b2a-b80885178a2d None None] Pushing event updated for resources: {'Port': ['ID=49261afb-d8a0-43f6-ad56-0e51a27cfe6a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:25.345608 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-22b4ffa8-c58c-43e6-b0c7-1ead0579b4a0 None None] Provisioning complete for port f2718b55-42d7-4b42-a9b9-c568c8fc95ce triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:25.345981 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22b4ffa8-c58c-43e6-b0c7-1ead0579b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:25.392866 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50418) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:25.440564 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2348e118-0393-431d-a066-31d9a3aafd1c x-openstack-request-id: req-2348e118-0393-431d-a066-31d9a3aafd1c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:25.441637 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ec9b4aa-f6a8-40b0-ace3-98280632fb9e", "tag": "724d0a8a-f275-4e2f-a4e2-49620664d027", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:25.443529 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2348e118-0393-431d-a066-31d9a3aafd1c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:25.444134 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec9b4aa-f6a8-40b0-ace3-98280632fb9e', 'tag': '724d0a8a-f275-4e2f-a4e2-49620664d027', 'status': 'completed', 'code': 200} Nov 29 18:04:25.460498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-8871e987-bfe7-487c-b757-c1431853df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5a1e46bb-74ee-4656-8c0a-96acbceee810', 'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'mac_address': 'fa:16:3e:b0:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:52Z', 'updated_at': '2021-11-29T18:00:00Z', 'revision_number': 5, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'subnets': [{'id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:25.518930 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166aede-95b8-46b4-867d-0ef67ce2a1eb req-486d8289-6996-4785-b0e0-e3e90c7e5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:25.521538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7166aede-95b8-46b4-867d-0ef67ce2a1eb req-486d8289-6996-4785-b0e0-e3e90c7e5b20 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2de40021-6650-4d54-8d0a-dc97325a88bf HTTP/1.1" status: 200 len: 930 time: 0.4491661 Nov 29 18:04:25.562093 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5485334e-9a25-4fb1-bb2f-4170c37bb949 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:25.572284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8871e987-bfe7-487c-b757-c1431853df07 None None] Checking router: 26976628-e36b-4dc6-845c-6ed9d5c16fbd for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:04:25.587541 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-63522372-fd54-40ae-a3e6-db2318ec641e req-b37845ea-f1dd-4a41-8f55-5cb5fd6bcc22 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 210 time: 0.1423283 Nov 29 18:04:25.657424 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.resource_extend [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:04:25.661245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7166aede-95b8-46b4-867d-0ef67ce2a1eb req-738d90eb-7c6f-484b-99e9-af73332140a3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9e79909-68ff-4fc0-9083-11fcb0161aa9 HTTP/1.1" status: 200 len: 217 time: 0.0725820 Nov 29 18:04:25.719485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871e987-bfe7-487c-b757-c1431853df07 None None] Routers {'26976628-e36b-4dc6-845c-6ed9d5c16fbd'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:25.720513 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-8871e987-bfe7-487c-b757-c1431853df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:03:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:25.778438 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-5439fe2d-90e5-4ddc-b91a-0cfb924f25ae tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1437138016&fields=id&tenant_id=f817adc962514aed94672c4ce2dddcc9 HTTP/1.1" status: 200 len: 267 time: 0.2904468 Nov 29 18:04:25.873803 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d30995d5-38a1-461c-9adb-ef660c0b93ab req-04c4c66f-d17c-4e9c-b098-5ff975a964ff tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=6633fa99-ee14-4fe1-84fb-f04a70c51932 HTTP/1.1" status: 200 len: 210 time: 0.1243436 Nov 29 18:04:25.889253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166aede-95b8-46b4-867d-0ef67ce2a1eb req-745a7ee4-8c5f-4d2b-ad06-e1d13c31ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:25.891004 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7166aede-95b8-46b4-867d-0ef67ce2a1eb req-745a7ee4-8c5f-4d2b-ad06-e1d13c31ac46 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=db358909-3be9-46a0-9a35-12415c5cf007 HTTP/1.1" status: 200 len: 868 time: 0.2100396 Nov 29 18:04:25.909089 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a9e79909-68ff-4fc0-9083-11fcb0161aa9, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a9e79909-68ff-4fc0-9083-11fcb0161aa9,segment=NetworkSegment(fc7fd27c-3e94-4c28-acb2-d1e3f970fff2),segment_id=fc7fd27c-3e94-4c28-acb2-d1e3f970fff2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:25.917073 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5485334e-9a25-4fb1-bb2f-4170c37bb949 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:25.919226 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:25.973267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'a9e79909-68ff-4fc0-9083-11fcb0161aa9', 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'port_id': 'a9e79909-68ff-4fc0-9083-11fcb0161aa9', 'mac_address': 'fa:16:3e:64:2b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:04:25.993963 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-8871e987-bfe7-487c-b757-c1431853df07 None None] Set router 26976628-e36b-4dc6-845c-6ed9d5c16fbd gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:26.073472 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-af7d99a5-c98d-4029-b3e1-86d03bef35fc tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:26.076931 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-af7d99a5-c98d-4029-b3e1-86d03bef35fc tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.20 "GET /v2.0/networks?id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67 HTTP/1.1" status: 200 len: 812 time: 1.3513961 Nov 29 18:04:26.080797 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42f1093e-e1d3-4492-839a-64174797fb20 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:26.089321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166aede-95b8-46b4-867d-0ef67ce2a1eb req-46d545d0-b57b-4fb4-8368-337592570fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:26.091706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7166aede-95b8-46b4-867d-0ef67ce2a1eb req-46d545d0-b57b-4fb4-8368-337592570fde service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2de40021-6650-4d54-8d0a-dc97325a88bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915233 Nov 29 18:04:26.110228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-223a5023-c8b6-48fd-b36c-56986ec51fe0 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Request body: {'port': {'device_id': '6633fa99-ee14-4fe1-84fb-f04a70c51932', 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67', 'admin_state_up': True, 'tenant_id': 'd4194d8101824301ad5fc37facbb9c7a'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:26.115006 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f1093e-e1d3-4492-839a-64174797fb20 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:04:26.115154 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42f1093e-e1d3-4492-839a-64174797fb20 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:04:26.120814 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:04:26.124088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-7982cefc-111c-4487-8cb9-257d36e61355 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:26.132229 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-7982cefc-111c-4487-8cb9-257d36e61355 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/networks?id=490a8886-b6b4-4ef6-bb71-9a56602af52f HTTP/1.1" status: 200 len: 811 time: 0.3520987 Nov 29 18:04:26.158552 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:26.202444 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-50a9542a-8e86-48d8-9ade-c530a0e78482 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/quotas/f817adc962514aed94672c4ce2dddcc9 HTTP/1.1" status: 200 len: 375 time: 0.0694890 Nov 29 18:04:26.244813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307afbc3-8a41-4f37-b721-a0edd672e1be req-e3f5808d-f940-4d35-b88b-d1d25cb42f13 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:26.251669 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e79909-68ff-4fc0-9083-11fcb0161aa9 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:26.252868 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-307afbc3-8a41-4f37-b721-a0edd672e1be req-e3f5808d-f940-4d35-b88b-d1d25cb42f13 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 943 time: 0.2330921 Nov 29 18:04:26.267232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-22b4ffa8-c58c-43e6-b0c7-1ead0579b4a0 None None] Provisioning complete for port 5485334e-9a25-4fb1-bb2f-4170c37bb949 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:26.267970 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22b4ffa8-c58c-43e6-b0c7-1ead0579b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:26.299197 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:26.306543 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede2249-0130-4815-83bf-830a49a35530 req-a43edc05-d453-45ae-8e4c-4cd4a3b7d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:26.308408 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ede2249-0130-4815-83bf-830a49a35530 req-a43edc05-d453-45ae-8e4c-4cd4a3b7d518 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 1094 time: 1.0554607 Nov 29 18:04:26.328949 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a9e79909-68ff-4fc0-9083-11fcb0161aa9, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a9e79909-68ff-4fc0-9083-11fcb0161aa9,segment=NetworkSegment(fc7fd27c-3e94-4c28-acb2-d1e3f970fff2),segment_id=fc7fd27c-3e94-4c28-acb2-d1e3f970fff2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:26.345047 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-da462b00-3acb-4df5-b937-32f280ffb45b tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f817adc962514aed94672c4ce2dddcc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1415138 Nov 29 18:04:26.348591 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:26.423239 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-307afbc3-8a41-4f37-b721-a0edd672e1be req-effeac7e-5bc7-466b-b729-e17fb4ad267a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693573 Nov 29 18:04:26.442877 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c897dac0-883d-4414-9016-c3671c25f48d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:26.464762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 5485334e-9a25-4fb1-bb2f-4170c37bb949, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5485334e-9a25-4fb1-bb2f-4170c37bb949,segment=NetworkSegment(c3590e0d-1dad-495d-bd2e-5a74bbf1b742),segment_id=c3590e0d-1dad-495d-bd2e-5a74bbf1b742)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:26.475115 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7166aede-95b8-46b4-867d-0ef67ce2a1eb req-49a35173-6960-4723-bf67-6ef4e22dbee2 service neutron] 10.222.0.31 "GET /v2.0/networks/2de40021-6650-4d54-8d0a-dc97325a88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738904 Nov 29 18:04:26.505708 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc4df420-0d79-4a52-af8b-03329a857413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:26.507467 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:26.508410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f2718b55-42d7-4b42-a9b9-c568c8fc95ce up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:26.568497 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=a9e79909-68ff-4fc0-9083-11fcb0161aa9,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:26.667941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42f1093e-e1d3-4492-839a-64174797fb20 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:26.669063 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-fc228fa9-1396-462e-af55-527cbd9151e0 service neutron] 10.222.0.23 "GET /v2.0/networks/490a8886-b6b4-4ef6-bb71-9a56602af52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224823 Nov 29 18:04:26.682196 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42f1093e-e1d3-4492-839a-64174797fb20 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:26.690175 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-42f1093e-e1d3-4492-839a-64174797fb20 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/networks/5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0 HTTP/1.1" status: 204 len: 168 time: 2.6926718 Nov 29 18:04:26.696704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50436) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:26.717481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d6bb3df0-b870-4b06-83c5-53da9dcc3826 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1243821491'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:26.731871 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b8af57-0287-4987-a23d-9a672a969123 None None] Network 9be6ad60-b4df-4442-a45a-53166977db8e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:26.738231 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=5485334e-9a25-4fb1-bb2f-4170c37bb949,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:26.739489 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-f33f877e-a094-468e-a13b-50cbcee86ccc tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:26.741789 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-f33f877e-a094-468e-a13b-50cbcee86ccc tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.20 "GET /v2.0/networks?id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67 HTTP/1.1" status: 200 len: 812 time: 1.5429163 Nov 29 18:04:26.778195 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7166aede-95b8-46b4-867d-0ef67ce2a1eb req-31d0377d-d766-4cc1-ba43-704e7aa5f926 service neutron] 10.222.0.31 "GET /v2.0/networks/2de40021-6650-4d54-8d0a-dc97325a88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886925 Nov 29 18:04:26.786275 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-d6bb3df0-b870-4b06-83c5-53da9dcc3826 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 18:04:26.786275 n-d-819494-5 neutron-server[110005]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 29 18:04:26.786275 n-d-819494-5 neutron-server[110005]: [parameters: {'project_id': '6d2fe1df63aa4201995eddc1ee119ad9', 'id': '15082d3f-ee4e-4cd8-ab38-b19a8d024e2d', 'expiration': datetime.datetime(2021, 11, 29, 18, 6, 26, 779667)}] Nov 29 18:04:26.786275 n-d-819494-5 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:04:26.787422 n-d-819494-5 neutron-server[110005]: DEBUG oslo_db.api [None req-d6bb3df0-b870-4b06-83c5-53da9dcc3826 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:04:26.804184 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['a9e79909-68ff-4fc0-9083-11fcb0161aa9'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:04:26.805904 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-ce958889-b48f-415e-8fad-91dc4aa16303 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Request body: {'port': {'device_id': 'f39ce7ee-5a3a-491e-be83-1f7680ffe6df', 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67', 'admin_state_up': True, 'tenant_id': 'd4194d8101824301ad5fc37facbb9c7a'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:26.821644 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c897dac0-883d-4414-9016-c3671c25f48d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:26.824895 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1093e-e1d3-4492-839a-64174797fb20 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Network': ['ID=5dfe331b-99a9-46c7-8619-b7c0dbe5a5d0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:26.855244 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede2249-0130-4815-83bf-830a49a35530 req-935af19e-8515-4042-a4c7-f1bd40e85925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:26.860309 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ede2249-0130-4815-83bf-830a49a35530 req-935af19e-8515-4042-a4c7-f1bd40e85925 service neutron] 10.222.0.31 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 913 time: 0.5299788 Nov 29 18:04:26.866140 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f2718b55-42d7-4b42-a9b9-c568c8fc95ce triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:26.866707 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:26.882488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-8871e987-bfe7-487c-b757-c1431853df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5a1e46bb-74ee-4656-8c0a-96acbceee810', 'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'mac_address': 'fa:16:3e:b0:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:52Z', 'updated_at': '2021-11-29T18:00:00Z', 'revision_number': 5, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'subnets': [{'id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:26.883506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-672e762b-1ec3-4a4d-8cb7-2ea94aeaff1b service neutron] 10.222.0.23 "GET /v2.0/networks/490a8886-b6b4-4ef6-bb71-9a56602af52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047534 Nov 29 18:04:26.923760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc573a0-ba9e-4d32-86bd-ded1ac8636db req-f62b51e8-fbdb-45a5-b3f7-4b0bf41c22e2 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:26.925926 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4bc573a0-ba9e-4d32-86bd-ded1ac8636db req-f62b51e8-fbdb-45a5-b3f7-4b0bf41c22e2 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 944 time: 0.0857286 Nov 29 18:04:26.955727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-223a5023-c8b6-48fd-b36c-56986ec51fe0 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Made reservation on behalf of d4194d8101824301ad5fc37facbb9c7a for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:26.960068 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-223a5023-c8b6-48fd-b36c-56986ec51fe0 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:26.967319 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8871e987-bfe7-487c-b757-c1431853df07 None None] The sync data for ids ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'] in n-d-819494-5 is: [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5a1e46bb-74ee-4656-8c0a-96acbceee810', 'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'mac_address': 'fa:16:3e:b0:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:52Z', 'updated_at': '2021-11-29T18:00:00Z', 'revision_number': 5, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'subnets': [{'id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:04:26.973832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-22b4ffa8-c58c-43e6-b0c7-1ead0579b4a0 None None] Provisioning complete for port c74e4e8a-0ca2-402c-9611-b3b4d849f781 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:26.974330 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22b4ffa8-c58c-43e6-b0c7-1ead0579b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:27.036634 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4bc573a0-ba9e-4d32-86bd-ded1ac8636db req-5c3aa4f1-fdba-489e-b99a-9ab4ec65141b tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfd9f179-be8d-4608-9a53-694cace15300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990839 Nov 29 18:04:27.067009 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ede2249-0130-4815-83bf-830a49a35530 req-e473c6f9-c813-427e-b87b-c6962a54706d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=724d0a8a-f275-4e2f-a4e2-49620664d027 HTTP/1.1" status: 200 len: 217 time: 0.1317666 Nov 29 18:04:27.180233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-4c8331fc-11e6-4b3f-b5a0-9e1b5a39a8ab tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:27.186587 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-4c8331fc-11e6-4b3f-b5a0-9e1b5a39a8ab tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:27.188533 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-4c8331fc-11e6-4b3f-b5a0-9e1b5a39a8ab tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.31 "GET /v2.0/networks?id=3a9e77f2-46b8-4297-aba4-2e1b6b7986c1&id=9be6ad60-b4df-4442-a45a-53166977db8e&id=3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 HTTP/1.1" status: 200 len: 1392 time: 0.6001277 Nov 29 18:04:27.220938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-126e7529-d990-4b3c-b950-bff26c7e399f req-8052b925-f596-4bda-9630-8528a70d680d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Request body: {'port': {'device_id': '998a0a66-be43-448b-bb95-e2e6960058ae', 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1', 'admin_state_up': True, 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:27.229423 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-553f4086-6a0e-4f90-8f9d-65b55c5a14f9 req-cd6c4a6e-a7ff-4753-983c-4025119aa56e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 210 time: 0.0750251 Nov 29 18:04:27.316048 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-518762fa-b83f-402a-ac98-470e71cca77f req-0270661c-2360-4329-a9ee-ca397d6093c6 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=6633fa99-ee14-4fe1-84fb-f04a70c51932 HTTP/1.1" status: 200 len: 210 time: 0.0427592 Nov 29 18:04:27.356785 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57590f12-7ed2-4ee6-aa28-b4efd5ba5d34 req-0884f422-d47a-4295-9735-3c1a6755d3f9 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 210 time: 0.0525248 Nov 29 18:04:27.399460 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-d6bb3df0-b870-4b06-83c5-53da9dcc3826 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 18:04:27.399460 n-d-819494-5 neutron-server[110005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 18:04:27.399460 n-d-819494-5 neutron-server[110005]: [parameters: {'project_id_1': '6d2fe1df63aa4201995eddc1ee119ad9', 'expiration_1': datetime.datetime(2021, 11, 29, 18, 4, 7, 338632)}] Nov 29 18:04:27.399460 n-d-819494-5 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:04:27.400008 n-d-819494-5 neutron-server[110005]: DEBUG oslo_db.api [None req-d6bb3df0-b870-4b06-83c5-53da9dcc3826 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:04:27.416954 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:27.419238 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede2249-0130-4815-83bf-830a49a35530 req-4e391603-9e8d-489a-936c-7867b939b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:27.424808 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ede2249-0130-4815-83bf-830a49a35530 req-4e391603-9e8d-489a-936c-7867b939b383 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=733544da-2bc1-4873-95ac-5a788cefa521 HTTP/1.1" status: 200 len: 852 time: 0.3035209 Nov 29 18:04:27.432353 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c897dac0-883d-4414-9016-c3671c25f48d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:27.437223 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c897dac0-883d-4414-9016-c3671c25f48d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:27.441113 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c897dac0-883d-4414-9016-c3671c25f48d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "DELETE /v2.0/security-groups/b32a2d5e-2300-452b-bff6-ba409f6cd84e HTTP/1.1" status: 204 len: 168 time: 1.9226015 Nov 29 18:04:27.441761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50448) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:27.463499 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-f53f44c7-5fc1-4b50-822b-242e74810439 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] show failed (client error): The resource could not be found. Nov 29 18:04:27.464558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f53f44c7-5fc1-4b50-822b-242e74810439 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups/b32a2d5e-2300-452b-bff6-ba409f6cd84e HTTP/1.1" status: 404 len: 347 time: 0.0217481 Nov 29 18:04:27.469423 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50452) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:27.511489 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cec4b52-7f5b-4de3-9295-ba2c1570fc98 None None] New status for floating IP a62634fa-4a58-47f5-92e6-7e9a911e25ca: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:04:27.556771 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:27.561714 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:27.563349 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ede2249-0130-4815-83bf-830a49a35530 req-a561829e-8e3b-47f0-886a-b7565195a7a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44aa18b0-f19e-425a-96e9-bf18ebea2498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232216 Nov 29 18:04:27.577042 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-ce958889-b48f-415e-8fad-91dc4aa16303 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Made reservation on behalf of d4194d8101824301ad5fc37facbb9c7a for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:27.581016 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-ce958889-b48f-415e-8fad-91dc4aa16303 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:27.600933 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22b4ffa8-c58c-43e6-b0c7-1ead0579b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:27.656225 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897dac0-883d-4414-9016-c3671c25f48d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32a2d5e-2300-452b-bff6-ba409f6cd84e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:27.661271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080270c6-d7a6-4bcb-b21b-6dfc8358cd45 req-275176bf-00aa-464a-a240-b96c17d7d6ec tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:27.662990 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-080270c6-d7a6-4bcb-b21b-6dfc8358cd45 req-275176bf-00aa-464a-a240-b96c17d7d6ec tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 943 time: 0.1355541 Nov 29 18:04:27.741593 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-080270c6-d7a6-4bcb-b21b-6dfc8358cd45 req-8a20c765-3fdd-46cb-91ed-29655ff6cd2b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707738 Nov 29 18:04:27.751935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0c731953-c038-400b-8fe7-fbcc62809cab tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Deleting port 2aa475f2-f1b2-47e5-bf2c-0ec1b4e46e6e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:27.752282 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c731953-c038-400b-8fe7-fbcc62809cab tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:27.759600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-22b4ffa8-c58c-43e6-b0c7-1ead0579b4a0 None None] For port c74e4e8a-0ca2-402c-9611-b3b4d849f781, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c74e4e8a-0ca2-402c-9611-b3b4d849f781,segment=NetworkSegment(95b115d0-8a07-4b79-bd60-e56032a84bf8),segment_id=95b115d0-8a07-4b79-bd60-e56032a84bf8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:27.777138 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22b4ffa8-c58c-43e6-b0c7-1ead0579b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:27.790439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:27.791009 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:27.853571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-22b4ffa8-c58c-43e6-b0c7-1ead0579b4a0 None None] Provisioning complete for port f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:27.853960 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22b4ffa8-c58c-43e6-b0c7-1ead0579b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:27.927068 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4ffa8-c58c-43e6-b0c7-1ead0579b4a0 None None] Pushing event updated for resources: {'Port': ['ID=c74e4e8a-0ca2-402c-9611-b3b4d849f781,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:28.018017 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-223a5023-c8b6-48fd-b36c-56986ec51fe0 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Allocated IP 172.20.0.7 (6f88d188-b5b2-4832-b3a9-0737b5ac1f67/d94d983e-7ad2-4d9e-ba8a-60c4e3e93248/0f5c990b-9551-455b-8f18-32cee61bcdad) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:28.019026 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c731953-c038-400b-8fe7-fbcc62809cab tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:28.022571 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c731953-c038-400b-8fe7-fbcc62809cab tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:28.039483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c74e4e8a-0ca2-402c-9611-b3b4d849f781 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:28.079487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0c731953-c038-400b-8fe7-fbcc62809cab tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Calling delete_port for 2aa475f2-f1b2-47e5-bf2c-0ec1b4e46e6e owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:28.118735 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d868bd-4510-4080-b9eb-2c8e6dfe26bf None None] get_active_networks_info from n-d-819494-5 {{(pid=110006) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 18:04:28.151037 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ede2249-0130-4815-83bf-830a49a35530 req-8613acce-6425-4a06-8ad4-fcb29b9f8fb7 service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612144 Nov 29 18:04:28.157649 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-8052b925-f596-4bda-9630-8528a70d680d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Made reservation on behalf of ec693c762ef4433ab5b2a420380e9655 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:28.161451 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-8052b925-f596-4bda-9630-8528a70d680d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:28.193191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port c74e4e8a-0ca2-402c-9611-b3b4d849f781 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:28.193864 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:28.268988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8991de4-c5b9-4771-960b-3c083be358b3 req-1d8eaabb-f218-479d-bf32-89a962fe359f tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:28.283626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8991de4-c5b9-4771-960b-3c083be358b3 req-1d8eaabb-f218-479d-bf32-89a962fe359f tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 944 time: 0.1384840 Nov 29 18:04:28.289798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bb3df0-b870-4b06-83c5-53da9dcc3826 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:28.299938 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3df0-b870-4b06-83c5-53da9dcc3826 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:28.359191 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29e12a19-001e-4fee-b675-620321f956ed req-9d4f8397-6331-49d2-ab5e-9f681ef2c438 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 210 time: 0.0537696 Nov 29 18:04:28.365686 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c9e32ae1-c627-4f57-8e1b-059188366f02 None None] Provisioning complete for port c74e4e8a-0ca2-402c-9611-b3b4d849f781 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:28.366205 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9e32ae1-c627-4f57-8e1b-059188366f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:28.424738 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d868bd-4510-4080-b9eb-2c8e6dfe26bf None None] Resources bound (agent type, host, resource id): {{(pid=110006) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 18:04:28.433949 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ede2249-0130-4815-83bf-830a49a35530 req-00e07e4b-c448-4afc-b3d3-6a91096838a4 service neutron] 10.222.0.31 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699265 Nov 29 18:04:28.449181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6bb3df0-b870-4b06-83c5-53da9dcc3826 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:04:28.460618 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3df0-b870-4b06-83c5-53da9dcc3826 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:28.461778 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-d6bb3df0-b870-4b06-83c5-53da9dcc3826 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Added segment e34c53be-b819-4694-abcd-9161fd91a634 of type vlan for network 64de126e-d048-4cae-8ee5-810bc27d9278 Nov 29 18:04:28.502656 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-223a5023-c8b6-48fd-b36c-56986ec51fe0 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:28.517382 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-126e7529-d990-4b3c-b950-bff26c7e399f req-8052b925-f596-4bda-9630-8528a70d680d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Allocated IP 19.80.0.109 (3a9e77f2-46b8-4297-aba4-2e1b6b7986c1/1dc58f14-3db0-4095-b29c-7e9f4a082817/05ff1be2-3b2b-45a3-951e-d66bcb960262) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:28.597464 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-223a5023-c8b6-48fd-b36c-56986ec51fe0 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:28.642327 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3df0-b870-4b06-83c5-53da9dcc3826 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:28.668010 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c9e32ae1-c627-4f57-8e1b-059188366f02 None None] Provisioning complete for port 49261afb-d8a0-43f6-ad56-0e51a27cfe6a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:28.668365 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9e32ae1-c627-4f57-8e1b-059188366f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:28.739113 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-223a5023-c8b6-48fd-b36c-56986ec51fe0 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:28.739320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8991de4-c5b9-4771-960b-3c083be358b3 req-07d5508e-3f93-43c5-93cf-dcb298feb181 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfd9f179-be8d-4608-9a53-694cace15300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969326 Nov 29 18:04:28.755561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a5023-c8b6-48fd-b36c-56986ec51fe0 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Pushing event updated for resources: {'Port': ['ID=0f5c990b-9551-455b-8f18-32cee61bcdad,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:28.758446 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-223a5023-c8b6-48fd-b36c-56986ec51fe0 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:28.763635 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-ce958889-b48f-415e-8fad-91dc4aa16303 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Allocated IP 172.20.0.8 (6f88d188-b5b2-4832-b3a9-0737b5ac1f67/d94d983e-7ad2-4d9e-ba8a-60c4e3e93248/339fcb5e-9bb4-4369-9b44-055f0a565bb7) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:28.767696 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-223a5023-c8b6-48fd-b36c-56986ec51fe0 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:28.811503 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5485334e-9a25-4fb1-bb2f-4170c37bb949 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:28.839608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401c194-e09c-4ba2-be57-8e66fe5efd7b req-d3a1cc87-2d3f-4088-a18f-45d686ef7705 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:28.848944 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c401c194-e09c-4ba2-be57-8e66fe5efd7b req-d3a1cc87-2d3f-4088-a18f-45d686ef7705 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=6633fa99-ee14-4fe1-84fb-f04a70c51932 HTTP/1.1" status: 200 len: 931 time: 0.3460615 Nov 29 18:04:28.876246 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-223a5023-c8b6-48fd-b36c-56986ec51fe0 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:28.876670 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-223a5023-c8b6-48fd-b36c-56986ec51fe0 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:28.906942 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-8052b925-f596-4bda-9630-8528a70d680d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:28.935255 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-223a5023-c8b6-48fd-b36c-56986ec51fe0 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8358650 Nov 29 18:04:28.988571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0e0fda23-afa3-4ee7-bf3a-13a7196f6fbc req-0464876a-49e8-4bb5-b281-cb2a9c3cb1ff tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 210 time: 0.1007147 Nov 29 18:04:28.992170 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3df0-b870-4b06-83c5-53da9dcc3826 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.002392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bb3df0-b870-4b06-83c5-53da9dcc3826 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:29.003243 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6bb3df0-b870-4b06-83c5-53da9dcc3826 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.006231 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c731953-c038-400b-8fe7-fbcc62809cab tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.020160 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-8052b925-f596-4bda-9630-8528a70d680d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.070898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 724d0a8a-f275-4e2f-a4e2-49620664d027 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:04:29.103355 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126e7529-d990-4b3c-b950-bff26c7e399f req-8052b925-f596-4bda-9630-8528a70d680d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Network 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:29.104635 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052b925-f596-4bda-9630-8528a70d680d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event updated for resources: {'Port': ['ID=05ff1be2-3b2b-45a3-951e-d66bcb960262,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:29.117932 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Request body: {'port': {'device_id': '6633fa99-ee14-4fe1-84fb-f04a70c51932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:29.122387 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-126e7529-d990-4b3c-b950-bff26c7e399f req-8052b925-f596-4bda-9630-8528a70d680d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:29.135800 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c731953-c038-400b-8fe7-fbcc62809cab tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event deleted for resources: {'Port': ['ID=2aa475f2-f1b2-47e5-bf2c-0ec1b4e46e6e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:29.136113 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-126e7529-d990-4b3c-b950-bff26c7e399f req-8052b925-f596-4bda-9630-8528a70d680d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:29.205110 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d6bb3df0-b870-4b06-83c5-53da9dcc3826 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.4902852 Nov 29 18:04:29.209627 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50472) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:29.218487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9efa9a94-0f66-4d5a-bcd9-9ac2cfb93ce9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'subnet': {'network_id': '64de126e-d048-4cae-8ee5-810bc27d9278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:29.228402 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 724d0a8a-f275-4e2f-a4e2-49620664d027, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=724d0a8a-f275-4e2f-a4e2-49620664d027,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:29.243877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a9e79909-68ff-4fc0-9083-11fcb0161aa9 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:29.255759 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c401c194-e09c-4ba2-be57-8e66fe5efd7b req-685944d1-80be-4147-a912-67c9023a1028 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044092 Nov 29 18:04:29.270169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb3df0-b870-4b06-83c5-53da9dcc3826 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Network': ['ID=64de126e-d048-4cae-8ee5-810bc27d9278,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:29.281078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-a0d19162-98a0-4d59-858b-fd767f5591a6 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:29.282815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-a0d19162-98a0-4d59-858b-fd767f5591a6 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.20 "GET /v2.0/networks?id=490a8886-b6b4-4ef6-bb71-9a56602af52f HTTP/1.1" status: 200 len: 811 time: 0.4228296 Nov 29 18:04:29.297975 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '724d0a8a-f275-4e2f-a4e2-49620664d027', 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498', 'port_id': '724d0a8a-f275-4e2f-a4e2-49620664d027', 'mac_address': 'fa:16:3e:9e:17:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733544da-2bc1-4873-95ac-5a788cefa521', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:04:29.305991 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 64de126e-d048-4cae-8ee5-810bc27d9278 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:04:29.330653 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c731953-c038-400b-8fe7-fbcc62809cab tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.333537 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c731953-c038-400b-8fe7-fbcc62809cab tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.333696 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-8052b925-f596-4bda-9630-8528a70d680d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:29.337839 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-8052b925-f596-4bda-9630-8528a70d680d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.338008 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0c731953-c038-400b-8fe7-fbcc62809cab tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "DELETE /v2.0/floatingips/a62634fa-4a58-47f5-92e6-7e9a911e25ca HTTP/1.1" status: 204 len: 168 time: 1.8643081 Nov 29 18:04:29.381307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631bd67-b0ad-42c6-a5be-851f1b1261b9 req-98078a5c-129e-4f50-a607-d1021fb459ff tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:29.389189 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a631bd67-b0ad-42c6-a5be-851f1b1261b9 req-98078a5c-129e-4f50-a607-d1021fb459ff tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 943 time: 0.1310110 Nov 29 18:04:29.402325 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-ce958889-b48f-415e-8fad-91dc4aa16303 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.408985 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.427680 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-3ff4682b-7420-494e-9f4e-d1f1a432d89f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f817adc962514aed94672c4ce2dddcc9 HTTP/1.1" status: 200 len: 380 time: 0.1256256 Nov 29 18:04:29.437051 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-8052b925-f596-4bda-9630-8528a70d680d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2262697 Nov 29 18:04:29.444576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-e959c5b6-9b0d-4874-8fe3-6a22eba5003f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Request body: {'port': {'device_id': 'ea491478-9c88-4954-b0e0-3c3eb1340490', 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f', 'admin_state_up': True, 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'security_groups': ['045dd97b-45cf-4fbb-9260-1b6db45ba080']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:29.449380 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.450502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-126e7529-d990-4b3c-b950-bff26c7e399f req-45a3c3c0-2197-4487-8880-23d8831e482c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Request body: {'port': {'device_id': '998a0a66-be43-448b-bb95-e2e6960058ae', 'network_id': '9be6ad60-b4df-4442-a45a-53166977db8e', 'admin_state_up': True, 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:29.500923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a631bd67-b0ad-42c6-a5be-851f1b1261b9 req-8e443310-0891-413e-8cf8-e7bf10f575a3 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094279 Nov 29 18:04:29.531098 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efa9a94-0f66-4d5a-bcd9-9ac2cfb93ce9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:29.534543 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9efa9a94-0f66-4d5a-bcd9-9ac2cfb93ce9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.548084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port a9e79909-68ff-4fc0-9083-11fcb0161aa9 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:04:29.558439 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9e32ae1-c627-4f57-8e1b-059188366f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.571998 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.598161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c9e32ae1-c627-4f57-8e1b-059188366f02 None None] For port 49261afb-d8a0-43f6-ad56-0e51a27cfe6a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=49261afb-d8a0-43f6-ad56-0e51a27cfe6a,segment=NetworkSegment(f3b47686-50ed-45e1-bbd4-d017a2dda54f),segment_id=f3b47686-50ed-45e1-bbd4-d017a2dda54f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:29.599979 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.605524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port a9e79909-68ff-4fc0-9083-11fcb0161aa9 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:29.606891 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.609966 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724d0a8a-f275-4e2f-a4e2-49620664d027 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:29.645501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5485334e-9a25-4fb1-bb2f-4170c37bb949 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:29.646654 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.672722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ca170-ec97-4b6e-bed5-687938df8169 req-e4066ce4-3469-4e3a-8e8b-e72df584d95f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:29.678314 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9e32ae1-c627-4f57-8e1b-059188366f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.683370 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-887ca170-ec97-4b6e-bed5-687938df8169 req-e4066ce4-3469-4e3a-8e8b-e72df584d95f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 932 time: 0.1895792 Nov 29 18:04:29.686016 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50478) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:29.694083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-29e380d0-90d1-4aa6-98bd-390cd8405dd1 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--487870632', 'description': 'tempest-description--603032106'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:29.706631 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-ce958889-b48f-415e-8fad-91dc4aa16303 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.709744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-e959c5b6-9b0d-4874-8fe3-6a22eba5003f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Made reservation on behalf of f817adc962514aed94672c4ce2dddcc9 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:29.713707 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-e959c5b6-9b0d-4874-8fe3-6a22eba5003f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.747646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 724d0a8a-f275-4e2f-a4e2-49620664d027, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=724d0a8a-f275-4e2f-a4e2-49620664d027,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:29.775833 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.778173 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25abeaa8-7543-4955-9855-23de5eaddb24 None None] DHCP port deletion for 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:29.780433 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fd465e-f527-45e1-88ef-1ce458087215 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:29.866184 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0a2a4a7c-fe4f-452d-ab67-e975ddeeba72 None None] Provisioning complete for port 0f5c990b-9551-455b-8f18-32cee61bcdad triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:29.866821 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4a7c-fe4f-452d-ab67-e975ddeeba72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.906502 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29e380d0-90d1-4aa6-98bd-390cd8405dd1 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:29.914633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a4a7c-fe4f-452d-ab67-e975ddeeba72 None None] Port 0f5c990b-9551-455b-8f18-32cee61bcdad cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:29.957640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-e959c5b6-9b0d-4874-8fe3-6a22eba5003f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Allocated IP 172.20.0.10 (490a8886-b6b4-4ef6-bb71-9a56602af52f/430527e9-00ad-453c-9a77-a7999b75d5f4/e73dbed2-259c-432c-ac07-63f329e1d989) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:29.960590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e32ae1-c627-4f57-8e1b-059188366f02 None None] Pushing event updated for resources: {'Port': ['ID=49261afb-d8a0-43f6-ad56-0e51a27cfe6a,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:30.002532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-887ca170-ec97-4b6e-bed5-687938df8169 req-b64134ec-d23a-4606-a192-1532c224e81e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113441 Nov 29 18:04:30.013342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-ce958889-b48f-415e-8fad-91dc4aa16303 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:30.036463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-ce958889-b48f-415e-8fad-91dc4aa16303 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:30.045824 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce958889-b48f-415e-8fad-91dc4aa16303 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Pushing event updated for resources: {'Port': ['ID=339fcb5e-9bb4-4369-9b44-055f0a565bb7,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:30.050552 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-ce958889-b48f-415e-8fad-91dc4aa16303 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:30.120858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200c4ca-7f35-4fd7-a693-49c648545541 req-15c3b1a2-bd36-4cd7-abaa-169f2e270a6d tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:30.129383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4200c4ca-7f35-4fd7-a693-49c648545541 req-15c3b1a2-bd36-4cd7-abaa-169f2e270a6d tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 944 time: 0.2643044 Nov 29 18:04:30.177207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-45a3c3c0-2197-4487-8880-23d8831e482c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Made reservation on behalf of ec693c762ef4433ab5b2a420380e9655 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:30.183050 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-45a3c3c0-2197-4487-8880-23d8831e482c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.195976 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5c990b-9551-455b-8f18-32cee61bcdad {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:30.208950 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e141cc3-53f0-42d6-aab6-e4c0201f3555 req-a13e0088-a854-44d3-951b-8729ad76b045 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 210 time: 0.0717888 Nov 29 18:04:30.214091 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.227489 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-ce958889-b48f-415e-8fad-91dc4aa16303 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:30.228025 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-ce958889-b48f-415e-8fad-91dc4aa16303 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.256368 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Transition to ACTIVE for port object 0f5c990b-9551-455b-8f18-32cee61bcdad will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:04:30.287319 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.297708 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c74e4e8a-0ca2-402c-9611-b3b4d849f781 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:30.298072 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.305138 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29e380d0-90d1-4aa6-98bd-390cd8405dd1 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.311612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d3a9f7-a69f-4f95-91f0-ad708b8c2ceb None None] DHCP port deletion for 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:30.317541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['724d0a8a-f275-4e2f-a4e2-49620664d027'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:04:30.318556 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29e380d0-90d1-4aa6-98bd-390cd8405dd1 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.323925 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-ce958889-b48f-415e-8fad-91dc4aa16303 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5221331 Nov 29 18:04:30.365752 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4200c4ca-7f35-4fd7-a693-49c648545541 req-37b8b904-e1c9-491d-95eb-fc8ec7b38900 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfd9f179-be8d-4608-9a53-694cace15300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207513 Nov 29 18:04:30.387049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Request body: {'port': {'device_id': 'f39ce7ee-5a3a-491e-be83-1f7680ffe6df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:30.412460 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=724d0a8a-f275-4e2f-a4e2-49620664d027,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:30.421816 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29e380d0-90d1-4aa6-98bd-390cd8405dd1 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.422527 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-29e380d0-90d1-4aa6-98bd-390cd8405dd1 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7332287 Nov 29 18:04:30.425778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50488) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:30.431075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c0cfe1f9-4dbf-4ff7-8994-b2482c87d8fd tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Request body: {'security_group_rule': {'security_group_id': 'edd454ab-402d-4630-8400-a040c03e2255', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:30.437553 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9efa9a94-0f66-4d5a-bcd9-9ac2cfb93ce9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.440170 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-e959c5b6-9b0d-4874-8fe3-6a22eba5003f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.442328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e380d0-90d1-4aa6-98bd-390cd8405dd1 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd454ab-402d-4630-8400-a040c03e2255,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:30.489706 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93a2692-443e-4c18-b9a4-3be6c8951477 None None] DHCP port deletion for 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:30.502726 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.533050 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe1f9-4dbf-4ff7-8994-b2482c87d8fd tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.558024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e79909-68ff-4fc0-9083-11fcb0161aa9'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:30.561090 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e55b77-8561-4726-a243-9b2ce9ecd8db" -d '{"events": [{"server_uuid": "7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d", "name": "network-vif-plugged", "status": "completed", "tag": "a9e79909-68ff-4fc0-9083-11fcb0161aa9"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:30.568020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port c74e4e8a-0ca2-402c-9611-b3b4d849f781 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:30.568471 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.584010 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-e959c5b6-9b0d-4874-8fe3-6a22eba5003f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.594297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47dfbf-90e8-49c0-aa32-dbd8e5abbca8 req-5580b150-89ef-4b0e-bfc6-557e625b74d5 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:30.596129 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc47dfbf-90e8-49c0-aa32-dbd8e5abbca8 req-5580b150-89ef-4b0e-bfc6-557e625b74d5 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=6633fa99-ee14-4fe1-84fb-f04a70c51932 HTTP/1.1" status: 200 len: 943 time: 0.1338830 Nov 29 18:04:30.626085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a9e79909-68ff-4fc0-9083-11fcb0161aa9, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a9e79909-68ff-4fc0-9083-11fcb0161aa9,segment=NetworkSegment(fc7fd27c-3e94-4c28-acb2-d1e3f970fff2),segment_id=fc7fd27c-3e94-4c28-acb2-d1e3f970fff2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:30.651806 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.730149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-e959c5b6-9b0d-4874-8fe3-6a22eba5003f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Network 490a8886-b6b4-4ef6-bb71-9a56602af52f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:30.737486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959c5b6-9b0d-4874-8fe3-6a22eba5003f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Pushing event updated for resources: {'Port': ['ID=e73dbed2-259c-432c-ac07-63f329e1d989,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:30.746164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-e959c5b6-9b0d-4874-8fe3-6a22eba5003f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:30.757088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-e959c5b6-9b0d-4874-8fe3-6a22eba5003f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:30.772635 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe1f9-4dbf-4ff7-8994-b2482c87d8fd tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.776358 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a935fff1-e5a6-4a10-a6b5-58f68e74b72b None None] Provisioning complete for port 339fcb5e-9bb4-4369-9b44-055f0a565bb7 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:30.776753 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a935fff1-e5a6-4a10-a6b5-58f68e74b72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.781244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=a9e79909-68ff-4fc0-9083-11fcb0161aa9,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:30.802135 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe1f9-4dbf-4ff7-8994-b2482c87d8fd tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.814530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc47dfbf-90e8-49c0-aa32-dbd8e5abbca8 req-18a8e76a-0bc9-4ed9-bbe6-b529035c7aa1 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821275 Nov 29 18:04:30.817454 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 49261afb-d8a0-43f6-ad56-0e51a27cfe6a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:30.853317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b8c60-af73-4642-8ce6-876668ea886d req-e93b3265-3eb7-4c31-aa34-3a3e5cf9b337 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:30.880597 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e1b8c60-af73-4642-8ce6-876668ea886d req-e93b3265-3eb7-4c31-aa34-3a3e5cf9b337 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 944 time: 0.2466106 Nov 29 18:04:30.932891 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a935fff1-e5a6-4a10-a6b5-58f68e74b72b None None] Port 339fcb5e-9bb4-4369-9b44-055f0a565bb7 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:30.939857 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0cfe1f9-4dbf-4ff7-8994-b2482c87d8fd tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.941203 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c0cfe1f9-4dbf-4ff7-8994-b2482c87d8fd tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5141098 Nov 29 18:04:30.942004 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfe1f9-4dbf-4ff7-8994-b2482c87d8fd tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355bab7d-06e7-491e-b6dc-3cc8779e0133,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:30.950681 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50496) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:30.953179 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 49261afb-d8a0-43f6-ad56-0e51a27cfe6a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:30.953539 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.971467 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-e959c5b6-9b0d-4874-8fe3-6a22eba5003f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:30.972141 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-e959c5b6-9b0d-4874-8fe3-6a22eba5003f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.980663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a935fff1-e5a6-4a10-a6b5-58f68e74b72b None None] Provisioning complete for port 05ff1be2-3b2b-45a3-951e-d66bcb960262 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:30.981013 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a935fff1-e5a6-4a10-a6b5-58f68e74b72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:30.991272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-446e885e-8061-4ff1-969e-06d6bd6f4f38 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Request body: {'security_group_rule': {'security_group_id': 'edd454ab-402d-4630-8400-a040c03e2255', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:31.037777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a935fff1-e5a6-4a10-a6b5-58f68e74b72b None None] Port 05ff1be2-3b2b-45a3-951e-d66bcb960262 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:31.131995 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20397bf0-46ad-4ba0-a969-cd6d4dec6db8 x-openstack-request-id: req-20397bf0-46ad-4ba0-a969-cd6d4dec6db8 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:31.134272 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d", "name": "network-vif-plugged", "status": "completed", "tag": "a9e79909-68ff-4fc0-9083-11fcb0161aa9", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:31.134524 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20397bf0-46ad-4ba0-a969-cd6d4dec6db8 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:31.137897 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e79909-68ff-4fc0-9083-11fcb0161aa9', 'code': 200} Nov 29 18:04:31.199511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5c990b-9551-455b-8f18-32cee61bcdad,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:31.243688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 49261afb-d8a0-43f6-ad56-0e51a27cfe6a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:31.272956 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa9a94-0f66-4d5a-bcd9-9ac2cfb93ce9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Subnet': ['ID=bb6af618-97d6-4fb9-b58e-dd5eb4c477ff,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:31.288097 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:31.303119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ceb9e27c-cc54-4d82-abee-d23c1c9889ac None None] Provisioning complete for port e73dbed2-259c-432c-ac07-63f329e1d989 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:31.303641 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ceb9e27c-cc54-4d82-abee-d23c1c9889ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:31.317201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-126e7529-d990-4b3c-b950-bff26c7e399f req-45a3c3c0-2197-4487-8880-23d8831e482c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Allocated IP 19.86.0.253 (9be6ad60-b4df-4442-a45a-53166977db8e/eba854e6-dc54-4387-af07-c9dd2b91443a/09613858-4f77-4778-b0eb-2ca70945be2b) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:31.337750 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efa9a94-0f66-4d5a-bcd9-9ac2cfb93ce9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Checking segment: {'id': 'e34c53be-b819-4694-abcd-9161fd91a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '64de126e-d048-4cae-8ee5-810bc27d9278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:31.338130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efa9a94-0f66-4d5a-bcd9-9ac2cfb93ce9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network hostable DHCP agents. Network: 64de126e-d048-4cae-8ee5-810bc27d9278, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:04:31.353032 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Attempting to bind port 0f5c990b-9551-455b-8f18-32cee61bcdad on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:31.353377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Attempting to bind port 0f5c990b-9551-455b-8f18-32cee61bcdad by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:31.353724 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Attempting to bind port 0f5c990b-9551-455b-8f18-32cee61bcdad on network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:31.354332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ceb9e27c-cc54-4d82-abee-d23c1c9889ac None None] Port e73dbed2-259c-432c-ac07-63f329e1d989 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:31.361380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 49261afb-d8a0-43f6-ad56-0e51a27cfe6a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:31.361860 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:31.379203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f416445-fcdc-4bb3-8c78-009e9d014f79 req-3f37e247-55c4-499f-94a2-4d14c792fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:31.380718 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2f416445-fcdc-4bb3-8c78-009e9d014f79 req-3f37e247-55c4-499f-94a2-4d14c792fb4f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 1096 time: 0.1675792 Nov 29 18:04:31.399741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Port 0f5c990b-9551-455b-8f18-32cee61bcdad on network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:04:31.400081 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Attempting to bind port 0f5c990b-9551-455b-8f18-32cee61bcdad on network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:31.439221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:31.439919 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Checking segment: {'id': 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:31.440049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Bound using segment: {'id': 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:31.441410 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Bound port: 0f5c990b-9551-455b-8f18-32cee61bcdad, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:31.441410 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:31.446054 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-e959c5b6-9b0d-4874-8fe3-6a22eba5003f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0058818 Nov 29 18:04:31.459440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efa9a94-0f66-4d5a-bcd9-9ac2cfb93ce9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network 64de126e-d048-4cae-8ee5-810bc27d9278 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:04:31.466935 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-446e885e-8061-4ff1-969e-06d6bd6f4f38 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:31.486934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Request body: {'port': {'device_id': 'ea491478-9c88-4954-b0e0-3c3eb1340490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:31.512404 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e1b8c60-af73-4642-8ce6-876668ea886d req-53d75237-517c-453d-9b4c-e2eb77801d47 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6307793 Nov 29 18:04:31.580586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f6e25-b304-4a7d-b345-b8e457d90074 req-596c0299-de6e-4cab-8aaf-f68803e41333 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:31.582069 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f9f6e25-b304-4a7d-b345-b8e457d90074 req-596c0299-de6e-4cab-8aaf-f68803e41333 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 932 time: 0.1617012 Nov 29 18:04:31.587485 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-9efa9a94-0f66-4d5a-bcd9-9ac2cfb93ce9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 64de126e-d048-4cae-8ee5-810bc27d9278) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:31.594334 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:31.601284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a091b7-4d37-4d3f-8ea2-7a44cae49be8 None None] Network 64de126e-d048-4cae-8ee5-810bc27d9278 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:31.637648 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efa9a94-0f66-4d5a-bcd9-9ac2cfb93ce9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:31.637987 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9efa9a94-0f66-4d5a-bcd9-9ac2cfb93ce9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:31.661308 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2f416445-fcdc-4bb3-8c78-009e9d014f79 req-c2411cc9-970a-4510-8cc9-d8360c44ae8d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bfd9f179-be8d-4608-9a53-694cace15300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726345 Nov 29 18:04:31.665464 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-446e885e-8061-4ff1-969e-06d6bd6f4f38 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:31.696885 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-446e885e-8061-4ff1-969e-06d6bd6f4f38 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:31.725279 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9efa9a94-0f66-4d5a-bcd9-9ac2cfb93ce9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5122876 Nov 29 18:04:31.731916 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50506) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:31.740338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-3429da16-1d7e-4a86-9a66-dd7bffada831 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'network_id': '64de126e-d048-4cae-8ee5-810bc27d9278', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1013776285'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:31.751490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e885e-8061-4ff1-969e-06d6bd6f4f38 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c034557a-cb18-4b77-a1cd-f6665c0debbe,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:31.763732 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f9f6e25-b304-4a7d-b345-b8e457d90074 req-0efc6e99-860c-4634-b527-4557e3a9df15 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704261 Nov 29 18:04:31.779417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001cf2c-2878-4a73-8707-b1067fca2d31 req-7b5ce3d2-283a-46f4-8641-c4f833a2ce60 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:31.786183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-64de126e-d048-4cae-8ee5-810bc27d9278', 'network_id': '64de126e-d048-4cae-8ee5-810bc27d9278', 'tenant_id': '6d2fe1df63aa4201995eddc1ee119ad9', 'fixed_ips': [{'subnet_id': 'bb6af618-97d6-4fb9-b58e-dd5eb4c477ff'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:04:31.786450 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7001cf2c-2878-4a73-8707-b1067fca2d31 req-7b5ce3d2-283a-46f4-8641-c4f833a2ce60 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 932 time: 0.1873355 Nov 29 18:04:31.787101 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:31.788942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] For port 0f5c990b-9551-455b-8f18-32cee61bcdad, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:31.802629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-446e885e-8061-4ff1-969e-06d6bd6f4f38 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:31.806152 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-446e885e-8061-4ff1-969e-06d6bd6f4f38 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8503644 Nov 29 18:04:31.826482 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50508) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:31.838886 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:31.881036 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] For port 0f5c990b-9551-455b-8f18-32cee61bcdad, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=0f5c990b-9551-455b-8f18-32cee61bcdad,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:31.903377 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:31.939443 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-45a3c3c0-2197-4487-8880-23d8831e482c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:31.979849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Allocated IP 2001:db8::2 (64de126e-d048-4cae-8ee5-810bc27d9278/bb6af618-97d6-4fb9-b58e-dd5eb4c477ff/805ddc0d-0670-47a7-9fde-24c266993894) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:31.982948 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:31.984294 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:31.986414 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] 10.222.0.20 "PUT /v2.0/ports/0f5c990b-9551-455b-8f18-32cee61bcdad HTTP/1.1" status: 200 len: 1091 time: 3.0375419 Nov 29 18:04:31.987515 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:32.006699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6633fa99-ee14-4fe1-84fb-f04a70c51932', 'tag': '0f5c990b-9551-455b-8f18-32cee61bcdad'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:32.011180 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86558c00-96a0-4bcc-80bd-6ed40d4ebbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "6633fa99-ee14-4fe1-84fb-f04a70c51932", "tag": "0f5c990b-9551-455b-8f18-32cee61bcdad"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:32.015805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86de7fea-44bc-4258-b23f-0fd019e71c44 None None] DHCP port deletion for 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:32.037592 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7001cf2c-2878-4a73-8707-b1067fca2d31 req-cca6a6f7-9280-4d55-b22b-06280d985dde tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/security-groups?id=045dd97b-45cf-4fbb-9260-1b6db45ba080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312689 Nov 29 18:04:32.075562 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024dea2-2091-48f1-94b4-016caf2a7726 req-376f4d9d-7a89-4def-aa8b-75570ee7351b tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:32.077158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5024dea2-2091-48f1-94b4-016caf2a7726 req-376f4d9d-7a89-4def-aa8b-75570ee7351b tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 945 time: 0.1320581 Nov 29 18:04:32.175202 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5024dea2-2091-48f1-94b4-016caf2a7726 req-cf104fa2-d207-403e-9f0c-0f9fbf9f5914 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfd9f179-be8d-4608-9a53-694cace15300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890038 Nov 29 18:04:32.216022 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:32.234564 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:32.239130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e73dbed2-259c-432c-ac07-63f329e1d989 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:32.249787 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:32.261325 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27d04a-ae08-4e4e-a2db-9fe239e59ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5c990b-9551-455b-8f18-32cee61bcdad,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:32.263626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e4a0e-95cf-43ea-9af2-5e9be1c5e2d1 req-24c7b31e-d829-4311-98b9-e98f51846b46 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:32.265234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-417e4a0e-95cf-43ea-9af2-5e9be1c5e2d1 req-24c7b31e-d829-4311-98b9-e98f51846b46 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=6633fa99-ee14-4fe1-84fb-f04a70c51932 HTTP/1.1" status: 200 len: 943 time: 0.1115310 Nov 29 18:04:32.274033 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Transition to ACTIVE for port object e73dbed2-259c-432c-ac07-63f329e1d989 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:04:32.282629 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586c29eb-4ce5-4dab-b126-6657f7ffe54f x-openstack-request-id: req-586c29eb-4ce5-4dab-b126-6657f7ffe54f {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:32.283025 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6633fa99-ee14-4fe1-84fb-f04a70c51932", "tag": "0f5c990b-9551-455b-8f18-32cee61bcdad", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:32.283297 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-586c29eb-4ce5-4dab-b126-6657f7ffe54f {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:32.283705 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6633fa99-ee14-4fe1-84fb-f04a70c51932', 'tag': '0f5c990b-9551-455b-8f18-32cee61bcdad', 'status': 'completed', 'code': 200} Nov 29 18:04:32.286634 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:32.299483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Network 64de126e-d048-4cae-8ee5-810bc27d9278 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:32.302833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:32.309267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:32.330645 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339fcb5e-9bb4-4369-9b44-055f0a565bb7 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:32.342812 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Pushing event updated for resources: {'Port': ['ID=805ddc0d-0670-47a7-9fde-24c266993894,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:32.344164 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:32.351564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3429da16-1d7e-4a86-9a66-dd7bffada831 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:32.356280 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3429da16-1d7e-4a86-9a66-dd7bffada831 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:32.363757 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-4c34910f-50d3-4a1a-afbb-6e940fd7e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:32.365559 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-4c34910f-50d3-4a1a-afbb-6e940fd7e95d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4194d8101824301ad5fc37facbb9c7a&device_id=6633fa99-ee14-4fe1-84fb-f04a70c51932 HTTP/1.1" status: 200 len: 1094 time: 0.2888038 Nov 29 18:04:32.367947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Pushing event updated for resources: {'Port': ['ID=e73dbed2-259c-432c-ac07-63f329e1d989,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:32.376459 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-417e4a0e-95cf-43ea-9af2-5e9be1c5e2d1 req-b14d0b06-35b6-408d-b291-107c36bf776b tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976298 Nov 29 18:04:32.377476 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-45a3c3c0-2197-4487-8880-23d8831e482c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:32.398544 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Attempting to bind port 805ddc0d-0670-47a7-9fde-24c266993894 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:32.398967 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Attempting to bind port 805ddc0d-0670-47a7-9fde-24c266993894 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'e34c53be-b819-4694-abcd-9161fd91a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '64de126e-d048-4cae-8ee5-810bc27d9278'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:32.399337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Attempting to bind port 805ddc0d-0670-47a7-9fde-24c266993894 on network 64de126e-d048-4cae-8ee5-810bc27d9278 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:32.411683 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:32.412073 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Checking segment: {'id': 'e34c53be-b819-4694-abcd-9161fd91a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '64de126e-d048-4cae-8ee5-810bc27d9278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:32.412978 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:32.412978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Bound using segment: {'id': 'e34c53be-b819-4694-abcd-9161fd91a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '64de126e-d048-4cae-8ee5-810bc27d9278'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:32.413383 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Bound port: 805ddc0d-0670-47a7-9fde-24c266993894, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34c53be-b819-4694-abcd-9161fd91a634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '64de126e-d048-4cae-8ee5-810bc27d9278'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:32.413740 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:32.426201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-3429da16-1d7e-4a86-9a66-dd7bffada831 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] device_id is not set on port bfdbb0ee-7e2a-41ad-b6e4-74330dd5048c yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:04:32.439017 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Transition to ACTIVE for port object 339fcb5e-9bb4-4369-9b44-055f0a565bb7 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:04:32.469593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Attempting to bind port e73dbed2-259c-432c-ac07-63f329e1d989 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:32.470459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Attempting to bind port e73dbed2-259c-432c-ac07-63f329e1d989 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'c3590e0d-1dad-495d-bd2e-5a74bbf1b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:32.470459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Attempting to bind port e73dbed2-259c-432c-ac07-63f329e1d989 on network 490a8886-b6b4-4ef6-bb71-9a56602af52f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:32.475893 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Port e73dbed2-259c-432c-ac07-63f329e1d989 on network 490a8886-b6b4-4ef6-bb71-9a56602af52f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:04:32.476224 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Attempting to bind port e73dbed2-259c-432c-ac07-63f329e1d989 on network 490a8886-b6b4-4ef6-bb71-9a56602af52f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:32.482548 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:32.482925 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Checking segment: {'id': 'c3590e0d-1dad-495d-bd2e-5a74bbf1b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:32.483614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Bound using segment: {'id': 'c3590e0d-1dad-495d-bd2e-5a74bbf1b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:32.483868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Bound port: e73dbed2-259c-432c-ac07-63f329e1d989, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3590e0d-1dad-495d-bd2e-5a74bbf1b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:32.484238 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:32.487839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] For port 805ddc0d-0670-47a7-9fde-24c266993894, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:32.491074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] For port 805ddc0d-0670-47a7-9fde-24c266993894, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=805ddc0d-0670-47a7-9fde-24c266993894,segment=NetworkSegment(e34c53be-b819-4694-abcd-9161fd91a634),segment_id=e34c53be-b819-4694-abcd-9161fd91a634)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:32.499223 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:32.505399 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:32.508376 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-515831da-984f-4bd9-8be2-47ae958e3a04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f5c990b-9551-455b-8f18-32cee61bcdad HTTP/1.1" status: 200 len: 217 time: 0.1134138 Nov 29 18:04:32.570427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] For port e73dbed2-259c-432c-ac07-63f329e1d989, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:32.575653 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] For port e73dbed2-259c-432c-ac07-63f329e1d989, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e73dbed2-259c-432c-ac07-63f329e1d989,segment=NetworkSegment(c3590e0d-1dad-495d-bd2e-5a74bbf1b742),segment_id=c3590e0d-1dad-495d-bd2e-5a74bbf1b742)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:32.581335 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:32.585114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a11737-bb5a-4d8c-83a2-9dde597c8e6d None None] Pushing event updated for resources: {'Port': ['ID=805ddc0d-0670-47a7-9fde-24c266993894,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:32.614964 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126e7529-d990-4b3c-b950-bff26c7e399f req-45a3c3c0-2197-4487-8880-23d8831e482c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Network 9be6ad60-b4df-4442-a45a-53166977db8e is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:32.619588 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-126e7529-d990-4b3c-b950-bff26c7e399f req-45a3c3c0-2197-4487-8880-23d8831e482c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:32.623552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:32.624846 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:32.626670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] 10.222.0.20 "PUT /v2.0/ports/e73dbed2-259c-432c-ac07-63f329e1d989 HTTP/1.1" status: 200 len: 1092 time: 1.1526618 Nov 29 18:04:32.629765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea491478-9c88-4954-b0e0-3c3eb1340490', 'tag': 'e73dbed2-259c-432c-ac07-63f329e1d989'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:32.633484 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb955b9-f27b-4450-b941-b8bd176db1be" -d '{"events": [{"name": "network-changed", "server_uuid": "ea491478-9c88-4954-b0e0-3c3eb1340490", "tag": "e73dbed2-259c-432c-ac07-63f329e1d989"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:32.656602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdadfb0-0dda-4694-92fc-b7f79ef19760 None None] DHCP port deletion for 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:32.695826 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-126e7529-d990-4b3c-b950-bff26c7e399f req-45a3c3c0-2197-4487-8880-23d8831e482c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:32.741133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46179155-4a78-490e-b029-d4fb13d75fdf service neutron] Pushing event updated for resources: {'Port': ['ID=e73dbed2-259c-432c-ac07-63f329e1d989,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:32.745070 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47e8039-935e-4948-9615-872624848bba x-openstack-request-id: req-a47e8039-935e-4948-9615-872624848bba {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:32.745070 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea491478-9c88-4954-b0e0-3c3eb1340490", "tag": "e73dbed2-259c-432c-ac07-63f329e1d989", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:32.745230 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a47e8039-935e-4948-9615-872624848bba {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:32.745618 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea491478-9c88-4954-b0e0-3c3eb1340490', 'tag': 'e73dbed2-259c-432c-ac07-63f329e1d989', 'status': 'completed', 'code': 200} Nov 29 18:04:32.766706 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3c3c0-2197-4487-8880-23d8831e482c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event updated for resources: {'Port': ['ID=09613858-4f77-4778-b0eb-2ca70945be2b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:32.823093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f2fd9-f477-4070-977d-22dbc0e377b4 req-fb84bad4-345a-41ca-9d17-b513ff8bc129 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:32.824785 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c4f2fd9-f477-4070-977d-22dbc0e377b4 req-fb84bad4-345a-41ca-9d17-b513ff8bc129 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 944 time: 0.1718175 Nov 29 18:04:32.831834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-c87617a8-b91d-42b1-8775-f434f03ae932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:32.833559 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-c87617a8-b91d-42b1-8775-f434f03ae932 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f817adc962514aed94672c4ce2dddcc9&device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 1095 time: 0.0871434 Nov 29 18:04:32.934598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-bda13775-1415-47b8-a60b-78f84fafb483 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e73dbed2-259c-432c-ac07-63f329e1d989 HTTP/1.1" status: 200 len: 217 time: 0.0855052 Nov 29 18:04:32.940765 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-d1da0346-8b3e-4c2a-9496-dd191e5949cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:32.942238 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-d1da0346-8b3e-4c2a-9496-dd191e5949cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d94d983e-7ad2-4d9e-ba8a-60c4e3e93248 HTTP/1.1" status: 200 len: 852 time: 0.3440483 Nov 29 18:04:33.036969 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 724d0a8a-f275-4e2f-a4e2-49620664d027 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:33.049925 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-45a3c3c0-2197-4487-8880-23d8831e482c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:33.064125 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-45a3c3c0-2197-4487-8880-23d8831e482c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:33.160738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c4f2fd9-f477-4070-977d-22dbc0e377b4 req-fdbc0ae8-be16-49ef-949a-cd0da40f9e55 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260539 Nov 29 18:04:33.186892 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 724d0a8a-f275-4e2f-a4e2-49620664d027 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:04:33.194060 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 724d0a8a-f275-4e2f-a4e2-49620664d027 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:33.194485 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:33.204102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-681c9e03-890c-41ca-a36d-1afae544897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:33.208673 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-681c9e03-890c-41ca-a36d-1afae544897a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=430527e9-00ad-453c-9a77-a7999b75d5f4 HTTP/1.1" status: 200 len: 850 time: 0.2300057 Nov 29 18:04:33.216586 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-05f0f9b1-505d-4952-bccf-a1f5d54c63e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2115562 Nov 29 18:04:33.221571 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e7e9c-109d-478f-8efc-4ede198b5357 req-0206ac00-5511-4580-8a9a-0d956976e100 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:33.230352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e7e9c-109d-478f-8efc-4ede198b5357 req-0206ac00-5511-4580-8a9a-0d956976e100 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:33.238116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Pushing event updated for resources: {'Port': ['ID=339fcb5e-9bb4-4369-9b44-055f0a565bb7,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:33.240441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd7e7e9c-109d-478f-8efc-4ede198b5357 req-0206ac00-5511-4580-8a9a-0d956976e100 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 1655 time: 0.3005660 Nov 29 18:04:33.248244 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:33.308698 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a80829f9-1d23-47b9-ac26-568f2c1ee835 None None] Provisioning complete for port 09613858-4f77-4778-b0eb-2ca70945be2b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:33.309240 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a80829f9-1d23-47b9-ac26-568f2c1ee835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:33.314877 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-45a3c3c0-2197-4487-8880-23d8831e482c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8669481 Nov 29 18:04:33.318456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 805ddc0d-0670-47a7-9fde-24c266993894 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:33.369645 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd7e7e9c-109d-478f-8efc-4ede198b5357 req-9769f6ff-bff1-472e-bfee-81f18fb6a5de tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194174 Nov 29 18:04:33.400871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-126e7529-d990-4b3c-b950-bff26c7e399f req-b981c5b1-f17d-4aa3-aa84-1ca053cf0d0d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Request body: {'port': {'device_id': '998a0a66-be43-448b-bb95-e2e6960058ae', 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1', 'admin_state_up': True, 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:33.436591 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-e7832486-b643-466e-964d-e9fb5e78c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:33.438508 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-e7832486-b643-466e-964d-e9fb5e78c23a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=490a8886-b6b4-4ef6-bb71-9a56602af52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630490 Nov 29 18:04:33.439824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a80829f9-1d23-47b9-ac26-568f2c1ee835 None None] Port 09613858-4f77-4778-b0eb-2ca70945be2b cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:33.469350 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:33.481784 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Attempting to bind port 339fcb5e-9bb4-4369-9b44-055f0a565bb7 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:33.482371 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Attempting to bind port 339fcb5e-9bb4-4369-9b44-055f0a565bb7 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:33.482706 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Attempting to bind port 339fcb5e-9bb4-4369-9b44-055f0a565bb7 on network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:33.488469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0bd32-b7d4-47a4-aebf-0fcd2f145831 req-5d39b020-5afe-48b2-bc10-06bcd7aea2b3 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:33.490182 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-83c0bd32-b7d4-47a4-aebf-0fcd2f145831 req-5d39b020-5afe-48b2-bc10-06bcd7aea2b3 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 944 time: 0.1140499 Nov 29 18:04:33.497589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-3429da16-1d7e-4a86-9a66-dd7bffada831 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Allocated IP 2001:db8::1d5 (64de126e-d048-4cae-8ee5-810bc27d9278/bb6af618-97d6-4fb9-b58e-dd5eb4c477ff/bfdbb0ee-7e2a-41ad-b6e4-74330dd5048c) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:33.501330 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec9b4aa-f6a8-40b0-ace3-98280632fb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724d0a8a-f275-4e2f-a4e2-49620664d027'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:33.504066 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0fd0cf-daec-44a2-855f-9e5b1537e4de" -d '{"events": [{"server_uuid": "0ec9b4aa-f6a8-40b0-ace3-98280632fb9e", "name": "network-vif-plugged", "status": "completed", "tag": "724d0a8a-f275-4e2f-a4e2-49620664d027"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:33.509402 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 805ddc0d-0670-47a7-9fde-24c266993894 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:33.509781 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:33.519877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 724d0a8a-f275-4e2f-a4e2-49620664d027, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=724d0a8a-f275-4e2f-a4e2-49620664d027,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:33.540254 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:33.545285 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Port 339fcb5e-9bb4-4369-9b44-055f0a565bb7 on network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:04:33.545830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Attempting to bind port 339fcb5e-9bb4-4369-9b44-055f0a565bb7 on network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:33.597330 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:33.598114 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Checking segment: {'id': 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:33.598114 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Bound using segment: {'id': 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:33.598495 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Bound port: 339fcb5e-9bb4-4369-9b44-055f0a565bb7, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:33.599439 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:33.632764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-83c0bd32-b7d4-47a4-aebf-0fcd2f145831 req-d3c8a5b9-236a-4288-8c4e-97f1d15349ec tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/security-groups?id=045dd97b-45cf-4fbb-9260-1b6db45ba080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006939 Nov 29 18:04:33.643963 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=724d0a8a-f275-4e2f-a4e2-49620664d027,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:33.677071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b9021-e11c-4e86-9582-614433d78b87 req-2f0f6d57-3c8f-47f3-9d32-a6de7710a2ed tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:33.678825 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-522b9021-e11c-4e86-9582-614433d78b87 req-2f0f6d57-3c8f-47f3-9d32-a6de7710a2ed tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 945 time: 0.1525738 Nov 29 18:04:33.736280 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:33.751207 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-522b9021-e11c-4e86-9582-614433d78b87 req-6d31fb17-884a-41a8-974e-ac64ec8117b4 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfd9f179-be8d-4608-9a53-694cace15300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618668 Nov 29 18:04:33.773740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 805ddc0d-0670-47a7-9fde-24c266993894, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=805ddc0d-0670-47a7-9fde-24c266993894,segment=NetworkSegment(e34c53be-b819-4694-abcd-9161fd91a634),segment_id=e34c53be-b819-4694-abcd-9161fd91a634)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:33.783278 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:33.806957 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-8d7b4288-0856-4cc6-9c85-1590a4fcddb5 service neutron] 10.222.0.20 "GET /v2.0/networks/490a8886-b6b4-4ef6-bb71-9a56602af52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558254 Nov 29 18:04:33.840265 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003fb6b-f9b4-422c-82c2-7102aaef3e88 req-d0e34633-f38a-4a06-8ab9-12f407eeab30 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:33.842139 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5003fb6b-f9b4-422c-82c2-7102aaef3e88 req-d0e34633-f38a-4a06-8ab9-12f407eeab30 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 945 time: 0.0963371 Nov 29 18:04:33.884848 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=805ddc0d-0670-47a7-9fde-24c266993894,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:33.910070 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-ddc3f178-7c7b-446e-a4cc-7bc85395b747 service neutron] 10.222.0.20 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6637251 Nov 29 18:04:33.926508 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Allocated IP 172.25.3.63 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/1e116eeb-1c39-4c4b-900b-0c2ac9cd95e7) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:34.009746 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c7243-8058-4f74-9051-04586e111acc req-4f50ae80-78a4-471e-8eb5-a9e7f9e53c8e tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:34.011487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-731c7243-8058-4f74-9051-04586e111acc req-4f50ae80-78a4-471e-8eb5-a9e7f9e53c8e tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=6633fa99-ee14-4fe1-84fb-f04a70c51932 HTTP/1.1" status: 200 len: 943 time: 0.1201639 Nov 29 18:04:34.020713 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5003fb6b-f9b4-422c-82c2-7102aaef3e88 req-398b00db-d567-4f45-81cf-523ef7b35c3a tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621051 Nov 29 18:04:34.027463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e07d4d-2ca9-4890-81a0-fa012eb61c78 req-c3047572-86bb-4b45-8f4f-d4acae7cc628 service neutron] 10.222.0.20 "GET /v2.0/networks/490a8886-b6b4-4ef6-bb71-9a56602af52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111013 Nov 29 18:04:34.080754 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bf9944-09cd-47b6-8d9b-31ed203e6faf x-openstack-request-id: req-83bf9944-09cd-47b6-8d9b-31ed203e6faf {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:34.081556 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec9b4aa-f6a8-40b0-ace3-98280632fb9e", "name": "network-vif-plugged", "status": "completed", "tag": "724d0a8a-f275-4e2f-a4e2-49620664d027", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:34.082011 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83bf9944-09cd-47b6-8d9b-31ed203e6faf {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:34.085053 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec9b4aa-f6a8-40b0-ace3-98280632fb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724d0a8a-f275-4e2f-a4e2-49620664d027', 'code': 200} Nov 29 18:04:34.090896 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3429da16-1d7e-4a86-9a66-dd7bffada831 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:34.125350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] For port 339fcb5e-9bb4-4369-9b44-055f0a565bb7, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:34.139404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-b981c5b1-f17d-4aa3-aa84-1ca053cf0d0d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Made reservation on behalf of ec693c762ef4433ab5b2a420380e9655 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:34.142940 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-b981c5b1-f17d-4aa3-aa84-1ca053cf0d0d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:34.149020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-731c7243-8058-4f74-9051-04586e111acc req-f619d3cd-7098-4a8f-9d94-c1f61a08b377 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262131 Nov 29 18:04:34.177167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] For port 339fcb5e-9bb4-4369-9b44-055f0a565bb7, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=339fcb5e-9bb4-4369-9b44-055f0a565bb7,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:34.194260 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92dfb5e-0aac-4870-87f3-10ea754a0afa None None] Network 64de126e-d048-4cae-8ee5-810bc27d9278 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:34.212538 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:34.285189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-cbaa608b-60fb-418d-9b24-e2f4896a8ed3 None None] Provisioning complete for port 805ddc0d-0670-47a7-9fde-24c266993894 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:34.285801 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cbaa608b-60fb-418d-9b24-e2f4896a8ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:34.342708 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-b0781b1d-75ee-49f4-b7ab-0c2606ff6d71 service neutron] 10.222.0.20 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103572 Nov 29 18:04:34.343367 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Pushing event updated for resources: {'Port': ['ID=339fcb5e-9bb4-4369-9b44-055f0a565bb7,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:34.351988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce05be2-bce4-4605-99d6-89d0574ed440 None None] DHCP port deletion for 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:34.358984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb955b9-f27b-4450-b941-b8bd176db1be req-c43bb45c-d336-499a-827d-0ecda1d969e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:34.360426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bb955b9-f27b-4450-b941-b8bd176db1be req-c43bb45c-d336-499a-827d-0ecda1d969e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f817adc962514aed94672c4ce2dddcc9&device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 1095 time: 0.2153509 Nov 29 18:04:34.367481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:34.369098 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:34.369808 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-48534bb8-be47-4bbf-84db-353a27092c54 service neutron] 10.222.0.20 "PUT /v2.0/ports/339fcb5e-9bb4-4369-9b44-055f0a565bb7 HTTP/1.1" status: 200 len: 1091 time: 3.9875553 Nov 29 18:04:34.370034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39ce7ee-5a3a-491e-be83-1f7680ffe6df', 'tag': '339fcb5e-9bb4-4369-9b44-055f0a565bb7'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:34.373120 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83dac3f-54ff-4fdd-b7a3-2acbed7def7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f39ce7ee-5a3a-491e-be83-1f7680ffe6df", "tag": "339fcb5e-9bb4-4369-9b44-055f0a565bb7"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:34.445063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cf902-f318-4a5d-840f-a31ceb68b20a req-c96f07fd-48a3-4381-b107-f64ca7a904b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:34.447116 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-af0cf902-f318-4a5d-840f-a31ceb68b20a req-c96f07fd-48a3-4381-b107-f64ca7a904b3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 1096 time: 0.2861607 Nov 29 18:04:34.447736 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3429da16-1d7e-4a86-9a66-dd7bffada831 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:34.459929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-55dfe39b-1b34-40ed-9e80-c1c1ce82249e tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 258 time: 0.3498292 Nov 29 18:04:34.474522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cce34f-5fd3-4850-a756-dcdb24d625e2 req-64dcdd6f-46d1-45bf-8c9d-5a75653a3236 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:34.476081 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3cce34f-5fd3-4850-a756-dcdb24d625e2 req-64dcdd6f-46d1-45bf-8c9d-5a75653a3236 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 945 time: 0.1990218 Nov 29 18:04:34.492338 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:34.493770 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:34.539552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb955b9-f27b-4450-b941-b8bd176db1be req-b94c50b0-fc4a-4eec-b77b-77fdc6563e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:34.541144 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bb955b9-f27b-4450-b941-b8bd176db1be req-b94c50b0-fc4a-4eec-b77b-77fdc6563e20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=490a8886-b6b4-4ef6-bb71-9a56602af52f HTTP/1.1" status: 200 len: 912 time: 0.1712480 Nov 29 18:04:34.564842 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:34.620048 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bb955b9-f27b-4450-b941-b8bd176db1be req-e1a915c8-b82c-4852-a356-f22a1aa4723a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e73dbed2-259c-432c-ac07-63f329e1d989 HTTP/1.1" status: 200 len: 217 time: 0.0697122 Nov 29 18:04:34.627420 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3cce34f-5fd3-4850-a756-dcdb24d625e2 req-8282841d-5e6b-4e4f-8fea-3340e01c10b2 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383734 Nov 29 18:04:34.716495 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb955b9-f27b-4450-b941-b8bd176db1be req-3661a3d7-79c3-4fb7-8bcb-53821a97f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:34.718013 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bb955b9-f27b-4450-b941-b8bd176db1be req-3661a3d7-79c3-4fb7-8bcb-53821a97f37e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=430527e9-00ad-453c-9a77-a7999b75d5f4 HTTP/1.1" status: 200 len: 850 time: 0.0652611 Nov 29 18:04:34.826540 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb955b9-f27b-4450-b941-b8bd176db1be req-a7f0dab3-4596-41e9-b317-42a197c8410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:34.829252 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bb955b9-f27b-4450-b941-b8bd176db1be req-a7f0dab3-4596-41e9-b317-42a197c8410e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=490a8886-b6b4-4ef6-bb71-9a56602af52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024446 Nov 29 18:04:34.841164 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:34.868494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f780e0-1659-4394-a07f-b84923a55974 req-8db26a78-3ba0-4f37-af6e-fbca210de6ea tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:34.875472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f780e0-1659-4394-a07f-b84923a55974 req-8db26a78-3ba0-4f37-af6e-fbca210de6ea tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:34.877130 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f780e0-1659-4394-a07f-b84923a55974 req-8db26a78-3ba0-4f37-af6e-fbca210de6ea tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 1655 time: 0.1018758 Nov 29 18:04:34.922531 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e109eea-dabc-437e-b181-eccbfd53650b x-openstack-request-id: req-1e109eea-dabc-437e-b181-eccbfd53650b {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:34.923108 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39ce7ee-5a3a-491e-be83-1f7680ffe6df", "tag": "339fcb5e-9bb4-4369-9b44-055f0a565bb7", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:34.923108 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e109eea-dabc-437e-b181-eccbfd53650b {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:34.923480 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39ce7ee-5a3a-491e-be83-1f7680ffe6df', 'tag': '339fcb5e-9bb4-4369-9b44-055f0a565bb7', 'status': 'completed', 'code': 200} Nov 29 18:04:34.955239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0958219b-9b35-460a-9949-91dc27b10035 None None] Provisioning complete for port bfdbb0ee-7e2a-41ad-b6e4-74330dd5048c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:34.955990 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0958219b-9b35-460a-9949-91dc27b10035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:34.984722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3429da16-1d7e-4a86-9a66-dd7bffada831 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network 64de126e-d048-4cae-8ee5-810bc27d9278 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:35.002595 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0958219b-9b35-460a-9949-91dc27b10035 None None] Port bfdbb0ee-7e2a-41ad-b6e4-74330dd5048c cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:35.008490 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-3429da16-1d7e-4a86-9a66-dd7bffada831 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:35.015117 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3429da16-1d7e-4a86-9a66-dd7bffada831 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:35.017184 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0958219b-9b35-460a-9949-91dc27b10035 None None] Provisioning complete for port 805ddc0d-0670-47a7-9fde-24c266993894 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:35.017796 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0958219b-9b35-460a-9949-91dc27b10035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:35.021373 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3429da16-1d7e-4a86-9a66-dd7bffada831 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:35.022011 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3429da16-1d7e-4a86-9a66-dd7bffada831 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:35.028831 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f780e0-1659-4394-a07f-b84923a55974 req-01bb330c-1c01-4678-86b1-9934676afe9f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389153 Nov 29 18:04:35.062753 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bb955b9-f27b-4450-b941-b8bd176db1be req-09927f1f-6798-4213-8fe7-fd4cbcb79849 service neutron] 10.222.0.20 "GET /v2.0/networks/490a8886-b6b4-4ef6-bb71-9a56602af52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170248 Nov 29 18:04:35.064155 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429da16-1d7e-4a86-9a66-dd7bffada831 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=bfdbb0ee-7e2a-41ad-b6e4-74330dd5048c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:35.101611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-126e7529-d990-4b3c-b950-bff26c7e399f req-b981c5b1-f17d-4aa3-aa84-1ca053cf0d0d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Allocated IP 19.80.0.177 (3a9e77f2-46b8-4297-aba4-2e1b6b7986c1/1dc58f14-3db0-4095-b29c-7e9f4a082817/04b77663-c05f-4e5f-93a3-2203f9ec8fd6) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:35.107653 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-a3a1805a-fa43-43a3-a5ad-a7f502aaf17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:35.109185 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-a3a1805a-fa43-43a3-a5ad-a7f502aaf17c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4194d8101824301ad5fc37facbb9c7a&device_id=f39ce7ee-5a3a-491e-be83-1f7680ffe6df HTTP/1.1" status: 200 len: 1094 time: 0.6451933 Nov 29 18:04:35.116820 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-af0cf902-f318-4a5d-840f-a31ceb68b20a req-2261aa48-7747-4b47-9db5-250ebd851b4a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6493618 Nov 29 18:04:35.117342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86558c00-96a0-4bcc-80bd-6ed40d4ebbf3 req-951ad26e-42da-49bc-8b4b-c13d622572b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:35.118829 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-86558c00-96a0-4bcc-80bd-6ed40d4ebbf3 req-951ad26e-42da-49bc-8b4b-c13d622572b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4194d8101824301ad5fc37facbb9c7a&device_id=6633fa99-ee14-4fe1-84fb-f04a70c51932 HTTP/1.1" status: 200 len: 1094 time: 0.6536608 Nov 29 18:04:35.128609 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3429da16-1d7e-4a86-9a66-dd7bffada831 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.3899300 Nov 29 18:04:35.138034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50550) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:35.187531 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:35.239423 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 805ddc0d-0670-47a7-9fde-24c266993894 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:35.263154 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-1885122b-b904-43f2-9849-318433f59869 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=339fcb5e-9bb4-4369-9b44-055f0a565bb7 HTTP/1.1" status: 200 len: 217 time: 0.1432996 Nov 29 18:04:35.299695 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 805ddc0d-0670-47a7-9fde-24c266993894 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:35.300816 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:35.339828 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:35.385243 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:35.417067 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0d9a3a44-3e49-41fa-8d42-e2e5c1c3cb2b None None] Provisioning complete for port bfdbb0ee-7e2a-41ad-b6e4-74330dd5048c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:35.417818 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d9a3a44-3e49-41fa-8d42-e2e5c1c3cb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:35.421613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:35.439004 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event updated for resources: {'Port': ['ID=1e116eeb-1c39-4c4b-900b-0c2ac9cd95e7,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:35.458968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a3a44-3e49-41fa-8d42-e2e5c1c3cb2b None None] Port bfdbb0ee-7e2a-41ad-b6e4-74330dd5048c cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:35.533034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-c082ad3b-077e-4fd0-a9f5-f00064561514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:35.534512 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-c082ad3b-077e-4fd0-a9f5-f00064561514 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d94d983e-7ad2-4d9e-ba8a-60c4e3e93248 HTTP/1.1" status: 200 len: 852 time: 0.2433064 Nov 29 18:04:35.570442 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86558c00-96a0-4bcc-80bd-6ed40d4ebbf3 req-3b5c9d34-1e84-4e4a-aded-0838cf1e0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:35.571937 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-86558c00-96a0-4bcc-80bd-6ed40d4ebbf3 req-3b5c9d34-1e84-4e4a-aded-0838cf1e0228 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67 HTTP/1.1" status: 200 len: 913 time: 0.4396977 Nov 29 18:04:35.574321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Allocated IP 172.25.3.119 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/a05488b7-e2f2-4e93-8fa5-aaf37e24f7e6) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:35.593875 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-ebde84d2-d7f0-4b06-8395-434a07f81a7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428808 Nov 29 18:04:35.594256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b49a05-67a4-41c9-8de5-9fff1fa7bb8c req-04c52f6d-33cf-4fae-ab4a-7916bf9fe16b tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:35.595766 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1b49a05-67a4-41c9-8de5-9fff1fa7bb8c req-04c52f6d-33cf-4fae-ab4a-7916bf9fe16b tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 944 time: 0.4389088 Nov 29 18:04:35.620289 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bb955b9-f27b-4450-b941-b8bd176db1be req-b6cf3f48-6ffe-4d5f-beaf-2ffecc0d1b92 service neutron] 10.222.0.20 "GET /v2.0/networks/490a8886-b6b4-4ef6-bb71-9a56602af52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472929 Nov 29 18:04:35.663938 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-86558c00-96a0-4bcc-80bd-6ed40d4ebbf3 req-69d8393e-a47b-4657-a458-82dfeec0586d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f5c990b-9551-455b-8f18-32cee61bcdad HTTP/1.1" status: 200 len: 217 time: 0.0730965 Nov 29 18:04:35.703867 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1b49a05-67a4-41c9-8de5-9fff1fa7bb8c req-426e9735-51e3-40ef-b640-88909dde89e7 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/security-groups?id=045dd97b-45cf-4fbb-9260-1b6db45ba080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993037 Nov 29 18:04:35.741597 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-a20b3dbe-a7fc-42c2-8000-9536d90d9502 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port bfdbb0ee-7e2a-41ad-b6e4-74330dd5048c {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:35.741941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a20b3dbe-a7fc-42c2-8000-9536d90d9502 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:35.755410 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:35.799875 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:35.841050 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:35.844052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:35.846518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:35.871174 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-b981c5b1-f17d-4aa3-aa84-1ca053cf0d0d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:35.884508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Pushing event updated for resources: {'Port': ['ID=a05488b7-e2f2-4e93-8fa5-aaf37e24f7e6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:35.897798 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:35.911689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86558c00-96a0-4bcc-80bd-6ed40d4ebbf3 req-2908f7a4-6ebd-4aa4-b5af-cad7fcad23bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:35.913104 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-86558c00-96a0-4bcc-80bd-6ed40d4ebbf3 req-2908f7a4-6ebd-4aa4-b5af-cad7fcad23bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d94d983e-7ad2-4d9e-ba8a-60c4e3e93248 HTTP/1.1" status: 200 len: 852 time: 0.2065825 Nov 29 18:04:35.946446 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-7e3c632a-45c2-4530-afc2-29df80ba98a9 service neutron] 10.222.0.20 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363361 Nov 29 18:04:35.961254 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcee58-d799-4d23-a07b-b267d2116aa9 req-f8314f6e-eed5-4d83-8881-a4431e3857e7 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:35.962744 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aabcee58-d799-4d23-a07b-b267d2116aa9 req-f8314f6e-eed5-4d83-8881-a4431e3857e7 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=6633fa99-ee14-4fe1-84fb-f04a70c51932 HTTP/1.1" status: 200 len: 943 time: 0.1114669 Nov 29 18:04:35.995341 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:35.995601 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-86558c00-96a0-4bcc-80bd-6ed40d4ebbf3 req-88069c5e-8ccd-4cc6-b770-db2b180c52d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671337 Nov 29 18:04:36.009688 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a20b3dbe-a7fc-42c2-8000-9536d90d9502 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:36.045940 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aabcee58-d799-4d23-a07b-b267d2116aa9 req-4508a900-2d11-4e1a-af53-0f3d33a564fd tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751698 Nov 29 18:04:36.051264 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:36.076019 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-a20b3dbe-a7fc-42c2-8000-9536d90d9502 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for bfdbb0ee-7e2a-41ad-b6e4-74330dd5048c owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:36.095498 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:36.163960 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-b981c5b1-f17d-4aa3-aa84-1ca053cf0d0d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:36.213601 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10733b0-1ab2-4b3a-9a92-ad6cc68281db req-43a6d56c-9dc2-4a87-9610-3f5ecc1c6c5c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:36.215849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c10733b0-1ab2-4b3a-9a92-ad6cc68281db req-43a6d56c-9dc2-4a87-9610-3f5ecc1c6c5c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 945 time: 0.0943863 Nov 29 18:04:36.298181 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:36.304103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c10733b0-1ab2-4b3a-9a92-ad6cc68281db req-d6be964c-b6d4-4bee-b710-ed378503c61d tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794830 Nov 29 18:04:36.305267 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:36.333610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126e7529-d990-4b3c-b950-bff26c7e399f req-b981c5b1-f17d-4aa3-aa84-1ca053cf0d0d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Network 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:36.369846 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-89a81174-3bf8-4848-a9f2-83b8ed12bd08 req-0f51b0d4-4fd8-420e-9faa-5346f7158623 service neutron] 10.222.0.20 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986831 Nov 29 18:04:36.377523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Pushing event updated for resources: {'Port': ['ID=a05488b7-e2f2-4e93-8fa5-aaf37e24f7e6,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:36.384691 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-126e7529-d990-4b3c-b950-bff26c7e399f req-b981c5b1-f17d-4aa3-aa84-1ca053cf0d0d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:36.400061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-126e7529-d990-4b3c-b950-bff26c7e399f req-b981c5b1-f17d-4aa3-aa84-1ca053cf0d0d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:36.405398 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:36.406474 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981c5b1-f17d-4aa3-aa84-1ca053cf0d0d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event updated for resources: {'Port': ['ID=04b77663-c05f-4e5f-93a3-2203f9ec8fd6,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:36.432881 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:36.436156 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-86558c00-96a0-4bcc-80bd-6ed40d4ebbf3 req-0819029a-ead0-46c2-a861-0954d43d1bce service neutron] 10.222.0.20 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067941 Nov 29 18:04:36.441159 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-7231b698-b191-4835-b4b1-c0657e25e299 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9612880 Nov 29 18:04:36.506533 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-a3d4b85f-cb5d-4985-abc8-8852525a7400 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 696 time: 0.0644670 Nov 29 18:04:36.597382 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-b981c5b1-f17d-4aa3-aa84-1ca053cf0d0d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:36.598181 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-b981c5b1-f17d-4aa3-aa84-1ca053cf0d0d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:36.662373 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c33a8-88b6-4191-970b-bf2ecd6baa77 req-cdaf31ba-6b0f-4185-950e-dc532bde333b tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:36.663935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a12c33a8-88b6-4191-970b-bf2ecd6baa77 req-cdaf31ba-6b0f-4185-950e-dc532bde333b tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 945 time: 0.1168540 Nov 29 18:04:36.674825 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-3ffc5b0a-b634-4f7c-b548-5b11b35c8629 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:36.676225 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc80a8ce-74c9-43e5-b66b-8ee0be410b43 req-3ffc5b0a-b634-4f7c-b548-5b11b35c8629 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.1613865 Nov 29 18:04:36.701359 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-b981c5b1-f17d-4aa3-aa84-1ca053cf0d0d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3050871 Nov 29 18:04:36.706598 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a20b3dbe-a7fc-42c2-8000-9536d90d9502 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:36.714020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-46e01c62-e208-4108-8fbb-76280a57d0e8 None None] Provisioning complete for port 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:36.721925 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46e01c62-e208-4108-8fbb-76280a57d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:36.724983 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dac3f-54ff-4fdd-b7a3-2acbed7def7f req-14e17579-8235-4400-bbbb-da5d4401635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:36.725736 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f83dac3f-54ff-4fdd-b7a3-2acbed7def7f req-14e17579-8235-4400-bbbb-da5d4401635e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4194d8101824301ad5fc37facbb9c7a&device_id=f39ce7ee-5a3a-491e-be83-1f7680ffe6df HTTP/1.1" status: 200 len: 1094 time: 0.1940095 Nov 29 18:04:36.734193 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Request body: {'port': {'device_id': '998a0a66-be43-448b-bb95-e2e6960058ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:36.738722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a12c33a8-88b6-4191-970b-bf2ecd6baa77 req-fb1a081b-38bc-478b-8ca9-0dc562e1f396 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615087 Nov 29 18:04:36.790678 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b3dbe-a7fc-42c2-8000-9536d90d9502 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=bfdbb0ee-7e2a-41ad-b6e4-74330dd5048c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:36.792287 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-46e01c62-e208-4108-8fbb-76280a57d0e8 None None] Port 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:36.861647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e79772-1b95-4fe0-a2ac-b53701ef9d76 req-7272249e-5408-40a3-b55f-39160d58f195 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:36.865785 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:36.868012 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e79772-1b95-4fe0-a2ac-b53701ef9d76 req-7272249e-5408-40a3-b55f-39160d58f195 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:36.874883 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e79772-1b95-4fe0-a2ac-b53701ef9d76 req-7272249e-5408-40a3-b55f-39160d58f195 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:36.877055 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e79772-1b95-4fe0-a2ac-b53701ef9d76 req-7272249e-5408-40a3-b55f-39160d58f195 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2377 time: 0.1032863 Nov 29 18:04:36.891642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-059edf30-d83a-4734-aa18-6df8346172c6 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:36.894088 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-86558c00-96a0-4bcc-80bd-6ed40d4ebbf3 req-f00c9220-c574-419d-b2f4-92e0f026c7d9 service neutron] 10.222.0.20 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380379 Nov 29 18:04:36.898064 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:36.899116 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-059edf30-d83a-4734-aa18-6df8346172c6 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0896530 Nov 29 18:04:36.904301 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a20b3dbe-a7fc-42c2-8000-9536d90d9502 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:36.907556 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a20b3dbe-a7fc-42c2-8000-9536d90d9502 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/bfdbb0ee-7e2a-41ad-b6e4-74330dd5048c HTTP/1.1" status: 204 len: 168 time: 1.7602975 Nov 29 18:04:36.916415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50566) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:36.986886 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-4efcce38-c6c8-4272-a68c-646b4f9775b1 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] GET failed (client error): The resource could not be found. Nov 29 18:04:36.991445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4efcce38-c6c8-4272-a68c-646b4f9775b1 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports/bfdbb0ee-7e2a-41ad-b6e4-74330dd5048c HTTP/1.1" status: 404 len: 333 time: 0.0730143 Nov 29 18:04:36.992515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50568) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:36.999840 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-599fc372-8f10-40b8-abf1-fc606fc67a4e tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 696 time: 0.0998254 Nov 29 18:04:37.001065 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:37.037634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event updated for resources: {'Port': ['ID=1e116eeb-1c39-4c4b-900b-0c2ac9cd95e7,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:37.058742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-5e173219-ca1a-4d30-8aa6-6c2bb6cd553d tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Request body: {'floatingip': {'port_id': 'a9e79909-68ff-4fc0-9083-11fcb0161aa9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:37.070870 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:37.094736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dac3f-54ff-4fdd-b7a3-2acbed7def7f req-ff06e6c9-f23e-4c2c-9436-73ae259fe235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:37.096311 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f83dac3f-54ff-4fdd-b7a3-2acbed7def7f req-ff06e6c9-f23e-4c2c-9436-73ae259fe235 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67 HTTP/1.1" status: 200 len: 913 time: 0.3332767 Nov 29 18:04:37.112542 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e79772-1b95-4fe0-a2ac-b53701ef9d76 req-cd9159bd-19ef-4476-93f8-39b5a03d61d3 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113707 Nov 29 18:04:37.114588 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-5e173219-ca1a-4d30-8aa6-6c2bb6cd553d tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:37.141262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e73dbed2-259c-432c-ac07-63f329e1d989 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:04:37.152381 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f83dac3f-54ff-4fdd-b7a3-2acbed7def7f req-59e9e8d8-f374-446f-9e9f-a571dc4f8503 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=339fcb5e-9bb4-4369-9b44-055f0a565bb7 HTTP/1.1" status: 200 len: 217 time: 0.0433760 Nov 29 18:04:37.155758 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:37.159257 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0588c9b3-1000-4f0f-9c62-8aaf23e5db91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3245094 Nov 29 18:04:37.234300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4af3f1-0408-4841-b092-919f90bcb981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting subnet bb6af618-97d6-4fb9-b58e-dd5eb4c477ff {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:04:37.238863 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d4af3f1-0408-4841-b092-919f90bcb981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:37.304724 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d4af3f1-0408-4841-b092-919f90bcb981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:37.418821 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b459c-3a76-4146-b483-4f1703969eda req-37e5fa10-89ea-4b05-868c-b82d979bc72a tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:37.420415 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b3b459c-3a76-4146-b483-4f1703969eda req-37e5fa10-89ea-4b05-868c-b82d979bc72a tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 944 time: 0.2370982 Nov 29 18:04:37.432113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e73dbed2-259c-432c-ac07-63f329e1d989, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e73dbed2-259c-432c-ac07-63f329e1d989,segment=NetworkSegment(c3590e0d-1dad-495d-bd2e-5a74bbf1b742),segment_id=c3590e0d-1dad-495d-bd2e-5a74bbf1b742)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:37.448802 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'e73dbed2-259c-432c-ac07-63f329e1d989', 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f', 'port_id': 'e73dbed2-259c-432c-ac07-63f329e1d989', 'mac_address': 'fa:16:3e:a4:35:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:04:37.494875 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:37.510119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e73dbed2-259c-432c-ac07-63f329e1d989 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:37.533333 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d4af3f1-0408-4841-b092-919f90bcb981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:37.534517 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e73dbed2-259c-432c-ac07-63f329e1d989, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e73dbed2-259c-432c-ac07-63f329e1d989,segment=NetworkSegment(c3590e0d-1dad-495d-bd2e-5a74bbf1b742),segment_id=c3590e0d-1dad-495d-bd2e-5a74bbf1b742)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:37.540018 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:37.541505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 0f5c990b-9551-455b-8f18-32cee61bcdad details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:04:37.587917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b3b459c-3a76-4146-b483-4f1703969eda req-d1a2bb1e-d501-4451-8482-aa79c7c91701 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/security-groups?id=045dd97b-45cf-4fbb-9260-1b6db45ba080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556528 Nov 29 18:04:37.670807 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dac3f-54ff-4fdd-b7a3-2acbed7def7f req-8bed97ed-b9d4-4bd8-b40c-cfc645286a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:37.670807 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f83dac3f-54ff-4fdd-b7a3-2acbed7def7f req-8bed97ed-b9d4-4bd8-b40c-cfc645286a17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d94d983e-7ad2-4d9e-ba8a-60c4e3e93248 HTTP/1.1" status: 200 len: 852 time: 0.4961226 Nov 29 18:04:37.670807 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9eb733b0-4ca5-4e62-9f80-404951a38065 req-d317a5d2-9b22-4d53-a71b-edfee5afd2e4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1378369 Nov 29 18:04:37.679200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e73dbed2-259c-432c-ac07-63f329e1d989,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:37.739813 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f83dac3f-54ff-4fdd-b7a3-2acbed7def7f req-9385b2bb-0fbc-4b08-98ab-9cff089007eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690472 Nov 29 18:04:37.744971 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d4af3f1-0408-4841-b092-919f90bcb981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:37.774182 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 0f5c990b-9551-455b-8f18-32cee61bcdad, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=0f5c990b-9551-455b-8f18-32cee61bcdad,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:37.786569 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '0f5c990b-9551-455b-8f18-32cee61bcdad', 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67', 'port_id': '0f5c990b-9551-455b-8f18-32cee61bcdad', 'mac_address': 'fa:16:3e:b1:32:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94d983e-7ad2-4d9e-ba8a-60c4e3e93248', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:04:37.827390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4af3f1-0408-4841-b092-919f90bcb981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6af618-97d6-4fb9-b58e-dd5eb4c477ff,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:37.836567 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08aebbe-191c-43f3-8b16-d455ecfc924e None None] Network 64de126e-d048-4cae-8ee5-810bc27d9278 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:37.836741 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d4af3f1-0408-4841-b092-919f90bcb981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:37.840152 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:37.843598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2d4af3f1-0408-4841-b092-919f90bcb981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/bb6af618-97d6-4fb9-b58e-dd5eb4c477ff HTTP/1.1" status: 204 len: 168 time: 0.8496964 Nov 29 18:04:37.846358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50580) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:37.910138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5c990b-9551-455b-8f18-32cee61bcdad {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:37.956701 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb733b0-4ca5-4e62-9f80-404951a38065 req-a07e9e13-1db9-4988-bef5-c98d64adc6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:37.957490 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9eb733b0-4ca5-4e62-9f80-404951a38065 req-a07e9e13-1db9-4988-bef5-c98d64adc6ce service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c266ce6530d4da190745999a11290e4&device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 1096 time: 0.2116156 Nov 29 18:04:37.960567 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9fa7f-56b0-4440-ba10-400b5d3acedf req-02b23253-7b1a-44ad-a9fb-208d61acabef tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:37.962314 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34a9fa7f-56b0-4440-ba10-400b5d3acedf req-02b23253-7b1a-44ad-a9fb-208d61acabef tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=6633fa99-ee14-4fe1-84fb-f04a70c51932 HTTP/1.1" status: 200 len: 943 time: 0.2325954 Nov 29 18:04:37.962461 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 0f5c990b-9551-455b-8f18-32cee61bcdad, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=0f5c990b-9551-455b-8f18-32cee61bcdad,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:38.006062 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:38.019680 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f83dac3f-54ff-4fdd-b7a3-2acbed7def7f req-d42f5b97-ef5f-48cd-80da-35ad608e8d7e service neutron] 10.222.0.20 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619298 Nov 29 18:04:38.086208 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:38.100507 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=0f5c990b-9551-455b-8f18-32cee61bcdad,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:38.110572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ff1be2-3b2b-45a3-951e-d66bcb960262 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:38.127580 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.resource_extend [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-5e173219-ca1a-4d30-8aa6-6c2bb6cd553d tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:04:38.160032 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:38.178319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34a9fa7f-56b0-4440-ba10-400b5d3acedf req-611ce146-80ad-45f2-83fc-5c82c7b55ed1 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943514 Nov 29 18:04:38.205590 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-5e173219-ca1a-4d30-8aa6-6c2bb6cd553d tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:38.205851 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1714191-e40d-43c0-83af-31713c68e4cb None None] DHCP port deletion for 64de126e-d048-4cae-8ee5-810bc27d9278 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:38.234918 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-5e173219-ca1a-4d30-8aa6-6c2bb6cd553d tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:38.266156 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Transition to ACTIVE for port object 05ff1be2-3b2b-45a3-951e-d66bcb960262 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:04:38.275871 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['0f5c990b-9551-455b-8f18-32cee61bcdad'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:04:38.281164 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb733b0-4ca5-4e62-9f80-404951a38065 req-1ef5fb85-7f9f-42b1-be0b-1862e88208e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:38.283223 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9eb733b0-4ca5-4e62-9f80-404951a38065 req-1ef5fb85-7f9f-42b1-be0b-1862e88208e0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2de40021-6650-4d54-8d0a-dc97325a88bf HTTP/1.1" status: 200 len: 930 time: 0.2617829 Nov 29 18:04:38.283967 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:38.342700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['e73dbed2-259c-432c-ac07-63f329e1d989'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:04:38.390075 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:04:38.443691 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f83dac3f-54ff-4fdd-b7a3-2acbed7def7f req-fc5d52c6-4606-4490-b772-135e8bdd0bad service neutron] 10.222.0.20 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277318 Nov 29 18:04:38.446965 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Pushing event updated for resources: {'Port': ['ID=05ff1be2-3b2b-45a3-951e-d66bcb960262,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:38.478746 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port 805ddc0d-0670-47a7-9fde-24c266993894 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:38.479207 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:38.484332 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9eb733b0-4ca5-4e62-9f80-404951a38065 req-c664cb22-e4ec-47d0-b8a4-6fd5859cd75e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9e79909-68ff-4fc0-9083-11fcb0161aa9 HTTP/1.1" status: 200 len: 999 time: 0.1416333 Nov 29 18:04:38.510935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-7bdc5cec-f986-4af0-bbc7-d0a775e2466c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--487870632&fields=id&tenant_id=97df2f9382ba451a9c1578f7e940bef7 HTTP/1.1" status: 200 len: 267 time: 0.1826980 Nov 29 18:04:38.565365 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d1714191-e40d-43c0-83af-31713c68e4cb None None] Deleting port 805ddc0d-0670-47a7-9fde-24c266993894 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:38.565747 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1714191-e40d-43c0-83af-31713c68e4cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:38.586767 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb733b0-4ca5-4e62-9f80-404951a38065 req-e37de1e5-5fbc-4af0-87a6-126a107e8657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:38.589664 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9eb733b0-4ca5-4e62-9f80-404951a38065 req-e37de1e5-5fbc-4af0-87a6-126a107e8657 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=db358909-3be9-46a0-9a35-12415c5cf007 HTTP/1.1" status: 200 len: 868 time: 0.0876379 Nov 29 18:04:38.604316 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-5e173219-ca1a-4d30-8aa6-6c2bb6cd553d tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Floating IP 4e999efd-6f9e-4128-b2fb-ab3ab265be04 associated. External IP: 172.25.3.119, port: a9e79909-68ff-4fc0-9083-11fcb0161aa9. Nov 29 18:04:38.626660 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Attempting to bind port 05ff1be2-3b2b-45a3-951e-d66bcb960262 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:38.627260 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Attempting to bind port 05ff1be2-3b2b-45a3-951e-d66bcb960262 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '95b115d0-8a07-4b79-bd60-e56032a84bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:38.627774 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Attempting to bind port 05ff1be2-3b2b-45a3-951e-d66bcb960262 on network 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:38.636684 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Port 05ff1be2-3b2b-45a3-951e-d66bcb960262 on network 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:04:38.637052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Attempting to bind port 05ff1be2-3b2b-45a3-951e-d66bcb960262 on network 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:38.647065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:38.647065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Checking segment: {'id': '95b115d0-8a07-4b79-bd60-e56032a84bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:38.647400 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Bound using segment: {'id': '95b115d0-8a07-4b79-bd60-e56032a84bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:38.648269 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Bound port: 05ff1be2-3b2b-45a3-951e-d66bcb960262, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b115d0-8a07-4b79-bd60-e56032a84bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:38.648269 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:38.669917 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] For port 805ddc0d-0670-47a7-9fde-24c266993894, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=805ddc0d-0670-47a7-9fde-24c266993894,segment=NetworkSegment(e34c53be-b819-4694-abcd-9161fd91a634),segment_id=e34c53be-b819-4694-abcd-9161fd91a634)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:38.671235 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:38.675133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb733b0-4ca5-4e62-9f80-404951a38065 req-bef3d100-f907-4255-bd66-85392eee25d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:38.676293 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9eb733b0-4ca5-4e62-9f80-404951a38065 req-bef3d100-f907-4255-bd66-85392eee25d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2de40021-6650-4d54-8d0a-dc97325a88bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786719 Nov 29 18:04:38.695472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for 805ddc0d-0670-47a7-9fde-24c266993894 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:38.753208 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d1714191-e40d-43c0-83af-31713c68e4cb None None] For port 805ddc0d-0670-47a7-9fde-24c266993894, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=805ddc0d-0670-47a7-9fde-24c266993894,segment=NetworkSegment(e34c53be-b819-4694-abcd-9161fd91a634),segment_id=e34c53be-b819-4694-abcd-9161fd91a634)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:38.753587 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1714191-e40d-43c0-83af-31713c68e4cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:38.767776 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d1714191-e40d-43c0-83af-31713c68e4cb None None] Calling delete_port for 805ddc0d-0670-47a7-9fde-24c266993894 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:38.803393 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] For port 05ff1be2-3b2b-45a3-951e-d66bcb960262, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:38.808157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] For port 05ff1be2-3b2b-45a3-951e-d66bcb960262, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=05ff1be2-3b2b-45a3-951e-d66bcb960262,segment=NetworkSegment(95b115d0-8a07-4b79-bd60-e56032a84bf8),segment_id=95b115d0-8a07-4b79-bd60-e56032a84bf8)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:38.819209 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:38.826762 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-34352453-7716-444f-b066-0521685dcbc9 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:38.835250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-34352453-7716-444f-b066-0521685dcbc9 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/networks?id=7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 200 len: 817 time: 0.3230526 Nov 29 18:04:38.859465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-b71375ca-7b80-4714-a2ce-f4d6f9429d31 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/quotas/97df2f9382ba451a9c1578f7e940bef7 HTTP/1.1" status: 200 len: 375 time: 0.0235078 Nov 29 18:04:38.862708 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9eb733b0-4ca5-4e62-9f80-404951a38065 req-6c984cd0-544c-4039-96b6-0fb23853c593 service neutron] 10.222.0.31 "GET /v2.0/networks/2de40021-6650-4d54-8d0a-dc97325a88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555877 Nov 29 18:04:38.865982 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1714191-e40d-43c0-83af-31713c68e4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:38.869429 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:38.869429 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:38.870113 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] 10.222.0.31 "PUT /v2.0/ports/05ff1be2-3b2b-45a3-951e-d66bcb960262 HTTP/1.1" status: 200 len: 1092 time: 2.1482100 Nov 29 18:04:38.870579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'tag': '05ff1be2-3b2b-45a3-951e-d66bcb960262'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:38.873299 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14096f18-9514-4589-a597-edb1fa129982" -d '{"events": [{"name": "network-changed", "server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "tag": "05ff1be2-3b2b-45a3-951e-d66bcb960262"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:38.883868 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1714191-e40d-43c0-83af-31713c68e4cb None None] No DVR routers for this DVR port 805ddc0d-0670-47a7-9fde-24c266993894 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:04:38.902055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Request body: {'port': {'device_id': '998a0a66-be43-448b-bb95-e2e6960058ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:38.916526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1714191-e40d-43c0-83af-31713c68e4cb None None] Pushing event deleted for resources: {'Port': ['ID=805ddc0d-0670-47a7-9fde-24c266993894,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:39.011842 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab47d0-42f3-48d0-850b-4c34973f22ef service neutron] Pushing event updated for resources: {'Port': ['ID=05ff1be2-3b2b-45a3-951e-d66bcb960262,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:39.028718 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:39.033929 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:39.092331 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9eb733b0-4ca5-4e62-9f80-404951a38065 req-de20b7db-79e8-40a8-b0a8-949e5f22f258 service neutron] 10.222.0.31 "GET /v2.0/networks/2de40021-6650-4d54-8d0a-dc97325a88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160039 Nov 29 18:04:39.140677 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 339fcb5e-9bb4-4369-9b44-055f0a565bb7 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:04:39.219256 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 805ddc0d-0670-47a7-9fde-24c266993894 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:04:39.247783 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 805ddc0d-0670-47a7-9fde-24c266993894 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:04:39.248130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 805ddc0d-0670-47a7-9fde-24c266993894 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:04:39.287826 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 339fcb5e-9bb4-4369-9b44-055f0a565bb7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=339fcb5e-9bb4-4369-9b44-055f0a565bb7,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:39.300000 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '339fcb5e-9bb4-4369-9b44-055f0a565bb7', 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67', 'port_id': '339fcb5e-9bb4-4369-9b44-055f0a565bb7', 'mac_address': 'fa:16:3e:08:85:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94d983e-7ad2-4d9e-ba8a-60c4e3e93248', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:04:39.343733 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:39.357249 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339fcb5e-9bb4-4369-9b44-055f0a565bb7 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:39.378475 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 339fcb5e-9bb4-4369-9b44-055f0a565bb7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=339fcb5e-9bb4-4369-9b44-055f0a565bb7,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:39.382767 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:39.384788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09613858-4f77-4778-b0eb-2ca70945be2b {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:39.397593 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:39.413821 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Transition to ACTIVE for port object 09613858-4f77-4778-b0eb-2ca70945be2b will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:04:39.419643 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:39.424164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=805ddc0d-0670-47a7-9fde-24c266993894,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:39.434492 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-ce302e8d-676f-4161-9a2b-c881d6af7295 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=97df2f9382ba451a9c1578f7e940bef7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5614088 Nov 29 18:04:39.435504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No DVR routers for this DVR port 805ddc0d-0670-47a7-9fde-24c266993894 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:04:39.447537 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=339fcb5e-9bb4-4369-9b44-055f0a565bb7,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:39.461671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-5e173219-ca1a-4d30-8aa6-6c2bb6cd553d tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Router 97179761-238c-4040-9984-ae0cb86922ba has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:04:39.481500 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Pushing event updated for resources: {'Port': ['ID=09613858-4f77-4778-b0eb-2ca70945be2b,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:39.566250 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Attempting to bind port 09613858-4f77-4778-b0eb-2ca70945be2b on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:39.566906 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Attempting to bind port 09613858-4f77-4778-b0eb-2ca70945be2b by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'f3b47686-50ed-45e1-bbd4-d017a2dda54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9be6ad60-b4df-4442-a45a-53166977db8e'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:39.567023 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Attempting to bind port 09613858-4f77-4778-b0eb-2ca70945be2b on network 9be6ad60-b4df-4442-a45a-53166977db8e {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:39.573144 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Port 09613858-4f77-4778-b0eb-2ca70945be2b on network 9be6ad60-b4df-4442-a45a-53166977db8e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:04:39.573476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Attempting to bind port 09613858-4f77-4778-b0eb-2ca70945be2b on network 9be6ad60-b4df-4442-a45a-53166977db8e {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:39.580036 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:39.580450 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Checking segment: {'id': 'f3b47686-50ed-45e1-bbd4-d017a2dda54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9be6ad60-b4df-4442-a45a-53166977db8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:39.580778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Bound using segment: {'id': 'f3b47686-50ed-45e1-bbd4-d017a2dda54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9be6ad60-b4df-4442-a45a-53166977db8e'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:39.581905 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Bound port: 09613858-4f77-4778-b0eb-2ca70945be2b, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b47686-50ed-45e1-bbd4-d017a2dda54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9be6ad60-b4df-4442-a45a-53166977db8e'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:39.582274 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:39.583128 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:39.647599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64de126e-d048-4cae-8ee5-810bc27d9278']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:39.655464 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] For port 09613858-4f77-4778-b0eb-2ca70945be2b, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:39.661035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] For port 09613858-4f77-4778-b0eb-2ca70945be2b, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=09613858-4f77-4778-b0eb-2ca70945be2b,segment=NetworkSegment(f3b47686-50ed-45e1-bbd4-d017a2dda54f),segment_id=f3b47686-50ed-45e1-bbd4-d017a2dda54f)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:39.667635 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34c53be-b819-4694-abcd-9161fd91a634') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:39.668071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34c53be-b819-4694-abcd-9161fd91a634') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:39.669228 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:39.670973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['339fcb5e-9bb4-4369-9b44-055f0a565bb7'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:04:39.713929 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:39.714479 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:39.716559 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] 10.222.0.31 "PUT /v2.0/ports/09613858-4f77-4778-b0eb-2ca70945be2b HTTP/1.1" status: 200 len: 1092 time: 0.8187776 Nov 29 18:04:39.721980 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:39.726889 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-1cb1a7db-5e28-485e-87af-aa4e84be0d3b service neutron] 10.222.0.23 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635722 Nov 29 18:04:39.737970 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86e909-73d3-42a6-b03b-42410143e40f service neutron] Pushing event updated for resources: {'Port': ['ID=09613858-4f77-4778-b0eb-2ca70945be2b,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:39.760374 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Request body: {'port': {'device_id': '998a0a66-be43-448b-bb95-e2e6960058ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:39.791358 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:39.809315 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:04:39.809700 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:04:39.814303 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:04:39.834236 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:39.863864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-5e173219-ca1a-4d30-8aa6-6c2bb6cd553d tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:04:39.872380 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-5e173219-ca1a-4d30-8aa6-6c2bb6cd553d tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:39.881885 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db6a69d-597d-434e-9191-e4063ce58a5e None None] Sync routers for ids ['97179761-238c-4040-9984-ae0cb86922ba'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:04:39.901663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db6a69d-597d-434e-9191-e4063ce58a5e None None] Routers {'97179761-238c-4040-9984-ae0cb86922ba'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:39.902544 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-6db6a69d-597d-434e-9191-e4063ce58a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['97179761-238c-4040-9984-ae0cb86922ba'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:39.927876 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:39.930718 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-5e173219-ca1a-4d30-8aa6-6c2bb6cd553d tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "PUT /v2.0/floatingips/4e999efd-6f9e-4128-b2fb-ab3ab265be04 HTTP/1.1" status: 200 len: 996 time: 2.9127796 Nov 29 18:04:39.932641 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d', 'tag': 'a9e79909-68ff-4fc0-9083-11fcb0161aa9'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:39.935611 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e6687e-689f-4780-af48-932f87037455" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d", "tag": "a9e79909-68ff-4fc0-9083-11fcb0161aa9"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:39.942702 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-dc40c40f-a88c-4139-91ec-523f9a30331a service neutron] 10.222.0.23 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029450 Nov 29 18:04:39.945322 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:39.948666 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/networks/64de126e-d048-4cae-8ee5-810bc27d9278 HTTP/1.1" status: 204 len: 168 time: 2.0989327 Nov 29 18:04:39.958197 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50602) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:39.963557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-67c3f62a-9bbb-4675-b850-efea1a83ada6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d', 'name': 'tempest-PortsIpV6TestJSON-272886016'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:39.967351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f39fa-2f91-4b97-b4e5-7a52537707a9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Network': ['ID=64de126e-d048-4cae-8ee5-810bc27d9278,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:40.084196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-6db6a69d-597d-434e-9191-e4063ce58a5e None None] Set router 97179761-238c-4040-9984-ae0cb86922ba gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:40.193157 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-e9aad038-949f-4de3-b3be-374d60ba8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:40.195048 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-e9aad038-949f-4de3-b3be-374d60ba8ba8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4c266ce6530d4da190745999a11290e4&device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 1096 time: 0.1938655 Nov 29 18:04:40.274638 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:40.284098 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:40.293570 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c3f62a-9bbb-4675-b850-efea1a83ada6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:40.300669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Transition to ACTIVE for port object 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:04:40.302575 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67c3f62a-9bbb-4675-b850-efea1a83ada6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:40.307745 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:40.338231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-67c3f62a-9bbb-4675-b850-efea1a83ada6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] device_id is not set on port 6e798471-5766-412d-86bb-4ab0a13c953b yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:04:40.417556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b7bb1-b13c-4569-9267-f233e6f79505 req-0fa6f33b-ade1-40c9-926b-821d4092d669 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:40.425664 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-153b7bb1-b13c-4569-9267-f233e6f79505 req-0fa6f33b-ade1-40c9-926b-821d4092d669 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 945 time: 0.2109513 Nov 29 18:04:40.447727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-cca8dbfb-6817-492b-90dd-af8fab143bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:40.449312 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-cca8dbfb-6817-492b-90dd-af8fab143bf1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2de40021-6650-4d54-8d0a-dc97325a88bf HTTP/1.1" status: 200 len: 930 time: 0.2460213 Nov 29 18:04:40.456299 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Pushing event updated for resources: {'Port': ['ID=04b77663-c05f-4e5f-93a3-2203f9ec8fd6,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:40.587778 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-6db6a69d-597d-434e-9191-e4063ce58a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97179761-238c-4040-9984-ae0cb86922ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-router', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:57Z', 'updated_at': '2021-11-29T18:04:05Z', 'revision_number': 4, 'project_id': '4c266ce6530d4da190745999a11290e4', 'gw_port': {'id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '4e999efd-6f9e-4128-b2fb-ab3ab265be04', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '97179761-238c-4040-9984-ae0cb86922ba', 'port_id': 'a9e79909-68ff-4fc0-9083-11fcb0161aa9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'mac_address': 'fa:16:3e:64:2b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:04:35Z', 'updated_at': '2021-11-29T18:04:37Z', 'revision_number': 1, 'project_id': '4c266ce6530d4da190745999a11290e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8', 'name': '', 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'mac_address': 'fa:16:3e:2e:13:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:02Z', 'updated_at': '2021-11-29T18:04:24Z', 'revision_number': 5, 'project_id': '4c266ce6530d4da190745999a11290e4', 'subnets': [{'id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:40.613540 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Attempting to bind port 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:40.613895 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Attempting to bind port 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '95b115d0-8a07-4b79-bd60-e56032a84bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:40.614235 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Attempting to bind port 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 on network 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:40.619458 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Port 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 on network 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:04:40.619699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Attempting to bind port 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 on network 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:40.631994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:40.632343 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Checking segment: {'id': '95b115d0-8a07-4b79-bd60-e56032a84bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:40.632735 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Bound using segment: {'id': '95b115d0-8a07-4b79-bd60-e56032a84bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:40.633185 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Bound port: 04b77663-c05f-4e5f-93a3-2203f9ec8fd6, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b115d0-8a07-4b79-bd60-e56032a84bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:40.633553 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:40.646874 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-153b7bb1-b13c-4569-9267-f233e6f79505 req-eb616680-6c28-496a-ba78-16386a846446 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061601 Nov 29 18:04:40.657525 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db6a69d-597d-434e-9191-e4063ce58a5e None None] Checking router: 97179761-238c-4040-9984-ae0cb86922ba for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:04:40.667069 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-704056df-9a9e-473c-8943-9c847d91d2d9 req-0ec05fc3-6caf-4825-9358-bf55fbc20fb1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961993 Nov 29 18:04:40.682472 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db6a69d-597d-434e-9191-e4063ce58a5e None None] Routers {'97179761-238c-4040-9984-ae0cb86922ba'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:40.683144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-6db6a69d-597d-434e-9191-e4063ce58a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['97179761-238c-4040-9984-ae0cb86922ba'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:40.685348 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-7c2f5b77-67e3-41aa-87ff-db0155a69b3e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9e79909-68ff-4fc0-9083-11fcb0161aa9 HTTP/1.1" status: 200 len: 999 time: 0.2083547 Nov 29 18:04:40.794008 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67c3f62a-9bbb-4675-b850-efea1a83ada6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:40.798667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-45f3f117-3f24-4cea-a86c-917ca0f0f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:40.800398 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-45f3f117-3f24-4cea-a86c-917ca0f0f20d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db358909-3be9-46a0-9a35-12415c5cf007 HTTP/1.1" status: 200 len: 868 time: 0.1053841 Nov 29 18:04:40.887446 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-6db6a69d-597d-434e-9191-e4063ce58a5e None None] Set router 97179761-238c-4040-9984-ae0cb86922ba gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:40.901623 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] For port 04b77663-c05f-4e5f-93a3-2203f9ec8fd6, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:40.915415 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] For port 04b77663-c05f-4e5f-93a3-2203f9ec8fd6, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=04b77663-c05f-4e5f-93a3-2203f9ec8fd6,segment=NetworkSegment(95b115d0-8a07-4b79-bd60-e56032a84bf8),segment_id=95b115d0-8a07-4b79-bd60-e56032a84bf8)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:40.919833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-61fd973d-0bfc-4625-8c53-0b16d160d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:40.921349 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-61fd973d-0bfc-4625-8c53-0b16d160d932 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2de40021-6650-4d54-8d0a-dc97325a88bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115744 Nov 29 18:04:40.922375 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704056df-9a9e-473c-8943-9c847d91d2d9 req-069167d0-8aa9-48c5-a69a-50b66904edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:40.922910 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67c3f62a-9bbb-4675-b850-efea1a83ada6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:40.928619 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-704056df-9a9e-473c-8943-9c847d91d2d9 req-069167d0-8aa9-48c5-a69a-50b66904edc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d48087c4463a4f1484d6cff080988783&device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 1096 time: 0.2234213 Nov 29 18:04:40.935879 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:41.003958 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:41.004745 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:41.006423 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] 10.222.0.31 "PUT /v2.0/ports/04b77663-c05f-4e5f-93a3-2203f9ec8fd6 HTTP/1.1" status: 200 len: 1092 time: 1.2504809 Nov 29 18:04:41.077792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c3f62a-9bbb-4675-b850-efea1a83ada6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network bca48e1d-32ec-4cc0-9883-256843270e2d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:41.087074 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-67c3f62a-9bbb-4675-b850-efea1a83ada6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:41.100897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c3f62a-9bbb-4675-b850-efea1a83ada6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:41.106959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c3f62a-9bbb-4675-b850-efea1a83ada6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:41.107800 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67c3f62a-9bbb-4675-b850-efea1a83ada6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:41.119921 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3f62a-9bbb-4675-b850-efea1a83ada6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=6e798471-5766-412d-86bb-4ab0a13c953b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:41.158505 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8dcb8-720c-40f8-a211-d80938e12782 service neutron] Pushing event updated for resources: {'Port': ['ID=04b77663-c05f-4e5f-93a3-2203f9ec8fd6,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:41.175382 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a1e3b-5f52-4890-afc8-08d3821b07c7 req-4128faf8-d558-40e2-9823-9f4bb6ae4aec tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:41.181634 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a1e3b-5f52-4890-afc8-08d3821b07c7 req-4128faf8-d558-40e2-9823-9f4bb6ae4aec tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:41.191880 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a1e3b-5f52-4890-afc8-08d3821b07c7 req-4128faf8-d558-40e2-9823-9f4bb6ae4aec tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:41.196843 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704056df-9a9e-473c-8943-9c847d91d2d9 req-7412ccb3-4a28-41e3-a7d7-d497776b586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:41.198520 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-704056df-9a9e-473c-8943-9c847d91d2d9 req-7412ccb3-4a28-41e3-a7d7-d497776b586e service neutron] 10.222.0.20 "GET /v2.0/networks?id=af760854-75d7-485d-8b60-883a122ffa75 HTTP/1.1" status: 200 len: 916 time: 0.1905067 Nov 29 18:04:41.200774 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f5a1e3b-5f52-4890-afc8-08d3821b07c7 req-4128faf8-d558-40e2-9823-9f4bb6ae4aec tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2413 time: 0.2101734 Nov 29 18:04:41.202002 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-67441bda-5257-45da-ba21-1a964d26a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:41.202592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-67441bda-5257-45da-ba21-1a964d26a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:41.203166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-67441bda-5257-45da-ba21-1a964d26a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:41.204966 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-67441bda-5257-45da-ba21-1a964d26a63a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec693c762ef4433ab5b2a420380e9655&device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2866 time: 0.1124399 Nov 29 18:04:41.219345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 339fcb5e-9bb4-4369-9b44-055f0a565bb7 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:41.234109 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-67c3f62a-9bbb-4675-b850-efea1a83ada6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2743580 Nov 29 18:04:41.237923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50618) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:41.270647 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-be9843a2-a178-4a15-85de-76159a70d9f7 service neutron] 10.222.0.23 "GET /v2.0/networks/2de40021-6650-4d54-8d0a-dc97325a88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399928 Nov 29 18:04:41.287876 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-d556a665-dab2-411f-9f18-530e8ec393ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=05ff1be2-3b2b-45a3-951e-d66bcb960262 HTTP/1.1" status: 200 len: 217 time: 0.0746317 Nov 29 18:04:41.350960 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-704056df-9a9e-473c-8943-9c847d91d2d9 req-e7d6c08b-4ff7-42e8-b49b-46992f4b5f4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4ae2c65-d143-4d02-b11d-95904236bd64 HTTP/1.1" status: 200 len: 1001 time: 0.1432011 Nov 29 18:04:41.357969 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-6db6a69d-597d-434e-9191-e4063ce58a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97179761-238c-4040-9984-ae0cb86922ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-router', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:57Z', 'updated_at': '2021-11-29T18:04:05Z', 'revision_number': 4, 'project_id': '4c266ce6530d4da190745999a11290e4', 'gw_port': {'id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '4e999efd-6f9e-4128-b2fb-ab3ab265be04', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '97179761-238c-4040-9984-ae0cb86922ba', 'port_id': 'a9e79909-68ff-4fc0-9083-11fcb0161aa9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'mac_address': 'fa:16:3e:64:2b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:04:35Z', 'updated_at': '2021-11-29T18:04:37Z', 'revision_number': 1, 'project_id': '4c266ce6530d4da190745999a11290e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8', 'name': '', 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'mac_address': 'fa:16:3e:2e:13:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:02Z', 'updated_at': '2021-11-29T18:04:24Z', 'revision_number': 5, 'project_id': '4c266ce6530d4da190745999a11290e4', 'subnets': [{'id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:41.360941 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 339fcb5e-9bb4-4369-9b44-055f0a565bb7 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:04:41.374885 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-3b114c63-a82f-491d-8532-194061a74d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:41.376763 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-3b114c63-a82f-491d-8532-194061a74d21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dc58f14-3db0-4095-b29c-7e9f4a082817 HTTP/1.1" status: 200 len: 801 time: 0.0790772 Nov 29 18:04:41.393360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db6a69d-597d-434e-9191-e4063ce58a5e None None] The sync data for ids ['97179761-238c-4040-9984-ae0cb86922ba'] in n-d-819494-5 is: [{'id': '97179761-238c-4040-9984-ae0cb86922ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-router', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:57Z', 'updated_at': '2021-11-29T18:04:05Z', 'revision_number': 4, 'project_id': '4c266ce6530d4da190745999a11290e4', 'gw_port': {'id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '4e999efd-6f9e-4128-b2fb-ab3ab265be04', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'floating_ip_address': '172.25.3.119', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '97179761-238c-4040-9984-ae0cb86922ba', 'port_id': 'a9e79909-68ff-4fc0-9083-11fcb0161aa9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'mac_address': 'fa:16:3e:64:2b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:04:35Z', 'updated_at': '2021-11-29T18:04:37Z', 'revision_number': 1, 'project_id': '4c266ce6530d4da190745999a11290e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8', 'name': '', 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'mac_address': 'fa:16:3e:2e:13:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:02Z', 'updated_at': '2021-11-29T18:04:24Z', 'revision_number': 5, 'project_id': '4c266ce6530d4da190745999a11290e4', 'subnets': [{'id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:04:41.395774 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 339fcb5e-9bb4-4369-9b44-055f0a565bb7 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:41.396152 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:41.422609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f5a1e3b-5f52-4890-afc8-08d3821b07c7 req-31a66aaa-ec6c-44a0-a653-5347e29ade26 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179942 Nov 29 18:04:41.469717 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704056df-9a9e-473c-8943-9c847d91d2d9 req-fa2df1d9-3fea-4f27-bea6-1a311074c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:41.471351 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-704056df-9a9e-473c-8943-9c847d91d2d9 req-fa2df1d9-3fea-4f27-bea6-1a311074c4fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f HTTP/1.1" status: 200 len: 854 time: 0.1052670 Nov 29 18:04:41.479637 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-4f347337-80a1-4369-aa9c-511a81bc50db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:41.481792 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-4f347337-80a1-4369-aa9c-511a81bc50db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a9e77f2-46b8-4297-aba4-2e1b6b7986c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0858464 Nov 29 18:04:41.526392 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:41.568676 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45d0a34a-6669-41c4-b8a1-2ce8c2780e0a req-f26aa883-a9f3-49b7-93c7-596a90547c1b service neutron] 10.222.0.23 "GET /v2.0/networks/2de40021-6650-4d54-8d0a-dc97325a88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553849 Nov 29 18:04:41.586725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-222fa3f2-cf0f-49d3-ac1d-da3822f827b2 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port 6e798471-5766-412d-86bb-4ab0a13c953b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:41.587649 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-222fa3f2-cf0f-49d3-ac1d-da3822f827b2 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:41.597127 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704056df-9a9e-473c-8943-9c847d91d2d9 req-1d7df6e1-5b71-4cba-9589-4e4f3ed78231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:41.598897 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-704056df-9a9e-473c-8943-9c847d91d2d9 req-1d7df6e1-5b71-4cba-9589-4e4f3ed78231 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af760854-75d7-485d-8b60-883a122ffa75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155698 Nov 29 18:04:41.608124 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c9236-b6da-4cc8-a485-c8bc8110b43b req-208b6497-f3c4-4343-8571-e7974d22e6f6 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:41.623958 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d5c9236-b6da-4cc8-a485-c8bc8110b43b req-208b6497-f3c4-4343-8571-e7974d22e6f6 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 945 time: 0.1231613 Nov 29 18:04:41.678444 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f266872e-2c3b-44b9-881d-dd977c87148d x-openstack-request-id: req-f266872e-2c3b-44b9-881d-dd977c87148d {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:41.678937 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "tag": "05ff1be2-3b2b-45a3-951e-d66bcb960262", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:41.679303 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f266872e-2c3b-44b9-881d-dd977c87148d {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:41.679815 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'tag': '05ff1be2-3b2b-45a3-951e-d66bcb960262', 'status': 'completed', 'code': 200} Nov 29 18:04:41.705295 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-865d4f89-d76d-41e0-ab04-235010343d7d service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e77f2-46b8-4297-aba4-2e1b6b7986c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095652 Nov 29 18:04:41.758246 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39ce7ee-5a3a-491e-be83-1f7680ffe6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339fcb5e-9bb4-4369-9b44-055f0a565bb7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:41.760872 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa54fbd-6fab-427b-857a-5b8497a46a5f" -d '{"events": [{"server_uuid": "f39ce7ee-5a3a-491e-be83-1f7680ffe6df", "name": "network-vif-plugged", "status": "completed", "tag": "339fcb5e-9bb4-4369-9b44-055f0a565bb7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:41.783938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 339fcb5e-9bb4-4369-9b44-055f0a565bb7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=339fcb5e-9bb4-4369-9b44-055f0a565bb7,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:41.790058 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b98b07-eb64-44de-b12c-07678fe9a716 None None] New status for floating IP 4e999efd-6f9e-4128-b2fb-ab3ab265be04: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:04:41.791989 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:41.796169 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e73dbed2-259c-432c-ac07-63f329e1d989 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:41.878770 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-704056df-9a9e-473c-8943-9c847d91d2d9 req-a13b4a82-3511-4ff8-b263-87be0218f055 service neutron] 10.222.0.20 "GET /v2.0/networks/af760854-75d7-485d-8b60-883a122ffa75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651889 Nov 29 18:04:41.887843 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d5c9236-b6da-4cc8-a485-c8bc8110b43b req-01cbf434-a41c-45a9-ae7a-b58c0ced0aff tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/security-groups?id=045dd97b-45cf-4fbb-9260-1b6db45ba080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552297 Nov 29 18:04:41.900588 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-222fa3f2-cf0f-49d3-ac1d-da3822f827b2 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:41.912942 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=339fcb5e-9bb4-4369-9b44-055f0a565bb7,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:41.944512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port e73dbed2-259c-432c-ac07-63f329e1d989 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:04:41.950088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-222fa3f2-cf0f-49d3-ac1d-da3822f827b2 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for 6e798471-5766-412d-86bb-4ab0a13c953b owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:41.953000 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port e73dbed2-259c-432c-ac07-63f329e1d989 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:41.953400 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:41.963763 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-6c937771-e260-40e0-a4be-9672e9aa42c1 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e77f2-46b8-4297-aba4-2e1b6b7986c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466047 Nov 29 18:04:41.979073 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb6718b-ec78-4d88-9189-d9f11feedaa2 x-openstack-request-id: req-8eb6718b-ec78-4d88-9189-d9f11feedaa2 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:41.979409 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d", "tag": "a9e79909-68ff-4fc0-9083-11fcb0161aa9", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:41.979676 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8eb6718b-ec78-4d88-9189-d9f11feedaa2 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:41.980212 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d', 'tag': 'a9e79909-68ff-4fc0-9083-11fcb0161aa9', 'status': 'completed', 'code': 200} Nov 29 18:04:42.000631 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e3c0c-3189-4d5c-bdad-2c2083f50524 req-d9e47970-763e-4a57-810f-4710c3302115 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:42.010697 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc0e3c0c-3189-4d5c-bdad-2c2083f50524 req-d9e47970-763e-4a57-810f-4710c3302115 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=6633fa99-ee14-4fe1-84fb-f04a70c51932 HTTP/1.1" status: 200 len: 944 time: 0.2209778 Nov 29 18:04:42.081641 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-b633acb1-0e6c-4f0b-b306-85c4921b12fd tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:42.083175 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-b633acb1-0e6c-4f0b-b306-85c4921b12fd tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.31 "GET /v2.0/networks?id=7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 200 len: 817 time: 0.2927213 Nov 29 18:04:42.086829 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-f55334e6-5410-405f-8e3c-befbb3be9325 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.253&port_id=09613858-4f77-4778-b0eb-2ca70945be2b HTTP/1.1" status: 200 len: 217 time: 0.0988033 Nov 29 18:04:42.132683 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:42.163825 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a565f501-e7df-410f-9ade-90f71459e6fd req-7025e527-2a30-4228-8917-af2b7a86e4dc tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 210 time: 0.0861335 Nov 29 18:04:42.179657 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-704056df-9a9e-473c-8943-9c847d91d2d9 req-5bb1a319-cd39-41dc-9230-6f4874e44a99 service neutron] 10.222.0.20 "GET /v2.0/networks/af760854-75d7-485d-8b60-883a122ffa75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877059 Nov 29 18:04:42.188764 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-dc9d1d35-7b22-4e96-8d06-fa237837b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:42.190238 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-dc9d1d35-7b22-4e96-8d06-fa237837b7c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eba854e6-dc54-4387-af07-c9dd2b91443a HTTP/1.1" status: 200 len: 801 time: 0.0870342 Nov 29 18:04:42.191300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e73dbed2-259c-432c-ac07-63f329e1d989, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e73dbed2-259c-432c-ac07-63f329e1d989,segment=NetworkSegment(c3590e0d-1dad-495d-bd2e-5a74bbf1b742),segment_id=c3590e0d-1dad-495d-bd2e-5a74bbf1b742)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:42.197946 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:42.199066 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 0f5c990b-9551-455b-8f18-32cee61bcdad up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:42.202628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6687e-689f-4780-af48-932f87037455 req-33157c42-2bb1-4a43-8698-e2b471c6b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:42.204903 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15e6687e-689f-4780-af48-932f87037455 req-33157c42-2bb1-4a43-8698-e2b471c6b81d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c266ce6530d4da190745999a11290e4&device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 1096 time: 0.1904526 Nov 29 18:04:42.251359 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-76f8354f-a99c-4682-bf94-fd6b869c6f31 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97df2f9382ba451a9c1578f7e940bef7 HTTP/1.1" status: 200 len: 379 time: 0.1492684 Nov 29 18:04:42.263278 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-332c7cc8-3a29-44d3-b010-eab4928254eb tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Request body: {'port': {'device_id': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'admin_state_up': True, 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'security_groups': ['edd454ab-402d-4630-8400-a040c03e2255']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:42.269675 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-4f8ba6ed-c9dc-45f5-b78a-004bd4cda9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:42.271326 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-4f8ba6ed-c9dc-45f5-b78a-004bd4cda9de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9be6ad60-b4df-4442-a45a-53166977db8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0701880 Nov 29 18:04:42.285882 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc0e3c0c-3189-4d5c-bdad-2c2083f50524 req-fd607f70-149c-4cf4-ae79-6ef25f5f1c0b tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747169 Nov 29 18:04:42.342215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 0f5c990b-9551-455b-8f18-32cee61bcdad completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:04:42.350651 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-222fa3f2-cf0f-49d3-ac1d-da3822f827b2 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:42.358825 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 0f5c990b-9551-455b-8f18-32cee61bcdad triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:42.359803 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:42.411437 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e73dbed2-259c-432c-ac07-63f329e1d989,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:42.469804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fa3f2-cf0f-49d3-ac1d-da3822f827b2 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=6e798471-5766-412d-86bb-4ab0a13c953b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:42.486674 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:42.500134 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-222fa3f2-cf0f-49d3-ac1d-da3822f827b2 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:42.503688 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-222fa3f2-cf0f-49d3-ac1d-da3822f827b2 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/6e798471-5766-412d-86bb-4ab0a13c953b HTTP/1.1" status: 204 len: 168 time: 1.2632113 Nov 29 18:04:42.515824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50630) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:42.521427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-650c9557-930e-4f9c-8ebc-6039ac8a185e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d', 'mac_address': 'fa:16:3e:ef:d5:63', 'name': 'tempest-PortsIpV6TestJSON-2060400059'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:42.525343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6687e-689f-4780-af48-932f87037455 req-592a4868-c294-40e0-829c-51d07ba21861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:42.527231 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15e6687e-689f-4780-af48-932f87037455 req-592a4868-c294-40e0-829c-51d07ba21861 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2de40021-6650-4d54-8d0a-dc97325a88bf HTTP/1.1" status: 200 len: 930 time: 0.3097372 Nov 29 18:04:42.530993 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 0f5c990b-9551-455b-8f18-32cee61bcdad, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=0f5c990b-9551-455b-8f18-32cee61bcdad,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:42.535568 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:42.591098 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=0f5c990b-9551-455b-8f18-32cee61bcdad,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:42.673419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee935ae-d0be-48ff-b970-597a6db59dd0 req-818da113-e9f1-48e5-aae6-4977ddf86e09 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:42.674955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fee935ae-d0be-48ff-b970-597a6db59dd0 req-818da113-e9f1-48e5-aae6-4977ddf86e09 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 945 time: 0.2436628 Nov 29 18:04:42.747632 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15e6687e-689f-4780-af48-932f87037455 req-c5a074ab-dadc-457f-a68f-099a85315067 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9e79909-68ff-4fc0-9083-11fcb0161aa9 HTTP/1.1" status: 200 len: 1001 time: 0.1844306 Nov 29 18:04:42.750894 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-5a361c73-be81-4d58-8182-993a022238fb service neutron] 10.222.0.31 "GET /v2.0/networks/9be6ad60-b4df-4442-a45a-53166977db8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688306 Nov 29 18:04:42.810516 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62d19486-1a26-4262-a010-4c58a62e6397 req-94b5b677-8114-4f05-93f8-58501fc1a150 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 258 time: 0.3466711 Nov 29 18:04:42.825843 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-650c9557-930e-4f9c-8ebc-6039ac8a185e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 18:04:42.825843 n-d-819494-5 neutron-server[110005]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 29 18:04:42.825843 n-d-819494-5 neutron-server[110005]: [parameters: {'project_id': '6d2fe1df63aa4201995eddc1ee119ad9', 'id': '35d721f1-5600-4118-af23-3602ec06bb45', 'expiration': datetime.datetime(2021, 11, 29, 18, 6, 42, 781186)}] Nov 29 18:04:42.825843 n-d-819494-5 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:04:42.826286 n-d-819494-5 neutron-server[110005]: DEBUG oslo_db.api [None req-650c9557-930e-4f9c-8ebc-6039ac8a185e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:04:42.835077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-62d19486-1a26-4262-a010-4c58a62e6397 req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:42.839459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-332c7cc8-3a29-44d3-b010-eab4928254eb tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Made reservation on behalf of 97df2f9382ba451a9c1578f7e940bef7 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:42.842977 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-332c7cc8-3a29-44d3-b010-eab4928254eb tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:42.850124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fee935ae-d0be-48ff-b970-597a6db59dd0 req-21fe39a3-9286-4cd2-b8fd-bb9139c5ad23 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups?id=48f7f49f-9250-4dd0-b982-f91ca985768a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594877 Nov 29 18:04:42.855138 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984b53e-8d93-4f07-a619-64b22d175f36 req-3d3fedd8-2270-4dcb-af09-e88808bb181b tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:42.857242 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0984b53e-8d93-4f07-a619-64b22d175f36 req-3d3fedd8-2270-4dcb-af09-e88808bb181b tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 945 time: 0.1262121 Nov 29 18:04:42.859745 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6687e-689f-4780-af48-932f87037455 req-7d68a5f9-86c5-430f-9804-35bbaa60c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:42.861672 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15e6687e-689f-4780-af48-932f87037455 req-7d68a5f9-86c5-430f-9804-35bbaa60c49c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=db358909-3be9-46a0-9a35-12415c5cf007 HTTP/1.1" status: 200 len: 868 time: 0.0995195 Nov 29 18:04:42.890469 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-62d19486-1a26-4262-a010-4c58a62e6397 req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:42.910468 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661a7ccd-8daa-4b4e-bdcf-ea91cb792013 x-openstack-request-id: req-661a7ccd-8daa-4b4e-bdcf-ea91cb792013 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:42.910962 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39ce7ee-5a3a-491e-be83-1f7680ffe6df", "name": "network-vif-plugged", "status": "completed", "tag": "339fcb5e-9bb4-4369-9b44-055f0a565bb7", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:42.911368 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-661a7ccd-8daa-4b4e-bdcf-ea91cb792013 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:42.912640 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39ce7ee-5a3a-491e-be83-1f7680ffe6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339fcb5e-9bb4-4369-9b44-055f0a565bb7', 'code': 200} Nov 29 18:04:42.966549 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6687e-689f-4780-af48-932f87037455 req-b1414800-99a0-4e27-b0aa-321aa808c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:42.968096 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15e6687e-689f-4780-af48-932f87037455 req-b1414800-99a0-4e27-b0aa-321aa808c877 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2de40021-6650-4d54-8d0a-dc97325a88bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997477 Nov 29 18:04:43.000735 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-57a23fd0-836e-4288-b9ad-5aa05d18e093 service neutron] 10.222.0.31 "GET /v2.0/networks/9be6ad60-b4df-4442-a45a-53166977db8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322750 Nov 29 18:04:43.086957 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-1337829b-7700-44cf-999b-e605867f46bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.177&port_id=04b77663-c05f-4e5f-93a3-2203f9ec8fd6 HTTP/1.1" status: 200 len: 217 time: 0.0734477 Nov 29 18:04:43.094562 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beff94-c05b-4259-8209-fa2a5bf7adba req-dd40a807-b5a7-4258-8d3a-c99b6e94a6f3 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:43.096106 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-59beff94-c05b-4259-8209-fa2a5bf7adba req-dd40a807-b5a7-4258-8d3a-c99b6e94a6f3 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 945 time: 0.1269755 Nov 29 18:04:43.145486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15e6687e-689f-4780-af48-932f87037455 req-2ce93b3e-3f47-4a76-a46c-4722bb03d1e8 service neutron] 10.222.0.31 "GET /v2.0/networks/2de40021-6650-4d54-8d0a-dc97325a88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649036 Nov 29 18:04:43.180769 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b188369-d2a8-4ef7-9046-efd67f0e5204 req-1cef055d-4d14-499d-964c-3db78089bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:43.181596 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-62d19486-1a26-4262-a010-4c58a62e6397 req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:43.182191 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0b188369-d2a8-4ef7-9046-efd67f0e5204 req-1cef055d-4d14-499d-964c-3db78089bfe9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f39ce7ee-5a3a-491e-be83-1f7680ffe6df HTTP/1.1" status: 200 len: 1096 time: 0.1869891 Nov 29 18:04:43.198815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-332c7cc8-3a29-44d3-b010-eab4928254eb tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Allocated IP 172.20.0.11 (7b54b066-b601-4f01-8160-e9f1bf33b9b3/0ca0fa01-1410-4496-bcd2-b27afbda8311/47d39406-5de8-4326-94ee-2469082ec427) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:43.209478 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-a0f1bb6e-01bf-493e-aa46-0f4fa3b81de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:43.210990 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-a0f1bb6e-01bf-493e-aa46-0f4fa3b81de2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dc58f14-3db0-4095-b29c-7e9f4a082817 HTTP/1.1" status: 200 len: 801 time: 0.1127782 Nov 29 18:04:43.215726 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-0984b53e-8d93-4f07-a619-64b22d175f36 req-0d14924d-ae0e-4863-8eee-78041730b81f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Deleting port f4ae2c65-d143-4d02-b11d-95904236bd64 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:43.216072 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0984b53e-8d93-4f07-a619-64b22d175f36 req-0d14924d-ae0e-4863-8eee-78041730b81f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:43.233620 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-59beff94-c05b-4259-8209-fa2a5bf7adba req-7e0b1915-2ca0-4ce4-bba1-0fe41db36975 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240973 Nov 29 18:04:43.367743 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0b188369-d2a8-4ef7-9046-efd67f0e5204 req-aca8da60-c271-4d42-8fe0-35cda632b57b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666679 Nov 29 18:04:43.393199 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e7529-d990-4b3c-b950-bff26c7e399f req-76caad82-86e5-425a-80f1-cdb9e0e3edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:43.394743 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-76caad82-86e5-425a-80f1-cdb9e0e3edb6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a9e77f2-46b8-4297-aba4-2e1b6b7986c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1685157 Nov 29 18:04:43.508067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-0984b53e-8d93-4f07-a619-64b22d175f36 req-0d14924d-ae0e-4863-8eee-78041730b81f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] For port f4ae2c65-d143-4d02-b11d-95904236bd64, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f4ae2c65-d143-4d02-b11d-95904236bd64,segment=NetworkSegment(3983a04f-5cc0-49fb-9820-b441a7e52113),segment_id=3983a04f-5cc0-49fb-9820-b441a7e52113)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:43.508352 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0984b53e-8d93-4f07-a619-64b22d175f36 req-0d14924d-ae0e-4863-8eee-78041730b81f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:43.635638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15e6687e-689f-4780-af48-932f87037455 req-044d23e5-684b-47e1-b34b-50b22c08429c service neutron] 10.222.0.31 "GET /v2.0/networks/2de40021-6650-4d54-8d0a-dc97325a88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804714 Nov 29 18:04:43.670711 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-3cd1019a-c266-4b65-9010-1705fc650eb4 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e77f2-46b8-4297-aba4-2e1b6b7986c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389824 Nov 29 18:04:43.673605 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-332c7cc8-3a29-44d3-b010-eab4928254eb tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:43.682883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'tag': '09613858-4f77-4778-b0eb-2ca70945be2b'}, {'name': 'network-changed', 'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'tag': '04b77663-c05f-4e5f-93a3-2203f9ec8fd6'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:43.685207 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f3c489-72ae-4952-b23b-91d1a27939fd" -d '{"events": [{"name": "network-changed", "server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "tag": "09613858-4f77-4778-b0eb-2ca70945be2b"}, {"name": "network-changed", "server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "tag": "04b77663-c05f-4e5f-93a3-2203f9ec8fd6"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:43.686630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650c9557-930e-4f9c-8ebc-6039ac8a185e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:43.698528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-62d19486-1a26-4262-a010-4c58a62e6397 req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Allocated IP 172.25.3.50 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/aaaa9903-774c-4b18-b328-4a3ceb4631fb) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:43.754777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460f496-8564-41d1-b752-2719a792d98a req-25cbcb0d-8803-43d3-a7d2-b5d12d5451d6 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:43.760707 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460f496-8564-41d1-b752-2719a792d98a req-25cbcb0d-8803-43d3-a7d2-b5d12d5451d6 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:43.767059 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460f496-8564-41d1-b752-2719a792d98a req-25cbcb0d-8803-43d3-a7d2-b5d12d5451d6 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:43.768683 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3460f496-8564-41d1-b752-2719a792d98a req-25cbcb0d-8803-43d3-a7d2-b5d12d5451d6 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2413 time: 0.4623754 Nov 29 18:04:43.837572 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0984b53e-8d93-4f07-a619-64b22d175f36 req-0d14924d-ae0e-4863-8eee-78041730b81f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:43.838147 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0984b53e-8d93-4f07-a619-64b22d175f36 req-0d14924d-ae0e-4863-8eee-78041730b81f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:43.838350 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [req-0984b53e-8d93-4f07-a619-64b22d175f36 req-0d14924d-ae0e-4863-8eee-78041730b81f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Floating IP 9c194f86-9f5d-46eb-97d1-0b6cb997e1a1 disassociated. External IP: 172.25.3.242, port: f4ae2c65-d143-4d02-b11d-95904236bd64. Nov 29 18:04:43.838587 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-0984b53e-8d93-4f07-a619-64b22d175f36 req-0d14924d-ae0e-4863-8eee-78041730b81f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Calling delete_port for f4ae2c65-d143-4d02-b11d-95904236bd64 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:43.850618 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-650c9557-930e-4f9c-8ebc-6039ac8a185e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:43.870260 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-126e7529-d990-4b3c-b950-bff26c7e399f req-fef3bd6c-61df-4bad-bfd1-a79f6dfc1a67 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e77f2-46b8-4297-aba4-2e1b6b7986c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917098 Nov 29 18:04:43.899578 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-332c7cc8-3a29-44d3-b010-eab4928254eb tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:43.909686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-650c9557-930e-4f9c-8ebc-6039ac8a185e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] device_id is not set on port e2511361-8f3c-4aef-8af4-fbcedf3cfe11 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:04:43.927970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3460f496-8564-41d1-b752-2719a792d98a req-85247b56-7800-437b-acc0-abeb84466fd6 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492305 Nov 29 18:04:43.985520 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-62d19486-1a26-4262-a010-4c58a62e6397 req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:43.994147 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-332c7cc8-3a29-44d3-b010-eab4928254eb tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:44.001698 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c7cc8-3a29-44d3-b010-eab4928254eb tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event updated for resources: {'Port': ['ID=47d39406-5de8-4326-94ee-2469082ec427,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:44.004244 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-332c7cc8-3a29-44d3-b010-eab4928254eb tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:44.016049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-332c7cc8-3a29-44d3-b010-eab4928254eb tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:44.094569 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14096f18-9514-4589-a597-edb1fa129982 req-82900ce4-8f8e-4fdd-bb01-15ee663de6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:44.095084 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14096f18-9514-4589-a597-edb1fa129982 req-82900ce4-8f8e-4fdd-bb01-15ee663de6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:44.095565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14096f18-9514-4589-a597-edb1fa129982 req-82900ce4-8f8e-4fdd-bb01-15ee663de6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:44.097236 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-14096f18-9514-4589-a597-edb1fa129982 req-82900ce4-8f8e-4fdd-bb01-15ee663de6a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec693c762ef4433ab5b2a420380e9655&device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2866 time: 0.1662593 Nov 29 18:04:44.105562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-332c7cc8-3a29-44d3-b010-eab4928254eb tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:44.106678 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-332c7cc8-3a29-44d3-b010-eab4928254eb tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:44.156483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9aedce-d088-4837-b05d-da87bdc3088f req-a5edc755-6c2d-4243-bf1b-156b255c7dbc tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:44.159325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f9aedce-d088-4837-b05d-da87bdc3088f req-a5edc755-6c2d-4243-bf1b-156b255c7dbc tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 946 time: 0.1583595 Nov 29 18:04:44.182163 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-332c7cc8-3a29-44d3-b010-eab4928254eb tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9239471 Nov 29 18:04:44.188348 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-62d19486-1a26-4262-a010-4c58a62e6397 req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:44.198061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Request body: {'port': {'device_id': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:44.210841 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-650c9557-930e-4f9c-8ebc-6039ac8a185e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:44.219474 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0984b53e-8d93-4f07-a619-64b22d175f36 req-0d14924d-ae0e-4863-8eee-78041730b81f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:44.254914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d19486-1a26-4262-a010-4c58a62e6397 req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:44.270915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-62d19486-1a26-4262-a010-4c58a62e6397 req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:44.271054 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14924d-ae0e-4863-8eee-78041730b81f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Pushing event deleted for resources: {'Port': ['ID=f4ae2c65-d143-4d02-b11d-95904236bd64,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:44.281922 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d19486-1a26-4262-a010-4c58a62e6397 req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:44.301879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2fecff7a-40c3-4eb7-8321-228af04bd1cf None None] Provisioning complete for port 47d39406-5de8-4326-94ee-2469082ec427 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:44.302414 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2fecff7a-40c3-4eb7-8321-228af04bd1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:44.308978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14096f18-9514-4589-a597-edb1fa129982 req-4faddaf2-1da4-4498-b03c-304bda9c93be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:44.310508 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-14096f18-9514-4589-a597-edb1fa129982 req-4faddaf2-1da4-4498-b03c-304bda9c93be service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 HTTP/1.1" status: 200 len: 903 time: 0.1991646 Nov 29 18:04:44.317242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Pushing event updated for resources: {'Port': ['ID=aaaa9903-774c-4b18-b328-4a3ceb4631fb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:44.340642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f9aedce-d088-4837-b05d-da87bdc3088f req-1b06713a-d640-4860-8983-c9b68ff65b32 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/security-groups?id=045dd97b-45cf-4fbb-9260-1b6db45ba080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751363 Nov 29 18:04:44.375440 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2fecff7a-40c3-4eb7-8321-228af04bd1cf None None] Port 47d39406-5de8-4326-94ee-2469082ec427 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:44.377770 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-650c9557-930e-4f9c-8ebc-6039ac8a185e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:44.392480 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:44.403337 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-14096f18-9514-4589-a597-edb1fa129982 req-7b73b26d-7580-49ac-b40a-a5a02cd08b3c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=05ff1be2-3b2b-45a3-951e-d66bcb960262 HTTP/1.1" status: 200 len: 217 time: 0.0528066 Nov 29 18:04:44.458869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650c9557-930e-4f9c-8ebc-6039ac8a185e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network bca48e1d-32ec-4cc0-9883-256843270e2d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:44.482722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-650c9557-930e-4f9c-8ebc-6039ac8a185e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:44.489358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650c9557-930e-4f9c-8ebc-6039ac8a185e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:44.494919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c9557-930e-4f9c-8ebc-6039ac8a185e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:44.495526 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-650c9557-930e-4f9c-8ebc-6039ac8a185e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:44.503579 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-62d19486-1a26-4262-a010-4c58a62e6397 req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:44.518294 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c9557-930e-4f9c-8ebc-6039ac8a185e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=e2511361-8f3c-4aef-8af4-fbcedf3cfe11,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:44.538034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14096f18-9514-4589-a597-edb1fa129982 req-f2dc1901-4b09-490a-a80c-a6060df6ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:44.539549 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-14096f18-9514-4589-a597-edb1fa129982 req-f2dc1901-4b09-490a-a80c-a6060df6ab54 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dc58f14-3db0-4095-b29c-7e9f4a082817 HTTP/1.1" status: 200 len: 801 time: 0.1279001 Nov 29 18:04:44.561293 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-650c9557-930e-4f9c-8ebc-6039ac8a185e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0401485 Nov 29 18:04:44.561897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50644) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:44.575616 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-62d19486-1a26-4262-a010-4c58a62e6397 req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:44.586322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686aa98-1df9-4f20-ac62-f58f03212759 req-fd8790b9-7374-4d4a-a1ae-a108b18d8e61 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:44.587956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b686aa98-1df9-4f20-ac62-f58f03212759 req-fd8790b9-7374-4d4a-a1ae-a108b18d8e61 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 932 time: 0.1543694 Nov 29 18:04:44.626578 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0984b53e-8d93-4f07-a619-64b22d175f36 req-0d14924d-ae0e-4863-8eee-78041730b81f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Router 5190b275-78d7-453c-8955-ccc7894507f4 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:04:44.670563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce0351d-1154-40a6-a520-4e105ead6c59 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:44.675092 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9ce0351d-1154-40a6-a520-4e105ead6c59 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports/e2511361-8f3c-4aef-8af4-fbcedf3cfe11 HTTP/1.1" status: 200 len: 845 time: 0.1109083 Nov 29 18:04:44.681534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50646) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:44.702440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14096f18-9514-4589-a597-edb1fa129982 req-afce1ed8-b162-4742-b585-203c23b0ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:44.703965 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-14096f18-9514-4589-a597-edb1fa129982 req-afce1ed8-b162-4742-b585-203c23b0ac85 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a9e77f2-46b8-4297-aba4-2e1b6b7986c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1136441 Nov 29 18:04:44.752610 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b686aa98-1df9-4f20-ac62-f58f03212759 req-8483e333-2ad3-4370-99fd-2bd746a136ca tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423953 Nov 29 18:04:44.914408 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea491478-9c88-4954-b0e0-3c3eb1340490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73dbed2-259c-432c-ac07-63f329e1d989'}, {'server_uuid': '6633fa99-ee14-4fe1-84fb-f04a70c51932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5c990b-9551-455b-8f18-32cee61bcdad'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:44.917396 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17ac635-125e-4edf-ae5f-c82dfdaff07b" -d '{"events": [{"server_uuid": "ea491478-9c88-4954-b0e0-3c3eb1340490", "name": "network-vif-plugged", "status": "completed", "tag": "e73dbed2-259c-432c-ac07-63f329e1d989"}, {"server_uuid": "6633fa99-ee14-4fe1-84fb-f04a70c51932", "name": "network-vif-plugged", "status": "completed", "tag": "0f5c990b-9551-455b-8f18-32cee61bcdad"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:44.927597 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0984b53e-8d93-4f07-a619-64b22d175f36 req-0d14924d-ae0e-4863-8eee-78041730b81f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:04:44.930466 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-14096f18-9514-4589-a597-edb1fa129982 req-b55459a0-74f8-4539-b03e-a38c1f62c8cf service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e77f2-46b8-4297-aba4-2e1b6b7986c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902940 Nov 29 18:04:44.932367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeec8e6-bd3d-4102-8cd0-a93538328d29 req-d02d0fa1-d2e8-4b93-ac35-db1a8f11b1d0 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:44.933682 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bdeec8e6-bd3d-4102-8cd0-a93538328d29 req-d02d0fa1-d2e8-4b93-ac35-db1a8f11b1d0 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=6633fa99-ee14-4fe1-84fb-f04a70c51932 HTTP/1.1" status: 200 len: 945 time: 0.0999336 Nov 29 18:04:44.941266 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae104022-d0b2-4e74-af8e-16747889c805 None None] Sync routers for ids ['5190b275-78d7-453c-8955-ccc7894507f4'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:04:44.946597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-42adc65f-5029-4b40-99e8-abb6c314a688 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port e2511361-8f3c-4aef-8af4-fbcedf3cfe11 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:44.946961 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42adc65f-5029-4b40-99e8-abb6c314a688 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:44.959096 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae104022-d0b2-4e74-af8e-16747889c805 None None] Routers {'5190b275-78d7-453c-8955-ccc7894507f4'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:44.959890 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ae104022-d0b2-4e74-af8e-16747889c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5190b275-78d7-453c-8955-ccc7894507f4'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:45.015006 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-62d19486-1a26-4262-a010-4c58a62e6397 req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:45.029131 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-62d19486-1a26-4262-a010-4c58a62e6397 req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:45.033533 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-0984b53e-8d93-4f07-a619-64b22d175f36 req-0d14924d-ae0e-4863-8eee-78041730b81f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] No DVR routers for this DVR port f4ae2c65-d143-4d02-b11d-95904236bd64 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:04:45.040561 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0984b53e-8d93-4f07-a619-64b22d175f36 req-0d14924d-ae0e-4863-8eee-78041730b81f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:45.048752 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0984b53e-8d93-4f07-a619-64b22d175f36 req-0d14924d-ae0e-4863-8eee-78041730b81f tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.20 "DELETE /v2.0/ports/f4ae2c65-d143-4d02-b11d-95904236bd64 HTTP/1.1" status: 204 len: 173 time: 2.1777883 Nov 29 18:04:45.051401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d39406-5de8-4326-94ee-2469082ec427 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:45.061726 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:45.087523 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Transition to ACTIVE for port object 47d39406-5de8-4326-94ee-2469082ec427 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:04:45.097299 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:45.099552 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42adc65f-5029-4b40-99e8-abb6c314a688 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:45.113860 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ae104022-d0b2-4e74-af8e-16747889c805 None None] Set router 5190b275-78d7-453c-8955-ccc7894507f4 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:45.119243 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bdeec8e6-bd3d-4102-8cd0-a93538328d29 req-95db7305-d125-4bc5-8688-21592e8bd9f8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656811 Nov 29 18:04:45.146861 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-14096f18-9514-4589-a597-edb1fa129982 req-fe743c80-b4c9-4ddc-b9d6-a3446b741507 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e77f2-46b8-4297-aba4-2e1b6b7986c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928177 Nov 29 18:04:45.148077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-42adc65f-5029-4b40-99e8-abb6c314a688 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for e2511361-8f3c-4aef-8af4-fbcedf3cfe11 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:45.168771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Pushing event updated for resources: {'Port': ['ID=aaaa9903-774c-4b18-b328-4a3ceb4631fb,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:45.214106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Pushing event updated for resources: {'Port': ['ID=47d39406-5de8-4326-94ee-2469082ec427,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:45.216159 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-62d19486-1a26-4262-a010-4c58a62e6397 req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:45.247725 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-62d19486-1a26-4262-a010-4c58a62e6397 req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:45.248956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62d19486-1a26-4262-a010-4c58a62e6397 req-d1419193-d075-40fc-b3e4-93c1dbeab0eb tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4257040 Nov 29 18:04:45.290019 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c499b47-07f4-4db4-8fd3-c25f4110ff96 x-openstack-request-id: req-7c499b47-07f4-4db4-8fd3-c25f4110ff96 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:45.290330 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "tag": "09613858-4f77-4778-b0eb-2ca70945be2b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "tag": "04b77663-c05f-4e5f-93a3-2203f9ec8fd6", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:45.290583 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c499b47-07f4-4db4-8fd3-c25f4110ff96 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:45.291021 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'tag': '09613858-4f77-4778-b0eb-2ca70945be2b', 'status': 'completed', 'code': 200} Nov 29 18:04:45.291279 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'tag': '04b77663-c05f-4e5f-93a3-2203f9ec8fd6', 'status': 'completed', 'code': 200} Nov 29 18:04:45.335345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Attempting to bind port 47d39406-5de8-4326-94ee-2469082ec427 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:45.336255 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Attempting to bind port 47d39406-5de8-4326-94ee-2469082ec427 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:45.337084 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Attempting to bind port 47d39406-5de8-4326-94ee-2469082ec427 on network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:45.384535 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62d19486-1a26-4262-a010-4c58a62e6397 req-8b2c2a0e-033e-49d3-8110-14346fe6ad29 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.1227560 Nov 29 18:04:45.406468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Port 47d39406-5de8-4326-94ee-2469082ec427 on network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:04:45.407259 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Attempting to bind port 47d39406-5de8-4326-94ee-2469082ec427 on network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:45.415435 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:45.416105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Checking segment: {'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:45.416865 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Bound using segment: {'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:45.417709 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Bound port: 47d39406-5de8-4326-94ee-2469082ec427, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:45.423006 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:45.448172 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8338891e-c83e-45ef-b92d-e4c304b53b7d req-b98bbdfb-5cbe-4eef-9068-d4df273c9142 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 210 time: 0.0516942 Nov 29 18:04:45.497175 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42adc65f-5029-4b40-99e8-abb6c314a688 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:45.505690 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-5204c54a-6e5b-4fe4-a5da-61679acb61f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:45.506171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-5204c54a-6e5b-4fe4-a5da-61679acb61f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:45.506413 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ae104022-d0b2-4e74-af8e-16747889c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190b275-78d7-453c-8955-ccc7894507f4', 'name': 'tempest-ServersTestBootFromVolume-176975780-router', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:18Z', 'updated_at': '2021-11-29T18:01:28Z', 'revision_number': 4, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'gw_port': {'id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:19Z', 'updated_at': '2021-11-29T18:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '1761c5f0-ba13-4a51-87e4-229418b64027', 'name': '', 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'mac_address': 'fa:16:3e:e3:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:26Z', 'updated_at': '2021-11-29T18:01:33Z', 'revision_number': 5, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'subnets': [{'id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:45.506952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-5204c54a-6e5b-4fe4-a5da-61679acb61f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:45.508321 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-5204c54a-6e5b-4fe4-a5da-61679acb61f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec693c762ef4433ab5b2a420380e9655&device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2866 time: 0.1655371 Nov 29 18:04:45.545026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adc65f-5029-4b40-99e8-abb6c314a688 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=e2511361-8f3c-4aef-8af4-fbcedf3cfe11,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:45.555781 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42adc65f-5029-4b40-99e8-abb6c314a688 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:45.562415 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-42adc65f-5029-4b40-99e8-abb6c314a688 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/e2511361-8f3c-4aef-8af4-fbcedf3cfe11 HTTP/1.1" status: 204 len: 168 time: 0.8675113 Nov 29 18:04:45.562991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50654) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:45.576093 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae104022-d0b2-4e74-af8e-16747889c805 None None] Checking router: 5190b275-78d7-453c-8955-ccc7894507f4 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:04:45.588139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae104022-d0b2-4e74-af8e-16747889c805 None None] Routers {'5190b275-78d7-453c-8955-ccc7894507f4'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:45.589148 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ae104022-d0b2-4e74-af8e-16747889c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5190b275-78d7-453c-8955-ccc7894507f4'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:45.651704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] For port 47d39406-5de8-4326-94ee-2469082ec427, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:45.669940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] For port 47d39406-5de8-4326-94ee-2469082ec427, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=47d39406-5de8-4326-94ee-2469082ec427,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:45.681828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d19486-1a26-4262-a010-4c58a62e6397 req-200d68d5-d8fe-4eef-9561-399a03dcc30b tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:45.685306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62d19486-1a26-4262-a010-4c58a62e6397 req-200d68d5-d8fe-4eef-9561-399a03dcc30b tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.2751844 Nov 29 18:04:45.689474 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcb6203-fb6c-4a75-8bef-cd0366dd2d2e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] GET failed (client error): The resource could not be found. Nov 29 18:04:45.690509 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:45.691239 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ddcb6203-fb6c-4a75-8bef-cd0366dd2d2e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports/e2511361-8f3c-4aef-8af4-fbcedf3cfe11 HTTP/1.1" status: 404 len: 333 time: 0.1242099 Nov 29 18:04:45.700627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50658) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:45.706915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-22041bec-57a4-4b48-8de3-6db0a5c0f02e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d', 'name': 'tempest-PortsIpV6TestJSON-229950310'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:45.722476 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ae104022-d0b2-4e74-af8e-16747889c805 None None] Set router 5190b275-78d7-453c-8955-ccc7894507f4 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:45.778598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9a50b-3610-431d-bfc0-01070718c11a req-a7ca1013-6d1c-443a-83a4-83cbc45bf1ad tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:45.786317 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a9a9a50b-3610-431d-bfc0-01070718c11a req-a7ca1013-6d1c-443a-83a4-83cbc45bf1ad tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 945 time: 0.2080777 Nov 29 18:04:45.858731 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:45.859383 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:45.866692 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] 10.222.0.31 "PUT /v2.0/ports/47d39406-5de8-4326-94ee-2469082ec427 HTTP/1.1" status: 200 len: 1092 time: 1.6742120 Nov 29 18:04:45.919738 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42492d-348c-4b3e-9458-206f2a28f228 service neutron] Pushing event updated for resources: {'Port': ['ID=47d39406-5de8-4326-94ee-2469082ec427,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:45.925026 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-bac2a7c1-55d0-4250-9fbe-39d413ed8281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:45.926010 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-bac2a7c1-55d0-4250-9fbe-39d413ed8281 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9be6ad60-b4df-4442-a45a-53166977db8e HTTP/1.1" status: 200 len: 903 time: 0.3577018 Nov 29 18:04:45.960917 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2aaae72-33c7-4489-ae97-272049c58ddd x-openstack-request-id: req-f2aaae72-33c7-4489-ae97-272049c58ddd {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:45.961218 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea491478-9c88-4954-b0e0-3c3eb1340490", "name": "network-vif-plugged", "status": "completed", "tag": "e73dbed2-259c-432c-ac07-63f329e1d989", "code": 200}, {"server_uuid": "6633fa99-ee14-4fe1-84fb-f04a70c51932", "name": "network-vif-plugged", "status": "completed", "tag": "0f5c990b-9551-455b-8f18-32cee61bcdad", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:45.961479 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2aaae72-33c7-4489-ae97-272049c58ddd {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:45.961885 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea491478-9c88-4954-b0e0-3c3eb1340490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73dbed2-259c-432c-ac07-63f329e1d989', 'code': 200} Nov 29 18:04:45.962148 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6633fa99-ee14-4fe1-84fb-f04a70c51932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5c990b-9551-455b-8f18-32cee61bcdad', 'code': 200} Nov 29 18:04:45.990744 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a9a9a50b-3610-431d-bfc0-01070718c11a req-98c2dd6e-2673-48b2-a385-a0234185ee6e tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033594 Nov 29 18:04:46.048798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b8ad8-6889-45c0-827c-d59a1fca2e55 req-f765e2f4-0283-4dcf-8d84-0e044002adea tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:46.049433 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-3a108a20-61c0-46c8-912c-e4798681b559 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.253&port_id=09613858-4f77-4778-b0eb-2ca70945be2b HTTP/1.1" status: 200 len: 217 time: 0.1037006 Nov 29 18:04:46.050081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ae104022-d0b2-4e74-af8e-16747889c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190b275-78d7-453c-8955-ccc7894507f4', 'name': 'tempest-ServersTestBootFromVolume-176975780-router', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:18Z', 'updated_at': '2021-11-29T18:01:28Z', 'revision_number': 4, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'gw_port': {'id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:19Z', 'updated_at': '2021-11-29T18:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '1761c5f0-ba13-4a51-87e4-229418b64027', 'name': '', 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'mac_address': 'fa:16:3e:e3:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:26Z', 'updated_at': '2021-11-29T18:01:33Z', 'revision_number': 5, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'subnets': [{'id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:46.051733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b8ad8-6889-45c0-827c-d59a1fca2e55 req-f765e2f4-0283-4dcf-8d84-0e044002adea tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:46.061037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b8ad8-6889-45c0-827c-d59a1fca2e55 req-f765e2f4-0283-4dcf-8d84-0e044002adea tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:46.063202 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-722b8ad8-6889-45c0-827c-d59a1fca2e55 req-f765e2f4-0283-4dcf-8d84-0e044002adea tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2413 time: 0.1752131 Nov 29 18:04:46.064479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22041bec-57a4-4b48-8de3-6db0a5c0f02e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:46.068217 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22041bec-57a4-4b48-8de3-6db0a5c0f02e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:46.099785 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae104022-d0b2-4e74-af8e-16747889c805 None None] The sync data for ids ['5190b275-78d7-453c-8955-ccc7894507f4'] in n-d-819494-5 is: [{'id': '5190b275-78d7-453c-8955-ccc7894507f4', 'name': 'tempest-ServersTestBootFromVolume-176975780-router', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:18Z', 'updated_at': '2021-11-29T18:01:28Z', 'revision_number': 4, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'gw_port': {'id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:19Z', 'updated_at': '2021-11-29T18:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '1761c5f0-ba13-4a51-87e4-229418b64027', 'name': '', 'network_id': 'af760854-75d7-485d-8b60-883a122ffa75', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'mac_address': 'fa:16:3e:e3:72:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:26Z', 'updated_at': '2021-11-29T18:01:33Z', 'revision_number': 5, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'subnets': [{'id': '39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:04:46.132707 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-22041bec-57a4-4b48-8de3-6db0a5c0f02e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] device_id is not set on port c6c5e024-3e31-4dee-88e9-de65c95bad65 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:04:46.273660 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-722b8ad8-6889-45c0-827c-d59a1fca2e55 req-b464306e-caea-427a-800c-1800b6526ac1 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934936 Nov 29 18:04:46.307459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887c092-38bf-4a7d-bb27-97fa58ee4489 req-0a56db32-4c99-4c7d-84d2-073f6bef4342 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:46.312295 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8887c092-38bf-4a7d-bb27-97fa58ee4489 req-0a56db32-4c99-4c7d-84d2-073f6bef4342 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 946 time: 0.1640968 Nov 29 18:04:46.487082 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8887c092-38bf-4a7d-bb27-97fa58ee4489 req-01ef403f-d056-496e-91ed-ae4bea60bc32 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/security-groups?id=045dd97b-45cf-4fbb-9260-1b6db45ba080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684799 Nov 29 18:04:46.500957 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22041bec-57a4-4b48-8de3-6db0a5c0f02e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:46.520723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470979d-2f23-4e99-8e74-9f3e3f725ad3 req-69e4c51e-77f6-4a37-ba1b-1892aad80130 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:46.522305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d470979d-2f23-4e99-8e74-9f3e3f725ad3 req-69e4c51e-77f6-4a37-ba1b-1892aad80130 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1230342 Nov 29 18:04:46.561757 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dbe14-e07e-4622-968f-f717edbe9495 req-597e233a-26c2-4615-83da-d2f575d16d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:46.563322 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-849dbe14-e07e-4622-968f-f717edbe9495 req-597e233a-26c2-4615-83da-d2f575d16d05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 1097 time: 0.6863654 Nov 29 18:04:46.571354 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-9f276b47-48e2-4e66-808b-f6bbb117c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:46.573174 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-9f276b47-48e2-4e66-808b-f6bbb117c5ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97df2f9382ba451a9c1578f7e940bef7&device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 1095 time: 0.6309958 Nov 29 18:04:46.603794 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d470979d-2f23-4e99-8e74-9f3e3f725ad3 req-6b47cc60-2401-44cd-a3c0-c3bdf7789cf9 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.0682642 Nov 29 18:04:46.616439 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b283f0-c6c2-4e90-90a5-93f387773154 req-39f53d56-5779-4264-b5d7-1f0a11db4ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:46.618820 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-d470979d-2f23-4e99-8e74-9f3e3f725ad3 req-67af779b-2c9e-4953-a8aa-dc7f5c8af6ce tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Request body: {'floatingip': {'port_id': 'a9e79909-68ff-4fc0-9083-11fcb0161aa9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:46.619103 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-94b283f0-c6c2-4e90-90a5-93f387773154 req-39f53d56-5779-4264-b5d7-1f0a11db4ccd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6633fa99-ee14-4fe1-84fb-f04a70c51932 HTTP/1.1" status: 200 len: 1096 time: 0.7263029 Nov 29 18:04:46.642494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-c226b2a9-5ad7-4145-a45a-53adb70e69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:46.644025 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-c226b2a9-5ad7-4145-a45a-53adb70e69c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=eba854e6-dc54-4387-af07-c9dd2b91443a HTTP/1.1" status: 200 len: 801 time: 0.5779400 Nov 29 18:04:46.686260 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d470979d-2f23-4e99-8e74-9f3e3f725ad3 req-67af779b-2c9e-4953-a8aa-dc7f5c8af6ce tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:46.689433 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3870baba-1037-43a3-9612-6b192e525a36 None None] New status for floating IP 9c194f86-9f5d-46eb-97d1-0b6cb997e1a1: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:04:46.691234 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-588e9d09-b6fd-4cbc-995e-431849edb9d0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47d39406-5de8-4326-94ee-2469082ec427 HTTP/1.1" status: 200 len: 217 time: 0.0785794 Nov 29 18:04:46.693407 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-849dbe14-e07e-4622-968f-f717edbe9495 req-cae69a8e-b427-4e30-98f4-6add878f5076 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=045dd97b-45cf-4fbb-9260-1b6db45ba080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193397 Nov 29 18:04:46.776824 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-94b283f0-c6c2-4e90-90a5-93f387773154 req-90d8cfaf-5003-4f5c-ade6-6988d49458f9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446807 Nov 29 18:04:46.788180 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-66482b58-9cee-4c0e-a313-7538d9cb5207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:46.789778 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-66482b58-9cee-4c0e-a313-7538d9cb5207 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ca0fa01-1410-4496-bcd2-b27afbda8311 HTTP/1.1" status: 200 len: 856 time: 0.0910716 Nov 29 18:04:46.797015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-36f7fbe3-55c3-4f38-8c6b-7d5272cd3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:46.799076 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-36f7fbe3-55c3-4f38-8c6b-7d5272cd3359 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9be6ad60-b4df-4442-a45a-53166977db8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1197999 Nov 29 18:04:46.814710 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22041bec-57a4-4b48-8de3-6db0a5c0f02e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:46.907038 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc14f3-9a73-4290-9fbd-589aae13d3f1 req-82333ebe-8626-4dd3-a7eb-bb08be672399 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:46.908718 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bfcc14f3-9a73-4290-9fbd-589aae13d3f1 req-82333ebe-8626-4dd3-a7eb-bb08be672399 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 944 time: 0.3086250 Nov 29 18:04:46.910920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22041bec-57a4-4b48-8de3-6db0a5c0f02e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network bca48e1d-32ec-4cc0-9883-256843270e2d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:46.926190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-18fc3a2e-00b0-48d6-9435-67cfa48420e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:46.927823 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-18fc3a2e-00b0-48d6-9435-67cfa48420e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b54b066-b601-4f01-8160-e9f1bf33b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276970 Nov 29 18:04:46.954385 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-22041bec-57a4-4b48-8de3-6db0a5c0f02e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:46.956347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22041bec-57a4-4b48-8de3-6db0a5c0f02e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=c6c5e024-3e31-4dee-88e9-de65c95bad65,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:46.959329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22041bec-57a4-4b48-8de3-6db0a5c0f02e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:46.965558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22041bec-57a4-4b48-8de3-6db0a5c0f02e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:46.966283 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22041bec-57a4-4b48-8de3-6db0a5c0f02e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:47.014657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-22041bec-57a4-4b48-8de3-6db0a5c0f02e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3101804 Nov 29 18:04:47.015746 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50666) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:47.022987 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-3d6e7238-107b-4853-9652-87c6e4d212d6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:47.061096 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-0cd50e53-3272-462a-9b16-c60ce02a3e6d service neutron] 10.222.0.31 "GET /v2.0/networks/9be6ad60-b4df-4442-a45a-53166977db8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286479 Nov 29 18:04:47.071188 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bfcc14f3-9a73-4290-9fbd-589aae13d3f1 req-a1e99fae-e6d0-4f42-a24e-8af6b76e580b tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525691 Nov 29 18:04:47.105048 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-d470979d-2f23-4e99-8e74-9f3e3f725ad3 req-67af779b-2c9e-4953-a8aa-dc7f5c8af6ce tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] update failed (client error): There was a conflict when trying to complete your request. Nov 29 18:04:47.106904 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d470979d-2f23-4e99-8e74-9f3e3f725ad3 req-67af779b-2c9e-4953-a8aa-dc7f5c8af6ce tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "PUT /v2.0/floatingips/fc86180a-0a37-47bf-8037-5ffe3cf2bdd0 HTTP/1.1" status: 409 len: 549 time: 0.4924395 Nov 29 18:04:47.153243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f4ae2c65-d143-4d02-b11d-95904236bd64 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:04:47.179174 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-d0ccb11b-cd0f-4bcc-ae4c-64c5cad180c1 service neutron] 10.222.0.31 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430396 Nov 29 18:04:47.198536 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: f4ae2c65-d143-4d02-b11d-95904236bd64 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:04:47.198777 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d6e7238-107b-4853-9652-87c6e4d212d6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:47.200055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f4ae2c65-d143-4d02-b11d-95904236bd64 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:04:47.248893 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40182517-eb8b-4640-8661-641ebe33d689 req-17e34f17-9c73-4a20-87a1-92bf3529c30c tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 210 time: 0.0355494 Nov 29 18:04:47.262960 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a17b0-02c0-4151-b087-a25693961bf4 req-3ef4b4e9-66d6-4ab7-a5cc-26735745f0b3 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:47.265493 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-234a17b0-02c0-4151-b087-a25693961bf4 req-3ef4b4e9-66d6-4ab7-a5cc-26735745f0b3 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=6633fa99-ee14-4fe1-84fb-f04a70c51932 HTTP/1.1" status: 200 len: 945 time: 0.0896432 Nov 29 18:04:47.318622 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8e945c-4df5-4611-b9d0-3a5e86a534b3', 'name': 'network-vif-deleted', 'tag': 'f4ae2c65-d143-4d02-b11d-95904236bd64'}, {'name': 'network-changed', 'server_uuid': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'tag': '47d39406-5de8-4326-94ee-2469082ec427'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:47.321064 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87ded12-3718-4bff-8ea1-66186294dac9" -d '{"events": [{"server_uuid": "ec8e945c-4df5-4611-b9d0-3a5e86a534b3", "name": "network-vif-deleted", "tag": "f4ae2c65-d143-4d02-b11d-95904236bd64"}, {"name": "network-changed", "server_uuid": "a20f80ff-e398-4e4d-a5e9-95375923690d", "tag": "47d39406-5de8-4326-94ee-2469082ec427"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:47.323317 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-234a17b0-02c0-4151-b087-a25693961bf4 req-133fe0b5-fd18-48f5-afbe-24be4ca91023 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502090 Nov 29 18:04:47.343283 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-e904ab89-83b3-4f44-8f66-b822fc11df60 service neutron] 10.222.0.31 "GET /v2.0/networks/9be6ad60-b4df-4442-a45a-53166977db8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659085 Nov 29 18:04:47.344203 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e83b40d5-a982-43bd-a588-4d9f1b86adb6 req-6a3d9376-027a-45d3-ba5b-6128e6f60bbb service neutron] 10.222.0.31 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547809 Nov 29 18:04:47.411088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41a24c04-766a-445d-a4cb-523466bc9978 req-78f2d757-8546-48e6-b80f-42ae2a43a6a7 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/floatingips/fc86180a-0a37-47bf-8037-5ffe3cf2bdd0 HTTP/1.1" status: 200 len: 692 time: 0.0487576 Nov 29 18:04:47.458273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98827d8-8cf6-46f3-b689-16e0fde7f7b9 req-9f463d4c-ad1e-4e30-8861-7adc1dea39de tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:47.459903 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d98827d8-8cf6-46f3-b689-16e0fde7f7b9 req-9f463d4c-ad1e-4e30-8861-7adc1dea39de tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 945 time: 0.1322985 Nov 29 18:04:47.527368 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-b0d65476-7c49-4449-82fc-b3171687fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:47.528634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-b0d65476-7c49-4449-82fc-b3171687fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:47.528634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-b0d65476-7c49-4449-82fc-b3171687fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:47.529833 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-b0d65476-7c49-4449-82fc-b3171687fe19 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec693c762ef4433ab5b2a420380e9655&device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2866 time: 0.1078393 Nov 29 18:04:47.567659 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d98827d8-8cf6-46f3-b689-16e0fde7f7b9 req-759236f7-adeb-4767-b527-f78d30f0759c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773404 Nov 29 18:04:47.593723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a24c04-766a-445d-a4cb-523466bc9978 req-7161e4e1-a805-4eaa-8bc3-eab81eade82a tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:47.593723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41a24c04-766a-445d-a4cb-523466bc9978 req-7161e4e1-a805-4eaa-8bc3-eab81eade82a tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.1708748 Nov 29 18:04:47.626379 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d6e7238-107b-4853-9652-87c6e4d212d6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:47.640669 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d6e7238-107b-4853-9652-87c6e4d212d6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:47.669801 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41a24c04-766a-445d-a4cb-523466bc9978 req-5adfe1ce-df63-4dd4-b56a-8e75cf176ef5 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.0739229 Nov 29 18:04:47.695011 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e7238-107b-4853-9652-87c6e4d212d6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] In _notify_port_updated(), no bound segment for port c6c5e024-3e31-4dee-88e9-de65c95bad65 on network bca48e1d-32ec-4cc0-9883-256843270e2d {{(pid=110004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:04:47.701260 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e7238-107b-4853-9652-87c6e4d212d6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:47.701984 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d6e7238-107b-4853-9652-87c6e4d212d6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:47.705952 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3d6e7238-107b-4853-9652-87c6e4d212d6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "PUT /v2.0/ports/c6c5e024-3e31-4dee-88e9-de65c95bad65 HTTP/1.1" status: 200 len: 818 time: 0.6865768 Nov 29 18:04:47.724947 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-32d889cb-c1a3-4384-8a13-152813464bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:47.726464 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-32d889cb-c1a3-4384-8a13-152813464bd6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 HTTP/1.1" status: 200 len: 903 time: 0.1869674 Nov 29 18:04:47.729587 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50678) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:47.771834 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e7238-107b-4853-9652-87c6e4d212d6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=c6c5e024-3e31-4dee-88e9-de65c95bad65,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:47.808260 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-6174c332-ea92-4226-bc7d-46295bd1a800 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.177&port_id=04b77663-c05f-4e5f-93a3-2203f9ec8fd6 HTTP/1.1" status: 200 len: 217 time: 0.0654819 Nov 29 18:04:47.901968 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-fd781177-d88b-45c5-8eb3-ac1f208fe946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:47.903951 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-fd781177-d88b-45c5-8eb3-ac1f208fe946 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dc58f14-3db0-4095-b29c-7e9f4a082817 HTTP/1.1" status: 200 len: 801 time: 0.0611694 Nov 29 18:04:47.930827 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e4493270-2c34-4c86-8e11-b714459ba5ba tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port c6c5e024-3e31-4dee-88e9-de65c95bad65 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:47.930827 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4493270-2c34-4c86-8e11-b714459ba5ba tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:48.022736 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4493270-2c34-4c86-8e11-b714459ba5ba tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:48.036360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-2ec9fef3-9a82-4c56-b7fe-480c3cfb17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:48.037896 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-2ec9fef3-9a82-4c56-b7fe-480c3cfb17ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a9e77f2-46b8-4297-aba4-2e1b6b7986c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1201646 Nov 29 18:04:48.050747 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e4493270-2c34-4c86-8e11-b714459ba5ba tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for c6c5e024-3e31-4dee-88e9-de65c95bad65 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:48.057306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41a24c04-766a-445d-a4cb-523466bc9978 req-0ed3d05f-1306-453b-922c-c2e9c405909f tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.3735123 Nov 29 18:04:48.178170 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb592d1-c528-440a-a38c-f9c84b5a633e req-fc81904b-8e6e-4c6a-9e38-d07a5911ef12 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:48.184071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb592d1-c528-440a-a38c-f9c84b5a633e req-fc81904b-8e6e-4c6a-9e38-d07a5911ef12 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:48.189885 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb592d1-c528-440a-a38c-f9c84b5a633e req-fc81904b-8e6e-4c6a-9e38-d07a5911ef12 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:48.195294 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-feb592d1-c528-440a-a38c-f9c84b5a633e req-fc81904b-8e6e-4c6a-9e38-d07a5911ef12 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2413 time: 0.5464118 Nov 29 18:04:48.233865 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-9066fe17-f2b9-4ec1-badb-fc3f33be310c service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e77f2-46b8-4297-aba4-2e1b6b7986c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810968 Nov 29 18:04:48.269401 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-feb592d1-c528-440a-a38c-f9c84b5a633e req-278d7dc0-dd00-4dcd-a4d2-0d3a1c65882d tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691612 Nov 29 18:04:48.269401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-41a24c04-766a-445d-a4cb-523466bc9978 req-561f3937-30c5-493c-8254-1ea49aa2c851 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Deleting port aaaa9903-774c-4b18-b328-4a3ceb4631fb {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:48.269700 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-41a24c04-766a-445d-a4cb-523466bc9978 req-561f3937-30c5-493c-8254-1ea49aa2c851 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:48.320036 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4493270-2c34-4c86-8e11-b714459ba5ba tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:48.362846 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd189374-ce69-459c-9cde-318dd6ff4543 x-openstack-request-id: req-fd189374-ce69-459c-9cde-318dd6ff4543 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:48.363228 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8e945c-4df5-4611-b9d0-3a5e86a534b3", "name": "network-vif-deleted", "tag": "f4ae2c65-d143-4d02-b11d-95904236bd64", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a20f80ff-e398-4e4d-a5e9-95375923690d", "tag": "47d39406-5de8-4326-94ee-2469082ec427", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:48.363550 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd189374-ce69-459c-9cde-318dd6ff4543 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:48.364017 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8e945c-4df5-4611-b9d0-3a5e86a534b3', 'name': 'network-vif-deleted', 'tag': 'f4ae2c65-d143-4d02-b11d-95904236bd64', 'status': 'completed', 'code': 200} Nov 29 18:04:48.364337 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'tag': '47d39406-5de8-4326-94ee-2469082ec427', 'status': 'completed', 'code': 200} Nov 29 18:04:48.373964 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4493270-2c34-4c86-8e11-b714459ba5ba tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=c6c5e024-3e31-4dee-88e9-de65c95bad65,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:48.381483 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4493270-2c34-4c86-8e11-b714459ba5ba tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:48.384916 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e4493270-2c34-4c86-8e11-b714459ba5ba tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/c6c5e024-3e31-4dee-88e9-de65c95bad65 HTTP/1.1" status: 204 len: 168 time: 0.6542916 Nov 29 18:04:48.388088 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50686) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:48.400994 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-41a24c04-766a-445d-a4cb-523466bc9978 req-561f3937-30c5-493c-8254-1ea49aa2c851 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:48.401331 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-41a24c04-766a-445d-a4cb-523466bc9978 req-561f3937-30c5-493c-8254-1ea49aa2c851 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:48.416836 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-41a24c04-766a-445d-a4cb-523466bc9978 req-561f3937-30c5-493c-8254-1ea49aa2c851 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Calling delete_port for aaaa9903-774c-4b18-b328-4a3ceb4631fb owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:48.459922 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-79f3c489-72ae-4952-b23b-91d1a27939fd req-8839ac13-1fa8-4535-8d5a-27ad371b0001 service neutron] 10.222.0.31 "GET /v2.0/networks/3a9e77f2-46b8-4297-aba4-2e1b6b7986c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137840 Nov 29 18:04:48.483335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32bfb59-1dca-4db6-82c7-69a24d4f968e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:48.487483 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d32bfb59-1dca-4db6-82c7-69a24d4f968e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0944912 Nov 29 18:04:48.487729 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50688) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:48.499442 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ded12-3718-4bff-8ea1-66186294dac9 req-540d6f86-ea08-4ea0-a8a9-3af517186c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:48.500926 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c87ded12-3718-4bff-8ea1-66186294dac9 req-540d6f86-ea08-4ea0-a8a9-3af517186c75 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97df2f9382ba451a9c1578f7e940bef7&device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 1095 time: 0.1117611 Nov 29 18:04:48.523076 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-8444eefc-c87d-428d-b008-fd0122e5a6d7 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] GET failed (client error): The resource could not be found. Nov 29 18:04:48.528463 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8444eefc-c87d-428d-b008-fd0122e5a6d7 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports/c6c5e024-3e31-4dee-88e9-de65c95bad65 HTTP/1.1" status: 404 len: 333 time: 0.0357742 Nov 29 18:04:48.528618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dff56e-f759-4acf-a35f-b89d6838da90 req-60f2527e-32cb-4202-b0dc-61a43abebdfd tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:48.528618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-76dff56e-f759-4acf-a35f-b89d6838da90 req-60f2527e-32cb-4202-b0dc-61a43abebdfd tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 946 time: 0.1047659 Nov 29 18:04:48.528825 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50690) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:48.541616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b66dfc38-152f-49cb-a442-51b1a86138b0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2085658869'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:48.599687 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-76dff56e-f759-4acf-a35f-b89d6838da90 req-f1450b96-3b29-4125-add0-9e8eee4ccba1 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/security-groups?id=045dd97b-45cf-4fbb-9260-1b6db45ba080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642231 Nov 29 18:04:48.606039 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66dfc38-152f-49cb-a442-51b1a86138b0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:48.620447 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b66dfc38-152f-49cb-a442-51b1a86138b0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:48.653966 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ded12-3718-4bff-8ea1-66186294dac9 req-1ab86799-f5d9-4b58-823d-aedcf1e9c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:48.655472 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c87ded12-3718-4bff-8ea1-66186294dac9 req-1ab86799-f5d9-4b58-823d-aedcf1e9c266 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 200 len: 918 time: 0.1398635 Nov 29 18:04:48.669492 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66dfc38-152f-49cb-a442-51b1a86138b0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:04:48.688141 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-41a24c04-766a-445d-a4cb-523466bc9978 req-561f3937-30c5-493c-8254-1ea49aa2c851 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:48.711681 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c87ded12-3718-4bff-8ea1-66186294dac9 req-225bbd21-fe8b-462d-b865-cbe92e80e979 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47d39406-5de8-4326-94ee-2469082ec427 HTTP/1.1" status: 200 len: 217 time: 0.0438194 Nov 29 18:04:48.716588 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b66dfc38-152f-49cb-a442-51b1a86138b0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:48.716943 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-b66dfc38-152f-49cb-a442-51b1a86138b0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Added segment ce448188-dccd-4581-8cb9-ef56c0ae9f0b of type vlan for network 600764a0-beac-4dda-8a0b-259eebb30eef Nov 29 18:04:48.729860 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f3937-30c5-493c-8254-1ea49aa2c851 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Pushing event deleted for resources: {'Port': ['ID=aaaa9903-774c-4b18-b328-4a3ceb4631fb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:48.773178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a69ec2-96ce-46f3-9079-d9b37970111a req-dbb0b664-6f89-4e71-843a-938fa426aea3 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:48.774686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e0a69ec2-96ce-46f3-9079-d9b37970111a req-dbb0b664-6f89-4e71-843a-938fa426aea3 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 944 time: 0.1148076 Nov 29 18:04:48.796609 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b66dfc38-152f-49cb-a442-51b1a86138b0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:48.806421 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ded12-3718-4bff-8ea1-66186294dac9 req-f59bc675-c1f5-4c51-b5c8-a1b357fe6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:48.807946 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c87ded12-3718-4bff-8ea1-66186294dac9 req-f59bc675-c1f5-4c51-b5c8-a1b357fe6f81 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ca0fa01-1410-4496-bcd2-b27afbda8311 HTTP/1.1" status: 200 len: 856 time: 0.0895462 Nov 29 18:04:48.843448 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-41a24c04-766a-445d-a4cb-523466bc9978 req-561f3937-30c5-493c-8254-1ea49aa2c851 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:48.846027 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-41a24c04-766a-445d-a4cb-523466bc9978 req-561f3937-30c5-493c-8254-1ea49aa2c851 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:48.847207 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41a24c04-766a-445d-a4cb-523466bc9978 req-561f3937-30c5-493c-8254-1ea49aa2c851 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "DELETE /v2.0/floatingips/fc86180a-0a37-47bf-8037-5ffe3cf2bdd0 HTTP/1.1" status: 204 len: 173 time: 0.7890055 Nov 29 18:04:48.855041 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e0a69ec2-96ce-46f3-9079-d9b37970111a req-26095a77-6729-41a8-97f1-2d3b4db7e463 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592172 Nov 29 18:04:48.868825 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b66dfc38-152f-49cb-a442-51b1a86138b0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:48.875312 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66dfc38-152f-49cb-a442-51b1a86138b0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:48.875902 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b66dfc38-152f-49cb-a442-51b1a86138b0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:48.891738 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ded12-3718-4bff-8ea1-66186294dac9 req-752901a1-b316-4942-af9d-48372c8eb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:48.893373 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c87ded12-3718-4bff-8ea1-66186294dac9 req-752901a1-b316-4942-af9d-48372c8eb2a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b54b066-b601-4f01-8160-e9f1bf33b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736065 Nov 29 18:04:48.939703 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68f1f668-6482-423f-8df8-dac31ac6db68 req-a697b435-a5c6-41b7-b8d2-94d9e9102fb0 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 210 time: 0.0287333 Nov 29 18:04:48.960339 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b66dfc38-152f-49cb-a442-51b1a86138b0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4263730 Nov 29 18:04:48.984670 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50698) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:49.003148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5bd9a2da-d20c-4998-b252-df017c0ea0ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'subnet': {'network_id': '600764a0-beac-4dda-8a0b-259eebb30eef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:49.009692 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dfc38-152f-49cb-a442-51b1a86138b0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Network': ['ID=600764a0-beac-4dda-8a0b-259eebb30eef,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:49.023852 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 600764a0-beac-4dda-8a0b-259eebb30eef details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:04:49.047533 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c87ded12-3718-4bff-8ea1-66186294dac9 req-e0949eb0-4197-4afc-b596-2af5be852e4f service neutron] 10.222.0.31 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429906 Nov 29 18:04:49.149533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 05ff1be2-3b2b-45a3-951e-d66bcb960262 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:04:49.157993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefeefd5-69df-40da-93a5-10de04ca2579 req-3550c196-f9a5-49e2-9be8-f44965302dc8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:49.159655 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aefeefd5-69df-40da-93a5-10de04ca2579 req-3550c196-f9a5-49e2-9be8-f44965302dc8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=6633fa99-ee14-4fe1-84fb-f04a70c51932 HTTP/1.1" status: 200 len: 945 time: 0.2083530 Nov 29 18:04:49.187825 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c87ded12-3718-4bff-8ea1-66186294dac9 req-651ec76f-5112-4f68-bda8-b948e34fc307 service neutron] 10.222.0.31 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271453 Nov 29 18:04:49.192419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd9a2da-d20c-4998-b252-df017c0ea0ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:49.195959 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a2da-d20c-4998-b252-df017c0ea0ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:49.267192 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600638d-3784-413a-aed6-49946ac30878 req-51172dd8-5ca6-4487-a347-50b913f95f65 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:49.268696 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d600638d-3784-413a-aed6-49946ac30878 req-51172dd8-5ca6-4487-a347-50b913f95f65 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 945 time: 0.1673677 Nov 29 18:04:49.271325 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 05ff1be2-3b2b-45a3-951e-d66bcb960262, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=05ff1be2-3b2b-45a3-951e-d66bcb960262,segment=NetworkSegment(95b115d0-8a07-4b79-bd60-e56032a84bf8),segment_id=95b115d0-8a07-4b79-bd60-e56032a84bf8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:49.283814 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '05ff1be2-3b2b-45a3-951e-d66bcb960262', 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1', 'port_id': '05ff1be2-3b2b-45a3-951e-d66bcb960262', 'mac_address': 'fa:16:3e:08:8c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc58f14-3db0-4095-b29c-7e9f4a082817', 'ip_address': '19.80.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:04:49.324877 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aefeefd5-69df-40da-93a5-10de04ca2579 req-b4e86de4-52ee-4d9d-9b29-eb202633d0ee tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556995 Nov 29 18:04:49.334428 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:49.352107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ff1be2-3b2b-45a3-951e-d66bcb960262 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:49.381720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 05ff1be2-3b2b-45a3-951e-d66bcb960262, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=05ff1be2-3b2b-45a3-951e-d66bcb960262,segment=NetworkSegment(95b115d0-8a07-4b79-bd60-e56032a84bf8),segment_id=95b115d0-8a07-4b79-bd60-e56032a84bf8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:49.385552 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d600638d-3784-413a-aed6-49946ac30878 req-3f5a4960-0e2d-49a1-baac-ff052664d7d8 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093097 Nov 29 18:04:49.386311 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:49.387582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:04:49.464336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 04b77663-c05f-4e5f-93a3-2203f9ec8fd6, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=04b77663-c05f-4e5f-93a3-2203f9ec8fd6,segment=NetworkSegment(95b115d0-8a07-4b79-bd60-e56032a84bf8),segment_id=95b115d0-8a07-4b79-bd60-e56032a84bf8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:49.490139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '04b77663-c05f-4e5f-93a3-2203f9ec8fd6', 'network_id': '3a9e77f2-46b8-4297-aba4-2e1b6b7986c1', 'port_id': '04b77663-c05f-4e5f-93a3-2203f9ec8fd6', 'mac_address': 'fa:16:3e:04:2f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc58f14-3db0-4095-b29c-7e9f4a082817', 'ip_address': '19.80.0.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:04:49.490139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=05ff1be2-3b2b-45a3-951e-d66bcb960262,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:49.531465 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:49.545708 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:49.567830 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 04b77663-c05f-4e5f-93a3-2203f9ec8fd6, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=04b77663-c05f-4e5f-93a3-2203f9ec8fd6,segment=NetworkSegment(95b115d0-8a07-4b79-bd60-e56032a84bf8),segment_id=95b115d0-8a07-4b79-bd60-e56032a84bf8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:49.572289 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:49.573019 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 09613858-4f77-4778-b0eb-2ca70945be2b details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:04:49.573170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-2872645a-8b00-4180-b8c9-54a4a4d346db tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 1001 time: 0.1401937 Nov 29 18:04:49.595056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c695b32-535c-4e4b-828c-e1ac7e32f9f8 req-6a3b9b8c-25ed-4851-893b-978216716e6f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:49.596517 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c695b32-535c-4e4b-828c-e1ac7e32f9f8 req-6a3b9b8c-25ed-4851-893b-978216716e6f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 946 time: 0.1625645 Nov 29 18:04:49.606138 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50704) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:49.612881 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2b7026c7-b7c5-4c9e-8d9c-fd9f225f02d3 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Request body: {'floatingip': {'port_id': 'e73dbed2-259c-432c-ac07-63f329e1d989'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:49.665062 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2b7026c7-b7c5-4c9e-8d9c-fd9f225f02d3 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for floatingip, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:49.674012 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a2da-d20c-4998-b252-df017c0ea0ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:49.680699 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 09613858-4f77-4778-b0eb-2ca70945be2b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=09613858-4f77-4778-b0eb-2ca70945be2b,segment=NetworkSegment(f3b47686-50ed-45e1-bbd4-d017a2dda54f),segment_id=f3b47686-50ed-45e1-bbd4-d017a2dda54f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:49.700950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '09613858-4f77-4778-b0eb-2ca70945be2b', 'network_id': '9be6ad60-b4df-4442-a45a-53166977db8e', 'port_id': '09613858-4f77-4778-b0eb-2ca70945be2b', 'mac_address': 'fa:16:3e:71:9e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba854e6-dc54-4387-af07-c9dd2b91443a', 'ip_address': '19.86.0.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:04:49.729139 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-95d2b9f3-06a4-48c4-a298-2a2d12815712 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:49.730997 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-95d2b9f3-06a4-48c4-a298-2a2d12815712 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports/a9e79909-68ff-4fc0-9083-11fcb0161aa9 HTTP/1.1" status: 200 len: 942 time: 0.1467419 Nov 29 18:04:49.771307 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:49.784630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9a2da-d20c-4998-b252-df017c0ea0ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Subnet': ['ID=1f2cd206-c264-4501-b6df-f126b9a6ef3f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:49.797733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09613858-4f77-4778-b0eb-2ca70945be2b {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:49.807491 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9a2da-d20c-4998-b252-df017c0ea0ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Checking segment: {'id': 'ce448188-dccd-4581-8cb9-ef56c0ae9f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '600764a0-beac-4dda-8a0b-259eebb30eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:49.807860 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd9a2da-d20c-4998-b252-df017c0ea0ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network hostable DHCP agents. Network: 600764a0-beac-4dda-8a0b-259eebb30eef, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:04:49.821038 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679ced8-8535-4f02-9193-9f7144402614 req-15e63744-e478-44e9-b5cf-4c1bca543918 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:49.827456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679ced8-8535-4f02-9193-9f7144402614 req-15e63744-e478-44e9-b5cf-4c1bca543918 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:49.833422 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679ced8-8535-4f02-9193-9f7144402614 req-15e63744-e478-44e9-b5cf-4c1bca543918 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:49.834858 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=04b77663-c05f-4e5f-93a3-2203f9ec8fd6,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:49.835168 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e679ced8-8535-4f02-9193-9f7144402614 req-15e63744-e478-44e9-b5cf-4c1bca543918 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2415 time: 0.1180494 Nov 29 18:04:49.845720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 09613858-4f77-4778-b0eb-2ca70945be2b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=09613858-4f77-4778-b0eb-2ca70945be2b,segment=NetworkSegment(f3b47686-50ed-45e1-bbd4-d017a2dda54f),segment_id=f3b47686-50ed-45e1-bbd4-d017a2dda54f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:49.853974 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:49.914989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=09613858-4f77-4778-b0eb-2ca70945be2b,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:49.919546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd9a2da-d20c-4998-b252-df017c0ea0ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network 600764a0-beac-4dda-8a0b-259eebb30eef is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:04:49.950426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-5bd9a2da-d20c-4998-b252-df017c0ea0ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 600764a0-beac-4dda-8a0b-259eebb30eef) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:49.957793 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-23beb023-078a-470a-ab04-4a287a6d533b tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 1001 time: 0.1210833 Nov 29 18:04:49.973649 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81282aed-bde7-4c7b-b046-91a0c0112cc2 None None] Network 600764a0-beac-4dda-8a0b-259eebb30eef requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:49.975368 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e679ced8-8535-4f02-9193-9f7144402614 req-48791149-00dc-4df2-b641-de16e08efa33 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278672 Nov 29 18:04:49.978030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd9a2da-d20c-4998-b252-df017c0ea0ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:49.978627 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a2da-d20c-4998-b252-df017c0ea0ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:50.070660 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5bd9a2da-d20c-4998-b252-df017c0ea0ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0767634 Nov 29 18:04:50.090817 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50710) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:50.098842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-06366ed9-5697-4144-ad19-71a0a3889ac8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'subnet': {'network_id': '600764a0-beac-4dda-8a0b-259eebb30eef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:50.188825 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-600764a0-beac-4dda-8a0b-259eebb30eef', 'network_id': '600764a0-beac-4dda-8a0b-259eebb30eef', 'tenant_id': '6d2fe1df63aa4201995eddc1ee119ad9', 'fixed_ips': [{'subnet_id': '1f2cd206-c264-4501-b6df-f126b9a6ef3f'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:04:50.190381 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:50.216593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7945bd2-338c-4a0e-abf3-9905c2c30096 req-9e8dc7be-b856-49cb-a944-ea7cf8757cce tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:50.224186 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7945bd2-338c-4a0e-abf3-9905c2c30096 req-9e8dc7be-b856-49cb-a944-ea7cf8757cce tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=f39ce7ee-5a3a-491e-be83-1f7680ffe6df HTTP/1.1" status: 200 len: 945 time: 0.1739848 Nov 29 18:04:50.237409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-0400b98c-59e9-4221-b615-235e789f3b98 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:50.238811 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-0400b98c-59e9-4221-b615-235e789f3b98 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.2624636 Nov 29 18:04:50.331361 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['09613858-4f77-4778-b0eb-2ca70945be2b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:04:50.366486 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2b7026c7-b7c5-4c9e-8d9c-fd9f225f02d3 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:50.368939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Allocated IP 2001:db8::2 (600764a0-beac-4dda-8a0b-259eebb30eef/1f2cd206-c264-4501-b6df-f126b9a6ef3f/d1fee6e4-1a63-4fab-bd15-f2e3071d61fc) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:50.372445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7945bd2-338c-4a0e-abf3-9905c2c30096 req-ef736a23-697d-4287-a074-19ed3fb0b711 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461680 Nov 29 18:04:50.381105 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2b7026c7-b7c5-4c9e-8d9c-fd9f225f02d3 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:50.387829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-c3fa03d3-fbf3-4240-a9ad-e0878acea622 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 1001 time: 0.1375349 Nov 29 18:04:50.398878 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['05ff1be2-3b2b-45a3-951e-d66bcb960262'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:04:50.399070 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06366ed9-5697-4144-ad19-71a0a3889ac8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:50.403879 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06366ed9-5697-4144-ad19-71a0a3889ac8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:50.417794 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-c4cbc1ea-d7a6-4654-9e33-15f4bb64d87c tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:50.505881 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-2b7026c7-b7c5-4c9e-8d9c-fd9f225f02d3 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Floating IP 5c35464b-132f-48d5-a199-b2c390d15942 associated. External IP: 172.25.3.21, port: e73dbed2-259c-432c-ac07-63f329e1d989. Nov 29 18:04:50.521256 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-c4cbc1ea-d7a6-4654-9e33-15f4bb64d87c tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:50.702069 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:50.717535 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:50.781792 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Network 600764a0-beac-4dda-8a0b-259eebb30eef is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:50.791863 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:50.795966 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02401bbe-80c9-44ec-8a91-28eac3ba72ea req-8954d3ab-4e87-40d3-87ad-5b60995a2145 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:50.796832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Pushing event updated for resources: {'Port': ['ID=d1fee6e4-1a63-4fab-bd15-f2e3071d61fc,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:50.799042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:50.804087 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02401bbe-80c9-44ec-8a91-28eac3ba72ea req-8954d3ab-4e87-40d3-87ad-5b60995a2145 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 944 time: 0.2453535 Nov 29 18:04:50.827498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7026c7-b7c5-4c9e-8d9c-fd9f225f02d3 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Router cc867cac-e674-4f59-b5ee-88b138271339 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:04:50.836617 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:50.836879 n-d-819494-5 neutron-server[110005]: INFO neutron.db.ipam_backend_mixin [None req-06366ed9-5697-4144-ad19-71a0a3889ac8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f2cd206-c264-4501-b6df-f126b9a6ef3f (CIDR: 2001:db8::/64) Nov 29 18:04:50.837006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:50.837288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:50.837783 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:50.837962 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:50.838383 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:50.838928 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:50.839150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:50.839900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:50.839900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:50.840978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:50.840978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:04:50.879807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Attempting to bind port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:04:50.880204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Attempting to bind port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'ce448188-dccd-4581-8cb9-ef56c0ae9f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '600764a0-beac-4dda-8a0b-259eebb30eef'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:04:50.880792 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Attempting to bind port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc on network 600764a0-beac-4dda-8a0b-259eebb30eef {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:04:50.884364 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-06366ed9-5697-4144-ad19-71a0a3889ac8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:04:50.884964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06366ed9-5697-4144-ad19-71a0a3889ac8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:04:50.888020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:04:50.888416 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Checking segment: {'id': 'ce448188-dccd-4581-8cb9-ef56c0ae9f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '600764a0-beac-4dda-8a0b-259eebb30eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:04:50.888834 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:50.890059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Bound using segment: {'id': 'ce448188-dccd-4581-8cb9-ef56c0ae9f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '600764a0-beac-4dda-8a0b-259eebb30eef'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:04:50.890865 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Bound port: d1fee6e4-1a63-4fab-bd15-f2e3071d61fc, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce448188-dccd-4581-8cb9-ef56c0ae9f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '600764a0-beac-4dda-8a0b-259eebb30eef'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:04:50.891267 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:50.898844 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-c4cbc1ea-d7a6-4654-9e33-15f4bb64d87c tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:50.911667 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-c4cbc1ea-d7a6-4654-9e33-15f4bb64d87c tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:50.912098 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-c4cbc1ea-d7a6-4654-9e33-15f4bb64d87c tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Floating IP 4e999efd-6f9e-4128-b2fb-ab3ab265be04 disassociated. External IP: 172.25.3.119, port: a9e79909-68ff-4fc0-9083-11fcb0161aa9. Nov 29 18:04:50.972024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] For port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:04:50.973878 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-06366ed9-5697-4144-ad19-71a0a3889ac8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8808222 Nov 29 18:04:50.976225 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50716) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:50.978645 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] For port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d1fee6e4-1a63-4fab-bd15-f2e3071d61fc,segment=NetworkSegment(ce448188-dccd-4581-8cb9-ef56c0ae9f0b),segment_id=ce448188-dccd-4581-8cb9-ef56c0ae9f0b)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:04:50.984243 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-bc63fe01-f517-402e-987d-e9d523bc615c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'subnet': {'network_id': '600764a0-beac-4dda-8a0b-259eebb30eef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:50.984976 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:50.990331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7026c7-b7c5-4c9e-8d9c-fd9f225f02d3 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:04:51.006284 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2b7026c7-b7c5-4c9e-8d9c-fd9f225f02d3 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:51.010649 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02401bbe-80c9-44ec-8a91-28eac3ba72ea req-ddd80722-b715-4e3c-8d9f-6c27a466d2f1 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056332 Nov 29 18:04:51.059919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e29a69-3db7-4ccf-91f3-1c0bcf552754 None None] Sync routers for ids ['cc867cac-e674-4f59-b5ee-88b138271339'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:04:51.062392 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066080ec-ea94-46e6-8b89-08d17786b314 None None] Pushing event updated for resources: {'Port': ['ID=d1fee6e4-1a63-4fab-bd15-f2e3071d61fc,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:51.109760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e29a69-3db7-4ccf-91f3-1c0bcf552754 None None] Routers {'cc867cac-e674-4f59-b5ee-88b138271339'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:51.109760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-78e29a69-3db7-4ccf-91f3-1c0bcf552754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cc867cac-e674-4f59-b5ee-88b138271339'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:51.185641 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2b7026c7-b7c5-4c9e-8d9c-fd9f225f02d3 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "PUT /v2.0/floatingips/5c35464b-132f-48d5-a199-b2c390d15942 HTTP/1.1" status: 200 len: 991 time: 1.5773435 Nov 29 18:04:51.192285 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea491478-9c88-4954-b0e0-3c3eb1340490', 'tag': 'e73dbed2-259c-432c-ac07-63f329e1d989'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:51.205672 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1ac814-0cae-461f-80f9-ffd1e3edb9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea491478-9c88-4954-b0e0-3c3eb1340490", "tag": "e73dbed2-259c-432c-ac07-63f329e1d989"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:51.279395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-78e29a69-3db7-4ccf-91f3-1c0bcf552754 None None] Set router cc867cac-e674-4f59-b5ee-88b138271339 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:51.360830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc63fe01-f517-402e-987d-e9d523bc615c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:51.369094 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc63fe01-f517-402e-987d-e9d523bc615c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:51.396255 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ddb75922-c52c-42b2-88d4-042ebecf4cf2 req-61926534-6403-4fd9-aa53-33e9a17764cf tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec8e945c-4df5-4611-b9d0-3a5e86a534b3 HTTP/1.1" status: 200 len: 210 time: 0.0731020 Nov 29 18:04:51.434681 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-c4cbc1ea-d7a6-4654-9e33-15f4bb64d87c tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Router 97179761-238c-4040-9984-ae0cb86922ba has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:04:51.455598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 47d39406-5de8-4326-94ee-2469082ec427 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:04:51.672591 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-c4cbc1ea-d7a6-4654-9e33-15f4bb64d87c tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:04:51.678168 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-c4cbc1ea-d7a6-4654-9e33-15f4bb64d87c tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:51.685898 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9590fbde-c45e-4cd0-83a7-d6f978756ff6 None None] Sync routers for ids ['97179761-238c-4040-9984-ae0cb86922ba'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:04:51.708663 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9590fbde-c45e-4cd0-83a7-d6f978756ff6 None None] Routers {'97179761-238c-4040-9984-ae0cb86922ba'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:51.709311 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9590fbde-c45e-4cd0-83a7-d6f978756ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['97179761-238c-4040-9984-ae0cb86922ba'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:51.716351 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-c4cbc1ea-d7a6-4654-9e33-15f4bb64d87c tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "PUT /v2.0/floatingips/4e999efd-6f9e-4128-b2fb-ab3ab265be04 HTTP/1.1" status: 200 len: 695 time: 1.3073382 Nov 29 18:04:51.719202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d', 'tag': 'a9e79909-68ff-4fc0-9083-11fcb0161aa9'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:51.721724 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6507eb8a-788f-4568-971d-fa753e3a9f79" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d", "tag": "a9e79909-68ff-4fc0-9083-11fcb0161aa9"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:51.827734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-aeb9512d-04e3-4316-8fcf-402cd292722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:51.829670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-aeb9512d-04e3-4316-8fcf-402cd292722d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4c266ce6530d4da190745999a11290e4&device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 1096 time: 0.0926116 Nov 29 18:04:51.862008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09c478-40b7-4c85-8593-19c8f6a9dcca req-9fb66b53-0a6b-44d9-bf41-d986bf840684 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:51.870080 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e09c478-40b7-4c85-8593-19c8f6a9dcca req-9fb66b53-0a6b-44d9-bf41-d986bf840684 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 945 time: 0.0916588 Nov 29 18:04:51.878568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['04b77663-c05f-4e5f-93a3-2203f9ec8fd6'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:04:51.903179 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-9590fbde-c45e-4cd0-83a7-d6f978756ff6 None None] Set router 97179761-238c-4040-9984-ae0cb86922ba gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:51.932944 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.resource_extend [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:04:52.018337 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e09c478-40b7-4c85-8593-19c8f6a9dcca req-a4472d9c-4605-458e-88a7-e32c9010584f tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388631 Nov 29 18:04:52.160826 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-c498ac2c-a1f9-4b5d-b59d-649d93fee8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:52.165461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-c498ac2c-a1f9-4b5d-b59d-649d93fee8f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2de40021-6650-4d54-8d0a-dc97325a88bf HTTP/1.1" status: 200 len: 930 time: 0.3195274 Nov 29 18:04:52.176166 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9590fbde-c45e-4cd0-83a7-d6f978756ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97179761-238c-4040-9984-ae0cb86922ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-router', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:57Z', 'updated_at': '2021-11-29T18:04:05Z', 'revision_number': 4, 'project_id': '4c266ce6530d4da190745999a11290e4', 'gw_port': {'id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8', 'name': '', 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'mac_address': 'fa:16:3e:2e:13:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:02Z', 'updated_at': '2021-11-29T18:04:24Z', 'revision_number': 5, 'project_id': '4c266ce6530d4da190745999a11290e4', 'subnets': [{'id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:52.210147 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9590fbde-c45e-4cd0-83a7-d6f978756ff6 None None] Checking router: 97179761-238c-4040-9984-ae0cb86922ba for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:04:52.219084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 47d39406-5de8-4326-94ee-2469082ec427, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=47d39406-5de8-4326-94ee-2469082ec427,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:52.221055 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9590fbde-c45e-4cd0-83a7-d6f978756ff6 None None] Routers {'97179761-238c-4040-9984-ae0cb86922ba'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:52.221821 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9590fbde-c45e-4cd0-83a7-d6f978756ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['97179761-238c-4040-9984-ae0cb86922ba'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:52.268514 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc63fe01-f517-402e-987d-e9d523bc615c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:52.271535 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '47d39406-5de8-4326-94ee-2469082ec427', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'port_id': '47d39406-5de8-4326-94ee-2469082ec427', 'mac_address': 'fa:16:3e:57:94:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:04:52.286528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-e36994aa-2424-48cd-a768-1021975773ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9e79909-68ff-4fc0-9083-11fcb0161aa9 HTTP/1.1" status: 200 len: 217 time: 0.0980666 Nov 29 18:04:52.348743 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63fe01-f517-402e-987d-e9d523bc615c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Subnet': ['ID=cfdb3f60-8b0f-4bce-891f-135ed38fa9a0,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:52.369781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc63fe01-f517-402e-987d-e9d523bc615c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network 600764a0-beac-4dda-8a0b-259eebb30eef is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:52.372234 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-bc63fe01-f517-402e-987d-e9d523bc615c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:52.376181 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc63fe01-f517-402e-987d-e9d523bc615c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:52.377001 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc63fe01-f517-402e-987d-e9d523bc615c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:52.404026 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bc63fe01-f517-402e-987d-e9d523bc615c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4265976 Nov 29 18:04:52.406408 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50730) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:52.407944 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:52.411555 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-9590fbde-c45e-4cd0-83a7-d6f978756ff6 None None] Set router 97179761-238c-4040-9984-ae0cb86922ba gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:52.416664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-65f2f49b-a590-497d-91d8-2e08b1f9a766 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'network_id': '600764a0-beac-4dda-8a0b-259eebb30eef', 'fixed_ips': [{'subnet_id': '1f2cd206-c264-4501-b6df-f126b9a6ef3f'}, {'subnet_id': 'cfdb3f60-8b0f-4bce-891f-135ed38fa9a0'}], 'name': 'tempest-PortsIpV6TestJSON-906064955'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:52.443463 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-78e29a69-3db7-4ccf-91f3-1c0bcf552754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'name': 'tempest-ServersTestManualDisk-224712466-router', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:04:06Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'gw_port': {'id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:08Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '5c35464b-132f-48d5-a199-b2c390d15942', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'port_id': 'e73dbed2-259c-432c-ac07-63f329e1d989', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f', 'mac_address': 'fa:16:3e:a4:35:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491478-9c88-4954-b0e0-3c3eb1340490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:04:23Z', 'updated_at': '2021-11-29T18:04:50Z', 'revision_number': 1, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5485334e-9a25-4fb1-bb2f-4170c37bb949', 'name': '', 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'mac_address': 'fa:16:3e:c9:30:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:12Z', 'updated_at': '2021-11-29T18:04:26Z', 'revision_number': 5, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'subnets': [{'id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:52.446046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7cd52-4817-4c09-8eb7-4590df78b8d7 req-9ec8bc19-bee4-4d3f-b018-9706577b03e9 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:52.458329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7cd52-4817-4c09-8eb7-4590df78b8d7 req-9ec8bc19-bee4-4d3f-b018-9706577b03e9 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:52.476009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7cd52-4817-4c09-8eb7-4590df78b8d7 req-9ec8bc19-bee4-4d3f-b018-9706577b03e9 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:52.484995 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5bc7cd52-4817-4c09-8eb7-4590df78b8d7 req-9ec8bc19-bee4-4d3f-b018-9706577b03e9 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2416 time: 0.2219017 Nov 29 18:04:52.508582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-999dfa88-78ec-42c2-b1a8-fd884187c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:52.510175 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-999dfa88-78ec-42c2-b1a8-fd884187c258 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=db358909-3be9-46a0-9a35-12415c5cf007 HTTP/1.1" status: 200 len: 868 time: 0.1882236 Nov 29 18:04:52.532017 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e29a69-3db7-4ccf-91f3-1c0bcf552754 None None] Checking router: cc867cac-e674-4f59-b5ee-88b138271339 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:04:52.547327 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d39406-5de8-4326-94ee-2469082ec427 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:04:52.606124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5bc7cd52-4817-4c09-8eb7-4590df78b8d7 req-a0e8de4e-981b-46f6-ad7e-9bec7284a575 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157331 Nov 29 18:04:52.620627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-f41c7ed0-baef-4580-80a4-977b1846acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:52.623689 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-f41c7ed0-baef-4580-80a4-977b1846acd2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2de40021-6650-4d54-8d0a-dc97325a88bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014788 Nov 29 18:04:52.627075 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 47d39406-5de8-4326-94ee-2469082ec427, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=47d39406-5de8-4326-94ee-2469082ec427,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:52.629228 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e29a69-3db7-4ccf-91f3-1c0bcf552754 None None] Routers {'cc867cac-e674-4f59-b5ee-88b138271339'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:04:52.630281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-78e29a69-3db7-4ccf-91f3-1c0bcf552754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cc867cac-e674-4f59-b5ee-88b138271339'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:52.638033 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:52.653993 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f2f49b-a590-497d-91d8-2e08b1f9a766 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:52.692172 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9590fbde-c45e-4cd0-83a7-d6f978756ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97179761-238c-4040-9984-ae0cb86922ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-router', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:57Z', 'updated_at': '2021-11-29T18:04:05Z', 'revision_number': 4, 'project_id': '4c266ce6530d4da190745999a11290e4', 'gw_port': {'id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8', 'name': '', 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'mac_address': 'fa:16:3e:2e:13:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:02Z', 'updated_at': '2021-11-29T18:04:24Z', 'revision_number': 5, 'project_id': '4c266ce6530d4da190745999a11290e4', 'subnets': [{'id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:52.737208 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9590fbde-c45e-4cd0-83a7-d6f978756ff6 None None] The sync data for ids ['97179761-238c-4040-9984-ae0cb86922ba'] in n-d-819494-5 is: [{'id': '97179761-238c-4040-9984-ae0cb86922ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-router', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:57Z', 'updated_at': '2021-11-29T18:04:05Z', 'revision_number': 4, 'project_id': '4c266ce6530d4da190745999a11290e4', 'gw_port': {'id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8', 'name': '', 'network_id': '2de40021-6650-4d54-8d0a-dc97325a88bf', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'mac_address': 'fa:16:3e:2e:13:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:02Z', 'updated_at': '2021-11-29T18:04:24Z', 'revision_number': 5, 'project_id': '4c266ce6530d4da190745999a11290e4', 'subnets': [{'id': 'db358909-3be9-46a0-9a35-12415c5cf007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:04:52.766990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e61627d-6dbd-4aa8-8476-bb581664d32e None None] Network 600764a0-beac-4dda-8a0b-259eebb30eef requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:52.843052 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29e4350-c7a4-4daa-8644-15a3ec98cc13 x-openstack-request-id: req-d29e4350-c7a4-4daa-8644-15a3ec98cc13 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:52.843372 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea491478-9c88-4954-b0e0-3c3eb1340490", "tag": "e73dbed2-259c-432c-ac07-63f329e1d989", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:52.843618 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d29e4350-c7a4-4daa-8644-15a3ec98cc13 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:52.844224 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea491478-9c88-4954-b0e0-3c3eb1340490', 'tag': 'e73dbed2-259c-432c-ac07-63f329e1d989', 'status': 'completed', 'code': 200} Nov 29 18:04:52.860436 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-601e335b-d21c-464d-84f3-b3daaa5b267e service neutron] 10.222.0.23 "GET /v2.0/networks/2de40021-6650-4d54-8d0a-dc97325a88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289808 Nov 29 18:04:52.912627 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-65f2f49b-a590-497d-91d8-2e08b1f9a766 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:52.965435 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-65f2f49b-a590-497d-91d8-2e08b1f9a766 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] device_id is not set on port b0295046-e5f6-48b8-938d-95ceacbf1272 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:04:52.980956 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ac814-0cae-461f-80f9-ffd1e3edb9e6 req-8e0a274a-b824-40fa-acb1-b92eba7e5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:52.981458 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5b1ac814-0cae-461f-80f9-ffd1e3edb9e6 req-8e0a274a-b824-40fa-acb1-b92eba7e5fc8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f817adc962514aed94672c4ce2dddcc9&device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 1097 time: 0.1307113 Nov 29 18:04:53.037278 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8441f2-000f-480b-b878-a39ac134b4b8 req-d6c9f460-095c-476c-9256-70c4c8981c57 service neutron] 10.222.0.23 "GET /v2.0/networks/2de40021-6650-4d54-8d0a-dc97325a88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691570 Nov 29 18:04:53.085905 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=47d39406-5de8-4326-94ee-2469082ec427,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:53.128134 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098560db-ec93-4f27-9c6e-ab2bcee19d74 x-openstack-request-id: req-098560db-ec93-4f27-9c6e-ab2bcee19d74 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:53.128894 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d", "tag": "a9e79909-68ff-4fc0-9083-11fcb0161aa9", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:53.129291 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-098560db-ec93-4f27-9c6e-ab2bcee19d74 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:53.129792 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d', 'tag': 'a9e79909-68ff-4fc0-9083-11fcb0161aa9', 'status': 'completed', 'code': 200} Nov 29 18:04:53.212341 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-525243ae-56f2-4f37-b8f8-dde5133ec2dc None None] Provisioning complete for port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:53.213535 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-525243ae-56f2-4f37-b8f8-dde5133ec2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:53.248208 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['47d39406-5de8-4326-94ee-2469082ec427'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:04:53.317117 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 05ff1be2-3b2b-45a3-951e-d66bcb960262 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:53.377610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ad52e-fa7a-4e25-91bd-5e1e76083017 req-4e9fd1af-e96c-4f6b-85db-386c2b7b611e tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:53.379372 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-770ad52e-fa7a-4e25-91bd-5e1e76083017 req-4e9fd1af-e96c-4f6b-85db-386c2b7b611e tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 945 time: 0.0883052 Nov 29 18:04:53.387876 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75f5044-d8cf-438b-8b63-45d16453dc6a None None] New status for floating IP 4e999efd-6f9e-4128-b2fb-ab3ab265be04: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:04:53.388260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a23e4-b8fe-44d0-a4e8-1fe5cf2c9e26 req-d0890478-cac9-4166-8cbb-263154b96983 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:53.391239 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-768a23e4-b8fe-44d0-a4e8-1fe5cf2c9e26 req-d0890478-cac9-4166-8cbb-263154b96983 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 945 time: 0.1454666 Nov 29 18:04:53.393298 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c7c12-989c-47f3-9609-55021eb4faf6 req-6764cb75-ee7b-4348-8850-329a7f583c68 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:53.394946 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b80c7c12-989c-47f3-9609-55021eb4faf6 req-6764cb75-ee7b-4348-8850-329a7f583c68 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.20 "GET /v2.0/ports?device_id=f39ce7ee-5a3a-491e-be83-1f7680ffe6df HTTP/1.1" status: 200 len: 945 time: 0.3118756 Nov 29 18:04:53.426910 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d1fee6e4-1a63-4fab-bd15-f2e3071d61fc up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:53.447176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507eb8a-788f-4568-971d-fa753e3a9f79 req-900eec08-f7e2-489d-aca6-d8cf4ea8e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:53.448691 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6507eb8a-788f-4568-971d-fa753e3a9f79 req-900eec08-f7e2-489d-aca6-d8cf4ea8e206 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c266ce6530d4da190745999a11290e4&device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 1096 time: 0.2187364 Nov 29 18:04:53.485143 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-770ad52e-fa7a-4e25-91bd-5e1e76083017 req-7d374457-d09b-46ad-b5de-bf81f4ce5880 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925434 Nov 29 18:04:53.512393 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-768a23e4-b8fe-44d0-a4e8-1fe5cf2c9e26 req-a5a030f2-7221-4264-8b69-cae1946fc17f tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115222 Nov 29 18:04:53.589360 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17a664d1-35e8-4ecc-aff3-429a8d4070f7 req-e3c730e4-d83b-450e-b46c-cdf5d4f36ac1 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/floatingips/4e999efd-6f9e-4128-b2fb-ab3ab265be04 HTTP/1.1" status: 200 len: 695 time: 0.0673008 Nov 29 18:04:53.597804 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-78e29a69-3db7-4ccf-91f3-1c0bcf552754 None None] Set router cc867cac-e674-4f59-b5ee-88b138271339 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:04:53.660866 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ac814-0cae-461f-80f9-ffd1e3edb9e6 req-b84ecae9-bfef-4104-998c-b4af7e462797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:53.663437 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5b1ac814-0cae-461f-80f9-ffd1e3edb9e6 req-b84ecae9-bfef-4104-998c-b4af7e462797 service neutron] 10.222.0.20 "GET /v2.0/networks?id=490a8886-b6b4-4ef6-bb71-9a56602af52f HTTP/1.1" status: 200 len: 912 time: 0.6559784 Nov 29 18:04:53.750969 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507eb8a-788f-4568-971d-fa753e3a9f79 req-ce629573-4db5-46eb-a943-35d67e3a9f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:53.753678 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6507eb8a-788f-4568-971d-fa753e3a9f79 req-ce629573-4db5-46eb-a943-35d67e3a9f5a service neutron] 10.222.0.31 "GET /v2.0/networks?id=2de40021-6650-4d54-8d0a-dc97325a88bf HTTP/1.1" status: 200 len: 930 time: 0.2688956 Nov 29 18:04:53.831146 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6507eb8a-788f-4568-971d-fa753e3a9f79 req-4bf4f138-2658-4db7-b5af-62d46eb4062c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9e79909-68ff-4fc0-9083-11fcb0161aa9 HTTP/1.1" status: 200 len: 217 time: 0.0492854 Nov 29 18:04:53.897123 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507eb8a-788f-4568-971d-fa753e3a9f79 req-5312de69-a47a-48ac-8172-211ce5f6cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:53.898735 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6507eb8a-788f-4568-971d-fa753e3a9f79 req-5312de69-a47a-48ac-8172-211ce5f6cd65 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=db358909-3be9-46a0-9a35-12415c5cf007 HTTP/1.1" status: 200 len: 868 time: 0.0546191 Nov 29 18:04:53.937906 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5b1ac814-0cae-461f-80f9-ffd1e3edb9e6 req-96a53c02-4276-43ab-a537-b0b2478fbda3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e73dbed2-259c-432c-ac07-63f329e1d989 HTTP/1.1" status: 200 len: 999 time: 0.2556515 Nov 29 18:04:53.964052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-b80c7c12-989c-47f3-9609-55021eb4faf6 req-e2e7973a-4f1e-46bb-a929-03d4064fc20c tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Deleting port 339fcb5e-9bb4-4369-9b44-055f0a565bb7 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:53.964544 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b80c7c12-989c-47f3-9609-55021eb4faf6 req-e2e7973a-4f1e-46bb-a929-03d4064fc20c tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:54.085463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-b80c7c12-989c-47f3-9609-55021eb4faf6 req-e2e7973a-4f1e-46bb-a929-03d4064fc20c tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] For port 339fcb5e-9bb4-4369-9b44-055f0a565bb7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=339fcb5e-9bb4-4369-9b44-055f0a565bb7,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:54.086018 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b80c7c12-989c-47f3-9609-55021eb4faf6 req-e2e7973a-4f1e-46bb-a929-03d4064fc20c tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:54.103994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-b80c7c12-989c-47f3-9609-55021eb4faf6 req-e2e7973a-4f1e-46bb-a929-03d4064fc20c tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Calling delete_port for 339fcb5e-9bb4-4369-9b44-055f0a565bb7 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:54.107270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a664d1-35e8-4ecc-aff3-429a8d4070f7 req-ff64a278-83a9-4aca-8062-b461f43c012b tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:54.108935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17a664d1-35e8-4ecc-aff3-429a8d4070f7 req-ff64a278-83a9-4aca-8062-b461f43c012b tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.5180948 Nov 29 18:04:54.172005 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-1ee8c716-9b09-4b25-b6d1-2b60fe7ca0cf tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:54.173621 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-1ee8c716-9b09-4b25-b6d1-2b60fe7ca0cf tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/networks?id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67 HTTP/1.1" status: 200 len: 812 time: 0.5552747 Nov 29 18:04:54.182255 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 05ff1be2-3b2b-45a3-951e-d66bcb960262 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:04:54.193205 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17a664d1-35e8-4ecc-aff3-429a8d4070f7 req-fc3416c6-2952-462f-a29d-f1eb0133ed5e tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 696 time: 0.0739408 Nov 29 18:04:54.200593 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 05ff1be2-3b2b-45a3-951e-d66bcb960262 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:54.201106 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:54.213719 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd30a1d3-1b6d-48ed-9f01-a36355ea8701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:54.215854 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:54.216168 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:54.220154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-6d8d1e4b-d589-4cde-bb5a-d99ed94a2bde tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/quotas/d4194d8101824301ad5fc37facbb9c7a HTTP/1.1" status: 200 len: 375 time: 0.0249035 Nov 29 18:04:54.291015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17a664d1-35e8-4ecc-aff3-429a8d4070f7 req-f9f0046c-f790-4801-b1a8-89856db050ec tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.119 HTTP/1.1" status: 200 len: 696 time: 0.0885978 Nov 29 18:04:54.365567 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-fce6e9bc-ecce-4fdf-8103-43a57b0284ba tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d4194d8101824301ad5fc37facbb9c7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1444216 Nov 29 18:04:54.411396 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b80c7c12-989c-47f3-9609-55021eb4faf6 req-e2e7973a-4f1e-46bb-a929-03d4064fc20c tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:54.469827 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507eb8a-788f-4568-971d-fa753e3a9f79 req-773b4fb4-6379-40bc-8789-d24d4a4a5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:54.471776 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6507eb8a-788f-4568-971d-fa753e3a9f79 req-773b4fb4-6379-40bc-8789-d24d4a4a5ac1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2de40021-6650-4d54-8d0a-dc97325a88bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5567591 Nov 29 18:04:54.478377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['0f5c990b-9551-455b-8f18-32cee61bcdad', '339fcb5e-9bb4-4369-9b44-055f0a565bb7'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:04:54.480320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7973a-4f1e-46bb-a929-03d4064fc20c tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Pushing event deleted for resources: {'Port': ['ID=339fcb5e-9bb4-4369-9b44-055f0a565bb7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:54.522105 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70c01e5-4e26-4afb-b4ad-864fc289ff18 None None] DHCP port deletion for 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:54.539939 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-525243ae-56f2-4f37-b8f8-dde5133ec2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:54.612988 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6507eb8a-788f-4568-971d-fa753e3a9f79 req-bfac4220-47c0-4ea5-82b3-19e424b6cc6c service neutron] 10.222.0.31 "GET /v2.0/networks/2de40021-6650-4d54-8d0a-dc97325a88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008255 Nov 29 18:04:54.626556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-5db0457f-db0c-44c9-8ab5-56dc6d8c4c5a service neutron] 10.222.0.23 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599821 Nov 29 18:04:54.681597 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27e2a4e-ba68-4200-b40b-62160476a57c None None] Update dhcp port {'port': {'network_id': '600764a0-beac-4dda-8a0b-259eebb30eef', 'fixed_ips': [{'subnet_id': '1f2cd206-c264-4501-b6df-f126b9a6ef3f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cfdb3f60-8b0f-4bce-891f-135ed38fa9a0'}], 'binding:host_id': 'n-d-819494-5'}, 'id': 'd1fee6e4-1a63-4fab-bd15-f2e3071d61fc'} from n-d-819494-5. {{(pid=110006) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 18:04:54.701430 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-17a664d1-35e8-4ecc-aff3-429a8d4070f7 req-fbe69d5b-7cf7-4c27-998c-296eb5626e83 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Deleting port a05488b7-e2f2-4e93-8fa5-aaf37e24f7e6 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:54.702060 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-17a664d1-35e8-4ecc-aff3-429a8d4070f7 req-fbe69d5b-7cf7-4c27-998c-296eb5626e83 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:54.716599 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-525243ae-56f2-4f37-b8f8-dde5133ec2dc None None] For port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d1fee6e4-1a63-4fab-bd15-f2e3071d61fc,segment=NetworkSegment(ce448188-dccd-4581-8cb9-ef56c0ae9f0b),segment_id=ce448188-dccd-4581-8cb9-ef56c0ae9f0b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:54.727556 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-65f2f49b-a590-497d-91d8-2e08b1f9a766 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Allocated IP 2001:db8::27a (600764a0-beac-4dda-8a0b-259eebb30eef/1f2cd206-c264-4501-b6df-f126b9a6ef3f/b0295046-e5f6-48b8-938d-95ceacbf1272) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:54.732473 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6507eb8a-788f-4568-971d-fa753e3a9f79 req-ebcf5090-c493-410d-863d-e82912b4dfac service neutron] 10.222.0.31 "GET /v2.0/networks/2de40021-6650-4d54-8d0a-dc97325a88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018834 Nov 29 18:04:54.743200 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-525243ae-56f2-4f37-b8f8-dde5133ec2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:54.767505 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ac814-0cae-461f-80f9-ffd1e3edb9e6 req-a41ad210-e253-4878-9e92-07e8d88f0c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:54.769194 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5b1ac814-0cae-461f-80f9-ffd1e3edb9e6 req-a41ad210-e253-4878-9e92-07e8d88f0c7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=430527e9-00ad-453c-9a77-a7999b75d5f4 HTTP/1.1" status: 200 len: 850 time: 0.5730751 Nov 29 18:04:54.772696 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80c7c12-989c-47f3-9609-55021eb4faf6 req-e2e7973a-4f1e-46bb-a929-03d4064fc20c tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] No DVR routers for this DVR port 339fcb5e-9bb4-4369-9b44-055f0a565bb7 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:04:54.775314 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-65f2f49b-a590-497d-91d8-2e08b1f9a766 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Allocated IP 2001:db8:0:1::3c (600764a0-beac-4dda-8a0b-259eebb30eef/cfdb3f60-8b0f-4bce-891f-135ed38fa9a0/b0295046-e5f6-48b8-938d-95ceacbf1272) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:54.778088 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b80c7c12-989c-47f3-9609-55021eb4faf6 req-e2e7973a-4f1e-46bb-a929-03d4064fc20c tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:54.781358 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b80c7c12-989c-47f3-9609-55021eb4faf6 req-e2e7973a-4f1e-46bb-a929-03d4064fc20c tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.20 "DELETE /v2.0/ports/339fcb5e-9bb4-4369-9b44-055f0a565bb7 HTTP/1.1" status: 204 len: 173 time: 1.3710294 Nov 29 18:04:54.784263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ce2d8-a2f3-4c38-ae06-770a34c7ea30 req-4e39e4a3-1d22-49f0-801f-113396e93e3c tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:54.798570 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-783ce2d8-a2f3-4c38-ae06-770a34c7ea30 req-4e39e4a3-1d22-49f0-801f-113396e93e3c tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.20 "GET /v2.0/ports?device_id=6633fa99-ee14-4fe1-84fb-f04a70c51932 HTTP/1.1" status: 200 len: 945 time: 0.2307775 Nov 29 18:04:54.826209 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e27e2a4e-ba68-4200-b40b-62160476a57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:54.845044 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39ce7ee-5a3a-491e-be83-1f7680ffe6df', 'name': 'network-vif-deleted', 'tag': '339fcb5e-9bb4-4369-9b44-055f0a565bb7'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:54.848012 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88833bd4-3e6c-4078-9fff-0f462055bad8" -d '{"events": [{"server_uuid": "f39ce7ee-5a3a-491e-be83-1f7680ffe6df", "name": "network-vif-deleted", "tag": "339fcb5e-9bb4-4369-9b44-055f0a565bb7"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:54.857919 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ac814-0cae-461f-80f9-ffd1e3edb9e6 req-1f3a0de7-da34-419f-a3a0-76ee5e7a7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:54.859453 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5b1ac814-0cae-461f-80f9-ffd1e3edb9e6 req-1f3a0de7-da34-419f-a3a0-76ee5e7a7a03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=490a8886-b6b4-4ef6-bb71-9a56602af52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772383 Nov 29 18:04:54.958108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-5ab46ddd-192e-4301-a110-52e0be359291 service neutron] 10.222.0.23 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284125 Nov 29 18:04:55.009055 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:55.025478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-78e29a69-3db7-4ccf-91f3-1c0bcf552754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'name': 'tempest-ServersTestManualDisk-224712466-router', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:04:06Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'gw_port': {'id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:08Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '5c35464b-132f-48d5-a199-b2c390d15942', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'port_id': 'e73dbed2-259c-432c-ac07-63f329e1d989', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f', 'mac_address': 'fa:16:3e:a4:35:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491478-9c88-4954-b0e0-3c3eb1340490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:04:23Z', 'updated_at': '2021-11-29T18:04:50Z', 'revision_number': 1, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5485334e-9a25-4fb1-bb2f-4170c37bb949', 'name': '', 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'mac_address': 'fa:16:3e:c9:30:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:12Z', 'updated_at': '2021-11-29T18:04:26Z', 'revision_number': 5, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'subnets': [{'id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:04:55.027662 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5b1ac814-0cae-461f-80f9-ffd1e3edb9e6 req-c5db55da-c19e-4c9d-ae5e-4b2a0535ec25 service neutron] 10.222.0.20 "GET /v2.0/networks/490a8886-b6b4-4ef6-bb71-9a56602af52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460917 Nov 29 18:04:55.078957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e29a69-3db7-4ccf-91f3-1c0bcf552754 None None] The sync data for ids ['cc867cac-e674-4f59-b5ee-88b138271339'] in n-d-819494-5 is: [{'id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'name': 'tempest-ServersTestManualDisk-224712466-router', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:04:06Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'gw_port': {'id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:08Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '5c35464b-132f-48d5-a199-b2c390d15942', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'port_id': 'e73dbed2-259c-432c-ac07-63f329e1d989', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f', 'mac_address': 'fa:16:3e:a4:35:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea491478-9c88-4954-b0e0-3c3eb1340490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:04:23Z', 'updated_at': '2021-11-29T18:04:50Z', 'revision_number': 1, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5485334e-9a25-4fb1-bb2f-4170c37bb949', 'name': '', 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'mac_address': 'fa:16:3e:c9:30:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:12Z', 'updated_at': '2021-11-29T18:04:26Z', 'revision_number': 5, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'subnets': [{'id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:04:55.092682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525243ae-56f2-4f37-b8f8-dde5133ec2dc None None] Pushing event updated for resources: {'Port': ['ID=d1fee6e4-1a63-4fab-bd15-f2e3071d61fc,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:55.102701 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ff1be2-3b2b-45a3-951e-d66bcb960262'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:55.121068 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-17a664d1-35e8-4ecc-aff3-429a8d4070f7 req-fbe69d5b-7cf7-4c27-998c-296eb5626e83 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:55.121068 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-17a664d1-35e8-4ecc-aff3-429a8d4070f7 req-fbe69d5b-7cf7-4c27-998c-296eb5626e83 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:55.129030 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24026066-37df-4256-bbc2-f7cafc37e894" -d '{"events": [{"server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "name": "network-vif-plugged", "status": "completed", "tag": "05ff1be2-3b2b-45a3-951e-d66bcb960262"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:55.161410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-17a664d1-35e8-4ecc-aff3-429a8d4070f7 req-fbe69d5b-7cf7-4c27-998c-296eb5626e83 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Calling delete_port for a05488b7-e2f2-4e93-8fa5-aaf37e24f7e6 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:55.176966 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 05ff1be2-3b2b-45a3-951e-d66bcb960262, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=05ff1be2-3b2b-45a3-951e-d66bcb960262,segment=NetworkSegment(95b115d0-8a07-4b79-bd60-e56032a84bf8),segment_id=95b115d0-8a07-4b79-bd60-e56032a84bf8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:55.198134 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:55.203154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 09613858-4f77-4778-b0eb-2ca70945be2b up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:55.248435 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-65f2f49b-a590-497d-91d8-2e08b1f9a766 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:55.318568 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5b1ac814-0cae-461f-80f9-ffd1e3edb9e6 req-b9e8e348-d79d-4e83-a9f5-c22d0fb59b44 service neutron] 10.222.0.20 "GET /v2.0/networks/490a8886-b6b4-4ef6-bb71-9a56602af52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823420 Nov 29 18:04:55.319349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50766) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:55.371100 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d1fee6e4-1a63-4fab-bd15-f2e3071d61fc up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:55.380668 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-783ce2d8-a2f3-4c38-ae06-770a34c7ea30 req-795a83d1-3478-475f-a22c-e8af3555de2b tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Deleting port 0f5c990b-9551-455b-8f18-32cee61bcdad {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:55.387322 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-783ce2d8-a2f3-4c38-ae06-770a34c7ea30 req-795a83d1-3478-475f-a22c-e8af3555de2b tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:55.449835 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8007ef40-25cd-4a15-876f-20843bedd193 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:55.496351 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8007ef40-25cd-4a15-876f-20843bedd193 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:55.500349 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-65f2f49b-a590-497d-91d8-2e08b1f9a766 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:55.561434 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415aae60-3a49-409c-a786-147baa382626 None None] New status for floating IP 5c35464b-132f-48d5-a199-b2c390d15942: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:04:55.607585 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=05ff1be2-3b2b-45a3-951e-d66bcb960262,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:55.637607 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-e27e2a4e-ba68-4200-b40b-62160476a57c None None] Allocated IP 2001:db8:0:1::2 (600764a0-beac-4dda-8a0b-259eebb30eef/cfdb3f60-8b0f-4bce-891f-135ed38fa9a0/d1fee6e4-1a63-4fab-bd15-f2e3071d61fc) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:55.651355 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 09613858-4f77-4778-b0eb-2ca70945be2b completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:04:55.677781 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 09613858-4f77-4778-b0eb-2ca70945be2b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:55.679256 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:55.690363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f2f49b-a590-497d-91d8-2e08b1f9a766 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network 600764a0-beac-4dda-8a0b-259eebb30eef is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:55.695549 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f2aa0-1a03-41aa-9dbb-338fddb269b3 req-f4de5d4f-dcf7-4f60-aa92-812c958251cf tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:55.706263 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-65f2f49b-a590-497d-91d8-2e08b1f9a766 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:55.719648 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f2aa0-1a03-41aa-9dbb-338fddb269b3 req-f4de5d4f-dcf7-4f60-aa92-812c958251cf tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:55.736226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f2f49b-a590-497d-91d8-2e08b1f9a766 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:04:55.737977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f2aa0-1a03-41aa-9dbb-338fddb269b3 req-f4de5d4f-dcf7-4f60-aa92-812c958251cf tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:55.746346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b15f2aa0-1a03-41aa-9dbb-338fddb269b3 req-f4de5d4f-dcf7-4f60-aa92-812c958251cf tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2417 time: 0.3768299 Nov 29 18:04:55.760863 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f2f49b-a590-497d-91d8-2e08b1f9a766 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:55.762417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:55.762813 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:55.763575 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-65f2f49b-a590-497d-91d8-2e08b1f9a766 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:55.819249 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-65f2f49b-a590-497d-91d8-2e08b1f9a766 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.4098434 Nov 29 18:04:55.822203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50776) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:55.852138 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-116258a5-3093-4a3a-bc5e-2d359816b64b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f2cd206-c264-4501-b6df-f126b9a6ef3f'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:55.888387 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e27e2a4e-ba68-4200-b40b-62160476a57c None None] For port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d1fee6e4-1a63-4fab-bd15-f2e3071d61fc,segment=NetworkSegment(ce448188-dccd-4581-8cb9-ef56c0ae9f0b),segment_id=ce448188-dccd-4581-8cb9-ef56c0ae9f0b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:55.912956 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:55.932606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-783ce2d8-a2f3-4c38-ae06-770a34c7ea30 req-795a83d1-3478-475f-a22c-e8af3555de2b tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] For port 0f5c990b-9551-455b-8f18-32cee61bcdad, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=0f5c990b-9551-455b-8f18-32cee61bcdad,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:55.933099 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-783ce2d8-a2f3-4c38-ae06-770a34c7ea30 req-795a83d1-3478-475f-a22c-e8af3555de2b tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:55.962307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2f49b-a590-497d-91d8-2e08b1f9a766 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=b0295046-e5f6-48b8-938d-95ceacbf1272,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:55.971884 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8007ef40-25cd-4a15-876f-20843bedd193 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:55.975052 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8007ef40-25cd-4a15-876f-20843bedd193 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:55.979495 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8007ef40-25cd-4a15-876f-20843bedd193 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "DELETE /v2.0/security-groups/48f7f49f-9250-4dd0-b982-f91ca985768a HTTP/1.1" status: 204 len: 168 time: 0.6396983 Nov 29 18:04:55.984861 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50780) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:56.029139 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e27e2a4e-ba68-4200-b40b-62160476a57c None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:56.037369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-783ce2d8-a2f3-4c38-ae06-770a34c7ea30 req-795a83d1-3478-475f-a22c-e8af3555de2b tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Calling delete_port for 0f5c990b-9551-455b-8f18-32cee61bcdad owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:56.058169 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e27e2a4e-ba68-4200-b40b-62160476a57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:56.081734 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007ef40-25cd-4a15-876f-20843bedd193 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f7f49f-9250-4dd0-b982-f91ca985768a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:56.113859 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-ce49001b-afd5-43d7-adf8-073c16dea7e3 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] show failed (client error): The resource could not be found. Nov 29 18:04:56.120388 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ce49001b-afd5-43d7-adf8-073c16dea7e3 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "GET /v2.0/security-groups/48f7f49f-9250-4dd0-b982-f91ca985768a HTTP/1.1" status: 404 len: 347 time: 0.1178198 Nov 29 18:04:56.122008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50786) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:56.129093 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 09613858-4f77-4778-b0eb-2ca70945be2b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=09613858-4f77-4778-b0eb-2ca70945be2b,segment=NetworkSegment(f3b47686-50ed-45e1-bbd4-d017a2dda54f),segment_id=f3b47686-50ed-45e1-bbd4-d017a2dda54f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:56.139853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b15f2aa0-1a03-41aa-9dbb-338fddb269b3 req-f65475f8-bd3a-402b-8470-085b224b5f13 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904076 Nov 29 18:04:56.162886 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-17a664d1-35e8-4ecc-aff3-429a8d4070f7 req-fbe69d5b-7cf7-4c27-998c-296eb5626e83 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:56.169484 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:56.192637 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 47d39406-5de8-4326-94ee-2469082ec427 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:56.224119 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-116258a5-3093-4a3a-bc5e-2d359816b64b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:56.316380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe69d5b-7cf7-4c27-998c-296eb5626e83 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Pushing event deleted for resources: {'Port': ['ID=a05488b7-e2f2-4e93-8fa5-aaf37e24f7e6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:56.328252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e2a4e-ba68-4200-b40b-62160476a57c None None] Pushing event updated for resources: {'Port': ['ID=d1fee6e4-1a63-4fab-bd15-f2e3071d61fc,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:56.422050 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-17a664d1-35e8-4ecc-aff3-429a8d4070f7 req-fbe69d5b-7cf7-4c27-998c-296eb5626e83 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:56.428430 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-17a664d1-35e8-4ecc-aff3-429a8d4070f7 req-fbe69d5b-7cf7-4c27-998c-296eb5626e83 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:56.430435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17a664d1-35e8-4ecc-aff3-429a8d4070f7 req-fbe69d5b-7cf7-4c27-998c-296eb5626e83 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "DELETE /v2.0/floatingips/4e999efd-6f9e-4128-b2fb-ab3ab265be04 HTTP/1.1" status: 204 len: 173 time: 2.1309781 Nov 29 18:04:56.582351 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7f50e66-08bc-4234-bfa2-d7ea3ccc84fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:56.587764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=09613858-4f77-4778-b0eb-2ca70945be2b,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:56.593126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 47d39406-5de8-4326-94ee-2469082ec427 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:04:56.597819 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-783ce2d8-a2f3-4c38-ae06-770a34c7ea30 req-795a83d1-3478-475f-a22c-e8af3555de2b tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:56.601320 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 47d39406-5de8-4326-94ee-2469082ec427 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:56.601723 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:56.617088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a8531-1ed8-4a35-9fe2-089490e73fdd req-8fab61cc-678d-4a12-97d5-30efba4856e5 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:56.638151 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf5a8531-1ed8-4a35-9fe2-089490e73fdd req-8fab61cc-678d-4a12-97d5-30efba4856e5 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 945 time: 0.2064712 Nov 29 18:04:56.720625 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a83d1-3478-475f-a22c-e8af3555de2b tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Pushing event deleted for resources: {'Port': ['ID=0f5c990b-9551-455b-8f18-32cee61bcdad,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:56.796479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae218fc-1e03-4716-9d6c-e0de69e6da8e None None] DHCP port deletion for 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:56.805774 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-83fb0cb7-1861-4727-9ec4-76ffbcb15468 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Deleting port 756be319-652e-40b3-987a-fecaa244a031 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:56.806367 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-83fb0cb7-1861-4727-9ec4-76ffbcb15468 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:56.864855 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:56.875682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-783ce2d8-a2f3-4c38-ae06-770a34c7ea30 req-795a83d1-3478-475f-a22c-e8af3555de2b tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] No DVR routers for this DVR port 0f5c990b-9551-455b-8f18-32cee61bcdad on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:04:56.916842 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-783ce2d8-a2f3-4c38-ae06-770a34c7ea30 req-795a83d1-3478-475f-a22c-e8af3555de2b tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:56.927456 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-783ce2d8-a2f3-4c38-ae06-770a34c7ea30 req-795a83d1-3478-475f-a22c-e8af3555de2b tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.20 "DELETE /v2.0/ports/0f5c990b-9551-455b-8f18-32cee61bcdad HTTP/1.1" status: 204 len: 173 time: 2.1098115 Nov 29 18:04:56.930236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6633fa99-ee14-4fe1-84fb-f04a70c51932', 'name': 'network-vif-deleted', 'tag': '0f5c990b-9551-455b-8f18-32cee61bcdad'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:56.936492 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb1723f-6702-4f65-88f4-9e9d2b1a1e77" -d '{"events": [{"server_uuid": "6633fa99-ee14-4fe1-84fb-f04a70c51932", "name": "network-vif-deleted", "tag": "0f5c990b-9551-455b-8f18-32cee61bcdad"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:56.947440 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 47d39406-5de8-4326-94ee-2469082ec427, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=47d39406-5de8-4326-94ee-2469082ec427,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:56.957174 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:56.958067 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:56.987384 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf5a8531-1ed8-4a35-9fe2-089490e73fdd req-a143f859-0995-4d28-b8d3-dc992ea513ee tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459353 Nov 29 18:04:57.049672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d848fc3-3547-4567-8399-6c7add6a5548 req-ce1a14ba-bf9e-4443-8ba7-379446b97a33 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:57.062633 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d848fc3-3547-4567-8399-6c7add6a5548 req-ce1a14ba-bf9e-4443-8ba7-379446b97a33 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 945 time: 0.2542899 Nov 29 18:04:57.107626 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801ddbbd-2bca-4e1e-85ad-a9671ea9cedc x-openstack-request-id: req-801ddbbd-2bca-4e1e-85ad-a9671ea9cedc {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:57.107925 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39ce7ee-5a3a-491e-be83-1f7680ffe6df", "name": "network-vif-deleted", "tag": "339fcb5e-9bb4-4369-9b44-055f0a565bb7", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:57.108186 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-801ddbbd-2bca-4e1e-85ad-a9671ea9cedc {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:57.108587 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39ce7ee-5a3a-491e-be83-1f7680ffe6df', 'name': 'network-vif-deleted', 'tag': '339fcb5e-9bb4-4369-9b44-055f0a565bb7', 'status': 'completed', 'code': 200} Nov 29 18:04:57.134631 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:57.162063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=47d39406-5de8-4326-94ee-2469082ec427,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:57.198105 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a01919-e8f5-46f4-a186-fa5cf32ee9a3 x-openstack-request-id: req-46a01919-e8f5-46f4-a186-fa5cf32ee9a3 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:57.198349 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d848fc3-3547-4567-8399-6c7add6a5548 req-f377639b-49c8-4fdd-8e98-f39ddaf6323f tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277330 Nov 29 18:04:57.198468 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "name": "network-vif-plugged", "status": "completed", "tag": "05ff1be2-3b2b-45a3-951e-d66bcb960262", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:57.198720 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46a01919-e8f5-46f4-a186-fa5cf32ee9a3 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:57.199706 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ff1be2-3b2b-45a3-951e-d66bcb960262', 'code': 200} Nov 29 18:04:57.208785 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-83fb0cb7-1861-4727-9ec4-76ffbcb15468 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:57.209020 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-83fb0cb7-1861-4727-9ec4-76ffbcb15468 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:57.218974 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 339fcb5e-9bb4-4369-9b44-055f0a565bb7 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:04:57.286312 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-83fb0cb7-1861-4727-9ec4-76ffbcb15468 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Calling delete_port for 756be319-652e-40b3-987a-fecaa244a031 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:57.300341 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-116258a5-3093-4a3a-bc5e-2d359816b64b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Delete allocated IP 2001:db8:0:1::3c (600764a0-beac-4dda-8a0b-259eebb30eef/cfdb3f60-8b0f-4bce-891f-135ed38fa9a0) {{(pid=110004) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 18:04:57.303401 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:04:57.319670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 339fcb5e-9bb4-4369-9b44-055f0a565bb7 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:04:57.320017 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 339fcb5e-9bb4-4369-9b44-055f0a565bb7 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:04:57.320454 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 0f5c990b-9551-455b-8f18-32cee61bcdad no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:04:57.324647 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d1fee6e4-1a63-4fab-bd15-f2e3071d61fc up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:04:57.329942 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc50f2d5-d357-4528-8007-b41f21370c10 x-openstack-request-id: req-bc50f2d5-d357-4528-8007-b41f21370c10 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:04:57.330248 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6633fa99-ee14-4fe1-84fb-f04a70c51932", "name": "network-vif-deleted", "tag": "0f5c990b-9551-455b-8f18-32cee61bcdad", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:04:57.330506 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc50f2d5-d357-4528-8007-b41f21370c10 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:04:57.331713 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6633fa99-ee14-4fe1-84fb-f04a70c51932', 'name': 'network-vif-deleted', 'tag': '0f5c990b-9551-455b-8f18-32cee61bcdad', 'status': 'completed', 'code': 200} Nov 29 18:04:57.347925 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:57.348631 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:57.488690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 0f5c990b-9551-455b-8f18-32cee61bcdad {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:04:57.489043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 0f5c990b-9551-455b-8f18-32cee61bcdad not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:04:57.509850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f17f1f-a052-4849-8b1a-c13dd5dc8883 None None] Network 600764a0-beac-4dda-8a0b-259eebb30eef requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:04:57.767292 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:57.785229 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-116258a5-3093-4a3a-bc5e-2d359816b64b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:57.797706 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-a7ef1892-bb0f-4e8b-840d-a0161ea083d8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:57.799277 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-a7ef1892-bb0f-4e8b-840d-a0161ea083d8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.31 "GET /v2.0/networks?id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67 HTTP/1.1" status: 200 len: 812 time: 0.2208631 Nov 29 18:04:57.802598 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-116258a5-3093-4a3a-bc5e-2d359816b64b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:57.803895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dab73-fcb6-437c-84ba-6d1dc13d91ab req-8c400d93-a62a-4a31-8c44-1c0d4c3b461e tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:57.808007 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-456dab73-fcb6-437c-84ba-6d1dc13d91ab req-8c400d93-a62a-4a31-8c44-1c0d4c3b461e tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2702851 Nov 29 18:04:57.815882 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-83fb0cb7-1861-4727-9ec4-76ffbcb15468 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:57.842200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-11c63192-b328-4104-adb3-d360a4da7dd1 None None] Provisioning complete for port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:57.843961 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11c63192-b328-4104-adb3-d360a4da7dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:57.852033 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-7b751dd7-034c-4c86-a0b2-640ac831649a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Request body: {'port': {'device_id': '97bbc17c-98dc-4cea-8ca6-e568082f6963', 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67', 'admin_state_up': True, 'tenant_id': 'd4194d8101824301ad5fc37facbb9c7a'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:57.859270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-c34346de-f4e1-4f48-819e-a7a48dccd947 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:57.861471 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-c34346de-f4e1-4f48-819e-a7a48dccd947 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.20 "GET /v2.0/networks?id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67 HTTP/1.1" status: 200 len: 812 time: 0.4506702 Nov 29 18:04:57.909791 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6adc2d-d7a6-46f2-b3ee-48a0b942dc1d None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:57.948716 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b45b2-af90-454a-bbf1-023cb5e5e43c req-4985abd5-6d69-4149-9801-6dd3acce0f4b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:57.983700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b45b2-af90-454a-bbf1-023cb5e5e43c req-4985abd5-6d69-4149-9801-6dd3acce0f4b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:57.993918 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b45b2-af90-454a-bbf1-023cb5e5e43c req-4985abd5-6d69-4149-9801-6dd3acce0f4b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:57.999153 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d04b45b2-af90-454a-bbf1-023cb5e5e43c req-4985abd5-6d69-4149-9801-6dd3acce0f4b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2418 time: 0.4629414 Nov 29 18:04:58.015576 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-456dab73-fcb6-437c-84ba-6d1dc13d91ab req-31edcaa3-e852-4c96-950e-952341558d3c tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1520805 Nov 29 18:04:58.029737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-1a2e31cf-ff85-4e7e-9fff-ebeb0077aee8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Request body: {'port': {'device_id': '244ab058-6e6c-499c-b270-d60fc0d27409', 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67', 'admin_state_up': True, 'tenant_id': 'd4194d8101824301ad5fc37facbb9c7a'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:58.039230 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:58.039889 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:58.164732 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d04b45b2-af90-454a-bbf1-023cb5e5e43c req-c8eaf10d-7fbf-4a2c-a503-2ab33de32e39 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311743 Nov 29 18:04:58.268972 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8c02e0b-0d91-4faa-a778-16e233b45f13 req-76db7fd9-ab43-40e1-9ead-520c2d2b3977 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0650048 Nov 29 18:04:58.303618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb9ee38c-d1f8-46db-bfbe-3b861664db5a req-f76edfb1-051d-4593-bd7a-b0983db8142f tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=244ab058-6e6c-499c-b270-d60fc0d27409 HTTP/1.1" status: 200 len: 210 time: 0.0511057 Nov 29 18:04:58.315004 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-116258a5-3093-4a3a-bc5e-2d359816b64b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] In _notify_port_updated(), no bound segment for port b0295046-e5f6-48b8-938d-95ceacbf1272 on network 600764a0-beac-4dda-8a0b-259eebb30eef {{(pid=110004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:04:58.323796 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116258a5-3093-4a3a-bc5e-2d359816b64b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:58.325063 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-116258a5-3093-4a3a-bc5e-2d359816b64b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:58.326957 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-116258a5-3093-4a3a-bc5e-2d359816b64b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "PUT /v2.0/ports/b0295046-e5f6-48b8-938d-95ceacbf1272 HTTP/1.1" status: 200 len: 925 time: 2.4932272 Nov 29 18:04:58.330426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50810) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:58.337672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d040d50b-01b1-4a03-8bda-f4cbb5b37d09 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f2cd206-c264-4501-b6df-f126b9a6ef3f'}, {'subnet_id': 'cfdb3f60-8b0f-4bce-891f-135ed38fa9a0'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:04:58.344130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-1a2e31cf-ff85-4e7e-9fff-ebeb0077aee8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Made reservation on behalf of d4194d8101824301ad5fc37facbb9c7a for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:58.348749 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-1a2e31cf-ff85-4e7e-9fff-ebeb0077aee8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:58.366255 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116258a5-3093-4a3a-bc5e-2d359816b64b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=b0295046-e5f6-48b8-938d-95ceacbf1272,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:58.416295 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb0cb7-1861-4727-9ec4-76ffbcb15468 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Pushing event deleted for resources: {'Port': ['ID=756be319-652e-40b3-987a-fecaa244a031,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:58.442169 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-83fb0cb7-1861-4727-9ec4-76ffbcb15468 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:58.444966 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-83fb0cb7-1861-4727-9ec4-76ffbcb15468 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:58.446209 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-83fb0cb7-1861-4727-9ec4-76ffbcb15468 tempest-ServersTestBootFromVolume-1622350515 tempest-ServersTestBootFromVolume-1622350515-project] 10.222.0.23 "DELETE /v2.0/floatingips/9c194f86-9f5d-46eb-97d1-0b6cb997e1a1 HTTP/1.1" status: 204 len: 168 time: 2.3194938 Nov 29 18:04:58.451680 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50812) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:04:58.520951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-7b751dd7-034c-4c86-a0b2-640ac831649a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Made reservation on behalf of d4194d8101824301ad5fc37facbb9c7a for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:04:58.524495 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-7b751dd7-034c-4c86-a0b2-640ac831649a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:58.537823 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:58.602729 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 04b77663-c05f-4e5f-93a3-2203f9ec8fd6, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=04b77663-c05f-4e5f-93a3-2203f9ec8fd6,segment=NetworkSegment(95b115d0-8a07-4b79-bd60-e56032a84bf8),segment_id=95b115d0-8a07-4b79-bd60-e56032a84bf8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:58.609855 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:58.629492 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeab779-cf4e-478c-8437-98b79511cc37 req-ebb6b7ec-16b3-4f94-b78c-c515a53fe35d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:58.636901 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0aeab779-cf4e-478c-8437-98b79511cc37 req-ebb6b7ec-16b3-4f94-b78c-c515a53fe35d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.2456508 Nov 29 18:04:58.645768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97df9d8-a9ac-4752-98f0-22d9a541fb2c req-8f8f0384-142a-4a45-a876-e03307e006e6 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:58.647323 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b97df9d8-a9ac-4752-98f0-22d9a541fb2c req-8f8f0384-142a-4a45-a876-e03307e006e6 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 945 time: 0.2377958 Nov 29 18:04:58.687607 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=04b77663-c05f-4e5f-93a3-2203f9ec8fd6,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:58.854540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b97df9d8-a9ac-4752-98f0-22d9a541fb2c req-0a0c1378-a472-49f5-af16-0ccd1f9f50b8 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955543 Nov 29 18:04:58.857705 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d040d50b-01b1-4a03-8bda-f4cbb5b37d09 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:58.868244 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0aeab779-cf4e-478c-8437-98b79511cc37 req-253e38e4-00df-4ea4-a484-b8699b9663b8 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299488 Nov 29 18:04:58.893093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-1a2e31cf-ff85-4e7e-9fff-ebeb0077aee8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Allocated IP 172.20.0.6 (6f88d188-b5b2-4832-b3a9-0737b5ac1f67/d94d983e-7ad2-4d9e-ba8a-60c4e3e93248/8a5cef09-e1c0-4035-b72f-81dd331fdb06) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:58.946285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f4cf5e00-e0e6-46a3-89ed-5db681394fa3 None None] Provisioning complete for port b0295046-e5f6-48b8-938d-95ceacbf1272 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:58.946892 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5e00-e0e6-46a3-89ed-5db681394fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:58.973528 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6da57423-1ebd-467b-8ef5-5999c5aecbdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:59.058726 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf5e00-e0e6-46a3-89ed-5db681394fa3 None None] Port b0295046-e5f6-48b8-938d-95ceacbf1272 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:59.081359 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:59.104350 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f4cf5e00-e0e6-46a3-89ed-5db681394fa3 None None] Provisioning complete for port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:59.108408 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5e00-e0e6-46a3-89ed-5db681394fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:59.205504 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09613858-4f77-4778-b0eb-2ca70945be2b'}, {'server_uuid': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d39406-5de8-4326-94ee-2469082ec427'}, {'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b77663-c05f-4e5f-93a3-2203f9ec8fd6'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:04:59.207918 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764f12e1-cff2-4b99-bdcd-c1342fb1ab91" -d '{"events": [{"server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "name": "network-vif-plugged", "status": "completed", "tag": "09613858-4f77-4778-b0eb-2ca70945be2b"}, {"server_uuid": "a20f80ff-e398-4e4d-a5e9-95375923690d", "name": "network-vif-plugged", "status": "completed", "tag": "47d39406-5de8-4326-94ee-2469082ec427"}, {"server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "name": "network-vif-plugged", "status": "completed", "tag": "04b77663-c05f-4e5f-93a3-2203f9ec8fd6"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:04:59.338491 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-1a2e31cf-ff85-4e7e-9fff-ebeb0077aee8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:59.399964 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-6da57423-1ebd-467b-8ef5-5999c5aecbdd admin admin] Deleting port 1761c5f0-ba13-4a51-87e4-229418b64027 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:04:59.400322 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6da57423-1ebd-467b-8ef5-5999c5aecbdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:59.413837 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f91ab648-13be-4820-b949-6df357e98f06 None None] Provisioning complete for port b0295046-e5f6-48b8-938d-95ceacbf1272 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:59.414214 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f91ab648-13be-4820-b949-6df357e98f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:59.464031 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f91ab648-13be-4820-b949-6df357e98f06 None None] Port b0295046-e5f6-48b8-938d-95ceacbf1272 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:59.481459 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:59.492476 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190d2fc-a9fc-45a7-9780-a4699375b98d req-46325fae-5245-4ba2-b998-93404372c3c8 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:59.494020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e190d2fc-a9fc-45a7-9780-a4699375b98d req-46325fae-5245-4ba2-b998-93404372c3c8 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 945 time: 0.2186961 Nov 29 18:04:59.495057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-6da57423-1ebd-467b-8ef5-5999c5aecbdd admin admin] For port 1761c5f0-ba13-4a51-87e4-229418b64027, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1761c5f0-ba13-4a51-87e4-229418b64027,segment=NetworkSegment(3983a04f-5cc0-49fb-9820-b441a7e52113),segment_id=3983a04f-5cc0-49fb-9820-b441a7e52113)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:04:59.495441 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6da57423-1ebd-467b-8ef5-5999c5aecbdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:59.511433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c6923-a0fa-4c36-965f-3ce315109942 req-c75442f1-e592-43e7-a2ca-ab15b1fbef4e tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:04:59.511922 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-6da57423-1ebd-467b-8ef5-5999c5aecbdd admin admin] Calling delete_port for 1761c5f0-ba13-4a51-87e4-229418b64027 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:04:59.512988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b2c6923-a0fa-4c36-965f-3ce315109942 req-c75442f1-e592-43e7-a2ca-ab15b1fbef4e tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 945 time: 0.1592269 Nov 29 18:04:59.588064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ffe9bfb3-abca-4ae0-a03a-f109eb54912d None None] Provisioning complete for port b0295046-e5f6-48b8-938d-95ceacbf1272 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:04:59.588357 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffe9bfb3-abca-4ae0-a03a-f109eb54912d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:59.623147 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-7b751dd7-034c-4c86-a0b2-640ac831649a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Allocated IP 172.20.0.7 (6f88d188-b5b2-4832-b3a9-0737b5ac1f67/d94d983e-7ad2-4d9e-ba8a-60c4e3e93248/57f417bd-e122-4129-8ecf-3934ae89c763) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:59.632240 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ffe9bfb3-abca-4ae0-a03a-f109eb54912d None None] Port b0295046-e5f6-48b8-938d-95ceacbf1272 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:04:59.844198 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-1a2e31cf-ff85-4e7e-9fff-ebeb0077aee8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:59.871729 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-7b751dd7-034c-4c86-a0b2-640ac831649a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:59.874998 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6da57423-1ebd-467b-8ef5-5999c5aecbdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:59.896815 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:04:59.924568 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da57423-1ebd-467b-8ef5-5999c5aecbdd admin admin] Pushing event deleted for resources: {'Port': ['ID=1761c5f0-ba13-4a51-87e4-229418b64027,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:04:59.939078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-1a2e31cf-ff85-4e7e-9fff-ebeb0077aee8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:04:59.963214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-1a2e31cf-ff85-4e7e-9fff-ebeb0077aee8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:04:59.983110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-d040d50b-01b1-4a03-8bda-f4cbb5b37d09 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Allocated IP 2001:db8:0:1::199 (600764a0-beac-4dda-8a0b-259eebb30eef/cfdb3f60-8b0f-4bce-891f-135ed38fa9a0/b0295046-e5f6-48b8-938d-95ceacbf1272) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:04:59.983688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993292a5-4a35-4a94-a649-3820b0fecdf6 None None] DHCP port deletion for 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:04:59.985124 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-1a2e31cf-ff85-4e7e-9fff-ebeb0077aee8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:00.002672 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-7b751dd7-034c-4c86-a0b2-640ac831649a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:00.019864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e31cf-ff85-4e7e-9fff-ebeb0077aee8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Pushing event updated for resources: {'Port': ['ID=8a5cef09-e1c0-4035-b72f-81dd331fdb06,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:00.051382 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b2c6923-a0fa-4c36-965f-3ce315109942 req-c6fef217-92b3-469a-b7d1-c3d5c484b1a1 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263305 Nov 29 18:05:00.055225 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e190d2fc-a9fc-45a7-9780-a4699375b98d req-c5b9dbcf-5d73-41b0-820d-590eb8fbc59c tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfd9f179-be8d-4608-9a53-694cace15300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366611 Nov 29 18:05:00.082039 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8aaf0a9a-5168-4097-b555-62d49733bc11 None None] Provisioning complete for port 8a5cef09-e1c0-4035-b72f-81dd331fdb06 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:00.082419 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8aaf0a9a-5168-4097-b555-62d49733bc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:00.110603 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-7b751dd7-034c-4c86-a0b2-640ac831649a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:00.128139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-7b751dd7-034c-4c86-a0b2-640ac831649a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:00.129526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf0a9a-5168-4097-b555-62d49733bc11 None None] Port 8a5cef09-e1c0-4035-b72f-81dd331fdb06 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:00.142302 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-7b751dd7-034c-4c86-a0b2-640ac831649a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:00.145401 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 29 Nov 2021 18:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e320b1-938d-4e8f-920c-7a32e6ec7e0a x-openstack-request-id: req-25e320b1-938d-4e8f-920c-7a32e6ec7e0a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:00.149288 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "name": "network-vif-plugged", "status": "completed", "tag": "09613858-4f77-4778-b0eb-2ca70945be2b", "code": 200}, {"server_uuid": "a20f80ff-e398-4e4d-a5e9-95375923690d", "name": "network-vif-plugged", "status": "completed", "tag": "47d39406-5de8-4326-94ee-2469082ec427", "code": 200}, {"server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "name": "network-vif-plugged", "status": "completed", "tag": "04b77663-c05f-4e5f-93a3-2203f9ec8fd6", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:00.150163 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25e320b1-938d-4e8f-920c-7a32e6ec7e0a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:00.153731 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09613858-4f77-4778-b0eb-2ca70945be2b', 'code': 200} Nov 29 18:05:00.153731 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d39406-5de8-4326-94ee-2469082ec427', 'code': 200} Nov 29 18:05:00.153731 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b77663-c05f-4e5f-93a3-2203f9ec8fd6', 'code': 200} Nov 29 18:05:00.188755 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2325ac51-a0b5-4e27-b0f5-f619c69c914c None None] DHCP port deletion for 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:00.211788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-1a2e31cf-ff85-4e7e-9fff-ebeb0077aee8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:00.212434 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-1a2e31cf-ff85-4e7e-9fff-ebeb0077aee8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:00.269015 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4eb634c7-1f8e-4f68-bcb9-4f8c68940bb0 None None] Provisioning complete for port 57f417bd-e122-4129-8ecf-3934ae89c763 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:00.269344 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4eb634c7-1f8e-4f68-bcb9-4f8c68940bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:00.284392 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b751dd7-034c-4c86-a0b2-640ac831649a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Pushing event updated for resources: {'Port': ['ID=57f417bd-e122-4129-8ecf-3934ae89c763,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:00.295184 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-1a2e31cf-ff85-4e7e-9fff-ebeb0077aee8 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2782881 Nov 29 18:05:00.310347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b0564-5cc2-4c07-99ad-d60593644556 req-1f626771-b67e-4898-9e2b-ca1088daa18f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:00.316797 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b0564-5cc2-4c07-99ad-d60593644556 req-1f626771-b67e-4898-9e2b-ca1088daa18f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:00.322165 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b0564-5cc2-4c07-99ad-d60593644556 req-1f626771-b67e-4898-9e2b-ca1088daa18f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:00.329689 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-014b0564-5cc2-4c07-99ad-d60593644556 req-1f626771-b67e-4898-9e2b-ca1088daa18f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2419 time: 0.1689467 Nov 29 18:05:00.331657 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4eb634c7-1f8e-4f68-bcb9-4f8c68940bb0 None None] Port 57f417bd-e122-4129-8ecf-3934ae89c763 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:00.333047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-7b751dd7-034c-4c86-a0b2-640ac831649a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:00.333264 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-7b751dd7-034c-4c86-a0b2-640ac831649a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:00.353836 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6da57423-1ebd-467b-8ef5-5999c5aecbdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:00.359243 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4db319-da4d-440d-8ee7-c5c6ee6b75b5 req-6a468c80-726a-490d-9f0a-6c54efca364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:00.360843 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bc4db319-da4d-440d-8ee7-c5c6ee6b75b5 req-6a468c80-726a-490d-9f0a-6c54efca364f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 1097 time: 0.0920827 Nov 29 18:05:00.367086 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-7b751dd7-034c-4c86-a0b2-640ac831649a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5258355 Nov 29 18:05:00.370297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Request body: {'port': {'device_id': '244ab058-6e6c-499c-b270-d60fc0d27409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:00.381571 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Request body: {'port': {'device_id': '97bbc17c-98dc-4cea-8ca6-e568082f6963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:00.428214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2f248-5f73-46c1-8b24-2f72938ef386 req-23a2fdcb-a699-482c-a7f7-907852cb0e3a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:00.429705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28e2f248-5f73-46c1-8b24-2f72938ef386 req-23a2fdcb-a699-482c-a7f7-907852cb0e3a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=244ab058-6e6c-499c-b270-d60fc0d27409 HTTP/1.1" status: 200 len: 931 time: 0.2120504 Nov 29 18:05:00.498285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837183d8-f855-4b3e-8a47-65ba5e39c6b3 req-6008e092-7af7-477d-b1c0-40fe904e3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:00.498764 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837183d8-f855-4b3e-8a47-65ba5e39c6b3 req-6008e092-7af7-477d-b1c0-40fe904e3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:00.499257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837183d8-f855-4b3e-8a47-65ba5e39c6b3 req-6008e092-7af7-477d-b1c0-40fe904e3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:00.500881 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-837183d8-f855-4b3e-8a47-65ba5e39c6b3 req-6008e092-7af7-477d-b1c0-40fe904e3df1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2872 time: 0.2160239 Nov 29 18:05:00.516872 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-014b0564-5cc2-4c07-99ad-d60593644556 req-61b0eec3-c384-405c-9ad7-a8a52a90e7a6 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863313 Nov 29 18:05:00.531539 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bc4db319-da4d-440d-8ee7-c5c6ee6b75b5 req-d24cf35c-29c8-40bd-abdd-267f8195d665 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617668 Nov 29 18:05:00.534176 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:00.535953 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d040d50b-01b1-4a03-8bda-f4cbb5b37d09 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:00.564408 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:00.586677 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d040d50b-01b1-4a03-8bda-f4cbb5b37d09 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:00.666171 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28e2f248-5f73-46c1-8b24-2f72938ef386 req-b77b87ff-b026-4b4f-9014-77e3041ea7a3 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263885 Nov 29 18:05:00.773923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-837183d8-f855-4b3e-8a47-65ba5e39c6b3 req-36a3f3aa-6705-442a-a775-36769901d793 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530248 Nov 29 18:05:00.798111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040d50b-01b1-4a03-8bda-f4cbb5b37d09 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=b0295046-e5f6-48b8-938d-95ceacbf1272,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:00.823965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d040d50b-01b1-4a03-8bda-f4cbb5b37d09 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] In _notify_port_updated(), no bound segment for port b0295046-e5f6-48b8-938d-95ceacbf1272 on network 600764a0-beac-4dda-8a0b-259eebb30eef {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:05:00.829547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d040d50b-01b1-4a03-8bda-f4cbb5b37d09 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:00.830189 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d040d50b-01b1-4a03-8bda-f4cbb5b37d09 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:00.834227 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d040d50b-01b1-4a03-8bda-f4cbb5b37d09 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "PUT /v2.0/ports/b0295046-e5f6-48b8-938d-95ceacbf1272 HTTP/1.1" status: 200 len: 1011 time: 2.4993806 Nov 29 18:05:00.835895 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da57423-1ebd-467b-8ef5-5999c5aecbdd admin admin] Router 5190b275-78d7-453c-8955-ccc7894507f4 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:05:00.836800 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50832) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:00.846404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669db4c3-0a01-47d9-96fe-aa21c7255378 req-cd734374-04ee-478b-9cd3-88831253e91a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:00.848108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-669db4c3-0a01-47d9-96fe-aa21c7255378 req-cd734374-04ee-478b-9cd3-88831253e91a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 945 time: 0.3097041 Nov 29 18:05:00.922456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84e8a6-da64-4b10-a641-1c7fba9e81d8 req-636f8b27-7300-48e6-8a78-aafe33585662 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:00.923983 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2d84e8a6-da64-4b10-a641-1c7fba9e81d8 req-636f8b27-7300-48e6-8a78-aafe33585662 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.3322072 Nov 29 18:05:00.966652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-12d78b42-1fac-4525-b52c-c21e48c3e6f5 None None] Provisioning complete for port b0295046-e5f6-48b8-938d-95ceacbf1272 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:00.967661 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12d78b42-1fac-4525-b52c-c21e48c3e6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:00.981144 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2d84e8a6-da64-4b10-a641-1c7fba9e81d8 req-75ae1101-09a5-4ee1-bd2c-d0aabf12fc92 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504596 Nov 29 18:05:01.013296 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-12d78b42-1fac-4525-b52c-c21e48c3e6f5 None None] Port b0295046-e5f6-48b8-938d-95ceacbf1272 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:01.101639 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f417bd-e122-4129-8ecf-3934ae89c763 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:05:01.114185 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:01.120444 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e3779f15-33bb-4443-adb6-67d53acfd648 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port b0295046-e5f6-48b8-938d-95ceacbf1272 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:01.120836 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e3779f15-33bb-4443-adb6-67d53acfd648 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:01.124636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da57423-1ebd-467b-8ef5-5999c5aecbdd admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:05:01.133264 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6da57423-1ebd-467b-8ef5-5999c5aecbdd admin admin] 10.222.0.23 "PUT /v2.0/routers/5190b275-78d7-453c-8955-ccc7894507f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6805120 Nov 29 18:05:01.133519 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50838) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:01.142445 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a68967-b4d3-4a59-bfa8-03ab937b6445 None None] Sync routers for ids ['5190b275-78d7-453c-8955-ccc7894507f4'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:05:01.163682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a68967-b4d3-4a59-bfa8-03ab937b6445 None None] Routers {'5190b275-78d7-453c-8955-ccc7894507f4'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:01.164319 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-92a68967-b4d3-4a59-bfa8-03ab937b6445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5190b275-78d7-453c-8955-ccc7894507f4'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:01.192541 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Transition to ACTIVE for port object 57f417bd-e122-4129-8ecf-3934ae89c763 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:05:01.203686 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:01.278953 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faca88f2-a1ff-486b-aa10-e8fa278a66ec None None] DHCP port deletion for 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:01.295111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=57f417bd-e122-4129-8ecf-3934ae89c763,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:01.311245 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-92a68967-b4d3-4a59-bfa8-03ab937b6445 None None] Set router 5190b275-78d7-453c-8955-ccc7894507f4 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:05:01.326359 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e3779f15-33bb-4443-adb6-67d53acfd648 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:01.350314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5f335-aeb0-41d5-aa27-ffd10444425b req-b8f7e23e-379f-4d32-a91d-85e3246aa775 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:01.351854 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-82c5f335-aeb0-41d5-aa27-ffd10444425b req-b8f7e23e-379f-4d32-a91d-85e3246aa775 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ec9b4aa-f6a8-40b0-ace3-98280632fb9e HTTP/1.1" status: 200 len: 945 time: 0.2093012 Nov 29 18:05:01.367464 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e3779f15-33bb-4443-adb6-67d53acfd648 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for b0295046-e5f6-48b8-938d-95ceacbf1272 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:01.435125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Attempting to bind port 57f417bd-e122-4129-8ecf-3934ae89c763 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:01.435317 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Attempting to bind port 57f417bd-e122-4129-8ecf-3934ae89c763 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:01.435582 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Attempting to bind port 57f417bd-e122-4129-8ecf-3934ae89c763 on network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:01.439350 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e4139-a205-4426-a4fe-d52e22e25c44 req-9a881626-c15b-4e18-a20d-98c7d0a50613 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:01.441344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-032e4139-a205-4426-a4fe-d52e22e25c44 req-9a881626-c15b-4e18-a20d-98c7d0a50613 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 945 time: 0.2652340 Nov 29 18:05:01.450398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Port 57f417bd-e122-4129-8ecf-3934ae89c763 on network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:05:01.450730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Attempting to bind port 57f417bd-e122-4129-8ecf-3934ae89c763 on network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:01.459195 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:01.459539 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Checking segment: {'id': 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:01.459927 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Bound using segment: {'id': 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:01.460362 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Bound port: 57f417bd-e122-4129-8ecf-3934ae89c763, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:01.460721 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:01.496420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0d5c1-e0d2-45d4-89d8-5eb356136df8 req-ac093ebc-b1d0-4c96-9bf0-5a2b5a7b1845 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:01.497883 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-42a0d5c1-e0d2-45d4-89d8-5eb356136df8 req-ac093ebc-b1d0-4c96-9bf0-5a2b5a7b1845 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 945 time: 0.2022030 Nov 29 18:05:01.508413 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-669db4c3-0a01-47d9-96fe-aa21c7255378 req-07fc400f-2639-4e73-8b74-b1d1fcb01e98 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Deleting port 724d0a8a-f275-4e2f-a4e2-49620664d027 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:01.508759 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-669db4c3-0a01-47d9-96fe-aa21c7255378 req-07fc400f-2639-4e73-8b74-b1d1fcb01e98 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:01.523668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-92a68967-b4d3-4a59-bfa8-03ab937b6445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190b275-78d7-453c-8955-ccc7894507f4', 'name': 'tempest-ServersTestBootFromVolume-176975780-router', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:18Z', 'updated_at': '2021-11-29T18:04:59Z', 'revision_number': 5, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'gw_port': {'id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:19Z', 'updated_at': '2021-11-29T18:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:01.557798 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a68967-b4d3-4a59-bfa8-03ab937b6445 None None] Checking router: 5190b275-78d7-453c-8955-ccc7894507f4 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:05:01.567817 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a68967-b4d3-4a59-bfa8-03ab937b6445 None None] Routers {'5190b275-78d7-453c-8955-ccc7894507f4'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:01.568447 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-92a68967-b4d3-4a59-bfa8-03ab937b6445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5190b275-78d7-453c-8955-ccc7894507f4'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:01.585959 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] For port 57f417bd-e122-4129-8ecf-3934ae89c763, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:01.594142 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] For port 57f417bd-e122-4129-8ecf-3934ae89c763, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=57f417bd-e122-4129-8ecf-3934ae89c763,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:01.604411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-669db4c3-0a01-47d9-96fe-aa21c7255378 req-07fc400f-2639-4e73-8b74-b1d1fcb01e98 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] For port 724d0a8a-f275-4e2f-a4e2-49620664d027, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=724d0a8a-f275-4e2f-a4e2-49620664d027,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:01.604786 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-669db4c3-0a01-47d9-96fe-aa21c7255378 req-07fc400f-2639-4e73-8b74-b1d1fcb01e98 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:01.615486 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:01.622273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-669db4c3-0a01-47d9-96fe-aa21c7255378 req-07fc400f-2639-4e73-8b74-b1d1fcb01e98 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Calling delete_port for 724d0a8a-f275-4e2f-a4e2-49620664d027 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:01.679791 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:01.680540 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:01.682241 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] 10.222.0.31 "PUT /v2.0/ports/57f417bd-e122-4129-8ecf-3934ae89c763 HTTP/1.1" status: 200 len: 1091 time: 1.3045306 Nov 29 18:05:01.682848 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bbc17c-98dc-4cea-8ca6-e568082f6963', 'tag': '57f417bd-e122-4129-8ecf-3934ae89c763'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:01.686500 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35165b17-6d2b-4de9-bdd1-78beaec572a4" -d '{"events": [{"name": "network-changed", "server_uuid": "97bbc17c-98dc-4cea-8ca6-e568082f6963", "tag": "57f417bd-e122-4129-8ecf-3934ae89c763"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:01.688648 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6f41e6-aafa-4c65-b7f3-bc76d681abdd None None] DHCP port deletion for 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:01.694750 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e3779f15-33bb-4443-adb6-67d53acfd648 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:01.711494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab092087-9931-4b45-b3fe-a4ff1a1e2ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=57f417bd-e122-4129-8ecf-3934ae89c763,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:01.755359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-92a68967-b4d3-4a59-bfa8-03ab937b6445 None None] Set router 5190b275-78d7-453c-8955-ccc7894507f4 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:05:01.756434 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3779f15-33bb-4443-adb6-67d53acfd648 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=b0295046-e5f6-48b8-938d-95ceacbf1272,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:01.845705 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e3779f15-33bb-4443-adb6-67d53acfd648 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:01.850607 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e3779f15-33bb-4443-adb6-67d53acfd648 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/b0295046-e5f6-48b8-938d-95ceacbf1272 HTTP/1.1" status: 204 len: 168 time: 1.0101209 Nov 29 18:05:01.854972 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50848) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:01.888416 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-669db4c3-0a01-47d9-96fe-aa21c7255378 req-07fc400f-2639-4e73-8b74-b1d1fcb01e98 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:01.900015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-0073b996-41a3-45f1-810b-011082dd2d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:01.903336 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-0073b996-41a3-45f1-810b-011082dd2d00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d4194d8101824301ad5fc37facbb9c7a&device_id=97bbc17c-98dc-4cea-8ca6-e568082f6963 HTTP/1.1" status: 200 len: 1094 time: 0.1617963 Nov 29 18:05:01.904286 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-224866db-1577-4d57-b352-aa54bf5fe39e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] GET failed (client error): The resource could not be found. Nov 29 18:05:01.905802 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-224866db-1577-4d57-b352-aa54bf5fe39e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports/b0295046-e5f6-48b8-938d-95ceacbf1272 HTTP/1.1" status: 404 len: 333 time: 0.0484331 Nov 29 18:05:01.908998 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50850) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:01.916983 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['724d0a8a-f275-4e2f-a4e2-49620664d027'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:05:01.997705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbe239c-01cf-4023-ae9d-8d66ee5dec8e None None] DHCP port deletion for 44aa18b0-f19e-425a-96e9-bf18ebea2498 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:02.037746 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-195dd8ec-954a-4cfa-a177-437eea2b6d58 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57f417bd-e122-4129-8ecf-3934ae89c763 HTTP/1.1" status: 200 len: 217 time: 0.0574801 Nov 29 18:05:02.062317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-669db4c3-0a01-47d9-96fe-aa21c7255378 req-07fc400f-2639-4e73-8b74-b1d1fcb01e98 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] No DVR routers for this DVR port 724d0a8a-f275-4e2f-a4e2-49620664d027 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:02.068028 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc400f-2639-4e73-8b74-b1d1fcb01e98 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Pushing event deleted for resources: {'Port': ['ID=724d0a8a-f275-4e2f-a4e2-49620664d027,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:02.070716 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aee9f0f0-0be1-429e-b603-e78a5a2f1c12 admin admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:02.105808 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-a389a34d-3ed5-4de5-bdd6-7fdf5a7610ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting subnet cfdb3f60-8b0f-4bce-891f-135ed38fa9a0 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:05:02.112412 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a389a34d-3ed5-4de5-bdd6-7fdf5a7610ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:02.135322 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-669db4c3-0a01-47d9-96fe-aa21c7255378 req-07fc400f-2639-4e73-8b74-b1d1fcb01e98 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:02.139467 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-669db4c3-0a01-47d9-96fe-aa21c7255378 req-07fc400f-2639-4e73-8b74-b1d1fcb01e98 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.31 "DELETE /v2.0/ports/724d0a8a-f275-4e2f-a4e2-49620664d027 HTTP/1.1" status: 204 len: 173 time: 1.0833585 Nov 29 18:05:02.147960 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-00203573-20cb-4226-a3ab-0905fbc89990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:02.150078 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-00203573-20cb-4226-a3ab-0905fbc89990 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d94d983e-7ad2-4d9e-ba8a-60c4e3e93248 HTTP/1.1" status: 200 len: 852 time: 0.0987844 Nov 29 18:05:02.150505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec9b4aa-f6a8-40b0-ace3-98280632fb9e', 'name': 'network-vif-deleted', 'tag': '724d0a8a-f275-4e2f-a4e2-49620664d027'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:02.153510 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf725a14-addd-4514-bb98-1a3396c9aa02" -d '{"events": [{"server_uuid": "0ec9b4aa-f6a8-40b0-ace3-98280632fb9e", "name": "network-vif-deleted", "tag": "724d0a8a-f275-4e2f-a4e2-49620664d027"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:02.161945 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-032e4139-a205-4426-a4fe-d52e22e25c44 req-33890cb9-0bf2-4c95-b111-61aad063c2e9 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfd9f179-be8d-4608-9a53-694cace15300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6989076 Nov 29 18:05:02.177876 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-82c5f335-aeb0-41d5-aa27-ffd10444425b req-73f18efb-4aaf-4308-a2fc-444b26e63402 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8078597 Nov 29 18:05:02.189179 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-92a68967-b4d3-4a59-bfa8-03ab937b6445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5190b275-78d7-453c-8955-ccc7894507f4', 'name': 'tempest-ServersTestBootFromVolume-176975780-router', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:18Z', 'updated_at': '2021-11-29T18:04:59Z', 'revision_number': 5, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'gw_port': {'id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:19Z', 'updated_at': '2021-11-29T18:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:02.213348 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a389a34d-3ed5-4de5-bdd6-7fdf5a7610ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:02.228211 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-004ce7b3-a95c-4cea-b91e-dea06fbf0be7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681643 Nov 29 18:05:02.234195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a68967-b4d3-4a59-bfa8-03ab937b6445 None None] The sync data for ids ['5190b275-78d7-453c-8955-ccc7894507f4'] in n-d-819494-5 is: [{'id': '5190b275-78d7-453c-8955-ccc7894507f4', 'name': 'tempest-ServersTestBootFromVolume-176975780-router', 'tenant_id': 'd48087c4463a4f1484d6cff080988783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:01:18Z', 'updated_at': '2021-11-29T18:04:59Z', 'revision_number': 5, 'project_id': 'd48087c4463a4f1484d6cff080988783', 'gw_port': {'id': '37f8820f-77d8-4a53-a364-b449686ff31c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5190b275-78d7-453c-8955-ccc7894507f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:01:19Z', 'updated_at': '2021-11-29T18:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:05:02.407922 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-42a0d5c1-e0d2-45d4-89d8-5eb356136df8 req-e0dda130-9cf6-43a5-b58f-1f9c29c90888 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Deleting port a9e79909-68ff-4fc0-9083-11fcb0161aa9 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:02.408287 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-42a0d5c1-e0d2-45d4-89d8-5eb356136df8 req-e0dda130-9cf6-43a5-b58f-1f9c29c90888 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:02.497903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5cef09-e1c0-4035-b72f-81dd331fdb06 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:05:02.517016 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:02.556418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Transition to ACTIVE for port object 8a5cef09-e1c0-4035-b72f-81dd331fdb06 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:05:02.569662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f7068-57f6-4514-ac31-5b6bd691f87c req-9b657970-7cdf-476b-a499-72f0d9efd873 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:02.576299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f7068-57f6-4514-ac31-5b6bd691f87c req-9b657970-7cdf-476b-a499-72f0d9efd873 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:02.582322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f7068-57f6-4514-ac31-5b6bd691f87c req-9b657970-7cdf-476b-a499-72f0d9efd873 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:02.584085 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf7f7068-57f6-4514-ac31-5b6bd691f87c req-9b657970-7cdf-476b-a499-72f0d9efd873 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2419 time: 0.2516198 Nov 29 18:05:02.604363 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:02.614323 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aee9f0f0-0be1-429e-b603-e78a5a2f1c12 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:02.633801 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2341a-2b0c-4d1a-827f-349be44935b6 req-a9eee01b-7b5a-41b8-aee5-76894e2e52fb tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:02.635436 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-daf2341a-2b0c-4d1a-827f-349be44935b6 req-a9eee01b-7b5a-41b8-aee5-76894e2e52fb tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=244ab058-6e6c-499c-b270-d60fc0d27409 HTTP/1.1" status: 200 len: 931 time: 0.3050938 Nov 29 18:05:02.779395 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a389a34d-3ed5-4de5-bdd6-7fdf5a7610ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:02.784182 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-aed2a1be-0a5d-4fa9-8b4e-f0569a8c8f58 service neutron] 10.222.0.31 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109735 Nov 29 18:05:02.937451 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a389a34d-3ed5-4de5-bdd6-7fdf5a7610ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:02.957596 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-1a85a522-eb36-4e22-9079-96516bb4071d service neutron] 10.222.0.31 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546679 Nov 29 18:05:02.976669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389a34d-3ed5-4de5-bdd6-7fdf5a7610ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Subnet': ['ID=cfdb3f60-8b0f-4bce-891f-135ed38fa9a0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:02.978750 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a389a34d-3ed5-4de5-bdd6-7fdf5a7610ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:02.982164 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a389a34d-3ed5-4de5-bdd6-7fdf5a7610ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/cfdb3f60-8b0f-4bce-891f-135ed38fa9a0 HTTP/1.1" status: 204 len: 168 time: 1.0714447 Nov 29 18:05:02.984876 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50856) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:03.000121 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9b5944-d0aa-4b65-bc79-6d7ed700bf50 None None] Network 600764a0-beac-4dda-8a0b-259eebb30eef requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:03.062179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-42a0d5c1-e0d2-45d4-89d8-5eb356136df8 req-e0dda130-9cf6-43a5-b58f-1f9c29c90888 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] For port a9e79909-68ff-4fc0-9083-11fcb0161aa9, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a9e79909-68ff-4fc0-9083-11fcb0161aa9,segment=NetworkSegment(fc7fd27c-3e94-4c28-acb2-d1e3f970fff2),segment_id=fc7fd27c-3e94-4c28-acb2-d1e3f970fff2)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:03.062581 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-42a0d5c1-e0d2-45d4-89d8-5eb356136df8 req-e0dda130-9cf6-43a5-b58f-1f9c29c90888 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:03.079862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51fe1aa-f45e-47d5-8ca8-89d7430d699d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting subnet 1f2cd206-c264-4501-b6df-f126b9a6ef3f {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:05:03.083855 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e51fe1aa-f45e-47d5-8ca8-89d7430d699d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:03.097664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5cef09-e1c0-4035-b72f-81dd331fdb06,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:03.117136 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c53fb75-6fa9-4d0e-8707-f20fcc5e73b6 None None] DHCP port deletion for 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:03.142567 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-42a0d5c1-e0d2-45d4-89d8-5eb356136df8 req-e0dda130-9cf6-43a5-b58f-1f9c29c90888 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Calling delete_port for a9e79909-68ff-4fc0-9083-11fcb0161aa9 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:03.157465 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e51fe1aa-f45e-47d5-8ca8-89d7430d699d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:03.237665 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf7f7068-57f6-4514-ac31-5b6bd691f87c req-525beac4-17ef-450e-a0a3-9f2d74f1832c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6275954 Nov 29 18:05:03.244827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1761c5f0-ba13-4a51-87e4-229418b64027 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:03.265183 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-aee9f0f0-0be1-429e-b603-e78a5a2f1c12 admin admin] Deleting port 37f8820f-77d8-4a53-a364-b449686ff31c {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:03.265821 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aee9f0f0-0be1-429e-b603-e78a5a2f1c12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:03.282233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-daf2341a-2b0c-4d1a-827f-349be44935b6 req-1f0d3c44-fc92-40e6-b46f-c17b1863632d tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6114240 Nov 29 18:05:03.303360 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e51fe1aa-f45e-47d5-8ca8-89d7430d699d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:03.304905 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 1761c5f0-ba13-4a51-87e4-229418b64027 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:03.305260 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1761c5f0-ba13-4a51-87e4-229418b64027 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:03.308109 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61ad36b-7505-4fc8-8985-52da6ce5a382 x-openstack-request-id: req-e61ad36b-7505-4fc8-8985-52da6ce5a382 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:03.308489 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bbc17c-98dc-4cea-8ca6-e568082f6963", "tag": "57f417bd-e122-4129-8ecf-3934ae89c763", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:03.310200 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e61ad36b-7505-4fc8-8985-52da6ce5a382 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:03.312835 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97bbc17c-98dc-4cea-8ca6-e568082f6963', 'tag': '57f417bd-e122-4129-8ecf-3934ae89c763', 'status': 'completed', 'code': 200} Nov 29 18:05:03.429649 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35165b17-6d2b-4de9-bdd1-78beaec572a4 req-2c1126ee-7c9c-4522-9fe8-1afbfbb7c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:03.432055 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-35165b17-6d2b-4de9-bdd1-78beaec572a4 req-2c1126ee-7c9c-4522-9fe8-1afbfbb7c7f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d4194d8101824301ad5fc37facbb9c7a&device_id=97bbc17c-98dc-4cea-8ca6-e568082f6963 HTTP/1.1" status: 200 len: 1094 time: 0.0810716 Nov 29 18:05:03.452287 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e51fe1aa-f45e-47d5-8ca8-89d7430d699d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:03.517755 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6f0b83-1511-4544-9fcf-0ccc8063519d x-openstack-request-id: req-8c6f0b83-1511-4544-9fcf-0ccc8063519d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:03.518058 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ec9b4aa-f6a8-40b0-ace3-98280632fb9e", "name": "network-vif-deleted", "tag": "724d0a8a-f275-4e2f-a4e2-49620664d027", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:03.518316 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c6f0b83-1511-4544-9fcf-0ccc8063519d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:03.518727 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec9b4aa-f6a8-40b0-ace3-98280632fb9e', 'name': 'network-vif-deleted', 'tag': '724d0a8a-f275-4e2f-a4e2-49620664d027', 'status': 'completed', 'code': 200} Nov 29 18:05:03.535791 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fe1aa-f45e-47d5-8ca8-89d7430d699d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Subnet': ['ID=1f2cd206-c264-4501-b6df-f126b9a6ef3f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:03.539651 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e51fe1aa-f45e-47d5-8ca8-89d7430d699d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:03.541138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Attempting to bind port 8a5cef09-e1c0-4035-b72f-81dd331fdb06 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:03.541511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Attempting to bind port 8a5cef09-e1c0-4035-b72f-81dd331fdb06 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:03.541981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Attempting to bind port 8a5cef09-e1c0-4035-b72f-81dd331fdb06 on network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:03.543515 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e51fe1aa-f45e-47d5-8ca8-89d7430d699d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/1f2cd206-c264-4501-b6df-f126b9a6ef3f HTTP/1.1" status: 204 len: 168 time: 0.5569882 Nov 29 18:05:03.546547 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50862) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:03.556020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Port 8a5cef09-e1c0-4035-b72f-81dd331fdb06 on network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:05:03.556467 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Attempting to bind port 8a5cef09-e1c0-4035-b72f-81dd331fdb06 on network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:03.597665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:03.597988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Checking segment: {'id': 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:03.598383 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Bound using segment: {'id': 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:03.598862 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Bound port: 8a5cef09-e1c0-4035-b72f-81dd331fdb06, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:03.599226 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:03.624576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bec5e-913e-4404-8ebf-58ecd4b4757b req-6944b096-84cb-47c4-94c6-652af873b8fe tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:03.631912 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a9bec5e-913e-4404-8ebf-58ecd4b4757b req-6944b096-84cb-47c4-94c6-652af873b8fe tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.1632094 Nov 29 18:05:03.647919 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:03.671356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35165b17-6d2b-4de9-bdd1-78beaec572a4 req-fb2290af-8602-4f29-9fc8-a44e5778666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:03.672998 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-35165b17-6d2b-4de9-bdd1-78beaec572a4 req-fb2290af-8602-4f29-9fc8-a44e5778666f service neutron] 10.222.0.31 "GET /v2.0/networks?id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67 HTTP/1.1" status: 200 len: 913 time: 0.2331378 Nov 29 18:05:03.676616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-aee9f0f0-0be1-429e-b603-e78a5a2f1c12 admin admin] For port 37f8820f-77d8-4a53-a364-b449686ff31c, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=37f8820f-77d8-4a53-a364-b449686ff31c,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:03.676993 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aee9f0f0-0be1-429e-b603-e78a5a2f1c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:03.740389 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-35165b17-6d2b-4de9-bdd1-78beaec572a4 req-c9fe2964-e008-4052-883a-1b633e1d3c39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57f417bd-e122-4129-8ecf-3934ae89c763 HTTP/1.1" status: 200 len: 217 time: 0.0596504 Nov 29 18:05:03.752015 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-aee9f0f0-0be1-429e-b603-e78a5a2f1c12 admin admin] Calling delete_port for 37f8820f-77d8-4a53-a364-b449686ff31c owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:03.805031 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:03.805379 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:03.809113 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35165b17-6d2b-4de9-bdd1-78beaec572a4 req-732b4a68-f81b-4b57-b5a9-af2ed435e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:03.810625 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-35165b17-6d2b-4de9-bdd1-78beaec572a4 req-732b4a68-f81b-4b57-b5a9-af2ed435e35d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d94d983e-7ad2-4d9e-ba8a-60c4e3e93248 HTTP/1.1" status: 200 len: 852 time: 0.0601659 Nov 29 18:05:03.829011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a9bec5e-913e-4404-8ebf-58ecd4b4757b req-74467e9f-b4fb-4a2a-8589-ea4c52c0a968 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961229 Nov 29 18:05:03.903587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b999dcf-2f29-4f82-84e1-5d0443813bc4 req-573676b1-898a-4bd5-89a7-f52cac89b2b9 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:03.905439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b999dcf-2f29-4f82-84e1-5d0443813bc4 req-573676b1-898a-4bd5-89a7-f52cac89b2b9 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d HTTP/1.1" status: 200 len: 945 time: 0.3265309 Nov 29 18:05:03.906912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] For port 8a5cef09-e1c0-4035-b72f-81dd331fdb06, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:03.913359 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-42a0d5c1-e0d2-45d4-89d8-5eb356136df8 req-e0dda130-9cf6-43a5-b58f-1f9c29c90888 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:03.913826 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-35165b17-6d2b-4de9-bdd1-78beaec572a4 req-50809f55-039e-4c13-b986-2dc692ad70e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934203 Nov 29 18:05:03.940137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] For port 8a5cef09-e1c0-4035-b72f-81dd331fdb06, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=8a5cef09-e1c0-4035-b72f-81dd331fdb06,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:03.989056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dda130-9cf6-43a5-b58f-1f9c29c90888 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Pushing event deleted for resources: {'Port': ['ID=a9e79909-68ff-4fc0-9083-11fcb0161aa9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:04.019946 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] For port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d1fee6e4-1a63-4fab-bd15-f2e3071d61fc,segment=NetworkSegment(ce448188-dccd-4581-8cb9-ef56c0ae9f0b),segment_id=ce448188-dccd-4581-8cb9-ef56c0ae9f0b)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:04.020320 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.021125 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.047185 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for d1fee6e4-1a63-4fab-bd15-f2e3071d61fc owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:04.076546 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19063dc1-37b5-40ca-9d79-050c7ff76601 None None] DHCP port deletion for 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:04.104953 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0667bfd-2399-4ab7-bd47-402b5273f211 None None] Network 600764a0-beac-4dda-8a0b-259eebb30eef requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:04.132777 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-35165b17-6d2b-4de9-bdd1-78beaec572a4 req-2cc4c3a8-63a8-4134-9c67-e3d9153be1b7 service neutron] 10.222.0.31 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059648 Nov 29 18:05:04.246719 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.249028 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b999dcf-2f29-4f82-84e1-5d0443813bc4 req-9cb795f4-c75c-4f3a-ba39-fec772337b7f tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.23 "GET /v2.0/security-groups?id=bfd9f179-be8d-4608-9a53-694cace15300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143907 Nov 29 18:05:04.251466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:04.252311 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.253790 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] 10.222.0.20 "PUT /v2.0/ports/8a5cef09-e1c0-4035-b72f-81dd331fdb06 HTTP/1.1" status: 200 len: 1091 time: 3.9165633 Nov 29 18:05:04.278448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b4eefe3e-0242-49d2-ba55-f4f8e48fda50 None None] Provisioning complete for port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:04.279961 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4eefe3e-0242-49d2-ba55-f4f8e48fda50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.290910 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No DVR routers for this DVR port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:04.292462 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=d1fee6e4-1a63-4fab-bd15-f2e3071d61fc,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:04.327854 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b4eefe3e-0242-49d2-ba55-f4f8e48fda50 None None] Port d1fee6e4-1a63-4fab-bd15-f2e3071d61fc was deleted so its status cannot be updated. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 29 18:05:04.336528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c93a6-470f-413d-b9b4-b377be275db5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5cef09-e1c0-4035-b72f-81dd331fdb06,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:04.359305 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-35165b17-6d2b-4de9-bdd1-78beaec572a4 req-ebd0c422-a1db-44e7-abca-c0049c278ce7 service neutron] 10.222.0.31 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963425 Nov 29 18:05:04.410970 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.427745 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e86bfd-d1b4-4066-ae63-be6f3e6957ac None None] DHCP port deletion for 600764a0-beac-4dda-8a0b-259eebb30eef request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:04.431552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a0d5c1-e0d2-45d4-89d8-5eb356136df8 req-e0dda130-9cf6-43a5-b58f-1f9c29c90888 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] No DVR routers for this DVR port a9e79909-68ff-4fc0-9083-11fcb0161aa9 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:04.433196 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aee9f0f0-0be1-429e-b603-e78a5a2f1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.434839 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600764a0-beac-4dda-8a0b-259eebb30eef']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:04.444438 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-42a0d5c1-e0d2-45d4-89d8-5eb356136df8 req-e0dda130-9cf6-43a5-b58f-1f9c29c90888 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.448016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-42a0d5c1-e0d2-45d4-89d8-5eb356136df8 req-e0dda130-9cf6-43a5-b58f-1f9c29c90888 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210 tempest-FloatingIPsAssociationNegativeTestJSON-2124353210-project] 10.222.0.31 "DELETE /v2.0/ports/a9e79909-68ff-4fc0-9083-11fcb0161aa9 HTTP/1.1" status: 204 len: 173 time: 2.6552041 Nov 29 18:05:04.449841 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce448188-dccd-4581-8cb9-ef56c0ae9f0b') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:04.450386 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce448188-dccd-4581-8cb9-ef56c0ae9f0b') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:04.470318 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.486945 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.493035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:05:04.493493 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:05:04.497383 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:05:04.533494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c94fad-a5a0-4b20-906a-b5f5620ce2c6 req-7d10a08f-6dbe-4e33-87c5-560a1f87728e tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:04.535059 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8c94fad-a5a0-4b20-906a-b5f5620ce2c6 req-7d10a08f-6dbe-4e33-87c5-560a1f87728e tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.5381317 Nov 29 18:05:04.535861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9f0f0-0be1-429e-b603-e78a5a2f1c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=37f8820f-77d8-4a53-a364-b449686ff31c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:04.547360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50884) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:04.552360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9818b7b3-4047-4db8-b54e-af53e2c5a562 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Request body: {'floatingip': {'port_id': '47d39406-5de8-4326-94ee-2469082ec427'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:04.556670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60073d7-7a76-4c9e-93cf-6712e4d17aa7 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:04.593595 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.618822 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.621479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ebcb850b-7d84-4175-80f8-372c00196c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:04.622995 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-ebcb850b-7d84-4175-80f8-372c00196c5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4194d8101824301ad5fc37facbb9c7a&device_id=244ab058-6e6c-499c-b270-d60fc0d27409 HTTP/1.1" status: 200 len: 1094 time: 0.2738051 Nov 29 18:05:04.626641 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/networks/600764a0-beac-4dda-8a0b-259eebb30eef HTTP/1.1" status: 204 len: 168 time: 1.0775104 Nov 29 18:05:04.627679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c4242-eb86-48fc-9a28-e310641730e8 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Network': ['ID=600764a0-beac-4dda-8a0b-259eebb30eef,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:04.629575 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50886) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:04.660160 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9818b7b3-4047-4db8-b54e-af53e2c5a562 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.678611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded16ce2-a111-4e1e-81b9-494da5224431 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:04.684986 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ded16ce2-a111-4e1e-81b9-494da5224431 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0545459 Nov 29 18:05:04.685699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50888) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:04.734878 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b4a448dd-1036-463c-b560-8a535ab261ae tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0478044 Nov 29 18:05:04.738351 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50890) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:04.743232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d1211c03-69b7-4448-92ff-48386acbd4ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1780308805'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:04.765587 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1211c03-69b7-4448-92ff-48386acbd4ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:04.769509 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d1211c03-69b7-4448-92ff-48386acbd4ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.771296 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-f31ad420-5f86-4278-996d-63ac5ad85fde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a5cef09-e1c0-4035-b72f-81dd331fdb06 HTTP/1.1" status: 200 len: 217 time: 0.1177452 Nov 29 18:05:04.793740 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1211c03-69b7-4448-92ff-48386acbd4ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:05:04.802399 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d1211c03-69b7-4448-92ff-48386acbd4ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.802749 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-d1211c03-69b7-4448-92ff-48386acbd4ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Added segment e22bb61f-a825-4151-b3e4-60c2f56b0d7d of type vlan for network 0cb11e31-c21b-4379-a38d-219a741cfb34 Nov 29 18:05:04.844122 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d1211c03-69b7-4448-92ff-48386acbd4ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.850617 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aee9f0f0-0be1-429e-b603-e78a5a2f1c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.873817 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d1211c03-69b7-4448-92ff-48386acbd4ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.879859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1211c03-69b7-4448-92ff-48386acbd4ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:04.880525 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d1211c03-69b7-4448-92ff-48386acbd4ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:04.883159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-1befc02e-8cfe-4d98-b5c1-1fd8704f681e tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:04.884643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-1befc02e-8cfe-4d98-b5c1-1fd8704f681e tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 812 time: 0.4718990 Nov 29 18:05:04.910402 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d1211c03-69b7-4448-92ff-48386acbd4ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1709416 Nov 29 18:05:04.919358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50892) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:04.956578 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'subnet': {'network_id': '0cb11e31-c21b-4379-a38d-219a741cfb34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:04.961167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1211c03-69b7-4448-92ff-48386acbd4ad tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Network': ['ID=0cb11e31-c21b-4379-a38d-219a741cfb34,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:04.972685 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 0cb11e31-c21b-4379-a38d-219a741cfb34 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:05:05.028203 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6842b-aa5d-4f43-8980-a3e3133c88a8 req-fd1e1437-325b-41f7-aaa3-fb4094724096 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:05.034100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6842b-aa5d-4f43-8980-a3e3133c88a8 req-fd1e1437-325b-41f7-aaa3-fb4094724096 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:05.039998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6842b-aa5d-4f43-8980-a3e3133c88a8 req-fd1e1437-325b-41f7-aaa3-fb4094724096 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:05.041627 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13e6842b-aa5d-4f43-8980-a3e3133c88a8 req-fd1e1437-325b-41f7-aaa3-fb4094724096 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2419 time: 0.3842254 Nov 29 18:05:05.078246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-0055a70d-41a5-4516-b990-128093bca0fb tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/quotas/9b07239bb1bf45548250748a91a26cf4 HTTP/1.1" status: 200 len: 375 time: 0.1280265 Nov 29 18:05:05.089226 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aee9f0f0-0be1-429e-b603-e78a5a2f1c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:05.103922 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aee9f0f0-0be1-429e-b603-e78a5a2f1c12 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:05.118521 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-3597ddbb-58e8-4c81-bd0b-c697b4506dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:05.120106 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-3597ddbb-58e8-4c81-bd0b-c697b4506dfc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d94d983e-7ad2-4d9e-ba8a-60c4e3e93248 HTTP/1.1" status: 200 len: 852 time: 0.3132064 Nov 29 18:05:05.239191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d1fee6e4-1a63-4fab-bd15-f2e3071d61fc no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:05.242694 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-a2d89b1a-eaae-47c6-84e4-0dcc74b136f4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1363764 Nov 29 18:05:05.268622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 724d0a8a-f275-4e2f-a4e2-49620664d027 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:05.270844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: d1fee6e4-1a63-4fab-bd15-f2e3071d61fc {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:05.271196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d1fee6e4-1a63-4fab-bd15-f2e3071d61fc not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:05.271912 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-7202d01c-7cf1-4d34-8e7b-77336c363fd8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963311 Nov 29 18:05:05.283385 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aee9f0f0-0be1-429e-b603-e78a5a2f1c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:05.283909 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee9f0f0-0be1-429e-b603-e78a5a2f1c12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5190b275-78d7-453c-8955-ccc7894507f4 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:05:05.298008 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 724d0a8a-f275-4e2f-a4e2-49620664d027 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:05.298595 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 724d0a8a-f275-4e2f-a4e2-49620664d027 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:05.298801 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a9e79909-68ff-4fc0-9083-11fcb0161aa9 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:05.318408 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: a9e79909-68ff-4fc0-9083-11fcb0161aa9 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:05.319145 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a9e79909-68ff-4fc0-9083-11fcb0161aa9 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:05.337743 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aee9f0f0-0be1-429e-b603-e78a5a2f1c12 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:05.341746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-aee9f0f0-0be1-429e-b603-e78a5a2f1c12 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5190b275-78d7-453c-8955-ccc7894507f4 HTTP/1.1" status: 204 len: 168 time: 4.2044344 Nov 29 18:05:05.342151 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50898) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:05.398996 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-48810ae7-b246-4c4f-9c49-49c0e3f71a3e admin admin] Deleting subnet 39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:05:05.401628 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13e6842b-aa5d-4f43-8980-a3e3133c88a8 req-bda08558-e2a5-4655-b247-564e9d44f2a6 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268597 Nov 29 18:05:05.403008 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48810ae7-b246-4c4f-9c49-49c0e3f71a3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:05.411143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-e1468e11-da2f-4c13-abc3-642fdcab85d7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:05:05.412136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-e1468e11-da2f-4c13-abc3-642fdcab85d7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1454542 Nov 29 18:05:05.439615 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48810ae7-b246-4c4f-9c49-49c0e3f71a3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:05.490537 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:05.493919 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:05.529715 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48810ae7-b246-4c4f-9c49-49c0e3f71a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:05.534699 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244ab058-6e6c-499c-b270-d60fc0d27409', 'tag': '8a5cef09-e1c0-4035-b72f-81dd331fdb06'}, {'server_uuid': '7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d', 'name': 'network-vif-deleted', 'tag': 'a9e79909-68ff-4fc0-9083-11fcb0161aa9'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:05.536969 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af6b6b2-4863-4145-999f-57ae209c1a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "244ab058-6e6c-499c-b270-d60fc0d27409", "tag": "8a5cef09-e1c0-4035-b72f-81dd331fdb06"}, {"server_uuid": "7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d", "name": "network-vif-deleted", "tag": "a9e79909-68ff-4fc0-9083-11fcb0161aa9"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:05.583445 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48810ae7-b246-4c4f-9c49-49c0e3f71a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:05.608355 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48810ae7-b246-4c4f-9c49-49c0e3f71a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:05.614655 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48810ae7-b246-4c4f-9c49-49c0e3f71a3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:05.620235 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-48810ae7-b246-4c4f-9c49-49c0e3f71a3e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/39d1d36c-b87e-40a7-bbfa-bbcf8cd70c2f HTTP/1.1" status: 204 len: 168 time: 0.2741961 Nov 29 18:05:05.620486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50904) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:05.622717 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f845d616-bd6c-4552-bc47-0514d0281901 None None] Network af760854-75d7-485d-8b60-883a122ffa75 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:05.694155 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:05.762612 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] Deleting port 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:05.762911 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:05.827466 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] For port 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca,segment=NetworkSegment(3983a04f-5cc0-49fb-9820-b441a7e52113),segment_id=3983a04f-5cc0-49fb-9820-b441a7e52113)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:05.827708 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:05.848602 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] Calling delete_port for 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:05.862695 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1253560f-df16-492a-a797-8ef23dd5bc7b None None] DHCP port deletion for af760854-75d7-485d-8b60-883a122ffa75 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:05.925628 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1253560f-df16-492a-a797-8ef23dd5bc7b None None] Deleting port 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:05.925628 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1253560f-df16-492a-a797-8ef23dd5bc7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:05.957341 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:05.985410 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:05.989196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] No DVR routers for this DVR port 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:05.997388 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1253560f-df16-492a-a797-8ef23dd5bc7b None None] For port 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca,segment=NetworkSegment(3983a04f-5cc0-49fb-9820-b441a7e52113),segment_id=3983a04f-5cc0-49fb-9820-b441a7e52113)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:05.997798 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1253560f-df16-492a-a797-8ef23dd5bc7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:06.013024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1253560f-df16-492a-a797-8ef23dd5bc7b None None] Calling delete_port for 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:06.055155 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-7aaf73e3-e1c0-4f7d-b530-7e11dd47b236 service neutron] 10.222.0.20 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7676423 Nov 29 18:05:06.069185 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:06.070078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a48aee-ee43-4109-89dd-d9bf454d699a req-c50161e9-7496-4ce8-b99a-951983d9e7ae tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:06.071670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6a48aee-ee43-4109-89dd-d9bf454d699a req-c50161e9-7496-4ce8-b99a-951983d9e7ae tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=244ab058-6e6c-499c-b270-d60fc0d27409 HTTP/1.1" status: 200 len: 943 time: 0.5871415 Nov 29 18:05:06.098826 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af760854-75d7-485d-8b60-883a122ffa75']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: from cryptography.utils import int_from_bytes Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: from cryptography.utils import int_from_bytes Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.102864 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.105298 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.105298 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.105298 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.105298 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.105298 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.105298 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.105298 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.105298 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.105298 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.105298 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.105298 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.105298 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.105298 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:06.105298 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:05:06.109089 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1253560f-df16-492a-a797-8ef23dd5bc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:06.110376 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3983a04f-5cc0-49fb-9820-b441a7e52113') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:06.110826 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3983a04f-5cc0-49fb-9820-b441a7e52113') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:06.112479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-b87fe975-e338-47db-a0da-a58a43d5c68c service neutron] 10.222.0.23 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6816328 Nov 29 18:05:06.126595 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:06.138101 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253560f-df16-492a-a797-8ef23dd5bc7b None None] No DVR routers for this DVR port 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:06.139798 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253560f-df16-492a-a797-8ef23dd5bc7b None None] Pushing event deleted for resources: {'Port': ['ID=4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:06.142565 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:06.149772 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:05:06.150143 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:05:06.152082 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:05:06.209803 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:06.215884 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:06.219149 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/af760854-75d7-485d-8b60-883a122ffa75 HTTP/1.1" status: 204 len: 168 time: 0.5976357 Nov 29 18:05:06.231088 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f9700-fd29-46ca-b462-b6f0704e74d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=af760854-75d7-485d-8b60-883a122ffa75,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:06.362283 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50908) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:06.381162 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6a48aee-ee43-4109-89dd-d9bf454d699a req-9bac33f2-49e8-4e2e-b81c-8d4983e70caf tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681935 Nov 29 18:05:06.413913 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c7dede27-86b6-4178-9c06-069a71c32dce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d48087c4463a4f1484d6cff080988783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503454 Nov 29 18:05:06.416477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50910) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:06.443063 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.resource_extend [None req-9818b7b3-4047-4db8-b54e-af53e2c5a562 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:05:06.446587 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aea7af5-2fd8-4e43-8467-c0562542cde0 req-cef7885a-3f8f-4003-9d7c-c0d63f89eeb8 service neutron] 10.222.0.20 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696060 Nov 29 18:05:06.453464 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-3c679717-f40d-47b1-853a-39ee7fce4318 service neutron] 10.222.0.23 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115666 Nov 29 18:05:06.491049 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42ae3519-58dc-4788-8a4b-888910a550cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:06.500842 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:06.508688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50912) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:06.516580 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9818b7b3-4047-4db8-b54e-af53e2c5a562 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:06.552076 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9818b7b3-4047-4db8-b54e-af53e2c5a562 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:06.572151 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42ae3519-58dc-4788-8a4b-888910a550cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:06.627047 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a326aad7-a2be-4b8a-9afc-1b380a6ae69a x-openstack-request-id: req-a326aad7-a2be-4b8a-9afc-1b380a6ae69a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:06.627350 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244ab058-6e6c-499c-b270-d60fc0d27409", "tag": "8a5cef09-e1c0-4035-b72f-81dd331fdb06", "status": "completed", "code": 200}, {"server_uuid": "7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d", "name": "network-vif-deleted", "tag": "a9e79909-68ff-4fc0-9083-11fcb0161aa9", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:06.627610 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a326aad7-a2be-4b8a-9afc-1b380a6ae69a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:06.628012 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244ab058-6e6c-499c-b270-d60fc0d27409', 'tag': '8a5cef09-e1c0-4035-b72f-81dd331fdb06', 'status': 'completed', 'code': 200} Nov 29 18:05:06.628267 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca378a5-d11e-4e6c-b7ef-f4a917df5b2d', 'name': 'network-vif-deleted', 'tag': 'a9e79909-68ff-4fc0-9083-11fcb0161aa9', 'status': 'completed', 'code': 200} Nov 29 18:05:06.641482 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Subnet': ['ID=be8cc56f-7aac-46a0-9149-a294815260ab,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:06.710265 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:06.710553 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:06.710953 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:06.711299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:06.711639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:06.712533 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:06.712533 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:06.712803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:06.713506 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:06.713506 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:06.713690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:06.714004 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:06.768893 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04ce92a6-f844-4dc4-ab2a-ee26e1ffaa44 req-e744e437-c27f-42bb-bf6d-44601fa8faae tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 210 time: 0.0893965 Nov 29 18:05:06.795853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Checking segment: {'id': 'e22bb61f-a825-4151-b3e4-60c2f56b0d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0cb11e31-c21b-4379-a38d-219a741cfb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:06.796367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network hostable DHCP agents. Network: 0cb11e31-c21b-4379-a38d-219a741cfb34, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:05:06.801854 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-9818b7b3-4047-4db8-b54e-af53e2c5a562 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Floating IP cd763151-4e8b-4eab-a7ff-f92ef61c909e associated. External IP: 172.25.3.63, port: 47d39406-5de8-4326-94ee-2469082ec427. Nov 29 18:05:06.804274 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42ae3519-58dc-4788-8a4b-888910a550cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:06.807058 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42ae3519-58dc-4788-8a4b-888910a550cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:06.808475 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-42ae3519-58dc-4788-8a4b-888910a550cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1099eff4-3d57-47fc-a3ee-5a1c5573e405 HTTP/1.1" status: 204 len: 168 time: 0.3906586 Nov 29 18:05:06.810767 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6b6b2-4863-4145-999f-57ae209c1a1c req-516a1b82-27ef-4d4d-b010-4389e1a89c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:06.812136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8af6b6b2-4863-4145-999f-57ae209c1a1c req-516a1b82-27ef-4d4d-b010-4389e1a89c75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4194d8101824301ad5fc37facbb9c7a&device_id=244ab058-6e6c-499c-b270-d60fc0d27409 HTTP/1.1" status: 200 len: 1094 time: 0.1332958 Nov 29 18:05:06.831146 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae3519-58dc-4788-8a4b-888910a550cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1099eff4-3d57-47fc-a3ee-5a1c5573e405,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:07.016461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network 0cb11e31-c21b-4379-a38d-219a741cfb34 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:05:07.074400 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 0cb11e31-c21b-4379-a38d-219a741cfb34) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:07.091335 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eceb43-8381-447d-afa5-38b3513d10c3 None None] Network 0cb11e31-c21b-4379-a38d-219a741cfb34 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:07.094868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:07.095454 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:07.113532 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca14b2a8-8c83-4f88-9516-0f7a3a926c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:07.141583 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2816650-8a3d-4954-8bf5-8368687596a4 req-9089fe7a-bdc8-49ae-829e-7afbdd2a26da tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:07.147904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2816650-8a3d-4954-8bf5-8368687596a4 req-9089fe7a-bdc8-49ae-829e-7afbdd2a26da tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:07.154100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2816650-8a3d-4954-8bf5-8368687596a4 req-9089fe7a-bdc8-49ae-829e-7afbdd2a26da tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:07.161568 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2816650-8a3d-4954-8bf5-8368687596a4 req-9089fe7a-bdc8-49ae-829e-7afbdd2a26da tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2419 time: 0.2270768 Nov 29 18:05:07.191500 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d2241cc8-e65c-40b4-8dda-ff62764e6558 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2390399 Nov 29 18:05:07.195542 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50932) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:07.196441 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6b6b2-4863-4145-999f-57ae209c1a1c req-be94bcb9-e573-48f5-ad59-c03a7f87526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:07.211804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8af6b6b2-4863-4145-999f-57ae209c1a1c req-be94bcb9-e573-48f5-ad59-c03a7f87526a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67 HTTP/1.1" status: 200 len: 913 time: 0.2908750 Nov 29 18:05:07.218758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d863bda5-1117-43ec-a14c-4159c30a89e5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'network_id': '0cb11e31-c21b-4379-a38d-219a741cfb34', 'name': 'tempest-PortsIpV6TestJSON-1172713342'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:07.249462 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 37f8820f-77d8-4a53-a364-b449686ff31c no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:07.283330 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 57f417bd-e122-4129-8ecf-3934ae89c763 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:05:07.357284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 37f8820f-77d8-4a53-a364-b449686ff31c {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:07.357886 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 37f8820f-77d8-4a53-a364-b449686ff31c not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:07.358471 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:07.372801 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8af6b6b2-4863-4145-999f-57ae209c1a1c req-7d70a9e4-cbf2-4205-a72a-58b87cd37b68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a5cef09-e1c0-4035-b72f-81dd331fdb06 HTTP/1.1" status: 200 len: 217 time: 0.1344404 Nov 29 18:05:07.415158 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:07.415938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4d8d3d9c-d0eb-4b2d-84d8-2559d922c1ca not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:07.437002 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-0cb11e31-c21b-4379-a38d-219a741cfb34', 'network_id': '0cb11e31-c21b-4379-a38d-219a741cfb34', 'tenant_id': '6d2fe1df63aa4201995eddc1ee119ad9', 'fixed_ips': [{'subnet_id': 'be8cc56f-7aac-46a0-9149-a294815260ab'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:05:07.438134 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:07.468984 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2816650-8a3d-4954-8bf5-8368687596a4 req-3c7c5aef-998f-42b6-9697-18f69df276dd tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009806 Nov 29 18:05:07.621214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6b6b2-4863-4145-999f-57ae209c1a1c req-41916ea3-a8e2-4a9d-9470-c079983ad2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:07.622679 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8af6b6b2-4863-4145-999f-57ae209c1a1c req-41916ea3-a8e2-4a9d-9470-c079983ad2f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d94d983e-7ad2-4d9e-ba8a-60c4e3e93248 HTTP/1.1" status: 200 len: 852 time: 0.2320986 Nov 29 18:05:07.651028 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9818b7b3-4047-4db8-b54e-af53e2c5a562 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Router 26976628-e36b-4dc6-845c-6ed9d5c16fbd has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:05:07.686429 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8af6b6b2-4863-4145-999f-57ae209c1a1c req-27a7637c-988a-441e-9afe-e18c0f63b696 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6f88d188-b5b2-4832-b3a9-0737b5ac1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490341 Nov 29 18:05:07.688813 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 57f417bd-e122-4129-8ecf-3934ae89c763, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=57f417bd-e122-4129-8ecf-3934ae89c763,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:07.692200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Allocated IP 2001:db8::2 (0cb11e31-c21b-4379-a38d-219a741cfb34/be8cc56f-7aac-46a0-9149-a294815260ab/0a40ffd0-8eed-4fee-826c-e3fef2cf4d07) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:07.696162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ca14b2a8-8c83-4f88-9516-0f7a3a926c06 admin admin] Deleting port f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:07.696673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e08ec9-4329-4bfd-8342-2b8d674f6c96 req-24554cfe-0966-4785-98c6-e5c8f633e22a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:07.696845 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca14b2a8-8c83-4f88-9516-0f7a3a926c06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:07.697978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d1e08ec9-4329-4bfd-8342-2b8d674f6c96 req-24554cfe-0966-4785-98c6-e5c8f633e22a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=244ab058-6e6c-499c-b270-d60fc0d27409 HTTP/1.1" status: 200 len: 943 time: 0.1850834 Nov 29 18:05:07.708586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d863bda5-1117-43ec-a14c-4159c30a89e5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:07.710998 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '57f417bd-e122-4129-8ecf-3934ae89c763', 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67', 'port_id': '57f417bd-e122-4129-8ecf-3934ae89c763', 'mac_address': 'fa:16:3e:78:fe:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94d983e-7ad2-4d9e-ba8a-60c4e3e93248', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:05:07.712019 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d863bda5-1117-43ec-a14c-4159c30a89e5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:07.806573 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-d863bda5-1117-43ec-a14c-4159c30a89e5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] device_id is not set on port d934f57e-dff0-462e-8151-4fce042d694e yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:05:07.874345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-ca14b2a8-8c83-4f88-9516-0f7a3a926c06 admin admin] For port f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8,segment=NetworkSegment(fc7fd27c-3e94-4c28-acb2-d1e3f970fff2),segment_id=fc7fd27c-3e94-4c28-acb2-d1e3f970fff2)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:07.874664 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca14b2a8-8c83-4f88-9516-0f7a3a926c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:07.895321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ca14b2a8-8c83-4f88-9516-0f7a3a926c06 admin admin] Calling delete_port for f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:07.959577 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:07.988115 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f630ef70-d749-4ebe-bff1-a5c0093e9880 req-132d43c9-a632-4df9-847e-2ee8fb9497c2 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 210 time: 0.1075251 Nov 29 18:05:07.989517 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f417bd-e122-4129-8ecf-3934ae89c763 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:05:08.038526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 57f417bd-e122-4129-8ecf-3934ae89c763, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=57f417bd-e122-4129-8ecf-3934ae89c763,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:08.072676 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:08.136935 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:08.187263 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=57f417bd-e122-4129-8ecf-3934ae89c763,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:08.191399 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:08.229240 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50956) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:08.256410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Network 0cb11e31-c21b-4379-a38d-219a741cfb34 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:08.259410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:08.264108 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:08.267624 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Pushing event updated for resources: {'Port': ['ID=0a40ffd0-8eed-4fee-826c-e3fef2cf4d07,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:08.332001 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Attempting to bind port 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:08.332713 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Attempting to bind port 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'e22bb61f-a825-4151-b3e4-60c2f56b0d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0cb11e31-c21b-4379-a38d-219a741cfb34'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:08.333259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Attempting to bind port 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 on network 0cb11e31-c21b-4379-a38d-219a741cfb34 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:08.334011 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-0ce5f1db-7134-4263-83e6-6aed599de58c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:08.335566 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-0ce5f1db-7134-4263-83e6-6aed599de58c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.20 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 812 time: 0.2206411 Nov 29 18:05:08.340154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:08.340873 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Checking segment: {'id': 'e22bb61f-a825-4151-b3e4-60c2f56b0d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0cb11e31-c21b-4379-a38d-219a741cfb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:08.341665 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:08.342057 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Bound using segment: {'id': 'e22bb61f-a825-4151-b3e4-60c2f56b0d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0cb11e31-c21b-4379-a38d-219a741cfb34'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:08.342525 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Bound port: 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22bb61f-a825-4151-b3e4-60c2f56b0d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '0cb11e31-c21b-4379-a38d-219a741cfb34'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:08.343037 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:08.358926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-6e65587a-b2da-45d9-9dad-ed46306e7a20 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Request body: {'port': {'device_id': '564b40cd-6411-43dc-afb5-9151a0c83b0a', 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498', 'admin_state_up': True, 'tenant_id': '9b07239bb1bf45548250748a91a26cf4'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:08.420233 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] For port 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:08.424007 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] For port 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=0a40ffd0-8eed-4fee-826c-e3fef2cf4d07,segment=NetworkSegment(e22bb61f-a825-4151-b3e4-60c2f56b0d7d),segment_id=e22bb61f-a825-4151-b3e4-60c2f56b0d7d)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:08.428828 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:08.434822 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b0478fcc-2f37-409b-9940-1a48fd478863 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1157515805-network', 'tenant_id': '1318b8c767b14067acb6590f51744cee'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:08.442897 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca14b2a8-8c83-4f88-9516-0f7a3a926c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:08.446663 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8af6b6b2-4863-4145-999f-57ae209c1a1c req-dc2bbeff-8891-4b66-924f-9ad36fa60ac7 service neutron] 10.222.0.20 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7476811 Nov 29 18:05:08.452714 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d1e08ec9-4329-4bfd-8342-2b8d674f6c96 req-93ee5029-2eb1-4918-9040-6fdb5a217c79 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7360802 Nov 29 18:05:08.487438 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['57f417bd-e122-4129-8ecf-3934ae89c763'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:05:08.496961 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14b2a8-8c83-4f88-9516-0f7a3a926c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:08.583130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0478fcc-2f37-409b-9940-1a48fd478863 admin admin] Made reservation on behalf of 1318b8c767b14067acb6590f51744cee for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:08.584926 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bb5fa-8049-4c87-b81f-7cd9c3e43935 None None] Pushing event updated for resources: {'Port': ['ID=0a40ffd0-8eed-4fee-826c-e3fef2cf4d07,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:08.586635 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0478fcc-2f37-409b-9940-1a48fd478863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:08.653740 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0478fcc-2f37-409b-9940-1a48fd478863 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:08.760765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9818b7b3-4047-4db8-b54e-af53e2c5a562 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:05:08.775264 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9818b7b3-4047-4db8-b54e-af53e2c5a562 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:08.787786 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0cd7f7-27a7-4e76-95ba-88678868f244 None None] Sync routers for ids ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:05:08.789404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-6e65587a-b2da-45d9-9dad-ed46306e7a20 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Made reservation on behalf of 9b07239bb1bf45548250748a91a26cf4 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:08.793000 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-6e65587a-b2da-45d9-9dad-ed46306e7a20 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:08.804473 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0cd7f7-27a7-4e76-95ba-88678868f244 None None] Routers {'26976628-e36b-4dc6-845c-6ed9d5c16fbd'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:08.805298 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ec0cd7f7-27a7-4e76-95ba-88678868f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:08.825470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-d863bda5-1117-43ec-a14c-4159c30a89e5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Allocated IP 2001:db8::21 (0cb11e31-c21b-4379-a38d-219a741cfb34/be8cc56f-7aac-46a0-9149-a294815260ab/d934f57e-dff0-462e-8151-4fce042d694e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:08.922600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8af6b6b2-4863-4145-999f-57ae209c1a1c req-59ca188f-accf-4da5-a7e3-d196f99bb4bd service neutron] 10.222.0.20 "GET /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533026 Nov 29 18:05:08.953066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-50c4fdef-0444-453b-8650-31e35de809ff tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:08.953279 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ec0cd7f7-27a7-4e76-95ba-88678868f244 None None] Set router 26976628-e36b-4dc6-845c-6ed9d5c16fbd gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:05:08.972855 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-50c4fdef-0444-453b-8650-31e35de809ff tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:08.991855 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-50c4fdef-0444-453b-8650-31e35de809ff tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:08.993799 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-50c4fdef-0444-453b-8650-31e35de809ff tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.31 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2419 time: 0.3387210 Nov 29 18:05:08.995524 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9818b7b3-4047-4db8-b54e-af53e2c5a562 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "PUT /v2.0/floatingips/cd763151-4e8b-4eab-a7ff-f92ef61c909e HTTP/1.1" status: 200 len: 991 time: 4.4466133 Nov 29 18:05:09.000735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'tag': '47d39406-5de8-4326-94ee-2469082ec427'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:09.003621 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344a6f4e-900a-4c7c-8ebf-e3482bb62a05" -d '{"events": [{"name": "network-changed", "server_uuid": "a20f80ff-e398-4e4d-a5e9-95375923690d", "tag": "47d39406-5de8-4326-94ee-2469082ec427"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:09.022963 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f00830-d662-4f93-b51d-9de0a8af0a7c req-ef9b1626-cb69-4905-920b-d86f683d1f35 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:09.027574 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca14b2a8-8c83-4f88-9516-0f7a3a926c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:09.032713 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0478fcc-2f37-409b-9940-1a48fd478863 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:09.032908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f00830-d662-4f93-b51d-9de0a8af0a7c req-ef9b1626-cb69-4905-920b-d86f683d1f35 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:09.044255 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f00830-d662-4f93-b51d-9de0a8af0a7c req-ef9b1626-cb69-4905-920b-d86f683d1f35 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:09.046138 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3f00830-d662-4f93-b51d-9de0a8af0a7c req-ef9b1626-cb69-4905-920b-d86f683d1f35 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 2419 time: 0.4393566 Nov 29 18:05:09.055533 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0478fcc-2f37-409b-9940-1a48fd478863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:09.193432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0478fcc-2f37-409b-9940-1a48fd478863 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:05:09.215430 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0478fcc-2f37-409b-9940-1a48fd478863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5501bd3d-8ea5-429a-aa02-1b4d27e31ca6,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:09.219119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3f00830-d662-4f93-b51d-9de0a8af0a7c req-11642cb9-db46-4a53-9108-3e17e69791c5 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533701 Nov 29 18:05:09.248699 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0478fcc-2f37-409b-9940-1a48fd478863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:09.248890 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-b0478fcc-2f37-409b-9940-1a48fd478863 admin admin] Added segment 579ceb81-3873-4742-9308-da7af039cfa5 of type vlan for network ae722068-7ae3-4725-97bd-11d55a46823e Nov 29 18:05:09.253036 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 8a5cef09-e1c0-4035-b72f-81dd331fdb06 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:05:09.279964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d49bedf4-af49-47c4-80fe-eac9248579a1 req-66bba92d-dd15-462c-8d10-bb85423dd310 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 210 time: 0.0841448 Nov 29 18:05:09.321212 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-6e65587a-b2da-45d9-9dad-ed46306e7a20 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Allocated IP 172.20.0.14 (44aa18b0-f19e-425a-96e9-bf18ebea2498/733544da-2bc1-4873-95ac-5a788cefa521/803c3903-33dc-44a4-b5ae-1ed5f6a492bc) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:09.352856 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee6bb94-eedf-4d6b-9d2b-c70db410aae7 x-openstack-request-id: req-8ee6bb94-eedf-4d6b-9d2b-c70db410aae7 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:09.353293 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20f80ff-e398-4e4d-a5e9-95375923690d", "tag": "47d39406-5de8-4326-94ee-2469082ec427", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:09.353562 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ee6bb94-eedf-4d6b-9d2b-c70db410aae7 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:09.353965 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'tag': '47d39406-5de8-4326-94ee-2469082ec427', 'status': 'completed', 'code': 200} Nov 29 18:05:09.415948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7e481b5c-efa0-44b0-b40c-ef86d7acc245 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Deleting port 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:09.416550 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7e481b5c-efa0-44b0-b40c-ef86d7acc245 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:09.439611 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ec0cd7f7-27a7-4e76-95ba-88678868f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'cd763151-4e8b-4eab-a7ff-f92ef61c909e', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'port_id': '47d39406-5de8-4326-94ee-2469082ec427', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'mac_address': 'fa:16:3e:57:94:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:04:35Z', 'updated_at': '2021-11-29T18:05:06Z', 'revision_number': 1, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1e46bb-74ee-4656-8c0a-96acbceee810', 'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'mac_address': 'fa:16:3e:b0:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:52Z', 'updated_at': '2021-11-29T18:00:00Z', 'revision_number': 5, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'subnets': [{'id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:09.478725 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0478fcc-2f37-409b-9940-1a48fd478863 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:09.495119 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0cd7f7-27a7-4e76-95ba-88678868f244 None None] Checking router: 26976628-e36b-4dc6-845c-6ed9d5c16fbd for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:05:09.500431 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 8a5cef09-e1c0-4035-b72f-81dd331fdb06, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=8a5cef09-e1c0-4035-b72f-81dd331fdb06,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:09.507614 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0cd7f7-27a7-4e76-95ba-88678868f244 None None] Routers {'26976628-e36b-4dc6-845c-6ed9d5c16fbd'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:09.508133 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ec0cd7f7-27a7-4e76-95ba-88678868f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:09.521101 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '8a5cef09-e1c0-4035-b72f-81dd331fdb06', 'network_id': '6f88d188-b5b2-4832-b3a9-0737b5ac1f67', 'port_id': '8a5cef09-e1c0-4035-b72f-81dd331fdb06', 'mac_address': 'fa:16:3e:62:d9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94d983e-7ad2-4d9e-ba8a-60c4e3e93248', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:05:09.523744 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d863bda5-1117-43ec-a14c-4159c30a89e5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:09.529216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:09.602487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7e481b5c-efa0-44b0-b40c-ef86d7acc245 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] For port 04b77663-c05f-4e5f-93a3-2203f9ec8fd6, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=04b77663-c05f-4e5f-93a3-2203f9ec8fd6,segment=NetworkSegment(95b115d0-8a07-4b79-bd60-e56032a84bf8),segment_id=95b115d0-8a07-4b79-bd60-e56032a84bf8)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:09.602954 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7e481b5c-efa0-44b0-b40c-ef86d7acc245 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:09.612449 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:09.642856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5cef09-e1c0-4035-b72f-81dd331fdb06 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:05:09.645263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7e481b5c-efa0-44b0-b40c-ef86d7acc245 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Calling delete_port for 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:09.651351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:09.652601 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:09.668306 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d863bda5-1117-43ec-a14c-4159c30a89e5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:09.674617 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ec0cd7f7-27a7-4e76-95ba-88678868f244 None None] Set router 26976628-e36b-4dc6-845c-6ed9d5c16fbd gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:05:09.754560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 8a5cef09-e1c0-4035-b72f-81dd331fdb06, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=8a5cef09-e1c0-4035-b72f-81dd331fdb06,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:09.766984 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:09.806269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf029f9-4408-4196-9ee6-0067e275802a req-83a0ae23-dcd0-43b0-ad81-10d53ac6cea1 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:09.808092 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-caf029f9-4408-4196-9ee6-0067e275802a req-83a0ae23-dcd0-43b0-ad81-10d53ac6cea1 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=244ab058-6e6c-499c-b270-d60fc0d27409 HTTP/1.1" status: 200 len: 943 time: 0.2265871 Nov 29 18:05:09.858346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d863bda5-1117-43ec-a14c-4159c30a89e5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network 0cb11e31-c21b-4379-a38d-219a741cfb34 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:09.868868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863bda5-1117-43ec-a14c-4159c30a89e5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=d934f57e-dff0-462e-8151-4fce042d694e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:09.873313 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d863bda5-1117-43ec-a14c-4159c30a89e5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:09.884951 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:09.887053 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d863bda5-1117-43ec-a14c-4159c30a89e5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:09.893487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d863bda5-1117-43ec-a14c-4159c30a89e5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:09.894449 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d863bda5-1117-43ec-a14c-4159c30a89e5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:09.952873 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-caf029f9-4408-4196-9ee6-0067e275802a req-6ffde3ec-c4e3-4e80-a9b5-08136c0653d4 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327944 Nov 29 18:05:09.962240 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d863bda5-1117-43ec-a14c-4159c30a89e5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7493520 Nov 29 18:05:09.967329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50974) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:09.976121 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=8a5cef09-e1c0-4035-b72f-81dd331fdb06,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:09.979022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2c92ce43-cc0c-45c5-934e-fad0d2fffe8a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'network_id': '0cb11e31-c21b-4379-a38d-219a741cfb34', 'name': 'tempest-PortsIpV6TestJSON-1695347753'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:10.026262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=0a40ffd0-8eed-4fee-826c-e3fef2cf4d07,segment=NetworkSegment(e22bb61f-a825-4151-b3e4-60c2f56b0d7d),segment_id=e22bb61f-a825-4151-b3e4-60c2f56b0d7d)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:10.035262 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:10.105548 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['8a5cef09-e1c0-4035-b72f-81dd331fdb06'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:05:10.143451 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ec0cd7f7-27a7-4e76-95ba-88678868f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'cd763151-4e8b-4eab-a7ff-f92ef61c909e', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'port_id': '47d39406-5de8-4326-94ee-2469082ec427', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'mac_address': 'fa:16:3e:57:94:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:04:35Z', 'updated_at': '2021-11-29T18:05:06Z', 'revision_number': 1, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1e46bb-74ee-4656-8c0a-96acbceee810', 'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'mac_address': 'fa:16:3e:b0:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:52Z', 'updated_at': '2021-11-29T18:00:00Z', 'revision_number': 5, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'subnets': [{'id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:10.158475 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a6f4e-900a-4c7c-8ebf-e3482bb62a05 req-8b3f8337-5be9-428d-81b0-e7983999edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:10.160754 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-344a6f4e-900a-4c7c-8ebf-e3482bb62a05 req-8b3f8337-5be9-428d-81b0-e7983999edd8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97df2f9382ba451a9c1578f7e940bef7&device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 1097 time: 0.8180451 Nov 29 18:05:10.196440 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0cd7f7-27a7-4e76-95ba-88678868f244 None None] The sync data for ids ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'] in n-d-819494-5 is: [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'cd763151-4e8b-4eab-a7ff-f92ef61c909e', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'port_id': '47d39406-5de8-4326-94ee-2469082ec427', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'mac_address': 'fa:16:3e:57:94:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:04:35Z', 'updated_at': '2021-11-29T18:05:06Z', 'revision_number': 1, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1e46bb-74ee-4656-8c0a-96acbceee810', 'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'mac_address': 'fa:16:3e:b0:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:52Z', 'updated_at': '2021-11-29T18:00:00Z', 'revision_number': 5, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'subnets': [{'id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:05:10.212318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=0a40ffd0-8eed-4fee-826c-e3fef2cf4d07,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:10.258189 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7e481b5c-efa0-44b0-b40c-ef86d7acc245 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:10.262190 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bf8830-393d-4028-9109-7b9ffc1385fa None None] Network 0cb11e31-c21b-4379-a38d-219a741cfb34 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:10.276647 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0478fcc-2f37-409b-9940-1a48fd478863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:10.278442 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0478fcc-2f37-409b-9940-1a48fd478863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:10.279063 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0478fcc-2f37-409b-9940-1a48fd478863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:10.318352 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['09613858-4f77-4778-b0eb-2ca70945be2b', '05ff1be2-3b2b-45a3-951e-d66bcb960262', '04b77663-c05f-4e5f-93a3-2203f9ec8fd6'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:05:10.415069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e481b5c-efa0-44b0-b40c-ef86d7acc245 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event deleted for resources: {'Port': ['ID=04b77663-c05f-4e5f-93a3-2203f9ec8fd6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:10.426572 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a2e46136-1023-43ef-a4eb-e058619a1ee3 None None] Provisioning complete for port 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:10.427295 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a2e46136-1023-43ef-a4eb-e058619a1ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:10.449839 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca14b2a8-8c83-4f88-9516-0f7a3a926c06 admin admin] Router 97179761-238c-4040-9984-ae0cb86922ba has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:05:10.491494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0478fcc-2f37-409b-9940-1a48fd478863 admin admin] Pushing event updated for resources: {'Network': ['ID=ae722068-7ae3-4725-97bd-11d55a46823e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:10.514075 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network ae722068-7ae3-4725-97bd-11d55a46823e details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:05:10.515607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79c0373c-4b63-4f9c-bbfc-49362e1a4faa req-ced7d8df-4a19-4170-ae61-d87b12e4ba0b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 210 time: 0.0974672 Nov 29 18:05:10.550065 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7e481b5c-efa0-44b0-b40c-ef86d7acc245 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] No DVR routers for this DVR port 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:10.558406 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-6e65587a-b2da-45d9-9dad-ed46306e7a20 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:10.561022 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7e481b5c-efa0-44b0-b40c-ef86d7acc245 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:10.564658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7e481b5c-efa0-44b0-b40c-ef86d7acc245 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.31 "DELETE /v2.0/ports/04b77663-c05f-4e5f-93a3-2203f9ec8fd6 HTTP/1.1" status: 204 len: 173 time: 1.5174124 Nov 29 18:05:10.597451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c92ce43-cc0c-45c5-934e-fad0d2fffe8a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:10.600985 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c92ce43-cc0c-45c5-934e-fad0d2fffe8a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:10.649484 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b0478fcc-2f37-409b-9940-1a48fd478863 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4153655 Nov 29 18:05:10.651503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84acc-5bdf-49e3-9b56-bd79e9c6e432 req-5fddb9b8-3f7a-46bf-ad89-2cdbf32386f1 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:10.656342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50982) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:10.658410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84acc-5bdf-49e3-9b56-bd79e9c6e432 req-5fddb9b8-3f7a-46bf-ad89-2cdbf32386f1 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:10.660144 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92b84acc-5bdf-49e3-9b56-bd79e9c6e432 req-5fddb9b8-3f7a-46bf-ad89-2cdbf32386f1 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 1683 time: 0.2922864 Nov 29 18:05:10.665797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-f6dd0351-b1f9-4802-b1b2-c95382bb625e admin admin] Request body: {'subnet': {'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1157515805-subnet', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:10.685151 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906e5df7-d146-4a9c-8f65-da3b6d2980fb None None] New status for floating IP cd763151-4e8b-4eab-a7ff-f92ef61c909e: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:05:10.705187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-2c92ce43-cc0c-45c5-934e-fad0d2fffe8a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] device_id is not set on port f5de20f7-1f51-4886-9784-c30cfac6ef00 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:05:10.712140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a6f4e-900a-4c7c-8ebf-e3482bb62a05 req-47e3942b-93a5-4073-9133-4dfeb9a8cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:10.713626 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-344a6f4e-900a-4c7c-8ebf-e3482bb62a05 req-47e3942b-93a5-4073-9133-4dfeb9a8cc59 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 200 len: 918 time: 0.5447381 Nov 29 18:05:10.792568 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dd0351-b1f9-4802-b1b2-c95382bb625e admin admin] Made reservation on behalf of 1318b8c767b14067acb6590f51744cee for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:10.795435 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f6dd0351-b1f9-4802-b1b2-c95382bb625e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:10.806221 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-6e65587a-b2da-45d9-9dad-ed46306e7a20 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:10.815021 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92b84acc-5bdf-49e3-9b56-bd79e9c6e432 req-0b665b4c-e62a-4dee-a107-5ac34c03b115 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406417 Nov 29 18:05:10.830613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca14b2a8-8c83-4f88-9516-0f7a3a926c06 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:05:10.843798 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18661feb-9024-4107-a91c-a038b14f5daa None None] Sync routers for ids ['97179761-238c-4040-9984-ae0cb86922ba'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:05:10.858823 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18661feb-9024-4107-a91c-a038b14f5daa None None] Routers {'97179761-238c-4040-9984-ae0cb86922ba'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:10.859857 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-18661feb-9024-4107-a91c-a038b14f5daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['97179761-238c-4040-9984-ae0cb86922ba'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:10.874973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-97e21341-e6e6-4d37-8e55-7275137c00bc tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Deleting port 05ff1be2-3b2b-45a3-951e-d66bcb960262 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:10.875317 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-97e21341-e6e6-4d37-8e55-7275137c00bc tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:10.904350 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ca14b2a8-8c83-4f88-9516-0f7a3a926c06 admin admin] 10.222.0.23 "PUT /v2.0/routers/97179761-238c-4040-9984-ae0cb86922ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3943198 Nov 29 18:05:10.924647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50986) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:10.943467 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-344a6f4e-900a-4c7c-8ebf-e3482bb62a05 req-0573f104-c0d0-4518-ade6-a0c5037b5b85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47d39406-5de8-4326-94ee-2469082ec427 HTTP/1.1" status: 200 len: 999 time: 0.2197070 Nov 29 18:05:11.012302 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a6f4e-900a-4c7c-8ebf-e3482bb62a05 req-75fba82d-50a8-468c-adc0-8b57da32d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:11.013807 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-344a6f4e-900a-4c7c-8ebf-e3482bb62a05 req-75fba82d-50a8-468c-adc0-8b57da32d173 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ca0fa01-1410-4496-bcd2-b27afbda8311 HTTP/1.1" status: 200 len: 856 time: 0.0570080 Nov 29 18:05:11.017609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-2c92ce43-cc0c-45c5-934e-fad0d2fffe8a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Allocated IP 2001:db8::101 (0cb11e31-c21b-4379-a38d-219a741cfb34/be8cc56f-7aac-46a0-9149-a294815260ab/f5de20f7-1f51-4886-9784-c30cfac6ef00) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:11.044883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-6e65587a-b2da-45d9-9dad-ed46306e7a20 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Network 44aa18b0-f19e-425a-96e9-bf18ebea2498 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:11.048070 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65587a-b2da-45d9-9dad-ed46306e7a20 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Pushing event updated for resources: {'Port': ['ID=803c3903-33dc-44a4-b5ae-1ed5f6a492bc,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:11.069846 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-6e65587a-b2da-45d9-9dad-ed46306e7a20 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:11.073365 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-18661feb-9024-4107-a91c-a038b14f5daa None None] Set router 97179761-238c-4040-9984-ae0cb86922ba gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:05:11.075092 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-6e65587a-b2da-45d9-9dad-ed46306e7a20 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:11.108563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-97e21341-e6e6-4d37-8e55-7275137c00bc tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] For port 05ff1be2-3b2b-45a3-951e-d66bcb960262, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=05ff1be2-3b2b-45a3-951e-d66bcb960262,segment=NetworkSegment(95b115d0-8a07-4b79-bd60-e56032a84bf8),segment_id=95b115d0-8a07-4b79-bd60-e56032a84bf8)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:11.108957 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-97e21341-e6e6-4d37-8e55-7275137c00bc tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:11.127874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c134c291-2dd1-4579-87d6-5a2ce88e47f0 None None] DHCP port deletion for 44aa18b0-f19e-425a-96e9-bf18ebea2498 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:11.144718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-97e21341-e6e6-4d37-8e55-7275137c00bc tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Calling delete_port for 05ff1be2-3b2b-45a3-951e-d66bcb960262 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:11.168631 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a6f4e-900a-4c7c-8ebf-e3482bb62a05 req-9094e11a-50fc-4707-bafb-199844ae7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:11.170567 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-344a6f4e-900a-4c7c-8ebf-e3482bb62a05 req-9094e11a-50fc-4707-bafb-199844ae7911 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b54b066-b601-4f01-8160-e9f1bf33b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480794 Nov 29 18:05:11.177467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-6e65587a-b2da-45d9-9dad-ed46306e7a20 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:11.178274 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-6e65587a-b2da-45d9-9dad-ed46306e7a20 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:11.189959 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20ad09c7-2c96-4b7d-807f-95c4b6f72025 admin admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:11.271681 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 8a5cef09-e1c0-4035-b72f-81dd331fdb06 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:11.333530 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-6e65587a-b2da-45d9-9dad-ed46306e7a20 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9841189 Nov 29 18:05:11.350971 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 57f417bd-e122-4129-8ecf-3934ae89c763 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:11.358185 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:11.382165 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'name': 'network-vif-deleted', 'tag': '04b77663-c05f-4e5f-93a3-2203f9ec8fd6'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:11.384615 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d21ea0a-96ae-455e-bc46-8d325a526bae" -d '{"events": [{"server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "name": "network-vif-deleted", "tag": "04b77663-c05f-4e5f-93a3-2203f9ec8fd6"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:11.396115 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Request body: {'port': {'device_id': '564b40cd-6411-43dc-afb5-9151a0c83b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:11.399409 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-18661feb-9024-4107-a91c-a038b14f5daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97179761-238c-4040-9984-ae0cb86922ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-router', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:57Z', 'updated_at': '2021-11-29T18:05:08Z', 'revision_number': 5, 'project_id': '4c266ce6530d4da190745999a11290e4', 'gw_port': {'id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:11.471723 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785d468d-6340-4e10-b1c1-9df749c11f08 x-openstack-request-id: req-785d468d-6340-4e10-b1c1-9df749c11f08 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:11.472523 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "name": "network-vif-deleted", "tag": "04b77663-c05f-4e5f-93a3-2203f9ec8fd6", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:11.472523 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-785d468d-6340-4e10-b1c1-9df749c11f08 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:11.472994 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'name': 'network-vif-deleted', 'tag': '04b77663-c05f-4e5f-93a3-2203f9ec8fd6', 'status': 'completed', 'code': 200} Nov 29 18:05:11.492736 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18661feb-9024-4107-a91c-a038b14f5daa None None] Checking router: 97179761-238c-4040-9984-ae0cb86922ba for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:05:11.504981 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18661feb-9024-4107-a91c-a038b14f5daa None None] Routers {'97179761-238c-4040-9984-ae0cb86922ba'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:11.505631 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-18661feb-9024-4107-a91c-a038b14f5daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['97179761-238c-4040-9984-ae0cb86922ba'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:11.554509 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3585c-b8c5-4a8d-acbd-53ba48691891 req-0ff4d4ea-10f7-45b1-a8b9-99a98c82fdeb tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:11.563362 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bed3585c-b8c5-4a8d-acbd-53ba48691891 req-0ff4d4ea-10f7-45b1-a8b9-99a98c82fdeb tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=244ab058-6e6c-499c-b270-d60fc0d27409 HTTP/1.1" status: 200 len: 944 time: 0.4008069 Nov 29 18:05:11.589859 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f6dd0351-b1f9-4802-b1b2-c95382bb625e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:11.642780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5b2a7762-0ac7-40c3-bbbf-3ac28870fbae None None] Provisioning complete for port 803c3903-33dc-44a4-b5ae-1ed5f6a492bc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:11.643933 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b2a7762-0ac7-40c3-bbbf-3ac28870fbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:11.665693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd0351-b1f9-4802-b1b2-c95382bb625e admin admin] Pushing event updated for resources: {'Subnet': ['ID=da92c5bb-1df1-4b83-bd52-c49e1bf02675,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:11.670503 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:11.693924 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-344a6f4e-900a-4c7c-8ebf-e3482bb62a05 req-a9589dad-daae-494e-9e42-c74f03d651ec service neutron] 10.222.0.31 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116804 Nov 29 18:05:11.744877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5b2a7762-0ac7-40c3-bbbf-3ac28870fbae None None] Port 803c3903-33dc-44a4-b5ae-1ed5f6a492bc cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:11.751780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 8a5cef09-e1c0-4035-b72f-81dd331fdb06 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:05:11.756817 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-18661feb-9024-4107-a91c-a038b14f5daa None None] Set router 97179761-238c-4040-9984-ae0cb86922ba gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:05:11.771238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 8a5cef09-e1c0-4035-b72f-81dd331fdb06 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:11.771238 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:11.771477 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bed3585c-b8c5-4a8d-acbd-53ba48691891 req-45db8af2-fc80-41ea-8587-3988edf62d26 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069254 Nov 29 18:05:11.787887 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20ad09c7-2c96-4b7d-807f-95c4b6f72025 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:11.797825 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c92ce43-cc0c-45c5-934e-fad0d2fffe8a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:11.830018 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dd0351-b1f9-4802-b1b2-c95382bb625e admin admin] Checking segment: {'id': '579ceb81-3873-4742-9308-da7af039cfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:11.830330 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dd0351-b1f9-4802-b1b2-c95382bb625e admin admin] Network hostable DHCP agents. Network: ae722068-7ae3-4725-97bd-11d55a46823e, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:05:11.835259 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-97e21341-e6e6-4d37-8e55-7275137c00bc tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:11.849433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c92e5-8654-40e8-95e1-f66c184cfb34 req-c02d5d08-6bc2-448d-b2d5-2c0f3df7736d tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:11.851565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e24c92e5-8654-40e8-95e1-f66c184cfb34 req-c02d5d08-6bc2-448d-b2d5-2c0f3df7736d tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 932 time: 0.1941485 Nov 29 18:05:11.862197 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 57f417bd-e122-4129-8ecf-3934ae89c763 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:05:11.891999 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 57f417bd-e122-4129-8ecf-3934ae89c763 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:11.892371 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:11.923185 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e21341-e6e6-4d37-8e55-7275137c00bc tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event deleted for resources: {'Port': ['ID=05ff1be2-3b2b-45a3-951e-d66bcb960262,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:11.929129 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dd0351-b1f9-4802-b1b2-c95382bb625e admin admin] Network ae722068-7ae3-4725-97bd-11d55a46823e is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:05:11.975109 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c92ce43-cc0c-45c5-934e-fad0d2fffe8a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:11.998626 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-f6dd0351-b1f9-4802-b1b2-c95382bb625e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, ae722068-7ae3-4725-97bd-11d55a46823e) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:11.999979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:12.000352 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:12.003069 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dd0351-b1f9-4802-b1b2-c95382bb625e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:12.003671 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f6dd0351-b1f9-4802-b1b2-c95382bb625e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:12.030985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-97e21341-e6e6-4d37-8e55-7275137c00bc tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] No DVR routers for this DVR port 05ff1be2-3b2b-45a3-951e-d66bcb960262 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:12.038539 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f6dd0351-b1f9-4802-b1b2-c95382bb625e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3778543 Nov 29 18:05:12.039226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51000) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:12.064953 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1157515805-router', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:12.068293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca3405c-3087-419b-9341-3be7ad4f6d57 None None] Network ae722068-7ae3-4725-97bd-11d55a46823e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:12.071661 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-344a6f4e-900a-4c7c-8ebf-e3482bb62a05 req-a9381b04-b271-48e8-a47a-a574a8b41953 service neutron] 10.222.0.31 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438017 Nov 29 18:05:12.088480 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-97e21341-e6e6-4d37-8e55-7275137c00bc tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:12.095536 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-97e21341-e6e6-4d37-8e55-7275137c00bc tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.31 "DELETE /v2.0/ports/05ff1be2-3b2b-45a3-951e-d66bcb960262 HTTP/1.1" status: 204 len: 173 time: 1.5137746 Nov 29 18:05:12.211105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c92ce43-cc0c-45c5-934e-fad0d2fffe8a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network 0cb11e31-c21b-4379-a38d-219a741cfb34 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:12.219563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e24c92e5-8654-40e8-95e1-f66c184cfb34 req-76869765-ed7d-4c61-b860-6e283fa41d3d tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086343 Nov 29 18:05:12.229733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2c92ce43-cc0c-45c5-934e-fad0d2fffe8a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:12.231725 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:12.245727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c92ce43-cc0c-45c5-934e-fad0d2fffe8a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:12.258748 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c92ce43-cc0c-45c5-934e-fad0d2fffe8a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:12.258748 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c92ce43-cc0c-45c5-934e-fad0d2fffe8a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:12.318323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92ce43-cc0c-45c5-934e-fad0d2fffe8a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=f5de20f7-1f51-4886-9784-c30cfac6ef00,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:12.324643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-20ad09c7-2c96-4b7d-807f-95c4b6f72025 admin admin] Deleting port deb0a1c2-cf58-42cb-afc5-ef36b2ee8764 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:12.325252 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20ad09c7-2c96-4b7d-807f-95c4b6f72025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:12.354119 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-18661feb-9024-4107-a91c-a038b14f5daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97179761-238c-4040-9984-ae0cb86922ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-router', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:57Z', 'updated_at': '2021-11-29T18:05:08Z', 'revision_number': 5, 'project_id': '4c266ce6530d4da190745999a11290e4', 'gw_port': {'id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:12.388657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2c92ce43-cc0c-45c5-934e-fad0d2fffe8a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4171982 Nov 29 18:05:12.406258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803c3903-33dc-44a4-b5ae-1ed5f6a492bc {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:05:12.425700 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:12.426133 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18661feb-9024-4107-a91c-a038b14f5daa None None] The sync data for ids ['97179761-238c-4040-9984-ae0cb86922ba'] in n-d-819494-5 is: [{'id': '97179761-238c-4040-9984-ae0cb86922ba', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1873474545-router', 'tenant_id': '4c266ce6530d4da190745999a11290e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:57Z', 'updated_at': '2021-11-29T18:05:08Z', 'revision_number': 5, 'project_id': '4c266ce6530d4da190745999a11290e4', 'gw_port': {'id': 'deb0a1c2-cf58-42cb-afc5-ef36b2ee8764', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ad:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97179761-238c-4040-9984-ae0cb86922ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:05:12.432811 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51004) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:12.469068 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bca00-b747-48b9-afbe-39885256c227 req-06c5bb6b-0e05-4eec-8f72-fee548259505 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:12.496758 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c3bca00-b747-48b9-afbe-39885256c227 req-06c5bb6b-0e05-4eec-8f72-fee548259505 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 946 time: 0.4553449 Nov 29 18:05:12.505762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Transition to ACTIVE for port object 803c3903-33dc-44a4-b5ae-1ed5f6a492bc will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:05:12.541770 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:12.574696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 57f417bd-e122-4129-8ecf-3934ae89c763, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=57f417bd-e122-4129-8ecf-3934ae89c763,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:12.576957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5d1f32d2-c084-481f-9d2f-2fbf88d2c85c None None] Provisioning complete for port 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:12.577785 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d1f32d2-c084-481f-9d2f-2fbf88d2c85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:12.581352 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:12.582446 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:12.583745 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bbc17c-98dc-4cea-8ca6-e568082f6963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f417bd-e122-4129-8ecf-3934ae89c763'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:12.585434 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5792f0-0754-42cb-9898-3dd0fa5632cb" -d '{"events": [{"server_uuid": "97bbc17c-98dc-4cea-8ca6-e568082f6963", "name": "network-vif-plugged", "status": "completed", "tag": "57f417bd-e122-4129-8ecf-3934ae89c763"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:12.635283 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:12.640491 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a3bfb0-2a83-4702-ac45-8ba1dde63c7d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:12.642050 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-16a3bfb0-2a83-4702-ac45-8ba1dde63c7d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A21 HTTP/1.1" status: 200 len: 928 time: 0.2043283 Nov 29 18:05:12.649033 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c3bca00-b747-48b9-afbe-39885256c227 req-7970f3d6-49e9-4071-80d4-55e8e7fe8542 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510947 Nov 29 18:05:12.656559 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51008) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:12.679660 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f59ded-a2d0-4577-b26f-3d0dc8090041 None None] DHCP port deletion for 44aa18b0-f19e-425a-96e9-bf18ebea2498 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:12.687723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-20ad09c7-2c96-4b7d-807f-95c4b6f72025 admin admin] For port deb0a1c2-cf58-42cb-afc5-ef36b2ee8764, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=deb0a1c2-cf58-42cb-afc5-ef36b2ee8764,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:12.687723 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20ad09c7-2c96-4b7d-807f-95c4b6f72025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:12.689013 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4414dbb9-b078-4ec5-aadf-93d33295b7b7 x-openstack-request-id: req-4414dbb9-b078-4ec5-aadf-93d33295b7b7 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:12.689444 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bbc17c-98dc-4cea-8ca6-e568082f6963", "name": "network-vif-plugged", "status": "completed", "tag": "57f417bd-e122-4129-8ecf-3934ae89c763", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:12.689702 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4414dbb9-b078-4ec5-aadf-93d33295b7b7 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:12.690096 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bbc17c-98dc-4cea-8ca6-e568082f6963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f417bd-e122-4129-8ecf-3934ae89c763', 'code': 200} Nov 29 18:05:12.723033 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7979f028-0650-4a96-9dec-75ec5417118f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Deleting port 09613858-4f77-4778-b0eb-2ca70945be2b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:12.723402 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7979f028-0650-4a96-9dec-75ec5417118f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:12.730090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-20ad09c7-2c96-4b7d-807f-95c4b6f72025 admin admin] Calling delete_port for deb0a1c2-cf58-42cb-afc5-ef36b2ee8764 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:12.751848 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:12.779172 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Pushing event updated for resources: {'Port': ['ID=803c3903-33dc-44a4-b5ae-1ed5f6a492bc,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:12.849345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=57f417bd-e122-4129-8ecf-3934ae89c763,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:12.878606 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:12.952490 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-ae722068-7ae3-4725-97bd-11d55a46823e', 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'fixed_ips': [{'subnet_id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:05:12.953367 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:12.988130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 8a5cef09-e1c0-4035-b72f-81dd331fdb06, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=8a5cef09-e1c0-4035-b72f-81dd331fdb06,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:13.001819 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5d1f32d2-c084-481f-9d2f-2fbf88d2c85c None None] Provisioning complete for port d934f57e-dff0-462e-8151-4fce042d694e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:13.002465 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d1f32d2-c084-481f-9d2f-2fbf88d2c85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.008622 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.040726 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596733c-7a1f-4def-b85b-424ae5a3f434 req-968b1da0-e9c0-4bc0-9703-9eb316964bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:13.042282 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2596733c-7a1f-4def-b85b-424ae5a3f434 req-968b1da0-e9c0-4bc0-9703-9eb316964bab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=97bbc17c-98dc-4cea-8ca6-e568082f6963 HTTP/1.1" status: 200 len: 1096 time: 0.2865391 Nov 29 18:05:13.143645 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.154312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f32d2-c084-481f-9d2f-2fbf88d2c85c None None] Port d934f57e-dff0-462e-8151-4fce042d694e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:13.186968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=8a5cef09-e1c0-4035-b72f-81dd331fdb06,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:13.200649 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Attempting to bind port 803c3903-33dc-44a4-b5ae-1ed5f6a492bc on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:13.201109 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Attempting to bind port 803c3903-33dc-44a4-b5ae-1ed5f6a492bc by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:13.201801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Attempting to bind port 803c3903-33dc-44a4-b5ae-1ed5f6a492bc on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:13.227720 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2596733c-7a1f-4def-b85b-424ae5a3f434 req-6114d2e9-842f-43a0-ad6c-1d85e1a2dcf4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175883 Nov 29 18:05:13.229276 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:13.253421 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Port 803c3903-33dc-44a4-b5ae-1ed5f6a492bc on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:05:13.253868 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Attempting to bind port 803c3903-33dc-44a4-b5ae-1ed5f6a492bc on network 44aa18b0-f19e-425a-96e9-bf18ebea2498 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:13.257431 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:13.257817 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f7d6f258-fe4b-42e2-b13f-dcfe72b4e6b8 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:13.264294 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:13.264757 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Checking segment: {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:13.265391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Bound using segment: {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:13.265729 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Bound port: 803c3903-33dc-44a4-b5ae-1ed5f6a492bc, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fc9ec9-9161-4080-9c79-d5523950d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:13.266167 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.277779 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 05ff1be2-3b2b-45a3-951e-d66bcb960262 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:13.309086 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Allocated IP 172.20.0.2 (ae722068-7ae3-4725-97bd-11d55a46823e/da92c5bb-1df1-4b83-bd52-c49e1bf02675/73db4f69-0329-4bac-8ae2-d5ea4ce05072) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:13.325927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 05ff1be2-3b2b-45a3-951e-d66bcb960262 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:13.326627 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 05ff1be2-3b2b-45a3-951e-d66bcb960262 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:13.327345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:13.333796 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b45fec4d-9185-4d49-8937-a6e0d4098620 None None] Provisioning complete for port f5de20f7-1f51-4886-9784-c30cfac6ef00 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:13.334427 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b45fec4d-9185-4d49-8937-a6e0d4098620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.354218 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] For port 803c3903-33dc-44a4-b5ae-1ed5f6a492bc, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:13.358184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] For port 803c3903-33dc-44a4-b5ae-1ed5f6a492bc, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=803c3903-33dc-44a4-b5ae-1ed5f6a492bc,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:13.372188 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.412984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:13.413342 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 04b77663-c05f-4e5f-93a3-2203f9ec8fd6 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:13.413985 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 09613858-4f77-4778-b0eb-2ca70945be2b no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:13.415847 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b45fec4d-9185-4d49-8937-a6e0d4098620 None None] Port f5de20f7-1f51-4886-9784-c30cfac6ef00 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:13.428487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:13.428979 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.430367 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] 10.222.0.20 "PUT /v2.0/ports/803c3903-33dc-44a4-b5ae-1ed5f6a492bc HTTP/1.1" status: 200 len: 1092 time: 2.0663953 Nov 29 18:05:13.431181 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564b40cd-6411-43dc-afb5-9151a0c83b0a', 'tag': '803c3903-33dc-44a4-b5ae-1ed5f6a492bc'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:13.433986 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179b51b2-72e9-43e2-a3da-66e21952e0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "564b40cd-6411-43dc-afb5-9151a0c83b0a", "tag": "803c3903-33dc-44a4-b5ae-1ed5f6a492bc"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:13.468986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9d3f2-e1a5-44db-9d96-346163c3d013 req-a241e68b-4467-4203-add1-69a65684055a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:13.470496 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ad9d3f2-e1a5-44db-9d96-346163c3d013 req-a241e68b-4467-4203-add1-69a65684055a tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=244ab058-6e6c-499c-b270-d60fc0d27409 HTTP/1.1" status: 200 len: 945 time: 0.2176468 Nov 29 18:05:13.477382 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'name': 'network-vif-deleted', 'tag': '05ff1be2-3b2b-45a3-951e-d66bcb960262'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:13.479711 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4024cbd0-f65b-46a2-8916-4ef77f9ee28f" -d '{"events": [{"server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "name": "network-vif-deleted", "tag": "05ff1be2-3b2b-45a3-951e-d66bcb960262"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:13.486038 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7979f028-0650-4a96-9dec-75ec5417118f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] For port 09613858-4f77-4778-b0eb-2ca70945be2b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=09613858-4f77-4778-b0eb-2ca70945be2b,segment=NetworkSegment(f3b47686-50ed-45e1-bbd4-d017a2dda54f),segment_id=f3b47686-50ed-45e1-bbd4-d017a2dda54f)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:13.486391 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7979f028-0650-4a96-9dec-75ec5417118f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.519640 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1e53b8-c3d9-4fe6-a045-47836654d836 None None] DHCP port deletion for 44aa18b0-f19e-425a-96e9-bf18ebea2498 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:13.525074 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e07ce7-4e8d-4625-9bf9-4c36265d820b service neutron] Pushing event updated for resources: {'Port': ['ID=803c3903-33dc-44a4-b5ae-1ed5f6a492bc,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:13.554418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7979f028-0650-4a96-9dec-75ec5417118f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Calling delete_port for 09613858-4f77-4778-b0eb-2ca70945be2b owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:13.589259 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3e8dae54-5f44-4b5d-bf29-9e1bd860b3f6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port f5de20f7-1f51-4886-9784-c30cfac6ef00 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:13.589259 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e8dae54-5f44-4b5d-bf29-9e1bd860b3f6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.609350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-df9d6506-b3b7-4624-9765-23d9c6614436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:13.610913 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-df9d6506-b3b7-4624-9765-23d9c6614436 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 1095 time: 0.1238244 Nov 29 18:05:13.611112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deffb6-cde4-4c61-b316-038cb9361ebd req-ac60780b-e7e8-485c-bce5-6c63ca1ab2a9 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:13.612880 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67deffb6-cde4-4c61-b316-038cb9361ebd req-ac60780b-e7e8-485c-bce5-6c63ca1ab2a9 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 944 time: 0.2190135 Nov 29 18:05:13.629725 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.638567 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b45fec4d-9185-4d49-8937-a6e0d4098620 None None] Provisioning complete for port d934f57e-dff0-462e-8151-4fce042d694e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:13.639108 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b45fec4d-9185-4d49-8937-a6e0d4098620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.675985 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.684960 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-e3dc1710-dc6d-49fc-a16a-1a65a47e04b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=803c3903-33dc-44a4-b5ae-1ed5f6a492bc HTTP/1.1" status: 200 len: 217 time: 0.0652680 Nov 29 18:05:13.685940 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.729336 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ad9d3f2-e1a5-44db-9d96-346163c3d013 req-2dcbedf3-949b-405f-83fd-ac61da9d23eb tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452688 Nov 29 18:05:13.738553 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b45fec4d-9185-4d49-8937-a6e0d4098620 None None] Port d934f57e-dff0-462e-8151-4fce042d694e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:13.760113 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.779035 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.790051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 09613858-4f77-4778-b0eb-2ca70945be2b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=09613858-4f77-4778-b0eb-2ca70945be2b,segment=NetworkSegment(f3b47686-50ed-45e1-bbd4-d017a2dda54f),segment_id=f3b47686-50ed-45e1-bbd4-d017a2dda54f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:13.820235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Network ae722068-7ae3-4725-97bd-11d55a46823e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:13.823455 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.827850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:13.836567 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:13.850934 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e8dae54-5f44-4b5d-bf29-9e1bd860b3f6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.858565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Pushing event updated for resources: {'Port': ['ID=73db4f69-0329-4bac-8ae2-d5ea4ce05072,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:13.876729 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67deffb6-cde4-4c61-b316-038cb9361ebd req-a0411676-3b51-4a96-97c7-9e258df9bda0 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222595 Nov 29 18:05:13.885931 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20ad09c7-2c96-4b7d-807f-95c4b6f72025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.888207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-be965445-cffe-4e1d-bdf0-fa3b51eb1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:13.889229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3e8dae54-5f44-4b5d-bf29-9e1bd860b3f6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for f5de20f7-1f51-4886-9784-c30cfac6ef00 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:13.890933 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-be965445-cffe-4e1d-bdf0-fa3b51eb1e3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=733544da-2bc1-4873-95ac-5a788cefa521 HTTP/1.1" status: 200 len: 852 time: 0.1935380 Nov 29 18:05:13.936162 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad09c7-2c96-4b7d-807f-95c4b6f72025 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb0a1c2-cf58-42cb-afc5-ef36b2ee8764,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:13.951157 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-df098729-bb19-4508-8eb5-999d82b736ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44aa18b0-f19e-425a-96e9-bf18ebea2498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455813 Nov 29 18:05:13.953596 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc67d88f-cba6-4769-a1cc-5c9282d7e009 x-openstack-request-id: req-fc67d88f-cba6-4769-a1cc-5c9282d7e009 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:13.953749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Attempting to bind port 73db4f69-0329-4bac-8ae2-d5ea4ce05072 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:13.954080 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564b40cd-6411-43dc-afb5-9151a0c83b0a", "tag": "803c3903-33dc-44a4-b5ae-1ed5f6a492bc", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:13.954197 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Attempting to bind port 73db4f69-0329-4bac-8ae2-d5ea4ce05072 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '579ceb81-3873-4742-9308-da7af039cfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:13.954502 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Attempting to bind port 73db4f69-0329-4bac-8ae2-d5ea4ce05072 on network ae722068-7ae3-4725-97bd-11d55a46823e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:13.955320 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc67d88f-cba6-4769-a1cc-5c9282d7e009 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:13.955835 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564b40cd-6411-43dc-afb5-9151a0c83b0a', 'tag': '803c3903-33dc-44a4-b5ae-1ed5f6a492bc', 'status': 'completed', 'code': 200} Nov 29 18:05:13.971978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:13.972310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Checking segment: {'id': '579ceb81-3873-4742-9308-da7af039cfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:13.972728 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.973266 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Bound using segment: {'id': '579ceb81-3873-4742-9308-da7af039cfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:13.973762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Bound port: 73db4f69-0329-4bac-8ae2-d5ea4ce05072, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579ceb81-3873-4742-9308-da7af039cfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:13.974154 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:13.981558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fa20c8-8e82-4ffe-a346-ad1cba8c4688 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:13.996029 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72282ec2-7ad8-40c5-a9eb-934b3dc5cee3 x-openstack-request-id: req-72282ec2-7ad8-40c5-a9eb-934b3dc5cee3 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:13.996320 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "name": "network-vif-deleted", "tag": "05ff1be2-3b2b-45a3-951e-d66bcb960262", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:13.996580 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-72282ec2-7ad8-40c5-a9eb-934b3dc5cee3 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:13.997033 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'name': 'network-vif-deleted', 'tag': '05ff1be2-3b2b-45a3-951e-d66bcb960262', 'status': 'completed', 'code': 200} Nov 29 18:05:14.013318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=09613858-4f77-4778-b0eb-2ca70945be2b,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:14.099371 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] For port 73db4f69-0329-4bac-8ae2-d5ea4ce05072, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:14.100089 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7979f028-0650-4a96-9dec-75ec5417118f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:14.104103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] For port 73db4f69-0329-4bac-8ae2-d5ea4ce05072, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=73db4f69-0329-4bac-8ae2-d5ea4ce05072,segment=NetworkSegment(579ceb81-3873-4742-9308-da7af039cfa5),segment_id=579ceb81-3873-4742-9308-da7af039cfa5)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:14.109242 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:14.122138 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bafeafbc-2e50-47a6-b6fc-6ff75e613e27 req-060c7c86-bba9-44ee-b440-af3e122b593f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=998a0a66-be43-448b-bb95-e2e6960058ae HTTP/1.1" status: 200 len: 210 time: 0.0388155 Nov 29 18:05:14.127498 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20ad09c7-2c96-4b7d-807f-95c4b6f72025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:14.172532 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Allocated IP 172.25.3.198 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/1498ea37-310c-4da4-80e4-57daa73f1d22) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:14.187703 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643e5a3-eec5-460a-a12c-98f7b0350df7 None None] Pushing event updated for resources: {'Port': ['ID=73db4f69-0329-4bac-8ae2-d5ea4ce05072,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:14.255735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979f028-0650-4a96-9dec-75ec5417118f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event deleted for resources: {'Port': ['ID=09613858-4f77-4778-b0eb-2ca70945be2b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:14.316311 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20ad09c7-2c96-4b7d-807f-95c4b6f72025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:14.338087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7979f028-0650-4a96-9dec-75ec5417118f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] No DVR routers for this DVR port 09613858-4f77-4778-b0eb-2ca70945be2b on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:14.345371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20ad09c7-2c96-4b7d-807f-95c4b6f72025 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:14.350027 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7979f028-0650-4a96-9dec-75ec5417118f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:14.353493 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c10b7aa6-bf0c-44d1-ad07-25bf3d843ebc req-7979f028-0650-4a96-9dec-75ec5417118f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.31 "DELETE /v2.0/ports/09613858-4f77-4778-b0eb-2ca70945be2b HTTP/1.1" status: 204 len: 173 time: 2.2213037 Nov 29 18:05:14.445784 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20ad09c7-2c96-4b7d-807f-95c4b6f72025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:14.446478 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ad09c7-2c96-4b7d-807f-95c4b6f72025 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97179761-238c-4040-9984-ae0cb86922ba {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:05:14.453458 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20ad09c7-2c96-4b7d-807f-95c4b6f72025 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:14.455136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-20ad09c7-2c96-4b7d-807f-95c4b6f72025 admin admin] 10.222.0.23 "DELETE /v2.0/routers/97179761-238c-4040-9984-ae0cb86922ba HTTP/1.1" status: 204 len: 168 time: 3.5274813 Nov 29 18:05:14.455886 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e8dae54-5f44-4b5d-bf29-9e1bd860b3f6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:14.475640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51024) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:14.539182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8dae54-5f44-4b5d-bf29-9e1bd860b3f6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=f5de20f7-1f51-4886-9784-c30cfac6ef00,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:14.573457 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e8dae54-5f44-4b5d-bf29-9e1bd860b3f6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:14.580326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3e8dae54-5f44-4b5d-bf29-9e1bd860b3f6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/f5de20f7-1f51-4886-9784-c30cfac6ef00 HTTP/1.1" status: 204 len: 168 time: 1.9147844 Nov 29 18:05:14.588298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51026) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:14.654431 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-971d8203-9b28-4fc6-9c88-8c70865802e5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] GET failed (client error): The resource could not be found. Nov 29 18:05:14.656526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-971d8203-9b28-4fc6-9c88-8c70865802e5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports/f5de20f7-1f51-4886-9784-c30cfac6ef00 HTTP/1.1" status: 404 len: 333 time: 0.0672545 Nov 29 18:05:14.663704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51028) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:14.691337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244ab058-6e6c-499c-b270-d60fc0d27409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5cef09-e1c0-4035-b72f-81dd331fdb06'}, {'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09613858-4f77-4778-b0eb-2ca70945be2b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:14.693639 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c721fcfd-4c4d-4084-b9a4-ea5bb8fb7420" -d '{"events": [{"server_uuid": "244ab058-6e6c-499c-b270-d60fc0d27409", "name": "network-vif-plugged", "status": "completed", "tag": "8a5cef09-e1c0-4035-b72f-81dd331fdb06"}, {"server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "name": "network-vif-unplugged", "status": "completed", "tag": "09613858-4f77-4778-b0eb-2ca70945be2b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:14.707317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b5622e-5b48-4ce6-8d7e-68500d59f8d0 admin admin] Deleting subnet db358909-3be9-46a0-9a35-12415c5cf007 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:05:14.724269 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-c355294e-3727-42a4-b5c2-f968ab64a334 service neutron] 10.222.0.20 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7401483 Nov 29 18:05:14.725118 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8b5622e-5b48-4ce6-8d7e-68500d59f8d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:14.815996 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6819458-0066-43ff-b0b8-2341051057e2 x-openstack-request-id: req-e6819458-0066-43ff-b0b8-2341051057e2 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:14.816327 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244ab058-6e6c-499c-b270-d60fc0d27409", "name": "network-vif-plugged", "status": "completed", "tag": "8a5cef09-e1c0-4035-b72f-81dd331fdb06", "code": 200}, {"server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "name": "network-vif-unplugged", "status": "completed", "tag": "09613858-4f77-4778-b0eb-2ca70945be2b", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:14.817110 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6819458-0066-43ff-b0b8-2341051057e2 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:14.817110 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244ab058-6e6c-499c-b270-d60fc0d27409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5cef09-e1c0-4035-b72f-81dd331fdb06', 'code': 200} Nov 29 18:05:14.817326 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09613858-4f77-4778-b0eb-2ca70945be2b', 'code': 200} Nov 29 18:05:14.831866 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8b5622e-5b48-4ce6-8d7e-68500d59f8d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:14.941656 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:14.992937 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-777f4d82-c358-4c64-91af-8ee4d45f585d req-8b18c264-08dc-49cb-9a35-c85afaedfc90 service neutron] 10.222.0.20 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538834 Nov 29 18:05:15.028856 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.107853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3725fcc5-b54e-408a-94a4-e1504a55f296 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port d934f57e-dff0-462e-8151-4fce042d694e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:15.108318 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3725fcc5-b54e-408a-94a4-e1504a55f296 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.118430 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:15.134942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:15.138301 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:15.141949 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Pushing event updated for resources: {'Port': ['ID=1498ea37-310c-4da4-80e4-57daa73f1d22,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:15.152890 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7a91fc-0223-4737-a241-92085ac8c706 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:15.160622 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:15.161064 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:15.161477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:15.161931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:15.162337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:15.162740 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:15.163156 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:15.163552 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:15.163996 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:15.164395 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:15.164926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:15.165681 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:15.212085 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b51b2-72e9-43e2-a3da-66e21952e0eb req-8ff17f5e-4962-487a-92b6-e9ea608ca3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:15.213894 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-179b51b2-72e9-43e2-a3da-66e21952e0eb req-8ff17f5e-4962-487a-92b6-e9ea608ca3e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b07239bb1bf45548250748a91a26cf4&device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 1095 time: 0.1515434 Nov 29 18:05:15.219891 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-eaf973d6-05c4-4061-a575-6a3054926f0e None None] Provisioning complete for port 1498ea37-310c-4da4-80e4-57daa73f1d22 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:15.221325 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64c00d-ddf1-44f6-80fa-60f2fbcf3789 req-f23b02f5-0bbe-4e51-b4e6-2db46acda797 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:15.221859 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eaf973d6-05c4-4061-a575-6a3054926f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.222908 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad64c00d-ddf1-44f6-80fa-60f2fbcf3789 req-f23b02f5-0bbe-4e51-b4e6-2db46acda797 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=244ab058-6e6c-499c-b270-d60fc0d27409 HTTP/1.1" status: 200 len: 945 time: 0.3302042 Nov 29 18:05:15.230895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcd860-9cc5-4e6c-be12-c30d8456fd20 req-e540c536-0d42-4684-8c72-f649cd6a3b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:15.232314 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efbcd860-9cc5-4e6c-be12-c30d8456fd20 req-e540c536-0d42-4684-8c72-f649cd6a3b92 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=244ab058-6e6c-499c-b270-d60fc0d27409 HTTP/1.1" status: 200 len: 1096 time: 0.3000343 Nov 29 18:05:15.264808 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8b5622e-5b48-4ce6-8d7e-68500d59f8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.281579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-eaf973d6-05c4-4061-a575-6a3054926f0e None None] Port 1498ea37-310c-4da4-80e4-57daa73f1d22 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:15.283421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4034caa-e7e6-4faf-a1f5-f006ff04d378 req-959e19bf-b325-4a9f-9aff-21f69f4e5bf5 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:15.284664 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4034caa-e7e6-4faf-a1f5-f006ff04d378 req-959e19bf-b325-4a9f-9aff-21f69f4e5bf5 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 944 time: 0.2764571 Nov 29 18:05:15.395442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 73db4f69-0329-4bac-8ae2-d5ea4ce05072 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:15.395976 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:05:15.451638 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3725fcc5-b54e-408a-94a4-e1504a55f296 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.462469 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efbcd860-9cc5-4e6c-be12-c30d8456fd20 req-e43e5355-3a6e-40ad-b028-8a0fc5d392bd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179351 Nov 29 18:05:15.469469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 73db4f69-0329-4bac-8ae2-d5ea4ce05072 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:15.469762 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.476644 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad64c00d-ddf1-44f6-80fa-60f2fbcf3789 req-b84dc9ec-051d-443d-8158-3123beb142f2 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381136 Nov 29 18:05:15.512654 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4034caa-e7e6-4faf-a1f5-f006ff04d378 req-253bce6c-b5a4-4e2c-9f5b-4cb6d4ebcf6a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880288 Nov 29 18:05:15.515834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3725fcc5-b54e-408a-94a4-e1504a55f296 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for d934f57e-dff0-462e-8151-4fce042d694e owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:15.553120 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8b5622e-5b48-4ce6-8d7e-68500d59f8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.559391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b51b2-72e9-43e2-a3da-66e21952e0eb req-4c61a71b-ba0f-4509-b1cf-61bfa8cfedd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:15.563974 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-179b51b2-72e9-43e2-a3da-66e21952e0eb req-4c61a71b-ba0f-4509-b1cf-61bfa8cfedd6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 200 len: 913 time: 0.3393757 Nov 29 18:05:15.581913 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51042) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:15.614837 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39cfd76-4c90-4e1e-8be5-6bd5ec6a473b None None] Network ae722068-7ae3-4725-97bd-11d55a46823e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:15.635325 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5622e-5b48-4ce6-8d7e-68500d59f8d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db358909-3be9-46a0-9a35-12415c5cf007,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:15.642464 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8b5622e-5b48-4ce6-8d7e-68500d59f8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.647256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e8b5622e-5b48-4ce6-8d7e-68500d59f8d0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/db358909-3be9-46a0-9a35-12415c5cf007 HTTP/1.1" status: 204 len: 168 time: 1.1424706 Nov 29 18:05:15.648397 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51044) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:15.674257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12dd8e0-4c38-4649-ba76-e11eb609f883 None None] Network 2de40021-6650-4d54-8d0a-dc97325a88bf requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:15.723010 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-179b51b2-72e9-43e2-a3da-66e21952e0eb req-171184e2-aea3-4c4e-8b26-32a145b1f0d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=803c3903-33dc-44a4-b5ae-1ed5f6a492bc HTTP/1.1" status: 200 len: 217 time: 0.0466528 Nov 29 18:05:15.744818 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.745766 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.752676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-c539f742-201d-48eb-b734-a7eddff15996 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Deleting subnet eba854e6-dc54-4387-af07-c9dd2b91443a {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:05:15.767741 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c539f742-201d-48eb-b734-a7eddff15996 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.821984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 73db4f69-0329-4bac-8ae2-d5ea4ce05072, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=73db4f69-0329-4bac-8ae2-d5ea4ce05072,segment=NetworkSegment(579ceb81-3873-4742-9308-da7af039cfa5),segment_id=579ceb81-3873-4742-9308-da7af039cfa5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:15.842537 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] Deleting port f6db6077-79c4-4340-b332-352c10253011 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:15.842908 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.844251 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.845017 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3725fcc5-b54e-408a-94a4-e1504a55f296 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.850721 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.860935 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c539f742-201d-48eb-b734-a7eddff15996 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.891217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-56a46eca-ab99-487b-9d6f-9dec70c98fc3 None None] Provisioning complete for port 73db4f69-0329-4bac-8ae2-d5ea4ce05072 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:15.891682 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56a46eca-ab99-487b-9d6f-9dec70c98fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.937797 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725fcc5-b54e-408a-94a4-e1504a55f296 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=d934f57e-dff0-462e-8151-4fce042d694e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:15.949781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b51b2-72e9-43e2-a3da-66e21952e0eb req-4007d988-0f36-4b8e-896d-967b39078c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:15.951567 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-179b51b2-72e9-43e2-a3da-66e21952e0eb req-4007d988-0f36-4b8e-896d-967b39078c65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=733544da-2bc1-4873-95ac-5a788cefa521 HTTP/1.1" status: 200 len: 852 time: 0.1958227 Nov 29 18:05:15.968971 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3725fcc5-b54e-408a-94a4-e1504a55f296 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:15.972723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3725fcc5-b54e-408a-94a4-e1504a55f296 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/d934f57e-dff0-462e-8151-4fce042d694e HTTP/1.1" status: 204 len: 168 time: 1.3059034 Nov 29 18:05:15.979823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51048) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:16.016904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'name': 'network-vif-deleted', 'tag': '09613858-4f77-4778-b0eb-2ca70945be2b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:16.021657 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-179b51b2-72e9-43e2-a3da-66e21952e0eb req-a7937aaa-cf16-40df-aa50-c33df7bec28b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44aa18b0-f19e-425a-96e9-bf18ebea2498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477889 Nov 29 18:05:16.023718 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b58362-2c40-434e-8ef0-43a5cc4efe7d" -d '{"events": [{"server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "name": "network-vif-deleted", "tag": "09613858-4f77-4778-b0eb-2ca70945be2b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:16.027497 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-f332edfa-67a7-4626-9484-e9290dc6e051 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] GET failed (client error): The resource could not be found. Nov 29 18:05:16.033346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f332edfa-67a7-4626-9484-e9290dc6e051 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports/d934f57e-dff0-462e-8151-4fce042d694e HTTP/1.1" status: 404 len: 333 time: 0.0517182 Nov 29 18:05:16.040097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51052) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:16.045645 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] For port f6db6077-79c4-4340-b332-352c10253011, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f6db6077-79c4-4340-b332-352c10253011,segment=NetworkSegment(fc7fd27c-3e94-4c28-acb2-d1e3f970fff2),segment_id=fc7fd27c-3e94-4c28-acb2-d1e3f970fff2)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:16.046330 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:16.112274 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-260ffd5b-8008-48e6-8ae3-3fcb1a25af17 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting subnet be8cc56f-7aac-46a0-9149-a294815260ab {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:05:16.116338 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1625c4fe-fbd0-498c-bfe7-99047fb85fce x-openstack-request-id: req-1625c4fe-fbd0-498c-bfe7-99047fb85fce {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:16.116864 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998a0a66-be43-448b-bb95-e2e6960058ae", "name": "network-vif-deleted", "tag": "09613858-4f77-4778-b0eb-2ca70945be2b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:16.117032 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1625c4fe-fbd0-498c-bfe7-99047fb85fce {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:16.117562 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998a0a66-be43-448b-bb95-e2e6960058ae', 'name': 'network-vif-deleted', 'tag': '09613858-4f77-4778-b0eb-2ca70945be2b', 'status': 'completed', 'code': 200} Nov 29 18:05:16.123505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device deb0a1c2-cf58-42cb-afc5-ef36b2ee8764 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:16.123918 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-260ffd5b-8008-48e6-8ae3-3fcb1a25af17 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:16.152418 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c539f742-201d-48eb-b734-a7eddff15996 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:16.156156 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] Calling delete_port for f6db6077-79c4-4340-b332-352c10253011 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:16.172657 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: deb0a1c2-cf58-42cb-afc5-ef36b2ee8764 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:16.173012 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device deb0a1c2-cf58-42cb-afc5-ef36b2ee8764 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:16.180359 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-260ffd5b-8008-48e6-8ae3-3fcb1a25af17 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:16.226480 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=73db4f69-0329-4bac-8ae2-d5ea4ce05072,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:16.312859 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-179b51b2-72e9-43e2-a3da-66e21952e0eb req-90a693a3-e28f-4d48-b660-1f179cbfc777 service neutron] 10.222.0.20 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761970 Nov 29 18:05:16.322766 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c539f742-201d-48eb-b734-a7eddff15996 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:16.337141 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-260ffd5b-8008-48e6-8ae3-3fcb1a25af17 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:16.356268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95248dc3-6012-4a49-a3cf-ce6ffb0e1943 None None] DHCP port deletion for 2de40021-6650-4d54-8d0a-dc97325a88bf request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:16.368391 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:16.409705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] No DVR routers for this DVR port f6db6077-79c4-4340-b332-352c10253011 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:16.419448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] Pushing event deleted for resources: {'Port': ['ID=f6db6077-79c4-4340-b332-352c10253011,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:16.459832 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539f742-201d-48eb-b734-a7eddff15996 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event deleted for resources: {'Subnet': ['ID=eba854e6-dc54-4387-af07-c9dd2b91443a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:16.476097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f903d28-421e-4916-9fe7-91d8ecf1bcfa None None] Network 9be6ad60-b4df-4442-a45a-53166977db8e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:16.479305 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c539f742-201d-48eb-b734-a7eddff15996 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:16.486102 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c539f742-201d-48eb-b734-a7eddff15996 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "DELETE /v2.0/subnets/eba854e6-dc54-4387-af07-c9dd2b91443a HTTP/1.1" status: 204 len: 168 time: 0.9030776 Nov 29 18:05:16.489002 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51054) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:16.523633 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:16.582972 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-260ffd5b-8008-48e6-8ae3-3fcb1a25af17 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:16.587869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de40021-6650-4d54-8d0a-dc97325a88bf']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:16.611859 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:16.624960 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-179b51b2-72e9-43e2-a3da-66e21952e0eb req-f877e47a-d92d-4d15-9c23-04dcb8756d81 service neutron] 10.222.0.20 "GET /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875586 Nov 29 18:05:16.675149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7fd27c-3e94-4c28-acb2-d1e3f970fff2') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:16.675581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7fd27c-3e94-4c28-acb2-d1e3f970fff2') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:16.679730 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:16.691203 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8bfbb7-010d-4db7-8b01-e62eaca2083a None None] Network 0cb11e31-c21b-4379-a38d-219a741cfb34 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:16.709985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ffd5b-8008-48e6-8ae3-3fcb1a25af17 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Subnet': ['ID=be8cc56f-7aac-46a0-9149-a294815260ab,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:16.715417 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-260ffd5b-8008-48e6-8ae3-3fcb1a25af17 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:16.721341 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-260ffd5b-8008-48e6-8ae3-3fcb1a25af17 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/be8cc56f-7aac-46a0-9149-a294815260ab HTTP/1.1" status: 204 len: 168 time: 0.6763241 Nov 29 18:05:16.736619 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:16.738424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51062) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:16.807415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-aef7af29-35f2-4994-b6bf-f8920af62c30 None None] Provisioning complete for port 73db4f69-0329-4bac-8ae2-d5ea4ce05072 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:16.807982 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aef7af29-35f2-4994-b6bf-f8920af62c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:16.816056 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:16.842243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:05:16.842750 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:05:16.847879 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:05:16.907643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274d001-4901-4bdf-a26b-b0e6a41d6174 req-b12a2958-86e5-4d53-a8dd-f10fea5139f1 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:16.909283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9274d001-4901-4bdf-a26b-b0e6a41d6174 req-b12a2958-86e5-4d53-a8dd-f10fea5139f1 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 944 time: 0.2403407 Nov 29 18:05:16.910433 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62caded5-d379-4c7f-b676-406e76939a65 None None] DHCP port deletion for 9be6ad60-b4df-4442-a45a-53166977db8e request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:16.935594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73209b-6d2e-4b10-97b9-a6f4a7803943 req-39844fa1-3156-4a87-a9da-7a567755f8bd tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:16.937219 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c73209b-6d2e-4b10-97b9-a6f4a7803943 req-39844fa1-3156-4a87-a9da-7a567755f8bd tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=244ab058-6e6c-499c-b270-d60fc0d27409 HTTP/1.1" status: 200 len: 945 time: 0.3150887 Nov 29 18:05:16.983454 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.025454 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-62caded5-d379-4c7f-b676-406e76939a65 None None] Deleting port 49261afb-d8a0-43f6-ad56-0e51a27cfe6a {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:17.025842 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62caded5-d379-4c7f-b676-406e76939a65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.045865 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9274d001-4901-4bdf-a26b-b0e6a41d6174 req-a446c15e-8da8-4572-adf6-56c42c210d17 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075213 Nov 29 18:05:17.071263 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.106342 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8c3da3-0ddd-4e31-a566-13eaffc7fa28 None None] DHCP port deletion for 0cb11e31-c21b-4379-a38d-219a741cfb34 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:17.123388 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-62caded5-d379-4c7f-b676-406e76939a65 None None] For port 49261afb-d8a0-43f6-ad56-0e51a27cfe6a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=49261afb-d8a0-43f6-ad56-0e51a27cfe6a,segment=NetworkSegment(f3b47686-50ed-45e1-bbd4-d017a2dda54f),segment_id=f3b47686-50ed-45e1-bbd4-d017a2dda54f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:17.124053 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62caded5-d379-4c7f-b676-406e76939a65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.130251 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Deleting port 49261afb-d8a0-43f6-ad56-0e51a27cfe6a {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:17.130761 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.132408 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.142484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] 10.222.0.23 "DELETE /v2.0/networks/2de40021-6650-4d54-8d0a-dc97325a88bf HTTP/1.1" status: 204 len: 168 time: 1.4894586 Nov 29 18:05:17.145421 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:05:17.164718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-62caded5-d379-4c7f-b676-406e76939a65 None None] Calling delete_port for 49261afb-d8a0-43f6-ad56-0e51a27cfe6a owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:17.199648 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0d0de-713b-4adc-9ae1-3838ff176aec admin admin] Pushing event deleted for resources: {'Network': ['ID=2de40021-6650-4d54-8d0a-dc97325a88bf,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:17.231671 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c73209b-6d2e-4b10-97b9-a6f4a7803943 req-ea1778ad-d1d5-4a51-b84e-b6fb4e270f4f tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709315 Nov 29 18:05:17.261669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:17.262089 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.267386 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] For port 49261afb-d8a0-43f6-ad56-0e51a27cfe6a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=49261afb-d8a0-43f6-ad56-0e51a27cfe6a,segment=NetworkSegment(f3b47686-50ed-45e1-bbd4-d017a2dda54f),segment_id=f3b47686-50ed-45e1-bbd4-d017a2dda54f)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:17.267754 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.287746 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Calling delete_port for 49261afb-d8a0-43f6-ad56-0e51a27cfe6a owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:17.302992 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 803c3903-33dc-44a4-b5ae-1ed5f6a492bc details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:05:17.342145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] For port 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=0a40ffd0-8eed-4fee-826c-e3fef2cf4d07,segment=NetworkSegment(e22bb61f-a825-4151-b3e4-60c2f56b0d7d),segment_id=e22bb61f-a825-4151-b3e4-60c2f56b0d7d)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:17.342494 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.353325 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51068) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:17.366005 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 73db4f69-0329-4bac-8ae2-d5ea4ce05072 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:17.387025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:05:17.408539 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Sync routers for ids ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:05:17.412512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2e8c3da3-0ddd-4e31-a566-13eaffc7fa28 None None] Deleting port 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:17.412883 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2e8c3da3-0ddd-4e31-a566-13eaffc7fa28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.428692 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.430347 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d2ddc518-d23b-46f9-b212-285aed0a7d81 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.3707218 Nov 29 18:05:17.436289 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51070) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:17.540319 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62caded5-d379-4c7f-b676-406e76939a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.542353 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.551613 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Routers {'8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:17.552518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:17.581962 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event deleted for resources: {'Port': ['ID=49261afb-d8a0-43f6-ad56-0e51a27cfe6a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:17.584438 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] No DVR routers for this DVR port 49261afb-d8a0-43f6-ad56-0e51a27cfe6a on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:17.600118 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62caded5-d379-4c7f-b676-406e76939a65 None None] Pushing event deleted for resources: {'Port': ['ID=49261afb-d8a0-43f6-ad56-0e51a27cfe6a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:17.660123 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2e8c3da3-0ddd-4e31-a566-13eaffc7fa28 None None] For port 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=0a40ffd0-8eed-4fee-826c-e3fef2cf4d07,segment=NetworkSegment(e22bb61f-a825-4151-b3e4-60c2f56b0d7d),segment_id=e22bb61f-a825-4151-b3e4-60c2f56b0d7d)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:17.660798 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2e8c3da3-0ddd-4e31-a566-13eaffc7fa28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.663829 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62caded5-d379-4c7f-b676-406e76939a65 None None] No DVR routers for this DVR port 49261afb-d8a0-43f6-ad56-0e51a27cfe6a on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:17.694543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2e8c3da3-0ddd-4e31-a566-13eaffc7fa28 None None] Calling delete_port for 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:17.695072 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:17.702820 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 803c3903-33dc-44a4-b5ae-1ed5f6a492bc, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=803c3903-33dc-44a4-b5ae-1ed5f6a492bc,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:17.740142 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.763555 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 73db4f69-0329-4bac-8ae2-d5ea4ce05072 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:17.763935 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.764891 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6a231dac-cde1-4fe1-bdfe-f413fa26f1d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c266ce6530d4da190745999a11290e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0903630 Nov 29 18:05:17.765502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51072) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:17.771620 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be6ad60-b4df-4442-a45a-53166977db8e']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:17.784878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b47686-50ed-45e1-bbd4-d017a2dda54f') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:17.785181 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b47686-50ed-45e1-bbd4-d017a2dda54f') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:17.797687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '803c3903-33dc-44a4-b5ae-1ed5f6a492bc', 'network_id': '44aa18b0-f19e-425a-96e9-bf18ebea2498', 'port_id': '803c3903-33dc-44a4-b5ae-1ed5f6a492bc', 'mac_address': 'fa:16:3e:d1:83:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733544da-2bc1-4873-95ac-5a788cefa521', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:05:17.837082 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.845640 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2292b767-2d72-4f3a-8fdc-09f5297ffa28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.860561 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.860780 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.864906 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Set router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:05:17.897101 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:05:17.897615 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:05:17.900750 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:05:17.912842 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2292b767-2d72-4f3a-8fdc-09f5297ffa28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.915129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No DVR routers for this DVR port 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:17.924077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=0a40ffd0-8eed-4fee-826c-e3fef2cf4d07,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:17.994411 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:17.994643 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.015177 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.018744 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "DELETE /v2.0/networks/9be6ad60-b4df-4442-a45a-53166977db8e HTTP/1.1" status: 204 len: 168 time: 1.5270319 Nov 29 18:05:18.019795 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cf032-cda5-46b7-9939-556aeff7ddad tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event deleted for resources: {'Network': ['ID=9be6ad60-b4df-4442-a45a-53166977db8e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:18.021726 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51074) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:18.037046 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.037689 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803c3903-33dc-44a4-b5ae-1ed5f6a492bc {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:05:18.078353 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2e8c3da3-0ddd-4e31-a566-13eaffc7fa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.096769 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb11e31-c21b-4379-a38d-219a741cfb34']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:18.105852 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2292b767-2d72-4f3a-8fdc-09f5297ffa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.108484 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2292b767-2d72-4f3a-8fdc-09f5297ffa28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.112380 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2292b767-2d72-4f3a-8fdc-09f5297ffa28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfd9f179-be8d-4608-9a53-694cace15300 HTTP/1.1" status: 204 len: 168 time: 0.3416264 Nov 29 18:05:18.112528 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 803c3903-33dc-44a4-b5ae-1ed5f6a492bc, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=803c3903-33dc-44a4-b5ae-1ed5f6a492bc,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:18.135303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c3da3-0ddd-4e31-a566-13eaffc7fa28 None None] Pushing event deleted for resources: {'Port': ['ID=0a40ffd0-8eed-4fee-826c-e3fef2cf4d07,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:18.137829 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.145188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22bb61f-a825-4151-b3e4-60c2f56b0d7d') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:18.145873 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22bb61f-a825-4151-b3e4-60c2f56b0d7d') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:18.163485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292b767-2d72-4f3a-8fdc-09f5297ffa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd9f179-be8d-4608-9a53-694cace15300,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:18.171241 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8c3da3-0ddd-4e31-a566-13eaffc7fa28 None None] No DVR routers for this DVR port 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:18.187857 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.204638 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.211853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:05:18.212388 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.221097 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.294753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-47265230-b145-42d0-a544-356b8fc57000 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Deleting subnet 1dc58f14-3db0-4095-b29c-7e9f4a082817 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:05:18.299009 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47265230-b145-42d0-a544-356b8fc57000 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.371247 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47265230-b145-42d0-a544-356b8fc57000 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.429477 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=803c3903-33dc-44a4-b5ae-1ed5f6a492bc,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:18.461582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'name': 'tempest-ServersTestJSON-1157515805-router', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:12Z', 'updated_at': '2021-11-29T18:05:15Z', 'revision_number': 3, 'project_id': '1318b8c767b14067acb6590f51744cee', 'gw_port': {'id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:13Z', 'updated_at': '2021-11-29T18:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:05:18.482679 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:05:18.504961 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.518476 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['803c3903-33dc-44a4-b5ae-1ed5f6a492bc'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:05:18.520494 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f6db6077-79c4-4340-b332-352c10253011 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:18.524488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Checking router: 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:05:18.524896 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Updating router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 port 1498ea37-310c-4da4-80e4-57daa73f1d22 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:05:18.543452 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.547510 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/networks/0cb11e31-c21b-4379-a38d-219a741cfb34 HTTP/1.1" status: 204 len: 168 time: 1.8056860 Nov 29 18:05:18.564497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef2f50-d7ac-4a0a-8a20-f296ed74d560 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Network': ['ID=0cb11e31-c21b-4379-a38d-219a741cfb34,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:18.568010 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51088) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:18.575605 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-aba057d7-7c4a-4e86-86fe-f02961ef76bc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1984069030'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:18.589901 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: f6db6077-79c4-4340-b332-352c10253011 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:18.590118 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47265230-b145-42d0-a544-356b8fc57000 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.590695 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f6db6077-79c4-4340-b332-352c10253011 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:18.591331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:18.624943 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:18.625622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0a40ffd0-8eed-4fee-826c-e3fef2cf4d07 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:18.626185 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 49261afb-d8a0-43f6-ad56-0e51a27cfe6a no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:18.629460 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba057d7-7c4a-4e86-86fe-f02961ef76bc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:18.631149 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.634676 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aba057d7-7c4a-4e86-86fe-f02961ef76bc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.648337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f764c-3d73-4177-96a0-c5a1045022a7 req-4d44db9a-8d5a-4926-8597-d239dec0e7f5 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:18.656518 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-218f764c-3d73-4177-96a0-c5a1045022a7 req-4d44db9a-8d5a-4926-8597-d239dec0e7f5 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 945 time: 0.5088654 Nov 29 18:05:18.664099 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Allocated IP 172.20.0.1 (ae722068-7ae3-4725-97bd-11d55a46823e/da92c5bb-1df1-4b83-bd52-c49e1bf02675/75f018f6-732d-4d58-9ec8-4936ec0d5647) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:18.669822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a4056-3698-4f80-9291-b8cf78ab4687 req-f55a0391-ab7c-4faf-9fc4-7d8884e0343e tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:18.671994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 49261afb-d8a0-43f6-ad56-0e51a27cfe6a {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:18.672378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 49261afb-d8a0-43f6-ad56-0e51a27cfe6a not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:18.678392 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be1a4056-3698-4f80-9291-b8cf78ab4687 req-f55a0391-ab7c-4faf-9fc4-7d8884e0343e tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=244ab058-6e6c-499c-b270-d60fc0d27409 HTTP/1.1" status: 200 len: 945 time: 0.1769803 Nov 29 18:05:18.692060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba057d7-7c4a-4e86-86fe-f02961ef76bc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:05:18.705467 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aba057d7-7c4a-4e86-86fe-f02961ef76bc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.705849 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-aba057d7-7c4a-4e86-86fe-f02961ef76bc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Added segment a54a956a-47bf-445e-ae33-13cedcff4892 of type vlan for network 95f4a9ed-7304-4413-b0a9-9a0faa261467 Nov 29 18:05:18.757659 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aba057d7-7c4a-4e86-86fe-f02961ef76bc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.798654 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-218f764c-3d73-4177-96a0-c5a1045022a7 req-05f4b114-77f3-41cf-9701-7ebd6d15ea0b tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349013 Nov 29 18:05:18.823592 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be1a4056-3698-4f80-9291-b8cf78ab4687 req-eb7582d5-ea47-4fc2-9d08-fbd5ddb78b76 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402667 Nov 29 18:05:18.825877 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47265230-b145-42d0-a544-356b8fc57000 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.876579 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aba057d7-7c4a-4e86-86fe-f02961ef76bc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.884288 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba057d7-7c4a-4e86-86fe-f02961ef76bc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:18.885254 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aba057d7-7c4a-4e86-86fe-f02961ef76bc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.895819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47265230-b145-42d0-a544-356b8fc57000 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc58f14-3db0-4095-b29c-7e9f4a082817,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:18.897999 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47265230-b145-42d0-a544-356b8fc57000 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:18.901553 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-47265230-b145-42d0-a544-356b8fc57000 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "DELETE /v2.0/subnets/1dc58f14-3db0-4095-b29c-7e9f4a082817 HTTP/1.1" status: 204 len: 168 time: 0.8787904 Nov 29 18:05:18.904826 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51100) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:18.918713 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb5b411-5ce6-412f-a6bb-c3c863b93705 None None] Network 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:18.997237 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-aba057d7-7c4a-4e86-86fe-f02961ef76bc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4206562 Nov 29 18:05:18.997483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51102) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:19.009641 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-99437d32-b727-4c23-b1be-b915bfa85df6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'subnet': {'network_id': '95f4a9ed-7304-4413-b0a9-9a0faa261467', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:19.012271 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba057d7-7c4a-4e86-86fe-f02961ef76bc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Network': ['ID=95f4a9ed-7304-4413-b0a9-9a0faa261467,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:19.025251 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 95f4a9ed-7304-4413-b0a9-9a0faa261467 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:05:19.041359 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.104106 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.113263 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.145982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb6ad1-f31d-4630-8b67-501018f65160 req-7f9d3f5e-0deb-493c-887b-67ce65c54b80 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:19.151115 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Network ae722068-7ae3-4725-97bd-11d55a46823e is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:19.153998 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fffb6ad1-f31d-4630-8b67-501018f65160 req-7f9d3f5e-0deb-493c-887b-67ce65c54b80 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=97bbc17c-98dc-4cea-8ca6-e568082f6963 HTTP/1.1" status: 200 len: 945 time: 0.2076802 Nov 29 18:05:19.155954 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:19.179162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:19.239048 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99437d32-b727-4c23-b1be-b915bfa85df6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:19.242544 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99437d32-b727-4c23-b1be-b915bfa85df6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.245124 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Pushing event updated for resources: {'Port': ['ID=75f018f6-732d-4d58-9ec8-4936ec0d5647,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:19.258872 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.333290 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.344288 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.395516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ab56a1-4301-46f0-ba63-f652822f6911 None None] DHCP port deletion for 3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:19.403784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fffb6ad1-f31d-4630-8b67-501018f65160 req-71e8acc6-3f66-4b36-bd82-a08c0da91f6f tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488241 Nov 29 18:05:19.425352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51118) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:19.447827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a237fd8d-3297-4097-92ec-b31c4c296aac None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:19.456310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Deleting port c74e4e8a-0ca2-402c-9611-b3b4d849f781 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:19.457003 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.535984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942a406-f78e-4104-b0dd-e8edb6e8a9fe None None] Pushing event updated for resources: {'Port': ['ID=1498ea37-310c-4da4-80e4-57daa73f1d22,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:19.542262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Attempting to bind port 1498ea37-310c-4da4-80e4-57daa73f1d22 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:19.543219 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Attempting to bind port 1498ea37-310c-4da4-80e4-57daa73f1d22 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:19.543591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Attempting to bind port 1498ea37-310c-4da4-80e4-57daa73f1d22 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:19.571374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:19.578321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:19.579038 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.579597 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:19.579992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] For port c74e4e8a-0ca2-402c-9611-b3b4d849f781, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c74e4e8a-0ca2-402c-9611-b3b4d849f781,segment=NetworkSegment(95b115d0-8a07-4b79-bd60-e56032a84bf8),segment_id=95b115d0-8a07-4b79-bd60-e56032a84bf8)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:19.580288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Bound port: 1498ea37-310c-4da4-80e4-57daa73f1d22, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:19.580684 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.581193 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.605923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Calling delete_port for c74e4e8a-0ca2-402c-9611-b3b4d849f781 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:19.646756 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3512beee-0b52-4915-b3c9-2849a8333da0 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1614680575-network', 'tenant_id': '965396166f334736a02822e4c58ac279'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:19.667044 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.702224 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-56ab56a1-4301-46f0-ba63-f652822f6911 None None] Deleting port c74e4e8a-0ca2-402c-9611-b3b4d849f781 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:19.703058 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56ab56a1-4301-46f0-ba63-f652822f6911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.715495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b98ed025-d415-491c-bb1c-fc69969ea820 None None] Provisioning complete for port 1498ea37-310c-4da4-80e4-57daa73f1d22 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:19.716113 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b98ed025-d415-491c-bb1c-fc69969ea820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.743975 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] For port 1498ea37-310c-4da4-80e4-57daa73f1d22, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:19.799136 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] For port 1498ea37-310c-4da4-80e4-57daa73f1d22, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1498ea37-310c-4da4-80e4-57daa73f1d22,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:19.817546 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.821876 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-56ab56a1-4301-46f0-ba63-f652822f6911 None None] For port c74e4e8a-0ca2-402c-9611-b3b4d849f781, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c74e4e8a-0ca2-402c-9611-b3b4d849f781,segment=NetworkSegment(95b115d0-8a07-4b79-bd60-e56032a84bf8),segment_id=95b115d0-8a07-4b79-bd60-e56032a84bf8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:19.822388 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56ab56a1-4301-46f0-ba63-f652822f6911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.839166 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b98ed025-d415-491c-bb1c-fc69969ea820 None None] Port 1498ea37-310c-4da4-80e4-57daa73f1d22 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:19.856906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3512beee-0b52-4915-b3c9-2849a8333da0 admin admin] Made reservation on behalf of 965396166f334736a02822e4c58ac279 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:19.859462 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3512beee-0b52-4915-b3c9-2849a8333da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.869020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-56ab56a1-4301-46f0-ba63-f652822f6911 None None] Calling delete_port for c74e4e8a-0ca2-402c-9611-b3b4d849f781 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:19.891781 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afe3449-a73c-42ad-81a1-e338d9eb572c None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:19.903644 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.910300 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.921599 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3512beee-0b52-4915-b3c9-2849a8333da0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.958760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Routers {'8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:19.960060 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:19.982444 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Pushing event updated for resources: {'Port': ['ID=75f018f6-732d-4d58-9ec8-4936ec0d5647,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:19.984860 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:19.997868 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99437d32-b727-4c23-b1be-b915bfa85df6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.006705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942a406-f78e-4104-b0dd-e8edb6e8a9fe None None] Pushing event updated for resources: {'Port': ['ID=1498ea37-310c-4da4-80e4-57daa73f1d22,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:20.066317 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.105608 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0dbfb04d-7403-4a8a-80c9-4921082a2e08 None None] Provisioning complete for port 1498ea37-310c-4da4-80e4-57daa73f1d22 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:20.106003 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb04d-7403-4a8a-80c9-4921082a2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.119402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Network ae722068-7ae3-4725-97bd-11d55a46823e is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:20.122125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:20.132101 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cab97-ee36-468e-b335-3a1f4c913f36 req-caaca43b-7cbb-403d-82c5-d659e3616444 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:20.133661 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-719cab97-ee36-468e-b335-3a1f4c913f36 req-caaca43b-7cbb-403d-82c5-d659e3616444 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=97bbc17c-98dc-4cea-8ca6-e568082f6963 HTTP/1.1" status: 200 len: 945 time: 0.2490091 Nov 29 18:05:20.140596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event deleted for resources: {'Port': ['ID=c74e4e8a-0ca2-402c-9611-b3b4d849f781,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:20.144293 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] No DVR routers for this DVR port c74e4e8a-0ca2-402c-9611-b3b4d849f781 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:20.150326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99437d32-b727-4c23-b1be-b915bfa85df6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Subnet': ['ID=cde087b1-7b34-4fac-8eb9-445661d62787,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:20.164216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] Set router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:05:20.171941 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f003da0-2017-4e31-af9f-a3cace5ff8cf req-69cfa9a5-3cac-4d98-9ce6-333a369aede4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:20.173378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f003da0-2017-4e31-af9f-a3cace5ff8cf req-69cfa9a5-3cac-4d98-9ce6-333a369aede4 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 945 time: 0.2746959 Nov 29 18:05:20.193807 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56ab56a1-4301-46f0-ba63-f652822f6911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.247995 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab56a1-4301-46f0-ba63-f652822f6911 None None] Pushing event deleted for resources: {'Port': ['ID=c74e4e8a-0ca2-402c-9611-b3b4d849f781,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:20.257835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab56a1-4301-46f0-ba63-f652822f6911 None None] No DVR routers for this DVR port c74e4e8a-0ca2-402c-9611-b3b4d849f781 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:20.385994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99437d32-b727-4c23-b1be-b915bfa85df6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Checking segment: {'id': 'a54a956a-47bf-445e-ae33-13cedcff4892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95f4a9ed-7304-4413-b0a9-9a0faa261467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:20.392255 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99437d32-b727-4c23-b1be-b915bfa85df6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network hostable DHCP agents. Network: 95f4a9ed-7304-4413-b0a9-9a0faa261467, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:05:20.393727 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb04d-7403-4a8a-80c9-4921082a2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.417055 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.430422 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0dbfb04d-7403-4a8a-80c9-4921082a2e08 None None] For port 1498ea37-310c-4da4-80e4-57daa73f1d22, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1498ea37-310c-4da4-80e4-57daa73f1d22,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:20.439793 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb04d-7403-4a8a-80c9-4921082a2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.457777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-719cab97-ee36-468e-b335-3a1f4c913f36 req-735055bf-48bb-45b0-aeb7-0c32fcaa5fe6 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057184 Nov 29 18:05:20.460068 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3512beee-0b52-4915-b3c9-2849a8333da0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.504003 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfb04d-7403-4a8a-80c9-4921082a2e08 None None] Pushing event updated for resources: {'Port': ['ID=1498ea37-310c-4da4-80e4-57daa73f1d22,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:20.505103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f003da0-2017-4e31-af9f-a3cace5ff8cf req-2d58b295-ebd1-4d98-b6e6-d669b9c2acf5 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055563 Nov 29 18:05:20.519133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9e77f2-46b8-4297-aba4-2e1b6b7986c1']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:20.521810 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3512beee-0b52-4915-b3c9-2849a8333da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.532196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:05:20.548785 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0dbfb04d-7403-4a8a-80c9-4921082a2e08 None None] Provisioning complete for port 75f018f6-732d-4d58-9ec8-4936ec0d5647 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:20.549147 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb04d-7403-4a8a-80c9-4921082a2e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.578658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b115d0-8a07-4b79-bd60-e56032a84bf8') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:20.578658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b115d0-8a07-4b79-bd60-e56032a84bf8') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:20.587258 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99437d32-b727-4c23-b1be-b915bfa85df6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network 95f4a9ed-7304-4413-b0a9-9a0faa261467 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:05:20.603829 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0dbfb04d-7403-4a8a-80c9-4921082a2e08 None None] Port 75f018f6-732d-4d58-9ec8-4936ec0d5647 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:20.607262 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.619360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'name': 'tempest-ServersTestJSON-1157515805-router', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:12Z', 'updated_at': '2021-11-29T18:05:19Z', 'revision_number': 4, 'project_id': '1318b8c767b14067acb6590f51744cee', 'gw_port': {'id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:13Z', 'updated_at': '2021-11-29T18:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '75f018f6-732d-4d58-9ec8-4936ec0d5647', 'name': '', 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'mac_address': 'fa:16:3e:fc:05:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:18Z', 'updated_at': '2021-11-29T18:05:19Z', 'revision_number': 2, 'project_id': '1318b8c767b14067acb6590f51744cee', 'subnets': [{'id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:20.625048 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3512beee-0b52-4915-b3c9-2849a8333da0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:05:20.629324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-99437d32-b727-4c23-b1be-b915bfa85df6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 95f4a9ed-7304-4413-b0a9-9a0faa261467) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:20.637351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512beee-0b52-4915-b3c9-2849a8333da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:20.643751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99437d32-b727-4c23-b1be-b915bfa85df6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:20.644270 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99437d32-b727-4c23-b1be-b915bfa85df6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.646970 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.652710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae452971-2a4b-4155-9f78-b364691efe0c None None] The sync data for ids ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'] in n-d-819494-5 is: [{'id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'name': 'tempest-ServersTestJSON-1157515805-router', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:12Z', 'updated_at': '2021-11-29T18:05:19Z', 'revision_number': 4, 'project_id': '1318b8c767b14067acb6590f51744cee', 'gw_port': {'id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:13Z', 'updated_at': '2021-11-29T18:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '75f018f6-732d-4d58-9ec8-4936ec0d5647', 'name': '', 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'mac_address': 'fa:16:3e:fc:05:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:18Z', 'updated_at': '2021-11-29T18:05:19Z', 'revision_number': 2, 'project_id': '1318b8c767b14067acb6590f51744cee', 'subnets': [{'id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:05:20.656065 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3512beee-0b52-4915-b3c9-2849a8333da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.656423 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-3512beee-0b52-4915-b3c9-2849a8333da0 admin admin] Added segment 02e2dbb3-e7d4-4d3a-b214-06411a1cb425 of type vlan for network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 Nov 29 18:05:20.668887 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:05:20.669304 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.672118 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4278609-ebfa-4384-8d5d-b2cef331a33d None None] Network 95f4a9ed-7304-4413-b0a9-9a0faa261467 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:05:20.673770 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:05:20.718295 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-99437d32-b727-4c23-b1be-b915bfa85df6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7128582 Nov 29 18:05:20.725453 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:05:20.728056 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51134) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:20.739413 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-729b015f-598d-4189-91a2-5dcf869ca081 admin admin] 10.222.0.23 "PUT /v2.0/routers/8c9a8bcf-d590-4a41-8bda-e5f56d3151a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3015432 Nov 29 18:05:20.757335 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f8a91c91-f085-4fc6-aed9-f91989003e71 None None] Provisioning complete for port 75f018f6-732d-4d58-9ec8-4936ec0d5647 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:20.757827 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1dd60b01-89a0-4875-ac4b-3a2a605e32c9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'network_id': '95f4a9ed-7304-4413-b0a9-9a0faa261467', 'name': 'tempest-PortsIpV6TestJSON-1031062695', 'fixed_ips': [{'subnet_id': 'cde087b1-7b34-4fac-8eb9-445661d62787', 'ip_address': '2001:db8::10'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:20.758140 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8a91c91-f085-4fc6-aed9-f91989003e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.813439 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3512beee-0b52-4915-b3c9-2849a8333da0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.827490 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.830706 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f8a91c91-f085-4fc6-aed9-f91989003e71 None None] Port 75f018f6-732d-4d58-9ec8-4936ec0d5647 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:20.847718 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.859036 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "DELETE /v2.0/networks/3a9e77f2-46b8-4297-aba4-2e1b6b7986c1 HTTP/1.1" status: 204 len: 168 time: 1.9530413 Nov 29 18:05:20.869819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51138) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:20.876806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b7cc80f0-6b8f-4fdd-8a54-0eb757a18208 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1970553556'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:20.881193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fd811-efb3-46b4-8254-424eee5c3a4a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event deleted for resources: {'Network': ['ID=3a9e77f2-46b8-4297-aba4-2e1b6b7986c1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:20.885870 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3512beee-0b52-4915-b3c9-2849a8333da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.886889 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3512beee-0b52-4915-b3c9-2849a8333da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:20.887717 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3512beee-0b52-4915-b3c9-2849a8333da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.932380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-95f4a9ed-7304-4413-b0a9-9a0faa261467', 'network_id': '95f4a9ed-7304-4413-b0a9-9a0faa261467', 'tenant_id': '6d2fe1df63aa4201995eddc1ee119ad9', 'fixed_ips': [{'subnet_id': 'cde087b1-7b34-4fac-8eb9-445661d62787'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:05:20.933543 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.959179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cc80f0-6b8f-4fdd-8a54-0eb757a18208 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Made reservation on behalf of ec693c762ef4433ab5b2a420380e9655 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:20.962706 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7cc80f0-6b8f-4fdd-8a54-0eb757a18208 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:20.969266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512beee-0b52-4915-b3c9-2849a8333da0 admin admin] Pushing event updated for resources: {'Network': ['ID=07e1bd78-8269-42cb-97e4-b929faeeeeb7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:20.982555 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3512beee-0b52-4915-b3c9-2849a8333da0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5533738 Nov 29 18:05:20.985396 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51144) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:20.993022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6d84975c-fe4d-40b6-8e44-d4312025edb9 admin admin] Request body: {'subnet': {'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1614680575-subnet', 'tenant_id': '965396166f334736a02822e4c58ac279', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:21.015398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cc80f0-6b8f-4fdd-8a54-0eb757a18208 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:05:21.053952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:05:21.068497 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7cc80f0-6b8f-4fdd-8a54-0eb757a18208 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:21.068859 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-b7cc80f0-6b8f-4fdd-8a54-0eb757a18208 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Added segment 58c359e0-ceda-429c-abea-c67f3b152156 of type vlan for network a8fd3bac-fa57-4cd0-a8d9-80dde8472332 Nov 29 18:05:21.096585 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd60b01-89a0-4875-ac4b-3a2a605e32c9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:21.130026 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7cc80f0-6b8f-4fdd-8a54-0eb757a18208 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:21.164064 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d84975c-fe4d-40b6-8e44-d4312025edb9 admin admin] Made reservation on behalf of 965396166f334736a02822e4c58ac279 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:21.166680 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d84975c-fe4d-40b6-8e44-d4312025edb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:21.168766 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7cc80f0-6b8f-4fdd-8a54-0eb757a18208 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:21.175419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc80f0-6b8f-4fdd-8a54-0eb757a18208 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:21.176106 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7cc80f0-6b8f-4fdd-8a54-0eb757a18208 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:21.345550 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b7cc80f0-6b8f-4fdd-8a54-0eb757a18208 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4745939 Nov 29 18:05:21.348321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51146) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:21.359989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc80f0-6b8f-4fdd-8a54-0eb757a18208 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event updated for resources: {'Network': ['ID=a8fd3bac-fa57-4cd0-a8d9-80dde8472332,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:21.382275 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-0c561fa9-58c8-4144-912a-2914793e14b5 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Request body: {'subnet': {'network_id': 'a8fd3bac-fa57-4cd0-a8d9-80dde8472332', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:21.386405 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88126be0-fec7-407d-84af-e3bfe6a61be6 req-647013e0-6898-40fe-8c6f-51cec9767589 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:21.388925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88126be0-fec7-407d-84af-e3bfe6a61be6 req-647013e0-6898-40fe-8c6f-51cec9767589 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.31 "GET /v2.0/ports?device_id=97bbc17c-98dc-4cea-8ca6-e568082f6963 HTTP/1.1" status: 200 len: 945 time: 0.1356766 Nov 29 18:05:21.462304 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 803c3903-33dc-44a4-b5ae-1ed5f6a492bc up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:21.496214 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c74e4e8a-0ca2-402c-9611-b3b4d849f781 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:21.498085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network a8fd3bac-fa57-4cd0-a8d9-80dde8472332 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:05:21.560597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-88126be0-fec7-407d-84af-e3bfe6a61be6 req-66677f97-c9c8-4340-b982-37c77a7e4148 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Deleting port 57f417bd-e122-4129-8ecf-3934ae89c763 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:21.561717 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-88126be0-fec7-407d-84af-e3bfe6a61be6 req-66677f97-c9c8-4340-b982-37c77a7e4148 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:21.599414 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: c74e4e8a-0ca2-402c-9611-b3b4d849f781 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:21.599768 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c74e4e8a-0ca2-402c-9611-b3b4d849f781 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:21.627192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1f1d1-bd31-4ed7-8ca3-c7f0e679a955 req-a658755b-1906-4ab3-8b5b-17b5a5f0a0f6 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:21.628759 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bcb1f1d1-bd31-4ed7-8ca3-c7f0e679a955 req-a658755b-1906-4ab3-8b5b-17b5a5f0a0f6 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.20 "GET /v2.0/ports?device_id=244ab058-6e6c-499c-b270-d60fc0d27409 HTTP/1.1" status: 200 len: 945 time: 0.2977831 Nov 29 18:05:21.632788 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1dd60b01-89a0-4875-ac4b-3a2a605e32c9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:21.679252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Allocated IP 2001:db8::2 (95f4a9ed-7304-4413-b0a9-9a0faa261467/cde087b1-7b34-4fac-8eb9-445661d62787/6e68eb2d-7427-445e-8b6e-2ac372c638e3) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:21.685683 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d84975c-fe4d-40b6-8e44-d4312025edb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:21.687518 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c561fa9-58c8-4144-912a-2914793e14b5 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Made reservation on behalf of ec693c762ef4433ab5b2a420380e9655 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:21.692476 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0c561fa9-58c8-4144-912a-2914793e14b5 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:21.735651 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 803c3903-33dc-44a4-b5ae-1ed5f6a492bc completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:05:21.783732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00ecf0-06bf-4015-8d6e-95948d0a83e3 req-d8001861-7718-43b8-a327-3154a16fdbc3 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:21.785238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a00ecf0-06bf-4015-8d6e-95948d0a83e3 req-d8001861-7718-43b8-a327-3154a16fdbc3 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=97bbc17c-98dc-4cea-8ca6-e568082f6963 HTTP/1.1" status: 200 len: 945 time: 0.2085299 Nov 29 18:05:21.855057 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 803c3903-33dc-44a4-b5ae-1ed5f6a492bc triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:21.867139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-1dd60b01-89a0-4875-ac4b-3a2a605e32c9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] device_id is not set on port 79192a94-5c82-4a57-b2d9-bc08c22026f7 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:05:21.868253 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:21.871456 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a00ecf0-06bf-4015-8d6e-95948d0a83e3 req-a044a592-6a76-42cc-8bb4-ee99ceb82137 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/security-groups?id=d88110f2-4d0e-4928-a11b-0d0b7a290f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768645 Nov 29 18:05:21.922107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-88126be0-fec7-407d-84af-e3bfe6a61be6 req-66677f97-c9c8-4340-b982-37c77a7e4148 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] For port 57f417bd-e122-4129-8ecf-3934ae89c763, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=57f417bd-e122-4129-8ecf-3934ae89c763,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:21.922493 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-88126be0-fec7-407d-84af-e3bfe6a61be6 req-66677f97-c9c8-4340-b982-37c77a7e4148 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:21.946653 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51156) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:21.964806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3eedc14f-166f-46e0-8973-e0f42e6b7a02 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--308176339', 'description': 'tempest-description--67390477'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:21.976617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-88126be0-fec7-407d-84af-e3bfe6a61be6 req-66677f97-c9c8-4340-b982-37c77a7e4148 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Calling delete_port for 57f417bd-e122-4129-8ecf-3934ae89c763 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:22.065516 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.099637 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.130864 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3eedc14f-166f-46e0-8973-e0f42e6b7a02 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.135970 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d84975c-fe4d-40b6-8e44-d4312025edb9 admin admin] Checking segment: {'id': '02e2dbb3-e7d4-4d3a-b214-06411a1cb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:22.135970 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84975c-fe4d-40b6-8e44-d4312025edb9 admin admin] Network hostable DHCP agents. Network: 07e1bd78-8269-42cb-97e4-b929faeeeeb7, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:05:22.138008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84975c-fe4d-40b6-8e44-d4312025edb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81cead3a-1dc8-4e59-949c-cf590473cc26,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:22.169772 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.182069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Network 95f4a9ed-7304-4413-b0a9-9a0faa261467 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:22.183848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea706aab-3afd-41b0-a40c-b90642dca0bd req-bbda98ba-8ca8-4719-9158-8eef3d36aeea tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:22.185796 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea706aab-3afd-41b0-a40c-b90642dca0bd req-bbda98ba-8ca8-4719-9158-8eef3d36aeea tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 945 time: 0.1746283 Nov 29 18:05:22.196933 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:22.227715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:22.234083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d84975c-fe4d-40b6-8e44-d4312025edb9 admin admin] Network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:05:22.292670 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-6d84975c-fe4d-40b6-8e44-d4312025edb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 07e1bd78-8269-42cb-97e4-b929faeeeeb7) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:22.293378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 803c3903-33dc-44a4-b5ae-1ed5f6a492bc, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=803c3903-33dc-44a4-b5ae-1ed5f6a492bc,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:22.314271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea706aab-3afd-41b0-a40c-b90642dca0bd req-35cc4bdd-bc88-4198-8a5c-c09a3de20060 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121736 Nov 29 18:05:22.317224 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-bcb1f1d1-bd31-4ed7-8ca3-c7f0e679a955 req-af22b626-5930-4e87-832e-abd84331a414 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Deleting port 8a5cef09-e1c0-4035-b72f-81dd331fdb06 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:22.317577 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bcb1f1d1-bd31-4ed7-8ca3-c7f0e679a955 req-af22b626-5930-4e87-832e-abd84331a414 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.328704 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3eedc14f-166f-46e0-8973-e0f42e6b7a02 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.333898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564b40cd-6411-43dc-afb5-9151a0c83b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803c3903-33dc-44a4-b5ae-1ed5f6a492bc'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:22.337176 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501ac7a3-8e72-467f-bfcc-a89459770f11" -d '{"events": [{"server_uuid": "564b40cd-6411-43dc-afb5-9151a0c83b0a", "name": "network-vif-plugged", "status": "completed", "tag": "803c3903-33dc-44a4-b5ae-1ed5f6a492bc"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:22.340758 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-88126be0-fec7-407d-84af-e3bfe6a61be6 req-66677f97-c9c8-4340-b982-37c77a7e4148 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.342757 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3eedc14f-166f-46e0-8973-e0f42e6b7a02 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.360192 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d4471f-46e5-4413-9b18-7270bb883b59 None None] Network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:22.384241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d84975c-fe4d-40b6-8e44-d4312025edb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:22.384852 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d84975c-fe4d-40b6-8e44-d4312025edb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.404446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66677f97-c9c8-4340-b982-37c77a7e4148 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Pushing event deleted for resources: {'Port': ['ID=57f417bd-e122-4129-8ecf-3934ae89c763,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:22.411852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedc14f-166f-46e0-8973-e0f42e6b7a02 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efcb6982-74b3-491c-80d6-86ac7588f439,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:22.436941 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3eedc14f-166f-46e0-8973-e0f42e6b7a02 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.440774 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3eedc14f-166f-46e0-8973-e0f42e6b7a02 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4900644 Nov 29 18:05:22.441409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51160) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:22.451565 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3f442c6d-7189-4329-9a98-1b2f9ba8e565 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Request body: {'security_group_rule': {'security_group_id': 'efcb6982-74b3-491c-80d6-86ac7588f439', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:22.461540 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6d84975c-fe4d-40b6-8e44-d4312025edb9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4748070 Nov 29 18:05:22.482098 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-88126be0-fec7-407d-84af-e3bfe6a61be6 req-66677f97-c9c8-4340-b982-37c77a7e4148 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] No DVR routers for this DVR port 57f417bd-e122-4129-8ecf-3934ae89c763 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:22.486761 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-88126be0-fec7-407d-84af-e3bfe6a61be6 req-66677f97-c9c8-4340-b982-37c77a7e4148 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.490183 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-1dd60b01-89a0-4875-ac4b-3a2a605e32c9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Allocated IP 2001:db8::10 (95f4a9ed-7304-4413-b0a9-9a0faa261467/cde087b1-7b34-4fac-8eb9-445661d62787/79192a94-5c82-4a57-b2d9-bc08c22026f7) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:22.490571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88126be0-fec7-407d-84af-e3bfe6a61be6 req-66677f97-c9c8-4340-b982-37c77a7e4148 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.31 "DELETE /v2.0/ports/57f417bd-e122-4129-8ecf-3934ae89c763 HTTP/1.1" status: 204 len: 173 time: 1.0925179 Nov 29 18:05:22.491127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bbc17c-98dc-4cea-8ca6-e568082f6963', 'name': 'network-vif-deleted', 'tag': '57f417bd-e122-4129-8ecf-3934ae89c763'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:22.493958 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1046cb05-a0d6-49b7-9067-cf18b9b34ecf" -d '{"events": [{"server_uuid": "97bbc17c-98dc-4cea-8ca6-e568082f6963", "name": "network-vif-deleted", "tag": "57f417bd-e122-4129-8ecf-3934ae89c763"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:22.532665 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f442c6d-7189-4329-9a98-1b2f9ba8e565 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.537856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-bcb1f1d1-bd31-4ed7-8ca3-c7f0e679a955 req-af22b626-5930-4e87-832e-abd84331a414 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] For port 8a5cef09-e1c0-4035-b72f-81dd331fdb06, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=8a5cef09-e1c0-4035-b72f-81dd331fdb06,segment=NetworkSegment(fac9db7f-f77e-4f79-83c0-7a27e5f569ea),segment_id=fac9db7f-f77e-4f79-83c0-7a27e5f569ea)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:22.544700 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bcb1f1d1-bd31-4ed7-8ca3-c7f0e679a955 req-af22b626-5930-4e87-832e-abd84331a414 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.559563 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.566051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Pushing event updated for resources: {'Port': ['ID=6e68eb2d-7427-445e-8b6e-2ac372c638e3,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:22.574849 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-bcb1f1d1-bd31-4ed7-8ca3-c7f0e679a955 req-af22b626-5930-4e87-832e-abd84331a414 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Calling delete_port for 8a5cef09-e1c0-4035-b72f-81dd331fdb06 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:22.585835 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0c561fa9-58c8-4144-912a-2914793e14b5 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.594168 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d846bcf9-a924-4c08-951f-9a5b5417abce x-openstack-request-id: req-d846bcf9-a924-4c08-951f-9a5b5417abce {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:22.597984 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564b40cd-6411-43dc-afb5-9151a0c83b0a", "name": "network-vif-plugged", "status": "completed", "tag": "803c3903-33dc-44a4-b5ae-1ed5f6a492bc", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:22.598311 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d846bcf9-a924-4c08-951f-9a5b5417abce {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:22.599210 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564b40cd-6411-43dc-afb5-9151a0c83b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803c3903-33dc-44a4-b5ae-1ed5f6a492bc', 'code': 200} Nov 29 18:05:22.614118 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['8a5cef09-e1c0-4035-b72f-81dd331fdb06'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:05:22.615683 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f442c6d-7189-4329-9a98-1b2f9ba8e565 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.616673 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['57f417bd-e122-4129-8ecf-3934ae89c763'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:05:22.620035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa70588-0e4a-4f79-83e5-2b1f9e414698 None None] DHCP port deletion for 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:22.623545 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f442c6d-7189-4329-9a98-1b2f9ba8e565 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.672473 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b74d7c6-2b11-443d-8397-326014400a3d x-openstack-request-id: req-1b74d7c6-2b11-443d-8397-326014400a3d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:22.678862 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bbc17c-98dc-4cea-8ca6-e568082f6963", "name": "network-vif-deleted", "tag": "57f417bd-e122-4129-8ecf-3934ae89c763", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:22.679207 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b74d7c6-2b11-443d-8397-326014400a3d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:22.679882 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97bbc17c-98dc-4cea-8ca6-e568082f6963', 'name': 'network-vif-deleted', 'tag': '57f417bd-e122-4129-8ecf-3934ae89c763', 'status': 'completed', 'code': 200} Nov 29 18:05:22.707907 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f442c6d-7189-4329-9a98-1b2f9ba8e565 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43423381-645a-4b01-829d-aedcf1892bde,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:22.776461 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f442c6d-7189-4329-9a98-1b2f9ba8e565 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.782155 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3f442c6d-7189-4329-9a98-1b2f9ba8e565 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3373997 Nov 29 18:05:22.785708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51166) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:22.791528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-97d0cd10-b280-4494-9b1e-a25f24c94e75 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Request body: {'security_group_rule': {'security_group_id': 'efcb6982-74b3-491c-80d6-86ac7588f439', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:22.807033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Attempting to bind port 6e68eb2d-7427-445e-8b6e-2ac372c638e3 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:22.807489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Attempting to bind port 6e68eb2d-7427-445e-8b6e-2ac372c638e3 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'a54a956a-47bf-445e-ae33-13cedcff4892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95f4a9ed-7304-4413-b0a9-9a0faa261467'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:22.807945 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Attempting to bind port 6e68eb2d-7427-445e-8b6e-2ac372c638e3 on network 95f4a9ed-7304-4413-b0a9-9a0faa261467 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:22.810148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253b3ac-58ff-4018-8b48-c8544d8394ad req-fa22b2b6-b7f6-491a-b274-404431d8372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:22.811955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f253b3ac-58ff-4018-8b48-c8544d8394ad req-fa22b2b6-b7f6-491a-b274-404431d8372c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 1097 time: 0.1413867 Nov 29 18:05:22.864775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:22.865862 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Checking segment: {'id': 'a54a956a-47bf-445e-ae33-13cedcff4892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95f4a9ed-7304-4413-b0a9-9a0faa261467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:22.866348 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.867001 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Bound using segment: {'id': 'a54a956a-47bf-445e-ae33-13cedcff4892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95f4a9ed-7304-4413-b0a9-9a0faa261467'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:22.867569 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Bound port: 6e68eb2d-7427-445e-8b6e-2ac372c638e3, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54a956a-47bf-445e-ae33-13cedcff4892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95f4a9ed-7304-4413-b0a9-9a0faa261467'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:22.868179 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.879407 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b345c6e7-d381-4652-a871-005f0dfc1193 None None] Network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:22.880088 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97d0cd10-b280-4494-9b1e-a25f24c94e75 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.926952 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f253b3ac-58ff-4018-8b48-c8544d8394ad req-37e50fa4-7ed8-4475-9ac1-58b5d8a06c19 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051550 Nov 29 18:05:22.956165 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97d0cd10-b280-4494-9b1e-a25f24c94e75 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.962426 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97d0cd10-b280-4494-9b1e-a25f24c94e75 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:22.993582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0cd10-b280-4494-9b1e-a25f24c94e75 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1081b5f-813c-41c8-b8a0-9c84ca60d0ac,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:23.017217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c561fa9-58c8-4144-912a-2914793e14b5 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event updated for resources: {'Subnet': ['ID=489d1aef-994c-4ebd-9156-07fa79b26fe5,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:23.032934 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97d0cd10-b280-4494-9b1e-a25f24c94e75 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:23.034910 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-97d0cd10-b280-4494-9b1e-a25f24c94e75 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2479897 Nov 29 18:05:23.048445 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51182) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:23.055552 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:23.068957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=803c3903-33dc-44a4-b5ae-1ed5f6a492bc,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:23.099386 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-46fd7ed0-77ef-4c9b-8038-8e31a485f561 req-d12f5b5e-b4d9-4bc9-b385-4563d67daa4d tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=97bbc17c-98dc-4cea-8ca6-e568082f6963 HTTP/1.1" status: 200 len: 210 time: 0.0631385 Nov 29 18:05:23.102874 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c561fa9-58c8-4144-912a-2914793e14b5 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Checking segment: {'id': '58c359e0-ceda-429c-abea-c67f3b152156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a8fd3bac-fa57-4cd0-a8d9-80dde8472332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:23.103239 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c561fa9-58c8-4144-912a-2914793e14b5 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Network hostable DHCP agents. Network: a8fd3bac-fa57-4cd0-a8d9-80dde8472332, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:05:23.176710 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:23.207685 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1dd60b01-89a0-4875-ac4b-3a2a605e32c9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:23.219919 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c561fa9-58c8-4144-912a-2914793e14b5 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Network a8fd3bac-fa57-4cd0-a8d9-80dde8472332 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:05:23.246101 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-82ba36f6-8ef6-4fb7-97e8-1c9f702f8ff2 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:23.247865 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-82ba36f6-8ef6-4fb7-97e8-1c9f702f8ff2 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/networks?id=07e1bd78-8269-42cb-97e4-b929faeeeeb7 HTTP/1.1" status: 200 len: 805 time: 0.1474435 Nov 29 18:05:23.284273 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-484e5deb-cdd4-4386-a410-2c7a4930f539 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/quotas/965396166f334736a02822e4c58ac279 HTTP/1.1" status: 200 len: 375 time: 0.0206029 Nov 29 18:05:23.291171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-0c561fa9-58c8-4144-912a-2914793e14b5 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, a8fd3bac-fa57-4cd0-a8d9-80dde8472332) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:23.303784 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bcb1f1d1-bd31-4ed7-8ca3-c7f0e679a955 req-af22b626-5930-4e87-832e-abd84331a414 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:23.326292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] For port 6e68eb2d-7427-445e-8b6e-2ac372c638e3, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:23.328995 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e839398-b214-49a3-8ee6-db434630288e None None] Network a8fd3bac-fa57-4cd0-a8d9-80dde8472332 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:23.331636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c561fa9-58c8-4144-912a-2914793e14b5 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:23.332308 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0c561fa9-58c8-4144-912a-2914793e14b5 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:23.353709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['57f417bd-e122-4129-8ecf-3934ae89c763'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:05:23.361485 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-48a81f3a-9776-4da0-89c5-3e2052647ee5 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=965396166f334736a02822e4c58ac279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760145 Nov 29 18:05:23.385902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] For port 6e68eb2d-7427-445e-8b6e-2ac372c638e3, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6e68eb2d-7427-445e-8b6e-2ac372c638e3,segment=NetworkSegment(a54a956a-47bf-445e-ae33-13cedcff4892),segment_id=a54a956a-47bf-445e-ae33-13cedcff4892)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:23.451507 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb1f1d1-bd31-4ed7-8ca3-c7f0e679a955 req-af22b626-5930-4e87-832e-abd84331a414 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] No DVR routers for this DVR port 8a5cef09-e1c0-4035-b72f-81dd331fdb06 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:23.457887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1498ea37-310c-4da4-80e4-57daa73f1d22 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:23.459296 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0c561fa9-58c8-4144-912a-2914793e14b5 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0812316 Nov 29 18:05:23.459907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e99ff43-3f9f-4a2e-903b-2465866a5aab None None] DHCP port deletion for 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:23.460520 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22b626-5930-4e87-832e-abd84331a414 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Pushing event deleted for resources: {'Port': ['ID=8a5cef09-e1c0-4035-b72f-81dd331fdb06,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:23.463280 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bcb1f1d1-bd31-4ed7-8ca3-c7f0e679a955 req-af22b626-5930-4e87-832e-abd84331a414 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:23.467324 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bcb1f1d1-bd31-4ed7-8ca3-c7f0e679a955 req-af22b626-5930-4e87-832e-abd84331a414 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.20 "DELETE /v2.0/ports/8a5cef09-e1c0-4035-b72f-81dd331fdb06 HTTP/1.1" status: 204 len: 173 time: 1.7929850 Nov 29 18:05:23.467804 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51192) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:23.471947 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:23.476254 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244ab058-6e6c-499c-b270-d60fc0d27409', 'name': 'network-vif-deleted', 'tag': '8a5cef09-e1c0-4035-b72f-81dd331fdb06'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:23.479430 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5860ba-aca2-43e3-a918-5e6e957b0b89" -d '{"events": [{"server_uuid": "244ab058-6e6c-499c-b270-d60fc0d27409", "name": "network-vif-deleted", "tag": "8a5cef09-e1c0-4035-b72f-81dd331fdb06"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:23.493955 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d689807c-8577-412f-9b27-3d2a4738de2c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-927277976'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:23.500245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-fc1d6de2-38c4-46b7-856a-78452e1fd33c service neutron] 10.222.0.23 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379206 Nov 29 18:05:23.521177 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1dd60b01-89a0-4875-ac4b-3a2a605e32c9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:23.526469 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d689807c-8577-412f-9b27-3d2a4738de2c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Made reservation on behalf of ec693c762ef4433ab5b2a420380e9655 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:23.530532 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d689807c-8577-412f-9b27-3d2a4738de2c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:23.606766 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd60b01-89a0-4875-ac4b-3a2a605e32c9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network 95f4a9ed-7304-4413-b0a9-9a0faa261467 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:23.621700 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-1dd60b01-89a0-4875-ac4b-3a2a605e32c9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:23.631475 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd60b01-89a0-4875-ac4b-3a2a605e32c9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:23.638052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd60b01-89a0-4875-ac4b-3a2a605e32c9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:23.638970 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1dd60b01-89a0-4875-ac4b-3a2a605e32c9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:23.648681 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd60b01-89a0-4875-ac4b-3a2a605e32c9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=79192a94-5c82-4a57-b2d9-bc08c22026f7,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:23.651552 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d689807c-8577-412f-9b27-3d2a4738de2c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:05:23.674939 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d689807c-8577-412f-9b27-3d2a4738de2c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:23.675688 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-d689807c-8577-412f-9b27-3d2a4738de2c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Added segment 3f208f2d-530b-4d20-8584-0cb9084a8c0f of type vlan for network b1400cf2-079b-44ff-aacc-3088b717ddb1 Nov 29 18:05:23.694008 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1dd60b01-89a0-4875-ac4b-3a2a605e32c9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9532578 Nov 29 18:05:23.697444 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51196) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:23.705153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-acee1dd0-b07b-4fbf-a400-fe075e3bcccf tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'network_id': '95f4a9ed-7304-4413-b0a9-9a0faa261467', 'name': 'tempest-PortsIpV6TestJSON-751143165', 'fixed_ips': [{'subnet_id': 'cde087b1-7b34-4fac-8eb9-445661d62787', 'ip_address': '2001:db8::f'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:23.719604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3d6ba-6f55-41e6-aaa8-5429bc2c63f6 req-bacbc0ab-e824-4e53-b5cb-222075664e33 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:23.721303 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0a3d6ba-6f55-41e6-aaa8-5429bc2c63f6 req-bacbc0ab-e824-4e53-b5cb-222075664e33 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 946 time: 0.2197893 Nov 29 18:05:23.767501 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-32a26e7a-ee56-4d5c-b05c-f8a106e68f64 service neutron] 10.222.0.23 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528036 Nov 29 18:05:23.801227 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:23.805192 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d689807c-8577-412f-9b27-3d2a4738de2c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:23.807125 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0a3d6ba-6f55-41e6-aaa8-5429bc2c63f6 req-a522c652-4121-43b6-9559-a601a21d7bf1 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641451 Nov 29 18:05:23.838500 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77ffa0-68a5-4b68-a9e6-7ed133710f6f None None] Pushing event updated for resources: {'Port': ['ID=6e68eb2d-7427-445e-8b6e-2ac372c638e3,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:23.866464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 1498ea37-310c-4da4-80e4-57daa73f1d22 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:23.867166 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:23.931159 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d689807c-8577-412f-9b27-3d2a4738de2c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:23.936441 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d689807c-8577-412f-9b27-3d2a4738de2c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:23.937348 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d689807c-8577-412f-9b27-3d2a4738de2c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:23.953930 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cca789c-3aff-4dc8-ae57-8f0d829c13a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:23.958246 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe1b5dc-4125-47c6-a19b-c3e29ffd9aee x-openstack-request-id: req-4fe1b5dc-4125-47c6-a19b-c3e29ffd9aee {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:23.958544 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244ab058-6e6c-499c-b270-d60fc0d27409", "name": "network-vif-deleted", "tag": "8a5cef09-e1c0-4035-b72f-81dd331fdb06", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:23.958826 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fe1b5dc-4125-47c6-a19b-c3e29ffd9aee {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:23.959236 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244ab058-6e6c-499c-b270-d60fc0d27409', 'name': 'network-vif-deleted', 'tag': '8a5cef09-e1c0-4035-b72f-81dd331fdb06', 'status': 'completed', 'code': 200} Nov 29 18:05:23.999794 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-a8fd3bac-fa57-4cd0-a8d9-80dde8472332', 'network_id': 'a8fd3bac-fa57-4cd0-a8d9-80dde8472332', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'fixed_ips': [{'subnet_id': '489d1aef-994c-4ebd-9156-07fa79b26fe5'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:05:24.000796 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:24.213044 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d689807c-8577-412f-9b27-3d2a4738de2c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7232649 Nov 29 18:05:24.215685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51204) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:24.234346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-49b8ce25-6507-41ee-8c73-75ebf21bba7b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Request body: {'subnet': {'network_id': 'b1400cf2-079b-44ff-aacc-3088b717ddb1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:24.237888 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acee1dd0-b07b-4fbf-a400-fe075e3bcccf tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:24.257279 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-acee1dd0-b07b-4fbf-a400-fe075e3bcccf tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:24.316237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-acee1dd0-b07b-4fbf-a400-fe075e3bcccf tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] device_id is not set on port 3cb28da5-53b3-42a5-ad51-d69e3dd363e7 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:05:24.320711 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Sync routers for ids ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:05:24.328864 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689807c-8577-412f-9b27-3d2a4738de2c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event updated for resources: {'Network': ['ID=b1400cf2-079b-44ff-aacc-3088b717ddb1,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:24.342568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network b1400cf2-079b-44ff-aacc-3088b717ddb1 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:05:24.343132 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14034305-123a-480d-a731-f28e829f2417 req-6bed76f1-1f97-4f1e-996d-2ef2b16c8eaa tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=78cab37a-138b-4a6b-96ce-2f41b2ff7b70 HTTP/1.1" status: 200 len: 210 time: 0.1463075 Nov 29 18:05:24.348179 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Routers {'8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:24.348812 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:24.354337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Allocated IP 172.25.3.163 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/281b1d97-ead5-4fb8-8e87-adbc441f88b1) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:24.390366 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Allocated IP 19.80.0.2 (a8fd3bac-fa57-4cd0-a8d9-80dde8472332/489d1aef-994c-4ebd-9156-07fa79b26fe5/da310e26-0b3e-46d9-9d80-0bfb6ce16b87) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:24.541454 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Set router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:05:24.584722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2079bd68-db2f-42b7-8f69-3d39173f2d34 req-a1ba9d16-9952-4149-9724-e61d43a93cb3 tempest-MultipleCreateTestJSON-87887860 tempest-MultipleCreateTestJSON-87887860-project] 10.222.0.23 "GET /v2.0/ports?device_id=244ab058-6e6c-499c-b270-d60fc0d27409 HTTP/1.1" status: 200 len: 210 time: 0.1401165 Nov 29 18:05:24.654511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b8ce25-6507-41ee-8c73-75ebf21bba7b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Made reservation on behalf of ec693c762ef4433ab5b2a420380e9655 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:24.658554 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49b8ce25-6507-41ee-8c73-75ebf21bba7b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:24.772362 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'name': 'tempest-ServersTestJSON-1157515805-router', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:12Z', 'updated_at': '2021-11-29T18:05:19Z', 'revision_number': 4, 'project_id': '1318b8c767b14067acb6590f51744cee', 'gw_port': {'id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:13Z', 'updated_at': '2021-11-29T18:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '75f018f6-732d-4d58-9ec8-4936ec0d5647', 'name': '', 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'mac_address': 'fa:16:3e:fc:05:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:18Z', 'updated_at': '2021-11-29T18:05:19Z', 'revision_number': 2, 'project_id': '1318b8c767b14067acb6590f51744cee', 'subnets': [{'id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:24.821248 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Checking router: 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:05:24.821781 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Updating router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 port 75f018f6-732d-4d58-9ec8-4936ec0d5647 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:05:24.865518 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:25.078844 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e2a91-c41a-47d7-9588-0ccf539f6f43 req-daabfb22-ffa4-4813-8c34-d2e82d1d20f2 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:25.087829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d30e2a91-c41a-47d7-9588-0ccf539f6f43 req-daabfb22-ffa4-4813-8c34-d2e82d1d20f2 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 946 time: 0.1410112 Nov 29 18:05:25.091874 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:25.092190 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49b8ce25-6507-41ee-8c73-75ebf21bba7b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:25.102050 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:25.175621 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Pushing event updated for resources: {'Port': ['ID=da310e26-0b3e-46d9-9d80-0bfb6ce16b87,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:25.187340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Network a8fd3bac-fa57-4cd0-a8d9-80dde8472332 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:25.188996 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:25.191669 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:25.224411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8ce25-6507-41ee-8c73-75ebf21bba7b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event updated for resources: {'Subnet': ['ID=47dc8a42-cac1-4e74-bf79-3d28d163fe32,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:25.238481 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:25.263712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d30e2a91-c41a-47d7-9588-0ccf539f6f43 req-9b8500a9-719a-4585-87b9-a77fb7e30944 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742694 Nov 29 18:05:25.268581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b8ce25-6507-41ee-8c73-75ebf21bba7b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Checking segment: {'id': '3f208f2d-530b-4d20-8584-0cb9084a8c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b1400cf2-079b-44ff-aacc-3088b717ddb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:25.269157 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b8ce25-6507-41ee-8c73-75ebf21bba7b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Network hostable DHCP agents. Network: b1400cf2-079b-44ff-aacc-3088b717ddb1, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:05:25.287432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-acee1dd0-b07b-4fbf-a400-fe075e3bcccf tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Allocated IP 2001:db8::f (95f4a9ed-7304-4413-b0a9-9a0faa261467/cde087b1-7b34-4fac-8eb9-445661d62787/3cb28da5-53b3-42a5-ad51-d69e3dd363e7) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:25.293906 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Attempting to bind port da310e26-0b3e-46d9-9d80-0bfb6ce16b87 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:25.294294 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Attempting to bind port da310e26-0b3e-46d9-9d80-0bfb6ce16b87 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '58c359e0-ceda-429c-abea-c67f3b152156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a8fd3bac-fa57-4cd0-a8d9-80dde8472332'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:25.294662 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Attempting to bind port da310e26-0b3e-46d9-9d80-0bfb6ce16b87 on network a8fd3bac-fa57-4cd0-a8d9-80dde8472332 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:25.300812 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:25.301581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Checking segment: {'id': '58c359e0-ceda-429c-abea-c67f3b152156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a8fd3bac-fa57-4cd0-a8d9-80dde8472332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:25.303890 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:25.304562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Bound using segment: {'id': '58c359e0-ceda-429c-abea-c67f3b152156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a8fd3bac-fa57-4cd0-a8d9-80dde8472332'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:25.312877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Bound port: da310e26-0b3e-46d9-9d80-0bfb6ce16b87, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c359e0-ceda-429c-abea-c67f3b152156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a8fd3bac-fa57-4cd0-a8d9-80dde8472332'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:25.313471 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:25.327878 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 8a5cef09-e1c0-4035-b72f-81dd331fdb06 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:25.329813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b8ce25-6507-41ee-8c73-75ebf21bba7b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Network b1400cf2-079b-44ff-aacc-3088b717ddb1 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:05:25.335097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 57f417bd-e122-4129-8ecf-3934ae89c763 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:25.351766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-49b8ce25-6507-41ee-8c73-75ebf21bba7b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, b1400cf2-079b-44ff-aacc-3088b717ddb1) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:25.356924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b8ce25-6507-41ee-8c73-75ebf21bba7b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:25.357538 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49b8ce25-6507-41ee-8c73-75ebf21bba7b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:25.401249 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acb268d-584c-4622-aea6-a621f4489b3e None None] Network b1400cf2-079b-44ff-aacc-3088b717ddb1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:25.421923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-49b8ce25-6507-41ee-8c73-75ebf21bba7b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2050176 Nov 29 18:05:25.445911 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:25.585886 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8371dd0d-9813-4cfe-a52d-35f611843d13 req-84b8d124-b81e-4844-acb8-b30c9e6f662a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=78cab37a-138b-4a6b-96ce-2f41b2ff7b70 HTTP/1.1" status: 200 len: 210 time: 0.0629916 Nov 29 18:05:25.644338 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6e68eb2d-7427-445e-8b6e-2ac372c638e3 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:25.648482 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 8a5cef09-e1c0-4035-b72f-81dd331fdb06 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:25.648863 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 8a5cef09-e1c0-4035-b72f-81dd331fdb06 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:25.668232 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:25.679580 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c48d8-62cd-4c84-bd34-c18ea8793335 req-4b0ed77b-1a5f-463e-a018-517195330710 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:25.682160 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:25.687768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-801c48d8-62cd-4c84-bd34-c18ea8793335 req-4b0ed77b-1a5f-463e-a018-517195330710 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 946 time: 0.0702283 Nov 29 18:05:25.689829 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:25.704111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] For port da310e26-0b3e-46d9-9d80-0bfb6ce16b87, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:25.707161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] For port da310e26-0b3e-46d9-9d80-0bfb6ce16b87, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=da310e26-0b3e-46d9-9d80-0bfb6ce16b87,segment=NetworkSegment(58c359e0-ceda-429c-abea-c67f3b152156),segment_id=58c359e0-ceda-429c-abea-c67f3b152156)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:25.710293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eff55d-259e-4b94-8427-a044382bc158 None None] Network 95f4a9ed-7304-4413-b0a9-9a0faa261467 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:25.725214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:25.731603 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:25.753875 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 57f417bd-e122-4129-8ecf-3934ae89c763 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:25.754063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 57f417bd-e122-4129-8ecf-3934ae89c763 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:25.756792 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:25.758016 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694a55b-4df8-44b7-a0b7-2d871cacbddb None None] Pushing event updated for resources: {'Port': ['ID=75f018f6-732d-4d58-9ec8-4936ec0d5647,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:25.767947 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694a55b-4df8-44b7-a0b7-2d871cacbddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:25.768863 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694a55b-4df8-44b7-a0b7-2d871cacbddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:25.769363 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694a55b-4df8-44b7-a0b7-2d871cacbddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:25.769878 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694a55b-4df8-44b7-a0b7-2d871cacbddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:25.770369 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694a55b-4df8-44b7-a0b7-2d871cacbddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:25.770897 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694a55b-4df8-44b7-a0b7-2d871cacbddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:25.771408 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694a55b-4df8-44b7-a0b7-2d871cacbddb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:25.771905 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694a55b-4df8-44b7-a0b7-2d871cacbddb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:25.772389 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694a55b-4df8-44b7-a0b7-2d871cacbddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:25.772869 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694a55b-4df8-44b7-a0b7-2d871cacbddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:25.773351 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694a55b-4df8-44b7-a0b7-2d871cacbddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:25.773843 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7694a55b-4df8-44b7-a0b7-2d871cacbddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:25.797415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51236) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:25.833425 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Pushing event updated for resources: {'Port': ['ID=281b1d97-ead5-4fb8-8e87-adbc441f88b1,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:25.869796 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Attempting to bind port 75f018f6-732d-4d58-9ec8-4936ec0d5647 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:25.873807 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Attempting to bind port 75f018f6-732d-4d58-9ec8-4936ec0d5647 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '579ceb81-3873-4742-9308-da7af039cfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:25.875278 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Attempting to bind port 75f018f6-732d-4d58-9ec8-4936ec0d5647 on network ae722068-7ae3-4725-97bd-11d55a46823e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:25.883677 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-38fd8c14-5802-4ec2-8b49-e7340f51e4eb admin admin] Deleting subnet d94d983e-7ad2-4d9e-ba8a-60c4e3e93248 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:05:25.889190 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-801c48d8-62cd-4c84-bd34-c18ea8793335 req-61c81c33-6336-4e0b-b0b9-fca8069bc4e1 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003288 Nov 29 18:05:25.891128 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38fd8c14-5802-4ec2-8b49-e7340f51e4eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:25.916065 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:25.916065 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Checking segment: {'id': '579ceb81-3873-4742-9308-da7af039cfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:25.916065 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:25.916065 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Bound using segment: {'id': '579ceb81-3873-4742-9308-da7af039cfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:25.916512 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Bound port: 75f018f6-732d-4d58-9ec8-4936ec0d5647, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579ceb81-3873-4742-9308-da7af039cfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:25.916829 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:26.008408 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38fd8c14-5802-4ec2-8b49-e7340f51e4eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:26.029825 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-acee1dd0-b07b-4fbf-a400-fe075e3bcccf tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:26.112765 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-682eac32-2920-4ec9-9514-a56d650a93b7 None None] Provisioning complete for port 6e68eb2d-7427-445e-8b6e-2ac372c638e3 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:26.113616 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-682eac32-2920-4ec9-9514-a56d650a93b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:26.177353 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] For port 75f018f6-732d-4d58-9ec8-4936ec0d5647, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:26.183417 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38fd8c14-5802-4ec2-8b49-e7340f51e4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:26.184244 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] For port 75f018f6-732d-4d58-9ec8-4936ec0d5647, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=75f018f6-732d-4d58-9ec8-4936ec0d5647,segment=NetworkSegment(579ceb81-3873-4742-9308-da7af039cfa5),segment_id=579ceb81-3873-4742-9308-da7af039cfa5)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:26.196333 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:26.217322 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:26.222286 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-acee1dd0-b07b-4fbf-a400-fe075e3bcccf tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:26.285445 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-b1400cf2-079b-44ff-aacc-3088b717ddb1', 'network_id': 'b1400cf2-079b-44ff-aacc-3088b717ddb1', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'fixed_ips': [{'subnet_id': '47dc8a42-cac1-4e74-bf79-3d28d163fe32'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:05:26.286567 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:26.308430 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e364de-6d7e-47f0-a9a3-c65a951078ef None None] Pushing event updated for resources: {'Port': ['ID=da310e26-0b3e-46d9-9d80-0bfb6ce16b87,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:26.332965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a7676-264a-494f-ba40-3791d9dce39e req-3dc4695f-8ea4-4168-8911-0964d1c2b552 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:26.336207 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694a55b-4df8-44b7-a0b7-2d871cacbddb None None] Pushing event updated for resources: {'Port': ['ID=75f018f6-732d-4d58-9ec8-4936ec0d5647,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:26.344906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a7676-264a-494f-ba40-3791d9dce39e req-3dc4695f-8ea4-4168-8911-0964d1c2b552 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:26.347560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-3dc4695f-8ea4-4168-8911-0964d1c2b552 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/networks?id=a8fd3bac-fa57-4cd0-a8d9-80dde8472332&id=b1400cf2-079b-44ff-aacc-3088b717ddb1 HTTP/1.1" status: 200 len: 1391 time: 0.4254379 Nov 29 18:05:26.356617 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Routers {'8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:26.357259 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:04:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:26.363523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 6e68eb2d-7427-445e-8b6e-2ac372c638e3 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:26.363991 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:26.365253 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acee1dd0-b07b-4fbf-a400-fe075e3bcccf tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network 95f4a9ed-7304-4413-b0a9-9a0faa261467 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:26.366022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee1dd0-b07b-4fbf-a400-fe075e3bcccf tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=3cb28da5-53b3-42a5-ad51-d69e3dd363e7,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:26.379398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8fefec05-df58-46cf-8213-f425d19dc0f3 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:26.380654 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:26.381100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8fefec05-df58-46cf-8213-f425d19dc0f3 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.31 "GET /v2.0/networks?id=07e1bd78-8269-42cb-97e4-b929faeeeeb7 HTTP/1.1" status: 200 len: 805 time: 0.3975909 Nov 29 18:05:26.412985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-5b94d1cc-1f1f-4cf3-928a-3b55596c1800 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Request body: {'port': {'device_id': '78cab37a-138b-4a6b-96ce-2f41b2ff7b70', 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7', 'admin_state_up': True, 'tenant_id': '965396166f334736a02822e4c58ac279'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:26.425182 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-acee1dd0-b07b-4fbf-a400-fe075e3bcccf tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:26.428637 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acee1dd0-b07b-4fbf-a400-fe075e3bcccf tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:26.439667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acee1dd0-b07b-4fbf-a400-fe075e3bcccf tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:26.449424 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-acee1dd0-b07b-4fbf-a400-fe075e3bcccf tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:26.457204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-e44d0fc1-50af-43cb-9a34-e8083cb9c19a tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/quotas/ec693c762ef4433ab5b2a420380e9655 HTTP/1.1" status: 200 len: 375 time: 0.0748210 Nov 29 18:05:26.568610 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38fd8c14-5802-4ec2-8b49-e7340f51e4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:26.582121 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-acee1dd0-b07b-4fbf-a400-fe075e3bcccf tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8810625 Nov 29 18:05:26.590360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51246) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:26.609832 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] Set router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:05:26.691470 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7abd22f0-de78-47d8-a73a-851e67e5cb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:26.794067 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-682eac32-2920-4ec9-9514-a56d650a93b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:26.820766 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4610498-1638-44c1-b533-eb88e3bc9c1f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:26.823112 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e4610498-1638-44c1-b533-eb88e3bc9c1f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2313106 Nov 29 18:05:26.825973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51252) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:26.883264 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-682eac32-2920-4ec9-9514-a56d650a93b7 None None] For port 6e68eb2d-7427-445e-8b6e-2ac372c638e3, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6e68eb2d-7427-445e-8b6e-2ac372c638e3,segment=NetworkSegment(a54a956a-47bf-445e-ae33-13cedcff4892),segment_id=a54a956a-47bf-445e-ae33-13cedcff4892)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:26.892829 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'name': 'tempest-ServersTestJSON-1157515805-router', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:12Z', 'updated_at': '2021-11-29T18:05:19Z', 'revision_number': 4, 'project_id': '1318b8c767b14067acb6590f51744cee', 'gw_port': {'id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:13Z', 'updated_at': '2021-11-29T18:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '75f018f6-732d-4d58-9ec8-4936ec0d5647', 'name': '', 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'mac_address': 'fa:16:3e:fc:05:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:18Z', 'updated_at': '2021-11-29T18:05:26Z', 'revision_number': 4, 'project_id': '1318b8c767b14067acb6590f51744cee', 'subnets': [{'id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:26.898744 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:26.919791 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-682eac32-2920-4ec9-9514-a56d650a93b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:26.926822 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d0eb8b-a8f3-482f-b5f8-2197ffb4bc62 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:26.933725 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff66a9-f1cb-4103-a86b-f03a75eaa02a None None] The sync data for ids ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'] in n-d-819494-5 is: [{'id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'name': 'tempest-ServersTestJSON-1157515805-router', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:12Z', 'updated_at': '2021-11-29T18:05:19Z', 'revision_number': 4, 'project_id': '1318b8c767b14067acb6590f51744cee', 'gw_port': {'id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:13Z', 'updated_at': '2021-11-29T18:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '75f018f6-732d-4d58-9ec8-4936ec0d5647', 'name': '', 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'mac_address': 'fa:16:3e:fc:05:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:18Z', 'updated_at': '2021-11-29T18:05:26Z', 'revision_number': 4, 'project_id': '1318b8c767b14067acb6590f51744cee', 'subnets': [{'id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:05:26.934004 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Allocated IP 19.86.0.2 (b1400cf2-079b-44ff-aacc-3088b717ddb1/47dc8a42-cac1-4e74-bf79-3d28d163fe32/320d707f-101d-4c21-aba9-f07937c647e5) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:26.934688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d0eb8b-a8f3-482f-b5f8-2197ffb4bc62 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:26.941489 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d0eb8b-a8f3-482f-b5f8-2197ffb4bc62 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:26.943589 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c1d0eb8b-a8f3-482f-b5f8-2197ffb4bc62 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1165926 Nov 29 18:05:26.950368 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51256) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:26.966878 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:27.010283 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:27.167867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Pushing event updated for resources: {'Port': ['ID=281b1d97-ead5-4fb8-8e87-adbc441f88b1,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:27.235856 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:27.273184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-db8e49cd-a15b-486c-a97b-766d5993e8d0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port 3cb28da5-53b3-42a5-ad51-d69e3dd363e7 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:27.273535 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-db8e49cd-a15b-486c-a97b-766d5993e8d0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:27.280051 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:27.281340 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-71537890-9e3e-42d7-b38a-17806c93d20a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2297444 Nov 29 18:05:27.343062 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e4408c5f-0669-4c21-8b2b-5fcd37344438 None None] Provisioning complete for port 75f018f6-732d-4d58-9ec8-4936ec0d5647 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:27.347853 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4408c5f-0669-4c21-8b2b-5fcd37344438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:27.352120 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:27.353089 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae5f93ad-1742-4638-9219-c27b0537120a req-34e547de-0a3b-40e6-bde7-cf0f1332dedd tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=78cab37a-138b-4a6b-96ce-2f41b2ff7b70 HTTP/1.1" status: 200 len: 210 time: 0.1137998 Nov 29 18:05:27.364788 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9ef2e8-ac82-4808-b5bb-6d9aa9eb5522 None None] Network 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:27.367311 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38fd8c14-5802-4ec2-8b49-e7340f51e4eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:27.377074 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-38fd8c14-5802-4ec2-8b49-e7340f51e4eb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d94d983e-7ad2-4d9e-ba8a-60c4e3e93248 HTTP/1.1" status: 204 len: 168 time: 1.5798080 Nov 29 18:05:27.377946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd8c14-5802-4ec2-8b49-e7340f51e4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d94d983e-7ad2-4d9e-ba8a-60c4e3e93248,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:27.397877 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51264) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:27.409456 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-b49bb963-7f6c-4e30-bbb6-0b67de34a557 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec693c762ef4433ab5b2a420380e9655&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9511933 Nov 29 18:05:27.410219 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-5b94d1cc-1f1f-4cf3-928a-3b55596c1800 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Made reservation on behalf of 965396166f334736a02822e4c58ac279 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:27.415175 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-5b94d1cc-1f1f-4cf3-928a-3b55596c1800 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:27.451103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682eac32-2920-4ec9-9514-a56d650a93b7 None None] Pushing event updated for resources: {'Port': ['ID=6e68eb2d-7427-445e-8b6e-2ac372c638e3,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:27.555408 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-db8e49cd-a15b-486c-a97b-766d5993e8d0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:27.594348 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:27.600539 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-db8e49cd-a15b-486c-a97b-766d5993e8d0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for 3cb28da5-53b3-42a5-ad51-d69e3dd363e7 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:27.640942 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:05:27.641426 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3d0cc46-8f62-4839-95a8-b0ad61b127a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:27.641810 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:05:27.650738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-2e8ce3e7-df0f-4567-b53f-246a6bb4c554 service neutron] 10.222.0.23 "GET /v2.0/networks/a8fd3bac-fa57-4cd0-a8d9-80dde8472332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170430 Nov 29 18:05:27.663561 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:27.778512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-49610bcf-b4a2-4e07-b368-1ac8ceb845bd service neutron] 10.222.0.23 "GET /v2.0/networks/a8fd3bac-fa57-4cd0-a8d9-80dde8472332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121790 Nov 29 18:05:27.792971 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Pushing event updated for resources: {'Port': ['ID=320d707f-101d-4c21-aba9-f07937c647e5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:27.814215 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:27.878191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cab410a-a105-4e3d-a3a4-f4c720c74b5e None None] DHCP port deletion for 6f88d188-b5b2-4832-b3a9-0737b5ac1f67 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:27.884991 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eddb47-acb2-473b-b974-5f981b4f8e52 None None] Network a8fd3bac-fa57-4cd0-a8d9-80dde8472332 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:27.887475 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-db8e49cd-a15b-486c-a97b-766d5993e8d0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:27.891744 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Network b1400cf2-079b-44ff-aacc-3088b717ddb1 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:27.941694 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e49cd-a15b-486c-a97b-766d5993e8d0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=3cb28da5-53b3-42a5-ad51-d69e3dd363e7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:27.948837 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:27.955907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:27.969910 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4408c5f-0669-4c21-8b2b-5fcd37344438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:27.991364 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-db8e49cd-a15b-486c-a97b-766d5993e8d0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:27.997689 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-db8e49cd-a15b-486c-a97b-766d5993e8d0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/3cb28da5-53b3-42a5-ad51-d69e3dd363e7 HTTP/1.1" status: 204 len: 168 time: 1.0432076 Nov 29 18:05:28.003346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51266) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:28.038628 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc013fe-c615-42f8-a507-f0651e5a0906 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] GET failed (client error): The resource could not be found. Nov 29 18:05:28.045781 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3dc013fe-c615-42f8-a507-f0651e5a0906 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports/3cb28da5-53b3-42a5-ad51-d69e3dd363e7 HTTP/1.1" status: 404 len: 333 time: 0.0362978 Nov 29 18:05:28.048058 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51268) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:28.060002 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3d0cc46-8f62-4839-95a8-b0ad61b127a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:28.087266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c3d0cc46-8f62-4839-95a8-b0ad61b127a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f88d188-b5b2-4832-b3a9-0737b5ac1f67']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:28.098576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c3d0cc46-8f62-4839-95a8-b0ad61b127a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:28.098892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c3d0cc46-8f62-4839-95a8-b0ad61b127a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac9db7f-f77e-4f79-83c0-7a27e5f569ea') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:28.110710 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3d0cc46-8f62-4839-95a8-b0ad61b127a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:28.169483 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3d0cc46-8f62-4839-95a8-b0ad61b127a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:28.194211 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d0cc46-8f62-4839-95a8-b0ad61b127a6 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:05:28.194711 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3d0cc46-8f62-4839-95a8-b0ad61b127a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:28.202431 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c44f6-206b-4e63-a31b-5e213494012f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port 79192a94-5c82-4a57-b2d9-bc08c22026f7 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:28.202802 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d8c44f6-206b-4e63-a31b-5e213494012f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:28.209013 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e362e-d8e4-4377-a824-fcd904abeab3 req-86d43dd5-8df2-4dd5-8deb-ee82da392626 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:28.210869 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-042e362e-d8e4-4377-a824-fcd904abeab3 req-86d43dd5-8df2-4dd5-8deb-ee82da392626 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 946 time: 0.5591567 Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:05:28.211769 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:05:28.311781 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-5b94d1cc-1f1f-4cf3-928a-3b55596c1800 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Allocated IP 172.20.0.14 (07e1bd78-8269-42cb-97e4-b929faeeeeb7/81cead3a-1dc8-4e59-949c-cf590473cc26/80363429-071c-4868-873e-051b897acbae) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:28.332775 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d8c44f6-206b-4e63-a31b-5e213494012f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:28.350549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c44f6-206b-4e63-a31b-5e213494012f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for 79192a94-5c82-4a57-b2d9-bc08c22026f7 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:28.354340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e4408c5f-0669-4c21-8b2b-5fcd37344438 None None] For port 75f018f6-732d-4d58-9ec8-4936ec0d5647, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=75f018f6-732d-4d58-9ec8-4936ec0d5647,segment=NetworkSegment(579ceb81-3873-4742-9308-da7af039cfa5),segment_id=579ceb81-3873-4742-9308-da7af039cfa5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:28.374295 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4408c5f-0669-4c21-8b2b-5fcd37344438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:28.380922 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3d0cc46-8f62-4839-95a8-b0ad61b127a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:28.397450 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3d0cc46-8f62-4839-95a8-b0ad61b127a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:28.402917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c3d0cc46-8f62-4839-95a8-b0ad61b127a6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6f88d188-b5b2-4832-b3a9-0737b5ac1f67 HTTP/1.1" status: 204 len: 168 time: 0.9692225 Nov 29 18:05:28.408150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Attempting to bind port 320d707f-101d-4c21-aba9-f07937c647e5 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:28.408423 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Attempting to bind port 320d707f-101d-4c21-aba9-f07937c647e5 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '3f208f2d-530b-4d20-8584-0cb9084a8c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b1400cf2-079b-44ff-aacc-3088b717ddb1'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:28.408800 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Attempting to bind port 320d707f-101d-4c21-aba9-f07937c647e5 on network b1400cf2-079b-44ff-aacc-3088b717ddb1 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:28.410008 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-35bf9459-1a84-4696-954b-a9d5e0601c96 service neutron] 10.222.0.23 "GET /v2.0/networks/b1400cf2-079b-44ff-aacc-3088b717ddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242593 Nov 29 18:05:28.439177 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0cc46-8f62-4839-95a8-b0ad61b127a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f88d188-b5b2-4832-b3a9-0737b5ac1f67,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:28.442811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:28.443206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Checking segment: {'id': '3f208f2d-530b-4d20-8584-0cb9084a8c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b1400cf2-079b-44ff-aacc-3088b717ddb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:28.443618 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:28.444016 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Bound using segment: {'id': '3f208f2d-530b-4d20-8584-0cb9084a8c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b1400cf2-079b-44ff-aacc-3088b717ddb1'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:28.444507 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Bound port: 320d707f-101d-4c21-aba9-f07937c647e5, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f208f2d-530b-4d20-8584-0cb9084a8c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b1400cf2-079b-44ff-aacc-3088b717ddb1'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:28.444893 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:28.589304 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4408c5f-0669-4c21-8b2b-5fcd37344438 None None] Pushing event updated for resources: {'Port': ['ID=75f018f6-732d-4d58-9ec8-4936ec0d5647,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:28.627267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-178d239f-0502-41c4-a435-46b4da94795c None None] Provisioning complete for port 6e68eb2d-7427-445e-8b6e-2ac372c638e3 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:28.628333 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-178d239f-0502-41c4-a435-46b4da94795c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:28.632029 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-042e362e-d8e4-4377-a824-fcd904abeab3 req-3e70c697-9eb1-4754-b8bb-a800bddfe36a tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565739 Nov 29 18:05:28.674297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51278) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:28.694875 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-91c6584b-5f00-4a10-9c64-8012d56ff44b service neutron] 10.222.0.23 "GET /v2.0/networks/b1400cf2-079b-44ff-aacc-3088b717ddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836099 Nov 29 18:05:28.724101 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d8c44f6-206b-4e63-a31b-5e213494012f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:28.733944 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] For port 320d707f-101d-4c21-aba9-f07937c647e5, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:28.749220 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-5b94d1cc-1f1f-4cf3-928a-3b55596c1800 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:28.760853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-088b5d49-27ba-42c9-a8c5-30425f5a0f5a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4194d8101824301ad5fc37facbb9c7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0839937 Nov 29 18:05:28.766595 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51280) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:28.801989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] For port 320d707f-101d-4c21-aba9-f07937c647e5, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=320d707f-101d-4c21-aba9-f07937c647e5,segment=NetworkSegment(3f208f2d-530b-4d20-8584-0cb9084a8c0f),segment_id=3f208f2d-530b-4d20-8584-0cb9084a8c0f)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:28.815987 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:28.826765 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c44f6-206b-4e63-a31b-5e213494012f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=79192a94-5c82-4a57-b2d9-bc08c22026f7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:28.891499 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device da310e26-0b3e-46d9-9d80-0bfb6ce16b87 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:28.912322 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-886b269f-85b1-4bf9-8b47-40a3a518e6f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:28.921601 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-5b94d1cc-1f1f-4cf3-928a-3b55596c1800 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:28.992036 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d8c44f6-206b-4e63-a31b-5e213494012f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.019366 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4d8c44f6-206b-4e63-a31b-5e213494012f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/79192a94-5c82-4a57-b2d9-bc08c22026f7 HTTP/1.1" status: 204 len: 168 time: 0.9675844 Nov 29 18:05:29.022966 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51292) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:29.095461 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.097526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f9574-24df-49a9-8806-f84fd99c8275 None None] Pushing event updated for resources: {'Port': ['ID=320d707f-101d-4c21-aba9-f07937c647e5,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:29.113627 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21465a4-924d-44af-9476-92c0d779dfa6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] GET failed (client error): The resource could not be found. Nov 29 18:05:29.129694 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b21465a4-924d-44af-9476-92c0d779dfa6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports/79192a94-5c82-4a57-b2d9-bc08c22026f7 HTTP/1.1" status: 404 len: 333 time: 0.1021051 Nov 29 18:05:29.131498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51296) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:29.183128 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port da310e26-0b3e-46d9-9d80-0bfb6ce16b87 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:29.186269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-5b94d1cc-1f1f-4cf3-928a-3b55596c1800 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:29.188300 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-886b269f-85b1-4bf9-8b47-40a3a518e6f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.198952 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.216970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-caada4b8-453d-4715-a35a-0546e1187250 req-9c5ba955-98c5-475c-8e4d-2e07bc3e3ff7 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--308176339&fields=id&tenant_id=1318b8c767b14067acb6590f51744cee HTTP/1.1" status: 200 len: 267 time: 0.2790456 Nov 29 18:05:29.250949 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-178d239f-0502-41c4-a435-46b4da94795c None None] Provisioning complete for port da310e26-0b3e-46d9-9d80-0bfb6ce16b87 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:29.251330 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-178d239f-0502-41c4-a435-46b4da94795c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.258733 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3bb75f-aa36-46e9-bbdf-1360c1e83c34 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting subnet cde087b1-7b34-4fac-8eb9-445661d62787 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:05:29.264836 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b3bb75f-aa36-46e9-bbdf-1360c1e83c34 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.291697 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-5b94d1cc-1f1f-4cf3-928a-3b55596c1800 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:29.357270 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b3bb75f-aa36-46e9-bbdf-1360c1e83c34 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.404346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-5b94d1cc-1f1f-4cf3-928a-3b55596c1800 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:29.416359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94d1cc-1f1f-4cf3-928a-3b55596c1800 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Pushing event updated for resources: {'Port': ['ID=80363429-071c-4868-873e-051b897acbae,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:29.437928 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.499784 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b3bb75f-aa36-46e9-bbdf-1360c1e83c34 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.501735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81594d-1fe1-46a5-8bb6-564a20456f9a req-494b6a15-867c-498f-8caf-ffbdd60ff68c tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:29.503486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc81594d-1fe1-46a5-8bb6-564a20456f9a req-494b6a15-867c-498f-8caf-ffbdd60ff68c tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=78cab37a-138b-4a6b-96ce-2f41b2ff7b70 HTTP/1.1" status: 200 len: 932 time: 0.4331856 Nov 29 18:05:29.529830 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-178d239f-0502-41c4-a435-46b4da94795c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.570740 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.576845 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port da310e26-0b3e-46d9-9d80-0bfb6ce16b87, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=da310e26-0b3e-46d9-9d80-0bfb6ce16b87,segment=NetworkSegment(58c359e0-ceda-429c-abea-c67f3b152156),segment_id=58c359e0-ceda-429c-abea-c67f3b152156)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:29.577226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-5b94d1cc-1f1f-4cf3-928a-3b55596c1800 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:29.578079 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-5b94d1cc-1f1f-4cf3-928a-3b55596c1800 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.585987 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.587628 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 75f018f6-732d-4d58-9ec8-4936ec0d5647 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:29.596329 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b3bb75f-aa36-46e9-bbdf-1360c1e83c34 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.610347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caada4b8-453d-4715-a35a-0546e1187250 req-25291f95-5a6f-488e-8a64-be7c9d0524d6 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:29.612166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-caada4b8-453d-4715-a35a-0546e1187250 req-25291f95-5a6f-488e-8a64-be7c9d0524d6 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/networks?id=ae722068-7ae3-4725-97bd-11d55a46823e HTTP/1.1" status: 200 len: 806 time: 0.3944132 Nov 29 18:05:29.615989 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-886b269f-85b1-4bf9-8b47-40a3a518e6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.618940 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-886b269f-85b1-4bf9-8b47-40a3a518e6f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.620385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-886b269f-85b1-4bf9-8b47-40a3a518e6f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d88110f2-4d0e-4928-a11b-0d0b7a290f46 HTTP/1.1" status: 204 len: 168 time: 0.8521903 Nov 29 18:05:29.635653 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc81594d-1fe1-46a5-8bb6-564a20456f9a req-b7acaf75-7378-4168-b6ac-fd9f91141094 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199906 Nov 29 18:05:29.641489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-5b94d1cc-1f1f-4cf3-928a-3b55596c1800 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2341626 Nov 29 18:05:29.647226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b269f-85b1-4bf9-8b47-40a3a518e6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88110f2-4d0e-4928-a11b-0d0b7a290f46,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:29.648266 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b3bb75f-aa36-46e9-bbdf-1360c1e83c34 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.657238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-caada4b8-453d-4715-a35a-0546e1187250 req-34007e22-e522-4510-b24b-1ec79495dd0f tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/quotas/1318b8c767b14067acb6590f51744cee HTTP/1.1" status: 200 len: 375 time: 0.0344853 Nov 29 18:05:29.664098 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Request body: {'port': {'device_id': '78cab37a-138b-4a6b-96ce-2f41b2ff7b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:29.670050 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5b3bb75f-aa36-46e9-bbdf-1360c1e83c34 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/cde087b1-7b34-4fac-8eb9-445661d62787 HTTP/1.1" status: 204 len: 168 time: 0.5374618 Nov 29 18:05:29.671255 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bb75f-aa36-46e9-bbdf-1360c1e83c34 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Subnet': ['ID=cde087b1-7b34-4fac-8eb9-445661d62787,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:29.673751 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51306) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:29.728142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14010c8e-0877-416e-944a-6f868e6f9e17 None None] Network 95f4a9ed-7304-4413-b0a9-9a0faa261467 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:29.795589 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.848434 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.890838 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-caada4b8-453d-4715-a35a-0546e1187250 req-27da2cdc-c546-4e3c-b1eb-7601ae1d37b6 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1318b8c767b14067acb6590f51744cee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2325885 Nov 29 18:05:29.908727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port 6e68eb2d-7427-445e-8b6e-2ac372c638e3 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:29.909084 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:29.970376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=da310e26-0b3e-46d9-9d80-0bfb6ce16b87,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:29.977957 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-178d239f-0502-41c4-a435-46b4da94795c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:05:29.978383 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-178d239f-0502-41c4-a435-46b4da94795c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:05:30.023416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] For port 6e68eb2d-7427-445e-8b6e-2ac372c638e3, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6e68eb2d-7427-445e-8b6e-2ac372c638e3,segment=NetworkSegment(a54a956a-47bf-445e-ae33-13cedcff4892),segment_id=a54a956a-47bf-445e-ae33-13cedcff4892)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:30.023960 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:30.043300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for 6e68eb2d-7427-445e-8b6e-2ac372c638e3 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:30.102100 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:30.174861 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 75f018f6-732d-4d58-9ec8-4936ec0d5647 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:30.185644 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:30.242324 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:30.280774 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=6e68eb2d-7427-445e-8b6e-2ac372c638e3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:30.283494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No DVR routers for this DVR port 6e68eb2d-7427-445e-8b6e-2ac372c638e3 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:30.341087 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5af2b7e2-7249-45a0-979d-dcf65cbb2103 req-b7a38456-162c-4c4a-8441-58a681e7a428 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 210 time: 0.1060336 Nov 29 18:05:30.386975 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6e68eb2d-7427-445e-8b6e-2ac372c638e3 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:30.416338 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afcb1f8-6a81-4509-9017-2c5992c6cc53 None None] DHCP port deletion for 95f4a9ed-7304-4413-b0a9-9a0faa261467 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:30.436002 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-caada4b8-453d-4715-a35a-0546e1187250 req-7c360868-ea2c-41b2-b39e-81f69ab9d2b4 service neutron] 10.222.0.23 "GET /v2.0/networks/ae722068-7ae3-4725-97bd-11d55a46823e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914243 Nov 29 18:05:30.444183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 6e68eb2d-7427-445e-8b6e-2ac372c638e3 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:30.444538 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6e68eb2d-7427-445e-8b6e-2ac372c638e3 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 29 18:05:30.447843 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:30.488393 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Port 6e68eb2d-7427-445e-8b6e-2ac372c638e3 not found, will not notify nova. {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 29 18:05:30.559370 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f4a9ed-7304-4413-b0a9-9a0faa261467']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:30.560414 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-178d239f-0502-41c4-a435-46b4da94795c None None] Could not find standard attr ID for object 79192a94-5c82-4a57-b2d9-bc08c22026f7. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:05:30.576925 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-178d239f-0502-41c4-a435-46b4da94795c None None] Could not find standard attr ID for object 3cb28da5-53b3-42a5-ad51-d69e3dd363e7. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:05:30.595743 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54a956a-47bf-445e-ae33-13cedcff4892') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:30.596513 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54a956a-47bf-445e-ae33-13cedcff4892') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:30.646377 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:30.708350 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8b90db0b-4434-476f-90a3-795bd6031b30 None None] Provisioning complete for port da310e26-0b3e-46d9-9d80-0bfb6ce16b87 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:30.708804 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b90db0b-4434-476f-90a3-795bd6031b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:30.751919 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-caada4b8-453d-4715-a35a-0546e1187250 req-078d2f2f-0e89-4b3e-9f04-593ed283eb1b service neutron] 10.222.0.23 "GET /v2.0/networks/ae722068-7ae3-4725-97bd-11d55a46823e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085675 Nov 29 18:05:30.759986 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:30.789708 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:05:30.790123 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:05:30.793866 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:05:30.817717 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed4c173-7502-47a7-ac49-a43026810fe2 None None] Network b1400cf2-079b-44ff-aacc-3088b717ddb1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:30.822978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8833a43-8b62-4b94-9009-0fbf9a785e4e req-293d2a71-d80b-4422-9aef-81dacabd1912 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:30.841486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8833a43-8b62-4b94-9009-0fbf9a785e4e req-293d2a71-d80b-4422-9aef-81dacabd1912 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 946 time: 0.2368991 Nov 29 18:05:30.918929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 320d707f-101d-4c21-aba9-f07937c647e5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:30.959443 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a7676-264a-494f-ba40-3791d9dce39e req-bdbe4c37-28d7-49c5-9045-185b000ecd70 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:30.965378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a7676-264a-494f-ba40-3791d9dce39e req-bdbe4c37-28d7-49c5-9045-185b000ecd70 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:30.967269 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-bdbe4c37-28d7-49c5-9045-185b000ecd70 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.20 "GET /v2.0/networks?id=a8fd3bac-fa57-4cd0-a8d9-80dde8472332&id=b1400cf2-079b-44ff-aacc-3088b717ddb1 HTTP/1.1" status: 200 len: 1391 time: 0.3472512 Nov 29 18:05:30.968184 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:30.975182 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:30.986372 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/networks/95f4a9ed-7304-4413-b0a9-9a0faa261467 HTTP/1.1" status: 204 len: 168 time: 1.3089044 Nov 29 18:05:30.993185 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51336) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:31.005374 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c11a7676-264a-494f-ba40-3791d9dce39e req-71be8e4e-cf22-468e-8745-66ef296dbcca tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Request body: {'port': {'device_id': '943347fd-88ed-4f14-af2e-1630fd6fc730', 'network_id': 'a8fd3bac-fa57-4cd0-a8d9-80dde8472332', 'admin_state_up': True, 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:31.011243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80363429-071c-4868-873e-051b897acbae {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:05:31.026844 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9027d586-7e3b-493c-acf5-37a8840dceb5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-150990671'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:31.032426 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:31.106926 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8833a43-8b62-4b94-9009-0fbf9a785e4e req-216d8589-a39c-471f-a3fb-4b26b8735fbe tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637711 Nov 29 18:05:31.112661 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51340) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:31.123471 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e4131-7852-487f-92e7-0cb854f3135c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Network': ['ID=95f4a9ed-7304-4413-b0a9-9a0faa261467,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:31.128154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 320d707f-101d-4c21-aba9-f07937c647e5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:31.128662 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:31.152223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9027d586-7e3b-493c-acf5-37a8840dceb5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:31.156005 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9027d586-7e3b-493c-acf5-37a8840dceb5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:31.176854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Transition to ACTIVE for port object 80363429-071c-4868-873e-051b897acbae will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:05:31.185421 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9027d586-7e3b-493c-acf5-37a8840dceb5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:05:31.196424 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9027d586-7e3b-493c-acf5-37a8840dceb5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:31.196669 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-9027d586-7e3b-493c-acf5-37a8840dceb5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Added segment 4135069c-9560-458d-84ac-1a9e56c7aa32 of type vlan for network 8323d593-a532-4788-b494-aa4928e3e0e6 Nov 29 18:05:31.220412 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:31.251812 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9027d586-7e3b-493c-acf5-37a8840dceb5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:31.266421 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4bef64ff-3498-4b5c-97a6-818f75828673 None None] Provisioning complete for port 320d707f-101d-4c21-aba9-f07937c647e5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:31.267573 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4bef64ff-3498-4b5c-97a6-818f75828673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:31.283299 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9027d586-7e3b-493c-acf5-37a8840dceb5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:31.289963 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9027d586-7e3b-493c-acf5-37a8840dceb5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:31.290504 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9027d586-7e3b-493c-acf5-37a8840dceb5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:31.366640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73bd65-5263-463d-a526-a7b078218c11 req-f46dde3c-1846-4fa6-bfa7-2b5ac7ab1fa2 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:31.368268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0a73bd65-5263-463d-a526-a7b078218c11 req-f46dde3c-1846-4fa6-bfa7-2b5ac7ab1fa2 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=78cab37a-138b-4a6b-96ce-2f41b2ff7b70 HTTP/1.1" status: 200 len: 932 time: 0.2790790 Nov 29 18:05:31.376498 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9027d586-7e3b-493c-acf5-37a8840dceb5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3650138 Nov 29 18:05:31.382481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51350) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:31.395729 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-be0567a9-5ede-47a4-9ba6-2e532b8615af tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'subnet': {'network_id': '8323d593-a532-4788-b494-aa4928e3e0e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:31.452224 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8555a41b-1979-471d-8a0c-20e4963400c4 req-995422a2-b1c6-4a59-8732-35754942cdf6 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 210 time: 0.1392655 Nov 29 18:05:31.457633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Pushing event updated for resources: {'Port': ['ID=80363429-071c-4868-873e-051b897acbae,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:31.470137 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:31.483752 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4bef64ff-3498-4b5c-97a6-818f75828673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:31.524904 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027d586-7e3b-493c-acf5-37a8840dceb5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Network': ['ID=8323d593-a532-4788-b494-aa4928e3e0e6,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:31.531523 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11a7676-264a-494f-ba40-3791d9dce39e req-71be8e4e-cf22-468e-8745-66ef296dbcca tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Made reservation on behalf of ec693c762ef4433ab5b2a420380e9655 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:31.536293 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-71be8e4e-cf22-468e-8745-66ef296dbcca tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:31.548444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 8323d593-a532-4788-b494-aa4928e3e0e6 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:05:31.551459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-47400ffd-52f8-456a-9b09-6bfd6285087b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-168831839-network', 'tenant_id': 'd098f43b172146b096a5780e435a21a2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:31.605700 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-982e2738-2162-4f5a-a998-ccdaa5ed8b47 req-4b120803-c689-4d66-90bd-c6a6e0da0ca3 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 210 time: 0.0427318 Nov 29 18:05:31.655341 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4bef64ff-3498-4b5c-97a6-818f75828673 None None] For port 320d707f-101d-4c21-aba9-f07937c647e5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=320d707f-101d-4c21-aba9-f07937c647e5,segment=NetworkSegment(3f208f2d-530b-4d20-8584-0cb9084a8c0f),segment_id=3f208f2d-530b-4d20-8584-0cb9084a8c0f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:31.669803 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4bef64ff-3498-4b5c-97a6-818f75828673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:31.728898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47400ffd-52f8-456a-9b09-6bfd6285087b admin admin] Made reservation on behalf of d098f43b172146b096a5780e435a21a2 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:31.731507 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47400ffd-52f8-456a-9b09-6bfd6285087b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:31.738433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Attempting to bind port 80363429-071c-4868-873e-051b897acbae on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:31.739068 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Attempting to bind port 80363429-071c-4868-873e-051b897acbae by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '02e2dbb3-e7d4-4d3a-b214-06411a1cb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:31.739672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Attempting to bind port 80363429-071c-4868-873e-051b897acbae on network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:31.750097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Port 80363429-071c-4868-873e-051b897acbae on network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:05:31.750663 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Attempting to bind port 80363429-071c-4868-873e-051b897acbae on network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:31.763057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-c11a7676-264a-494f-ba40-3791d9dce39e req-71be8e4e-cf22-468e-8745-66ef296dbcca tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Allocated IP 19.80.0.227 (a8fd3bac-fa57-4cd0-a8d9-80dde8472332/489d1aef-994c-4ebd-9156-07fa79b26fe5/70029436-29d9-4ab5-b3c2-616205967313) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:31.772115 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0a73bd65-5263-463d-a526-a7b078218c11 req-1e995aaa-acf1-4a46-ae4d-a6ea16e8b4ad tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728912 Nov 29 18:05:31.772883 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47400ffd-52f8-456a-9b09-6bfd6285087b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:31.777972 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:31.778747 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Checking segment: {'id': '02e2dbb3-e7d4-4d3a-b214-06411a1cb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:31.778747 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Bound using segment: {'id': '02e2dbb3-e7d4-4d3a-b214-06411a1cb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:31.779308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Bound port: 80363429-071c-4868-873e-051b897acbae, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e2dbb3-e7d4-4d3a-b214-06411a1cb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:31.779507 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:31.860434 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0567a9-5ede-47a4-9ba6-2e532b8615af tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:31.864314 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be0567a9-5ede-47a4-9ba6-2e532b8615af tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:31.984125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] For port 80363429-071c-4868-873e-051b897acbae, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:31.991800 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] For port 80363429-071c-4868-873e-051b897acbae, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=80363429-071c-4868-873e-051b897acbae,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:31.996760 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:05:31.997485 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:05:32.007251 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef64ff-3498-4b5c-97a6-818f75828673 None None] Pushing event updated for resources: {'Port': ['ID=320d707f-101d-4c21-aba9-f07937c647e5,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:32.016070 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:32.038697 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-818a980e-6cc4-45ff-9170-ccd5d453736b None None] Provisioning complete for port 320d707f-101d-4c21-aba9-f07937c647e5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:32.039784 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-818a980e-6cc4-45ff-9170-ccd5d453736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:32.058456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbfa84-75da-4cf8-bb36-eb9376707077 req-e3e1a629-abb7-4226-9543-0beb522ba5c0 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:32.060138 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbbbfa84-75da-4cf8-bb36-eb9376707077 req-e3e1a629-abb7-4226-9543-0beb522ba5c0 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.20 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 946 time: 0.1990454 Nov 29 18:05:32.076035 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-71be8e4e-cf22-468e-8745-66ef296dbcca tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:32.132998 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47400ffd-52f8-456a-9b09-6bfd6285087b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:32.134698 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:32.135382 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:32.136898 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] 10.222.0.31 "PUT /v2.0/ports/80363429-071c-4868-873e-051b897acbae HTTP/1.1" status: 200 len: 1092 time: 2.4776702 Nov 29 18:05:32.142565 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cab37a-138b-4a6b-96ce-2f41b2ff7b70', 'tag': '80363429-071c-4868-873e-051b897acbae'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:32.144926 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41cb3ea-3eb3-4a60-a8e7-c49544391528" -d '{"events": [{"name": "network-changed", "server_uuid": "78cab37a-138b-4a6b-96ce-2f41b2ff7b70", "tag": "80363429-071c-4868-873e-051b897acbae"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:32.161100 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47400ffd-52f8-456a-9b09-6bfd6285087b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:32.177069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255a7a0-49b9-40a3-9b18-c82cbb421a3a service neutron] Pushing event updated for resources: {'Port': ['ID=80363429-071c-4868-873e-051b897acbae,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:32.194461 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-71be8e4e-cf22-468e-8745-66ef296dbcca tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:32.194762 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47400ffd-52f8-456a-9b09-6bfd6285087b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:05:32.266129 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d30c1c4-0e84-4891-9211-f3e95287d08c x-openstack-request-id: req-0d30c1c4-0e84-4891-9211-f3e95287d08c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:32.266440 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cab37a-138b-4a6b-96ce-2f41b2ff7b70", "tag": "80363429-071c-4868-873e-051b897acbae", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:32.266702 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d30c1c4-0e84-4891-9211-f3e95287d08c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:32.267149 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78cab37a-138b-4a6b-96ce-2f41b2ff7b70', 'tag': '80363429-071c-4868-873e-051b897acbae', 'status': 'completed', 'code': 200} Nov 29 18:05:32.269881 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47400ffd-52f8-456a-9b09-6bfd6285087b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:32.270245 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-47400ffd-52f8-456a-9b09-6bfd6285087b admin admin] Added segment 31d82743-24bf-4566-9972-858a4b810625 of type vlan for network a9f5c537-3d68-4d34-b904-eb513743891a Nov 29 18:05:32.274015 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47400ffd-52f8-456a-9b09-6bfd6285087b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6974ab96-3921-4e07-bf81-070da2907629,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:32.387286 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47400ffd-52f8-456a-9b09-6bfd6285087b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:32.422589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-bbbbfa84-75da-4cf8-bb36-eb9376707077 req-bae7ff1a-2399-45b8-8168-33a13419d049 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Deleting port 803c3903-33dc-44a4-b5ae-1ed5f6a492bc {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:32.422937 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bbbbfa84-75da-4cf8-bb36-eb9376707077 req-bae7ff1a-2399-45b8-8168-33a13419d049 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:32.429226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-856b0898-2982-4ba6-a541-1ab56c8c348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:32.430738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-856b0898-2982-4ba6-a541-1ab56c8c348e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=965396166f334736a02822e4c58ac279&device_id=78cab37a-138b-4a6b-96ce-2f41b2ff7b70 HTTP/1.1" status: 200 len: 1095 time: 0.1589005 Nov 29 18:05:32.488026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83d917-64b0-4814-a54c-8e92cecb806d req-0c010de7-d9a9-4524-930b-39699ac126e2 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:32.489604 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d83d917-64b0-4814-a54c-8e92cecb806d req-0c010de7-d9a9-4524-930b-39699ac126e2 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 946 time: 0.1900673 Nov 29 18:05:32.522513 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be8e4e-cf22-468e-8745-66ef296dbcca tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event updated for resources: {'Port': ['ID=70029436-29d9-4ab5-b3c2-616205967313,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:32.528453 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be0567a9-5ede-47a4-9ba6-2e532b8615af tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:32.530458 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47400ffd-52f8-456a-9b09-6bfd6285087b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:32.531730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47400ffd-52f8-456a-9b09-6bfd6285087b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:32.532666 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47400ffd-52f8-456a-9b09-6bfd6285087b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:32.554524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device da310e26-0b3e-46d9-9d80-0bfb6ce16b87 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:32.559139 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-c587df53-751c-40e1-bd64-76cf7875e527 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80363429-071c-4868-873e-051b897acbae HTTP/1.1" status: 200 len: 217 time: 0.1061170 Nov 29 18:05:32.570588 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11a7676-264a-494f-ba40-3791d9dce39e req-71be8e4e-cf22-468e-8745-66ef296dbcca tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Network a8fd3bac-fa57-4cd0-a8d9-80dde8472332 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:32.578756 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-c11a7676-264a-494f-ba40-3791d9dce39e req-71be8e4e-cf22-468e-8745-66ef296dbcca tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:32.583071 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11a7676-264a-494f-ba40-3791d9dce39e req-71be8e4e-cf22-468e-8745-66ef296dbcca tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:32.642086 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0567a9-5ede-47a4-9ba6-2e532b8615af tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Subnet': ['ID=0cb593b7-6726-424f-84bb-d71c937585c2,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:32.647196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0567a9-5ede-47a4-9ba6-2e532b8615af tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Checking segment: {'id': '4135069c-9560-458d-84ac-1a9e56c7aa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8323d593-a532-4788-b494-aa4928e3e0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:32.647561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0567a9-5ede-47a4-9ba6-2e532b8615af tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network hostable DHCP agents. Network: 8323d593-a532-4788-b494-aa4928e3e0e6, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:05:32.654080 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port da310e26-0b3e-46d9-9d80-0bfb6ce16b87 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:32.654458 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:32.815579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 75f018f6-732d-4d58-9ec8-4936ec0d5647 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:32.843115 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a7676-264a-494f-ba40-3791d9dce39e req-71be8e4e-cf22-468e-8745-66ef296dbcca tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:32.844729 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-71be8e4e-cf22-468e-8745-66ef296dbcca tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:32.868909 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caada4b8-453d-4715-a35a-0546e1187250 req-191e0fae-78ea-4a91-8f4a-bd05b5a29553 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:32.872546 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caada4b8-453d-4715-a35a-0546e1187250 req-191e0fae-78ea-4a91-8f4a-bd05b5a29553 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.31 "GET /v2.0/networks?id=ae722068-7ae3-4725-97bd-11d55a46823e HTTP/1.1" status: 200 len: 806 time: 0.2187703 Nov 29 18:05:32.885599 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 75f018f6-732d-4d58-9ec8-4936ec0d5647 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:32.885947 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:32.905951 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-71be8e4e-cf22-468e-8745-66ef296dbcca tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9061873 Nov 29 18:05:32.910837 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0567a9-5ede-47a4-9ba6-2e532b8615af tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network 8323d593-a532-4788-b494-aa4928e3e0e6 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:05:32.925836 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c11a7676-264a-494f-ba40-3791d9dce39e req-272137ed-0e01-44d6-8733-14a69fe56968 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Request body: {'port': {'device_id': '943347fd-88ed-4f14-af2e-1630fd6fc730', 'network_id': 'b1400cf2-079b-44ff-aacc-3088b717ddb1', 'admin_state_up': True, 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:32.948561 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0cbc6423-2f60-46cb-aeac-395210303a48 None None] Provisioning complete for port 70029436-29d9-4ab5-b3c2-616205967313 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:32.948937 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0cbc6423-2f60-46cb-aeac-395210303a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:32.985630 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-be0567a9-5ede-47a4-9ba6-2e532b8615af tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 8323d593-a532-4788-b494-aa4928e3e0e6) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:33.000804 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca107e92-bb94-4dcc-8cfa-12f192d1119c None None] Network 8323d593-a532-4788-b494-aa4928e3e0e6 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:33.007921 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0567a9-5ede-47a4-9ba6-2e532b8615af tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:33.008121 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be0567a9-5ede-47a4-9ba6-2e532b8615af tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.074136 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caada4b8-453d-4715-a35a-0546e1187250 req-14546d3d-111f-4d04-af27-60b5668e14a1 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1318b8c767b14067acb6590f51744cee HTTP/1.1" status: 200 len: 379 time: 0.1885638 Nov 29 18:05:33.076542 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc6423-2f60-46cb-aeac-395210303a48 None None] Port 70029436-29d9-4ab5-b3c2-616205967313 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:33.079025 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-be0567a9-5ede-47a4-9ba6-2e532b8615af tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6887794 Nov 29 18:05:33.086384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-caada4b8-453d-4715-a35a-0546e1187250 req-ce4585c4-ab10-4883-8d8d-ea30055891d2 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Request body: {'port': {'device_id': '24b43a3c-7207-41e1-aa93-3dd01585ce4d', 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'admin_state_up': True, 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'security_groups': ['efcb6982-74b3-491c-80d6-86ac7588f439']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:33.086599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51370) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:33.090362 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-47400ffd-52f8-456a-9b09-6bfd6285087b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9712780 Nov 29 18:05:33.103185 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d9c9d69-59a4-4b04-9ab6-151459d8007f req-6d6e8287-e7d3-450f-b5fc-c6a0dce29a0c tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 210 time: 0.5625165 Nov 29 18:05:33.110398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51372) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:33.138431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5585c07b-287d-4148-b342-0570aa903b95 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-360893092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:33.164664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7cd268fa-75b3-466e-bfa5-202c93ddc335 admin admin] Request body: {'subnet': {'network_id': 'a9f5c537-3d68-4d34-b904-eb513743891a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-168831839-subnet', 'tenant_id': 'd098f43b172146b096a5780e435a21a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:33.169304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11a7676-264a-494f-ba40-3791d9dce39e req-272137ed-0e01-44d6-8733-14a69fe56968 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Made reservation on behalf of ec693c762ef4433ab5b2a420380e9655 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:33.177898 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-272137ed-0e01-44d6-8733-14a69fe56968 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.187103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6e68eb2d-7427-445e-8b6e-2ac372c638e3 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:33.222392 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 6e68eb2d-7427-445e-8b6e-2ac372c638e3 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:33.222747 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6e68eb2d-7427-445e-8b6e-2ac372c638e3 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:33.262799 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bbbbfa84-75da-4cf8-bb36-eb9376707077 req-bae7ff1a-2399-45b8-8168-33a13419d049 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] For port 803c3903-33dc-44a4-b5ae-1ed5f6a492bc, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=803c3903-33dc-44a4-b5ae-1ed5f6a492bc,segment=NetworkSegment(96fc9ec9-9161-4080-9c79-d5523950d506),segment_id=96fc9ec9-9161-4080-9c79-d5523950d506)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:33.263312 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bbbbfa84-75da-4cf8-bb36-eb9376707077 req-bae7ff1a-2399-45b8-8168-33a13419d049 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.267770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47400ffd-52f8-456a-9b09-6bfd6285087b admin admin] Pushing event updated for resources: {'Network': ['ID=a9f5c537-3d68-4d34-b904-eb513743891a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:33.274340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-8323d593-a532-4788-b494-aa4928e3e0e6', 'network_id': '8323d593-a532-4788-b494-aa4928e3e0e6', 'tenant_id': '6d2fe1df63aa4201995eddc1ee119ad9', 'fixed_ips': [{'subnet_id': '0cb593b7-6726-424f-84bb-d71c937585c2'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:05:33.275258 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.288113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-f63cd843-2cef-4211-86c3-27c46f5d3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:33.289922 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-f63cd843-2cef-4211-86c3-27c46f5d3714 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81cead3a-1dc8-4e59-949c-cf590473cc26 HTTP/1.1" status: 200 len: 845 time: 0.6257534 Nov 29 18:05:33.301479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network a9f5c537-3d68-4d34-b904-eb513743891a details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:05:33.304548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d83d917-64b0-4814-a54c-8e92cecb806d req-7d9a7402-4006-48ea-bbdf-34b7148f9402 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/security-groups?id=9394c48d-2af3-40c1-acd6-b9659e6c031c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7602365 Nov 29 18:05:33.340613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd268fa-75b3-466e-bfa5-202c93ddc335 admin admin] Made reservation on behalf of d098f43b172146b096a5780e435a21a2 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:33.350264 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cd268fa-75b3-466e-bfa5-202c93ddc335 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.375682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-bbbbfa84-75da-4cf8-bb36-eb9376707077 req-bae7ff1a-2399-45b8-8168-33a13419d049 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Calling delete_port for 803c3903-33dc-44a4-b5ae-1ed5f6a492bc owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:33.397258 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-9b5eb67b-c371-4bd0-a815-dae088914513 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07e1bd78-8269-42cb-97e4-b929faeeeeb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851479 Nov 29 18:05:33.403178 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-c11a7676-264a-494f-ba40-3791d9dce39e req-272137ed-0e01-44d6-8733-14a69fe56968 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Allocated IP 19.86.0.213 (b1400cf2-079b-44ff-aacc-3088b717ddb1/47dc8a42-cac1-4e74-bf79-3d28d163fe32/6b73ea8e-5664-4ded-8990-977701359bdd) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:33.448973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 320d707f-101d-4c21-aba9-f07937c647e5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:33.508015 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061ba5e-0209-4ca5-b658-c76bafa3c986 req-a420d1d3-82fe-448c-81fa-d6dc4d322567 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:33.510579 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b061ba5e-0209-4ca5-b658-c76bafa3c986 req-a420d1d3-82fe-448c-81fa-d6dc4d322567 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 932 time: 0.3266494 Nov 29 18:05:33.554958 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5585c07b-287d-4148-b342-0570aa903b95 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.555818 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caada4b8-453d-4715-a35a-0546e1187250 req-ce4585c4-ab10-4883-8d8d-ea30055891d2 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Made reservation on behalf of 1318b8c767b14067acb6590f51744cee for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:33.556451 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5585c07b-287d-4148-b342-0570aa903b95 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.560103 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-caada4b8-453d-4715-a35a-0546e1187250 req-ce4585c4-ab10-4883-8d8d-ea30055891d2 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.566715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Allocated IP 2001:db8::2 (8323d593-a532-4788-b494-aa4928e3e0e6/0cb593b7-6726-424f-84bb-d71c937585c2/66cb05c1-947d-495f-a52f-7297d2e2a320) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:33.574969 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 320d707f-101d-4c21-aba9-f07937c647e5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:33.575918 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.675485 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-272137ed-0e01-44d6-8733-14a69fe56968 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.756265 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-caada4b8-453d-4715-a35a-0546e1187250 req-ce4585c4-ab10-4883-8d8d-ea30055891d2 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Allocated IP 172.20.0.7 (ae722068-7ae3-4725-97bd-11d55a46823e/da92c5bb-1df1-4b83-bd52-c49e1bf02675/bc62959a-845f-47c5-8576-b17ef7e75474) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:33.759780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e739fc-f988-46c3-b39f-478f5420e6b4 req-d949c143-c407-4047-aaf6-d46d8b2a7f91 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:33.761416 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0e739fc-f988-46c3-b39f-478f5420e6b4 req-d949c143-c407-4047-aaf6-d46d8b2a7f91 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=78cab37a-138b-4a6b-96ce-2f41b2ff7b70 HTTP/1.1" status: 200 len: 944 time: 0.2229571 Nov 29 18:05:33.765974 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5585c07b-287d-4148-b342-0570aa903b95 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.776013 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-272137ed-0e01-44d6-8733-14a69fe56968 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.785879 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5585c07b-287d-4148-b342-0570aa903b95 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.796690 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-dd8d2780-c49b-46d5-a61c-0806e07ed2d2 service neutron] 10.222.0.31 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645797 Nov 29 18:05:33.799951 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.806112 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.811948 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b061ba5e-0209-4ca5-b658-c76bafa3c986 req-ad74bdb7-2d80-4e23-ace1-9fa280bd014c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504346 Nov 29 18:05:33.837147 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11a7676-264a-494f-ba40-3791d9dce39e req-272137ed-0e01-44d6-8733-14a69fe56968 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Network b1400cf2-079b-44ff-aacc-3088b717ddb1 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:33.846199 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-c11a7676-264a-494f-ba40-3791d9dce39e req-272137ed-0e01-44d6-8733-14a69fe56968 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:33.864148 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11a7676-264a-494f-ba40-3791d9dce39e req-272137ed-0e01-44d6-8733-14a69fe56968 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:33.869464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Network 8323d593-a532-4788-b494-aa4928e3e0e6 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:33.872894 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:33.879508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:33.913471 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a7676-264a-494f-ba40-3791d9dce39e req-272137ed-0e01-44d6-8733-14a69fe56968 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:33.913996 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-272137ed-0e01-44d6-8733-14a69fe56968 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.916001 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5585c07b-287d-4148-b342-0570aa903b95 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.917969 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5585c07b-287d-4148-b342-0570aa903b95 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8107262 Nov 29 18:05:33.958229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51376) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:33.960426 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Pushing event updated for resources: {'Port': ['ID=66cb05c1-947d-495f-a52f-7297d2e2a320,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:33.969926 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-891b9d4b-c265-486d-b008-b0c3004d018b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'network_id': '8323d593-a532-4788-b494-aa4928e3e0e6', 'name': 'tempest-PortsIpV6TestJSON-1477227024'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:33.976016 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Attempting to bind port 66cb05c1-947d-495f-a52f-7297d2e2a320 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:33.976237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272137ed-0e01-44d6-8733-14a69fe56968 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event updated for resources: {'Port': ['ID=6b73ea8e-5664-4ded-8990-977701359bdd,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:33.976844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Attempting to bind port 66cb05c1-947d-495f-a52f-7297d2e2a320 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '4135069c-9560-458d-84ac-1a9e56c7aa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8323d593-a532-4788-b494-aa4928e3e0e6'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:33.977625 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Attempting to bind port 66cb05c1-947d-495f-a52f-7297d2e2a320 on network 8323d593-a532-4788-b494-aa4928e3e0e6 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:33.988545 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-272137ed-0e01-44d6-8733-14a69fe56968 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0699079 Nov 29 18:05:33.990635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:33.991199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Checking segment: {'id': '4135069c-9560-458d-84ac-1a9e56c7aa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8323d593-a532-4788-b494-aa4928e3e0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:33.991627 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:33.992033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Bound using segment: {'id': '4135069c-9560-458d-84ac-1a9e56c7aa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8323d593-a532-4788-b494-aa4928e3e0e6'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:33.992540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Bound port: 66cb05c1-947d-495f-a52f-7297d2e2a320, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4135069c-9560-458d-84ac-1a9e56c7aa32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8323d593-a532-4788-b494-aa4928e3e0e6'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:33.993172 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:34.008436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Request body: {'port': {'device_id': '943347fd-88ed-4f14-af2e-1630fd6fc730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:34.089729 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] For port 66cb05c1-947d-495f-a52f-7297d2e2a320, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:34.095717 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] For port 66cb05c1-947d-495f-a52f-7297d2e2a320, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=66cb05c1-947d-495f-a52f-7297d2e2a320,segment=NetworkSegment(4135069c-9560-458d-84ac-1a9e56c7aa32),segment_id=4135069c-9560-458d-84ac-1a9e56c7aa32)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:34.100658 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:34.105882 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0e739fc-f988-46c3-b39f-478f5420e6b4 req-85994c22-aa44-4df2-9cf2-538b6b278d18 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212433 Nov 29 18:05:34.115717 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-caada4b8-453d-4715-a35a-0546e1187250 req-ce4585c4-ab10-4883-8d8d-ea30055891d2 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:34.119670 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:34.159233 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bbbbfa84-75da-4cf8-bb36-eb9376707077 req-bae7ff1a-2399-45b8-8168-33a13419d049 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:34.245866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffc1fe-a79d-4923-8106-3ce38f5828ab None None] Pushing event updated for resources: {'Port': ['ID=66cb05c1-947d-495f-a52f-7297d2e2a320,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:34.251615 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b54a40f-a022-4c7f-8bb7-585745d96e35 req-91583b99-08af-4745-a9af-eef9b0b57312 service neutron] 10.222.0.31 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351799 Nov 29 18:05:34.256870 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7ff1a-2399-45b8-8168-33a13419d049 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Pushing event deleted for resources: {'Port': ['ID=803c3903-33dc-44a4-b5ae-1ed5f6a492bc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:34.264642 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cd268fa-75b3-466e-bfa5-202c93ddc335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:34.291289 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685697d0-4073-4f65-a7b5-54409ecc974c None None] DHCP port deletion for 44aa18b0-f19e-425a-96e9-bf18ebea2498 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:34.334183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f64792dd-043f-4bf6-a194-8330b530b9ac None None] Provisioning complete for port 6b73ea8e-5664-4ded-8990-977701359bdd triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:34.334546 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f64792dd-043f-4bf6-a194-8330b530b9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:34.382563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f64792dd-043f-4bf6-a194-8330b530b9ac None None] Port 6b73ea8e-5664-4ded-8990-977701359bdd cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:34.409439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e8c9e4d5-e2bc-4378-99a1-9a62095c9cbc req-de65a8a7-ecec-4d8c-a481-c75b1fa082d6 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 210 time: 0.1060197 Nov 29 18:05:34.449274 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-caada4b8-453d-4715-a35a-0546e1187250 req-ce4585c4-ab10-4883-8d8d-ea30055891d2 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:34.473399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbbfa84-75da-4cf8-bb36-eb9376707077 req-bae7ff1a-2399-45b8-8168-33a13419d049 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] No DVR routers for this DVR port 803c3903-33dc-44a4-b5ae-1ed5f6a492bc on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:34.501561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bbbbfa84-75da-4cf8-bb36-eb9376707077 req-bae7ff1a-2399-45b8-8168-33a13419d049 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:34.505483 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70029436-29d9-4ab5-b3c2-616205967313 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:05:34.505862 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbbbfa84-75da-4cf8-bb36-eb9376707077 req-bae7ff1a-2399-45b8-8168-33a13419d049 tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.20 "DELETE /v2.0/ports/803c3903-33dc-44a4-b5ae-1ed5f6a492bc HTTP/1.1" status: 204 len: 173 time: 2.4291925 Nov 29 18:05:34.519634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caada4b8-453d-4715-a35a-0546e1187250 req-ce4585c4-ab10-4883-8d8d-ea30055891d2 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Network ae722068-7ae3-4725-97bd-11d55a46823e is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:34.529650 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:34.535095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564b40cd-6411-43dc-afb5-9151a0c83b0a', 'name': 'network-vif-deleted', 'tag': '803c3903-33dc-44a4-b5ae-1ed5f6a492bc'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:34.539724 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576b5f85-2040-4db0-a8f7-dcc132f1eff2" -d '{"events": [{"server_uuid": "564b40cd-6411-43dc-afb5-9151a0c83b0a", "name": "network-vif-deleted", "tag": "803c3903-33dc-44a4-b5ae-1ed5f6a492bc"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:34.545061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-caada4b8-453d-4715-a35a-0546e1187250 req-ce4585c4-ab10-4883-8d8d-ea30055891d2 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:34.558754 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-caada4b8-453d-4715-a35a-0546e1187250 req-ce4585c4-ab10-4883-8d8d-ea30055891d2 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:34.568279 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56dac1a4-4505-46bf-9b60-eb9067297356 req-e3313f4e-9e61-44c1-844b-a6716643782c tempest-DeleteServersTestJSON-732398930 tempest-DeleteServersTestJSON-732398930-project] 10.222.0.23 "GET /v2.0/ports?device_id=564b40cd-6411-43dc-afb5-9151a0c83b0a HTTP/1.1" status: 200 len: 210 time: 0.1656737 Nov 29 18:05:34.589765 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4585c4-ab10-4883-8d8d-ea30055891d2 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Pushing event updated for resources: {'Port': ['ID=bc62959a-845f-47c5-8576-b17ef7e75474,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:34.600985 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Transition to ACTIVE for port object 70029436-29d9-4ab5-b3c2-616205967313 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:05:34.608813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891b9d4b-c265-486d-b008-b0c3004d018b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:34.614436 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-891b9d4b-c265-486d-b008-b0c3004d018b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:34.618129 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:34.620691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd268fa-75b3-466e-bfa5-202c93ddc335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f842db10-b2d0-415e-a8ee-9f92c451e891,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:34.663349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caada4b8-453d-4715-a35a-0546e1187250 req-ce4585c4-ab10-4883-8d8d-ea30055891d2 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:34.664539 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-caada4b8-453d-4715-a35a-0546e1187250 req-ce4585c4-ab10-4883-8d8d-ea30055891d2 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:34.666922 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8b6442-7e8f-445a-b780-d181aff9c183 x-openstack-request-id: req-1b8b6442-7e8f-445a-b780-d181aff9c183 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:34.667261 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564b40cd-6411-43dc-afb5-9151a0c83b0a", "name": "network-vif-deleted", "tag": "803c3903-33dc-44a4-b5ae-1ed5f6a492bc", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:34.667539 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b8b6442-7e8f-445a-b780-d181aff9c183 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:34.667933 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564b40cd-6411-43dc-afb5-9151a0c83b0a', 'name': 'network-vif-deleted', 'tag': '803c3903-33dc-44a4-b5ae-1ed5f6a492bc', 'status': 'completed', 'code': 200} Nov 29 18:05:34.684101 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cb3ea-3eb3-4a60-a8e7-c49544391528 req-07db0ce8-d670-4aea-909f-5282ab4cc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:34.685645 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f41cb3ea-3eb3-4a60-a8e7-c49544391528 req-07db0ce8-d670-4aea-909f-5282ab4cc1a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=965396166f334736a02822e4c58ac279&device_id=78cab37a-138b-4a6b-96ce-2f41b2ff7b70 HTTP/1.1" status: 200 len: 1095 time: 0.3067601 Nov 29 18:05:34.701988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-891b9d4b-c265-486d-b008-b0c3004d018b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] device_id is not set on port 24ded68a-5819-4139-af5b-7e76f5de1b89 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:05:34.738712 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd268fa-75b3-466e-bfa5-202c93ddc335 admin admin] Checking segment: {'id': '31d82743-24bf-4566-9972-858a4b810625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a9f5c537-3d68-4d34-b904-eb513743891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:34.739381 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd268fa-75b3-466e-bfa5-202c93ddc335 admin admin] Network hostable DHCP agents. Network: a9f5c537-3d68-4d34-b904-eb513743891a, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:05:34.765207 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caada4b8-453d-4715-a35a-0546e1187250 req-ce4585c4-ab10-4883-8d8d-ea30055891d2 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6831625 Nov 29 18:05:34.813751 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Request body: {'port': {'device_id': '24b43a3c-7207-41e1-aa93-3dd01585ce4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:34.842650 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Pushing event updated for resources: {'Port': ['ID=70029436-29d9-4ab5-b3c2-616205967313,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:34.858416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd268fa-75b3-466e-bfa5-202c93ddc335 admin admin] Network a9f5c537-3d68-4d34-b904-eb513743891a is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:05:34.880221 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7cd268fa-75b3-466e-bfa5-202c93ddc335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, a9f5c537-3d68-4d34-b904-eb513743891a) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:34.890579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dc5e39-82b6-45a0-845f-9d5fa28538ba None None] Network a9f5c537-3d68-4d34-b904-eb513743891a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:34.896687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd268fa-75b3-466e-bfa5-202c93ddc335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:34.897285 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cd268fa-75b3-466e-bfa5-202c93ddc335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:34.928519 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Attempting to bind port 70029436-29d9-4ab5-b3c2-616205967313 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:34.929579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Attempting to bind port 70029436-29d9-4ab5-b3c2-616205967313 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '58c359e0-ceda-429c-abea-c67f3b152156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a8fd3bac-fa57-4cd0-a8d9-80dde8472332'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:34.930467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Attempting to bind port 70029436-29d9-4ab5-b3c2-616205967313 on network a8fd3bac-fa57-4cd0-a8d9-80dde8472332 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:34.938130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Port 70029436-29d9-4ab5-b3c2-616205967313 on network a8fd3bac-fa57-4cd0-a8d9-80dde8472332 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:05:34.938702 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Attempting to bind port 70029436-29d9-4ab5-b3c2-616205967313 on network a8fd3bac-fa57-4cd0-a8d9-80dde8472332 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:34.955402 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:34.957655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:34.963011 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Checking segment: {'id': '58c359e0-ceda-429c-abea-c67f3b152156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a8fd3bac-fa57-4cd0-a8d9-80dde8472332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:34.963619 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Bound using segment: {'id': '58c359e0-ceda-429c-abea-c67f3b152156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a8fd3bac-fa57-4cd0-a8d9-80dde8472332'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:34.964778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Bound port: 70029436-29d9-4ab5-b3c2-616205967313, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c359e0-ceda-429c-abea-c67f3b152156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a8fd3bac-fa57-4cd0-a8d9-80dde8472332'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:34.965577 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:35.018154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7cd268fa-75b3-466e-bfa5-202c93ddc335 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8590515 Nov 29 18:05:35.064297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cb3ea-3eb3-4a60-a8e7-c49544391528 req-628543b9-e931-4990-ab7a-4763a09b087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:35.066265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f41cb3ea-3eb3-4a60-a8e7-c49544391528 req-628543b9-e931-4990-ab7a-4763a09b087c service neutron] 10.222.0.31 "GET /v2.0/networks?id=07e1bd78-8269-42cb-97e4-b929faeeeeb7 HTTP/1.1" status: 200 len: 906 time: 0.3698974 Nov 29 18:05:35.122326 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2640e01c-6c0b-44d3-9a0e-4f6e1b6fc1d9 None None] Provisioning complete for port bc62959a-845f-47c5-8576-b17ef7e75474 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:35.122719 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2640e01c-6c0b-44d3-9a0e-4f6e1b6fc1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:35.168402 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f41cb3ea-3eb3-4a60-a8e7-c49544391528 req-71afec06-cbb0-431e-b761-e1d44dcdac46 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80363429-071c-4868-873e-051b897acbae HTTP/1.1" status: 200 len: 217 time: 0.0936854 Nov 29 18:05:35.173558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-891b9d4b-c265-486d-b008-b0c3004d018b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Allocated IP 2001:db8::1bc (8323d593-a532-4788-b494-aa4928e3e0e6/0cb593b7-6726-424f-84bb-d71c937585c2/24ded68a-5819-4139-af5b-7e76f5de1b89) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:35.202291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1befd1-5553-4929-81d3-5e202c8f61dc req-2d9b0a08-38ab-40a2-a1bb-c3a031893ce0 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:35.211155 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1befd1-5553-4929-81d3-5e202c8f61dc req-2d9b0a08-38ab-40a2-a1bb-c3a031893ce0 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:35.220676 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb1befd1-5553-4929-81d3-5e202c8f61dc req-2d9b0a08-38ab-40a2-a1bb-c3a031893ce0 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1667 time: 0.2597597 Nov 29 18:05:35.275631 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2640e01c-6c0b-44d3-9a0e-4f6e1b6fc1d9 None None] Port bc62959a-845f-47c5-8576-b17ef7e75474 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:35.307524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7dadad-3572-45b9-8959-0671baaf4edc None None] Network a9f5c537-3d68-4d34-b904-eb513743891a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:35.345868 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] For port 70029436-29d9-4ab5-b3c2-616205967313, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:35.366329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cb3ea-3eb3-4a60-a8e7-c49544391528 req-7d702cf7-98b8-4db5-906e-9ee67c7019ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:35.368009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f41cb3ea-3eb3-4a60-a8e7-c49544391528 req-7d702cf7-98b8-4db5-906e-9ee67c7019ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=81cead3a-1dc8-4e59-949c-cf590473cc26 HTTP/1.1" status: 200 len: 845 time: 0.1321137 Nov 29 18:05:35.375605 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] For port 70029436-29d9-4ab5-b3c2-616205967313, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=70029436-29d9-4ab5-b3c2-616205967313,segment=NetworkSegment(58c359e0-ceda-429c-abea-c67f3b152156),segment_id=58c359e0-ceda-429c-abea-c67f3b152156)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:35.392043 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:35.402674 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 803c3903-33dc-44a4-b5ae-1ed5f6a492bc no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:35.448971 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 803c3903-33dc-44a4-b5ae-1ed5f6a492bc {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:35.449365 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 803c3903-33dc-44a4-b5ae-1ed5f6a492bc not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:35.477016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:35.477930 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:35.478755 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f41cb3ea-3eb3-4a60-a8e7-c49544391528 req-46438035-c6c8-4789-995f-c61d5a338c05 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07e1bd78-8269-42cb-97e4-b929faeeeeb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830448 Nov 29 18:05:35.479899 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] 10.222.0.20 "PUT /v2.0/ports/70029436-29d9-4ab5-b3c2-616205967313 HTTP/1.1" status: 200 len: 1092 time: 1.4758725 Nov 29 18:05:35.480580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '943347fd-88ed-4f14-af2e-1630fd6fc730', 'tag': '70029436-29d9-4ab5-b3c2-616205967313'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:35.493668 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48a2b8a-1cfa-466d-97a6-003db9d24978" -d '{"events": [{"name": "network-changed", "server_uuid": "943347fd-88ed-4f14-af2e-1630fd6fc730", "tag": "70029436-29d9-4ab5-b3c2-616205967313"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:35.499637 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb1befd1-5553-4929-81d3-5e202c8f61dc req-d34a67ca-1563-483a-a16d-ca6a05ce8834 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395973 Nov 29 18:05:35.524964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2453b5d-b268-45b1-b6e7-761fa2510a50 req-66479405-488a-45ab-b85c-1afe22993143 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:35.537456 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Request body: {'port': {'device_id': '943347fd-88ed-4f14-af2e-1630fd6fc730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:35.537630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e2453b5d-b268-45b1-b6e7-761fa2510a50 req-66479405-488a-45ab-b85c-1afe22993143 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=78cab37a-138b-4a6b-96ce-2f41b2ff7b70 HTTP/1.1" status: 200 len: 944 time: 0.2973499 Nov 29 18:05:35.581924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 66cb05c1-947d-495f-a52f-7297d2e2a320 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:35.672192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bcc0a-273b-451c-a157-bc3a4d85076b service neutron] Pushing event updated for resources: {'Port': ['ID=70029436-29d9-4ab5-b3c2-616205967313,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:35.674904 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 66cb05c1-947d-495f-a52f-7297d2e2a320 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:35.675283 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:35.717407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e2453b5d-b268-45b1-b6e7-761fa2510a50 req-13db758e-fbf4-492f-8865-903719101577 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819911 Nov 29 18:05:35.795513 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:35.807819 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:35.839790 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f41cb3ea-3eb3-4a60-a8e7-c49544391528 req-1756eb05-b32e-431b-b68e-53e2eac67224 service neutron] 10.222.0.31 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450670 Nov 29 18:05:35.883109 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 66cb05c1-947d-495f-a52f-7297d2e2a320, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=66cb05c1-947d-495f-a52f-7297d2e2a320,segment=NetworkSegment(4135069c-9560-458d-84ac-1a9e56c7aa32),segment_id=4135069c-9560-458d-84ac-1a9e56c7aa32)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:35.890874 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc62959a-845f-47c5-8576-b17ef7e75474 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:05:35.891243 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:35.907181 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:35.954875 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-891b9d4b-c265-486d-b008-b0c3004d018b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:35.985488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=66cb05c1-947d-495f-a52f-7297d2e2a320,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:35.989667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Transition to ACTIVE for port object bc62959a-845f-47c5-8576-b17ef7e75474 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:05:36.000755 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:36.035353 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-891b9d4b-c265-486d-b008-b0c3004d018b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:36.118517 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b9d4b-c265-486d-b008-b0c3004d018b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=24ded68a-5819-4139-af5b-7e76f5de1b89,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:36.123497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Pushing event updated for resources: {'Port': ['ID=bc62959a-845f-47c5-8576-b17ef7e75474,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:36.174737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313859a-5306-4565-abdc-5d702d5095dc req-f818f46a-0a12-4139-8cb7-93527a5428d6 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:36.178292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c4bca1-eee0-4556-a7c2-67a3a6b74fcf None None] Network 8323d593-a532-4788-b494-aa4928e3e0e6 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:36.182049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6313859a-5306-4565-abdc-5d702d5095dc req-f818f46a-0a12-4139-8cb7-93527a5428d6 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 943 time: 0.1899195 Nov 29 18:05:36.191744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891b9d4b-c265-486d-b008-b0c3004d018b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network 8323d593-a532-4788-b494-aa4928e3e0e6 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:36.194424 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f41cb3ea-3eb3-4a60-a8e7-c49544391528 req-aec4839d-b02c-480f-a343-38feaa3c9301 service neutron] 10.222.0.31 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464017 Nov 29 18:05:36.198107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-891b9d4b-c265-486d-b008-b0c3004d018b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:36.247454 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b9d4b-c265-486d-b008-b0c3004d018b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:36.250305 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Attempting to bind port bc62959a-845f-47c5-8576-b17ef7e75474 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:36.250659 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Attempting to bind port bc62959a-845f-47c5-8576-b17ef7e75474 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '579ceb81-3873-4742-9308-da7af039cfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:36.251022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Attempting to bind port bc62959a-845f-47c5-8576-b17ef7e75474 on network ae722068-7ae3-4725-97bd-11d55a46823e {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:36.253088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b9d4b-c265-486d-b008-b0c3004d018b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:36.253970 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-891b9d4b-c265-486d-b008-b0c3004d018b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:36.265797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Port bc62959a-845f-47c5-8576-b17ef7e75474 on network ae722068-7ae3-4725-97bd-11d55a46823e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:05:36.265797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Attempting to bind port bc62959a-845f-47c5-8576-b17ef7e75474 on network ae722068-7ae3-4725-97bd-11d55a46823e {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:36.277570 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6313859a-5306-4565-abdc-5d702d5095dc req-a8d552f3-43f4-4dd9-aaa7-8bd54b5ec40e tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/security-groups?id=efcb6982-74b3-491c-80d6-86ac7588f439&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878005 Nov 29 18:05:36.283986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-84d1a646-ee09-4b69-9cbd-2db0639282cd None None] Provisioning complete for port 66cb05c1-947d-495f-a52f-7297d2e2a320 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:36.284502 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84d1a646-ee09-4b69-9cbd-2db0639282cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:36.303125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:36.303481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Checking segment: {'id': '579ceb81-3873-4742-9308-da7af039cfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:36.303968 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Bound using segment: {'id': '579ceb81-3873-4742-9308-da7af039cfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:36.304427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Bound port: bc62959a-845f-47c5-8576-b17ef7e75474, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579ceb81-3873-4742-9308-da7af039cfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:36.304802 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:36.312758 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-891b9d4b-c265-486d-b008-b0c3004d018b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3531983 Nov 29 18:05:36.315995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51420) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:36.356681 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b73ea8e-5664-4ded-8990-977701359bdd {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:05:36.369572 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:36.400311 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Transition to ACTIVE for port object 6b73ea8e-5664-4ded-8990-977701359bdd will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:05:36.408529 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:36.426889 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-6c74e673-9785-45c3-86f8-f4d09fc4b51e tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:36.429335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] For port bc62959a-845f-47c5-8576-b17ef7e75474, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:36.435131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-6c74e673-9785-45c3-86f8-f4d09fc4b51e tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/networks?id=a9f5c537-3d68-4d34-b904-eb513743891a HTTP/1.1" status: 200 len: 812 time: 0.4950910 Nov 29 18:05:36.472692 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] For port bc62959a-845f-47c5-8576-b17ef7e75474, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=bc62959a-845f-47c5-8576-b17ef7e75474,segment=NetworkSegment(579ceb81-3873-4742-9308-da7af039cfa5),segment_id=579ceb81-3873-4742-9308-da7af039cfa5)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:36.486530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:36.488715 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Pushing event updated for resources: {'Port': ['ID=6b73ea8e-5664-4ded-8990-977701359bdd,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:36.547482 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e74d8fc-2085-4989-ba8a-f130f90e22ac x-openstack-request-id: req-2e74d8fc-2085-4989-ba8a-f130f90e22ac {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:36.547785 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "943347fd-88ed-4f14-af2e-1630fd6fc730", "tag": "70029436-29d9-4ab5-b3c2-616205967313", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:36.548050 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e74d8fc-2085-4989-ba8a-f130f90e22ac {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:36.548460 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '943347fd-88ed-4f14-af2e-1630fd6fc730', 'tag': '70029436-29d9-4ab5-b3c2-616205967313', 'status': 'completed', 'code': 200} Nov 29 18:05:36.607269 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:36.608001 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:36.609479 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caada4b8-453d-4715-a35a-0546e1187250 req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] 10.222.0.31 "PUT /v2.0/ports/bc62959a-845f-47c5-8576-b17ef7e75474 HTTP/1.1" status: 200 len: 1091 time: 1.8270378 Nov 29 18:05:36.610547 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-dcacadda-65a3-4a9a-b78b-8e5e0a1c0167 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/quotas/d098f43b172146b096a5780e435a21a2 HTTP/1.1" status: 200 len: 375 time: 0.1744351 Nov 29 18:05:36.651068 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6eccff-3d24-4be2-aa77-628ca494fa66 service neutron] Pushing event updated for resources: {'Port': ['ID=bc62959a-845f-47c5-8576-b17ef7e75474,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:36.673956 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Attempting to bind port 6b73ea8e-5664-4ded-8990-977701359bdd on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:36.674536 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Attempting to bind port 6b73ea8e-5664-4ded-8990-977701359bdd by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '3f208f2d-530b-4d20-8584-0cb9084a8c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b1400cf2-079b-44ff-aacc-3088b717ddb1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:36.675066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Attempting to bind port 6b73ea8e-5664-4ded-8990-977701359bdd on network b1400cf2-079b-44ff-aacc-3088b717ddb1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:36.700718 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Port 6b73ea8e-5664-4ded-8990-977701359bdd on network b1400cf2-079b-44ff-aacc-3088b717ddb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:05:36.701057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Attempting to bind port 6b73ea8e-5664-4ded-8990-977701359bdd on network b1400cf2-079b-44ff-aacc-3088b717ddb1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:36.709506 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:36.709858 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Checking segment: {'id': '3f208f2d-530b-4d20-8584-0cb9084a8c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b1400cf2-079b-44ff-aacc-3088b717ddb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:36.710248 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Bound using segment: {'id': '3f208f2d-530b-4d20-8584-0cb9084a8c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b1400cf2-079b-44ff-aacc-3088b717ddb1'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:36.710685 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Bound port: 6b73ea8e-5664-4ded-8990-977701359bdd, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f208f2d-530b-4d20-8584-0cb9084a8c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b1400cf2-079b-44ff-aacc-3088b717ddb1'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:36.715853 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:36.744215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-1cc0c88c-0f9e-43c1-90bc-b341eb8cbd4c tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d098f43b172146b096a5780e435a21a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1193020 Nov 29 18:05:36.758562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caada4b8-453d-4715-a35a-0546e1187250 req-47530d60-df10-4162-b56b-58191930fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:36.760118 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caada4b8-453d-4715-a35a-0546e1187250 req-47530d60-df10-4162-b56b-58191930fd36 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1318b8c767b14067acb6590f51744cee&device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 1094 time: 0.0992672 Nov 29 18:05:36.841265 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caada4b8-453d-4715-a35a-0546e1187250 req-f8c5c5f7-2c75-41ef-b860-562be147b27e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc62959a-845f-47c5-8576-b17ef7e75474 HTTP/1.1" status: 200 len: 217 time: 0.0649440 Nov 29 18:05:36.912838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a2b8a-1cfa-466d-97a6-003db9d24978 req-a31fb044-33b0-40b2-970f-f6610ee0c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:36.913321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a2b8a-1cfa-466d-97a6-003db9d24978 req-a31fb044-33b0-40b2-970f-f6610ee0c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:36.914927 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b48a2b8a-1cfa-466d-97a6-003db9d24978 req-a31fb044-33b0-40b2-970f-f6610ee0c740 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec693c762ef4433ab5b2a420380e9655&device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1939 time: 0.3078153 Nov 29 18:05:36.927745 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] For port 6b73ea8e-5664-4ded-8990-977701359bdd, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:36.933782 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] For port 6b73ea8e-5664-4ded-8990-977701359bdd, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=6b73ea8e-5664-4ded-8990-977701359bdd,segment=NetworkSegment(3f208f2d-530b-4d20-8584-0cb9084a8c0f),segment_id=3f208f2d-530b-4d20-8584-0cb9084a8c0f)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:36.942146 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:36.945422 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caada4b8-453d-4715-a35a-0546e1187250 req-a951e83c-6cca-4fb2-9fb8-53305e51d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:36.947226 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caada4b8-453d-4715-a35a-0546e1187250 req-a951e83c-6cca-4fb2-9fb8-53305e51d40c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=da92c5bb-1df1-4b83-bd52-c49e1bf02675 HTTP/1.1" status: 200 len: 845 time: 0.0973403 Nov 29 18:05:37.043801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:37.044673 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:37.046108 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] 10.222.0.20 "PUT /v2.0/ports/6b73ea8e-5664-4ded-8990-977701359bdd HTTP/1.1" status: 200 len: 1092 time: 1.5252964 Nov 29 18:05:37.064567 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350cb7c-49c9-43d9-a6cd-c0515d06c74f service neutron] Pushing event updated for resources: {'Port': ['ID=6b73ea8e-5664-4ded-8990-977701359bdd,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:37.085690 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caada4b8-453d-4715-a35a-0546e1187250 req-40bbb13b-1ae1-4fc8-864e-c07a0bda6c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:37.087338 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caada4b8-453d-4715-a35a-0546e1187250 req-40bbb13b-1ae1-4fc8-864e-c07a0bda6c41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae722068-7ae3-4725-97bd-11d55a46823e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675359 Nov 29 18:05:37.178033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c5da474d-3193-480e-b096-16ee111fa706 None None] Provisioning complete for port 24ded68a-5819-4139-af5b-7e76f5de1b89 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:37.178587 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5da474d-3193-480e-b096-16ee111fa706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:37.229490 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caada4b8-453d-4715-a35a-0546e1187250 req-b82d9539-4392-4932-860e-71ce39e7d037 service neutron] 10.222.0.31 "GET /v2.0/networks/ae722068-7ae3-4725-97bd-11d55a46823e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299078 Nov 29 18:05:37.406689 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caada4b8-453d-4715-a35a-0546e1187250 req-feeecd3d-3cd7-427b-9ddc-f7895c55675b service neutron] 10.222.0.31 "GET /v2.0/networks/ae722068-7ae3-4725-97bd-11d55a46823e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683226 Nov 29 18:05:37.443850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 80363429-071c-4868-873e-051b897acbae details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:05:37.445653 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 66cb05c1-947d-495f-a52f-7297d2e2a320 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:37.500939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c5da474d-3193-480e-b096-16ee111fa706 None None] Port 24ded68a-5819-4139-af5b-7e76f5de1b89 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:37.505209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216529e-03b1-4cb8-a714-9a52a8d5322c req-c4b099cd-8793-4064-ae46-ee59faac5c1e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:37.511153 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216529e-03b1-4cb8-a714-9a52a8d5322c req-c4b099cd-8793-4064-ae46-ee59faac5c1e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:37.512718 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d216529e-03b1-4cb8-a714-9a52a8d5322c req-c4b099cd-8793-4064-ae46-ee59faac5c1e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1679 time: 0.7246032 Nov 29 18:05:37.539317 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-c6b16a17-e56d-46a7-8c76-2c96b3869eb1 service neutron] 10.222.0.23 "GET /v2.0/networks/a9f5c537-3d68-4d34-b904-eb513743891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7747581 Nov 29 18:05:37.555283 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db88e8d5-b7fe-47e2-bbad-c4ddcb5e1f8f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:37.563875 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c5da474d-3193-480e-b096-16ee111fa706 None None] Provisioning complete for port 66cb05c1-947d-495f-a52f-7297d2e2a320 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:37.564260 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5da474d-3193-480e-b096-16ee111fa706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:37.622227 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 66cb05c1-947d-495f-a52f-7297d2e2a320 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:37.622529 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:37.630181 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 80363429-071c-4868-873e-051b897acbae, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=80363429-071c-4868-873e-051b897acbae,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:37.671601 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '80363429-071c-4868-873e-051b897acbae', 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7', 'port_id': '80363429-071c-4868-873e-051b897acbae', 'mac_address': 'fa:16:3e:c7:39:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81cead3a-1dc8-4e59-949c-cf590473cc26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:05:37.692011 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a2b8a-1cfa-466d-97a6-003db9d24978 req-8e13ff85-6843-41e8-a178-928daac0221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:37.692610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a2b8a-1cfa-466d-97a6-003db9d24978 req-8e13ff85-6843-41e8-a178-928daac0221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:37.692942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a2b8a-1cfa-466d-97a6-003db9d24978 req-8e13ff85-6843-41e8-a178-928daac0221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:37.694545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b48a2b8a-1cfa-466d-97a6-003db9d24978 req-8e13ff85-6843-41e8-a178-928daac0221d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ec693c762ef4433ab5b2a420380e9655&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7618954 Nov 29 18:05:37.778207 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:37.801763 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80363429-071c-4868-873e-051b897acbae {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:05:37.806249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d216529e-03b1-4cb8-a714-9a52a8d5322c req-47b2d451-0c32-4342-890e-6f0dd1327494 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783461 Nov 29 18:05:37.832386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 80363429-071c-4868-873e-051b897acbae, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=80363429-071c-4868-873e-051b897acbae,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:37.837316 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:37.898092 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=80363429-071c-4868-873e-051b897acbae,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:37.920618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-0ac300eb-6f5f-45cf-9f70-77774c88d839 service neutron] 10.222.0.23 "GET /v2.0/networks/a9f5c537-3d68-4d34-b904-eb513743891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631847 Nov 29 18:05:37.926015 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-db4d06ba-a3b1-46b5-95ca-8fc0024dd9ce None None] Provisioning complete for port 24ded68a-5819-4139-af5b-7e76f5de1b89 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:37.926592 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db4d06ba-a3b1-46b5-95ca-8fc0024dd9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:37.964753 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-db4d06ba-a3b1-46b5-95ca-8fc0024dd9ce None None] Port 24ded68a-5819-4139-af5b-7e76f5de1b89 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:38.114828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a2b8a-1cfa-466d-97a6-003db9d24978 req-8c34be61-96bf-4e60-a239-b63dd8b6e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:38.116253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b48a2b8a-1cfa-466d-97a6-003db9d24978 req-8c34be61-96bf-4e60-a239-b63dd8b6e783 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4065189 Nov 29 18:05:38.129843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc9cb8-04c6-4dd1-91a2-263920fe3d18 req-3d7872d3-a10b-49e3-a33f-202304109de0 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:38.131418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efdc9cb8-04c6-4dd1-91a2-263920fe3d18 req-3d7872d3-a10b-49e3-a33f-202304109de0 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=78cab37a-138b-4a6b-96ce-2f41b2ff7b70 HTTP/1.1" status: 200 len: 945 time: 0.2079344 Nov 29 18:05:38.186489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['80363429-071c-4868-873e-051b897acbae'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:05:38.269571 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61894865-72a1-46ba-85bf-380a47569f5a req-dcd2c9de-7b74-415a-a279-6fc6f3578bc8 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:38.276785 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61894865-72a1-46ba-85bf-380a47569f5a req-dcd2c9de-7b74-415a-a279-6fc6f3578bc8 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 943 time: 0.1837244 Nov 29 18:05:38.300543 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db88e8d5-b7fe-47e2-bbad-c4ddcb5e1f8f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:38.323560 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db88e8d5-b7fe-47e2-bbad-c4ddcb5e1f8f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:38.353792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a7676-264a-494f-ba40-3791d9dce39e req-b1f5d829-b752-4ec8-a6e7-6917cd0a6721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:38.354443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a7676-264a-494f-ba40-3791d9dce39e req-b1f5d829-b752-4ec8-a6e7-6917cd0a6721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:38.357198 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-b1f5d829-b752-4ec8-a6e7-6917cd0a6721 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec693c762ef4433ab5b2a420380e9655&device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1981 time: 0.1794691 Nov 29 18:05:38.361272 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efdc9cb8-04c6-4dd1-91a2-263920fe3d18 req-2c5ab979-a01b-483c-86cc-f3396b6a70b5 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013221 Nov 29 18:05:38.551888 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-efea5493-7878-4ea6-aaaa-57e9f1e3ca71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.227&port_id=70029436-29d9-4ab5-b3c2-616205967313 HTTP/1.1" status: 200 len: 217 time: 0.1774824 Nov 29 18:05:38.552581 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b43a3c-7207-41e1-aa93-3dd01585ce4d', 'tag': 'bc62959a-845f-47c5-8576-b17ef7e75474'}, {'name': 'network-changed', 'server_uuid': '943347fd-88ed-4f14-af2e-1630fd6fc730', 'tag': '6b73ea8e-5664-4ded-8990-977701359bdd'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:38.555124 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a67a7cf-7915-4cac-b549-5bc02c4e67de" -d '{"events": [{"name": "network-changed", "server_uuid": "24b43a3c-7207-41e1-aa93-3dd01585ce4d", "tag": "bc62959a-845f-47c5-8576-b17ef7e75474"}, {"name": "network-changed", "server_uuid": "943347fd-88ed-4f14-af2e-1630fd6fc730", "tag": "6b73ea8e-5664-4ded-8990-977701359bdd"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:38.646161 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61894865-72a1-46ba-85bf-380a47569f5a req-b885fcee-185e-4b8c-aeb5-2d4757f92a19 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/security-groups?id=efcb6982-74b3-491c-80d6-86ac7588f439&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3684103 Nov 29 18:05:38.651254 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88e8d5-b7fe-47e2-bbad-c4ddcb5e1f8f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=24ded68a-5819-4139-af5b-7e76f5de1b89,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:38.729433 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88575e88-4a90-4fd3-bed8-4a37818f995b x-openstack-request-id: req-88575e88-4a90-4fd3-bed8-4a37818f995b {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:38.730579 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b43a3c-7207-41e1-aa93-3dd01585ce4d", "tag": "bc62959a-845f-47c5-8576-b17ef7e75474", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "943347fd-88ed-4f14-af2e-1630fd6fc730", "tag": "6b73ea8e-5664-4ded-8990-977701359bdd", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:38.736190 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88575e88-4a90-4fd3-bed8-4a37818f995b {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:38.737221 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b43a3c-7207-41e1-aa93-3dd01585ce4d', 'tag': 'bc62959a-845f-47c5-8576-b17ef7e75474', 'status': 'completed', 'code': 200} Nov 29 18:05:38.738176 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '943347fd-88ed-4f14-af2e-1630fd6fc730', 'tag': '6b73ea8e-5664-4ded-8990-977701359bdd', 'status': 'completed', 'code': 200} Nov 29 18:05:38.775190 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a7676-264a-494f-ba40-3791d9dce39e req-f7047c2b-b07e-45a4-a223-c3e6dc7b3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:38.787238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-f7047c2b-b07e-45a4-a223-c3e6dc7b3126 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=489d1aef-994c-4ebd-9156-07fa79b26fe5 HTTP/1.1" status: 200 len: 801 time: 0.2054636 Nov 29 18:05:38.799304 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-609acde3-7819-4aec-a0b0-7563f1dcc6ed req-9b17b717-c69e-437e-8cf1-cc99a65dc05a tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/ports?device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 210 time: 0.1059723 Nov 29 18:05:38.840337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-49b0f702-bb54-4267-a4af-cdc9b5137f3b None None] Provisioning complete for port 24ded68a-5819-4139-af5b-7e76f5de1b89 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:38.840337 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-49b0f702-bb54-4267-a4af-cdc9b5137f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:38.865419 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-9b08ed35-5040-442d-a31b-08f1b28a45b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:38.868051 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-9b08ed35-5040-442d-a31b-08f1b28a45b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1318b8c767b14067acb6590f51744cee&device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 1094 time: 0.1149335 Nov 29 18:05:38.931972 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db88e8d5-b7fe-47e2-bbad-c4ddcb5e1f8f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:38.942322 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-49b0f702-bb54-4267-a4af-cdc9b5137f3b None None] Port 24ded68a-5819-4139-af5b-7e76f5de1b89 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:39.020390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-9eec730d-03b3-449c-bb91-c1ecc001d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:39.022069 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-9eec730d-03b3-449c-bb91-c1ecc001d8d1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae722068-7ae3-4725-97bd-11d55a46823e HTTP/1.1" status: 200 len: 907 time: 0.1457305 Nov 29 18:05:39.040827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a7676-264a-494f-ba40-3791d9dce39e req-3997fb23-f877-44af-92cd-26aa1829f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:39.042880 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-3997fb23-f877-44af-92cd-26aa1829f2ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8fd3bac-fa57-4cd0-a8d9-80dde8472332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2307432 Nov 29 18:05:39.077158 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-d76600ec-b53b-49fa-ae5b-84443269fec8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc62959a-845f-47c5-8576-b17ef7e75474 HTTP/1.1" status: 200 len: 217 time: 0.0446658 Nov 29 18:05:39.136222 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-389ad367-21f9-4986-bd9e-a7512a8a364e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:39.138292 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-389ad367-21f9-4986-bd9e-a7512a8a364e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=da92c5bb-1df1-4b83-bd52-c49e1bf02675 HTTP/1.1" status: 200 len: 845 time: 0.0529749 Nov 29 18:05:39.143968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c7d1b-e38b-4c08-8c25-5a5e05f46269 req-4eb9d019-2460-4404-90b1-ffafb5291372 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:39.150167 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c7d1b-e38b-4c08-8c25-5a5e05f46269 req-4eb9d019-2460-4404-90b1-ffafb5291372 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:39.152016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-058c7d1b-e38b-4c08-8c25-5a5e05f46269 req-4eb9d019-2460-4404-90b1-ffafb5291372 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1679 time: 0.1769302 Nov 29 18:05:39.184124 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db88e8d5-b7fe-47e2-bbad-c4ddcb5e1f8f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:39.206179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-b68a7632-b9f2-4e76-a34f-0d86abd3a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:39.208138 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-b68a7632-b9f2-4e76-a34f-0d86abd3a44a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae722068-7ae3-4725-97bd-11d55a46823e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623355 Nov 29 18:05:39.280866 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-058c7d1b-e38b-4c08-8c25-5a5e05f46269 req-3ec58346-50e0-43be-b1ce-4bcff56bfd92 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203866 Nov 29 18:05:39.292830 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-266b80e9-9842-48da-9a6b-3aee35229e38 service neutron] 10.222.0.20 "GET /v2.0/networks/a8fd3bac-fa57-4cd0-a8d9-80dde8472332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362866 Nov 29 18:05:39.346273 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 80363429-071c-4868-873e-051b897acbae up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:39.467194 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 80363429-071c-4868-873e-051b897acbae completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:05:39.474372 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 80363429-071c-4868-873e-051b897acbae triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:39.475066 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:39.512260 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-54827673-a0d4-476e-9e8d-32905c0056b3 service neutron] 10.222.0.31 "GET /v2.0/networks/ae722068-7ae3-4725-97bd-11d55a46823e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964242 Nov 29 18:05:39.584428 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-9f13abe2-7993-4244-be1f-e3a3c6718c04 service neutron] 10.222.0.20 "GET /v2.0/networks/a8fd3bac-fa57-4cd0-a8d9-80dde8472332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732091 Nov 29 18:05:39.606443 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:39.638044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cab37a-138b-4a6b-96ce-2f41b2ff7b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80363429-071c-4868-873e-051b897acbae'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:39.641641 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0e8658-505f-4ed8-bc2f-f6f013b3c4d4" -d '{"events": [{"server_uuid": "78cab37a-138b-4a6b-96ce-2f41b2ff7b70", "name": "network-vif-plugged", "status": "completed", "tag": "80363429-071c-4868-873e-051b897acbae"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:39.656000 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-d6b857f9-da7c-4593-8d12-62ca9159d780 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:39.662511 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-d6b857f9-da7c-4593-8d12-62ca9159d780 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.20 "GET /v2.0/networks?id=a9f5c537-3d68-4d34-b904-eb513743891a HTTP/1.1" status: 200 len: 812 time: 0.3360243 Nov 29 18:05:39.662805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 80363429-071c-4868-873e-051b897acbae, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=80363429-071c-4868-873e-051b897acbae,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:39.664959 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-a138b0ca-7bc6-4e1c-b546-e4242d549ec9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.213&port_id=6b73ea8e-5664-4ded-8990-977701359bdd HTTP/1.1" status: 200 len: 217 time: 0.0640233 Nov 29 18:05:39.670240 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:39.707581 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-b6c9e86b-be97-47a6-bccf-61e048476304 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Request body: {'port': {'device_id': '25c1465b-025c-41fe-a67f-06c511d3d3c2', 'network_id': 'a9f5c537-3d68-4d34-b904-eb513743891a', 'admin_state_up': True, 'tenant_id': 'd098f43b172146b096a5780e435a21a2'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:39.744226 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf4573b-e794-443c-bd68-493077bf6a84 x-openstack-request-id: req-abf4573b-e794-443c-bd68-493077bf6a84 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:39.745302 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cab37a-138b-4a6b-96ce-2f41b2ff7b70", "name": "network-vif-plugged", "status": "completed", "tag": "80363429-071c-4868-873e-051b897acbae", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:39.745566 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abf4573b-e794-443c-bd68-493077bf6a84 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:39.746209 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cab37a-138b-4a6b-96ce-2f41b2ff7b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80363429-071c-4868-873e-051b897acbae', 'code': 200} Nov 29 18:05:39.794980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=80363429-071c-4868-873e-051b897acbae,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:39.798568 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-e336d929-bfb0-4692-beed-0b9b77500ee0 service neutron] 10.222.0.31 "GET /v2.0/networks/ae722068-7ae3-4725-97bd-11d55a46823e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683718 Nov 29 18:05:39.859776 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd132b8a-9179-4c49-b47d-ac7a61f2193a req-51e0a8db-f84b-46fb-9bd0-9008db1598a2 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:39.861324 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd132b8a-9179-4c49-b47d-ac7a61f2193a req-51e0a8db-f84b-46fb-9bd0-9008db1598a2 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=78cab37a-138b-4a6b-96ce-2f41b2ff7b70 HTTP/1.1" status: 200 len: 945 time: 0.3057933 Nov 29 18:05:39.882644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a7676-264a-494f-ba40-3791d9dce39e req-822ff802-e135-40ad-bf2e-78b2f2119c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:39.884136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-822ff802-e135-40ad-bf2e-78b2f2119c52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47dc8a42-cac1-4e74-bf79-3d28d163fe32 HTTP/1.1" status: 200 len: 801 time: 0.2003961 Nov 29 18:05:39.917259 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-b6c9e86b-be97-47a6-bccf-61e048476304 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Made reservation on behalf of d098f43b172146b096a5780e435a21a2 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:39.921052 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-b6c9e86b-be97-47a6-bccf-61e048476304 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:39.945926 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db88e8d5-b7fe-47e2-bbad-c4ddcb5e1f8f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:39.960143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25610b55-216c-4cf4-b60a-e62c57670db9 req-39338463-28fa-44c6-b9b4-e346227f678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:39.961664 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25610b55-216c-4cf4-b60a-e62c57670db9 req-39338463-28fa-44c6-b9b4-e346227f678a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=78cab37a-138b-4a6b-96ce-2f41b2ff7b70 HTTP/1.1" status: 200 len: 1097 time: 0.1556561 Nov 29 18:05:39.969444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e88ff-dca5-4d73-9f38-645e8f55e9ad req-07e88902-8354-491a-a863-ecedfa72c55a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:39.970901 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a84e88ff-dca5-4d73-9f38-645e8f55e9ad req-07e88902-8354-491a-a863-ecedfa72c55a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 943 time: 0.1976516 Nov 29 18:05:39.971595 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db88e8d5-b7fe-47e2-bbad-c4ddcb5e1f8f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:39.972304 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db88e8d5-b7fe-47e2-bbad-c4ddcb5e1f8f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:40.119828 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd132b8a-9179-4c49-b47d-ac7a61f2193a req-980a3ff5-d0e5-4eae-bd4c-e7ec0df828aa tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448151 Nov 29 18:05:40.130003 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a7676-264a-494f-ba40-3791d9dce39e req-d913608d-9afc-4949-9551-f9efd42c4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:40.132329 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-d913608d-9afc-4949-9551-f9efd42c4cad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1400cf2-079b-44ff-aacc-3088b717ddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2341037 Nov 29 18:05:40.164935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88e8d5-b7fe-47e2-bbad-c4ddcb5e1f8f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=24ded68a-5819-4139-af5b-7e76f5de1b89,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:40.207866 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a84e88ff-dca5-4d73-9f38-645e8f55e9ad req-336a782e-d75d-4e0e-bc2e-48fe4cfa99c4 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/security-groups?id=efcb6982-74b3-491c-80d6-86ac7588f439&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120459 Nov 29 18:05:40.304556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5d21f122-50c5-47d7-9e2b-e8f354885aab req-06e5040a-fa12-4cb8-a33d-7a82bbcb354f tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/ports?device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 210 time: 0.0951855 Nov 29 18:05:40.341925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25610b55-216c-4cf4-b60a-e62c57670db9 req-8f5d51ab-a86b-4100-8ec7-fa32004e4ccc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672786 Nov 29 18:05:40.376337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-b6c9e86b-be97-47a6-bccf-61e048476304 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Allocated IP 172.20.0.7 (a9f5c537-3d68-4d34-b904-eb513743891a/f842db10-b2d0-415e-a8ee-9f92c451e891/edb002e7-7408-482b-acbf-c9f26782198b) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:40.422539 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db88e8d5-b7fe-47e2-bbad-c4ddcb5e1f8f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network 8323d593-a532-4788-b494-aa4928e3e0e6 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:40.428599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-db88e8d5-b7fe-47e2-bbad-c4ddcb5e1f8f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:40.434010 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-3a3ea5ce-6a75-4238-b229-2a4ae0b3a234 service neutron] 10.222.0.20 "GET /v2.0/networks/b1400cf2-079b-44ff-aacc-3088b717ddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826593 Nov 29 18:05:40.630488 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-b6c9e86b-be97-47a6-bccf-61e048476304 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:40.644352 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-966d63fa-71ee-45cb-9e60-ce1681733e17 req-1051e627-7808-4ba2-ae06-0a3750b45d67 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1576247 Nov 29 18:05:40.691182 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-b6c9e86b-be97-47a6-bccf-61e048476304 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:40.829031 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9e86b-be97-47a6-bccf-61e048476304 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Pushing event updated for resources: {'Port': ['ID=edb002e7-7408-482b-acbf-c9f26782198b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:40.840470 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-b6c9e86b-be97-47a6-bccf-61e048476304 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Network a9f5c537-3d68-4d34-b904-eb513743891a is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:40.845683 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-b6c9e86b-be97-47a6-bccf-61e048476304 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:40.849005 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-b6c9e86b-be97-47a6-bccf-61e048476304 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:40.893014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d63fa-71ee-45cb-9e60-ce1681733e17 req-2a0e326a-16c6-437d-a083-e925d0b4de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:40.894575 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-966d63fa-71ee-45cb-9e60-ce1681733e17 req-2a0e326a-16c6-437d-a083-e925d0b4de2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f817adc962514aed94672c4ce2dddcc9&device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 1097 time: 0.1305606 Nov 29 18:05:40.898325 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7e57d116-e01a-49bc-9d78-7469039edc88 None None] Provisioning complete for port 24ded68a-5819-4139-af5b-7e76f5de1b89 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:40.899034 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e57d116-e01a-49bc-9d78-7469039edc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:40.925182 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-b6c9e86b-be97-47a6-bccf-61e048476304 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:40.925437 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4634195-a476-4639-aa90-3eb954ce02e5 req-f50ddd6f-beed-4375-af44-90bb39391476 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:40.926008 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-b6c9e86b-be97-47a6-bccf-61e048476304 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:40.931602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4634195-a476-4639-aa90-3eb954ce02e5 req-f50ddd6f-beed-4375-af44-90bb39391476 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:40.934009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4634195-a476-4639-aa90-3eb954ce02e5 req-f50ddd6f-beed-4375-af44-90bb39391476 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1679 time: 0.5551343 Nov 29 18:05:40.959462 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7e57d116-e01a-49bc-9d78-7469039edc88 None None] Port 24ded68a-5819-4139-af5b-7e76f5de1b89 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:40.990815 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-b6c9e86b-be97-47a6-bccf-61e048476304 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3091972 Nov 29 18:05:41.014854 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Request body: {'port': {'device_id': '25c1465b-025c-41fe-a67f-06c511d3d3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:41.085000 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d63fa-71ee-45cb-9e60-ce1681733e17 req-51e56146-a507-4ee3-b413-11e044bf8ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:41.086468 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-966d63fa-71ee-45cb-9e60-ce1681733e17 req-51e56146-a507-4ee3-b413-11e044bf8ccb service neutron] 10.222.0.20 "GET /v2.0/networks?id=490a8886-b6b4-4ef6-bb71-9a56602af52f HTTP/1.1" status: 200 len: 912 time: 0.1577578 Nov 29 18:05:41.094875 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c11a7676-264a-494f-ba40-3791d9dce39e req-22b8397d-a97c-48bc-bd7c-9be33708f3aa service neutron] 10.222.0.20 "GET /v2.0/networks/b1400cf2-079b-44ff-aacc-3088b717ddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443980 Nov 29 18:05:41.115385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4634195-a476-4639-aa90-3eb954ce02e5 req-62bad4ba-9e99-4781-a386-c87b542e7a48 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649158 Nov 29 18:05:41.137203 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:41.143931 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db88e8d5-b7fe-47e2-bbad-c4ddcb5e1f8f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Router 156a4e52-cbcb-4ed5-8866-ae62a6657144 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:05:41.230405 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-966d63fa-71ee-45cb-9e60-ce1681733e17 req-28b0f949-1071-4a69-9306-54bdaf572dc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e73dbed2-259c-432c-ac07-63f329e1d989 HTTP/1.1" status: 200 len: 1001 time: 0.1166859 Nov 29 18:05:41.347763 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device bc62959a-845f-47c5-8576-b17ef7e75474 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:05:41.389832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db88e8d5-b7fe-47e2-bbad-c4ddcb5e1f8f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:05:41.401238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-db88e8d5-b7fe-47e2-bbad-c4ddcb5e1f8f tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "PUT /v2.0/routers/156a4e52-cbcb-4ed5-8866-ae62a6657144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0816934 Nov 29 18:05:41.401406 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d63fa-71ee-45cb-9e60-ce1681733e17 req-e5b2dda3-8dcd-4362-8143-7ab2d5fdded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:41.401406 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-966d63fa-71ee-45cb-9e60-ce1681733e17 req-e5b2dda3-8dcd-4362-8143-7ab2d5fdded9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=430527e9-00ad-453c-9a77-a7999b75d5f4 HTTP/1.1" status: 200 len: 850 time: 0.1566572 Nov 29 18:05:41.401611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-33a800da-35ec-405e-b3dd-5a738f7046a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:41.402051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-33a800da-35ec-405e-b3dd-5a738f7046a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:41.403539 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-33a800da-35ec-405e-b3dd-5a738f7046a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec693c762ef4433ab5b2a420380e9655&device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1981 time: 0.2433472 Nov 29 18:05:41.405221 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51498) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:41.412674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c7f59-8053-47f8-90e8-16163467103f req-f8f9e061-29cb-4812-8d71-1f785496eb4a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:41.420749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d5c7f59-8053-47f8-90e8-16163467103f req-f8f9e061-29cb-4812-8d71-1f785496eb4a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=78cab37a-138b-4a6b-96ce-2f41b2ff7b70 HTTP/1.1" status: 200 len: 946 time: 0.1700130 Nov 29 18:05:41.423369 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a51622-7388-4177-b4ee-272f25cdb6ec None None] Sync routers for ids ['156a4e52-cbcb-4ed5-8866-ae62a6657144'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:05:41.441710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a51622-7388-4177-b4ee-272f25cdb6ec None None] Routers {'156a4e52-cbcb-4ed5-8866-ae62a6657144'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:41.442488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-45a51622-7388-4177-b4ee-272f25cdb6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:05:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['156a4e52-cbcb-4ed5-8866-ae62a6657144'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:41.488121 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-45a51622-7388-4177-b4ee-272f25cdb6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:41.511854 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a51622-7388-4177-b4ee-272f25cdb6ec None None] Routers {'156a4e52-cbcb-4ed5-8866-ae62a6657144'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:41.512814 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-45a51622-7388-4177-b4ee-272f25cdb6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:05:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['156a4e52-cbcb-4ed5-8866-ae62a6657144'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:41.515875 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port bc62959a-845f-47c5-8576-b17ef7e75474, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=bc62959a-845f-47c5-8576-b17ef7e75474,segment=NetworkSegment(579ceb81-3873-4742-9308-da7af039cfa5),segment_id=579ceb81-3873-4742-9308-da7af039cfa5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:41.538930 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-684a95b4-7371-4371-abb3-a625179a10cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:41.540509 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-684a95b4-7371-4371-abb3-a625179a10cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1400cf2-079b-44ff-aacc-3088b717ddb1 HTTP/1.1" status: 200 len: 902 time: 0.0925493 Nov 29 18:05:41.563560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-45a51622-7388-4177-b4ee-272f25cdb6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:41.564648 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a51622-7388-4177-b4ee-272f25cdb6ec None None] The sync data for ids ['156a4e52-cbcb-4ed5-8866-ae62a6657144'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:05:41.569157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'bc62959a-845f-47c5-8576-b17ef7e75474', 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'port_id': 'bc62959a-845f-47c5-8576-b17ef7e75474', 'mac_address': 'fa:16:3e:65:cb:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:05:41.602272 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-4a1c5812-db92-4eff-bf81-9062e58fbe44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.213&port_id=6b73ea8e-5664-4ded-8990-977701359bdd HTTP/1.1" status: 200 len: 217 time: 0.0446713 Nov 29 18:05:41.612920 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:41.617788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1c32c-4ad5-4426-8277-087c27a23ccc req-afad6227-1802-43f4-b8d9-f6c78af2f117 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:41.619346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f7f1c32c-4ad5-4426-8277-087c27a23ccc req-afad6227-1802-43f4-b8d9-f6c78af2f117 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 943 time: 0.3176353 Nov 29 18:05:41.628344 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc62959a-845f-47c5-8576-b17ef7e75474 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:05:41.649055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb002e7-7408-482b-acbf-c9f26782198b {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:05:41.654870 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port bc62959a-845f-47c5-8576-b17ef7e75474, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=bc62959a-845f-47c5-8576-b17ef7e75474,segment=NetworkSegment(579ceb81-3873-4742-9308-da7af039cfa5),segment_id=579ceb81-3873-4742-9308-da7af039cfa5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:41.658421 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:41.663325 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:41.673496 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d63fa-71ee-45cb-9e60-ce1681733e17 req-f0389da6-66c7-430c-8e1b-175b35ff06a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:41.675509 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-966d63fa-71ee-45cb-9e60-ce1681733e17 req-f0389da6-66c7-430c-8e1b-175b35ff06a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=490a8886-b6b4-4ef6-bb71-9a56602af52f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186452 Nov 29 18:05:41.678529 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d5e8a4-58fd-489a-b4d7-d693c55ef2b4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:41.683339 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Transition to ACTIVE for port object edb002e7-7408-482b-acbf-c9f26782198b will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:05:41.683549 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f5d5e8a4-58fd-489a-b4d7-d693c55ef2b4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports?device_id=156a4e52-cbcb-4ed5-8866-ae62a6657144 HTTP/1.1" status: 200 len: 989 time: 0.2573674 Nov 29 18:05:41.684238 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51502) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:41.718447 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-5e07da1b-3e9b-43c2-bea9-d769de67de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:41.720504 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-5e07da1b-3e9b-43c2-bea9-d769de67de25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47dc8a42-cac1-4e74-bf79-3d28d163fe32 HTTP/1.1" status: 200 len: 801 time: 0.0995493 Nov 29 18:05:41.725040 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:41.726192 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=bc62959a-845f-47c5-8576-b17ef7e75474,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:41.732392 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d5c7f59-8053-47f8-90e8-16163467103f req-446c0db1-047c-4022-9202-4ae469970349 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107102 Nov 29 18:05:41.823201 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f7f1c32c-4ad5-4426-8277-087c27a23ccc req-394e02ae-848a-4937-abad-8571fdcca623 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/security-groups?id=efcb6982-74b3-491c-80d6-86ac7588f439&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624231 Nov 29 18:05:41.841784 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-db3b467f-85eb-4f71-826d-cea638ede3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:41.843485 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-db3b467f-85eb-4f71-826d-cea638ede3d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1400cf2-079b-44ff-aacc-3088b717ddb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1099534 Nov 29 18:05:41.953391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Pushing event updated for resources: {'Port': ['ID=edb002e7-7408-482b-acbf-c9f26782198b,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:42.001698 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['bc62959a-845f-47c5-8576-b17ef7e75474'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:05:42.034517 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4662e-915f-4721-817f-24d66a266407 req-5065c4e6-6859-4ca2-85d5-9438fc5b416f tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:42.046896 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5d4662e-915f-4721-817f-24d66a266407 req-5065c4e6-6859-4ca2-85d5-9438fc5b416f tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/ports?device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 943 time: 0.1672895 Nov 29 18:05:42.063115 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-278f663a-e8a5-41f3-a249-baedaea5be0c service neutron] 10.222.0.20 "GET /v2.0/networks/b1400cf2-079b-44ff-aacc-3088b717ddb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102041 Nov 29 18:05:42.137572 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-966d63fa-71ee-45cb-9e60-ce1681733e17 req-d211ecb0-e2ca-4c3c-98b2-8e5a5ef42176 service neutron] 10.222.0.20 "GET /v2.0/networks/490a8886-b6b4-4ef6-bb71-9a56602af52f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544578 Nov 29 18:05:42.171414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5d4662e-915f-4721-817f-24d66a266407 req-019de691-6124-4427-b977-709685403700 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/security-groups?id=6974ab96-3921-4e07-bf81-070da2907629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272068 Nov 29 18:05:42.226245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a67a7cf-7915-4cac-b549-5bc02c4e67de req-f48b86ed-ad47-4cba-8bc6-de7bcf5bbdee service neutron] 10.222.0.20 "GET /v2.0/networks/b1400cf2-079b-44ff-aacc-3088b717ddb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537256 Nov 29 18:05:42.295779 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba34116-7655-4de0-a296-6825965168f9 req-d51ac5a7-ffc1-4a72-8614-00573c445cd4 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:42.301701 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba34116-7655-4de0-a296-6825965168f9 req-d51ac5a7-ffc1-4a72-8614-00573c445cd4 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:42.303628 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ba34116-7655-4de0-a296-6825965168f9 req-d51ac5a7-ffc1-4a72-8614-00573c445cd4 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1679 time: 0.0740063 Nov 29 18:05:42.331206 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Attempting to bind port edb002e7-7408-482b-acbf-c9f26782198b on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:42.331550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Attempting to bind port edb002e7-7408-482b-acbf-c9f26782198b by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '31d82743-24bf-4566-9972-858a4b810625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a9f5c537-3d68-4d34-b904-eb513743891a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:42.331894 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Attempting to bind port edb002e7-7408-482b-acbf-c9f26782198b on network a9f5c537-3d68-4d34-b904-eb513743891a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:42.350686 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Port edb002e7-7408-482b-acbf-c9f26782198b on network a9f5c537-3d68-4d34-b904-eb513743891a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:05:42.351041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Attempting to bind port edb002e7-7408-482b-acbf-c9f26782198b on network a9f5c537-3d68-4d34-b904-eb513743891a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:42.366246 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:42.366604 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Checking segment: {'id': '31d82743-24bf-4566-9972-858a4b810625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a9f5c537-3d68-4d34-b904-eb513743891a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:42.367022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Bound using segment: {'id': '31d82743-24bf-4566-9972-858a4b810625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a9f5c537-3d68-4d34-b904-eb513743891a'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:42.367470 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Bound port: edb002e7-7408-482b-acbf-c9f26782198b, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d82743-24bf-4566-9972-858a4b810625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'a9f5c537-3d68-4d34-b904-eb513743891a'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:42.367834 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:42.369718 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ba34116-7655-4de0-a296-6825965168f9 req-cd7d28a8-44b7-4a12-9c11-ff239dad6dbe tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589924 Nov 29 18:05:42.372246 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-966d63fa-71ee-45cb-9e60-ce1681733e17 req-27e0158a-001f-4ddd-ba9b-6e9ee9f63419 service neutron] 10.222.0.20 "GET /v2.0/networks/490a8886-b6b4-4ef6-bb71-9a56602af52f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182391 Nov 29 18:05:42.511914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] For port edb002e7-7408-482b-acbf-c9f26782198b, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:42.530149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] For port edb002e7-7408-482b-acbf-c9f26782198b, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=edb002e7-7408-482b-acbf-c9f26782198b,segment=NetworkSegment(31d82743-24bf-4566-9972-858a4b810625),segment_id=31d82743-24bf-4566-9972-858a4b810625)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:42.537641 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:42.581616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:42.582235 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:42.583652 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] 10.222.0.20 "PUT /v2.0/ports/edb002e7-7408-482b-acbf-c9f26782198b HTTP/1.1" status: 200 len: 1091 time: 1.5765901 Nov 29 18:05:42.591565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c1465b-025c-41fe-a67f-06c511d3d3c2', 'tag': 'edb002e7-7408-482b-acbf-c9f26782198b'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:42.593852 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8075d0-dc8a-4abc-bcbc-97cf45186581" -d '{"events": [{"name": "network-changed", "server_uuid": "25c1465b-025c-41fe-a67f-06c511d3d3c2", "tag": "edb002e7-7408-482b-acbf-c9f26782198b"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:42.647918 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8707cd68-eb65-424c-9d1d-98625aa4b114 x-openstack-request-id: req-8707cd68-eb65-424c-9d1d-98625aa4b114 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:42.648557 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c1465b-025c-41fe-a67f-06c511d3d3c2", "tag": "edb002e7-7408-482b-acbf-c9f26782198b", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:42.648557 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8707cd68-eb65-424c-9d1d-98625aa4b114 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:42.648848 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c1465b-025c-41fe-a67f-06c511d3d3c2', 'tag': 'edb002e7-7408-482b-acbf-c9f26782198b', 'status': 'completed', 'code': 200} Nov 29 18:05:42.724902 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e469d-7a5b-4abf-9df2-0bf52a7be409 service neutron] Pushing event updated for resources: {'Port': ['ID=edb002e7-7408-482b-acbf-c9f26782198b,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:42.856928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed72d2-8d15-43fa-afa8-1c37a2b56b63 req-40239f2f-a41e-4b59-869f-419d33a16a8a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:42.858758 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06ed72d2-8d15-43fa-afa8-1c37a2b56b63 req-40239f2f-a41e-4b59-869f-419d33a16a8a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=78cab37a-138b-4a6b-96ce-2f41b2ff7b70 HTTP/1.1" status: 200 len: 946 time: 0.0545943 Nov 29 18:05:42.912638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06ed72d2-8d15-43fa-afa8-1c37a2b56b63 req-417cf6f7-d783-4158-98ff-2db64c782690 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465443 Nov 29 18:05:42.971837 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae913a0-473c-48d2-b217-a5364546ac75 req-96a6e3f6-aebd-4cc1-a084-fc7241bc3edc tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:42.973785 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bae913a0-473c-48d2-b217-a5364546ac75 req-96a6e3f6-aebd-4cc1-a084-fc7241bc3edc tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 944 time: 0.0600486 Nov 29 18:05:43.032248 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bae913a0-473c-48d2-b217-a5364546ac75 req-e5ad6433-604a-48db-9062-3d81bbf36f57 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/security-groups?id=efcb6982-74b3-491c-80d6-86ac7588f439&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517628 Nov 29 18:05:43.079502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-97db16fc-eea1-4351-a531-c826c6558d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:43.081050 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-97db16fc-eea1-4351-a531-c826c6558d16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d098f43b172146b096a5780e435a21a2&device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 1094 time: 0.4485867 Nov 29 18:05:43.085337 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d45ca250-5fae-40ad-b224-75e57f013df3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:43.185347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc587f7-4f02-45e6-a6ba-574d50bab4f3 req-c887d334-1a42-427f-bee0-efded731637b tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:43.186876 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0dc587f7-4f02-45e6-a6ba-574d50bab4f3 req-c887d334-1a42-427f-bee0-efded731637b tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=78cab37a-138b-4a6b-96ce-2f41b2ff7b70 HTTP/1.1" status: 200 len: 946 time: 0.0549815 Nov 29 18:05:43.214173 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-f0aee7e8-c311-40c5-baca-a8472bc43ee9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edb002e7-7408-482b-acbf-c9f26782198b HTTP/1.1" status: 200 len: 217 time: 0.0502477 Nov 29 18:05:43.241772 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0dc587f7-4f02-45e6-a6ba-574d50bab4f3 req-f5ac8f89-060d-4dca-907c-90db3f1a50c5 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485771 Nov 29 18:05:43.357236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af1e45-ac98-437e-b1a1-4b2468a26899 req-3fa76e2e-387a-4c65-9f29-19484cfe0d59 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:43.359225 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16af1e45-ac98-437e-b1a1-4b2468a26899 req-3fa76e2e-387a-4c65-9f29-19484cfe0d59 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/ports?device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 943 time: 0.0721669 Nov 29 18:05:43.361396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device bc62959a-845f-47c5-8576-b17ef7e75474 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:43.367179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-1d5e273e-20c3-4f2a-91a0-458704cbfaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:43.367852 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-1d5e273e-20c3-4f2a-91a0-458704cbfaec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f842db10-b2d0-415e-a8ee-9f92c451e891 HTTP/1.1" status: 200 len: 852 time: 0.0663261 Nov 29 18:05:43.424807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 6b73ea8e-5664-4ded-8990-977701359bdd details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:05:43.437291 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-ecb47a85-5f25-4cb9-a7c6-353d6e4a1ad0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9f5c537-3d68-4d34-b904-eb513743891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563998 Nov 29 18:05:43.441003 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16af1e45-ac98-437e-b1a1-4b2468a26899 req-96fd6286-7657-4137-8b2f-f0dd9133cba2 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/security-groups?id=6974ab96-3921-4e07-bf81-070da2907629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616813 Nov 29 18:05:43.556791 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce9646-630b-4da7-9932-011190e999b4 req-7de2473f-3a78-471f-8968-1106d579fd84 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:43.563900 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce9646-630b-4da7-9932-011190e999b4 req-7de2473f-3a78-471f-8968-1106d579fd84 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:43.566142 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d45ca250-5fae-40ad-b224-75e57f013df3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port 24ded68a-5819-4139-af5b-7e76f5de1b89 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:43.566849 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d45ca250-5fae-40ad-b224-75e57f013df3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:43.571877 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31ce9646-630b-4da7-9932-011190e999b4 req-7de2473f-3a78-471f-8968-1106d579fd84 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1679 time: 0.0741858 Nov 29 18:05:43.587431 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port bc62959a-845f-47c5-8576-b17ef7e75474 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:05:43.605440 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port bc62959a-845f-47c5-8576-b17ef7e75474 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:43.605819 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:43.635655 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31ce9646-630b-4da7-9932-011190e999b4 req-b29451fa-fa28-4f24-acdb-5aa99858bd16 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591500 Nov 29 18:05:43.664617 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-ae297bdb-3d98-418a-85b7-511a0e6bc7f4 service neutron] 10.222.0.20 "GET /v2.0/networks/a9f5c537-3d68-4d34-b904-eb513743891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082789 Nov 29 18:05:43.676337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51538) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:43.749489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 6b73ea8e-5664-4ded-8990-977701359bdd, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=6b73ea8e-5664-4ded-8990-977701359bdd,segment=NetworkSegment(3f208f2d-530b-4d20-8584-0cb9084a8c0f),segment_id=3f208f2d-530b-4d20-8584-0cb9084a8c0f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:43.763054 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:43.766056 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '6b73ea8e-5664-4ded-8990-977701359bdd', 'network_id': 'b1400cf2-079b-44ff-aacc-3088b717ddb1', 'port_id': '6b73ea8e-5664-4ded-8990-977701359bdd', 'mac_address': 'fa:16:3e:cf:5c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47dc8a42-cac1-4e74-bf79-3d28d163fe32', 'ip_address': '19.86.0.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:05:43.787593 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d45ca250-5fae-40ad-b224-75e57f013df3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:43.813816 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b43a3c-7207-41e1-aa93-3dd01585ce4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc62959a-845f-47c5-8576-b17ef7e75474'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:43.815547 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ceff87-c41c-4c91-bc22-f0cd23d1f975 admin admin] Deleting subnet 733544da-2bc1-4873-95ac-5a788cefa521 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:05:43.816124 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c605c2a-8d39-47af-b735-9d0a3983f0df" -d '{"events": [{"server_uuid": "24b43a3c-7207-41e1-aa93-3dd01585ce4d", "name": "network-vif-plugged", "status": "completed", "tag": "bc62959a-845f-47c5-8576-b17ef7e75474"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:43.818591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d45ca250-5fae-40ad-b224-75e57f013df3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for 24ded68a-5819-4139-af5b-7e76f5de1b89 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:43.823851 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88ceff87-c41c-4c91-bc22-f0cd23d1f975 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:43.837876 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:43.842272 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port bc62959a-845f-47c5-8576-b17ef7e75474, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=bc62959a-845f-47c5-8576-b17ef7e75474,segment=NetworkSegment(579ceb81-3873-4742-9308-da7af039cfa5),segment_id=579ceb81-3873-4742-9308-da7af039cfa5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:43.857769 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:43.864609 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b73ea8e-5664-4ded-8990-977701359bdd {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:05:43.874135 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2bbac6-b11d-4c1d-886b-25eeb231ec56 x-openstack-request-id: req-bf2bbac6-b11d-4c1d-886b-25eeb231ec56 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:43.874646 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b43a3c-7207-41e1-aa93-3dd01585ce4d", "name": "network-vif-plugged", "status": "completed", "tag": "bc62959a-845f-47c5-8576-b17ef7e75474", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:43.875081 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf2bbac6-b11d-4c1d-886b-25eeb231ec56 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:43.875641 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b43a3c-7207-41e1-aa93-3dd01585ce4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc62959a-845f-47c5-8576-b17ef7e75474', 'code': 200} Nov 29 18:05:43.917542 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 6b73ea8e-5664-4ded-8990-977701359bdd, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=6b73ea8e-5664-4ded-8990-977701359bdd,segment=NetworkSegment(3f208f2d-530b-4d20-8584-0cb9084a8c0f),segment_id=3f208f2d-530b-4d20-8584-0cb9084a8c0f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:43.926630 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6dc1ff7d-551b-4cbf-bcc7-f30080e7d925 req-6958a1c8-0833-4e69-8a5b-f760d76eec7e service neutron] 10.222.0.20 "GET /v2.0/networks/a9f5c537-3d68-4d34-b904-eb513743891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417278 Nov 29 18:05:43.927581 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:43.928220 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 70029436-29d9-4ab5-b3c2-616205967313 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:05:43.933536 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88ceff87-c41c-4c91-bc22-f0cd23d1f975 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:43.939661 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=bc62959a-845f-47c5-8576-b17ef7e75474,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:44.000692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafee526-3c97-4f02-a65e-d3fd3521594a req-ed2527d9-b014-417d-98b7-d2b8d2e4b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:44.002478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fafee526-3c97-4f02-a65e-d3fd3521594a req-ed2527d9-b014-417d-98b7-d2b8d2e4b6fc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 1096 time: 0.0719764 Nov 29 18:05:44.031019 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88ceff87-c41c-4c91-bc22-f0cd23d1f975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:44.080469 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fafee526-3c97-4f02-a65e-d3fd3521594a req-ce430063-691f-42a8-87a3-8b4102a2d2b7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=efcb6982-74b3-491c-80d6-86ac7588f439&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700271 Nov 29 18:05:44.091588 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=6b73ea8e-5664-4ded-8990-977701359bdd,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:44.147435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 70029436-29d9-4ab5-b3c2-616205967313, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=70029436-29d9-4ab5-b3c2-616205967313,segment=NetworkSegment(58c359e0-ceda-429c-abea-c67f3b152156),segment_id=58c359e0-ceda-429c-abea-c67f3b152156)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:44.157506 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8075d0-dc8a-4abc-bcbc-97cf45186581 req-e7321518-2ea8-4275-86f1-20eb720641a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:44.159239 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0a8075d0-dc8a-4abc-bcbc-97cf45186581 req-e7321518-2ea8-4275-86f1-20eb720641a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d098f43b172146b096a5780e435a21a2&device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 1094 time: 0.0880914 Nov 29 18:05:44.163376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '70029436-29d9-4ab5-b3c2-616205967313', 'network_id': 'a8fd3bac-fa57-4cd0-a8d9-80dde8472332', 'port_id': '70029436-29d9-4ab5-b3c2-616205967313', 'mac_address': 'fa:16:3e:ae:91:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '489d1aef-994c-4ebd-9156-07fa79b26fe5', 'ip_address': '19.80.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:05:44.203779 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88ceff87-c41c-4c91-bc22-f0cd23d1f975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:44.217065 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:44.224514 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc21537-6239-4eaf-b8ea-7b4fbd8cb430 req-2b0a0638-3393-493a-9afc-38020c41f250 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:44.233716 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1bc21537-6239-4eaf-b8ea-7b4fbd8cb430 req-2b0a0638-3393-493a-9afc-38020c41f250 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 945 time: 0.0691986 Nov 29 18:05:44.236046 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70029436-29d9-4ab5-b3c2-616205967313 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:05:44.262561 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 70029436-29d9-4ab5-b3c2-616205967313, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=70029436-29d9-4ab5-b3c2-616205967313,segment=NetworkSegment(58c359e0-ceda-429c-abea-c67f3b152156),segment_id=58c359e0-ceda-429c-abea-c67f3b152156)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:44.272014 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:44.286716 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1bc21537-6239-4eaf-b8ea-7b4fbd8cb430 req-3bbf8040-2d5e-47a0-9a62-9871385270db tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/security-groups?id=efcb6982-74b3-491c-80d6-86ac7588f439&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518489 Nov 29 18:05:44.289536 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ceff87-c41c-4c91-bc22-f0cd23d1f975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=733544da-2bc1-4873-95ac-5a788cefa521,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:44.291727 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88ceff87-c41c-4c91-bc22-f0cd23d1f975 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:44.298628 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-88ceff87-c41c-4c91-bc22-f0cd23d1f975 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/733544da-2bc1-4873-95ac-5a788cefa521 HTTP/1.1" status: 204 len: 168 time: 0.6174576 Nov 29 18:05:44.300025 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51550) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:44.308951 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d45ca250-5fae-40ad-b224-75e57f013df3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:44.349466 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=70029436-29d9-4ab5-b3c2-616205967313,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:44.352040 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1967e9e6-4480-44aa-b4cf-2c7208b00322 None None] Network 44aa18b0-f19e-425a-96e9-bf18ebea2498 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:44.358755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ca250-5fae-40ad-b224-75e57f013df3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=24ded68a-5819-4139-af5b-7e76f5de1b89,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:44.409287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8075d0-dc8a-4abc-bcbc-97cf45186581 req-04f5fcc5-159b-46af-bd1a-4af3678ddb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:44.410819 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0a8075d0-dc8a-4abc-bcbc-97cf45186581 req-04f5fcc5-159b-46af-bd1a-4af3678ddb14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9f5c537-3d68-4d34-b904-eb513743891a HTTP/1.1" status: 200 len: 913 time: 0.2237258 Nov 29 18:05:44.456581 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb445-99d1-4f94-bfe1-88c28782b529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:44.484144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c3842-5e63-4c70-a080-b37d104ebcef req-1b5d1415-ba7d-44d7-9e64-ffd4324f0979 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:44.487305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a32c3842-5e63-4c70-a080-b37d104ebcef req-1b5d1415-ba7d-44d7-9e64-ffd4324f0979 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=78cab37a-138b-4a6b-96ce-2f41b2ff7b70 HTTP/1.1" status: 200 len: 946 time: 0.0672221 Nov 29 18:05:44.506718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['6b73ea8e-5664-4ded-8990-977701359bdd'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:05:44.512026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6335373-287d-468b-a4f0-b46ddfe6e780 None None] DHCP port deletion for 44aa18b0-f19e-425a-96e9-bf18ebea2498 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:44.549433 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0a8075d0-dc8a-4abc-bcbc-97cf45186581 req-4aeee903-80a5-486f-b572-d50040c60b61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edb002e7-7408-482b-acbf-c9f26782198b HTTP/1.1" status: 200 len: 217 time: 0.1060841 Nov 29 18:05:44.550488 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d45ca250-5fae-40ad-b224-75e57f013df3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:44.625087 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb445-99d1-4f94-bfe1-88c28782b529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:44.678704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8075d0-dc8a-4abc-bcbc-97cf45186581 req-0a905531-5bfc-4569-b9bc-5c083a6ac2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:44.680368 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0a8075d0-dc8a-4abc-bcbc-97cf45186581 req-0a905531-5bfc-4569-b9bc-5c083a6ac2cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f842db10-b2d0-415e-a8ee-9f92c451e891 HTTP/1.1" status: 200 len: 852 time: 0.1162565 Nov 29 18:05:44.687474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9f8fb445-99d1-4f94-bfe1-88c28782b529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44aa18b0-f19e-425a-96e9-bf18ebea2498']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:44.698897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a32c3842-5e63-4c70-a080-b37d104ebcef req-0da51ca4-9d82-4f64-9fc2-2e9652fce8e8 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777978 Nov 29 18:05:44.703593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9f8fb445-99d1-4f94-bfe1-88c28782b529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fc9ec9-9161-4080-9c79-d5523950d506') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:44.703881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9f8fb445-99d1-4f94-bfe1-88c28782b529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fc9ec9-9161-4080-9c79-d5523950d506') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:44.718530 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb445-99d1-4f94-bfe1-88c28782b529 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:44.745696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e59b4d-c76e-4329-a052-638610664472 req-0ea8f940-60bb-4845-94a7-50f1539a5396 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:44.747243 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10e59b4d-c76e-4329-a052-638610664472 req-0ea8f940-60bb-4845-94a7-50f1539a5396 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/ports?device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 943 time: 0.1583831 Nov 29 18:05:44.748279 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb445-99d1-4f94-bfe1-88c28782b529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:44.754911 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8fb445-99d1-4f94-bfe1-88c28782b529 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:05:44.755307 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb445-99d1-4f94-bfe1-88c28782b529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:05:44.756991 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:05:44.777154 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0a8075d0-dc8a-4abc-bcbc-97cf45186581 req-442167bf-bffe-4706-8506-bf60cc45f60c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9f5c537-3d68-4d34-b904-eb513743891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826650 Nov 29 18:05:44.796792 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45ca250-5fae-40ad-b224-75e57f013df3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Router 156a4e52-cbcb-4ed5-8866-ae62a6657144 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:05:44.863886 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb445-99d1-4f94-bfe1-88c28782b529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:44.880354 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb445-99d1-4f94-bfe1-88c28782b529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:44.883608 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9f8fb445-99d1-4f94-bfe1-88c28782b529 admin admin] 10.222.0.23 "DELETE /v2.0/networks/44aa18b0-f19e-425a-96e9-bf18ebea2498 HTTP/1.1" status: 204 len: 168 time: 0.5761626 Nov 29 18:05:44.897298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fb445-99d1-4f94-bfe1-88c28782b529 admin admin] Pushing event deleted for resources: {'Network': ['ID=44aa18b0-f19e-425a-96e9-bf18ebea2498,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:44.902465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10e59b4d-c76e-4329-a052-638610664472 req-57594ebb-26cd-46cb-a7f6-3eab937364ea tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/security-groups?id=6974ab96-3921-4e07-bf81-070da2907629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313040 Nov 29 18:05:44.910540 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ea086-ba62-47ae-8d44-da8906df1a17 req-fda987ed-7ea2-47c5-8332-de8e202bf581 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:44.918377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ea086-ba62-47ae-8d44-da8906df1a17 req-fda987ed-7ea2-47c5-8332-de8e202bf581 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:44.920018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-807ea086-ba62-47ae-8d44-da8906df1a17 req-fda987ed-7ea2-47c5-8332-de8e202bf581 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1681 time: 0.1622245 Nov 29 18:05:44.944545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45ca250-5fae-40ad-b224-75e57f013df3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:05:44.952344 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d45ca250-5fae-40ad-b224-75e57f013df3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "PUT /v2.0/routers/156a4e52-cbcb-4ed5-8866-ae62a6657144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2604256 Nov 29 18:05:44.954774 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51560) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:44.958007 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23a55f4-b9de-4025-9f29-4a7f3e48a7cc None None] Sync routers for ids ['156a4e52-cbcb-4ed5-8866-ae62a6657144'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:05:44.966948 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0a8075d0-dc8a-4abc-bcbc-97cf45186581 req-b20d25b7-ecf3-4908-aa60-955fbc6fa64d service neutron] 10.222.0.20 "GET /v2.0/networks/a9f5c537-3d68-4d34-b904-eb513743891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811459 Nov 29 18:05:44.981167 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a55f4-b9de-4025-9f29-4a7f3e48a7cc None None] Routers {'156a4e52-cbcb-4ed5-8866-ae62a6657144'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:44.983778 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b23a55f4-b9de-4025-9f29-4a7f3e48a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:05:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['156a4e52-cbcb-4ed5-8866-ae62a6657144'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:44.993886 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b58be32-a667-4222-a4ce-5b7a6b0a5400 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] GET failed (client error): The resource could not be found. Nov 29 18:05:44.997823 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1b58be32-a667-4222-a4ce-5b7a6b0a5400 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports/24ded68a-5819-4139-af5b-7e76f5de1b89 HTTP/1.1" status: 404 len: 333 time: 0.0396173 Nov 29 18:05:45.005004 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51562) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:45.012825 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-807ea086-ba62-47ae-8d44-da8906df1a17 req-e5779964-2e92-4539-9ee1-e9e64cac304f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735421 Nov 29 18:05:45.071747 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51568) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:45.073894 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b23a55f4-b9de-4025-9f29-4a7f3e48a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:45.083840 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a55f4-b9de-4025-9f29-4a7f3e48a7cc None None] Routers {'156a4e52-cbcb-4ed5-8866-ae62a6657144'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:45.084657 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b23a55f4-b9de-4025-9f29-4a7f3e48a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:05:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['156a4e52-cbcb-4ed5-8866-ae62a6657144'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:45.119535 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b23a55f4-b9de-4025-9f29-4a7f3e48a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:45.120110 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f2f54f1-68b1-4d6f-9c3c-9b06e19cd510 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:45.120481 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23a55f4-b9de-4025-9f29-4a7f3e48a7cc None None] The sync data for ids ['156a4e52-cbcb-4ed5-8866-ae62a6657144'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:05:45.127342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a389ccd1-c517-45a3-8721-e08a1833e2f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b07239bb1bf45548250748a91a26cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541277 Nov 29 18:05:45.127964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51570) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:45.182460 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-198522cb-0867-4103-8761-5134a147eeae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:45.207211 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-198522cb-0867-4103-8761-5134a147eeae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:45.274280 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-198522cb-0867-4103-8761-5134a147eeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:45.278118 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-198522cb-0867-4103-8761-5134a147eeae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:45.289442 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-198522cb-0867-4103-8761-5134a147eeae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9394c48d-2af3-40c1-acd6-b9659e6c031c HTTP/1.1" status: 204 len: 168 time: 0.1601231 Nov 29 18:05:45.299111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198522cb-0867-4103-8761-5134a147eeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9394c48d-2af3-40c1-acd6-b9659e6c031c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:45.305111 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0a8075d0-dc8a-4abc-bcbc-97cf45186581 req-4b95ed8b-a9e2-4d03-88e2-da5117240424 service neutron] 10.222.0.20 "GET /v2.0/networks/a9f5c537-3d68-4d34-b904-eb513743891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206227 Nov 29 18:05:45.361674 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f2f54f1-68b1-4d6f-9c3c-9b06e19cd510 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:45.371788 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f2f54f1-68b1-4d6f-9c3c-9b06e19cd510 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:45.409838 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 6b73ea8e-5664-4ded-8990-977701359bdd up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:45.512437 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f2f54f1-68b1-4d6f-9c3c-9b06e19cd510 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:45.512944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7930528-85ba-4c8c-adc7-2f8b842e6f60 req-070c9c77-af57-44c9-b40c-889b749ef186 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:45.513165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2f54f1-68b1-4d6f-9c3c-9b06e19cd510 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Fanout notify agent at l3_agent the message router_deleted on router 156a4e52-cbcb-4ed5-8866-ae62a6657144 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:05:45.524887 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7930528-85ba-4c8c-adc7-2f8b842e6f60 req-070c9c77-af57-44c9-b40c-889b749ef186 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 945 time: 0.1425743 Nov 29 18:05:45.525723 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f2f54f1-68b1-4d6f-9c3c-9b06e19cd510 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:45.532620 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1f2f54f1-68b1-4d6f-9c3c-9b06e19cd510 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/routers/156a4e52-cbcb-4ed5-8866-ae62a6657144 HTTP/1.1" status: 204 len: 168 time: 0.5268552 Nov 29 18:05:45.533532 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51594) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:45.581499 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 6b73ea8e-5664-4ded-8990-977701359bdd completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:05:45.597463 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 6b73ea8e-5664-4ded-8990-977701359bdd triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:45.598152 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:45.603995 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['70029436-29d9-4ab5-b3c2-616205967313'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:05:45.609337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-671ebd65-dc70-43a7-a110-f29f0511ab0c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting subnet 0cb593b7-6726-424f-84bb-d71c937585c2 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:05:45.613441 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-671ebd65-dc70-43a7-a110-f29f0511ab0c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:45.624210 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7930528-85ba-4c8c-adc7-2f8b842e6f60 req-586cb565-452d-400f-ad39-b67e5f69ad5a tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/security-groups?id=efcb6982-74b3-491c-80d6-86ac7588f439&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966349 Nov 29 18:05:45.658675 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-671ebd65-dc70-43a7-a110-f29f0511ab0c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:45.759041 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:45.763727 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-671ebd65-dc70-43a7-a110-f29f0511ab0c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:45.808700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 6b73ea8e-5664-4ded-8990-977701359bdd, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=6b73ea8e-5664-4ded-8990-977701359bdd,segment=NetworkSegment(3f208f2d-530b-4d20-8584-0cb9084a8c0f),segment_id=3f208f2d-530b-4d20-8584-0cb9084a8c0f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:45.816924 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:45.832873 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-671ebd65-dc70-43a7-a110-f29f0511ab0c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:45.864422 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ebd65-dc70-43a7-a110-f29f0511ab0c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb593b7-6726-424f-84bb-d71c937585c2,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:45.866756 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-671ebd65-dc70-43a7-a110-f29f0511ab0c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:45.871897 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-671ebd65-dc70-43a7-a110-f29f0511ab0c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/0cb593b7-6726-424f-84bb-d71c937585c2 HTTP/1.1" status: 204 len: 168 time: 0.3356302 Nov 29 18:05:45.873154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4391c76e-e1a2-4ea3-a5b9-4b2c2982092d None None] Network 8323d593-a532-4788-b494-aa4928e3e0e6 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:45.874300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51606) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:45.878058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943347fd-88ed-4f14-af2e-1630fd6fc730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b73ea8e-5664-4ded-8990-977701359bdd'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:45.880289 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f12d37-326f-4866-8bf1-08205330aa90" -d '{"events": [{"server_uuid": "943347fd-88ed-4f14-af2e-1630fd6fc730", "name": "network-vif-plugged", "status": "completed", "tag": "6b73ea8e-5664-4ded-8990-977701359bdd"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:45.937039 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f427e11-bfa2-422a-ad2e-ba15f7a989c1 x-openstack-request-id: req-1f427e11-bfa2-422a-ad2e-ba15f7a989c1 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:45.937337 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943347fd-88ed-4f14-af2e-1630fd6fc730", "name": "network-vif-plugged", "status": "completed", "tag": "6b73ea8e-5664-4ded-8990-977701359bdd", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:45.937593 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f427e11-bfa2-422a-ad2e-ba15f7a989c1 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:45.937991 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943347fd-88ed-4f14-af2e-1630fd6fc730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b73ea8e-5664-4ded-8990-977701359bdd', 'code': 200} Nov 29 18:05:45.944832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=6b73ea8e-5664-4ded-8990-977701359bdd,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:45.974843 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.075798 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port 66cb05c1-947d-495f-a52f-7297d2e2a320 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:46.076140 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.082721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e868c-ed9a-441a-bb64-6c691ea1de39 req-aa22529e-6b3f-4b85-93d5-950310c955a1 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:46.084714 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c26e868c-ed9a-441a-bb64-6c691ea1de39 req-aa22529e-6b3f-4b85-93d5-950310c955a1 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/ports?device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 943 time: 0.0747111 Nov 29 18:05:46.119369 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa55aed6-9c41-4e3f-86a5-9704b7c08bc1 None None] DHCP port deletion for 8323d593-a532-4788-b494-aa4928e3e0e6 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:46.173370 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] For port 66cb05c1-947d-495f-a52f-7297d2e2a320, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=66cb05c1-947d-495f-a52f-7297d2e2a320,segment=NetworkSegment(4135069c-9560-458d-84ac-1a9e56c7aa32),segment_id=4135069c-9560-458d-84ac-1a9e56c7aa32)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:46.173803 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.178000 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c26e868c-ed9a-441a-bb64-6c691ea1de39 req-863ecc65-0857-4807-a866-f0afa97fe3c4 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/security-groups?id=6974ab96-3921-4e07-bf81-070da2907629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850205 Nov 29 18:05:46.191827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-aa55aed6-9c41-4e3f-86a5-9704b7c08bc1 None None] Deleting port 66cb05c1-947d-495f-a52f-7297d2e2a320 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:46.192450 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa55aed6-9c41-4e3f-86a5-9704b7c08bc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.198983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ea6d3-7daa-4dbe-b235-81b997f32793 req-96c7278f-0df5-4aed-829a-588fc2ee9567 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:46.202217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ea6d3-7daa-4dbe-b235-81b997f32793 req-96c7278f-0df5-4aed-829a-588fc2ee9567 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:46.203871 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d56ea6d3-7daa-4dbe-b235-81b997f32793 req-96c7278f-0df5-4aed-829a-588fc2ee9567 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1682 time: 0.0956266 Nov 29 18:05:46.213013 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for 66cb05c1-947d-495f-a52f-7297d2e2a320 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:46.255257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51622) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:46.266668 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d56ea6d3-7daa-4dbe-b235-81b997f32793 req-08a14221-1fd4-4380-a569-ce64bb71723e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560229 Nov 29 18:05:46.277224 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-aa55aed6-9c41-4e3f-86a5-9704b7c08bc1 None None] For port 66cb05c1-947d-495f-a52f-7297d2e2a320, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=66cb05c1-947d-495f-a52f-7297d2e2a320,segment=NetworkSegment(4135069c-9560-458d-84ac-1a9e56c7aa32),segment_id=4135069c-9560-458d-84ac-1a9e56c7aa32)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:46.277889 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa55aed6-9c41-4e3f-86a5-9704b7c08bc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.294526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-aa55aed6-9c41-4e3f-86a5-9704b7c08bc1 None None] Calling delete_port for 66cb05c1-947d-495f-a52f-7297d2e2a320 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:46.306540 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.337339 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=66cb05c1-947d-495f-a52f-7297d2e2a320,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:46.346062 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No DVR routers for this DVR port 66cb05c1-947d-495f-a52f-7297d2e2a320 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:46.390756 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-97c20a2f-538c-4561-9c2f-b903f09a0ab5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-network', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:46.393456 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa55aed6-9c41-4e3f-86a5-9704b7c08bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.413349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c20a2f-538c-4561-9c2f-b903f09a0ab5 admin admin] Made reservation on behalf of 3853a8c243df40ec9ce067d89cc60f1a for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:46.415823 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97c20a2f-538c-4561-9c2f-b903f09a0ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.425062 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55aed6-9c41-4e3f-86a5-9704b7c08bc1 None None] Pushing event deleted for resources: {'Port': ['ID=66cb05c1-947d-495f-a52f-7297d2e2a320,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:46.425423 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97c20a2f-538c-4561-9c2f-b903f09a0ab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.429791 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa55aed6-9c41-4e3f-86a5-9704b7c08bc1 None None] No DVR routers for this DVR port 66cb05c1-947d-495f-a52f-7297d2e2a320 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:46.434743 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.529061 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97c20a2f-538c-4561-9c2f-b903f09a0ab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.533058 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97c20a2f-538c-4561-9c2f-b903f09a0ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.557321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c20a2f-538c-4561-9c2f-b903f09a0ab5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:05:46.575778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c20a2f-538c-4561-9c2f-b903f09a0ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689ae37e-c2c3-46c0-aeeb-e44f846c3456,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:46.579821 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97c20a2f-538c-4561-9c2f-b903f09a0ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.580175 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-97c20a2f-538c-4561-9c2f-b903f09a0ab5 admin admin] Added segment bdb9b35b-929e-48ef-b77a-34267b716371 of type vlan for network 61ba322e-fbbf-41dc-a676-fbf94bf423e7 Nov 29 18:05:46.626524 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97c20a2f-538c-4561-9c2f-b903f09a0ab5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.657726 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97c20a2f-538c-4561-9c2f-b903f09a0ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.658875 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c20a2f-538c-4561-9c2f-b903f09a0ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:46.659481 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97c20a2f-538c-4561-9c2f-b903f09a0ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.728137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-97c20a2f-538c-4561-9c2f-b903f09a0ab5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4688654 Nov 29 18:05:46.728341 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8323d593-a532-4788-b494-aa4928e3e0e6']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:46.728847 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51642) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:46.737246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2b6652d0-5516-4266-a141-280e56037981 admin admin] Request body: {'subnet': {'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-subnet', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:46.739913 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4135069c-9560-458d-84ac-1a9e56c7aa32') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:46.740282 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4135069c-9560-458d-84ac-1a9e56c7aa32') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:46.749125 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.763054 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c20a2f-538c-4561-9c2f-b903f09a0ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=61ba322e-fbbf-41dc-a676-fbf94bf423e7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:46.764404 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.773776 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:05:46.774068 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.775344 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 61ba322e-fbbf-41dc-a676-fbf94bf423e7 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:05:46.777929 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:05:46.789220 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6652d0-5516-4266-a141-280e56037981 admin admin] Made reservation on behalf of 3853a8c243df40ec9ce067d89cc60f1a for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:46.791785 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b6652d0-5516-4266-a141-280e56037981 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.802113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7c709-55b5-461a-b03a-13c2819ea40c req-b065d20c-6c1b-4f03-b929-170d2e4e3d70 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:46.803626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-35b7c709-55b5-461a-b03a-13c2819ea40c req-b065d20c-6c1b-4f03-b929-170d2e4e3d70 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 945 time: 0.0988028 Nov 29 18:05:46.843086 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.851435 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:46.854699 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/networks/8323d593-a532-4788-b494-aa4928e3e0e6 HTTP/1.1" status: 204 len: 168 time: 0.9788921 Nov 29 18:05:46.858479 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51644) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:46.892979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dff14-de19-41e4-8070-9fd663037c96 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Network': ['ID=8323d593-a532-4788-b494-aa4928e3e0e6,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:46.905533 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-35b7c709-55b5-461a-b03a-13c2819ea40c req-933a99ad-e374-46e6-b598-6223c1dc2762 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/security-groups?id=efcb6982-74b3-491c-80d6-86ac7588f439&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924981 Nov 29 18:05:46.917205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e9748f-9a57-4f59-ba8b-27f463b24043 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:46.923655 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c5e9748f-9a57-4f59-ba8b-27f463b24043 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports/87baa6ce-2023-42ab-8361-e93dc4dc2d1d HTTP/1.1" status: 200 len: 845 time: 0.0591209 Nov 29 18:05:46.923976 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51646) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:46.972336 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-089069c1-a458-4581-87d2-885986380e38 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports/87baa6ce-2023-42ab-8361-e93dc4dc2d1d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0472307 Nov 29 18:05:46.977848 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51650) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:46.982935 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-16a8a1da-9098-4d9c-acef-d4ea9380ed1b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'subnet': {'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:47.039139 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b6652d0-5516-4266-a141-280e56037981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:47.083338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a8a1da-9098-4d9c-acef-d4ea9380ed1b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:47.087530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-16a8a1da-9098-4d9c-acef-d4ea9380ed1b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:47.097472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76bc38-7a5c-4997-900b-e8a54e298ddd req-b6856b77-26a1-4cfc-abac-67a867682b5f tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:47.099003 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f76bc38-7a5c-4997-900b-e8a54e298ddd req-b6856b77-26a1-4cfc-abac-67a867682b5f tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 945 time: 0.1074491 Nov 29 18:05:47.105564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6652d0-5516-4266-a141-280e56037981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd95e10-71b6-4e7a-9420-b299dbcdb3cc,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:47.108004 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51652) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:47.126740 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6652d0-5516-4266-a141-280e56037981 admin admin] Checking segment: {'id': 'bdb9b35b-929e-48ef-b77a-34267b716371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:47.127135 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6652d0-5516-4266-a141-280e56037981 admin admin] Network hostable DHCP agents. Network: 61ba322e-fbbf-41dc-a676-fbf94bf423e7, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:05:47.143939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6652d0-5516-4266-a141-280e56037981 admin admin] Network 61ba322e-fbbf-41dc-a676-fbf94bf423e7 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:05:47.144714 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c888d0fa-7133-4b1a-89e3-031931e7fb1b tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Request body: {'floatingip': {'port_id': 'bc62959a-845f-47c5-8576-b17ef7e75474'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:47.153518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2b6652d0-5516-4266-a141-280e56037981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 61ba322e-fbbf-41dc-a676-fbf94bf423e7) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:47.157985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6652d0-5516-4266-a141-280e56037981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:47.158596 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b6652d0-5516-4266-a141-280e56037981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:47.165625 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8e194d-2dae-4237-a1a0-70c69e913aa0 None None] Network 61ba322e-fbbf-41dc-a676-fbf94bf423e7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:47.177657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2b6652d0-5516-4266-a141-280e56037981 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4435024 Nov 29 18:05:47.177891 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51654) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:47.183381 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-router', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:47.195745 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c888d0fa-7133-4b1a-89e3-031931e7fb1b tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for floatingip, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:47.215789 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:47.218516 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:47.344912 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-61ba322e-fbbf-41dc-a676-fbf94bf423e7', 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'fixed_ips': [{'subnet_id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:05:47.346277 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:47.355564 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:47.363751 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 66cb05c1-947d-495f-a52f-7297d2e2a320 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:47.397827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 66cb05c1-947d-495f-a52f-7297d2e2a320 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:47.398173 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 66cb05c1-947d-495f-a52f-7297d2e2a320 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:47.466716 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device edb002e7-7408-482b-acbf-c9f26782198b details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:05:47.468907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 70029436-29d9-4ab5-b3c2-616205967313 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:47.477637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bde921-d698-493d-8e23-e0d9ad71abdb req-63929459-eeaa-4b9c-945f-61621135fbad tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:47.483278 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4bde921-d698-493d-8e23-e0d9ad71abdb req-63929459-eeaa-4b9c-945f-61621135fbad tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/ports?device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 943 time: 0.2082353 Nov 29 18:05:47.543977 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-16a8a1da-9098-4d9c-acef-d4ea9380ed1b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:47.587161 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:47.610860 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baf84d-8812-4b6f-b4cf-aab3fba9460f req-e0340b43-e058-4bfa-9041-e8dd11de1d7b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:47.611659 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a8a1da-9098-4d9c-acef-d4ea9380ed1b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network bca48e1d-32ec-4cc0-9883-256843270e2d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:47.617369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baf84d-8812-4b6f-b4cf-aab3fba9460f req-e0340b43-e058-4bfa-9041-e8dd11de1d7b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:47.619176 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17baf84d-8812-4b6f-b4cf-aab3fba9460f req-e0340b43-e058-4bfa-9041-e8dd11de1d7b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1682 time: 0.2570615 Nov 29 18:05:47.647413 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-16a8a1da-9098-4d9c-acef-d4ea9380ed1b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:47.654208 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a8a1da-9098-4d9c-acef-d4ea9380ed1b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:47.654984 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-16a8a1da-9098-4d9c-acef-d4ea9380ed1b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:47.657382 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8a1da-9098-4d9c-acef-d4ea9380ed1b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Subnet': ['ID=a695595d-2b4e-414e-88b4-c056eac5c004,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:47.664607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4bde921-d698-493d-8e23-e0d9ad71abdb req-56e4d61c-0809-4f33-a15a-a80b4b8bf918 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/security-groups?id=6974ab96-3921-4e07-bf81-070da2907629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294024 Nov 29 18:05:47.724642 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-16a8a1da-9098-4d9c-acef-d4ea9380ed1b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7454722 Nov 29 18:05:47.727872 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51666) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:47.733141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-244f9926-21e0-457b-a575-40e4c4e6eea0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'security_group': {'name': 'tempest-secgroup-1433647830'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:47.735214 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17baf84d-8812-4b6f-b4cf-aab3fba9460f req-3ab694d5-d1e2-4bc8-b65e-8a5b8d1bd8e7 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035683 Nov 29 18:05:47.749407 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.resource_extend [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:05:47.754529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a597cd71-eb17-47b4-9692-1f9922d94a27 None None] Network bca48e1d-32ec-4cc0-9883-256843270e2d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:47.809489 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-244f9926-21e0-457b-a575-40e4c4e6eea0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:47.878600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Allocated IP 172.20.0.2 (61ba322e-fbbf-41dc-a676-fbf94bf423e7/ddd95e10-71b6-4e7a-9420-b299dbcdb3cc/c0b19858-a228-4b2f-9973-a28cd068932f) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:47.931049 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:47.932284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 70029436-29d9-4ab5-b3c2-616205967313 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:05:47.962489 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:47.992684 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c888d0fa-7133-4b1a-89e3-031931e7fb1b tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:47.993517 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 70029436-29d9-4ab5-b3c2-616205967313 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:47.993895 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.000752 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c888d0fa-7133-4b1a-89e3-031931e7fb1b tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.027571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port edb002e7-7408-482b-acbf-c9f26782198b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=edb002e7-7408-482b-acbf-c9f26782198b,segment=NetworkSegment(31d82743-24bf-4566-9972-858a4b810625),segment_id=31d82743-24bf-4566-9972-858a4b810625)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:48.071110 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-244f9926-21e0-457b-a575-40e4c4e6eea0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.081090 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'edb002e7-7408-482b-acbf-c9f26782198b', 'network_id': 'a9f5c537-3d68-4d34-b904-eb513743891a', 'port_id': 'edb002e7-7408-482b-acbf-c9f26782198b', 'mac_address': 'fa:16:3e:46:86:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f842db10-b2d0-415e-a8ee-9f92c451e891', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:05:48.081325 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-244f9926-21e0-457b-a575-40e4c4e6eea0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.088071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Allocated IP 172.25.3.238 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/58cefe20-6165-4d81-b29c-2e1c9c418cdd) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:48.162844 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-244f9926-21e0-457b-a575-40e4c4e6eea0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.164651 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-244f9926-21e0-457b-a575-40e4c4e6eea0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4354496 Nov 29 18:05:48.167199 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51676) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:48.170229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f9926-21e0-457b-a575-40e4c4e6eea0 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf083dcd-ff10-46f4-a5cd-a8f89767d342,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:48.172239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f3185cf1-4736-48e6-9bb7-770857fdc1d4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'security_group': {'name': 'tempest-secgroup-793692879'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:48.176048 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-c888d0fa-7133-4b1a-89e3-031931e7fb1b tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Floating IP c322cb76-0f7a-4da4-8b22-da76af8e34dc associated. External IP: 172.25.3.163, port: bc62959a-845f-47c5-8576-b17ef7e75474. Nov 29 18:05:48.222404 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f3185cf1-4736-48e6-9bb7-770857fdc1d4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.234883 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.256485 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.274731 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb002e7-7408-482b-acbf-c9f26782198b {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:05:48.285233 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.286758 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.294591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-bca48e1d-32ec-4cc0-9883-256843270e2d', 'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d', 'tenant_id': '6d2fe1df63aa4201995eddc1ee119ad9', 'fixed_ips': [{'subnet_id': 'a695595d-2b4e-414e-88b4-c056eac5c004'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:05:48.295469 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.318152 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.329715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port edb002e7-7408-482b-acbf-c9f26782198b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=edb002e7-7408-482b-acbf-c9f26782198b,segment=NetworkSegment(31d82743-24bf-4566-9972-858a4b810625),segment_id=31d82743-24bf-4566-9972-858a4b810625)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:48.341607 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f3185cf1-4736-48e6-9bb7-770857fdc1d4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.343791 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.353425 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f3185cf1-4736-48e6-9bb7-770857fdc1d4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.363769 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.381068 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943347fd-88ed-4f14-af2e-1630fd6fc730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70029436-29d9-4ab5-b3c2-616205967313'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:48.383339 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea2baa2-ebfb-47ac-92a3-c61f754083df" -d '{"events": [{"server_uuid": "943347fd-88ed-4f14-af2e-1630fd6fc730", "name": "network-vif-plugged", "status": "completed", "tag": "70029436-29d9-4ab5-b3c2-616205967313"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:48.401663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Network 61ba322e-fbbf-41dc-a676-fbf94bf423e7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:48.427703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:48.429909 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c888d0fa-7133-4b1a-89e3-031931e7fb1b tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:05:48.438713 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:48.448346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:48.450868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Pushing event updated for resources: {'Port': ['ID=58cefe20-6165-4d81-b29c-2e1c9c418cdd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:48.455247 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f3185cf1-4736-48e6-9bb7-770857fdc1d4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.460123 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f3185cf1-4736-48e6-9bb7-770857fdc1d4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2911797 Nov 29 18:05:48.460509 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51680) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:48.462631 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 70029436-29d9-4ab5-b3c2-616205967313, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=70029436-29d9-4ab5-b3c2-616205967313,segment=NetworkSegment(58c359e0-ceda-429c-abea-c67f3b152156),segment_id=58c359e0-ceda-429c-abea-c67f3b152156)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:48.468303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:48.469952 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-95b0e040-bafc-4c00-bcc8-51377dcf60cc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-24603740', 'security_groups': ['c28924c2-ddb8-4fa8-a0e2-cc082fe92f7d'], 'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a695595d-2b4e-414e-88b4-c056eac5c004'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:48.470141 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca25db8-cf07-43d6-bbe7-9002df5e08c2 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:48.472756 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36da6bb1-dee6-4ec1-a9a5-a61dc7e6b238 x-openstack-request-id: req-36da6bb1-dee6-4ec1-a9a5-a61dc7e6b238 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:48.473052 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943347fd-88ed-4f14-af2e-1630fd6fc730", "name": "network-vif-plugged", "status": "completed", "tag": "70029436-29d9-4ab5-b3c2-616205967313", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:48.473306 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36da6bb1-dee6-4ec1-a9a5-a61dc7e6b238 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:48.473695 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943347fd-88ed-4f14-af2e-1630fd6fc730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70029436-29d9-4ab5-b3c2-616205967313', 'code': 200} Nov 29 18:05:48.477198 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:48.484702 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.491583 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Pushing event updated for resources: {'Port': ['ID=c0b19858-a228-4b2f-9973-a28cd068932f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:48.499257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3185cf1-4736-48e6-9bb7-770857fdc1d4 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28924c2-ddb8-4fa8-a0e2-cc082fe92f7d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:48.638923 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Attempting to bind port c0b19858-a228-4b2f-9973-a28cd068932f on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:48.639630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Attempting to bind port c0b19858-a228-4b2f-9973-a28cd068932f by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'bdb9b35b-929e-48ef-b77a-34267b716371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:48.639630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Attempting to bind port c0b19858-a228-4b2f-9973-a28cd068932f on network 61ba322e-fbbf-41dc-a676-fbf94bf423e7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:48.643347 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c888d0fa-7133-4b1a-89e3-031931e7fb1b tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:05:48.649841 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c888d0fa-7133-4b1a-89e3-031931e7fb1b tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.650405 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-99e017dd-3979-462d-be43-91f463dffd6a None None] Provisioning complete for port 58cefe20-6165-4d81-b29c-2e1c9c418cdd triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:48.650800 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99e017dd-3979-462d-be43-91f463dffd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.658552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=edb002e7-7408-482b-acbf-c9f26782198b,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:48.661308 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:48.661687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Checking segment: {'id': 'bdb9b35b-929e-48ef-b77a-34267b716371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:48.662099 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.662542 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Bound using segment: {'id': 'bdb9b35b-929e-48ef-b77a-34267b716371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:48.663043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Bound port: c0b19858-a228-4b2f-9973-a28cd068932f, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb9b35b-929e-48ef-b77a-34267b716371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:48.663427 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:48.676077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9a615-5020-4323-a5de-b7c990e1b6e4 req-00b5a4ba-4dab-4771-b2b6-3832e0cdcd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:48.676648 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9a615-5020-4323-a5de-b7c990e1b6e4 req-00b5a4ba-4dab-4771-b2b6-3832e0cdcd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:48.678481 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-42e9a615-5020-4323-a5de-b7c990e1b6e4 req-00b5a4ba-4dab-4771-b2b6-3832e0cdcd87 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1985 time: 0.1213140 Nov 29 18:05:48.691147 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05828dca-95d4-4f84-89e9-b3b538bfb613 None None] Sync routers for ids ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:05:48.693166 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['edb002e7-7408-482b-acbf-c9f26782198b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:05:48.696257 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c888d0fa-7133-4b1a-89e3-031931e7fb1b tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "PUT /v2.0/floatingips/c322cb76-0f7a-4da4-8b22-da76af8e34dc HTTP/1.1" status: 200 len: 991 time: 1.5843730 Nov 29 18:05:48.700216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Allocated IP 2001:db8::2 (bca48e1d-32ec-4cc0-9883-256843270e2d/a695595d-2b4e-414e-88b4-c056eac5c004/69c04a23-a0ce-4430-b8e6-1642f96f5048) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:48.736175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b43a3c-7207-41e1-aa93-3dd01585ce4d', 'tag': 'bc62959a-845f-47c5-8576-b17ef7e75474'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:48.739467 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513261f8-3609-464f-8ae3-9953f538cb83" -d '{"events": [{"name": "network-changed", "server_uuid": "24b43a3c-7207-41e1-aa93-3dd01585ce4d", "tag": "bc62959a-845f-47c5-8576-b17ef7e75474"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:48.759078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b0e040-bafc-4c00-bcc8-51377dcf60cc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:48.784909 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-42e9a615-5020-4323-a5de-b7c990e1b6e4 req-8131a79b-bc2a-438b-ae47-057e45cda9ba service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969806 Nov 29 18:05:48.834000 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05828dca-95d4-4f84-89e9-b3b538bfb613 None None] Routers {'8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:48.834656 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-05828dca-95d4-4f84-89e9-b3b538bfb613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:05:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:48.836756 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-99e017dd-3979-462d-be43-91f463dffd6a None None] Port 58cefe20-6165-4d81-b29c-2e1c9c418cdd cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:48.946950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=70029436-29d9-4ab5-b3c2-616205967313,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:49.044914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] For port c0b19858-a228-4b2f-9973-a28cd068932f, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:49.080443 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] For port c0b19858-a228-4b2f-9973-a28cd068932f, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c0b19858-a228-4b2f-9973-a28cd068932f,segment=NetworkSegment(bdb9b35b-929e-48ef-b77a-34267b716371),segment_id=bdb9b35b-929e-48ef-b77a-34267b716371)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:49.095463 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:49.101379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-05828dca-95d4-4f84-89e9-b3b538bfb613 None None] Set router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:05:49.280897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062fb1c-4160-4418-bb89-ebb883f8a1bc req-1d47e337-7187-46b6-9fd5-ce1e010849e5 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:49.286907 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062fb1c-4160-4418-bb89-ebb883f8a1bc req-1d47e337-7187-46b6-9fd5-ce1e010849e5 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:49.288748 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3062fb1c-4160-4418-bb89-ebb883f8a1bc req-1d47e337-7187-46b6-9fd5-ce1e010849e5 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1683 time: 0.1646285 Nov 29 18:05:49.294994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74140c-16e7-4a09-ab30-f3cf6908f503 None None] Pushing event updated for resources: {'Port': ['ID=c0b19858-a228-4b2f-9973-a28cd068932f,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:49.296485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a860a5-436f-4441-bcb5-e1de9f312058 req-b25135ea-e365-449f-b1a7-a307111b236a tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:49.303689 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56a860a5-436f-4441-bcb5-e1de9f312058 req-b25135ea-e365-449f-b1a7-a307111b236a tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/ports?device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 944 time: 0.1808436 Nov 29 18:05:49.314630 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:49.320954 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:49.324111 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95b0e040-bafc-4c00-bcc8-51377dcf60cc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:49.334100 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:49.479510 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-95b0e040-bafc-4c00-bcc8-51377dcf60cc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] device_id is not set on port 933042c8-13a9-4b23-b957-a5979daae5b4 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:05:49.516985 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-56a860a5-436f-4441-bcb5-e1de9f312058 req-8969934d-523f-44a0-8821-1787506efb8c tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/security-groups?id=6974ab96-3921-4e07-bf81-070da2907629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124166 Nov 29 18:05:49.554506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3062fb1c-4160-4418-bb89-ebb883f8a1bc req-c756a5cc-3241-4e59-83c6-1917b0bba91b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484856 Nov 29 18:05:49.582729 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496fa0f4-a2d4-4b31-b7bf-70780ab850d4 x-openstack-request-id: req-496fa0f4-a2d4-4b31-b7bf-70780ab850d4 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:49.583145 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b43a3c-7207-41e1-aa93-3dd01585ce4d", "tag": "bc62959a-845f-47c5-8576-b17ef7e75474", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:49.583551 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-496fa0f4-a2d4-4b31-b7bf-70780ab850d4 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:49.584016 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b43a3c-7207-41e1-aa93-3dd01585ce4d', 'tag': 'bc62959a-845f-47c5-8576-b17ef7e75474', 'status': 'completed', 'code': 200} Nov 29 18:05:49.615318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 80363429-071c-4868-873e-051b897acbae details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:05:49.630181 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Network bca48e1d-32ec-4cc0-9883-256843270e2d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:49.661564 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:49.679710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:49.694114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Pushing event updated for resources: {'Port': ['ID=69c04a23-a0ce-4430-b8e6-1642f96f5048,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:49.827943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513261f8-3609-464f-8ae3-9953f538cb83 req-e4af6e9f-49e6-4dc6-87d2-74d6ae867e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:49.829468 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-513261f8-3609-464f-8ae3-9953f538cb83 req-e4af6e9f-49e6-4dc6-87d2-74d6ae867e5a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1318b8c767b14067acb6590f51744cee&device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 1096 time: 0.1859858 Nov 29 18:05:49.849009 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Attempting to bind port 69c04a23-a0ce-4430-b8e6-1642f96f5048 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:49.849387 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Attempting to bind port 69c04a23-a0ce-4430-b8e6-1642f96f5048 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '795b8537-89e6-4085-966a-62f3146a4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:49.849754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Attempting to bind port 69c04a23-a0ce-4430-b8e6-1642f96f5048 on network bca48e1d-32ec-4cc0-9883-256843270e2d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:49.850950 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:49.866558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:49.866966 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Checking segment: {'id': '795b8537-89e6-4085-966a-62f3146a4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:49.867666 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:49.868224 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Bound using segment: {'id': '795b8537-89e6-4085-966a-62f3146a4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:49.868873 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Bound port: 69c04a23-a0ce-4430-b8e6-1642f96f5048, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795b8537-89e6-4085-966a-62f3146a4032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:49.869441 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:49.903621 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 80363429-071c-4868-873e-051b897acbae, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=80363429-071c-4868-873e-051b897acbae,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:49.936946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '80363429-071c-4868-873e-051b897acbae', 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7', 'port_id': '80363429-071c-4868-873e-051b897acbae', 'mac_address': 'fa:16:3e:c7:39:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81cead3a-1dc8-4e59-949c-cf590473cc26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:05:49.944125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-95b0e040-bafc-4c00-bcc8-51377dcf60cc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Allocated IP 2001:db8::277 (bca48e1d-32ec-4cc0-9883-256843270e2d/a695595d-2b4e-414e-88b4-c056eac5c004/933042c8-13a9-4b23-b957-a5979daae5b4) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:49.999846 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] For port 69c04a23-a0ce-4430-b8e6-1642f96f5048, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:50.004638 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-05828dca-95d4-4f84-89e9-b3b538bfb613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'name': 'tempest-ServersTestJSON-1157515805-router', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:12Z', 'updated_at': '2021-11-29T18:05:19Z', 'revision_number': 4, 'project_id': '1318b8c767b14067acb6590f51744cee', 'gw_port': {'id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:13Z', 'updated_at': '2021-11-29T18:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c322cb76-0f7a-4da4-8b22-da76af8e34dc', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'port_id': 'bc62959a-845f-47c5-8576-b17ef7e75474', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'mac_address': 'fa:16:3e:65:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b43a3c-7207-41e1-aa93-3dd01585ce4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:05:25Z', 'updated_at': '2021-11-29T18:05:47Z', 'revision_number': 1, 'project_id': '1318b8c767b14067acb6590f51744cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75f018f6-732d-4d58-9ec8-4936ec0d5647', 'name': '', 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'mac_address': 'fa:16:3e:fc:05:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:18Z', 'updated_at': '2021-11-29T18:05:28Z', 'revision_number': 5, 'project_id': '1318b8c767b14067acb6590f51744cee', 'subnets': [{'id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:50.045126 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:50.049160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] For port 69c04a23-a0ce-4430-b8e6-1642f96f5048, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=69c04a23-a0ce-4430-b8e6-1642f96f5048,segment=NetworkSegment(795b8537-89e6-4085-966a-62f3146a4032),segment_id=795b8537-89e6-4085-966a-62f3146a4032)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:50.050235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05828dca-95d4-4f84-89e9-b3b538bfb613 None None] Checking router: 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:05:50.070940 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:50.075187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513261f8-3609-464f-8ae3-9953f538cb83 req-49754840-bc83-431e-adb3-714569212ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:50.077227 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-513261f8-3609-464f-8ae3-9953f538cb83 req-49754840-bc83-431e-adb3-714569212ac4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae722068-7ae3-4725-97bd-11d55a46823e HTTP/1.1" status: 200 len: 907 time: 0.2401893 Nov 29 18:05:50.080820 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80363429-071c-4868-873e-051b897acbae {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:05:50.123371 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05828dca-95d4-4f84-89e9-b3b538bfb613 None None] Routers {'8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:50.124009 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-05828dca-95d4-4f84-89e9-b3b538bfb613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:05:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:50.194760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 80363429-071c-4868-873e-051b897acbae, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=80363429-071c-4868-873e-051b897acbae,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:50.210877 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:50.240064 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-513261f8-3609-464f-8ae3-9953f538cb83 req-16cf1fc7-5e64-49e9-b486-0ed5f222011d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc62959a-845f-47c5-8576-b17ef7e75474 HTTP/1.1" status: 200 len: 999 time: 0.1439834 Nov 29 18:05:50.281355 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29b5ba-d687-4b7d-8de8-d06fe5da9f40 None None] Pushing event updated for resources: {'Port': ['ID=69c04a23-a0ce-4430-b8e6-1642f96f5048,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:50.316379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['80363429-071c-4868-873e-051b897acbae'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:05:50.337964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Router aa0a8600-d365-4dbf-a006-5b2a16bf360d is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:05:50.342568 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95b0e040-bafc-4c00-bcc8-51377dcf60cc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:50.345858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513261f8-3609-464f-8ae3-9953f538cb83 req-764fae40-87f9-468d-a478-900c9ef7962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:50.347408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-513261f8-3609-464f-8ae3-9953f538cb83 req-764fae40-87f9-468d-a478-900c9ef7962d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=da92c5bb-1df1-4b83-bd52-c49e1bf02675 HTTP/1.1" status: 200 len: 845 time: 0.0956569 Nov 29 18:05:50.374726 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-05828dca-95d4-4f84-89e9-b3b538bfb613 None None] Set router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:05:50.419279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=80363429-071c-4868-873e-051b897acbae,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:50.522058 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95b0e040-bafc-4c00-bcc8-51377dcf60cc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:50.527182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513261f8-3609-464f-8ae3-9953f538cb83 req-865e9e78-f3ce-46b8-8515-bb01bbf2800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:50.528747 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-513261f8-3609-464f-8ae3-9953f538cb83 req-865e9e78-f3ce-46b8-8515-bb01bbf2800e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae722068-7ae3-4725-97bd-11d55a46823e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671696 Nov 29 18:05:50.673650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b0e040-bafc-4c00-bcc8-51377dcf60cc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network bca48e1d-32ec-4cc0-9883-256843270e2d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:50.690018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60ea7bf-6050-4d29-9be0-3d8face0c3f3 None None] Network 61ba322e-fbbf-41dc-a676-fbf94bf423e7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:50.727040 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-95b0e040-bafc-4c00-bcc8-51377dcf60cc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:50.744545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0e040-bafc-4c00-bcc8-51377dcf60cc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=933042c8-13a9-4b23-b957-a5979daae5b4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:50.748560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b0e040-bafc-4c00-bcc8-51377dcf60cc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:50.754305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b0e040-bafc-4c00-bcc8-51377dcf60cc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:50.754958 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95b0e040-bafc-4c00-bcc8-51377dcf60cc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:50.759434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:05:50.773123 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Sync routers for ids ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:05:50.796470 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Routers {'aa0a8600-d365-4dbf-a006-5b2a16bf360d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:50.797107 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:05:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:50.803427 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] Provisioning complete for port c0b19858-a228-4b2f-9973-a28cd068932f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:50.803810 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:50.807423 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:50.808924 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-77b4a405-1d80-47cb-b06d-c288da815751 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6299126 Nov 29 18:05:50.812179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51716) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:50.813089 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-95b0e040-bafc-4c00-bcc8-51377dcf60cc tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3476768 Nov 29 18:05:50.816926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51718) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:50.845862 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1a9e9-a9d6-4b33-9bb1-a338ea60722d req-f6a15e15-17c4-4444-a46c-8a3b8ba33310 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:50.847444 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45c1a9e9-a9d6-4b33-9bb1-a338ea60722d req-f6a15e15-17c4-4444-a46c-8a3b8ba33310 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/ports?device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 944 time: 0.1845915 Nov 29 18:05:50.856645 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e59e54-4f5c-4305-96a3-2b76c20cbc2d req-98fbecb0-7b23-4de8-8ec5-64f76b068373 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:50.862935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e59e54-4f5c-4305-96a3-2b76c20cbc2d req-98fbecb0-7b23-4de8-8ec5-64f76b068373 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:50.864577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19e59e54-4f5c-4305-96a3-2b76c20cbc2d req-98fbecb0-7b23-4de8-8ec5-64f76b068373 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1683 time: 0.1930733 Nov 29 18:05:50.875574 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-513261f8-3609-464f-8ae3-9953f538cb83 req-7a94a900-b6ac-40eb-a981-f62d6878bdaf service neutron] 10.222.0.31 "GET /v2.0/networks/ae722068-7ae3-4725-97bd-11d55a46823e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321884 Nov 29 18:05:50.902350 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-05828dca-95d4-4f84-89e9-b3b538bfb613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'name': 'tempest-ServersTestJSON-1157515805-router', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:12Z', 'updated_at': '2021-11-29T18:05:19Z', 'revision_number': 4, 'project_id': '1318b8c767b14067acb6590f51744cee', 'gw_port': {'id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:13Z', 'updated_at': '2021-11-29T18:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c322cb76-0f7a-4da4-8b22-da76af8e34dc', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'port_id': 'bc62959a-845f-47c5-8576-b17ef7e75474', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'mac_address': 'fa:16:3e:65:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b43a3c-7207-41e1-aa93-3dd01585ce4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:05:25Z', 'updated_at': '2021-11-29T18:05:47Z', 'revision_number': 1, 'project_id': '1318b8c767b14067acb6590f51744cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75f018f6-732d-4d58-9ec8-4936ec0d5647', 'name': '', 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'mac_address': 'fa:16:3e:fc:05:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:18Z', 'updated_at': '2021-11-29T18:05:28Z', 'revision_number': 5, 'project_id': '1318b8c767b14067acb6590f51744cee', 'subnets': [{'id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:50.940181 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05828dca-95d4-4f84-89e9-b3b538bfb613 None None] The sync data for ids ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'] in n-d-819494-5 is: [{'id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'name': 'tempest-ServersTestJSON-1157515805-router', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:12Z', 'updated_at': '2021-11-29T18:05:19Z', 'revision_number': 4, 'project_id': '1318b8c767b14067acb6590f51744cee', 'gw_port': {'id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:13Z', 'updated_at': '2021-11-29T18:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c322cb76-0f7a-4da4-8b22-da76af8e34dc', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'port_id': 'bc62959a-845f-47c5-8576-b17ef7e75474', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'mac_address': 'fa:16:3e:65:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b43a3c-7207-41e1-aa93-3dd01585ce4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:05:25Z', 'updated_at': '2021-11-29T18:05:47Z', 'revision_number': 1, 'project_id': '1318b8c767b14067acb6590f51744cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75f018f6-732d-4d58-9ec8-4936ec0d5647', 'name': '', 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'mac_address': 'fa:16:3e:fc:05:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:18Z', 'updated_at': '2021-11-29T18:05:28Z', 'revision_number': 5, 'project_id': '1318b8c767b14067acb6590f51744cee', 'subnets': [{'id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:05:50.967213 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Set router aa0a8600-d365-4dbf-a006-5b2a16bf360d gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:05:51.023278 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d66707f8-0d2d-4eda-a15d-85b407a0d516 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'subnet': {'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:51.029689 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:51.037791 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45c1a9e9-a9d6-4b33-9bb1-a338ea60722d req-16abf617-f368-490d-ade1-533409f64274 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/security-groups?id=6974ab96-3921-4e07-bf81-070da2907629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719029 Nov 29 18:05:51.055327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19e59e54-4f5c-4305-96a3-2b76c20cbc2d req-f4e73abc-cf8d-4d8d-9afe-c796701e58da tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785138 Nov 29 18:05:51.080091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] For port c0b19858-a228-4b2f-9973-a28cd068932f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c0b19858-a228-4b2f-9973-a28cd068932f,segment=NetworkSegment(bdb9b35b-929e-48ef-b77a-34267b716371),segment_id=bdb9b35b-929e-48ef-b77a-34267b716371)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:51.094251 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:51.117332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-513261f8-3609-464f-8ae3-9953f538cb83 req-71fc9237-54f5-4985-a8d0-f77806531fab service neutron] 10.222.0.31 "GET /v2.0/networks/ae722068-7ae3-4725-97bd-11d55a46823e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310002 Nov 29 18:05:51.214630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] Pushing event updated for resources: {'Port': ['ID=c0b19858-a228-4b2f-9973-a28cd068932f,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:51.232645 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:51.232993 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:51.233340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:51.233683 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:51.234019 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:51.234822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:51.234822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:51.235018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:51.235498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:51.235653 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:51.236016 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:51.236348 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9095fbd-aa0e-4662-a451-dff917852d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:05:51.412211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 80363429-071c-4868-873e-051b897acbae up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:51.525782 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device edb002e7-7408-482b-acbf-c9f26782198b up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:51.590729 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af90c8ef-4d9e-4763-af6b-c7f25f2b3c8e None None] New status for floating IP c322cb76-0f7a-4da4-8b22-da76af8e34dc: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:05:51.625796 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66707f8-0d2d-4eda-a15d-85b407a0d516 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:51.631180 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d66707f8-0d2d-4eda-a15d-85b407a0d516 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:51.656401 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-router', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:48Z', 'revision_number': 3, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'gw_port': {'id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:51.708473 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Checking router: aa0a8600-d365-4dbf-a006-5b2a16bf360d for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:05:51.708836 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Updating router aa0a8600-d365-4dbf-a006-5b2a16bf360d port 58cefe20-6165-4d81-b29c-2e1c9c418cdd binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:05:51.765881 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:51.780682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 69c04a23-a0ce-4430-b8e6-1642f96f5048 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:51.856097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2e0d5311-7719-4f66-af0a-721fa3396bc8 None None] Provisioning complete for port c0b19858-a228-4b2f-9973-a28cd068932f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:51.856497 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2e0d5311-7719-4f66-af0a-721fa3396bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:51.864523 n-d-819494-5 neutron-server[110004]: INFO neutron.db.ipam_backend_mixin [None req-d66707f8-0d2d-4eda-a15d-85b407a0d516 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a695595d-2b4e-414e-88b4-c056eac5c004 (CIDR: 2001:db8::/64) Nov 29 18:05:51.867259 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:51.872072 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66707f8-0d2d-4eda-a15d-85b407a0d516 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:05:51.872519 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66707f8-0d2d-4eda-a15d-85b407a0d516 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:05:51.898466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275d5a-e39d-403a-bb49-0f187b38319d req-2f6dd096-db7d-4791-b797-927888380799 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:51.908372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275d5a-e39d-403a-bb49-0f187b38319d req-2f6dd096-db7d-4791-b797-927888380799 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:51.912405 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a275d5a-e39d-403a-bb49-0f187b38319d req-2f6dd096-db7d-4791-b797-927888380799 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1683 time: 0.1291051 Nov 29 18:05:51.930479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port edb002e7-7408-482b-acbf-c9f26782198b completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:05:51.940843 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 80363429-071c-4868-873e-051b897acbae triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:51.941238 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:51.988744 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d66707f8-0d2d-4eda-a15d-85b407a0d516 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9827142 Nov 29 18:05:51.991320 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51736) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:51.991942 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port edb002e7-7408-482b-acbf-c9f26782198b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:51.992317 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:52.001003 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-05cfba50-3840-4f6d-b6a3-6c824e71cbf5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'subnet': {'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:52.157599 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a275d5a-e39d-403a-bb49-0f187b38319d req-c0321340-30e6-465a-a311-c0bfdd0a7838 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371733 Nov 29 18:05:52.233115 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Allocated IP 172.20.0.1 (61ba322e-fbbf-41dc-a676-fbf94bf423e7/ddd95e10-71b6-4e7a-9420-b299dbcdb3cc/dfbc3ba3-960b-41ef-b098-e1a5ef3192a9) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:52.325507 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:52.326589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5bab3-0bdb-4c75-9afe-2564b92a5464 req-ed8d6687-ecac-422b-81f3-0737184d1f5e tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:52.328195 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27a5bab3-0bdb-4c75-9afe-2564b92a5464 req-ed8d6687-ecac-422b-81f3-0737184d1f5e tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/ports?device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 944 time: 0.0940239 Nov 29 18:05:52.341287 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:52.361184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cfba50-3840-4f6d-b6a3-6c824e71cbf5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:52.365375 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05cfba50-3840-4f6d-b6a3-6c824e71cbf5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:52.407068 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:52.439358 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eda016-cd4b-45c0-ae26-da0a5094c0fc None None] Pushing event updated for resources: {'Port': ['ID=58cefe20-6165-4d81-b29c-2e1c9c418cdd,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:52.453035 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Attempting to bind port 58cefe20-6165-4d81-b29c-2e1c9c418cdd on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:52.453623 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Attempting to bind port 58cefe20-6165-4d81-b29c-2e1c9c418cdd by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:52.454215 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Attempting to bind port 58cefe20-6165-4d81-b29c-2e1c9c418cdd on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:52.470911 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:52.471711 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:52.472338 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c722a13d-3f59-4ac7-84d3-0ac7dce8121c None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:52.472917 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:52.473942 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:52.475069 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Bound port: 58cefe20-6165-4d81-b29c-2e1c9c418cdd, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:52.475796 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:52.483369 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:52.483509 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27a5bab3-0bdb-4c75-9afe-2564b92a5464 req-4e649393-1ad3-49eb-a7f1-2c46ee91ea9c tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/security-groups?id=6974ab96-3921-4e07-bf81-070da2907629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484189 Nov 29 18:05:52.537804 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] For port 58cefe20-6165-4d81-b29c-2e1c9c418cdd, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:52.541073 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] For port 58cefe20-6165-4d81-b29c-2e1c9c418cdd, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=58cefe20-6165-4d81-b29c-2e1c9c418cdd,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:52.543768 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:05:52.550541 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:52.566200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 69c04a23-a0ce-4430-b8e6-1642f96f5048 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:52.566768 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:52.590600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Network 61ba322e-fbbf-41dc-a676-fbf94bf423e7 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:52.600745 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:52.607261 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:05:52.640834 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:52.699416 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c8b7b2b5-7e09-4a9f-853b-e234050660a2 None None] Provisioning complete for port 87baa6ce-2023-42ab-8361-e93dc4dc2d1d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:52.699800 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b2b5-7e09-4a9f-853b-e234050660a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:52.699922 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eda016-cd4b-45c0-ae26-da0a5094c0fc None None] Pushing event updated for resources: {'Port': ['ID=58cefe20-6165-4d81-b29c-2e1c9c418cdd,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:52.720049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Pushing event updated for resources: {'Port': ['ID=dfbc3ba3-960b-41ef-b098-e1a5ef3192a9,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:52.721376 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Routers {'aa0a8600-d365-4dbf-a006-5b2a16bf360d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:52.722008 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:05:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:52.733553 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 80363429-071c-4868-873e-051b897acbae, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=80363429-071c-4868-873e-051b897acbae,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:52.757049 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:52.790934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cab37a-138b-4a6b-96ce-2f41b2ff7b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80363429-071c-4868-873e-051b897acbae'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:52.793245 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f999f7d-3f26-4734-a69e-7886a986d125" -d '{"events": [{"server_uuid": "78cab37a-138b-4a6b-96ce-2f41b2ff7b70", "name": "network-vif-plugged", "status": "completed", "tag": "80363429-071c-4868-873e-051b897acbae"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:52.797124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a07c21-d012-43fc-bc55-70f5f035871d None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:52.842807 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:52.865484 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:52.885345 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05cfba50-3840-4f6d-b6a3-6c824e71cbf5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:52.919072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c8b7b2b5-7e09-4a9f-853b-e234050660a2 None None] Port 87baa6ce-2023-42ab-8361-e93dc4dc2d1d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:52.970952 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] Set router aa0a8600-d365-4dbf-a006-5b2a16bf360d gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:05:52.972584 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37785e5e-4a1c-4e47-b6ae-afac2bb66f15 x-openstack-request-id: req-37785e5e-4a1c-4e47-b6ae-afac2bb66f15 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:52.972879 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cab37a-138b-4a6b-96ce-2f41b2ff7b70", "name": "network-vif-plugged", "status": "completed", "tag": "80363429-071c-4868-873e-051b897acbae", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:52.975548 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37785e5e-4a1c-4e47-b6ae-afac2bb66f15 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:52.975963 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cab37a-138b-4a6b-96ce-2f41b2ff7b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80363429-071c-4868-873e-051b897acbae', 'code': 200} Nov 29 18:05:53.012212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cfba50-3840-4f6d-b6a3-6c824e71cbf5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network bca48e1d-32ec-4cc0-9883-256843270e2d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:53.018487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-05cfba50-3840-4f6d-b6a3-6c824e71cbf5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:53.027296 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cfba50-3840-4f6d-b6a3-6c824e71cbf5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:53.027998 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05cfba50-3840-4f6d-b6a3-6c824e71cbf5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:53.049761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e160c80-2443-4808-b638-77bc199006b0 None None] Network bca48e1d-32ec-4cc0-9883-256843270e2d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:53.059448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfba50-3840-4f6d-b6a3-6c824e71cbf5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Subnet': ['ID=49f2f2a9-4eb4-4454-860f-bbad701df388,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:53.078522 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-05cfba50-3840-4f6d-b6a3-6c824e71cbf5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0822659 Nov 29 18:05:53.079010 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:53.082969 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51786) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:53.124284 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-17601513-0e00-4ee2-8438-d03d7961913c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-408068798', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '49f2f2a9-4eb4-4454-860f-bbad701df388'}], 'security_groups': ['bf083dcd-ff10-46f4-a5cd-a8f89767d342']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:53.128973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port edb002e7-7408-482b-acbf-c9f26782198b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=edb002e7-7408-482b-acbf-c9f26782198b,segment=NetworkSegment(31d82743-24bf-4566-9972-858a4b810625),segment_id=31d82743-24bf-4566-9972-858a4b810625)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:53.130758 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:53.139565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=80363429-071c-4868-873e-051b897acbae,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:53.164110 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c8b7b2b5-7e09-4a9f-853b-e234050660a2 None None] Provisioning complete for port 69c04a23-a0ce-4430-b8e6-1642f96f5048 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:53.168084 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b2b5-7e09-4a9f-853b-e234050660a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:53.241198 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:53.281322 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-router', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:48Z', 'revision_number': 3, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'gw_port': {'id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:53.311287 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b2aa6e-1788-49a1-a72f-f7c059706660 None None] The sync data for ids ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'] in n-d-819494-5 is: [{'id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-router', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:48Z', 'revision_number': 3, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'gw_port': {'id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:05:53.337812 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=edb002e7-7408-482b-acbf-c9f26782198b,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:53.372603 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17601513-0e00-4ee2-8438-d03d7961913c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:53.443573 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a78d-1fa1-4a00-bb76-4d46769ad2db req-3f2a88fe-c87f-4055-9704-722d1b18b60f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:53.446952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 69c04a23-a0ce-4430-b8e6-1642f96f5048, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=69c04a23-a0ce-4430-b8e6-1642f96f5048,segment=NetworkSegment(795b8537-89e6-4085-966a-62f3146a4032),segment_id=795b8537-89e6-4085-966a-62f3146a4032)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:53.451924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a78d-1fa1-4a00-bb76-4d46769ad2db req-3f2a88fe-c87f-4055-9704-722d1b18b60f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:53.462913 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2bc4a78d-1fa1-4a00-bb76-4d46769ad2db req-3f2a88fe-c87f-4055-9704-722d1b18b60f tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1683 time: 0.2005005 Nov 29 18:05:53.496603 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:53.538916 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:53.546982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c0b19858-a228-4b2f-9973-a28cd068932f up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:53.556900 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:53.868919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=69c04a23-a0ce-4430-b8e6-1642f96f5048,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:53.887517 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c8b7b2b5-7e09-4a9f-853b-e234050660a2 None None] Provisioning complete for port 933042c8-13a9-4b23-b957-a5979daae5b4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:53.887517 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b2b5-7e09-4a9f-853b-e234050660a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:53.959852 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port c0b19858-a228-4b2f-9973-a28cd068932f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:53.962469 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:54.062654 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b4f0f0f-395c-49ca-8cb1-d218922d428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:54.077669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-17601513-0e00-4ee2-8438-d03d7961913c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Delete allocated IP 2001:db8::277 (bca48e1d-32ec-4cc0-9883-256843270e2d/a695595d-2b4e-414e-88b4-c056eac5c004) {{(pid=110005) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 18:05:54.082663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c8b7b2b5-7e09-4a9f-853b-e234050660a2 None None] Port 933042c8-13a9-4b23-b957-a5979daae5b4 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:54.095431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-17601513-0e00-4ee2-8438-d03d7961913c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Allocated IP 2001:db8:0:1::20c (bca48e1d-32ec-4cc0-9883-256843270e2d/49f2f2a9-4eb4-4454-860f-bbad701df388/933042c8-13a9-4b23-b957-a5979daae5b4) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:54.135251 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2bc4a78d-1fa1-4a00-bb76-4d46769ad2db req-9cc2ef0b-a60d-4e0a-ac62-04b97b6ef8ee tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6687157 Nov 29 18:05:54.139810 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-1ad7f0c8-74e0-4b44-950e-79d3f1e70e4e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:54.153267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-1ad7f0c8-74e0-4b44-950e-79d3f1e70e4e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:54.155005 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-1ad7f0c8-74e0-4b44-950e-79d3f1e70e4e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.20 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1683 time: 0.6534181 Nov 29 18:05:54.156665 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:54.158619 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Pushing event updated for resources: {'Port': ['ID=dfbc3ba3-960b-41ef-b098-e1a5ef3192a9,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:54.160371 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c8b7b2b5-7e09-4a9f-853b-e234050660a2 None None] Provisioning complete for port 58cefe20-6165-4d81-b29c-2e1c9c418cdd triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:54.160766 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b2b5-7e09-4a9f-853b-e234050660a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:54.162537 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18151c4b-f725-4ef8-9e9d-7dc3ba51f8e4 None None] Update dhcp port {'port': {'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d', 'fixed_ips': [{'subnet_id': 'a695595d-2b4e-414e-88b4-c056eac5c004', 'ip_address': '2001:db8::2'}, {'subnet_id': '49f2f2a9-4eb4-4454-860f-bbad701df388'}], 'binding:host_id': 'n-d-819494-5'}, 'id': '69c04a23-a0ce-4430-b8e6-1642f96f5048'} from n-d-819494-5. {{(pid=110006) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 18:05:54.244000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed588462-844a-46c7-b500-4fce6faebb2d req-1adf63ee-f5c1-41d8-91d5-6e19ee1514b9 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:54.257875 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed588462-844a-46c7-b500-4fce6faebb2d req-1adf63ee-f5c1-41d8-91d5-6e19ee1514b9 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/ports?device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 945 time: 0.1508961 Nov 29 18:05:54.297431 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18151c4b-f725-4ef8-9e9d-7dc3ba51f8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:54.437537 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed588462-844a-46c7-b500-4fce6faebb2d req-b78b047b-5ccb-4f85-8a73-285062d7173a tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/security-groups?id=6974ab96-3921-4e07-bf81-070da2907629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787622 Nov 29 18:05:54.497914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-f09db947-c075-44d3-9bc6-0039a5660e30 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Deleting port 70029436-29d9-4ab5-b3c2-616205967313 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:54.498774 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-f09db947-c075-44d3-9bc6-0039a5660e30 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:54.536903 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17601513-0e00-4ee2-8438-d03d7961913c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:54.554006 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17601513-0e00-4ee2-8438-d03d7961913c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:54.687561 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b2b5-7e09-4a9f-853b-e234050660a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:54.702297 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Network 61ba322e-fbbf-41dc-a676-fbf94bf423e7 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:05:54.707238 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-f09db947-c075-44d3-9bc6-0039a5660e30 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] For port 70029436-29d9-4ab5-b3c2-616205967313, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=70029436-29d9-4ab5-b3c2-616205967313,segment=NetworkSegment(58c359e0-ceda-429c-abea-c67f3b152156),segment_id=58c359e0-ceda-429c-abea-c67f3b152156)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:54.707607 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-f09db947-c075-44d3-9bc6-0039a5660e30 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:54.710613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:05:54.741243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c8b7b2b5-7e09-4a9f-853b-e234050660a2 None None] For port 58cefe20-6165-4d81-b29c-2e1c9c418cdd, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=58cefe20-6165-4d81-b29c-2e1c9c418cdd,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:54.745141 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-17601513-0e00-4ee2-8438-d03d7961913c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] In _notify_port_updated(), no bound segment for port 933042c8-13a9-4b23-b957-a5979daae5b4 on network bca48e1d-32ec-4cc0-9883-256843270e2d {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:05:54.748744 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 58cefe20-6165-4d81-b29c-2e1c9c418cdd up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:54.762568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17601513-0e00-4ee2-8438-d03d7961913c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:54.763652 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17601513-0e00-4ee2-8438-d03d7961913c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:54.768907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-17601513-0e00-4ee2-8438-d03d7961913c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "PUT /v2.0/ports/933042c8-13a9-4b23-b957-a5979daae5b4 HTTP/1.1" status: 200 len: 930 time: 1.6805153 Nov 29 18:05:54.770658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51814) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:54.784429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17601513-0e00-4ee2-8438-d03d7961913c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=933042c8-13a9-4b23-b957-a5979daae5b4,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:54.793749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-f09db947-c075-44d3-9bc6-0039a5660e30 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Calling delete_port for 70029436-29d9-4ab5-b3c2-616205967313 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:54.813860 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c8b7b2b5-7e09-4a9f-853b-e234050660a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:54.902200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7b2b5-7e09-4a9f-853b-e234050660a2 None None] Pushing event updated for resources: {'Port': ['ID=58cefe20-6165-4d81-b29c-2e1c9c418cdd,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:54.942317 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Router aa0a8600-d365-4dbf-a006-5b2a16bf360d has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:05:54.965464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ad70d55b-f259-486b-b4ab-4149842688b1 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port 933042c8-13a9-4b23-b957-a5979daae5b4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:54.966802 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ad70d55b-f259-486b-b4ab-4149842688b1 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:54.994628 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c1465b-025c-41fe-a67f-06c511d3d3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb002e7-7408-482b-acbf-c9f26782198b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:54.997840 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642dcd36-de9e-452b-a82b-10bac052cbc0" -d '{"events": [{"server_uuid": "25c1465b-025c-41fe-a67f-06c511d3d3c2", "name": "network-vif-plugged", "status": "completed", "tag": "edb002e7-7408-482b-acbf-c9f26782198b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:55.011908 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 58cefe20-6165-4d81-b29c-2e1c9c418cdd triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:55.012544 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:55.152395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-18151c4b-f725-4ef8-9e9d-7dc3ba51f8e4 None None] Allocated IP 2001:db8:0:1::2 (bca48e1d-32ec-4cc0-9883-256843270e2d/49f2f2a9-4eb4-4454-860f-bbad701df388/69c04a23-a0ce-4430-b8e6-1642f96f5048) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:05:55.155474 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ad70d55b-f259-486b-b4ab-4149842688b1 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:55.173740 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ad70d55b-f259-486b-b4ab-4149842688b1 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for 933042c8-13a9-4b23-b957-a5979daae5b4 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:55.287058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-18151c4b-f725-4ef8-9e9d-7dc3ba51f8e4 None None] For port 69c04a23-a0ce-4430-b8e6-1642f96f5048, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=69c04a23-a0ce-4430-b8e6-1642f96f5048,segment=NetworkSegment(795b8537-89e6-4085-966a-62f3146a4032),segment_id=795b8537-89e6-4085-966a-62f3146a4032)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:55.309117 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-f09db947-c075-44d3-9bc6-0039a5660e30 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:55.365365 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18151c4b-f725-4ef8-9e9d-7dc3ba51f8e4 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:55.371493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b89647a3-6f99-46ac-8443-e20d4890ada9 None None] Provisioning complete for port dfbc3ba3-960b-41ef-b098-e1a5ef3192a9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:55.373522 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b89647a3-6f99-46ac-8443-e20d4890ada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:55.379786 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5cdd9-7fe3-4bcc-bb09-eeffe0a3243d req-e96ba8b7-fd18-4ecb-b510-27202d69350b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:55.391937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5cdd9-7fe3-4bcc-bb09-eeffe0a3243d req-e96ba8b7-fd18-4ecb-b510-27202d69350b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:55.393981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37f5cdd9-7fe3-4bcc-bb09-eeffe0a3243d req-e96ba8b7-fd18-4ecb-b510-27202d69350b tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 1604 time: 0.1228676 Nov 29 18:05:55.442585 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496c6a58-e52d-43dc-b9b3-1900c7e9d6a1 x-openstack-request-id: req-496c6a58-e52d-43dc-b9b3-1900c7e9d6a1 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:55.443185 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c1465b-025c-41fe-a67f-06c511d3d3c2", "name": "network-vif-plugged", "status": "completed", "tag": "edb002e7-7408-482b-acbf-c9f26782198b", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:55.443626 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-496c6a58-e52d-43dc-b9b3-1900c7e9d6a1 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:55.444173 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c1465b-025c-41fe-a67f-06c511d3d3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb002e7-7408-482b-acbf-c9f26782198b', 'code': 200} Nov 29 18:05:55.446679 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['6b73ea8e-5664-4ded-8990-977701359bdd', '70029436-29d9-4ab5-b3c2-616205967313'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:05:55.450160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b89647a3-6f99-46ac-8443-e20d4890ada9 None None] Port dfbc3ba3-960b-41ef-b098-e1a5ef3192a9 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:55.452098 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18151c4b-f725-4ef8-9e9d-7dc3ba51f8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:55.485140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09db947-c075-44d3-9bc6-0039a5660e30 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event deleted for resources: {'Port': ['ID=70029436-29d9-4ab5-b3c2-616205967313,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:55.488574 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-f09db947-c075-44d3-9bc6-0039a5660e30 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] No DVR routers for this DVR port 70029436-29d9-4ab5-b3c2-616205967313 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:55.505455 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-f09db947-c075-44d3-9bc6-0039a5660e30 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:55.513825 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-f09db947-c075-44d3-9bc6-0039a5660e30 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.20 "DELETE /v2.0/ports/70029436-29d9-4ab5-b3c2-616205967313 HTTP/1.1" status: 204 len: 173 time: 1.3370061 Nov 29 18:05:55.519987 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943347fd-88ed-4f14-af2e-1630fd6fc730', 'name': 'network-vif-deleted', 'tag': '70029436-29d9-4ab5-b3c2-616205967313'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:55.529754 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac3212c-a65f-4450-bdae-57e5209ff8f1" -d '{"events": [{"server_uuid": "943347fd-88ed-4f14-af2e-1630fd6fc730", "name": "network-vif-deleted", "tag": "70029436-29d9-4ab5-b3c2-616205967313"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:55.628682 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c980b-24bf-4dab-b2bc-f10ec0b5a4f6 req-c16c56ad-a573-4ece-a2d8-2148bf754678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:55.630401 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-888c980b-24bf-4dab-b2bc-f10ec0b5a4f6 req-c16c56ad-a573-4ece-a2d8-2148bf754678 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 1096 time: 0.3817406 Nov 29 18:05:55.630643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37f5cdd9-7fe3-4bcc-bb09-eeffe0a3243d req-d7ebf3ca-f0f6-40df-9e7d-83dff085b23c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5062702-f240-46bf-b095-1c9d83d9ab49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160149 Nov 29 18:05:55.659196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 69c04a23-a0ce-4430-b8e6-1642f96f5048 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:55.702011 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:05:55.723471 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-26cc9e6e-48a4-4c6d-a977-d203e0bee563 admin admin] 10.222.0.23 "PUT /v2.0/routers/aa0a8600-d365-4dbf-a006-5b2a16bf360d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9085591 Nov 29 18:05:55.724401 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ad70d55b-f259-486b-b4ab-4149842688b1 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:55.768310 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-888c980b-24bf-4dab-b2bc-f10ec0b5a4f6 req-9188d381-cffa-497e-a604-12fc0fddad08 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6974ab96-3921-4e07-bf81-070da2907629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096592 Nov 29 18:05:55.800388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70d55b-f259-486b-b4ab-4149842688b1 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=933042c8-13a9-4b23-b957-a5979daae5b4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:55.818992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa1fe4-de3b-4593-9bb3-2a7ea4415ade req-2c764e4d-f396-4201-b5cb-b40373887e16 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:55.820824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9aa1fe4-de3b-4593-9bb3-2a7ea4415ade req-2c764e4d-f396-4201-b5cb-b40373887e16 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/ports?device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 945 time: 0.1990387 Nov 29 18:05:55.836488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b89647a3-6f99-46ac-8443-e20d4890ada9 None None] Provisioning complete for port 58cefe20-6165-4d81-b29c-2e1c9c418cdd triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:55.836977 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b89647a3-6f99-46ac-8443-e20d4890ada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:55.840370 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9151b1f6-e24c-4e5b-9848-4c5327b9c863 x-openstack-request-id: req-9151b1f6-e24c-4e5b-9848-4c5327b9c863 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:55.840686 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943347fd-88ed-4f14-af2e-1630fd6fc730", "name": "network-vif-deleted", "tag": "70029436-29d9-4ab5-b3c2-616205967313", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:55.840948 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9151b1f6-e24c-4e5b-9848-4c5327b9c863 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:55.841371 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943347fd-88ed-4f14-af2e-1630fd6fc730', 'name': 'network-vif-deleted', 'tag': '70029436-29d9-4ab5-b3c2-616205967313', 'status': 'completed', 'code': 200} Nov 29 18:05:55.853856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-0583afd9-0aa8-4178-8092-3638fd43e537 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Deleting port 6b73ea8e-5664-4ded-8990-977701359bdd {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:55.854207 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-0583afd9-0aa8-4178-8092-3638fd43e537 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:55.901166 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ad70d55b-f259-486b-b4ab-4149842688b1 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:55.912400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ad70d55b-f259-486b-b4ab-4149842688b1 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/933042c8-13a9-4b23-b957-a5979daae5b4 HTTP/1.1" status: 204 len: 168 time: 1.1371758 Nov 29 18:05:55.913476 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51842) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:55.954365 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-b567f793-d0c8-4c1c-b451-6f6920848c6d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] GET failed (client error): The resource could not be found. Nov 29 18:05:55.956138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 69c04a23-a0ce-4430-b8e6-1642f96f5048 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:55.956529 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:55.960400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b567f793-d0c8-4c1c-b451-6f6920848c6d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports/933042c8-13a9-4b23-b957-a5979daae5b4 HTTP/1.1" status: 404 len: 333 time: 0.0432901 Nov 29 18:05:55.971860 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51844) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:56.029071 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9aa1fe4-de3b-4593-9bb3-2a7ea4415ade req-0c465216-300c-484f-a4e9-622643789f20 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/security-groups?id=6974ab96-3921-4e07-bf81-070da2907629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002218 Nov 29 18:05:56.058835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18151c4b-f725-4ef8-9e9d-7dc3ba51f8e4 None None] Pushing event updated for resources: {'Port': ['ID=69c04a23-a0ce-4430-b8e6-1642f96f5048,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:56.167659 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e06e8a9c-8c07-4464-8c57-b8137af4b8c6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:56.170632 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-0583afd9-0aa8-4178-8092-3638fd43e537 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] For port 6b73ea8e-5664-4ded-8990-977701359bdd, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=6b73ea8e-5664-4ded-8990-977701359bdd,segment=NetworkSegment(3f208f2d-530b-4d20-8584-0cb9084a8c0f),segment_id=3f208f2d-530b-4d20-8584-0cb9084a8c0f)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:56.171940 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-0583afd9-0aa8-4178-8092-3638fd43e537 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:56.198177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-0583afd9-0aa8-4178-8092-3638fd43e537 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Calling delete_port for 6b73ea8e-5664-4ded-8990-977701359bdd owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:56.208622 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Sync routers for ids ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:05:56.239578 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Routers {'aa0a8600-d365-4dbf-a006-5b2a16bf360d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:56.240863 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:05:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:56.265475 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e06e8a9c-8c07-4464-8c57-b8137af4b8c6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:56.389746 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e06e8a9c-8c07-4464-8c57-b8137af4b8c6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:56.392537 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e06e8a9c-8c07-4464-8c57-b8137af4b8c6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:56.393987 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e06e8a9c-8c07-4464-8c57-b8137af4b8c6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/security-groups/c28924c2-ddb8-4fa8-a0e2-cc082fe92f7d HTTP/1.1" status: 204 len: 168 time: 0.4208655 Nov 29 18:05:56.400491 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51852) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:56.459497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e8a9c-8c07-4464-8c57-b8137af4b8c6 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28924c2-ddb8-4fa8-a0e2-cc082fe92f7d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:56.494814 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e075-0608-4f04-8587-25ab7c563988 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:56.521719 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-0583afd9-0aa8-4178-8092-3638fd43e537 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:56.549177 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f23d25f3-f0a9-42ad-8fee-8e3de116213d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:56.550378 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e075-0608-4f04-8587-25ab7c563988 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:56.657596 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583afd9-0aa8-4178-8092-3638fd43e537 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event deleted for resources: {'Port': ['ID=6b73ea8e-5664-4ded-8990-977701359bdd,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:56.677400 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Set router aa0a8600-d365-4dbf-a006-5b2a16bf360d gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:05:56.732039 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2e2f102c-5aa7-41d5-a3a8-74dc3f7242ba None None] Provisioning complete for port dfbc3ba3-960b-41ef-b098-e1a5ef3192a9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:56.741238 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2e2f102c-5aa7-41d5-a3a8-74dc3f7242ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:56.790978 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e075-0608-4f04-8587-25ab7c563988 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:56.794726 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ba5e075-0608-4f04-8587-25ab7c563988 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:56.797249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0ba5e075-0608-4f04-8587-25ab7c563988 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/security-groups/bf083dcd-ff10-46f4-a5cd-a8f89767d342 HTTP/1.1" status: 204 len: 168 time: 0.3940370 Nov 29 18:05:56.817617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51870) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:56.840429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5e075-0608-4f04-8587-25ab7c563988 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf083dcd-ff10-46f4-a5cd-a8f89767d342,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:56.857174 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-0583afd9-0aa8-4178-8092-3638fd43e537 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] No DVR routers for this DVR port 6b73ea8e-5664-4ded-8990-977701359bdd on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:05:56.860715 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-0583afd9-0aa8-4178-8092-3638fd43e537 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:56.878545 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ca8184d8-e541-4e65-995d-126b56e3d99b req-0583afd9-0aa8-4178-8092-3638fd43e537 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.20 "DELETE /v2.0/ports/6b73ea8e-5664-4ded-8990-977701359bdd HTTP/1.1" status: 204 len: 173 time: 1.3270719 Nov 29 18:05:56.891717 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f102c-5aa7-41d5-a3a8-74dc3f7242ba None None] Port dfbc3ba3-960b-41ef-b098-e1a5ef3192a9 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:56.893770 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 58cefe20-6165-4d81-b29c-2e1c9c418cdd up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:56.977964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e0c04140-f117-423a-910d-3ba2dbf54d78 req-edaddd9d-9968-4c0a-ada3-a823d9302557 tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "GET /v2.0/ports?device_id=943347fd-88ed-4f14-af2e-1630fd6fc730 HTTP/1.1" status: 200 len: 210 time: 0.1308911 Nov 29 18:05:57.104137 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9c3669-35a7-4c41-b1e7-c403f70c802c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting subnet a695595d-2b4e-414e-88b4-c056eac5c004 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:05:57.126271 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c9c3669-35a7-4c41-b1e7-c403f70c802c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:57.149975 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:57.209184 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 58cefe20-6165-4d81-b29c-2e1c9c418cdd triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:57.209570 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:57.313780 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-router', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:52Z', 'revision_number': 4, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'gw_port': {'id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'dfbc3ba3-960b-41ef-b098-e1a5ef3192a9', 'name': '', 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'mac_address': 'fa:16:3e:ec:cb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:51Z', 'updated_at': '2021-11-29T18:05:53Z', 'revision_number': 2, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'subnets': [{'id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:57.333436 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c9c3669-35a7-4c41-b1e7-c403f70c802c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:57.371761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88fb6-5ff8-4fd7-ad48-31b7c2b474ca req-580a948d-27ad-4213-98b8-76294985290f tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:57.383371 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Checking router: aa0a8600-d365-4dbf-a006-5b2a16bf360d for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:05:57.383730 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Updating router aa0a8600-d365-4dbf-a006-5b2a16bf360d port dfbc3ba3-960b-41ef-b098-e1a5ef3192a9 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:05:57.384258 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7d88fb6-5ff8-4fd7-ad48-31b7c2b474ca req-580a948d-27ad-4213-98b8-76294985290f tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/ports?device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 945 time: 0.0981081 Nov 29 18:05:57.384833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51882) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:57.390646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e23cc866-efe2-4e09-84a0-834390f02901 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1442842127-network', 'tenant_id': '884b08eb24714c2badc3865de2486c6d'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:57.435716 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:57.475705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23cc866-efe2-4e09-84a0-834390f02901 admin admin] Made reservation on behalf of 884b08eb24714c2badc3865de2486c6d for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:57.480369 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23cc866-efe2-4e09-84a0-834390f02901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:57.486603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 6b73ea8e-5664-4ded-8990-977701359bdd no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:57.502670 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23cc866-efe2-4e09-84a0-834390f02901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:57.541673 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 6b73ea8e-5664-4ded-8990-977701359bdd {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:57.542103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 6b73ea8e-5664-4ded-8990-977701359bdd not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:57.542496 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 70029436-29d9-4ab5-b3c2-616205967313 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:05:57.550992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c9c3669-35a7-4c41-b1e7-c403f70c802c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:57.575263 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7d88fb6-5ff8-4fd7-ad48-31b7c2b474ca req-99d5a13e-ecf1-4649-81e6-a8ddc464307c tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/security-groups?id=6974ab96-3921-4e07-bf81-070da2907629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473470 Nov 29 18:05:57.665560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 70029436-29d9-4ab5-b3c2-616205967313 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:05:57.665938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 70029436-29d9-4ab5-b3c2-616205967313 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:05:57.693773 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1ed773b6-0b3b-4c9d-b9e4-ad6f9f258928 None None] Provisioning complete for port 87baa6ce-2023-42ab-8361-e93dc4dc2d1d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:57.695188 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ed773b6-0b3b-4c9d-b9e4-ad6f9f258928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:57.703198 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23cc866-efe2-4e09-84a0-834390f02901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:57.716897 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c9c3669-35a7-4c41-b1e7-c403f70c802c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:57.722415 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23cc866-efe2-4e09-84a0-834390f02901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:57.755345 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23cc866-efe2-4e09-84a0-834390f02901 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:05:57.777502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cc866-efe2-4e09-84a0-834390f02901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76c69f9-b47d-428f-8c23-922b5771bbcb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:57.785441 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:57.788819 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23cc866-efe2-4e09-84a0-834390f02901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:57.789190 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-e23cc866-efe2-4e09-84a0-834390f02901 admin admin] Added segment d5a631d8-6b9f-4ac5-a1d1-cc221d489f77 of type vlan for network 3919ac4b-aff0-4fcb-be0d-59c15bea515c Nov 29 18:05:57.796803 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c3669-35a7-4c41-b1e7-c403f70c802c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Subnet': ['ID=a695595d-2b4e-414e-88b4-c056eac5c004,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:57.812170 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c9c3669-35a7-4c41-b1e7-c403f70c802c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:57.835030 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1c9c3669-35a7-4c41-b1e7-c403f70c802c tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/a695595d-2b4e-414e-88b4-c056eac5c004 HTTP/1.1" status: 204 len: 168 time: 1.0043361 Nov 29 18:05:57.841386 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51898) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:57.845851 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943347fd-88ed-4f14-af2e-1630fd6fc730', 'name': 'network-vif-deleted', 'tag': '6b73ea8e-5664-4ded-8990-977701359bdd'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:05:57.850001 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34cda55-101c-43ae-848e-3c1f794e48f0" -d '{"events": [{"server_uuid": "943347fd-88ed-4f14-af2e-1630fd6fc730", "name": "network-vif-deleted", "tag": "6b73ea8e-5664-4ded-8990-977701359bdd"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:05:57.858009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ee9c3d04-6edc-42e3-8617-a35a27cf0d67 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'subnet': {'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:57.889754 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23cc866-efe2-4e09-84a0-834390f02901 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:57.954445 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9679380e-4c7f-40ce-8567-32e43f80bbbd x-openstack-request-id: req-9679380e-4c7f-40ce-8567-32e43f80bbbd {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:05:57.955064 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943347fd-88ed-4f14-af2e-1630fd6fc730", "name": "network-vif-deleted", "tag": "6b73ea8e-5664-4ded-8990-977701359bdd", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:05:57.955551 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9679380e-4c7f-40ce-8567-32e43f80bbbd {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:05:57.956184 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943347fd-88ed-4f14-af2e-1630fd6fc730', 'name': 'network-vif-deleted', 'tag': '6b73ea8e-5664-4ded-8990-977701359bdd', 'status': 'completed', 'code': 200} Nov 29 18:05:57.995618 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1ed773b6-0b3b-4c9d-b9e4-ad6f9f258928 None None] Port 87baa6ce-2023-42ab-8361-e93dc4dc2d1d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:05:58.107926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51910) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:58.119830 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1ed773b6-0b3b-4c9d-b9e4-ad6f9f258928 None None] Provisioning complete for port 69c04a23-a0ce-4430-b8e6-1642f96f5048 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:58.136211 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ed773b6-0b3b-4c9d-b9e4-ad6f9f258928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:58.139780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 69c04a23-a0ce-4430-b8e6-1642f96f5048 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:05:58.186329 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23cc866-efe2-4e09-84a0-834390f02901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:58.192265 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23cc866-efe2-4e09-84a0-834390f02901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:58.192881 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23cc866-efe2-4e09-84a0-834390f02901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:58.221258 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 69c04a23-a0ce-4430-b8e6-1642f96f5048 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:58.221973 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:58.296846 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:58.314332 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:58.318840 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e23cc866-efe2-4e09-84a0-834390f02901 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9320419 Nov 29 18:05:58.327182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51914) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:58.333367 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865d6988-093e-4904-a156-2db07962b284 None None] Network bca48e1d-32ec-4cc0-9883-256843270e2d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:58.336675 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-df08caa8-4fdc-4596-96b7-58be0b7594cb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Deleting subnet 47dc8a42-cac1-4e74-bf79-3d28d163fe32 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:05:58.350804 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-df08caa8-4fdc-4596-96b7-58be0b7594cb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:58.398172 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-90f40047-5596-46db-99fb-c26825f7a155 admin admin] Request body: {'subnet': {'network_id': '3919ac4b-aff0-4fcb-be0d-59c15bea515c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1442842127-subnet', 'tenant_id': '884b08eb24714c2badc3865de2486c6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:05:58.426879 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10001b1d-8393-4b1c-b4a2-6518f937baf9 None None] Pushing event updated for resources: {'Port': ['ID=dfbc3ba3-960b-41ef-b098-e1a5ef3192a9,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:58.494664 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-df08caa8-4fdc-4596-96b7-58be0b7594cb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:58.523729 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Attempting to bind port dfbc3ba3-960b-41ef-b098-e1a5ef3192a9 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:05:58.524153 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Attempting to bind port dfbc3ba3-960b-41ef-b098-e1a5ef3192a9 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'bdb9b35b-929e-48ef-b77a-34267b716371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:05:58.524529 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Attempting to bind port dfbc3ba3-960b-41ef-b098-e1a5ef3192a9 on network 61ba322e-fbbf-41dc-a676-fbf94bf423e7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:05:58.531372 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:05:58.531765 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Checking segment: {'id': 'bdb9b35b-929e-48ef-b77a-34267b716371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:05:58.532226 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:58.532631 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Bound using segment: {'id': 'bdb9b35b-929e-48ef-b77a-34267b716371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:05:58.533109 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Bound port: dfbc3ba3-960b-41ef-b098-e1a5ef3192a9, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb9b35b-929e-48ef-b77a-34267b716371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:05:58.533495 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:58.629194 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] For port dfbc3ba3-960b-41ef-b098-e1a5ef3192a9, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:05:58.643331 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] For port dfbc3ba3-960b-41ef-b098-e1a5ef3192a9, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=dfbc3ba3-960b-41ef-b098-e1a5ef3192a9,segment=NetworkSegment(bdb9b35b-929e-48ef-b77a-34267b716371),segment_id=bdb9b35b-929e-48ef-b77a-34267b716371)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:05:58.656003 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:58.726666 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-df08caa8-4fdc-4596-96b7-58be0b7594cb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:58.827755 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1ed773b6-0b3b-4c9d-b9e4-ad6f9f258928 None None] Could not find standard attr ID for object 933042c8-13a9-4b23-b957-a5979daae5b4. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:05:58.852639 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10001b1d-8393-4b1c-b4a2-6518f937baf9 None None] Pushing event updated for resources: {'Port': ['ID=dfbc3ba3-960b-41ef-b098-e1a5ef3192a9,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:58.861365 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Routers {'aa0a8600-d365-4dbf-a006-5b2a16bf360d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:05:58.863222 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:05:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:58.865818 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-df08caa8-4fdc-4596-96b7-58be0b7594cb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:58.949285 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08caa8-4fdc-4596-96b7-58be0b7594cb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event deleted for resources: {'Subnet': ['ID=47dc8a42-cac1-4e74-bf79-3d28d163fe32,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:58.965944 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-df08caa8-4fdc-4596-96b7-58be0b7594cb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:58.969531 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f122e6d-dd9f-4828-8eaa-9bb16e7fa17c None None] Network b1400cf2-079b-44ff-aacc-3088b717ddb1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:05:58.988759 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-df08caa8-4fdc-4596-96b7-58be0b7594cb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "DELETE /v2.0/subnets/47dc8a42-cac1-4e74-bf79-3d28d163fe32 HTTP/1.1" status: 204 len: 168 time: 0.8785429 Nov 29 18:05:58.989469 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51922) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:05:59.125808 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0bfd7606-3536-4212-bbbc-a736a25e8962 None None] Provisioning complete for port dfbc3ba3-960b-41ef-b098-e1a5ef3192a9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:59.127134 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bfd7606-3536-4212-bbbc-a736a25e8962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:59.183335 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:59.204170 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:59.255612 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] Set router aa0a8600-d365-4dbf-a006-5b2a16bf360d gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:05:59.362508 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bfd7606-3536-4212-bbbc-a736a25e8962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:59.428461 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Deleting port 320d707f-101d-4c21-aba9-f07937c647e5 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:59.428802 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:59.456634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0bfd7606-3536-4212-bbbc-a736a25e8962 None None] For port dfbc3ba3-960b-41ef-b098-e1a5ef3192a9, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=dfbc3ba3-960b-41ef-b098-e1a5ef3192a9,segment=NetworkSegment(bdb9b35b-929e-48ef-b77a-34267b716371),segment_id=bdb9b35b-929e-48ef-b77a-34267b716371)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:59.465291 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bfd7606-3536-4212-bbbc-a736a25e8962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:59.533326 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd7606-3536-4212-bbbc-a736a25e8962 None None] Pushing event updated for resources: {'Port': ['ID=dfbc3ba3-960b-41ef-b098-e1a5ef3192a9,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:59.574895 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0bfd7606-3536-4212-bbbc-a736a25e8962 None None] Could not find standard attr ID for object 933042c8-13a9-4b23-b957-a5979daae5b4. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:05:59.579418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a502c297-ce4b-453f-81c3-2644eb492b2e None None] DHCP port deletion for b1400cf2-079b-44ff-aacc-3088b717ddb1 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:05:59.599031 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:59.662257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] For port 320d707f-101d-4c21-aba9-f07937c647e5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=320d707f-101d-4c21-aba9-f07937c647e5,segment=NetworkSegment(3f208f2d-530b-4d20-8584-0cb9084a8c0f),segment_id=3f208f2d-530b-4d20-8584-0cb9084a8c0f)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:05:59.663933 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:59.710853 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Calling delete_port for 320d707f-101d-4c21-aba9-f07937c647e5 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:05:59.737700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6098a395-4062-4b05-a83f-0171ece0db8f None None] Provisioning complete for port dfbc3ba3-960b-41ef-b098-e1a5ef3192a9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:05:59.741330 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6098a395-4062-4b05-a83f-0171ece0db8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:59.763884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a502c297-ce4b-453f-81c3-2644eb492b2e None None] Deleting port 320d707f-101d-4c21-aba9-f07937c647e5 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:05:59.764432 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a502c297-ce4b-453f-81c3-2644eb492b2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:59.787797 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-ee9c3d04-6edc-42e3-8617-a35a27cf0d67 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 18:05:59.787797 n-d-819494-5 neutron-server[110005]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 29 18:05:59.787797 n-d-819494-5 neutron-server[110005]: [parameters: {'project_id': '6d2fe1df63aa4201995eddc1ee119ad9', 'id': '7a2bd105-d5aa-4a6d-bc25-cf9cb6105169', 'expiration': datetime.datetime(2021, 11, 29, 18, 7, 59, 754728)}] Nov 29 18:05:59.787797 n-d-819494-5 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:05:59.788600 n-d-819494-5 neutron-server[110005]: DEBUG oslo_db.api [None req-ee9c3d04-6edc-42e3-8617-a35a27cf0d67 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:05:59.790303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cc866-efe2-4e09-84a0-834390f02901 admin admin] Pushing event updated for resources: {'Network': ['ID=3919ac4b-aff0-4fcb-be0d-59c15bea515c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:05:59.808281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f40047-5596-46db-99fb-c26825f7a155 admin admin] Made reservation on behalf of 884b08eb24714c2badc3865de2486c6d for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:05:59.810602 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90f40047-5596-46db-99fb-c26825f7a155 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:05:59.838036 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-router', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:52Z', 'revision_number': 4, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'gw_port': {'id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'dfbc3ba3-960b-41ef-b098-e1a5ef3192a9', 'name': '', 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'mac_address': 'fa:16:3e:ec:cb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:51Z', 'updated_at': '2021-11-29T18:05:58Z', 'revision_number': 4, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'subnets': [{'id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:05:59.895442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 3919ac4b-aff0-4fcb-be0d-59c15bea515c details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:05:59.900637 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e9e2c5-3c24-4aca-9f21-2974e25e929c None None] The sync data for ids ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'] in n-d-819494-5 is: [{'id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-router', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:52Z', 'revision_number': 4, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'gw_port': {'id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'dfbc3ba3-960b-41ef-b098-e1a5ef3192a9', 'name': '', 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'mac_address': 'fa:16:3e:ec:cb:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:51Z', 'updated_at': '2021-11-29T18:05:58Z', 'revision_number': 4, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'subnets': [{'id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:05:59.930236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665016c-7221-42eb-aea6-2848163753e0 req-fa3dd72c-5da1-4348-a4c6-78acf1e84a93 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:05:59.937883 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9665016c-7221-42eb-aea6-2848163753e0 req-fa3dd72c-5da1-4348-a4c6-78acf1e84a93 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/ports?device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 945 time: 0.3276329 Nov 29 18:06:00.010110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05c07f-be6e-4709-9b96-8304a9fdeddf req-6d1bd41d-dc94-4d72-9e71-1cc7c9230474 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:00.012626 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f05c07f-be6e-4709-9b96-8304a9fdeddf req-6d1bd41d-dc94-4d72-9e71-1cc7c9230474 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.20 "GET /v2.0/ports?device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 945 time: 0.1976833 Nov 29 18:06:00.078883 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:00.089366 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9665016c-7221-42eb-aea6-2848163753e0 req-3068b010-8e84-48fb-89a0-367e8abc9770 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/security-groups?id=6974ab96-3921-4e07-bf81-070da2907629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499300 Nov 29 18:06:00.148585 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event deleted for resources: {'Port': ['ID=320d707f-101d-4c21-aba9-f07937c647e5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:00.150814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] No DVR routers for this DVR port 320d707f-101d-4c21-aba9-f07937c647e5 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:06:00.193204 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:00.205262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a502c297-ce4b-453f-81c3-2644eb492b2e None None] For port 320d707f-101d-4c21-aba9-f07937c647e5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=320d707f-101d-4c21-aba9-f07937c647e5,segment=NetworkSegment(3f208f2d-530b-4d20-8584-0cb9084a8c0f),segment_id=3f208f2d-530b-4d20-8584-0cb9084a8c0f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:00.205683 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a502c297-ce4b-453f-81c3-2644eb492b2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:00.287105 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a502c297-ce4b-453f-81c3-2644eb492b2e None None] Calling delete_port for 320d707f-101d-4c21-aba9-f07937c647e5 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:00.332931 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:00.361295 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90f40047-5596-46db-99fb-c26825f7a155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:00.397702 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1400cf2-079b-44ff-aacc-3088b717ddb1']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:00.412533 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f208f2d-530b-4d20-8584-0cb9084a8c0f') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:00.413196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f208f2d-530b-4d20-8584-0cb9084a8c0f') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:00.425362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9c3d04-6edc-42e3-8617-a35a27cf0d67 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:00.428863 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ee9c3d04-6edc-42e3-8617-a35a27cf0d67 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:00.429020 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:00.453502 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:00.462929 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:06:00.464097 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:00.546748 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f40047-5596-46db-99fb-c26825f7a155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d441322-9d09-43d3-b745-ae88f52ae03f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:00.564607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f40047-5596-46db-99fb-c26825f7a155 admin admin] Checking segment: {'id': 'd5a631d8-6b9f-4ac5-a1d1-cc221d489f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3919ac4b-aff0-4fcb-be0d-59c15bea515c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:00.565233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f40047-5596-46db-99fb-c26825f7a155 admin admin] Network hostable DHCP agents. Network: 3919ac4b-aff0-4fcb-be0d-59c15bea515c, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:06:00.600769 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-1f05c07f-be6e-4709-9b96-8304a9fdeddf req-0ff8dc86-b176-4985-b29c-1145a0596b36 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Deleting port edb002e7-7408-482b-acbf-c9f26782198b {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:00.603811 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1f05c07f-be6e-4709-9b96-8304a9fdeddf req-0ff8dc86-b176-4985-b29c-1145a0596b36 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:06:00.611236 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:06:00.618819 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5aa7037b-7db6-46ef-b08c-6c123337b527 None None] Provisioning complete for port 87baa6ce-2023-42ab-8361-e93dc4dc2d1d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:00.621988 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:00.626900 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f40047-5596-46db-99fb-c26825f7a155 admin admin] Network 3919ac4b-aff0-4fcb-be0d-59c15bea515c is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:06:00.627658 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5aa7037b-7db6-46ef-b08c-6c123337b527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:00.666025 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:00.671001 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-90f40047-5596-46db-99fb-c26825f7a155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 3919ac4b-aff0-4fcb-be0d-59c15bea515c) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:00.677256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f40047-5596-46db-99fb-c26825f7a155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:00.681094 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "DELETE /v2.0/networks/b1400cf2-079b-44ff-aacc-3088b717ddb1 HTTP/1.1" status: 204 len: 168 time: 1.6842487 Nov 29 18:06:00.684795 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90f40047-5596-46db-99fb-c26825f7a155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:00.693203 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51950) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:00.743108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c7482-3b7f-4e3b-8ede-fd5df29e463e tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event deleted for resources: {'Network': ['ID=b1400cf2-079b-44ff-aacc-3088b717ddb1,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:00.759381 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ffdfb6-e4fc-498a-ab71-40c2cae896fd None None] Network 3919ac4b-aff0-4fcb-be0d-59c15bea515c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:00.833192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-1f05c07f-be6e-4709-9b96-8304a9fdeddf req-0ff8dc86-b176-4985-b29c-1145a0596b36 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] For port edb002e7-7408-482b-acbf-c9f26782198b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=edb002e7-7408-482b-acbf-c9f26782198b,segment=NetworkSegment(31d82743-24bf-4566-9972-858a4b810625),segment_id=31d82743-24bf-4566-9972-858a4b810625)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:00.834208 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1f05c07f-be6e-4709-9b96-8304a9fdeddf req-0ff8dc86-b176-4985-b29c-1145a0596b36 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:00.852427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-1f05c07f-be6e-4709-9b96-8304a9fdeddf req-0ff8dc86-b176-4985-b29c-1145a0596b36 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Calling delete_port for edb002e7-7408-482b-acbf-c9f26782198b owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:00.863153 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-90f40047-5596-46db-99fb-c26825f7a155 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4820566 Nov 29 18:06:00.884558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51952) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:00.904926 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1442842127-router', 'tenant_id': '884b08eb24714c2badc3865de2486c6d', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:00.923346 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a502c297-ce4b-453f-81c3-2644eb492b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:00.947916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc05ff83-250c-4236-b00a-e638e42af22c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Deleting subnet 489d1aef-994c-4ebd-9156-07fa79b26fe5 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:06:00.985227 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc05ff83-250c-4236-b00a-e638e42af22c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:01.031647 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502c297-ce4b-453f-81c3-2644eb492b2e None None] Pushing event deleted for resources: {'Port': ['ID=320d707f-101d-4c21-aba9-f07937c647e5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:01.044592 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:01.050659 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:01.140331 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc05ff83-250c-4236-b00a-e638e42af22c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:01.145398 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a502c297-ce4b-453f-81c3-2644eb492b2e None None] Network b1400cf2-079b-44ff-aacc-3088b717ddb1 is not hosted by any dhcp agent {{(pid=110006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 18:06:01.148624 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a502c297-ce4b-453f-81c3-2644eb492b2e None None] No DVR routers for this DVR port 320d707f-101d-4c21-aba9-f07937c647e5 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:06:01.160964 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device dfbc3ba3-960b-41ef-b098-e1a5ef3192a9 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:06:01.164563 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1f05c07f-be6e-4709-9b96-8304a9fdeddf req-0ff8dc86-b176-4985-b29c-1145a0596b36 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:01.203950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8dc86-b176-4985-b29c-1145a0596b36 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Pushing event deleted for resources: {'Port': ['ID=edb002e7-7408-482b-acbf-c9f26782198b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:01.276372 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['edb002e7-7408-482b-acbf-c9f26782198b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:06:01.294659 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:01.297641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-913413b5-5ccf-40a3-ac00-c92109c488bf req-7fe3039b-c863-46db-be59-ad5dea8c0488 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.23 "GET /v2.0/ports?device_id=25c1465b-025c-41fe-a67f-06c511d3d3c2 HTTP/1.1" status: 200 len: 210 time: 0.0472798 Nov 29 18:06:01.306975 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ee9c3d04-6edc-42e3-8617-a35a27cf0d67 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:01.352123 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f05c07f-be6e-4709-9b96-8304a9fdeddf req-0ff8dc86-b176-4985-b29c-1145a0596b36 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] No DVR routers for this DVR port edb002e7-7408-482b-acbf-c9f26782198b on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:06:01.356833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5aa7037b-7db6-46ef-b08c-6c123337b527 None None] Port 87baa6ce-2023-42ab-8361-e93dc4dc2d1d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:06:01.368082 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1f05c07f-be6e-4709-9b96-8304a9fdeddf req-0ff8dc86-b176-4985-b29c-1145a0596b36 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:01.372159 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f05c07f-be6e-4709-9b96-8304a9fdeddf req-0ff8dc86-b176-4985-b29c-1145a0596b36 tempest-ServerPasswordTestJSON-524642580 tempest-ServerPasswordTestJSON-524642580-project] 10.222.0.20 "DELETE /v2.0/ports/edb002e7-7408-482b-acbf-c9f26782198b HTTP/1.1" status: 204 len: 173 time: 1.3440971 Nov 29 18:06:01.372655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c1465b-025c-41fe-a67f-06c511d3d3c2', 'name': 'network-vif-deleted', 'tag': 'edb002e7-7408-482b-acbf-c9f26782198b'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:06:01.375102 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135575da-2dcd-4283-ae8c-ab9942bd19a5" -d '{"events": [{"server_uuid": "25c1465b-025c-41fe-a67f-06c511d3d3c2", "name": "network-vif-deleted", "tag": "edb002e7-7408-482b-acbf-c9f26782198b"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:06:01.496810 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdfe142-3cd6-40a1-9637-00635c5a4eb4 x-openstack-request-id: req-ffdfe142-3cd6-40a1-9637-00635c5a4eb4 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:06:01.497112 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c1465b-025c-41fe-a67f-06c511d3d3c2", "name": "network-vif-deleted", "tag": "edb002e7-7408-482b-acbf-c9f26782198b", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:06:01.497359 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ffdfe142-3cd6-40a1-9637-00635c5a4eb4 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:06:01.497774 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c1465b-025c-41fe-a67f-06c511d3d3c2', 'name': 'network-vif-deleted', 'tag': 'edb002e7-7408-482b-acbf-c9f26782198b', 'status': 'completed', 'code': 200} Nov 29 18:06:01.566876 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-3919ac4b-aff0-4fcb-be0d-59c15bea515c', 'network_id': '3919ac4b-aff0-4fcb-be0d-59c15bea515c', 'tenant_id': '884b08eb24714c2badc3865de2486c6d', 'fixed_ips': [{'subnet_id': '8d441322-9d09-43d3-b745-ae88f52ae03f'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:06:01.568028 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:01.637104 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9c3d04-6edc-42e3-8617-a35a27cf0d67 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network bca48e1d-32ec-4cc0-9883-256843270e2d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:01.647174 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5aa7037b-7db6-46ef-b08c-6c123337b527 None None] Provisioning complete for port 69c04a23-a0ce-4430-b8e6-1642f96f5048 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:01.647556 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5aa7037b-7db6-46ef-b08c-6c123337b527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:01.677633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-ee9c3d04-6edc-42e3-8617-a35a27cf0d67 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:01.693636 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9c3d04-6edc-42e3-8617-a35a27cf0d67 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:01.694237 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ee9c3d04-6edc-42e3-8617-a35a27cf0d67 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:01.734645 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2dc961-3f20-41ec-ac7d-f1741abe64b6 None None] Network bca48e1d-32ec-4cc0-9883-256843270e2d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:01.735261 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc05ff83-250c-4236-b00a-e638e42af22c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:01.753695 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port dfbc3ba3-960b-41ef-b098-e1a5ef3192a9 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:01.754077 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:01.789621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c3d04-6edc-42e3-8617-a35a27cf0d67 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Subnet': ['ID=4cacfef2-eb9d-4653-a766-971a7deb74bc,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:02.087449 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:02.179373 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ee9c3d04-6edc-42e3-8617-a35a27cf0d67 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3325210 Nov 29 18:06:02.181299 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51978) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:02.186483 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a606eff4-d683-4556-94f1-5ea75e59e449 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'security_group': {'name': 'tempest-secgroup-672666985'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:02.267333 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a606eff4-d683-4556-94f1-5ea75e59e449 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:02.316657 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc05ff83-250c-4236-b00a-e638e42af22c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:02.401052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05ff83-250c-4236-b00a-e638e42af22c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event deleted for resources: {'Subnet': ['ID=489d1aef-994c-4ebd-9156-07fa79b26fe5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:02.407780 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51982) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:02.443886 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc05ff83-250c-4236-b00a-e638e42af22c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:02.449667 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-dc05ff83-250c-4236-b00a-e638e42af22c tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "DELETE /v2.0/subnets/489d1aef-994c-4ebd-9156-07fa79b26fe5 HTTP/1.1" status: 204 len: 168 time: 1.7468889 Nov 29 18:06:02.451444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51984) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:02.478698 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a606eff4-d683-4556-94f1-5ea75e59e449 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:02.491920 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4379a520-0d23-404f-8e39-bb3f812a92be None None] Network a8fd3bac-fa57-4cd0-a8d9-80dde8472332 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:02.500371 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a606eff4-d683-4556-94f1-5ea75e59e449 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:02.538280 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606eff4-d683-4556-94f1-5ea75e59e449 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a98107d-a3e8-40f1-b23d-20a9a0c87ba0,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:02.545695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-e612e756-6f99-4034-ab74-8437ad22ebe3 admin admin] Deleting subnet f842db10-b2d0-415e-a8ee-9f92c451e891 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:06:02.549940 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e612e756-6f99-4034-ab74-8437ad22ebe3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:02.592240 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e612e756-6f99-4034-ab74-8437ad22ebe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:02.641059 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e612e756-6f99-4034-ab74-8437ad22ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:02.664438 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:02.704305 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Allocated IP 172.20.0.2 (3919ac4b-aff0-4fcb-be0d-59c15bea515c/8d441322-9d09-43d3-b745-ae88f52ae03f/8b9a3b03-b1f5-42ae-bc51-cced0e984617) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:02.726863 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e612e756-6f99-4034-ab74-8437ad22ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:02.763987 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e612e756-6f99-4034-ab74-8437ad22ebe3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:02.770859 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e612e756-6f99-4034-ab74-8437ad22ebe3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f842db10-b2d0-415e-a8ee-9f92c451e891 HTTP/1.1" status: 204 len: 168 time: 0.3613071 Nov 29 18:06:02.771787 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51994) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:02.772733 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612e756-6f99-4034-ab74-8437ad22ebe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f842db10-b2d0-415e-a8ee-9f92c451e891,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:02.778989 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a606eff4-d683-4556-94f1-5ea75e59e449 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:02.780333 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a606eff4-d683-4556-94f1-5ea75e59e449 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5974545 Nov 29 18:06:02.783614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51996) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:02.860931 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-533546e3-c5f9-4e76-82eb-3f11098d8020 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'security_group': {'name': 'tempest-secgroup-109955033'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:02.871867 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67c89714-99f7-46d2-bffe-cddbf1d71606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:02.991047 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67c89714-99f7-46d2-bffe-cddbf1d71606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.007849 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-533546e3-c5f9-4e76-82eb-3f11098d8020 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.035104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-67c89714-99f7-46d2-bffe-cddbf1d71606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f5c537-3d68-4d34-b904-eb513743891a']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:03.043715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Deleting port da310e26-0b3e-46d9-9d80-0bfb6ce16b87 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:03.044277 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.053568 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-67c89714-99f7-46d2-bffe-cddbf1d71606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d82743-24bf-4566-9972-858a4b810625') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:03.053997 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-67c89714-99f7-46d2-bffe-cddbf1d71606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d82743-24bf-4566-9972-858a4b810625') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:03.065772 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67c89714-99f7-46d2-bffe-cddbf1d71606 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.081352 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67c89714-99f7-46d2-bffe-cddbf1d71606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.089455 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.090912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c89714-99f7-46d2-bffe-cddbf1d71606 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:06:03.091722 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67c89714-99f7-46d2-bffe-cddbf1d71606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.129124 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.134619 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:06:03.203862 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:06:03.220920 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67c89714-99f7-46d2-bffe-cddbf1d71606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.240740 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.243989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] For port da310e26-0b3e-46d9-9d80-0bfb6ce16b87, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=da310e26-0b3e-46d9-9d80-0bfb6ce16b87,segment=NetworkSegment(58c359e0-ceda-429c-abea-c67f3b152156),segment_id=58c359e0-ceda-429c-abea-c67f3b152156)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:03.244380 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.249856 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67c89714-99f7-46d2-bffe-cddbf1d71606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.255467 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-67c89714-99f7-46d2-bffe-cddbf1d71606 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a9f5c537-3d68-4d34-b904-eb513743891a HTTP/1.1" status: 204 len: 168 time: 0.4714007 Nov 29 18:06:03.255467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c89714-99f7-46d2-bffe-cddbf1d71606 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f5c537-3d68-4d34-b904-eb513743891a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:03.301030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Calling delete_port for da310e26-0b3e-46d9-9d80-0bfb6ce16b87 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:03.356903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Pushing event updated for resources: {'Port': ['ID=8b9a3b03-b1f5-42ae-bc51-cced0e984617,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:03.369456 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-533546e3-c5f9-4e76-82eb-3f11098d8020 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.410124 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-533546e3-c5f9-4e76-82eb-3f11098d8020 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.454847 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Allocated IP 172.25.3.226 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/ebfcc055-9df8-461e-9725-009bfad94745) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:03.498899 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-533546e3-c5f9-4e76-82eb-3f11098d8020 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.500301 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-533546e3-c5f9-4e76-82eb-3f11098d8020 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7150209 Nov 29 18:06:03.503109 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52008) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:03.508158 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device edb002e7-7408-482b-acbf-c9f26782198b no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:06:03.508773 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8d6a7d15-98f8-410c-8dc6-66793b7a691b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'security_group': {'name': 'tempest-secgroup-1567656759'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:03.546734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533546e3-c5f9-4e76-82eb-3f11098d8020 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5b3a67-fccf-4fe8-bceb-64cb32f3b774,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:03.559191 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8d6a7d15-98f8-410c-8dc6-66793b7a691b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.564366 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Network 3919ac4b-aff0-4fcb-be0d-59c15bea515c is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:03.597506 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:03.606462 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:03.676357 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 320d707f-101d-4c21-aba9-f07937c647e5 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:06:03.680154 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.710613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52012) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:03.715215 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8d6a7d15-98f8-410c-8dc6-66793b7a691b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.724573 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8d6a7d15-98f8-410c-8dc6-66793b7a691b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.807009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event deleted for resources: {'Port': ['ID=da310e26-0b3e-46d9-9d80-0bfb6ce16b87,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:03.811504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] No DVR routers for this DVR port da310e26-0b3e-46d9-9d80-0bfb6ce16b87 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:06:03.838214 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8d6a7d15-98f8-410c-8dc6-66793b7a691b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.843521 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8d6a7d15-98f8-410c-8dc6-66793b7a691b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3392961 Nov 29 18:06:03.844189 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52014) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:03.851294 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a7d15-98f8-410c-8dc6-66793b7a691b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7b451a-202c-4b06-a131-206422b8766b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:03.856623 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: edb002e7-7408-482b-acbf-c9f26782198b {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:06:03.857235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device edb002e7-7408-482b-acbf-c9f26782198b not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:06:03.859172 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Attempting to bind port 8b9a3b03-b1f5-42ae-bc51-cced0e984617 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:06:03.859551 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Attempting to bind port 8b9a3b03-b1f5-42ae-bc51-cced0e984617 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'd5a631d8-6b9f-4ac5-a1d1-cc221d489f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3919ac4b-aff0-4fcb-be0d-59c15bea515c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:06:03.859917 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Attempting to bind port 8b9a3b03-b1f5-42ae-bc51-cced0e984617 on network 3919ac4b-aff0-4fcb-be0d-59c15bea515c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:06:03.861963 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 320d707f-101d-4c21-aba9-f07937c647e5 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:06:03.862304 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 320d707f-101d-4c21-aba9-f07937c647e5 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:06:03.872925 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-37fa747f-612d-48d6-a8a5-e71c41ab4981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-259683503', 'security_groups': ['bc7b451a-202c-4b06-a131-206422b8766b'], 'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4cacfef2-eb9d-4653-a766-971a7deb74bc'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:03.891366 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d2e126-c960-4a38-b7ad-c1d693af8418 None None] DHCP port deletion for a8fd3bac-fa57-4cd0-a8d9-80dde8472332 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:06:03.903049 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:06:03.903581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Checking segment: {'id': 'd5a631d8-6b9f-4ac5-a1d1-cc221d489f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3919ac4b-aff0-4fcb-be0d-59c15bea515c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:03.904002 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.904420 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Bound using segment: {'id': 'd5a631d8-6b9f-4ac5-a1d1-cc221d489f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3919ac4b-aff0-4fcb-be0d-59c15bea515c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:06:03.904927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Bound port: 8b9a3b03-b1f5-42ae-bc51-cced0e984617, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a631d8-6b9f-4ac5-a1d1-cc221d489f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3919ac4b-aff0-4fcb-be0d-59c15bea515c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:06:03.905315 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:03.919583 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:04.145664 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] For port 8b9a3b03-b1f5-42ae-bc51-cced0e984617, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:06:04.152960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] For port 8b9a3b03-b1f5-42ae-bc51-cced0e984617, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8b9a3b03-b1f5-42ae-bc51-cced0e984617,segment=NetworkSegment(d5a631d8-6b9f-4ac5-a1d1-cc221d489f77),segment_id=d5a631d8-6b9f-4ac5-a1d1-cc221d489f77)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:06:04.157663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fa747f-612d-48d6-a8a5-e71c41ab4981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:04.164754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device da310e26-0b3e-46d9-9d80-0bfb6ce16b87 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:06:04.181216 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:04.184090 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:04.200691 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b8843ea2-cf8e-47b9-83bb-dc12659b0bb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d098f43b172146b096a5780e435a21a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4805543 Nov 29 18:06:04.226560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158e565d-5a3f-4025-b8ba-661c3b0751e2 None None] Update dhcp port {'port': {'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d', 'fixed_ips': [{'subnet_id': '49f2f2a9-4eb4-4454-860f-bbad701df388', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4cacfef2-eb9d-4653-a766-971a7deb74bc'}], 'binding:host_id': 'n-d-819494-5'}, 'id': '69c04a23-a0ce-4430-b8e6-1642f96f5048'} from n-d-819494-5. {{(pid=110006) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 18:06:04.230459 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:04.233098 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52030) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:04.249066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:04.255241 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: da310e26-0b3e-46d9-9d80-0bfb6ce16b87 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:06:04.255595 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device da310e26-0b3e-46d9-9d80-0bfb6ce16b87 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:06:04.261545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:04.265253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:04.300664 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea239c0a-c9a6-4c8b-a754-bcde463e16f3 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:06:04.317769 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-158e565d-5a3f-4025-b8ba-661c3b0751e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:04.341254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f5aef-742a-4db3-9ead-4e96b2d3c44b None None] Pushing event updated for resources: {'Port': ['ID=8b9a3b03-b1f5-42ae-bc51-cced0e984617,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:04.352233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fd3bac-fa57-4cd0-a8d9-80dde8472332']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:04.372975 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37fa747f-612d-48d6-a8a5-e71c41ab4981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:04.383821 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c359e0-ceda-429c-abea-c67f3b152156') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:04.384535 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c359e0-ceda-429c-abea-c67f3b152156') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:04.407379 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=ebfcc055-9df8-461e-9725-009bfad94745,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:04.417027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-37fa747f-612d-48d6-a8a5-e71c41ab4981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] device_id is not set on port 57180034-d95e-4ca5-9e4e-d6c7e530fca8 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:06:04.438591 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:04.489851 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1cc5b210-e66b-4f2d-b173-795e53e69db0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:04.558874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-cf80a15a-861e-4b7a-8193-a6382e98c815 None None] Provisioning complete for port ebfcc055-9df8-461e-9725-009bfad94745 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:04.559526 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cf80a15a-861e-4b7a-8193-a6382e98c815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:04.576144 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:04.602546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:06:04.602855 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:06:04.606538 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:06:04.614273 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-158e565d-5a3f-4025-b8ba-661c3b0751e2 None None] Allocated IP 2001:db8::2 (bca48e1d-32ec-4cc0-9883-256843270e2d/4cacfef2-eb9d-4653-a766-971a7deb74bc/69c04a23-a0ce-4430-b8e6-1642f96f5048) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:04.629247 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cf80a15a-861e-4b7a-8193-a6382e98c815 None None] Port ebfcc055-9df8-461e-9725-009bfad94745 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:06:04.689995 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1cc5b210-e66b-4f2d-b173-795e53e69db0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:04.777315 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:04.783510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-158e565d-5a3f-4025-b8ba-661c3b0751e2 None None] For port 69c04a23-a0ce-4430-b8e6-1642f96f5048, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=69c04a23-a0ce-4430-b8e6-1642f96f5048,segment=NetworkSegment(795b8537-89e6-4085-966a-62f3146a4032),segment_id=795b8537-89e6-4085-966a-62f3146a4032)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:04.784354 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:04.798572 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] 10.222.0.23 "DELETE /v2.0/networks/a8fd3bac-fa57-4cd0-a8d9-80dde8472332 HTTP/1.1" status: 204 len: 168 time: 2.3394938 Nov 29 18:06:04.853980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed31bb-8073-4859-932c-2c50fa720dcb tempest-ServersTestMultiNic-1059255951 tempest-ServersTestMultiNic-1059255951-project] Pushing event deleted for resources: {'Network': ['ID=a8fd3bac-fa57-4cd0-a8d9-80dde8472332,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:04.921317 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1cc5b210-e66b-4f2d-b173-795e53e69db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:04.924237 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1cc5b210-e66b-4f2d-b173-795e53e69db0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:04.928012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1cc5b210-e66b-4f2d-b173-795e53e69db0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6974ab96-3921-4e07-bf81-070da2907629 HTTP/1.1" status: 204 len: 168 time: 0.6893868 Nov 29 18:06:04.928176 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-158e565d-5a3f-4025-b8ba-661c3b0751e2 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:04.948056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5b210-e66b-4f2d-b173-795e53e69db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6974ab96-3921-4e07-bf81-070da2907629,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:04.966249 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:05.022265 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-158e565d-5a3f-4025-b8ba-661c3b0751e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:05.155063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52056) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:05.215807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e565d-5a3f-4025-b8ba-661c3b0751e2 None None] Pushing event updated for resources: {'Port': ['ID=69c04a23-a0ce-4430-b8e6-1642f96f5048,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:05.245990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-37fa747f-612d-48d6-a8a5-e71c41ab4981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Allocated IP 2001:db8::200 (bca48e1d-32ec-4cc0-9883-256843270e2d/4cacfef2-eb9d-4653-a766-971a7deb74bc/57180034-d95e-4ca5-9e4e-d6c7e530fca8) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:05.694545 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37fa747f-612d-48d6-a8a5-e71c41ab4981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:06.163223 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:06.227252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 69c04a23-a0ce-4430-b8e6-1642f96f5048 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:06:06.419371 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 69c04a23-a0ce-4430-b8e6-1642f96f5048 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:06.419862 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:06.498434 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca75b143-a9f6-4617-90c5-81f22e963fd2 None None] Network 3919ac4b-aff0-4fcb-be0d-59c15bea515c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:06.543714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Router e2082225-94ce-4095-abf2-928a88bd1531 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:06:06.609617 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b42c3668-8ecb-49a2-8bd0-4591394d3a7a None None] Provisioning complete for port 8b9a3b03-b1f5-42ae-bc51-cced0e984617 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:06.610326 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b42c3668-8ecb-49a2-8bd0-4591394d3a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:06.710320 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37fa747f-612d-48d6-a8a5-e71c41ab4981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:06.782999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:06:06.785667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fa747f-612d-48d6-a8a5-e71c41ab4981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network bca48e1d-32ec-4cc0-9883-256843270e2d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:06.796373 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-37fa747f-612d-48d6-a8a5-e71c41ab4981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:06.799458 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa747f-612d-48d6-a8a5-e71c41ab4981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:06.806065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa747f-612d-48d6-a8a5-e71c41ab4981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:06.806906 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37fa747f-612d-48d6-a8a5-e71c41ab4981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:06.815062 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa747f-612d-48d6-a8a5-e71c41ab4981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=57180034-d95e-4ca5-9e4e-d6c7e530fca8,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:06.834666 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Sync routers for ids ['e2082225-94ce-4095-abf2-928a88bd1531'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:06:06.844365 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:06.853327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-89569152-5318-46f5-8ec3-ae53b9eeeeb0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9602966 Nov 29 18:06:06.855329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52098) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:06.912958 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8b9a3b03-b1f5-42ae-bc51-cced0e984617 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:06:06.918545 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b42c3668-8ecb-49a2-8bd0-4591394d3a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:06.932192 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-37fa747f-612d-48d6-a8a5-e71c41ab4981 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0864305 Nov 29 18:06:06.935710 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52104) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:06.941943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d5a51063-7b0b-48c6-828a-b91abe5ea4d3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'subnet': {'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:06.981801 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Routers {'e2082225-94ce-4095-abf2-928a88bd1531'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:06:06.983496 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:05:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e2082225-94ce-4095-abf2-928a88bd1531'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:07.054611 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-243850d5-d809-405b-b942-43f5808f522e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:07.336242 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a51063-7b0b-48c6-828a-b91abe5ea4d3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:07.350614 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5a51063-7b0b-48c6-828a-b91abe5ea4d3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:07.549918 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52124) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:07.600515 n-d-819494-5 neutron-server[110004]: INFO neutron.db.ipam_backend_mixin [None req-d5a51063-7b0b-48c6-828a-b91abe5ea4d3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4cacfef2-eb9d-4653-a766-971a7deb74bc (CIDR: 2001:db8::/64) Nov 29 18:06:07.615966 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a51063-7b0b-48c6-828a-b91abe5ea4d3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:06:07.616534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a51063-7b0b-48c6-828a-b91abe5ea4d3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:06:07.644371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:07.703062 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d5a51063-7b0b-48c6-828a-b91abe5ea4d3 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7662430 Nov 29 18:06:07.710210 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52128) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:07.729767 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2784e4da-0331-4171-ac69-894dbcf6e20d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'subnet': {'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:07.774583 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76888b96-a2ad-4ba2-abcf-788c8b59fbaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:07.775117 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b42c3668-8ecb-49a2-8bd0-4591394d3a7a None None] For port 8b9a3b03-b1f5-42ae-bc51-cced0e984617, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8b9a3b03-b1f5-42ae-bc51-cced0e984617,segment=NetworkSegment(d5a631d8-6b9f-4ac5-a1d1-cc221d489f77),segment_id=d5a631d8-6b9f-4ac5-a1d1-cc221d489f77)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:07.790225 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b42c3668-8ecb-49a2-8bd0-4591394d3a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:07.827540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 8b9a3b03-b1f5-42ae-bc51-cced0e984617 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:07.828103 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:07.888027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Set router e2082225-94ce-4095-abf2-928a88bd1531 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:06:07.923002 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Allocated IP 172.20.0.1 (3919ac4b-aff0-4fcb-be0d-59c15bea515c/8d441322-9d09-43d3-b745-ae88f52ae03f/faeefb50-e8ed-49b6-ab8d-e2d557577f6a) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:07.986287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2784e4da-0331-4171-ac69-894dbcf6e20d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:07.990171 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2784e4da-0331-4171-ac69-894dbcf6e20d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:08.056327 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c3668-8ecb-49a2-8bd0-4591394d3a7a None None] Pushing event updated for resources: {'Port': ['ID=8b9a3b03-b1f5-42ae-bc51-cced0e984617,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:08.066559 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76888b96-a2ad-4ba2-abcf-788c8b59fbaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:08.075982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76888b96-a2ad-4ba2-abcf-788c8b59fbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:08.120805 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-243850d5-d809-405b-b942-43f5808f522e admin admin] Deleting port f2718b55-42d7-4b42-a9b9-c568c8fc95ce {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:08.121080 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-243850d5-d809-405b-b942-43f5808f522e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:08.148748 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c842a95a-2081-44af-983c-1a99979f9330 None None] Provisioning complete for port 57180034-d95e-4ca5-9e4e-d6c7e530fca8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:08.149127 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c842a95a-2081-44af-983c-1a99979f9330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:08.156425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-76888b96-a2ad-4ba2-abcf-788c8b59fbaa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23448da5a2e245cc94158e25fab20fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6033731 Nov 29 18:06:08.158966 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76888b96-a2ad-4ba2-abcf-788c8b59fbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af24eef-8486-460b-97ae-67cf0e65cff7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:08.160989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52130) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:08.188027 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:08.196250 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76888b96-a2ad-4ba2-abcf-788c8b59fbaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:08.196693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76888b96-a2ad-4ba2-abcf-788c8b59fbaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:08.197109 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76888b96-a2ad-4ba2-abcf-788c8b59fbaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:08.197514 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76888b96-a2ad-4ba2-abcf-788c8b59fbaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:08.197983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76888b96-a2ad-4ba2-abcf-788c8b59fbaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:08.198390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76888b96-a2ad-4ba2-abcf-788c8b59fbaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:08.198828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76888b96-a2ad-4ba2-abcf-788c8b59fbaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:08.199211 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76888b96-a2ad-4ba2-abcf-788c8b59fbaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:08.199608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76888b96-a2ad-4ba2-abcf-788c8b59fbaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:08.200000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76888b96-a2ad-4ba2-abcf-788c8b59fbaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:08.200399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76888b96-a2ad-4ba2-abcf-788c8b59fbaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:08.200834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76888b96-a2ad-4ba2-abcf-788c8b59fbaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:08.228716 n-d-819494-5 neutron-server[110004]: INFO neutron.db.ipam_backend_mixin [None req-2784e4da-0331-4171-ac69-894dbcf6e20d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 49f2f2a9-4eb4-4454-860f-bbad701df388 (CIDR: 2001:db8:0:1::/64) Nov 29 18:06:08.237507 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-2784e4da-0331-4171-ac69-894dbcf6e20d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:06:08.238389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2784e4da-0331-4171-ac69-894dbcf6e20d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:06:08.263224 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bd4d23e-d3e1-4aef-9108-846fcb9b97b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:08.280717 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c842a95a-2081-44af-983c-1a99979f9330 None None] Port 57180034-d95e-4ca5-9e4e-d6c7e530fca8 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:06:08.295482 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bd4d23e-d3e1-4aef-9108-846fcb9b97b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:08.308039 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:08.314738 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52134) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:08.315404 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2784e4da-0331-4171-ac69-894dbcf6e20d tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5991070 Nov 29 18:06:08.318673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-243850d5-d809-405b-b942-43f5808f522e admin admin] For port f2718b55-42d7-4b42-a9b9-c568c8fc95ce, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f2718b55-42d7-4b42-a9b9-c568c8fc95ce,segment=NetworkSegment(015eea62-ad77-4765-a1db-509d6c0c3063),segment_id=015eea62-ad77-4765-a1db-509d6c0c3063)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:08.319614 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-243850d5-d809-405b-b942-43f5808f522e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:08.334269 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c842a95a-2081-44af-983c-1a99979f9330 None None] Provisioning complete for port 87baa6ce-2023-42ab-8361-e93dc4dc2d1d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:08.342066 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c842a95a-2081-44af-983c-1a99979f9330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:08.351955 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-243850d5-d809-405b-b942-43f5808f522e admin admin] Calling delete_port for f2718b55-42d7-4b42-a9b9-c568c8fc95ce owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:08.394610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a754f111-522a-465c-b428-5e0106ec1156 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'subnet': {'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:08.485556 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c842a95a-2081-44af-983c-1a99979f9330 None None] Port 87baa6ce-2023-42ab-8361-e93dc4dc2d1d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:06:08.494243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8b9a3b03-b1f5-42ae-bc51-cced0e984617 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:06:08.528516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c842a95a-2081-44af-983c-1a99979f9330 None None] Provisioning complete for port 69c04a23-a0ce-4430-b8e6-1642f96f5048 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:08.528893 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c842a95a-2081-44af-983c-1a99979f9330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:08.576545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Network 3919ac4b-aff0-4fcb-be0d-59c15bea515c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:08.580312 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bd4d23e-d3e1-4aef-9108-846fcb9b97b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:08.584394 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bd4d23e-d3e1-4aef-9108-846fcb9b97b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:08.588809 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1bd4d23e-d3e1-4aef-9108-846fcb9b97b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3af24eef-8486-460b-97ae-67cf0e65cff7 HTTP/1.1" status: 204 len: 168 time: 0.4207830 Nov 29 18:06:08.601430 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:08.627770 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-243850d5-d809-405b-b942-43f5808f522e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:08.636905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:08.639650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Pushing event updated for resources: {'Port': ['ID=faeefb50-e8ed-49b6-ab8d-e2d557577f6a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:08.677088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4d23e-d3e1-4aef-9108-846fcb9b97b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af24eef-8486-460b-97ae-67cf0e65cff7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:08.692195 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243850d5-d809-405b-b942-43f5808f522e admin admin] Pushing event deleted for resources: {'Port': ['ID=f2718b55-42d7-4b42-a9b9-c568c8fc95ce,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:08.760386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 8b9a3b03-b1f5-42ae-bc51-cced0e984617 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:08.763387 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:08.842192 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:08.887988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'name': 'tempest-TaggedBootDevicesTest_v242-1442842127-router', 'tenant_id': '884b08eb24714c2badc3865de2486c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:06:01Z', 'updated_at': '2021-11-29T18:06:04Z', 'revision_number': 3, 'project_id': '884b08eb24714c2badc3865de2486c6d', 'gw_port': {'id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:06:03Z', 'updated_at': '2021-11-29T18:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:08.988380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Checking router: e2082225-94ce-4095-abf2-928a88bd1531 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:06:08.990171 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Updating router e2082225-94ce-4095-abf2-928a88bd1531 port ebfcc055-9df8-461e-9725-009bfad94745 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:06:09.013703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a754f111-522a-465c-b428-5e0106ec1156 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Made reservation on behalf of 6d2fe1df63aa4201995eddc1ee119ad9 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:09.022558 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a754f111-522a-465c-b428-5e0106ec1156 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:09.032322 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:09.210247 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-243850d5-d809-405b-b942-43f5808f522e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:09.367725 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4b862090-d965-4bbc-8be8-497789130824 None None] Provisioning complete for port faeefb50-e8ed-49b6-ab8d-e2d557577f6a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:09.370424 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b862090-d965-4bbc-8be8-497789130824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:09.395364 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a754f111-522a-465c-b428-5e0106ec1156 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:09.453993 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4b862090-d965-4bbc-8be8-497789130824 None None] Port faeefb50-e8ed-49b6-ab8d-e2d557577f6a cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:06:09.490690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4b862090-d965-4bbc-8be8-497789130824 None None] Provisioning complete for port 8b9a3b03-b1f5-42ae-bc51-cced0e984617 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:09.491294 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b862090-d965-4bbc-8be8-497789130824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:09.577791 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:09.617636 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a754f111-522a-465c-b428-5e0106ec1156 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Network bca48e1d-32ec-4cc0-9883-256843270e2d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:09.624358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a754f111-522a-465c-b428-5e0106ec1156 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:09.648279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9efa9b3-c437-4b53-a0a8-79a67ba47a34 None None] Network bca48e1d-32ec-4cc0-9883-256843270e2d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:09.653022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a754f111-522a-465c-b428-5e0106ec1156 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:09.654108 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a754f111-522a-465c-b428-5e0106ec1156 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:09.661859 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754f111-522a-465c-b428-5e0106ec1156 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Subnet': ['ID=eaec3226-5796-4f40-86d0-1c617f74f59b,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:09.719933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52178) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:09.720665 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a754f111-522a-465c-b428-5e0106ec1156 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3833778 Nov 29 18:06:09.730163 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e1ed05cf-2af5-4422-82d3-aba1f5c4c1d9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2099061580', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eaec3226-5796-4f40-86d0-1c617f74f59b'}], 'security_groups': ['7a98107d-a3e8-40f1-b23d-20a9a0c87ba0', '9c5b3a67-fccf-4fe8-bceb-64cb32f3b774']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:09.790179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243850d5-d809-405b-b942-43f5808f522e admin admin] Router 92b161df-f5e8-4f13-a022-864841d59ec5 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:06:09.843631 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:09.894901 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:09.955513 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:09.964053 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:10.037838 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:10.107730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Pushing event updated for resources: {'Port': ['ID=faeefb50-e8ed-49b6-ab8d-e2d557577f6a,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:10.123833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc491c00-393c-4ace-92f7-ce31e2262aaa None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:06:10.166594 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e1ed05cf-2af5-4422-82d3-aba1f5c4c1d9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:10.184155 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243850d5-d809-405b-b942-43f5808f522e admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:06:10.191429 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-243850d5-d809-405b-b942-43f5808f522e admin admin] 10.222.0.23 "PUT /v2.0/routers/92b161df-f5e8-4f13-a022-864841d59ec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0348086 Nov 29 18:06:10.194405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52194) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:10.196812 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f9d08b-894b-4e60-bd45-4915a0d751d5 None None] Sync routers for ids ['92b161df-f5e8-4f13-a022-864841d59ec5'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:06:10.214974 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f9d08b-894b-4e60-bd45-4915a0d751d5 None None] Routers {'92b161df-f5e8-4f13-a022-864841d59ec5'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:06:10.216467 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e8f9d08b-894b-4e60-bd45-4915a0d751d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:05:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['92b161df-f5e8-4f13-a022-864841d59ec5'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:10.264423 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Network 3919ac4b-aff0-4fcb-be0d-59c15bea515c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:10.268654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:10.291308 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Attempting to bind port ebfcc055-9df8-461e-9725-009bfad94745 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:06:10.292243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Attempting to bind port ebfcc055-9df8-461e-9725-009bfad94745 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:06:10.292619 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Attempting to bind port ebfcc055-9df8-461e-9725-009bfad94745 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:06:10.334016 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:06:10.342775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:10.346274 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:10.346775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:06:10.347336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Bound port: ebfcc055-9df8-461e-9725-009bfad94745, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:06:10.347749 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:10.487130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] For port ebfcc055-9df8-461e-9725-009bfad94745, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:06:10.490835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] For port ebfcc055-9df8-461e-9725-009bfad94745, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ebfcc055-9df8-461e-9725-009bfad94745,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:06:10.496083 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb7863-fbfd-48e7-aaca-3a9cb73b8b89 None None] Pushing event updated for resources: {'Port': ['ID=ebfcc055-9df8-461e-9725-009bfad94745,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:10.504320 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:10.626927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb7863-fbfd-48e7-aaca-3a9cb73b8b89 None None] Pushing event updated for resources: {'Port': ['ID=ebfcc055-9df8-461e-9725-009bfad94745,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:10.674600 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1edf3dc2-5ebc-449d-a2eb-78d9abb98134 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:10.693783 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Router e2082225-94ce-4095-abf2-928a88bd1531 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:06:10.694638 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-aade9a4f-745d-4a56-a75a-285b45070f5c None None] Provisioning complete for port ebfcc055-9df8-461e-9725-009bfad94745 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:10.695061 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aade9a4f-745d-4a56-a75a-285b45070f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:10.710327 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e8f9d08b-894b-4e60-bd45-4915a0d751d5 None None] Set router 92b161df-f5e8-4f13-a022-864841d59ec5 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:06:10.867727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684d81b2-ccad-4cf2-85d7-99cc6f0ea961 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:06:10.883543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Routers {'e2082225-94ce-4095-abf2-928a88bd1531'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:06:10.884594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:05:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e2082225-94ce-4095-abf2-928a88bd1531'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:10.952506 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:06:10.982948 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c63858b9-70f8-4a20-8610-5a4803789471 admin admin] 10.222.0.23 "PUT /v2.0/routers/e2082225-94ce-4095-abf2-928a88bd1531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1181796 Nov 29 18:06:11.089877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c958ebb8-f08c-4d02-ae8c-12d9e32fcb52 None None] Update dhcp port {'port': {'network_id': 'bca48e1d-32ec-4cc0-9883-256843270e2d', 'fixed_ips': [{'subnet_id': '49f2f2a9-4eb4-4454-860f-bbad701df388', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4cacfef2-eb9d-4653-a766-971a7deb74bc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eaec3226-5796-4f40-86d0-1c617f74f59b'}], 'binding:host_id': 'n-d-819494-5'}, 'id': '69c04a23-a0ce-4430-b8e6-1642f96f5048'} from n-d-819494-5. {{(pid=110006) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 18:06:11.228338 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1edf3dc2-5ebc-449d-a2eb-78d9abb98134 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:11.239258 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e8f9d08b-894b-4e60-bd45-4915a0d751d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'name': 'tempest-ServersTestMultiNic-598448906-router', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '62030d86-60a3-4de6-a04f-86acfe12bc79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:58Z', 'updated_at': '2021-11-29T18:06:08Z', 'revision_number': 5, 'project_id': 'ec693c762ef4433ab5b2a420380e9655', 'gw_port': {'id': '62030d86-60a3-4de6-a04f-86acfe12bc79', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:03:59Z', 'updated_at': '2021-11-29T18:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:11.316325 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f9d08b-894b-4e60-bd45-4915a0d751d5 None None] Checking router: 92b161df-f5e8-4f13-a022-864841d59ec5 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:06:11.341932 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f9d08b-894b-4e60-bd45-4915a0d751d5 None None] Routers {'92b161df-f5e8-4f13-a022-864841d59ec5'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:06:11.342611 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e8f9d08b-894b-4e60-bd45-4915a0d751d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:05:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['92b161df-f5e8-4f13-a022-864841d59ec5'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:11.510011 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] Set router e2082225-94ce-4095-abf2-928a88bd1531 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:06:11.527484 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1edf3dc2-5ebc-449d-a2eb-78d9abb98134 admin admin] Deleting port 62030d86-60a3-4de6-a04f-86acfe12bc79 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:11.530089 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1edf3dc2-5ebc-449d-a2eb-78d9abb98134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:11.566917 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e8f9d08b-894b-4e60-bd45-4915a0d751d5 None None] Set router 92b161df-f5e8-4f13-a022-864841d59ec5 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:06:11.600895 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c958ebb8-f08c-4d02-ae8c-12d9e32fcb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:11.668837 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aade9a4f-745d-4a56-a75a-285b45070f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:11.688779 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e8f9d08b-894b-4e60-bd45-4915a0d751d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'name': 'tempest-ServersTestMultiNic-598448906-router', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:58Z', 'updated_at': '2021-11-29T18:06:11Z', 'revision_number': 6, 'project_id': 'ec693c762ef4433ab5b2a420380e9655', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:11.748861 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f9d08b-894b-4e60-bd45-4915a0d751d5 None None] The sync data for ids ['92b161df-f5e8-4f13-a022-864841d59ec5'] in n-d-819494-5 is: [{'id': '92b161df-f5e8-4f13-a022-864841d59ec5', 'name': 'tempest-ServersTestMultiNic-598448906-router', 'tenant_id': 'ec693c762ef4433ab5b2a420380e9655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:03:58Z', 'updated_at': '2021-11-29T18:06:11Z', 'revision_number': 6, 'project_id': 'ec693c762ef4433ab5b2a420380e9655', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:06:11.789647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-1edf3dc2-5ebc-449d-a2eb-78d9abb98134 admin admin] For port 62030d86-60a3-4de6-a04f-86acfe12bc79, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=62030d86-60a3-4de6-a04f-86acfe12bc79,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:11.790223 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1edf3dc2-5ebc-449d-a2eb-78d9abb98134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:11.830524 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1edf3dc2-5ebc-449d-a2eb-78d9abb98134 admin admin] Calling delete_port for 62030d86-60a3-4de6-a04f-86acfe12bc79 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:11.839150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-aade9a4f-745d-4a56-a75a-285b45070f5c None None] For port ebfcc055-9df8-461e-9725-009bfad94745, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ebfcc055-9df8-461e-9725-009bfad94745,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:11.849826 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aade9a4f-745d-4a56-a75a-285b45070f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:11.881427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-e1ed05cf-2af5-4422-82d3-aba1f5c4c1d9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Delete allocated IP 2001:db8::200 (bca48e1d-32ec-4cc0-9883-256843270e2d/4cacfef2-eb9d-4653-a766-971a7deb74bc) {{(pid=110004) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 18:06:12.042754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-70df67e9-a568-4588-9ed7-0fbba66234fe None None] Provisioning complete for port faeefb50-e8ed-49b6-ab8d-e2d557577f6a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:12.043096 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-70df67e9-a568-4588-9ed7-0fbba66234fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:12.067844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade9a4f-745d-4a56-a75a-285b45070f5c None None] Pushing event updated for resources: {'Port': ['ID=ebfcc055-9df8-461e-9725-009bfad94745,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:12.112040 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-70df67e9-a568-4588-9ed7-0fbba66234fe None None] Port faeefb50-e8ed-49b6-ab8d-e2d557577f6a cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:06:12.155748 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-70df67e9-a568-4588-9ed7-0fbba66234fe None None] Provisioning complete for port ebfcc055-9df8-461e-9725-009bfad94745 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:12.165248 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-70df67e9-a568-4588-9ed7-0fbba66234fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:12.230612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'name': 'tempest-TaggedBootDevicesTest_v242-1442842127-router', 'tenant_id': '884b08eb24714c2badc3865de2486c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:06:01Z', 'updated_at': '2021-11-29T18:06:09Z', 'revision_number': 4, 'project_id': '884b08eb24714c2badc3865de2486c6d', 'gw_port': {'id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:06:03Z', 'updated_at': '2021-11-29T18:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'faeefb50-e8ed-49b6-ab8d-e2d557577f6a', 'name': '', 'network_id': '3919ac4b-aff0-4fcb-be0d-59c15bea515c', 'tenant_id': '884b08eb24714c2badc3865de2486c6d', 'mac_address': 'fa:16:3e:05:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8d441322-9d09-43d3-b745-ae88f52ae03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:06:07Z', 'updated_at': '2021-11-29T18:06:09Z', 'revision_number': 2, 'project_id': '884b08eb24714c2badc3865de2486c6d', 'subnets': [{'id': '8d441322-9d09-43d3-b745-ae88f52ae03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:12.292276 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93202b9a-f446-4d19-9d1b-a0c479e07dd9 None None] The sync data for ids ['e2082225-94ce-4095-abf2-928a88bd1531'] in n-d-819494-5 is: [{'id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'name': 'tempest-TaggedBootDevicesTest_v242-1442842127-router', 'tenant_id': '884b08eb24714c2badc3865de2486c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:06:01Z', 'updated_at': '2021-11-29T18:06:09Z', 'revision_number': 4, 'project_id': '884b08eb24714c2badc3865de2486c6d', 'gw_port': {'id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:18:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:06:03Z', 'updated_at': '2021-11-29T18:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'faeefb50-e8ed-49b6-ab8d-e2d557577f6a', 'name': '', 'network_id': '3919ac4b-aff0-4fcb-be0d-59c15bea515c', 'tenant_id': '884b08eb24714c2badc3865de2486c6d', 'mac_address': 'fa:16:3e:05:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8d441322-9d09-43d3-b745-ae88f52ae03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:06:07Z', 'updated_at': '2021-11-29T18:06:09Z', 'revision_number': 2, 'project_id': '884b08eb24714c2badc3865de2486c6d', 'subnets': [{'id': '8d441322-9d09-43d3-b745-ae88f52ae03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:06:12.358510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f2718b55-42d7-4b42-a9b9-c568c8fc95ce no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:06:12.431934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: f2718b55-42d7-4b42-a9b9-c568c8fc95ce {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:06:12.432980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f2718b55-42d7-4b42-a9b9-c568c8fc95ce not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:06:12.562725 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-e1ed05cf-2af5-4422-82d3-aba1f5c4c1d9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Allocated IP 2001:db8:0:2::23d (bca48e1d-32ec-4cc0-9883-256843270e2d/eaec3226-5796-4f40-86d0-1c617f74f59b/57180034-d95e-4ca5-9e4e-d6c7e530fca8) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:13.091364 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1edf3dc2-5ebc-449d-a2eb-78d9abb98134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:13.174275 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf3dc2-5ebc-449d-a2eb-78d9abb98134 admin admin] Pushing event deleted for resources: {'Port': ['ID=62030d86-60a3-4de6-a04f-86acfe12bc79,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:13.186110 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba48fa3-5cb2-4ec9-9295-4dc6c4b08052 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:06:13.277884 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e1ed05cf-2af5-4422-82d3-aba1f5c4c1d9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:13.377968 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e1ed05cf-2af5-4422-82d3-aba1f5c4c1d9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:13.417931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-c958ebb8-f08c-4d02-ae8c-12d9e32fcb52 None None] Allocated IP 2001:db8:0:2::2 (bca48e1d-32ec-4cc0-9883-256843270e2d/eaec3226-5796-4f40-86d0-1c617f74f59b/69c04a23-a0ce-4430-b8e6-1642f96f5048) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:13.452266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed05cf-2af5-4422-82d3-aba1f5c4c1d9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event updated for resources: {'Port': ['ID=57180034-d95e-4ca5-9e4e-d6c7e530fca8,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:13.511079 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e1ed05cf-2af5-4422-82d3-aba1f5c4c1d9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] In _notify_port_updated(), no bound segment for port 57180034-d95e-4ca5-9e4e-d6c7e530fca8 on network bca48e1d-32ec-4cc0-9883-256843270e2d {{(pid=110004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:06:13.519580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ed05cf-2af5-4422-82d3-aba1f5c4c1d9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:13.521560 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e1ed05cf-2af5-4422-82d3-aba1f5c4c1d9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:13.523595 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e1ed05cf-2af5-4422-82d3-aba1f5c4c1d9 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "PUT /v2.0/ports/57180034-d95e-4ca5-9e4e-d6c7e530fca8 HTTP/1.1" status: 200 len: 970 time: 3.8014178 Nov 29 18:06:13.526370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52366) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:13.556887 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1edf3dc2-5ebc-449d-a2eb-78d9abb98134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:13.602074 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52368) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:13.628015 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c958ebb8-f08c-4d02-ae8c-12d9e32fcb52 None None] For port 69c04a23-a0ce-4430-b8e6-1642f96f5048, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=69c04a23-a0ce-4430-b8e6-1642f96f5048,segment=NetworkSegment(795b8537-89e6-4085-966a-62f3146a4032),segment_id=795b8537-89e6-4085-966a-62f3146a4032)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:13.755994 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c958ebb8-f08c-4d02-ae8c-12d9e32fcb52 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:13.761525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-99d20bf8-25cb-4fe8-9a91-067140fe6a7a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port 57180034-d95e-4ca5-9e4e-d6c7e530fca8 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:13.761874 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99d20bf8-25cb-4fe8-9a91-067140fe6a7a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:13.789559 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c958ebb8-f08c-4d02-ae8c-12d9e32fcb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:13.826663 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1edf3dc2-5ebc-449d-a2eb-78d9abb98134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:13.836121 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1edf3dc2-5ebc-449d-a2eb-78d9abb98134 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:13.915834 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958ebb8-f08c-4d02-ae8c-12d9e32fcb52 None None] Pushing event updated for resources: {'Port': ['ID=69c04a23-a0ce-4430-b8e6-1642f96f5048,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:13.926418 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1edf3dc2-5ebc-449d-a2eb-78d9abb98134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:13.927800 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edf3dc2-5ebc-449d-a2eb-78d9abb98134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92b161df-f5e8-4f13-a022-864841d59ec5 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:06:13.935040 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1edf3dc2-5ebc-449d-a2eb-78d9abb98134 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:13.941110 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1edf3dc2-5ebc-449d-a2eb-78d9abb98134 admin admin] 10.222.0.23 "DELETE /v2.0/routers/92b161df-f5e8-4f13-a022-864841d59ec5 HTTP/1.1" status: 204 len: 168 time: 3.7428315 Nov 29 18:06:13.947716 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52374) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:13.980390 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd5b21b2-6991-49e9-9369-6c0420915560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:14.039000 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-619e89b6-6994-4094-81fe-ce88632ca7a8 admin admin] Deleting subnet 22010e9f-0862-4439-8124-fc0ac6f4dd3d {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:06:14.048267 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-619e89b6-6994-4094-81fe-ce88632ca7a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:14.173835 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-619e89b6-6994-4094-81fe-ce88632ca7a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:14.202927 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd5b21b2-6991-49e9-9369-6c0420915560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:14.222743 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd5b21b2-6991-49e9-9369-6c0420915560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:14.361026 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99d20bf8-25cb-4fe8-9a91-067140fe6a7a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:14.447354 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-99d20bf8-25cb-4fe8-9a91-067140fe6a7a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for 57180034-d95e-4ca5-9e4e-d6c7e530fca8 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:14.453497 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-619e89b6-6994-4094-81fe-ce88632ca7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:14.459628 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fd5b21b2-6991-49e9-9369-6c0420915560 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=daeb89d0e5324d07ba30d6fe7018edd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8543825 Nov 29 18:06:14.459628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b21b2-6991-49e9-9369-6c0420915560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b2e89b-2fc3-4c00-901c-fee506e56427,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:14.472632 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52388) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:14.679789 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 69c04a23-a0ce-4430-b8e6-1642f96f5048 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:06:14.712048 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-07dcdc99-0b33-4dac-bc65-c3463679c78c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:14.757908 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-619e89b6-6994-4094-81fe-ce88632ca7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:14.768268 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-07dcdc99-0b33-4dac-bc65-c3463679c78c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:14.780132 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99d20bf8-25cb-4fe8-9a91-067140fe6a7a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:14.830801 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d20bf8-25cb-4fe8-9a91-067140fe6a7a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=57180034-d95e-4ca5-9e4e-d6c7e530fca8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:14.857082 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e89b6-6994-4094-81fe-ce88632ca7a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22010e9f-0862-4439-8124-fc0ac6f4dd3d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:14.867324 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 69c04a23-a0ce-4430-b8e6-1642f96f5048 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:14.867708 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:14.888324 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-619e89b6-6994-4094-81fe-ce88632ca7a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:14.904299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52392) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:14.904955 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-619e89b6-6994-4094-81fe-ce88632ca7a8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/22010e9f-0862-4439-8124-fc0ac6f4dd3d HTTP/1.1" status: 204 len: 168 time: 0.9513118 Nov 29 18:06:14.940067 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a52b50-8ee8-433e-af87-7b28565bb0b3 None None] Network 4e339653-55b8-4311-bf25-d12d492e827c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:14.987516 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-07dcdc99-0b33-4dac-bc65-c3463679c78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:14.990958 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-07dcdc99-0b33-4dac-bc65-c3463679c78c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:14.992239 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-07dcdc99-0b33-4dac-bc65-c3463679c78c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45b2e89b-2fc3-4c00-901c-fee506e56427 HTTP/1.1" status: 204 len: 168 time: 0.5153377 Nov 29 18:06:15.020388 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcdc99-0b33-4dac-bc65-c3463679c78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b2e89b-2fc3-4c00-901c-fee506e56427,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:15.070523 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99d20bf8-25cb-4fe8-9a91-067140fe6a7a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:15.082360 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-99d20bf8-25cb-4fe8-9a91-067140fe6a7a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/57180034-d95e-4ca5-9e4e-d6c7e530fca8 HTTP/1.1" status: 204 len: 168 time: 1.5542326 Nov 29 18:06:15.085279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52396) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:15.156285 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-811ee7b6-052c-4805-b2a0-c006d8adb91b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] GET failed (client error): The resource could not be found. Nov 29 18:06:15.164443 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-811ee7b6-052c-4805-b2a0-c006d8adb91b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports/57180034-d95e-4ca5-9e4e-d6c7e530fca8 HTTP/1.1" status: 404 len: 333 time: 0.0777507 Nov 29 18:06:15.165161 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52398) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:15.310819 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:15.358621 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:15.397356 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ebfcc055-9df8-461e-9725-009bfad94745 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:06:15.439677 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:15.457402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] Deleting port 068f899b-39af-4b4d-9cb2-559dc017eb70 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:15.457828 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:15.506612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ebfcc055-9df8-461e-9725-009bfad94745 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:15.507042 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:15.570386 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:15.579646 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:15.583364 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/security-groups/bc7b451a-202c-4b06-a131-206422b8766b HTTP/1.1" status: 204 len: 168 time: 0.4157422 Nov 29 18:06:15.585034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52406) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:15.605238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e11741-5ecb-413d-8938-c56e1af34000 None None] DHCP port deletion for 4e339653-55b8-4311-bf25-d12d492e827c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:06:15.639891 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] For port 068f899b-39af-4b4d-9cb2-559dc017eb70, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=068f899b-39af-4b4d-9cb2-559dc017eb70,segment=NetworkSegment(015eea62-ad77-4765-a1db-509d6c0c3063),segment_id=015eea62-ad77-4765-a1db-509d6c0c3063)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:15.640251 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:15.671786 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c1c8cbfd-a466-4fb7-a4fb-54d398965c10 None None] Could not find standard attr ID for object 57180034-d95e-4ca5-9e4e-d6c7e530fca8. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:06:15.679477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] Calling delete_port for 068f899b-39af-4b4d-9cb2-559dc017eb70 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:15.716958 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7b451a-202c-4b06-a131-206422b8766b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:15.736130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c1c8cbfd-a466-4fb7-a4fb-54d398965c10 None None] Provisioning complete for port 87baa6ce-2023-42ab-8361-e93dc4dc2d1d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:15.737117 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1c8cbfd-a466-4fb7-a4fb-54d398965c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:15.785882 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:15.785882 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:15.790847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:15.790847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:15.790847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:15.790847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:15.790847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:15.792849 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:15.793324 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:15.794340 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:15.795636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:15.796413 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583112eb-dc81-48b1-a7af-7b73c18a323a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:15.833923 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:15.851686 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e17d40f4-0709-45cb-b835-12c312c6a4b2 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:15.881078 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-05e11741-5ecb-413d-8938-c56e1af34000 None None] Deleting port 068f899b-39af-4b4d-9cb2-559dc017eb70 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:15.885818 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05e11741-5ecb-413d-8938-c56e1af34000 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:15.906503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=068f899b-39af-4b4d-9cb2-559dc017eb70,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:15.918807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] No DVR routers for this DVR port 068f899b-39af-4b4d-9cb2-559dc017eb70 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:06:15.949941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e17d40f4-0709-45cb-b835-12c312c6a4b2 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.005328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52410) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:16.031941 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 62030d86-60a3-4de6-a04f-86acfe12bc79 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:06:16.034082 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c1c8cbfd-a466-4fb7-a4fb-54d398965c10 None None] Port 87baa6ce-2023-42ab-8361-e93dc4dc2d1d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:06:16.100184 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.106220 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e17d40f4-0709-45cb-b835-12c312c6a4b2 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.117333 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e17d40f4-0709-45cb-b835-12c312c6a4b2 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.123944 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e17d40f4-0709-45cb-b835-12c312c6a4b2 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/security-groups/9c5b3a67-fccf-4fe8-bceb-64cb32f3b774 HTTP/1.1" status: 204 len: 168 time: 0.5082545 Nov 29 18:06:16.132313 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52414) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:16.143470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e339653-55b8-4311-bf25-d12d492e827c']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:16.172362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015eea62-ad77-4765-a1db-509d6c0c3063') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:16.172672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015eea62-ad77-4765-a1db-509d6c0c3063') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:16.175271 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d40f4-0709-45cb-b835-12c312c6a4b2 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5b3a67-fccf-4fe8-bceb-64cb32f3b774,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:16.185559 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.200548 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.207969 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:06:16.208384 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.218743 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 62030d86-60a3-4de6-a04f-86acfe12bc79 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:06:16.221302 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 62030d86-60a3-4de6-a04f-86acfe12bc79 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:06:16.310640 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-958d644a-5181-469d-8442-92cf7055ae3a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.332394 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c1c8cbfd-a466-4fb7-a4fb-54d398965c10 None None] Provisioning complete for port 69c04a23-a0ce-4430-b8e6-1642f96f5048 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:16.333225 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1c8cbfd-a466-4fb7-a4fb-54d398965c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.340549 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-05e11741-5ecb-413d-8938-c56e1af34000 None None] For port 068f899b-39af-4b4d-9cb2-559dc017eb70, host n-d-819494-5, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:16.344158 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05e11741-5ecb-413d-8938-c56e1af34000 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:06:16.363689 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:06:16.389685 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-958d644a-5181-469d-8442-92cf7055ae3a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.413069 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ad582636-503e-49d2-83eb-9382fb13103d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.459359 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.473268 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.479887 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] 10.222.0.23 "DELETE /v2.0/networks/4e339653-55b8-4311-bf25-d12d492e827c HTTP/1.1" status: 204 len: 168 time: 1.5644302 Nov 29 18:06:16.487295 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-958d644a-5181-469d-8442-92cf7055ae3a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.493163 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-05e11741-5ecb-413d-8938-c56e1af34000 None None] Calling delete_port for 068f899b-39af-4b4d-9cb2-559dc017eb70 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:16.509416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73e5cb-45e0-4780-9d85-123f105c0c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=4e339653-55b8-4311-bf25-d12d492e827c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:16.511282 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-958d644a-5181-469d-8442-92cf7055ae3a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.512242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-05e11741-5ecb-413d-8938-c56e1af34000 None None] Port 068f899b-39af-4b4d-9cb2-559dc017eb70 was not found and therefore no delete operation was performed {{(pid=110006) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 18:06:16.513844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 068f899b-39af-4b4d-9cb2-559dc017eb70 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:06:16.519183 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-958d644a-5181-469d-8442-92cf7055ae3a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/security-groups/7a98107d-a3e8-40f1-b23d-20a9a0c87ba0 HTTP/1.1" status: 204 len: 168 time: 0.3826003 Nov 29 18:06:16.528733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52420) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:16.547805 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d644a-5181-469d-8442-92cf7055ae3a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a98107d-a3e8-40f1-b23d-20a9a0c87ba0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:16.568660 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05e11741-5ecb-413d-8938-c56e1af34000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.623025 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05e11741-5ecb-413d-8938-c56e1af34000 None None] Network 4e339653-55b8-4311-bf25-d12d492e827c is not hosted by any dhcp agent {{(pid=110006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 18:06:16.623936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d69df42-3cf2-40d7-8b58-c71d32ea2881 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting subnet 4cacfef2-eb9d-4653-a766-971a7deb74bc {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:06:16.624329 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e11741-5ecb-413d-8938-c56e1af34000 None None] No DVR routers for this DVR port 068f899b-39af-4b4d-9cb2-559dc017eb70 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:06:16.627922 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d69df42-3cf2-40d7-8b58-c71d32ea2881 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.653752 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e11741-5ecb-413d-8938-c56e1af34000 None None] Pushing event deleted for resources: {'Port': ['ID=068f899b-39af-4b4d-9cb2-559dc017eb70,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:16.662983 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 068f899b-39af-4b4d-9cb2-559dc017eb70 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:06:16.663688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 068f899b-39af-4b4d-9cb2-559dc017eb70 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:06:16.690392 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Sync routers for ids ['e2082225-94ce-4095-abf2-928a88bd1531'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:06:16.707854 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Routers {'e2082225-94ce-4095-abf2-928a88bd1531'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:06:16.708963 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:05:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e2082225-94ce-4095-abf2-928a88bd1531'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:16.719735 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d69df42-3cf2-40d7-8b58-c71d32ea2881 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.930473 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d69df42-3cf2-40d7-8b58-c71d32ea2881 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.960806 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ad582636-503e-49d2-83eb-9382fb13103d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.970243 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ad582636-503e-49d2-83eb-9382fb13103d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:16.972796 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d9a06452-bbda-4144-aaf0-a4a23ead64a7 None None] Could not find standard attr ID for object 57180034-d95e-4ca5-9e4e-d6c7e530fca8. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:06:17.010026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Set router e2082225-94ce-4095-abf2-928a88bd1531 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:06:17.036233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ad582636-503e-49d2-83eb-9382fb13103d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc743b09607049678b7c94ba8f6221a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7112634 Nov 29 18:06:17.038780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52426) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:17.075013 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52428) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:17.077226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad582636-503e-49d2-83eb-9382fb13103d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bea730-ddc0-40de-9cce-08429f6b7c7a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:17.121177 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3a13c27-792b-4cf1-95ba-6de6b1fd42b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:17.145428 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3a13c27-792b-4cf1-95ba-6de6b1fd42b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:17.193538 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d69df42-3cf2-40d7-8b58-c71d32ea2881 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:17.210453 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a4821901-e08a-4465-9605-c650c4857983 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec693c762ef4433ab5b2a420380e9655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340332 Nov 29 18:06:17.213602 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52430) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:17.253064 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69df42-3cf2-40d7-8b58-c71d32ea2881 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Subnet': ['ID=4cacfef2-eb9d-4653-a766-971a7deb74bc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:17.274250 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d69df42-3cf2-40d7-8b58-c71d32ea2881 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:17.284143 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4d69df42-3cf2-40d7-8b58-c71d32ea2881 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/4cacfef2-eb9d-4653-a766-971a7deb74bc HTTP/1.1" status: 204 len: 168 time: 0.7542863 Nov 29 18:06:17.285138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52434) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:17.308866 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bfc09f4b-c1b0-4d3d-9967-944567c0019b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:17.328684 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3a13c27-792b-4cf1-95ba-6de6b1fd42b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:17.333730 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3a13c27-792b-4cf1-95ba-6de6b1fd42b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:17.339359 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a3a13c27-792b-4cf1-95ba-6de6b1fd42b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1bea730-ddc0-40de-9cce-08429f6b7c7a HTTP/1.1" status: 204 len: 168 time: 0.2987566 Nov 29 18:06:17.375487 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bfc09f4b-c1b0-4d3d-9967-944567c0019b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:17.376117 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a13c27-792b-4cf1-95ba-6de6b1fd42b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bea730-ddc0-40de-9cce-08429f6b7c7a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:17.409582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd448f75-761d-4095-b32f-4c0a47a23c28 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting subnet eaec3226-5796-4f40-86d0-1c617f74f59b {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:06:17.417977 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd448f75-761d-4095-b32f-4c0a47a23c28 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:17.487415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34326b8-8395-4764-9b3a-27a551d913ff None None] Network bca48e1d-32ec-4cc0-9883-256843270e2d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:17.533361 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd448f75-761d-4095-b32f-4c0a47a23c28 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:17.592676 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bfc09f4b-c1b0-4d3d-9967-944567c0019b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:17.596068 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bfc09f4b-c1b0-4d3d-9967-944567c0019b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:17.605495 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bfc09f4b-c1b0-4d3d-9967-944567c0019b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5062702-f240-46bf-b095-1c9d83d9ab49 HTTP/1.1" status: 204 len: 168 time: 0.3895721 Nov 29 18:06:17.616148 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc09f4b-c1b0-4d3d-9967-944567c0019b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5062702-f240-46bf-b095-1c9d83d9ab49,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:17.787083 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd448f75-761d-4095-b32f-4c0a47a23c28 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:17.935798 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd448f75-761d-4095-b32f-4c0a47a23c28 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:17.997163 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd448f75-761d-4095-b32f-4c0a47a23c28 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Subnet': ['ID=eaec3226-5796-4f40-86d0-1c617f74f59b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:18.007877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'name': 'tempest-TaggedBootDevicesTest_v242-1442842127-router', 'tenant_id': '884b08eb24714c2badc3865de2486c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:06:01Z', 'updated_at': '2021-11-29T18:06:09Z', 'revision_number': 4, 'project_id': '884b08eb24714c2badc3865de2486c6d', 'gw_port': {'id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:06:03Z', 'updated_at': '2021-11-29T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'faeefb50-e8ed-49b6-ab8d-e2d557577f6a', 'name': '', 'network_id': '3919ac4b-aff0-4fcb-be0d-59c15bea515c', 'tenant_id': '884b08eb24714c2badc3865de2486c6d', 'mac_address': 'fa:16:3e:05:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8d441322-9d09-43d3-b745-ae88f52ae03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:06:07Z', 'updated_at': '2021-11-29T18:06:09Z', 'revision_number': 2, 'project_id': '884b08eb24714c2badc3865de2486c6d', 'subnets': [{'id': '8d441322-9d09-43d3-b745-ae88f52ae03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:18.023913 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd448f75-761d-4095-b32f-4c0a47a23c28 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:18.037317 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52452) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:18.045884 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fd448f75-761d-4095-b32f-4c0a47a23c28 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/eaec3226-5796-4f40-86d0-1c617f74f59b HTTP/1.1" status: 204 len: 168 time: 0.7596653 Nov 29 18:06:18.077274 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Checking router: e2082225-94ce-4095-abf2-928a88bd1531 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:06:18.077813 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Updating router e2082225-94ce-4095-abf2-928a88bd1531 port faeefb50-e8ed-49b6-ab8d-e2d557577f6a binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:06:18.105315 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-621cfea5-6d75-4af3-b406-e365ce8f1d22 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] DELETE failed (client error): The resource could not be found. Nov 29 18:06:18.107433 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621cfea5-6d75-4af3-b406-e365ce8f1d22 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:06:18.114617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52456) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:18.125397 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-621cfea5-6d75-4af3-b406-e365ce8f1d22 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/4cacfef2-eb9d-4653-a766-971a7deb74bc HTTP/1.1" status: 404 len: 337 time: 0.0847344 Nov 29 18:06:18.134124 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:18.216343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-17376b46-fe8f-4000-9d23-cacb5295dd2b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting subnet 49f2f2a9-4eb4-4454-860f-bbad701df388 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:06:18.228717 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17376b46-fe8f-4000-9d23-cacb5295dd2b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:18.308886 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17376b46-fe8f-4000-9d23-cacb5295dd2b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:18.471280 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17376b46-fe8f-4000-9d23-cacb5295dd2b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:18.582459 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17376b46-fe8f-4000-9d23-cacb5295dd2b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:18.611437 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17376b46-fe8f-4000-9d23-cacb5295dd2b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:18.618598 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52472) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:18.629634 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-17376b46-fe8f-4000-9d23-cacb5295dd2b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/49f2f2a9-4eb4-4454-860f-bbad701df388 HTTP/1.1" status: 204 len: 168 time: 0.5136697 Nov 29 18:06:18.689676 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ca9c3f-d75b-4c19-b13c-e113c906b982 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] DELETE failed (client error): The resource could not be found. Nov 29 18:06:18.691690 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ca9c3f-d75b-4c19-b13c-e113c906b982 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:06:18.699704 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-40ca9c3f-d75b-4c19-b13c-e113c906b982 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/a695595d-2b4e-414e-88b4-c056eac5c004 HTTP/1.1" status: 404 len: 337 time: 0.0768807 Nov 29 18:06:18.699704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52478) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:18.730863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17376b46-fe8f-4000-9d23-cacb5295dd2b tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Subnet': ['ID=49f2f2a9-4eb4-4454-860f-bbad701df388,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:18.786176 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e0681988-40d2-4295-9bd2-94514da93cba tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "GET /v2.0/ports?device_id=156a4e52-cbcb-4ed5-8866-ae62a6657144 HTTP/1.1" status: 200 len: 205 time: 0.0767343 Nov 29 18:06:18.789515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52480) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:18.835228 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:18.847896 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:18.884102 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-8a01c08a-a620-44f0-ac7e-4252531ac96e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] delete failed (client error): The resource could not be found. Nov 29 18:06:18.886921 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8a01c08a-a620-44f0-ac7e-4252531ac96e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/routers/156a4e52-cbcb-4ed5-8866-ae62a6657144 HTTP/1.1" status: 404 len: 336 time: 0.0964177 Nov 29 18:06:18.892028 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52482) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:18.963045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0994b-f594-4e23-a14f-7fb75443c62c None None] Pushing event updated for resources: {'Port': ['ID=faeefb50-e8ed-49b6-ab8d-e2d557577f6a,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:18.979159 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a28c14-c0a0-475b-87c5-f6cd308e68d5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] DELETE failed (client error): The resource could not be found. Nov 29 18:06:18.979623 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a28c14-c0a0-475b-87c5-f6cd308e68d5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:06:18.986668 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52490) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:18.990066 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d7a28c14-c0a0-475b-87c5-f6cd308e68d5 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/0cb593b7-6726-424f-84bb-d71c937585c2 HTTP/1.1" status: 404 len: 337 time: 0.0695193 Nov 29 18:06:19.066655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Attempting to bind port faeefb50-e8ed-49b6-ab8d-e2d557577f6a on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:06:19.067213 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Attempting to bind port faeefb50-e8ed-49b6-ab8d-e2d557577f6a by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'd5a631d8-6b9f-4ac5-a1d1-cc221d489f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3919ac4b-aff0-4fcb-be0d-59c15bea515c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:06:19.067422 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Attempting to bind port faeefb50-e8ed-49b6-ab8d-e2d557577f6a on network 3919ac4b-aff0-4fcb-be0d-59c15bea515c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:06:19.073310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:06:19.073690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Checking segment: {'id': 'd5a631d8-6b9f-4ac5-a1d1-cc221d489f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3919ac4b-aff0-4fcb-be0d-59c15bea515c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:19.074098 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:19.074493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Bound using segment: {'id': 'd5a631d8-6b9f-4ac5-a1d1-cc221d489f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3919ac4b-aff0-4fcb-be0d-59c15bea515c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:06:19.074990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Bound port: faeefb50-e8ed-49b6-ab8d-e2d557577f6a, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a631d8-6b9f-4ac5-a1d1-cc221d489f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3919ac4b-aff0-4fcb-be0d-59c15bea515c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:06:19.075375 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:19.098683 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-46408b9a-8892-41eb-8037-3b2bb13aa90e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] DELETE failed (client error): The resource could not be found. Nov 29 18:06:19.111897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46408b9a-8892-41eb-8037-3b2bb13aa90e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:06:19.115517 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-46408b9a-8892-41eb-8037-3b2bb13aa90e tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/cde087b1-7b34-4fac-8eb9-445661d62787 HTTP/1.1" status: 404 len: 337 time: 0.1279747 Nov 29 18:06:19.118086 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52500) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:19.216233 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbdcce7-00e2-4554-882d-9f5b85929496 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] DELETE failed (client error): The resource could not be found. Nov 29 18:06:19.218210 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcbdcce7-00e2-4554-882d-9f5b85929496 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:06:19.231300 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fcbdcce7-00e2-4554-882d-9f5b85929496 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/be8cc56f-7aac-46a0-9149-a294815260ab HTTP/1.1" status: 404 len: 337 time: 0.1089525 Nov 29 18:06:19.232020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52506) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:19.256553 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] For port faeefb50-e8ed-49b6-ab8d-e2d557577f6a, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:06:19.269368 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] For port faeefb50-e8ed-49b6-ab8d-e2d557577f6a, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=faeefb50-e8ed-49b6-ab8d-e2d557577f6a,segment=NetworkSegment(d5a631d8-6b9f-4ac5-a1d1-cc221d489f77),segment_id=d5a631d8-6b9f-4ac5-a1d1-cc221d489f77)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:06:19.283759 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:19.293411 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05acd60-0014-4f11-a388-6a8d13b4f763 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] DELETE failed (client error): The resource could not be found. Nov 29 18:06:19.294371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05acd60-0014-4f11-a388-6a8d13b4f763 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:06:19.300743 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52508) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:19.302484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c05acd60-0014-4f11-a388-6a8d13b4f763 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/b0295046-e5f6-48b8-938d-95ceacbf1272 HTTP/1.1" status: 404 len: 333 time: 0.0691805 Nov 29 18:06:19.397208 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f350c0e6-1f79-4c4f-891f-6c998504c8e0 None None] Network bca48e1d-32ec-4cc0-9883-256843270e2d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:19.421235 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-213c006f-d3d8-4cd5-b0aa-80bee65c1eba tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] DELETE failed (client error): The resource could not be found. Nov 29 18:06:19.426433 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213c006f-d3d8-4cd5-b0aa-80bee65c1eba tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:06:19.435351 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-213c006f-d3d8-4cd5-b0aa-80bee65c1eba tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/cfdb3f60-8b0f-4bce-891f-135ed38fa9a0 HTTP/1.1" status: 404 len: 337 time: 0.1312122 Nov 29 18:06:19.436161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52514) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:19.515242 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-14680fba-0938-4d75-835f-ba3bb7961cbd tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] DELETE failed (client error): The resource could not be found. Nov 29 18:06:19.516497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14680fba-0938-4d75-835f-ba3bb7961cbd tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:06:19.523770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52520) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:19.524613 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-14680fba-0938-4d75-835f-ba3bb7961cbd tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/1f2cd206-c264-4501-b6df-f126b9a6ef3f HTTP/1.1" status: 404 len: 337 time: 0.0872097 Nov 29 18:06:19.561670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0994b-f594-4e23-a14f-7fb75443c62c None None] Pushing event updated for resources: {'Port': ['ID=faeefb50-e8ed-49b6-ab8d-e2d557577f6a,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:19.580398 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47fec87-8459-4be1-ac27-150fdc7038d2 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] DELETE failed (client error): The resource could not be found. Nov 29 18:06:19.584888 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47fec87-8459-4be1-ac27-150fdc7038d2 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:06:19.591331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Routers {'e2082225-94ce-4095-abf2-928a88bd1531'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:06:19.592274 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:05:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e2082225-94ce-4095-abf2-928a88bd1531'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:19.597916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52522) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:19.610381 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c47fec87-8459-4be1-ac27-150fdc7038d2 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/bfdbb0ee-7e2a-41ad-b6e4-74330dd5048c HTTP/1.1" status: 404 len: 333 time: 0.0854385 Nov 29 18:06:19.656790 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd85d52b-004f-4326-9e4f-52b7331fbd5a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] DELETE failed (client error): The resource could not be found. Nov 29 18:06:19.657255 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd85d52b-004f-4326-9e4f-52b7331fbd5a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:06:19.663035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52524) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:19.663468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52526) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:19.677902 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fd85d52b-004f-4326-9e4f-52b7331fbd5a tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/bb6af618-97d6-4fb9-b58e-dd5eb4c477ff HTTP/1.1" status: 404 len: 337 time: 0.0788429 Nov 29 18:06:19.735146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1f8bbf39-5d83-4c21-8f98-fa938c271d16 None None] Provisioning complete for port 87baa6ce-2023-42ab-8361-e93dc4dc2d1d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:19.735518 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f8bbf39-5d83-4c21-8f98-fa938c271d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:19.740724 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ee8954-b2e3-4ab8-bbfd-99b91bdd5205 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] DELETE failed (client error): The resource could not be found. Nov 29 18:06:19.741331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ee8954-b2e3-4ab8-bbfd-99b91bdd5205 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:06:19.747233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52534) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:19.775540 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-84ee8954-b2e3-4ab8-bbfd-99b91bdd5205 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/subnets/bf9ff2cb-9886-4b4b-a523-be60a66db5de HTTP/1.1" status: 404 len: 337 time: 0.1097169 Nov 29 18:06:20.008400 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3660a517-37b0-41ef-a48d-546212bc5313 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port 87baa6ce-2023-42ab-8361-e93dc4dc2d1d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:20.009010 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3660a517-37b0-41ef-a48d-546212bc5313 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:20.044327 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1f8bbf39-5d83-4c21-8f98-fa938c271d16 None None] Port 87baa6ce-2023-42ab-8361-e93dc4dc2d1d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:06:20.058055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-45f660f2-8ae6-431b-8c1b-a077eab2b8ce admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-246836513-network', 'tenant_id': '383d90a15ebd4c609091ab32f0e04663'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:20.124314 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f660f2-8ae6-431b-8c1b-a077eab2b8ce admin admin] Made reservation on behalf of 383d90a15ebd4c609091ab32f0e04663 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:20.126742 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45f660f2-8ae6-431b-8c1b-a077eab2b8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:20.160134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1f8bbf39-5d83-4c21-8f98-fa938c271d16 None None] Provisioning complete for port 69c04a23-a0ce-4430-b8e6-1642f96f5048 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:20.160695 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f8bbf39-5d83-4c21-8f98-fa938c271d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:20.170473 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45f660f2-8ae6-431b-8c1b-a077eab2b8ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:20.171787 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3660a517-37b0-41ef-a48d-546212bc5313 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:20.191217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3660a517-37b0-41ef-a48d-546212bc5313 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for 87baa6ce-2023-42ab-8361-e93dc4dc2d1d owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:20.241286 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] Set router e2082225-94ce-4095-abf2-928a88bd1531 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:06:20.246774 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ccf490-44aa-4956-9689-f552d1a119b6 None None] DHCP port deletion for bca48e1d-32ec-4cc0-9883-256843270e2d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:06:20.299286 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3660a517-37b0-41ef-a48d-546212bc5313 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:20.425186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660a517-37b0-41ef-a48d-546212bc5313 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=87baa6ce-2023-42ab-8361-e93dc4dc2d1d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:20.442879 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3660a517-37b0-41ef-a48d-546212bc5313 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:20.451979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3660a517-37b0-41ef-a48d-546212bc5313 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/ports/87baa6ce-2023-42ab-8361-e93dc4dc2d1d HTTP/1.1" status: 204 len: 168 time: 0.7035844 Nov 29 18:06:20.453344 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52550) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:20.502384 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45f660f2-8ae6-431b-8c1b-a077eab2b8ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:20.509869 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45f660f2-8ae6-431b-8c1b-a077eab2b8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:20.553688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device faeefb50-e8ed-49b6-ab8d-e2d557577f6a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:06:20.564705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f660f2-8ae6-431b-8c1b-a077eab2b8ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:06:20.582924 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f660f2-8ae6-431b-8c1b-a077eab2b8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83473af8-249b-4cd0-917e-7fc58b89fe34,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:20.591293 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45f660f2-8ae6-431b-8c1b-a077eab2b8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:20.591673 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-45f660f2-8ae6-431b-8c1b-a077eab2b8ce admin admin] Added segment f8d42821-d2a0-4cbe-9cba-7f148c2b4c89 of type vlan for network 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 Nov 29 18:06:20.658504 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45f660f2-8ae6-431b-8c1b-a077eab2b8ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:20.663149 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:20.700842 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45f660f2-8ae6-431b-8c1b-a077eab2b8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:20.703060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f660f2-8ae6-431b-8c1b-a077eab2b8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:20.703962 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45f660f2-8ae6-431b-8c1b-a077eab2b8ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:20.743257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Deleting port 69c04a23-a0ce-4430-b8e6-1642f96f5048 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:20.743724 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:20.788476 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-45f660f2-8ae6-431b-8c1b-a077eab2b8ce admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1239760 Nov 29 18:06:20.792202 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52568) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:20.803331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-89e3f075-fd89-44da-9b00-583f0686f06f admin admin] Request body: {'subnet': {'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-246836513-subnet', 'tenant_id': '383d90a15ebd4c609091ab32f0e04663', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:20.810878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f660f2-8ae6-431b-8c1b-a077eab2b8ce admin admin] Pushing event updated for resources: {'Network': ['ID=7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:20.833039 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e3f075-fd89-44da-9b00-583f0686f06f admin admin] Made reservation on behalf of 383d90a15ebd4c609091ab32f0e04663 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:20.836656 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-89e3f075-fd89-44da-9b00-583f0686f06f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:20.837092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] For port 69c04a23-a0ce-4430-b8e6-1642f96f5048, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=69c04a23-a0ce-4430-b8e6-1642f96f5048,segment=NetworkSegment(795b8537-89e6-4085-966a-62f3146a4032),segment_id=795b8537-89e6-4085-966a-62f3146a4032)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:20.837756 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:20.860856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Calling delete_port for 69c04a23-a0ce-4430-b8e6-1642f96f5048 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:20.975288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:06:20.986108 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e1ccf490-44aa-4956-9689-f552d1a119b6 None None] Deleting port 69c04a23-a0ce-4430-b8e6-1642f96f5048 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:20.986459 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf490-44aa-4956-9689-f552d1a119b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:21.051901 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:21.094484 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Port': ['ID=69c04a23-a0ce-4430-b8e6-1642f96f5048,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:21.096466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] No DVR routers for this DVR port 69c04a23-a0ce-4430-b8e6-1642f96f5048 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:06:21.143137 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-64f31414-3241-41c6-96c7-a1682979481d None None] Provisioning complete for port faeefb50-e8ed-49b6-ab8d-e2d557577f6a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:21.143562 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-64f31414-3241-41c6-96c7-a1682979481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:21.224982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port faeefb50-e8ed-49b6-ab8d-e2d557577f6a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:21.227577 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:21.236465 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:21.253272 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-89e3f075-fd89-44da-9b00-583f0686f06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:21.294479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca48e1d-32ec-4cc0-9883-256843270e2d']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:21.313712 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795b8537-89e6-4085-966a-62f3146a4032') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:21.314049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795b8537-89e6-4085-966a-62f3146a4032') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:21.330904 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:21.351979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3f075-fd89-44da-9b00-583f0686f06f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9926ba24-8051-4fc2-8c61-17f9f010d206,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:21.365207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e1ccf490-44aa-4956-9689-f552d1a119b6 None None] For port 69c04a23-a0ce-4430-b8e6-1642f96f5048, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=69c04a23-a0ce-4430-b8e6-1642f96f5048,segment=NetworkSegment(795b8537-89e6-4085-966a-62f3146a4032),segment_id=795b8537-89e6-4085-966a-62f3146a4032)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:21.365630 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf490-44aa-4956-9689-f552d1a119b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:21.372031 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:21.375205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e3f075-fd89-44da-9b00-583f0686f06f admin admin] Checking segment: {'id': 'f8d42821-d2a0-4cbe-9cba-7f148c2b4c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:21.375580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e3f075-fd89-44da-9b00-583f0686f06f admin admin] Network hostable DHCP agents. Network: 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:06:21.386464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:06:21.386922 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:06:21.400151 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:06:21.413213 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e3f075-fd89-44da-9b00-583f0686f06f admin admin] Network 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:06:21.438210 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-89e3f075-fd89-44da-9b00-583f0686f06f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:21.455822 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e3f075-fd89-44da-9b00-583f0686f06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:21.455822 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-89e3f075-fd89-44da-9b00-583f0686f06f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:21.505171 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e1ccf490-44aa-4956-9689-f552d1a119b6 None None] Calling delete_port for 69c04a23-a0ce-4430-b8e6-1642f96f5048 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:21.506928 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-89e3f075-fd89-44da-9b00-583f0686f06f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7118869 Nov 29 18:06:21.524389 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2da58c8-6e3f-469c-81bd-a6269ca8a0bd None None] Network 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:21.578546 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:21.585331 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:21.593224 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] 10.222.0.23 "DELETE /v2.0/networks/bca48e1d-32ec-4cc0-9883-256843270e2d HTTP/1.1" status: 204 len: 168 time: 1.1384349 Nov 29 18:06:21.610569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29984716-3dc4-46ea-ba35-ff7c7b5e8460 tempest-PortsIpV6TestJSON-93147915 tempest-PortsIpV6TestJSON-93147915-project] Pushing event deleted for resources: {'Network': ['ID=bca48e1d-32ec-4cc0-9883-256843270e2d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:21.867683 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:21.910775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'name': 'tempest-TaggedBootDevicesTest_v242-1442842127-router', 'tenant_id': '884b08eb24714c2badc3865de2486c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:06:01Z', 'updated_at': '2021-11-29T18:06:09Z', 'revision_number': 4, 'project_id': '884b08eb24714c2badc3865de2486c6d', 'gw_port': {'id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:06:03Z', 'updated_at': '2021-11-29T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'faeefb50-e8ed-49b6-ab8d-e2d557577f6a', 'name': '', 'network_id': '3919ac4b-aff0-4fcb-be0d-59c15bea515c', 'tenant_id': '884b08eb24714c2badc3865de2486c6d', 'mac_address': 'fa:16:3e:05:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8d441322-9d09-43d3-b745-ae88f52ae03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:06:07Z', 'updated_at': '2021-11-29T18:06:19Z', 'revision_number': 4, 'project_id': '884b08eb24714c2badc3865de2486c6d', 'subnets': [{'id': '8d441322-9d09-43d3-b745-ae88f52ae03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:22.003810 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port faeefb50-e8ed-49b6-ab8d-e2d557577f6a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=faeefb50-e8ed-49b6-ab8d-e2d557577f6a,segment=NetworkSegment(d5a631d8-6b9f-4ac5-a1d1-cc221d489f77),segment_id=d5a631d8-6b9f-4ac5-a1d1-cc221d489f77)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:22.038476 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-64f31414-3241-41c6-96c7-a1682979481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:22.066161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a04862-551c-403f-a919-6a211f47c0a8 None None] The sync data for ids ['e2082225-94ce-4095-abf2-928a88bd1531'] in n-d-819494-5 is: [{'id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'name': 'tempest-TaggedBootDevicesTest_v242-1442842127-router', 'tenant_id': '884b08eb24714c2badc3865de2486c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:06:01Z', 'updated_at': '2021-11-29T18:06:09Z', 'revision_number': 4, 'project_id': '884b08eb24714c2badc3865de2486c6d', 'gw_port': {'id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:06:03Z', 'updated_at': '2021-11-29T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'faeefb50-e8ed-49b6-ab8d-e2d557577f6a', 'name': '', 'network_id': '3919ac4b-aff0-4fcb-be0d-59c15bea515c', 'tenant_id': '884b08eb24714c2badc3865de2486c6d', 'mac_address': 'fa:16:3e:05:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '8d441322-9d09-43d3-b745-ae88f52ae03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:06:07Z', 'updated_at': '2021-11-29T18:06:19Z', 'revision_number': 4, 'project_id': '884b08eb24714c2badc3865de2486c6d', 'subnets': [{'id': '8d441322-9d09-43d3-b745-ae88f52ae03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:06:22.067784 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:22.218311 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 69c04a23-a0ce-4430-b8e6-1642f96f5048 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:06:22.240819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52668) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:22.283735 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 69c04a23-a0ce-4430-b8e6-1642f96f5048 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:06:22.284466 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 69c04a23-a0ce-4430-b8e6-1642f96f5048 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:06:22.442255 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=faeefb50-e8ed-49b6-ab8d-e2d557577f6a,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:22.457620 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf490-44aa-4956-9689-f552d1a119b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:22.483885 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad94462-5dda-4eb9-9b11-76d3d020c3f5 None None] Network 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:22.717219 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccf490-44aa-4956-9689-f552d1a119b6 None None] Pushing event deleted for resources: {'Port': ['ID=69c04a23-a0ce-4430-b8e6-1642f96f5048,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:22.721914 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-64f31414-3241-41c6-96c7-a1682979481d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:06:22.721914 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-64f31414-3241-41c6-96c7-a1682979481d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:06:22.722338 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e1ccf490-44aa-4956-9689-f552d1a119b6 None None] Network bca48e1d-32ec-4cc0-9883-256843270e2d is not hosted by any dhcp agent {{(pid=110006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 18:06:22.723077 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ccf490-44aa-4956-9689-f552d1a119b6 None None] No DVR routers for this DVR port 69c04a23-a0ce-4430-b8e6-1642f96f5048 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:06:22.831436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-05368bf5-dff8-44f1-87a8-31cee47532ed tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:22.832951 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-05368bf5-dff8-44f1-87a8-31cee47532ed tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/networks?id=7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 HTTP/1.1" status: 200 len: 814 time: 0.2717676 Nov 29 18:06:22.875031 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-efe85d7f-8e36-45be-9fcb-5bdedc91c8c9 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/quotas/383d90a15ebd4c609091ab32f0e04663 HTTP/1.1" status: 200 len: 375 time: 0.0312936 Nov 29 18:06:22.933523 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-e315032c-164f-401c-ad34-a86c8abd2ede tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=383d90a15ebd4c609091ab32f0e04663&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573618 Nov 29 18:06:23.039303 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-80a055cf-2ac3-4874-a56e-c98aaacdfc42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d2fe1df63aa4201995eddc1ee119ad9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7965953 Nov 29 18:06:23.046388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52692) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:23.049723 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52694) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:23.155435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-8ce089d1-b155-4ce4-aac8-ae2c7f2c5ae5 service neutron] 10.222.0.23 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206018 Nov 29 18:06:23.208256 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0970669d-9249-4288-9c5b-86a24cf17c8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:23.232447 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0970669d-9249-4288-9c5b-86a24cf17c8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:23.237488 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0bf69833-6455-4842-b5fb-c0cce8492766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:23.386130 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0bf69833-6455-4842-b5fb-c0cce8492766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:23.390902 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0bf69833-6455-4842-b5fb-c0cce8492766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:23.435462 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0bf69833-6455-4842-b5fb-c0cce8492766 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79bce62ff1fe46a7a2654212d2211ac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3837862 Nov 29 18:06:23.436261 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52710) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:23.438549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf69833-6455-4842-b5fb-c0cce8492766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aea496c-cf3e-4cb4-a4dd-cff0b5e3694f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:23.496899 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e6c0dcb-21ee-4982-98fb-f94e353666c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:23.520853 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e6c0dcb-21ee-4982-98fb-f94e353666c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:23.573856 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e6c0dcb-21ee-4982-98fb-f94e353666c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:23.576598 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e6c0dcb-21ee-4982-98fb-f94e353666c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:23.580248 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1e6c0dcb-21ee-4982-98fb-f94e353666c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4aea496c-cf3e-4cb4-a4dd-cff0b5e3694f HTTP/1.1" status: 204 len: 168 time: 0.1403015 Nov 29 18:06:23.589046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c0dcb-21ee-4982-98fb-f94e353666c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aea496c-cf3e-4cb4-a4dd-cff0b5e3694f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:23.721776 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0970669d-9249-4288-9c5b-86a24cf17c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:23.724234 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0970669d-9249-4288-9c5b-86a24cf17c8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:23.727890 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0970669d-9249-4288-9c5b-86a24cf17c8f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe34f342-58e9-49f0-8aa3-985a6d5ac1a4 HTTP/1.1" status: 204 len: 168 time: 0.6816449 Nov 29 18:06:23.736447 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-130031a1-545b-44f3-be89-8757733eb96e tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:23.744517 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-130031a1-545b-44f3-be89-8757733eb96e tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/networks?id=07e1bd78-8269-42cb-97e4-b929faeeeeb7 HTTP/1.1" status: 200 len: 805 time: 0.5860331 Nov 29 18:06:23.749566 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-17046019-f7e8-4454-808a-02c15b2ea2e4 service neutron] 10.222.0.23 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842721 Nov 29 18:06:23.760989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970669d-9249-4288-9c5b-86a24cf17c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe34f342-58e9-49f0-8aa3-985a6d5ac1a4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:23.771181 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-c98a12ac-37cb-4aed-a09b-dfdf808a2277 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/quotas/965396166f334736a02822e4c58ac279 HTTP/1.1" status: 200 len: 375 time: 0.0247183 Nov 29 18:06:23.857189 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-483cca52-f318-40ea-a53d-ab85a5f1fc13 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=965396166f334736a02822e4c58ac279&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0860276 Nov 29 18:06:23.927833 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0bba3ef-cd05-4d0a-a5be-a7ef6fea7cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:24.024128 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-c43f8490-1adc-48ea-8caa-468c9b9c1194 service neutron] 10.222.0.23 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659713 Nov 29 18:06:24.107403 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52730) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:24.127516 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc2588c8-66aa-480a-8979-54b53ab4e21c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:24.154085 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-e6d16e2b-4080-46b7-8045-e3f069d83202 service neutron] 10.222.0.23 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289487 Nov 29 18:06:24.316938 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc2588c8-66aa-480a-8979-54b53ab4e21c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:24.325907 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc2588c8-66aa-480a-8979-54b53ab4e21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:24.440913 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9937380-e5d9-4d1b-847c-63dbffe8f42a req-932b70ec-f25c-4561-9b54-4d8b07ea654e tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 210 time: 0.0661399 Nov 29 18:06:24.478232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device faeefb50-e8ed-49b6-ab8d-e2d557577f6a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:06:24.484899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52742) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:24.486655 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fc2588c8-66aa-480a-8979-54b53ab4e21c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2573d8790c694ed4bdffab3649ffd86f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3774395 Nov 29 18:06:24.489391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2588c8-66aa-480a-8979-54b53ab4e21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa5c484-2bf2-432a-8eb7-4e6822c96e4f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:24.512261 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b15c62c2-0991-41fc-9017-08485745416f req-6f21ec0b-8f86-4d36-9cc9-cc589821c89f tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 210 time: 0.0838404 Nov 29 18:06:24.565944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa1c22-d917-41bb-9928-a226b04e4330 req-e5317159-ad49-443c-bd9e-5dea49c546b9 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:24.568622 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4eaa1c22-d917-41bb-9928-a226b04e4330 req-e5317159-ad49-443c-bd9e-5dea49c546b9 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.31 "GET /v2.0/ports?device_id=78cab37a-138b-4a6b-96ce-2f41b2ff7b70 HTTP/1.1" status: 200 len: 946 time: 0.1802640 Nov 29 18:06:24.618928 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port faeefb50-e8ed-49b6-ab8d-e2d557577f6a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:24.621566 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:24.687434 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71a325fe-f423-448c-9044-9d5de8698d75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:24.726684 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71a325fe-f423-448c-9044-9d5de8698d75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:24.790694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-4eaa1c22-d917-41bb-9928-a226b04e4330 req-fdc45745-3b4d-40e1-833e-39c21f16250f tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Deleting port 80363429-071c-4868-873e-051b897acbae {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:24.791883 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4eaa1c22-d917-41bb-9928-a226b04e4330 req-fdc45745-3b4d-40e1-833e-39c21f16250f tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:24.931171 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71a325fe-f423-448c-9044-9d5de8698d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:24.939643 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71a325fe-f423-448c-9044-9d5de8698d75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:24.941866 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-71a325fe-f423-448c-9044-9d5de8698d75 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9aa5c484-2bf2-432a-8eb7-4e6822c96e4f HTTP/1.1" status: 204 len: 168 time: 0.4271331 Nov 29 18:06:24.975050 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a325fe-f423-448c-9044-9d5de8698d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa5c484-2bf2-432a-8eb7-4e6822c96e4f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:25.004468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-4eaa1c22-d917-41bb-9928-a226b04e4330 req-fdc45745-3b4d-40e1-833e-39c21f16250f tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] For port 80363429-071c-4868-873e-051b897acbae, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=80363429-071c-4868-873e-051b897acbae,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:25.006263 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4eaa1c22-d917-41bb-9928-a226b04e4330 req-fdc45745-3b4d-40e1-833e-39c21f16250f tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:25.066038 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-4eaa1c22-d917-41bb-9928-a226b04e4330 req-fdc45745-3b4d-40e1-833e-39c21f16250f tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Calling delete_port for 80363429-071c-4868-873e-051b897acbae owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:25.358992 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4eaa1c22-d917-41bb-9928-a226b04e4330 req-fdc45745-3b4d-40e1-833e-39c21f16250f tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:25.392532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc45745-3b4d-40e1-833e-39c21f16250f tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Pushing event deleted for resources: {'Port': ['ID=80363429-071c-4868-873e-051b897acbae,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:25.436729 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eaa1c22-d917-41bb-9928-a226b04e4330 req-fdc45745-3b4d-40e1-833e-39c21f16250f tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] No DVR routers for this DVR port 80363429-071c-4868-873e-051b897acbae on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:06:25.439877 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4eaa1c22-d917-41bb-9928-a226b04e4330 req-fdc45745-3b4d-40e1-833e-39c21f16250f tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:25.443311 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4eaa1c22-d917-41bb-9928-a226b04e4330 req-fdc45745-3b4d-40e1-833e-39c21f16250f tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.31 "DELETE /v2.0/ports/80363429-071c-4868-873e-051b897acbae HTTP/1.1" status: 204 len: 173 time: 0.8672152 Nov 29 18:06:25.443766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cab37a-138b-4a6b-96ce-2f41b2ff7b70', 'name': 'network-vif-deleted', 'tag': '80363429-071c-4868-873e-051b897acbae'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:06:25.446063 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1f244b-7a0d-442b-8197-76e239476d30" -d '{"events": [{"server_uuid": "78cab37a-138b-4a6b-96ce-2f41b2ff7b70", "name": "network-vif-deleted", "tag": "80363429-071c-4868-873e-051b897acbae"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:06:25.522052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52788) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:25.523428 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a16e5d-388e-4b12-84e9-98b31970335d x-openstack-request-id: req-66a16e5d-388e-4b12-84e9-98b31970335d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:06:25.523726 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cab37a-138b-4a6b-96ce-2f41b2ff7b70", "name": "network-vif-deleted", "tag": "80363429-071c-4868-873e-051b897acbae", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:06:25.523984 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66a16e5d-388e-4b12-84e9-98b31970335d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:06:25.524391 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cab37a-138b-4a6b-96ce-2f41b2ff7b70', 'name': 'network-vif-deleted', 'tag': '80363429-071c-4868-873e-051b897acbae', 'status': 'completed', 'code': 200} Nov 29 18:06:25.581359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 80363429-071c-4868-873e-051b897acbae no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:06:25.647082 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 80363429-071c-4868-873e-051b897acbae {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:06:25.647902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 80363429-071c-4868-873e-051b897acbae not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:06:25.657557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7681e8c9-b3fb-4bb8-ae41-c7de7003cbaf req-976e460c-bfb4-4512-a9e5-5746a3e08a23 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 210 time: 0.0815876 Nov 29 18:06:25.759632 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e45e17c-7aab-43c1-975e-8dfae3711821 req-dd59d0b3-42b8-477b-8bc5-9284af909fc5 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 210 time: 0.0970881 Nov 29 18:06:25.826030 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-eda513be-3749-4c01-9c4a-cfa40cb8bf78 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1085840277'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:25.912259 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda513be-3749-4c01-9c4a-cfa40cb8bf78 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:25.915704 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eda513be-3749-4c01-9c4a-cfa40cb8bf78 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:25.931680 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eda513be-3749-4c01-9c4a-cfa40cb8bf78 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:25.968978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-cf547755-c0e5-43a7-a943-e9ba3b67075e tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:25.970495 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-cf547755-c0e5-43a7-a943-e9ba3b67075e tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.20 "GET /v2.0/networks?id=7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 HTTP/1.1" status: 200 len: 814 time: 0.2232230 Nov 29 18:06:25.987497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-90f4ee99-b5b6-430b-b203-32435a2ae33d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Request body: {'port': {'device_id': '3f8ce8c5-4f06-46f3-90d3-a010996a1f65', 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16', 'admin_state_up': True, 'tenant_id': '383d90a15ebd4c609091ab32f0e04663'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:26.157455 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eda513be-3749-4c01-9c4a-cfa40cb8bf78 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:26.170674 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eda513be-3749-4c01-9c4a-cfa40cb8bf78 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:26.196428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-90f4ee99-b5b6-430b-b203-32435a2ae33d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Made reservation on behalf of 383d90a15ebd4c609091ab32f0e04663 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:26.200890 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-90f4ee99-b5b6-430b-b203-32435a2ae33d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:26.224639 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda513be-3749-4c01-9c4a-cfa40cb8bf78 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:06:26.246489 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda513be-3749-4c01-9c4a-cfa40cb8bf78 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85cfed13-96ff-46cf-8afe-72c67a92c168,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:26.273666 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eda513be-3749-4c01-9c4a-cfa40cb8bf78 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:26.274195 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-eda513be-3749-4c01-9c4a-cfa40cb8bf78 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Added segment 275de401-a9f0-45e3-aec5-24a76476aed8 of type vlan for network c5395255-02ce-4c91-a7fb-5603958f5af9 Nov 29 18:06:26.408806 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d135015b-e985-4569-9bda-c0b683014d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:26.500476 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eda513be-3749-4c01-9c4a-cfa40cb8bf78 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:26.601925 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-9d4ee68f-d126-4752-8a21-ccd8d555f41f tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:26.603464 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-9d4ee68f-d126-4752-8a21-ccd8d555f41f tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.20 "GET /v2.0/networks?id=07e1bd78-8269-42cb-97e4-b929faeeeeb7 HTTP/1.1" status: 200 len: 805 time: 0.3168430 Nov 29 18:06:26.609759 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eda513be-3749-4c01-9c4a-cfa40cb8bf78 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:26.615634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda513be-3749-4c01-9c4a-cfa40cb8bf78 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:26.616293 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eda513be-3749-4c01-9c4a-cfa40cb8bf78 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:26.629806 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-6fdd8667-5913-41f7-bcc8-7bb248299d3a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Request body: {'port': {'device_id': 'cf8d5fd2-207c-400b-85e3-05e5f6992b68', 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7', 'admin_state_up': True, 'tenant_id': '965396166f334736a02822e4c58ac279'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:26.634124 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-90f4ee99-b5b6-430b-b203-32435a2ae33d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Allocated IP 172.20.0.3 (7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16/9926ba24-8051-4fc2-8c61-17f9f010d206/b3c7796e-c503-4e55-925e-dd102c2c1773) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:26.752133 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-eda513be-3749-4c01-9c4a-cfa40cb8bf78 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2276733 Nov 29 18:06:26.754872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52828) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:26.760394 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-da8b8e0c-7907-4fe1-8f7e-26901179d080 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9', 'name': 'tempest-PortsTestJSON-1416113444'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:26.779461 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda513be-3749-4c01-9c4a-cfa40cb8bf78 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Network': ['ID=c5395255-02ce-4c91-a7fb-5603958f5af9,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:26.792877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network c5395255-02ce-4c91-a7fb-5603958f5af9 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:06:26.904145 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c0f1270-b47d-497e-8f1b-1939c568c08f req-427eea5f-8803-4bdd-a0d5-9f6f117fce41 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 210 time: 0.0577543 Nov 29 18:06:26.941538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06871c6b-9fd9-4250-9658-fb49503a000e req-c2d33e1a-472c-4fdc-8e4c-5098eb8e2d40 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 210 time: 0.0425518 Nov 29 18:06:26.953989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8b8e0c-7907-4fe1-8f7e-26901179d080 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:26.959745 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da8b8e0c-7907-4fe1-8f7e-26901179d080 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:26.983513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-da8b8e0c-7907-4fe1-8f7e-26901179d080 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] device_id is not set on port 7ec8ac33-6fe6-43d7-846b-268769417311 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:06:27.001857 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-90f4ee99-b5b6-430b-b203-32435a2ae33d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:27.042232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-6fdd8667-5913-41f7-bcc8-7bb248299d3a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Made reservation on behalf of 965396166f334736a02822e4c58ac279 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:27.061137 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-6fdd8667-5913-41f7-bcc8-7bb248299d3a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:27.067606 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:27.215351 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-90f4ee99-b5b6-430b-b203-32435a2ae33d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:27.246899 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da8b8e0c-7907-4fe1-8f7e-26901179d080 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:27.301910 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-90f4ee99-b5b6-430b-b203-32435a2ae33d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Network 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:27.321371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da8b8e0c-7907-4fe1-8f7e-26901179d080 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:27.341842 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-90f4ee99-b5b6-430b-b203-32435a2ae33d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:27.365222 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-90f4ee99-b5b6-430b-b203-32435a2ae33d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:27.430177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4ee99-b5b6-430b-b203-32435a2ae33d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Pushing event updated for resources: {'Port': ['ID=b3c7796e-c503-4e55-925e-dd102c2c1773,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:27.441188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8b8e0c-7907-4fe1-8f7e-26901179d080 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Checking segment: {'id': '275de401-a9f0-45e3-aec5-24a76476aed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:27.441670 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8b8e0c-7907-4fe1-8f7e-26901179d080 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network hostable DHCP agents. Network: c5395255-02ce-4c91-a7fb-5603958f5af9, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:06:27.444055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b8e0c-7907-4fe1-8f7e-26901179d080 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=7ec8ac33-6fe6-43d7-846b-268769417311,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:27.468506 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-90f4ee99-b5b6-430b-b203-32435a2ae33d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:27.469291 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-90f4ee99-b5b6-430b-b203-32435a2ae33d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:27.472373 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-6fdd8667-5913-41f7-bcc8-7bb248299d3a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Allocated IP 172.20.0.10 (07e1bd78-8269-42cb-97e4-b929faeeeeb7/81cead3a-1dc8-4e59-949c-cf590473cc26/e27ae652-29e3-4d52-9108-e5cbae1a9911) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:27.481518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8b8e0c-7907-4fe1-8f7e-26901179d080 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network c5395255-02ce-4c91-a7fb-5603958f5af9 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:06:27.496951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-da8b8e0c-7907-4fe1-8f7e-26901179d080 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, c5395255-02ce-4c91-a7fb-5603958f5af9) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:27.497223 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-90f4ee99-b5b6-430b-b203-32435a2ae33d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5163054 Nov 29 18:06:27.505441 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b8e0c-7907-4fe1-8f7e-26901179d080 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:27.513709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25896d32-bdf1-4064-85c9-7a80529bc78c None None] Network c5395255-02ce-4c91-a7fb-5603958f5af9 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:27.522300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Request body: {'port': {'device_id': '3f8ce8c5-4f06-46f3-90d3-a010996a1f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:27.523008 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:27.528365 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8b8e0c-7907-4fe1-8f7e-26901179d080 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:27.529748 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da8b8e0c-7907-4fe1-8f7e-26901179d080 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:27.563216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-da8b8e0c-7907-4fe1-8f7e-26901179d080 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8067572 Nov 29 18:06:27.566635 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52852) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:27.576056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-023ef287-f183-406a-a1ae-731468beec83 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-106581041'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:27.622228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023ef287-f183-406a-a1ae-731468beec83 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:27.643114 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-023ef287-f183-406a-a1ae-731468beec83 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:27.675389 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:27.694228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023ef287-f183-406a-a1ae-731468beec83 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:06:27.708058 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-023ef287-f183-406a-a1ae-731468beec83 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:27.708424 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-023ef287-f183-406a-a1ae-731468beec83 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Added segment 3e105cde-03eb-4860-a831-44f9d562efcf of type vlan for network 662dbcf7-9407-49a3-a4b0-7aea761a7ea8 Nov 29 18:06:27.763236 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-023ef287-f183-406a-a1ae-731468beec83 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:27.800075 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-023ef287-f183-406a-a1ae-731468beec83 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:27.807461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023ef287-f183-406a-a1ae-731468beec83 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:27.808382 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-023ef287-f183-406a-a1ae-731468beec83 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:27.851146 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-6fdd8667-5913-41f7-bcc8-7bb248299d3a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:27.880400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-023ef287-f183-406a-a1ae-731468beec83 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3129926 Nov 29 18:06:27.882139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52862) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:27.892826 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ef287-f183-406a-a1ae-731468beec83 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Network': ['ID=662dbcf7-9407-49a3-a4b0-7aea761a7ea8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:27.905629 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 662dbcf7-9407-49a3-a4b0-7aea761a7ea8 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:06:27.920788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'ports': [{'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9'}, {'network_id': '662dbcf7-9407-49a3-a4b0-7aea761a7ea8'}]} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:27.921113 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:27.921611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'network_id': '662dbcf7-9407-49a3-a4b0-7aea761a7ea8'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:28.058708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9dad23a9-2d55-4925-8eb2-fd2ea8d2b75b req-42a24bfa-3e82-43b2-b4bf-dcc87edd28fb tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 210 time: 0.0420156 Nov 29 18:06:28.082844 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-6fdd8667-5913-41f7-bcc8-7bb248299d3a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:28.144369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02fb5c-e0df-4145-9cac-687f6e5c7432 req-784a09d7-b1bc-4c3c-a7f1-736c68e77a5a tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:28.152644 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e02fb5c-e0df-4145-9cac-687f6e5c7432 req-784a09d7-b1bc-4c3c-a7f1-736c68e77a5a tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 931 time: 0.0927606 Nov 29 18:06:28.219499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e02fb5c-e0df-4145-9cac-687f6e5c7432 req-96051c66-471c-4987-8dbe-cfeb4f8d0370 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657768 Nov 29 18:06:28.227875 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-6fdd8667-5913-41f7-bcc8-7bb248299d3a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:28.241763 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd8667-5913-41f7-bcc8-7bb248299d3a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Pushing event updated for resources: {'Port': ['ID=e27ae652-29e3-4d52-9108-e5cbae1a9911,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:28.244174 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-6fdd8667-5913-41f7-bcc8-7bb248299d3a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:28.249347 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-6fdd8667-5913-41f7-bcc8-7bb248299d3a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:28.336904 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c7796e-c503-4e55-925e-dd102c2c1773 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:06:28.349733 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-6fdd8667-5913-41f7-bcc8-7bb248299d3a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:28.350344 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-6fdd8667-5913-41f7-bcc8-7bb248299d3a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:28.352588 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'port': 2} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:28.358273 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:28.366587 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:28.395986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Transition to ACTIVE for port object b3c7796e-c503-4e55-925e-dd102c2c1773 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:06:28.396565 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:28.403147 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-6fdd8667-5913-41f7-bcc8-7bb248299d3a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7800870 Nov 29 18:06:28.410406 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:28.453545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Request body: {'port': {'device_id': 'cf8d5fd2-207c-400b-85e3-05e5f6992b68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:28.581786 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Pushing event updated for resources: {'Port': ['ID=b3c7796e-c503-4e55-925e-dd102c2c1773,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:28.615266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] device_id is not set on port 18fd79bf-46fe-486e-aa6b-609dc63ca48a yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:06:28.624809 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:28.737317 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Attempting to bind port b3c7796e-c503-4e55-925e-dd102c2c1773 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:06:28.738021 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Attempting to bind port b3c7796e-c503-4e55-925e-dd102c2c1773 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'f8d42821-d2a0-4cbe-9cba-7f148c2b4c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:06:28.738021 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Attempting to bind port b3c7796e-c503-4e55-925e-dd102c2c1773 on network 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:06:28.755290 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Port b3c7796e-c503-4e55-925e-dd102c2c1773 on network 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:06:28.755638 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Attempting to bind port b3c7796e-c503-4e55-925e-dd102c2c1773 on network 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:06:28.845672 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:06:28.846027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Checking segment: {'id': 'f8d42821-d2a0-4cbe-9cba-7f148c2b4c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:28.846418 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Bound using segment: {'id': 'f8d42821-d2a0-4cbe-9cba-7f148c2b4c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:06:28.846895 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Bound port: b3c7796e-c503-4e55-925e-dd102c2c1773, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d42821-d2a0-4cbe-9cba-7f148c2b4c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:06:28.847266 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:29.007178 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:29.024841 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:29.098314 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] For port b3c7796e-c503-4e55-925e-dd102c2c1773, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:06:29.194138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52888) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:29.247981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fbfd0-c26b-4a68-ac36-f7f5e709166b req-d15c03ac-1723-456f-8593-efc8e8958d01 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:29.263509 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9fbfd0-c26b-4a68-ac36-f7f5e709166b req-d15c03ac-1723-456f-8593-efc8e8958d01 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 932 time: 0.1066301 Nov 29 18:06:29.369458 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9fbfd0-c26b-4a68-ac36-f7f5e709166b req-28158ef0-d684-4f96-9fb3-735f68719141 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050868 Nov 29 18:06:29.397119 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22ea30c0-f8aa-43ae-a527-a015dd2548c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:29.418112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ee7c5-bd7d-477a-97f2-1ee7a3d5cd70 req-207a08b3-bcbc-46da-b8b3-33748b16a19b tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:29.419726 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-099ee7c5-bd7d-477a-97f2-1ee7a3d5cd70 req-207a08b3-bcbc-46da-b8b3-33748b16a19b tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 943 time: 0.1000025 Nov 29 18:06:29.425150 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] For port b3c7796e-c503-4e55-925e-dd102c2c1773, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b3c7796e-c503-4e55-925e-dd102c2c1773,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:06:29.436160 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:29.440803 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] device_id is not set on port ff6598dd-2536-46dc-bc7e-af91c5d9ebb0 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:06:29.450728 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:06:29.499799 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-099ee7c5-bd7d-477a-97f2-1ee7a3d5cd70 req-c4ac4739-0c67-4868-bdf0-7bb3e3485f0a tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686877 Nov 29 18:06:29.521965 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:29.522718 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:29.524208 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] 10.222.0.20 "PUT /v2.0/ports/b3c7796e-c503-4e55-925e-dd102c2c1773 HTTP/1.1" status: 200 len: 1091 time: 2.0096498 Nov 29 18:06:29.524605 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:29.529140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8ce8c5-4f06-46f3-90d3-a010996a1f65', 'tag': 'b3c7796e-c503-4e55-925e-dd102c2c1773'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:06:29.531502 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fc960b-43f6-4eb3-860b-f83914b1b182" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8ce8c5-4f06-46f3-90d3-a010996a1f65", "tag": "b3c7796e-c503-4e55-925e-dd102c2c1773"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:06:29.545812 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22ea30c0-f8aa-43ae-a527-a015dd2548c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:29.549778 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22ea30c0-f8aa-43ae-a527-a015dd2548c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:29.574377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27ae652-29e3-4d52-9108-e5cbae1a9911 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:06:29.599577 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:29.603242 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2c0b2-bb7c-4beb-90df-6af9553f4edb service neutron] Pushing event updated for resources: {'Port': ['ID=b3c7796e-c503-4e55-925e-dd102c2c1773,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:29.604223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-22ea30c0-f8aa-43ae-a527-a015dd2548c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16bd374d9a564a66b1aeddb8de65994a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4080164 Nov 29 18:06:29.605015 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52902) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:29.605687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea30c0-f8aa-43ae-a527-a015dd2548c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6109599-2a2a-4e5c-8056-914888764576,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:29.654428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Transition to ACTIVE for port object e27ae652-29e3-4d52-9108-e5cbae1a9911 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:06:29.656389 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afed9c73-6f41-4d0d-8d06-06d956b1b058 x-openstack-request-id: req-afed9c73-6f41-4d0d-8d06-06d956b1b058 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:06:29.656903 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8ce8c5-4f06-46f3-90d3-a010996a1f65", "tag": "b3c7796e-c503-4e55-925e-dd102c2c1773", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:06:29.657339 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-afed9c73-6f41-4d0d-8d06-06d956b1b058 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:06:29.658035 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8ce8c5-4f06-46f3-90d3-a010996a1f65', 'tag': 'b3c7796e-c503-4e55-925e-dd102c2c1773', 'status': 'completed', 'code': 200} Nov 29 18:06:29.679124 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0480ed14-695c-4618-8ba6-d1a0d7ecc140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:29.691234 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:29.717617 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0480ed14-695c-4618-8ba6-d1a0d7ecc140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:29.743460 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-006b773d-b48e-42cf-ac47-98c831448e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:29.746023 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-006b773d-b48e-42cf-ac47-98c831448e35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=383d90a15ebd4c609091ab32f0e04663&device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 1094 time: 0.1636691 Nov 29 18:06:29.776329 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0480ed14-695c-4618-8ba6-d1a0d7ecc140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:29.780625 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0480ed14-695c-4618-8ba6-d1a0d7ecc140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:29.784053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0480ed14-695c-4618-8ba6-d1a0d7ecc140 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6109599-2a2a-4e5c-8056-914888764576 HTTP/1.1" status: 204 len: 168 time: 0.1750696 Nov 29 18:06:29.823255 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480ed14-695c-4618-8ba6-d1a0d7ecc140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6109599-2a2a-4e5c-8056-914888764576,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:29.823361 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-2f888c80-8740-4005-b167-767e60a75d53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3c7796e-c503-4e55-925e-dd102c2c1773 HTTP/1.1" status: 200 len: 217 time: 0.0652227 Nov 29 18:06:29.848451 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:29.891124 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Pushing event updated for resources: {'Port': ['ID=e27ae652-29e3-4d52-9108-e5cbae1a9911,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:29.920835 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:29.944007 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:30.039863 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-7fdc9307-3383-4c03-be7f-7932aaf28ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:30.041899 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-7fdc9307-3383-4c03-be7f-7932aaf28ef7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9926ba24-8051-4fc2-8c61-17f9f010d206 HTTP/1.1" status: 200 len: 854 time: 0.1404529 Nov 29 18:06:30.049943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network c5395255-02ce-4c91-a7fb-5603958f5af9 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:30.063860 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=18fd79bf-46fe-486e-aa6b-609dc63ca48a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:30.066260 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:30.070173 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:30.071071 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:30.102579 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-d99429c7-6987-4857-9a9d-f45ee4916754 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469751 Nov 29 18:06:30.148687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Attempting to bind port e27ae652-29e3-4d52-9108-e5cbae1a9911 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:06:30.149038 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Attempting to bind port e27ae652-29e3-4d52-9108-e5cbae1a9911 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '02e2dbb3-e7d4-4d3a-b214-06411a1cb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:06:30.149380 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Attempting to bind port e27ae652-29e3-4d52-9108-e5cbae1a9911 on network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:06:30.186423 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52910) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:30.201123 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-968d5e5f-bded-439b-8ac4-cf32a86999e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:30.206877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Port e27ae652-29e3-4d52-9108-e5cbae1a9911 on network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:06:30.207191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Attempting to bind port e27ae652-29e3-4d52-9108-e5cbae1a9911 on network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:06:30.222601 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=ff6598dd-2536-46dc-bc7e-af91c5d9ebb0,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:30.233687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:06:30.233985 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Checking segment: {'id': '02e2dbb3-e7d4-4d3a-b214-06411a1cb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:30.234384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Bound using segment: {'id': '02e2dbb3-e7d4-4d3a-b214-06411a1cb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:06:30.234868 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Bound port: e27ae652-29e3-4d52-9108-e5cbae1a9911, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e2dbb3-e7d4-4d3a-b214-06411a1cb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:06:30.235241 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:30.289197 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Checking segment: {'id': '3e105cde-03eb-4860-a831-44f9d562efcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '662dbcf7-9407-49a3-a4b0-7aea761a7ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:30.289602 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network hostable DHCP agents. Network: 662dbcf7-9407-49a3-a4b0-7aea761a7ea8, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:06:30.295924 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-968d5e5f-bded-439b-8ac4-cf32a86999e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:30.303481 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-968d5e5f-bded-439b-8ac4-cf32a86999e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:30.342168 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-105bb55d-13df-4e9c-bea1-6a7a87a6d1d2 service neutron] 10.222.0.20 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162521 Nov 29 18:06:30.342423 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-968d5e5f-bded-439b-8ac4-cf32a86999e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9347f68b39b94f7188d23f57353c241b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1545517 Nov 29 18:06:30.344843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52914) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:30.366366 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network 662dbcf7-9407-49a3-a4b0-7aea761a7ea8 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:06:30.382882 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] For port e27ae652-29e3-4d52-9108-e5cbae1a9911, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:06:30.388457 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d5e5f-bded-439b-8ac4-cf32a86999e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525fc0f9-2ac3-4394-8004-008278d3a8de,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:30.444104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 662dbcf7-9407-49a3-a4b0-7aea761a7ea8) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:30.448824 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:30.449881 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52745b44-75dd-4b9e-a585-2673a34207ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:30.452344 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b9e56e-e6d4-42ba-b6c7-6ef816cd8153 None None] Network 662dbcf7-9407-49a3-a4b0-7aea761a7ea8 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:30.457408 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:30.462642 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:30.464425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:30.470515 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] For port e27ae652-29e3-4d52-9108-e5cbae1a9911, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e27ae652-29e3-4d52-9108-e5cbae1a9911,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:06:30.482926 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:30.516241 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52745b44-75dd-4b9e-a585-2673a34207ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:30.549284 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1e7d1-57cb-4b36-b845-841039fe73fd req-ef80162d-20df-4ab4-99ea-669267b52ab8 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:30.550611 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-da6d4f10-1048-423c-919c-be51bf71ceb4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6658328 Nov 29 18:06:30.556656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52920) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:30.558465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57b1e7d1-57cb-4b36-b845-841039fe73fd req-ef80162d-20df-4ab4-99ea-669267b52ab8 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 944 time: 0.1061094 Nov 29 18:06:30.633452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Pushing event updated for resources: {'Port': ['ID=e27ae652-29e3-4d52-9108-e5cbae1a9911,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:30.648743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57b1e7d1-57cb-4b36-b845-841039fe73fd req-2b12288d-7ed7-464e-ad8b-0758946054f6 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869935 Nov 29 18:06:30.664444 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:30.667549 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:30.669226 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-5e7a1e55-44ac-4980-a036-3333a379910f service neutron] 10.222.0.20 "PUT /v2.0/ports/e27ae652-29e3-4d52-9108-e5cbae1a9911 HTTP/1.1" status: 200 len: 1092 time: 2.2463405 Nov 29 18:06:30.676866 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52745b44-75dd-4b9e-a585-2673a34207ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:30.678855 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52745b44-75dd-4b9e-a585-2673a34207ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:30.680532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-52745b44-75dd-4b9e-a585-2673a34207ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/525fc0f9-2ac3-4394-8004-008278d3a8de HTTP/1.1" status: 204 len: 168 time: 0.3343780 Nov 29 18:06:30.685146 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ced542c7-28b3-427c-b799-5eb7bad23740 req-0bb2473b-f5dd-4525-aa3d-6281ad268164 service neutron] 10.222.0.20 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349776 Nov 29 18:06:30.717849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52745b44-75dd-4b9e-a585-2673a34207ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525fc0f9-2ac3-4394-8004-008278d3a8de,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:30.738170 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9513d07-17b8-4f4d-93bd-3caf9276935a req-a5a0fcd0-8c34-46da-b8f4-6ed7e6686469 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:30.740428 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f9513d07-17b8-4f4d-93bd-3caf9276935a req-a5a0fcd0-8c34-46da-b8f4-6ed7e6686469 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 943 time: 0.0904384 Nov 29 18:06:30.814357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f9513d07-17b8-4f4d-93bd-3caf9276935a req-0d1cb881-4d8e-4a44-97d7-4c24852fe26f tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662789 Nov 29 18:06:30.934269 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-b52f42fa-ee09-4b7c-b5ce-109570c6bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:30.935977 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-b52f42fa-ee09-4b7c-b5ce-109570c6bc11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=965396166f334736a02822e4c58ac279&device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 1095 time: 0.1826594 Nov 29 18:06:30.939652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-5aea6839-b4bd-45a7-9b7e-2611e6acfb04 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port ff6598dd-2536-46dc-bc7e-af91c5d9ebb0 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:30.940009 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5aea6839-b4bd-45a7-9b7e-2611e6acfb04 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:30.995964 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc960b-43f6-4eb3-860b-f83914b1b182 req-b7624f70-21cb-49ea-9332-8673979c2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:30.997477 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-59fc960b-43f6-4eb3-860b-f83914b1b182 req-b7624f70-21cb-49ea-9332-8673979c2e5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=383d90a15ebd4c609091ab32f0e04663&device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 1094 time: 0.1571801 Nov 29 18:06:31.050546 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-192c71ab-c197-40e1-9839-4463b8e3ecd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e27ae652-29e3-4d52-9108-e5cbae1a9911 HTTP/1.1" status: 200 len: 217 time: 0.1010578 Nov 29 18:06:31.146654 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5aea6839-b4bd-45a7-9b7e-2611e6acfb04 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:31.173495 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-5aea6839-b4bd-45a7-9b7e-2611e6acfb04 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for ff6598dd-2536-46dc-bc7e-af91c5d9ebb0 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:31.201879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-bf7747cd-3954-4646-980d-324ed422a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:31.204679 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-bf7747cd-3954-4646-980d-324ed422a745 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=81cead3a-1dc8-4e59-949c-cf590473cc26 HTTP/1.1" status: 200 len: 845 time: 0.1483772 Nov 29 18:06:31.282995 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-e00e72f5-b9f3-4926-b7cc-d6b750a50e70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07e1bd78-8269-42cb-97e4-b929faeeeeb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412555 Nov 29 18:06:31.285675 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc960b-43f6-4eb3-860b-f83914b1b182 req-d68af6d8-b187-492f-b73a-4ca0ecc85137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:31.287071 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-59fc960b-43f6-4eb3-860b-f83914b1b182 req-d68af6d8-b187-492f-b73a-4ca0ecc85137 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 HTTP/1.1" status: 200 len: 915 time: 0.2588620 Nov 29 18:06:31.352766 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-59fc960b-43f6-4eb3-860b-f83914b1b182 req-cb1320e4-6e63-4c00-8ac6-e2fdee4c6b14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3c7796e-c503-4e55-925e-dd102c2c1773 HTTP/1.1" status: 200 len: 217 time: 0.0481637 Nov 29 18:06:31.467587 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc960b-43f6-4eb3-860b-f83914b1b182 req-c93f0f7a-29f9-4d75-a725-29972a9fab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:31.469309 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-59fc960b-43f6-4eb3-860b-f83914b1b182 req-c93f0f7a-29f9-4d75-a725-29972a9fab35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9926ba24-8051-4fc2-8c61-17f9f010d206 HTTP/1.1" status: 200 len: 854 time: 0.0799806 Nov 29 18:06:31.476901 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5aea6839-b4bd-45a7-9b7e-2611e6acfb04 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:31.542019 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-59fc960b-43f6-4eb3-860b-f83914b1b182 req-3f3a4f13-743a-40af-accb-049fe9c9d720 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615518 Nov 29 18:06:31.550998 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea6839-b4bd-45a7-9b7e-2611e6acfb04 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=ff6598dd-2536-46dc-bc7e-af91c5d9ebb0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:31.577641 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-f814226f-9025-47c5-974e-8cc5867f39a0 service neutron] 10.222.0.20 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741907 Nov 29 18:06:31.578888 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5aea6839-b4bd-45a7-9b7e-2611e6acfb04 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:31.582027 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5aea6839-b4bd-45a7-9b7e-2611e6acfb04 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/ff6598dd-2536-46dc-bc7e-af91c5d9ebb0 HTTP/1.1" status: 204 len: 168 time: 1.0203676 Nov 29 18:06:31.584831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52950) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:31.654391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a27a4a3-a217-4751-9d2c-23a7ed6eb180 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:31.663837 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a27a4a3-a217-4751-9d2c-23a7ed6eb180 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:31.664074 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8d5fd2-207c-400b-85e3-05e5f6992b68', 'tag': 'e27ae652-29e3-4d52-9108-e5cbae1a9911'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:06:31.669273 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dbf539-b3de-478c-8f8b-751f9758ea71" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8d5fd2-207c-400b-85e3-05e5f6992b68", "tag": "e27ae652-29e3-4d52-9108-e5cbae1a9911"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:06:31.669958 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9a27a4a3-a217-4751-9d2c-23a7ed6eb180 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0808499 Nov 29 18:06:31.677214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52958) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:31.740240 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729921f1-5460-4b1f-9cc6-c982861f453e x-openstack-request-id: req-729921f1-5460-4b1f-9cc6-c982861f453e {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:06:31.740623 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8d5fd2-207c-400b-85e3-05e5f6992b68", "tag": "e27ae652-29e3-4d52-9108-e5cbae1a9911", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:06:31.740952 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-729921f1-5460-4b1f-9cc6-c982861f453e {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:06:31.741416 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8d5fd2-207c-400b-85e3-05e5f6992b68', 'tag': 'e27ae652-29e3-4d52-9108-e5cbae1a9911', 'status': 'completed', 'code': 200} Nov 29 18:06:31.785973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afbefe-15a2-4c50-98cb-cb5388c6cba6 req-f25a899f-3dfa-4c59-834f-1679497afa9b tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:31.788638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f6afbefe-15a2-4c50-98cb-cb5388c6cba6 req-f25a899f-3dfa-4c59-834f-1679497afa9b tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 944 time: 0.0628922 Nov 29 18:06:31.831652 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-59fc960b-43f6-4eb3-860b-f83914b1b182 req-6fe2ff76-77bc-4fd5-8dbe-938f2c846486 service neutron] 10.222.0.20 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781761 Nov 29 18:06:31.856820 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c649185e-f52f-4395-9145-5d06d1a1b23b req-0e74fe89-e11e-4f0f-9eb1-51fa3e2c5c19 service neutron] 10.222.0.20 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454123 Nov 29 18:06:31.861267 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f6afbefe-15a2-4c50-98cb-cb5388c6cba6 req-4fe088c0-0236-40a7-84b2-e242cfeb36d3 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643187 Nov 29 18:06:31.957361 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3dc6642d-2e76-44bd-a6d5-f2fe14cf0543 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port 18fd79bf-46fe-486e-aa6b-609dc63ca48a {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:31.957960 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3dc6642d-2e76-44bd-a6d5-f2fe14cf0543 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:32.064742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93a0d4-6b08-4f79-9401-d572dfbda0a6 req-570f9b69-6864-4bc2-b6a4-d8a6e992f5b3 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:32.066323 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f93a0d4-6b08-4f79-9401-d572dfbda0a6 req-570f9b69-6864-4bc2-b6a4-d8a6e992f5b3 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 943 time: 0.1040382 Nov 29 18:06:32.067973 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-59fc960b-43f6-4eb3-860b-f83914b1b182 req-53902b4d-78e0-4dde-8132-b8d424774be3 service neutron] 10.222.0.20 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270434 Nov 29 18:06:32.103451 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3dc6642d-2e76-44bd-a6d5-f2fe14cf0543 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:32.120368 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbf539-b3de-478c-8f8b-751f9758ea71 req-54fc7f4c-bda5-4385-912e-e5b893b4cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:32.122275 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7dbf539-b3de-478c-8f8b-751f9758ea71 req-54fc7f4c-bda5-4385-912e-e5b893b4cb8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=965396166f334736a02822e4c58ac279&device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 1095 time: 0.2028975 Nov 29 18:06:32.126459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3dc6642d-2e76-44bd-a6d5-f2fe14cf0543 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for 18fd79bf-46fe-486e-aa6b-609dc63ca48a owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:32.140807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f93a0d4-6b08-4f79-9401-d572dfbda0a6 req-dda68311-9bbb-4043-ae2f-68992970bc9e tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529306 Nov 29 18:06:32.280947 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbf539-b3de-478c-8f8b-751f9758ea71 req-dda2f282-e227-4b6e-8e24-6d7f21b45a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:32.282452 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7dbf539-b3de-478c-8f8b-751f9758ea71 req-dda2f282-e227-4b6e-8e24-6d7f21b45a9f service neutron] 10.222.0.20 "GET /v2.0/networks?id=07e1bd78-8269-42cb-97e4-b929faeeeeb7 HTTP/1.1" status: 200 len: 906 time: 0.1519713 Nov 29 18:06:32.301087 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3dc6642d-2e76-44bd-a6d5-f2fe14cf0543 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:32.362474 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7dbf539-b3de-478c-8f8b-751f9758ea71 req-676a3d58-dcb8-42a4-994c-622381afe0d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e27ae652-29e3-4d52-9108-e5cbae1a9911 HTTP/1.1" status: 200 len: 217 time: 0.0697939 Nov 29 18:06:32.365387 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6642d-2e76-44bd-a6d5-f2fe14cf0543 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=18fd79bf-46fe-486e-aa6b-609dc63ca48a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:32.368895 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3dc6642d-2e76-44bd-a6d5-f2fe14cf0543 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:32.375516 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3dc6642d-2e76-44bd-a6d5-f2fe14cf0543 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/18fd79bf-46fe-486e-aa6b-609dc63ca48a HTTP/1.1" status: 204 len: 168 time: 0.6948280 Nov 29 18:06:32.375899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52988) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:32.420221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbf539-b3de-478c-8f8b-751f9758ea71 req-ab005250-282d-4d23-bd18-dc655619d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:32.421697 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7dbf539-b3de-478c-8f8b-751f9758ea71 req-ab005250-282d-4d23-bd18-dc655619d4e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=81cead3a-1dc8-4e59-949c-cf590473cc26 HTTP/1.1" status: 200 len: 845 time: 0.0475907 Nov 29 18:06:32.443677 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70cd26b-488c-4550-8638-69ccbf18d319 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:32.450681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a70cd26b-488c-4550-8638-69ccbf18d319 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0736854 Nov 29 18:06:32.451563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52992) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:32.466502 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7dbf539-b3de-478c-8f8b-751f9758ea71 req-934778b5-ef65-4877-beff-88139a84003f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07e1bd78-8269-42cb-97e4-b929faeeeeb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348132 Nov 29 18:06:32.478962 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dcf5bd-7a94-45f1-b0aa-37c2a4983c73 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] GET failed (client error): The resource could not be found. Nov 29 18:06:32.484665 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f8dcf5bd-7a94-45f1-b0aa-37c2a4983c73 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports/ff6598dd-2536-46dc-bc7e-af91c5d9ebb0 HTTP/1.1" status: 404 len: 333 time: 0.0318115 Nov 29 18:06:32.485537 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52994) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:32.522889 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f93209-91c2-49c9-a749-6b5daf6423a0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] GET failed (client error): The resource could not be found. Nov 29 18:06:32.527460 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d1f93209-91c2-49c9-a749-6b5daf6423a0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports/18fd79bf-46fe-486e-aa6b-609dc63ca48a HTTP/1.1" status: 404 len: 333 time: 0.0371101 Nov 29 18:06:32.527708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52998) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:32.576265 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7dbf539-b3de-478c-8f8b-751f9758ea71 req-03c966b1-38cb-4852-b669-9a3e8b443905 service neutron] 10.222.0.20 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012194 Nov 29 18:06:32.621325 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ca4fea0-71f2-4682-9665-ddd810829eba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:32.687932 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7dbf539-b3de-478c-8f8b-751f9758ea71 req-3f3ce00b-9461-4c33-8745-80bb4f77353b service neutron] 10.222.0.20 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024253 Nov 29 18:06:32.726902 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ca4fea0-71f2-4682-9665-ddd810829eba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:32.750536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6ca4fea0-71f2-4682-9665-ddd810829eba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662dbcf7-9407-49a3-a4b0-7aea761a7ea8']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:32.759085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6ca4fea0-71f2-4682-9665-ddd810829eba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e105cde-03eb-4860-a831-44f9d562efcf') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:32.759473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6ca4fea0-71f2-4682-9665-ddd810829eba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e105cde-03eb-4860-a831-44f9d562efcf') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:32.774948 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ca4fea0-71f2-4682-9665-ddd810829eba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:32.789184 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ca4fea0-71f2-4682-9665-ddd810829eba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:32.796296 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca4fea0-71f2-4682-9665-ddd810829eba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:06:32.796753 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ca4fea0-71f2-4682-9665-ddd810829eba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:06:32.799782 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:06:32.864968 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ca4fea0-71f2-4682-9665-ddd810829eba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:32.871954 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ca4fea0-71f2-4682-9665-ddd810829eba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:32.875597 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6ca4fea0-71f2-4682-9665-ddd810829eba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/networks/662dbcf7-9407-49a3-a4b0-7aea761a7ea8 HTTP/1.1" status: 204 len: 168 time: 0.3469584 Nov 29 18:06:32.879425 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53012) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:32.888248 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-fe552745-b36a-4109-9f0e-1a3c0710f1b6 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-760139665'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:32.889408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4fea0-71f2-4682-9665-ddd810829eba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Network': ['ID=662dbcf7-9407-49a3-a4b0-7aea761a7ea8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:32.917418 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe552745-b36a-4109-9f0e-1a3c0710f1b6 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:32.923558 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fe552745-b36a-4109-9f0e-1a3c0710f1b6 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:32.989156 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe552745-b36a-4109-9f0e-1a3c0710f1b6 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:06:33.001834 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fe552745-b36a-4109-9f0e-1a3c0710f1b6 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:33.002393 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-fe552745-b36a-4109-9f0e-1a3c0710f1b6 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Added segment 4967afe2-a2ac-44d0-9e0a-4649b22ade26 of type vlan for network 71555a11-88d4-4d6a-9b4b-67554fa8cb20 Nov 29 18:06:33.010997 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82a337-2288-4b3e-a1b1-ab9c4798553e req-4a01669a-bae9-4a5a-ab8e-90fd9892c5f7 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:33.012545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b82a337-2288-4b3e-a1b1-ab9c4798553e req-4a01669a-bae9-4a5a-ab8e-90fd9892c5f7 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 944 time: 0.0622144 Nov 29 18:06:33.087546 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fe552745-b36a-4109-9f0e-1a3c0710f1b6 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:33.099997 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b82a337-2288-4b3e-a1b1-ab9c4798553e req-cbb85fad-81f0-4013-9ca8-1173f074cf32 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789063 Nov 29 18:06:33.128442 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fe552745-b36a-4109-9f0e-1a3c0710f1b6 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:33.136472 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe552745-b36a-4109-9f0e-1a3c0710f1b6 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:33.137264 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fe552745-b36a-4109-9f0e-1a3c0710f1b6 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:33.237555 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fe552745-b36a-4109-9f0e-1a3c0710f1b6 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3541117 Nov 29 18:06:33.239661 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53038) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:33.245781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9a2a846a-8248-4c98-a21f-62fe52bab45e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'subnet': {'network_id': '71555a11-88d4-4d6a-9b4b-67554fa8cb20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:33.277283 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe552745-b36a-4109-9f0e-1a3c0710f1b6 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Network': ['ID=71555a11-88d4-4d6a-9b4b-67554fa8cb20,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:33.287965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193a8c8-bb7b-4672-97de-69cd3cee499c req-6b8ddda9-7562-4722-a656-04febf16e8d7 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:33.288162 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 71555a11-88d4-4d6a-9b4b-67554fa8cb20 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:06:33.290455 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6193a8c8-bb7b-4672-97de-69cd3cee499c req-6b8ddda9-7562-4722-a656-04febf16e8d7 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 943 time: 0.0705094 Nov 29 18:06:33.392026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d49aa0-5ad9-4b6e-afd6-58efb0c3c774 req-92e17ceb-782e-49ac-af3a-93a4f782a7b3 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:33.392628 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9d49aa0-5ad9-4b6e-afd6-58efb0c3c774 req-92e17ceb-782e-49ac-af3a-93a4f782a7b3 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 946 time: 0.0750051 Nov 29 18:06:33.393771 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2a846a-8248-4c98-a21f-62fe52bab45e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:33.398617 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9a2a846a-8248-4c98-a21f-62fe52bab45e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:33.403131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6193a8c8-bb7b-4672-97de-69cd3cee499c req-b4b6453a-3192-44b5-8fe3-687f9908ca8e tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063538 Nov 29 18:06:33.482486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.ipam_backend_mixin [None req-9a2a846a-8248-4c98-a21f-62fe52bab45e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Performing IP validity checks on allocation pools {{(pid=110004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 18:06:33.483469 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.ipam_backend_mixin [None req-9a2a846a-8248-4c98-a21f-62fe52bab45e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 18:06:33.488953 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9d49aa0-5ad9-4b6e-afd6-58efb0c3c774 req-fbd8d152-af3b-4198-8dce-fbb21bfcf8fe tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/security-groups?id=045dd97b-45cf-4fbb-9260-1b6db45ba080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737514 Nov 29 18:06:33.563580 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e27ae652-29e3-4d52-9108-e5cbae1a9911 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:06:33.627568 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53046) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:33.667891 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9a2a846a-8248-4c98-a21f-62fe52bab45e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:33.677083 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e27ae652-29e3-4d52-9108-e5cbae1a9911, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e27ae652-29e3-4d52-9108-e5cbae1a9911,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:33.694120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'e27ae652-29e3-4d52-9108-e5cbae1a9911', 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7', 'port_id': 'e27ae652-29e3-4d52-9108-e5cbae1a9911', 'mac_address': 'fa:16:3e:df:a2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81cead3a-1dc8-4e59-949c-cf590473cc26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:06:33.737835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a846a-8248-4c98-a21f-62fe52bab45e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Subnet': ['ID=9cbd4a23-8107-482e-a410-e96006f81ca3,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:33.748647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a846a-8248-4c98-a21f-62fe52bab45e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Checking segment: {'id': '4967afe2-a2ac-44d0-9e0a-4649b22ade26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71555a11-88d4-4d6a-9b4b-67554fa8cb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:33.749090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2a846a-8248-4c98-a21f-62fe52bab45e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network hostable DHCP agents. Network: 71555a11-88d4-4d6a-9b4b-67554fa8cb20, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:06:33.758717 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:33.774235 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cfe94926-e5dc-412e-afe4-e01736ef3205 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:33.777024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27ae652-29e3-4d52-9108-e5cbae1a9911 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:06:33.786608 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2a846a-8248-4c98-a21f-62fe52bab45e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network 71555a11-88d4-4d6a-9b4b-67554fa8cb20 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:06:33.798066 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e27ae652-29e3-4d52-9108-e5cbae1a9911, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e27ae652-29e3-4d52-9108-e5cbae1a9911,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:33.802294 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:33.803059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b3c7796e-c503-4e55-925e-dd102c2c1773 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:06:33.803402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-9a2a846a-8248-4c98-a21f-62fe52bab45e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 71555a11-88d4-4d6a-9b4b-67554fa8cb20) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:33.808036 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2a846a-8248-4c98-a21f-62fe52bab45e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:33.808822 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9a2a846a-8248-4c98-a21f-62fe52bab45e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:33.841473 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9a2a846a-8248-4c98-a21f-62fe52bab45e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6001983 Nov 29 18:06:33.843730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53050) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:33.843906 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae38cdc2-5f53-49be-80f9-be4318e533cd None None] Network 71555a11-88d4-4d6a-9b4b-67554fa8cb20 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:33.852136 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d0a5e983-2c49-4a17-a134-8b55be3c7b1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'network_id': '71555a11-88d4-4d6a-9b4b-67554fa8cb20', 'name': 'tempest-PortsTestJSON-1437454846'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:33.967026 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cfe94926-e5dc-412e-afe4-e01736ef3205 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:33.967340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e27ae652-29e3-4d52-9108-e5cbae1a9911,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:33.980267 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cfe94926-e5dc-412e-afe4-e01736ef3205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:34.031193 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b3c7796e-c503-4e55-925e-dd102c2c1773, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b3c7796e-c503-4e55-925e-dd102c2c1773,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:34.034907 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cfe94926-e5dc-412e-afe4-e01736ef3205 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae46618314814e03aaa200587ff98eb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4061308 Nov 29 18:06:34.037514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe94926-e5dc-412e-afe4-e01736ef3205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62693a0-59b2-4a0f-8d9e-4c108b2e2428,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:34.039207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53054) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:34.051621 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a5e983-2c49-4a17-a134-8b55be3c7b1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:34.063975 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e983-2c49-4a17-a134-8b55be3c7b1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:34.078179 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'b3c7796e-c503-4e55-925e-dd102c2c1773', 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16', 'port_id': 'b3c7796e-c503-4e55-925e-dd102c2c1773', 'mac_address': 'fa:16:3e:08:70:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9926ba24-8051-4fc2-8c61-17f9f010d206', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:06:34.082981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-d0a5e983-2c49-4a17-a134-8b55be3c7b1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] device_id is not set on port c3b757b2-0230-4778-a885-3024cc472141 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:06:34.169385 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-71555a11-88d4-4d6a-9b4b-67554fa8cb20', 'network_id': '71555a11-88d4-4d6a-9b4b-67554fa8cb20', 'tenant_id': '71b64b47ece84abf871ef3de3d2ceb9f', 'fixed_ips': [{'subnet_id': '9cbd4a23-8107-482e-a410-e96006f81ca3'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:06:34.171145 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:34.178151 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ed585a97-dc5c-45e7-a29b-19adeb128383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:34.209793 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:34.231631 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ed585a97-dc5c-45e7-a29b-19adeb128383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:34.249807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c7796e-c503-4e55-925e-dd102c2c1773 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:06:34.316713 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ed585a97-dc5c-45e7-a29b-19adeb128383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:34.319588 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ed585a97-dc5c-45e7-a29b-19adeb128383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:34.324189 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ed585a97-dc5c-45e7-a29b-19adeb128383 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c62693a0-59b2-4a0f-8d9e-4c108b2e2428 HTTP/1.1" status: 204 len: 168 time: 0.2831578 Nov 29 18:06:34.333813 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b3c7796e-c503-4e55-925e-dd102c2c1773, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b3c7796e-c503-4e55-925e-dd102c2c1773,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:34.349596 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:34.350768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-d0a5e983-2c49-4a17-a134-8b55be3c7b1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Allocated IP 172.20.0.11 (71555a11-88d4-4d6a-9b4b-67554fa8cb20/9cbd4a23-8107-482e-a410-e96006f81ca3/c3b757b2-0230-4778-a885-3024cc472141) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:34.358366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed585a97-dc5c-45e7-a29b-19adeb128383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62693a0-59b2-4a0f-8d9e-4c108b2e2428,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:34.390903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7dc10-5038-453b-917e-c0e9b24bdb70 req-d842e2a5-32be-4e7d-b4cd-7ef71f32c373 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:34.401249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d7dc10-5038-453b-917e-c0e9b24bdb70 req-d842e2a5-32be-4e7d-b4cd-7ef71f32c373 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 945 time: 0.0862229 Nov 29 18:06:34.484732 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=b3c7796e-c503-4e55-925e-dd102c2c1773,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:34.501283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d7dc10-5038-453b-917e-c0e9b24bdb70 req-fcb0dc48-1ea4-45b6-8278-908319f68e56 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990996 Nov 29 18:06:34.571692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624995d-0325-42e2-b4b6-b7584da9ed7e req-b270819a-3f24-4d4c-89f4-c5b93e9f4b37 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:34.579116 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b624995d-0325-42e2-b4b6-b7584da9ed7e req-b270819a-3f24-4d4c-89f4-c5b93e9f4b37 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 946 time: 0.0693891 Nov 29 18:06:34.606994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['e27ae652-29e3-4d52-9108-e5cbae1a9911'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:06:34.612831 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b3c7796e-c503-4e55-925e-dd102c2c1773'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:06:34.631498 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b624995d-0325-42e2-b4b6-b7584da9ed7e req-24e302c8-6da6-469d-888e-e218a3c258aa tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/security-groups?id=045dd97b-45cf-4fbb-9260-1b6db45ba080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514777 Nov 29 18:06:34.696076 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e983-2c49-4a17-a134-8b55be3c7b1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:34.724068 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff3968-d874-4479-b49d-9d8a3e4b7dcc req-fca74ba1-f856-475a-9ea0-e68b35c5239a tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:34.725626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61ff3968-d874-4479-b49d-9d8a3e4b7dcc req-fca74ba1-f856-475a-9ea0-e68b35c5239a tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 944 time: 0.0649643 Nov 29 18:06:34.793450 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e983-2c49-4a17-a134-8b55be3c7b1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:34.820088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61ff3968-d874-4479-b49d-9d8a3e4b7dcc req-b2131816-153d-4de3-8176-4f3f2328e02f tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796309 Nov 29 18:06:34.866956 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5e983-2c49-4a17-a134-8b55be3c7b1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=c3b757b2-0230-4778-a885-3024cc472141,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:34.902633 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a5e983-2c49-4a17-a134-8b55be3c7b1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network 71555a11-88d4-4d6a-9b4b-67554fa8cb20 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:34.906388 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-d0a5e983-2c49-4a17-a134-8b55be3c7b1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:34.909696 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a5e983-2c49-4a17-a134-8b55be3c7b1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:34.921754 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53076) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:34.938742 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-31bc3ec4-0aad-4c58-a630-1b512c64ab10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:34.966631 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5e983-2c49-4a17-a134-8b55be3c7b1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:34.967493 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d0a5e983-2c49-4a17-a134-8b55be3c7b1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:34.990037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53078) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:34.991416 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d0a5e983-2c49-4a17-a134-8b55be3c7b1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1447892 Nov 29 18:06:35.150971 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3754df0a-2ef0-484d-898a-5fa48d82e5dd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port c3b757b2-0230-4778-a885-3024cc472141 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:35.151644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3754df0a-2ef0-484d-898a-5fa48d82e5dd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:35.157334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Allocated IP 172.20.0.2 (71555a11-88d4-4d6a-9b4b-67554fa8cb20/9cbd4a23-8107-482e-a410-e96006f81ca3/9d31adce-ed6b-42f0-9e90-8c51347bdbbe) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:35.168311 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-31bc3ec4-0aad-4c58-a630-1b512c64ab10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:35.180495 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-31bc3ec4-0aad-4c58-a630-1b512c64ab10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:35.233701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-31bc3ec4-0aad-4c58-a630-1b512c64ab10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42b9cbbafa174879b7d4a5fac6d71c66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3093152 Nov 29 18:06:35.236157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53096) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:35.318720 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc3ec4-0aad-4c58-a630-1b512c64ab10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b24f09-b7f7-49cf-8825-beeffcb75e9b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:35.350763 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3754df0a-2ef0-484d-898a-5fa48d82e5dd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:35.364635 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9913303-c2cb-478d-a69a-c2326192e527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:35.366271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5bd07-e011-483e-837f-a945e989d3f0 req-c0a8b227-af6a-4709-b47c-82181639fe12 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:35.367818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b5bd07-e011-483e-837f-a945e989d3f0 req-c0a8b227-af6a-4709-b47c-82181639fe12 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 946 time: 0.1028261 Nov 29 18:06:35.374842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3754df0a-2ef0-484d-898a-5fa48d82e5dd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for c3b757b2-0230-4778-a885-3024cc472141 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:35.415857 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9913303-c2cb-478d-a69a-c2326192e527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:35.481854 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9913303-c2cb-478d-a69a-c2326192e527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:35.487522 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9913303-c2cb-478d-a69a-c2326192e527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:35.493173 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c9913303-c2cb-478d-a69a-c2326192e527 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24b24f09-b7f7-49cf-8825-beeffcb75e9b HTTP/1.1" status: 204 len: 168 time: 0.2552803 Nov 29 18:06:35.504417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9913303-c2cb-478d-a69a-c2326192e527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b24f09-b7f7-49cf-8825-beeffcb75e9b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:35.515860 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b5bd07-e011-483e-837f-a945e989d3f0 req-6599121b-e8d1-4199-962d-bdb0260c1665 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/security-groups?id=045dd97b-45cf-4fbb-9260-1b6db45ba080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364274 Nov 29 18:06:35.614332 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:35.626733 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:35.648096 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3754df0a-2ef0-484d-898a-5fa48d82e5dd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:35.697911 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754df0a-2ef0-484d-898a-5fa48d82e5dd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=c3b757b2-0230-4778-a885-3024cc472141,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:35.713374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Network 71555a11-88d4-4d6a-9b4b-67554fa8cb20 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:35.722653 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Pushing event updated for resources: {'Port': ['ID=9d31adce-ed6b-42f0-9e90-8c51347bdbbe,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:35.735358 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:35.753639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:35.769851 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650d486-fa49-440d-92c4-49e22d73d181 req-6f0ecdda-efd2-4806-9383-ef864c0b4bef tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:35.777805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1650d486-fa49-440d-92c4-49e22d73d181 req-6f0ecdda-efd2-4806-9383-ef864c0b4bef tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 945 time: 0.1410105 Nov 29 18:06:35.815144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Attempting to bind port 9d31adce-ed6b-42f0-9e90-8c51347bdbbe on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:06:35.815676 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Attempting to bind port 9d31adce-ed6b-42f0-9e90-8c51347bdbbe by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '4967afe2-a2ac-44d0-9e0a-4649b22ade26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71555a11-88d4-4d6a-9b4b-67554fa8cb20'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:06:35.816158 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Attempting to bind port 9d31adce-ed6b-42f0-9e90-8c51347bdbbe on network 71555a11-88d4-4d6a-9b4b-67554fa8cb20 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:06:35.822226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:06:35.823322 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Checking segment: {'id': '4967afe2-a2ac-44d0-9e0a-4649b22ade26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71555a11-88d4-4d6a-9b4b-67554fa8cb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:35.824015 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:35.824877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Bound using segment: {'id': '4967afe2-a2ac-44d0-9e0a-4649b22ade26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71555a11-88d4-4d6a-9b4b-67554fa8cb20'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:06:35.826243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Bound port: 9d31adce-ed6b-42f0-9e90-8c51347bdbbe, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4967afe2-a2ac-44d0-9e0a-4649b22ade26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '71555a11-88d4-4d6a-9b4b-67554fa8cb20'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:06:35.826750 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:35.830107 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3754df0a-2ef0-484d-898a-5fa48d82e5dd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:35.836107 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53106) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:35.836265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3754df0a-2ef0-484d-898a-5fa48d82e5dd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/c3b757b2-0230-4778-a885-3024cc472141 HTTP/1.1" status: 204 len: 168 time: 0.8406110 Nov 29 18:06:35.872071 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1650d486-fa49-440d-92c4-49e22d73d181 req-c19b1830-08b0-4dff-88dd-63c3184ff9bb tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794337 Nov 29 18:06:35.884005 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-525db98f-8bd2-492b-afc8-c03131625d7e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] DELETE failed (client error): The resource could not be found. Nov 29 18:06:35.885554 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525db98f-8bd2-492b-afc8-c03131625d7e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:06:35.888960 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-525db98f-8bd2-492b-afc8-c03131625d7e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/c3b757b2-0230-4778-a885-3024cc472141 HTTP/1.1" status: 404 len: 333 time: 0.0513222 Nov 29 18:06:35.891802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53110) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:35.931972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] For port 9d31adce-ed6b-42f0-9e90-8c51347bdbbe, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:06:35.933699 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c51b875-5468-41b5-b40a-cc3ca15389bd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] GET failed (client error): The resource could not be found. Nov 29 18:06:35.935727 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5c51b875-5468-41b5-b40a-cc3ca15389bd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports/c3b757b2-0230-4778-a885-3024cc472141 HTTP/1.1" status: 404 len: 333 time: 0.0427101 Nov 29 18:06:35.936553 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] For port 9d31adce-ed6b-42f0-9e90-8c51347bdbbe, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9d31adce-ed6b-42f0-9e90-8c51347bdbbe,segment=NetworkSegment(4967afe2-a2ac-44d0-9e0a-4649b22ade26),segment_id=4967afe2-a2ac-44d0-9e0a-4649b22ade26)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:06:35.938565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53114) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:35.949540 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:36.034361 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ac3aa-b661-48af-947b-7920e9358995 None None] Pushing event updated for resources: {'Port': ['ID=9d31adce-ed6b-42f0-9e90-8c51347bdbbe,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:36.067757 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6de3be-4a8e-4843-9f62-ccc04c8b0f99 req-24caa68a-467b-46aa-b29c-3485c597c082 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:36.070650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b6de3be-4a8e-4843-9f62-ccc04c8b0f99 req-24caa68a-467b-46aa-b29c-3485c597c082 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 944 time: 0.1476994 Nov 29 18:06:36.181939 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b6de3be-4a8e-4843-9f62-ccc04c8b0f99 req-e8759383-d4a0-4798-9b35-915fcbc4e43b tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910003 Nov 29 18:06:36.357794 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f4ef03-d4f7-4f22-a55d-4131511a3cdd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting subnet 9cbd4a23-8107-482e-a410-e96006f81ca3 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:06:36.361539 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2f4ef03-d4f7-4f22-a55d-4131511a3cdd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:36.407208 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2f4ef03-d4f7-4f22-a55d-4131511a3cdd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:36.534685 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9d31adce-ed6b-42f0-9e90-8c51347bdbbe up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:06:36.591126 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2f4ef03-d4f7-4f22-a55d-4131511a3cdd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:36.658325 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 9d31adce-ed6b-42f0-9e90-8c51347bdbbe triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:36.658944 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:36.685336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9d6c9-bb14-46fe-bc69-33ea7288095b req-363299c1-f4a4-4f4a-b593-ef8e96125201 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:36.705403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89a9d6c9-bb14-46fe-bc69-33ea7288095b req-363299c1-f4a4-4f4a-b593-ef8e96125201 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 946 time: 0.0957303 Nov 29 18:06:36.732273 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2f4ef03-d4f7-4f22-a55d-4131511a3cdd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:36.771727 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:36.799903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4ef03-d4f7-4f22-a55d-4131511a3cdd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Subnet': ['ID=9cbd4a23-8107-482e-a410-e96006f81ca3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:36.811422 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2f4ef03-d4f7-4f22-a55d-4131511a3cdd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:36.830136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89a9d6c9-bb14-46fe-bc69-33ea7288095b req-2e13e840-689f-41dd-b22a-c0940b345921 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/security-groups?id=045dd97b-45cf-4fbb-9260-1b6db45ba080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220117 Nov 29 18:06:36.832872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53138) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:36.839663 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c2f4ef03-d4f7-4f22-a55d-4131511a3cdd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/9cbd4a23-8107-482e-a410-e96006f81ca3 HTTP/1.1" status: 204 len: 168 time: 0.8997025 Nov 29 18:06:36.852051 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704e7f5-90c3-4cce-9cdc-5a018680c1dd req-8d8ecbf3-55f6-488c-ac23-c6cf085d9a5c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:36.853610 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d704e7f5-90c3-4cce-9cdc-5a018680c1dd req-8d8ecbf3-55f6-488c-ac23-c6cf085d9a5c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 946 time: 0.1972852 Nov 29 18:06:36.854059 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:06:36.854422 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:06:36.958709 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:37.052667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-d704e7f5-90c3-4cce-9cdc-5a018680c1dd req-e714782c-e6eb-4ee3-a7f3-f30d7477721c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Deleting port e73dbed2-259c-432c-ac07-63f329e1d989 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:37.054641 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d704e7f5-90c3-4cce-9cdc-5a018680c1dd req-e714782c-e6eb-4ee3-a7f3-f30d7477721c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:37.086485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231ce3d-5b33-4bd7-aef7-ed4403ea58b2 req-fe3267bf-a22d-4379-89f3-919638e269c8 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:37.105165 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a231ce3d-5b33-4bd7-aef7-ed4403ea58b2 req-fe3267bf-a22d-4379-89f3-919638e269c8 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 945 time: 0.1172023 Nov 29 18:06:37.137455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port 9d31adce-ed6b-42f0-9e90-8c51347bdbbe {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:37.137813 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:37.174370 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-d704e7f5-90c3-4cce-9cdc-5a018680c1dd req-e714782c-e6eb-4ee3-a7f3-f30d7477721c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] For port e73dbed2-259c-432c-ac07-63f329e1d989, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e73dbed2-259c-432c-ac07-63f329e1d989,segment=NetworkSegment(c3590e0d-1dad-495d-bd2e-5a74bbf1b742),segment_id=c3590e0d-1dad-495d-bd2e-5a74bbf1b742)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:37.174821 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d704e7f5-90c3-4cce-9cdc-5a018680c1dd req-e714782c-e6eb-4ee3-a7f3-f30d7477721c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:37.315962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a231ce3d-5b33-4bd7-aef7-ed4403ea58b2 req-8c0941d5-e6ee-4a60-ace9-29f514386843 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088804 Nov 29 18:06:37.335090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] For port 9d31adce-ed6b-42f0-9e90-8c51347bdbbe, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9d31adce-ed6b-42f0-9e90-8c51347bdbbe,segment=NetworkSegment(4967afe2-a2ac-44d0-9e0a-4649b22ade26),segment_id=4967afe2-a2ac-44d0-9e0a-4649b22ade26)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:37.335486 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:37.389728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for 9d31adce-ed6b-42f0-9e90-8c51347bdbbe owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:37.447959 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:37.476427 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d704e7f5-90c3-4cce-9cdc-5a018680c1dd req-e714782c-e6eb-4ee3-a7f3-f30d7477721c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:37.477001 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d704e7f5-90c3-4cce-9cdc-5a018680c1dd req-e714782c-e6eb-4ee3-a7f3-f30d7477721c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:37.477462 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [req-d704e7f5-90c3-4cce-9cdc-5a018680c1dd req-e714782c-e6eb-4ee3-a7f3-f30d7477721c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Floating IP 5c35464b-132f-48d5-a199-b2c390d15942 disassociated. External IP: 172.25.3.21, port: e73dbed2-259c-432c-ac07-63f329e1d989. Nov 29 18:06:37.478065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-d704e7f5-90c3-4cce-9cdc-5a018680c1dd req-e714782c-e6eb-4ee3-a7f3-f30d7477721c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Calling delete_port for e73dbed2-259c-432c-ac07-63f329e1d989 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:37.532003 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d2d77-3446-40e6-8f7c-0825d275661c req-df803e9f-6e78-4fe5-9f99-462d4fbfe5aa tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:37.533896 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-955d2d77-3446-40e6-8f7c-0825d275661c req-df803e9f-6e78-4fe5-9f99-462d4fbfe5aa tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 944 time: 0.2178445 Nov 29 18:06:37.558666 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 9d31adce-ed6b-42f0-9e90-8c51347bdbbe, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9d31adce-ed6b-42f0-9e90-8c51347bdbbe,segment=NetworkSegment(4967afe2-a2ac-44d0-9e0a-4649b22ade26),segment_id=4967afe2-a2ac-44d0-9e0a-4649b22ade26)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:37.574128 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:37.590964 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:37.613369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No DVR routers for this DVR port 9d31adce-ed6b-42f0-9e90-8c51347bdbbe on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:06:37.693868 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=9d31adce-ed6b-42f0-9e90-8c51347bdbbe,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:37.697892 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e27ae652-29e3-4d52-9108-e5cbae1a9911 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:06:37.715697 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7014fa7-2290-4130-9010-882686e74ec3 None None] Network 71555a11-88d4-4d6a-9b4b-67554fa8cb20 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:37.715864 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d704e7f5-90c3-4cce-9cdc-5a018680c1dd req-e714782c-e6eb-4ee3-a7f3-f30d7477721c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:37.792451 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714782c-e6eb-4ee3-a7f3-f30d7477721c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Pushing event deleted for resources: {'Port': ['ID=e73dbed2-259c-432c-ac07-63f329e1d989,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:37.793082 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:37.830626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71555a11-88d4-4d6a-9b4b-67554fa8cb20']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:37.849106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4967afe2-a2ac-44d0-9e0a-4649b22ade26') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:37.850252 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4967afe2-a2ac-44d0-9e0a-4649b22ade26') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:37.874486 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d2cc744c-efd8-4980-aef0-fdb88fe33692 None None] Could not find standard attr ID for object 9d31adce-ed6b-42f0-9e90-8c51347bdbbe. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:06:37.879392 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:37.945146 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:37.955070 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:06:37.955841 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:38.041910 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d704e7f5-90c3-4cce-9cdc-5a018680c1dd req-e714782c-e6eb-4ee3-a7f3-f30d7477721c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Router cc867cac-e674-4f59-b5ee-88b138271339 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:06:38.056274 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:06:38.079111 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-955d2d77-3446-40e6-8f7c-0825d275661c req-dd498fd1-fba8-4fd6-bcc2-ae26cf1ef09e tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291235 Nov 29 18:06:38.080087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=9d31adce-ed6b-42f0-9e90-8c51347bdbbe,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:38.094470 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port e27ae652-29e3-4d52-9108-e5cbae1a9911 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:06:38.101507 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:38.104161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port e27ae652-29e3-4d52-9108-e5cbae1a9911 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:38.104540 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:38.149316 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:38.152794 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/networks/71555a11-88d4-4d6a-9b4b-67554fa8cb20 HTTP/1.1" status: 204 len: 168 time: 1.3191521 Nov 29 18:06:38.162047 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-959924c3-eb88-4ccd-b2af-5b4ee2c03485 req-aa8c12a5-b523-41c5-bfc2-cfe406d4017b tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 210 time: 0.1012216 Nov 29 18:06:38.167764 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53170) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:38.181177 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a960f-865a-4dc9-85b8-242a2b522631 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Network': ['ID=71555a11-88d4-4d6a-9b4b-67554fa8cb20,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:38.187675 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d3008271-6a48-41ab-97c6-74b298921beb tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-223929886'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:38.245007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3008271-6a48-41ab-97c6-74b298921beb tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:38.252267 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3008271-6a48-41ab-97c6-74b298921beb tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:38.260885 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa78d378-e742-4219-9ca3-a355fabdcf9c None None] DHCP port deletion for 71555a11-88d4-4d6a-9b4b-67554fa8cb20 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:06:38.319704 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:38.340481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3008271-6a48-41ab-97c6-74b298921beb tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:06:38.380227 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3008271-6a48-41ab-97c6-74b298921beb tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:38.380574 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-d3008271-6a48-41ab-97c6-74b298921beb tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Added segment 674921e6-092c-4ded-8584-a74f072c6f7a of type vlan for network fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9 Nov 29 18:06:38.393726 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d704e7f5-90c3-4cce-9cdc-5a018680c1dd req-e714782c-e6eb-4ee3-a7f3-f30d7477721c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:06:38.412818 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8d179-f2e2-4281-8ea1-b8b5c5bdff7b None None] Sync routers for ids ['cc867cac-e674-4f59-b5ee-88b138271339'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:06:38.422102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8d5fd2-207c-400b-85e3-05e5f6992b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27ae652-29e3-4d52-9108-e5cbae1a9911'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:06:38.437650 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b8cf8d-3db3-4201-abcf-48c6d7441aa7" -d '{"events": [{"server_uuid": "cf8d5fd2-207c-400b-85e3-05e5f6992b68", "name": "network-vif-plugged", "status": "completed", "tag": "e27ae652-29e3-4d52-9108-e5cbae1a9911"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:06:38.439985 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8d179-f2e2-4281-8ea1-b8b5c5bdff7b None None] Routers {'cc867cac-e674-4f59-b5ee-88b138271339'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:06:38.441722 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-29f8d179-f2e2-4281-8ea1-b8b5c5bdff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:06:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cc867cac-e674-4f59-b5ee-88b138271339'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:38.501370 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e27ae652-29e3-4d52-9108-e5cbae1a9911, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e27ae652-29e3-4d52-9108-e5cbae1a9911,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:38.504914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d704e7f5-90c3-4cce-9cdc-5a018680c1dd req-e714782c-e6eb-4ee3-a7f3-f30d7477721c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] No DVR routers for this DVR port e73dbed2-259c-432c-ac07-63f329e1d989 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:06:38.510580 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d704e7f5-90c3-4cce-9cdc-5a018680c1dd req-e714782c-e6eb-4ee3-a7f3-f30d7477721c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:38.512854 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:38.514171 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b3c7796e-c503-4e55-925e-dd102c2c1773 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:06:38.519357 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d704e7f5-90c3-4cce-9cdc-5a018680c1dd req-e714782c-e6eb-4ee3-a7f3-f30d7477721c tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.20 "DELETE /v2.0/ports/e73dbed2-259c-432c-ac07-63f329e1d989 HTTP/1.1" status: 204 len: 173 time: 1.6560655 Nov 29 18:06:38.520237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea491478-9c88-4954-b0e0-3c3eb1340490', 'name': 'network-vif-deleted', 'tag': 'e73dbed2-259c-432c-ac07-63f329e1d989'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:06:38.523811 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1088eb-8dff-43b0-9efb-6a83da2ea1b2" -d '{"events": [{"server_uuid": "ea491478-9c88-4954-b0e0-3c3eb1340490", "name": "network-vif-deleted", "tag": "e73dbed2-259c-432c-ac07-63f329e1d989"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:06:38.598203 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3008271-6a48-41ab-97c6-74b298921beb tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:38.782764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41d6d82e-628c-4241-abb3-241a20089c29 req-5fec03b4-48e1-42fc-ac6b-451cc283432a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2646527 Nov 29 18:06:38.785938 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82ee33b-29c1-4873-ac64-f679d0ea246c x-openstack-request-id: req-e82ee33b-29c1-4873-ac64-f679d0ea246c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:06:38.786587 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea491478-9c88-4954-b0e0-3c3eb1340490", "name": "network-vif-deleted", "tag": "e73dbed2-259c-432c-ac07-63f329e1d989", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:06:38.788023 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e82ee33b-29c1-4873-ac64-f679d0ea246c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:06:38.788588 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea491478-9c88-4954-b0e0-3c3eb1340490', 'name': 'network-vif-deleted', 'tag': 'e73dbed2-259c-432c-ac07-63f329e1d989', 'status': 'completed', 'code': 200} Nov 29 18:06:38.812678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b32975-84fe-4c2d-bff0-1d0a729bdeb1 req-4d5664b9-ead8-444d-be96-716222ac2e02 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:38.817949 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-29f8d179-f2e2-4281-8ea1-b8b5c5bdff7b None None] Set router cc867cac-e674-4f59-b5ee-88b138271339 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:06:38.819507 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88b32975-84fe-4c2d-bff0-1d0a729bdeb1 req-4d5664b9-ead8-444d-be96-716222ac2e02 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.3017201 Nov 29 18:06:38.820410 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3008271-6a48-41ab-97c6-74b298921beb tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:38.828217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848d79d-26a5-477b-9313-80ec35e33c55 req-3ed64d68-01a6-435f-aea6-08fba56d6ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:38.833078 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1848d79d-26a5-477b-9313-80ec35e33c55 req-3ed64d68-01a6-435f-aea6-08fba56d6ce7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 1097 time: 0.1350076 Nov 29 18:06:38.833425 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3008271-6a48-41ab-97c6-74b298921beb tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:38.834346 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3008271-6a48-41ab-97c6-74b298921beb tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:38.883533 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631fb7e0-cf97-4d33-b2a6-4581bbc11134 x-openstack-request-id: req-631fb7e0-cf97-4d33-b2a6-4581bbc11134 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:06:38.884749 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8d5fd2-207c-400b-85e3-05e5f6992b68", "name": "network-vif-plugged", "status": "completed", "tag": "e27ae652-29e3-4d52-9108-e5cbae1a9911", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:06:38.885190 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-631fb7e0-cf97-4d33-b2a6-4581bbc11134 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:06:38.886018 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8d5fd2-207c-400b-85e3-05e5f6992b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27ae652-29e3-4d52-9108-e5cbae1a9911', 'code': 200} Nov 29 18:06:38.887004 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e27ae652-29e3-4d52-9108-e5cbae1a9911,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:38.892111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9d31adce-ed6b-42f0-9e90-8c51347bdbbe no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:06:38.961246 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 9d31adce-ed6b-42f0-9e90-8c51347bdbbe {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:06:38.971641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9d31adce-ed6b-42f0-9e90-8c51347bdbbe not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:06:38.995170 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1848d79d-26a5-477b-9313-80ec35e33c55 req-37d071a5-4963-41c9-b4f6-7d730c30e104 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507363 Nov 29 18:06:39.090692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port b3c7796e-c503-4e55-925e-dd102c2c1773 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:06:39.101083 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port b3c7796e-c503-4e55-925e-dd102c2c1773 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:39.102247 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:39.173684 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d3008271-6a48-41ab-97c6-74b298921beb tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9915721 Nov 29 18:06:39.174714 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53192) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:39.211880 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-414de4d5-87b9-4016-88fc-b5fad73df2ab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'subnet': {'network_id': 'fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:39.365904 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88b32975-84fe-4c2d-bff0-1d0a729bdeb1 req-2cfd7055-525a-4ad5-855d-f8d6d1251b5d tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250604 Nov 29 18:06:39.377864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3008271-6a48-41ab-97c6-74b298921beb tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Network': ['ID=fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:39.422329 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:06:39.465234 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414de4d5-87b9-4016-88fc-b5fad73df2ab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:39.471169 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-414de4d5-87b9-4016-88fc-b5fad73df2ab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:39.480306 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6d82e-628c-4241-abb3-241a20089c29 req-e2afe8aa-9fb7-4e09-8181-9357a74cc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:39.496379 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41d6d82e-628c-4241-abb3-241a20089c29 req-e2afe8aa-9fb7-4e09-8181-9357a74cc62a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97df2f9382ba451a9c1578f7e940bef7&device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 1097 time: 0.4260342 Nov 29 18:06:39.515938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b767061-cf73-49bd-9359-afaf075b1e6b req-449cd80d-16b1-4971-8cf7-6ec1d3895a66 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:39.530208 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:39.545553 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b767061-cf73-49bd-9359-afaf075b1e6b req-449cd80d-16b1-4971-8cf7-6ec1d3895a66 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 944 time: 0.2874973 Nov 29 18:06:39.602151 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b3c7796e-c503-4e55-925e-dd102c2c1773, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b3c7796e-c503-4e55-925e-dd102c2c1773,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:39.613172 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:39.615244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e73dbed2-259c-432c-ac07-63f329e1d989 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:06:39.621511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53198) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:39.647953 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: e73dbed2-259c-432c-ac07-63f329e1d989 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:06:39.648386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e73dbed2-259c-432c-ac07-63f329e1d989 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:06:39.655518 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-29f8d179-f2e2-4281-8ea1-b8b5c5bdff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'name': 'tempest-ServersTestManualDisk-224712466-router', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:04:06Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'gw_port': {'id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:08Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5485334e-9a25-4fb1-bb2f-4170c37bb949', 'name': '', 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'mac_address': 'fa:16:3e:c9:30:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:12Z', 'updated_at': '2021-11-29T18:04:26Z', 'revision_number': 5, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'subnets': [{'id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:39.705459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=b3c7796e-c503-4e55-925e-dd102c2c1773,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:39.722656 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8d179-f2e2-4281-8ea1-b8b5c5bdff7b None None] Checking router: cc867cac-e674-4f59-b5ee-88b138271339 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:06:39.733113 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8d179-f2e2-4281-8ea1-b8b5c5bdff7b None None] Routers {'cc867cac-e674-4f59-b5ee-88b138271339'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:06:39.733798 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-29f8d179-f2e2-4281-8ea1-b8b5c5bdff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:06:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cc867cac-e674-4f59-b5ee-88b138271339'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:39.783484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5922f81c-4c5b-42e7-a0a5-41d2361c781f req-216bba84-ad41-40d7-bf53-2e5fde1a176f tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea491478-9c88-4954-b0e0-3c3eb1340490 HTTP/1.1" status: 200 len: 210 time: 0.1886678 Nov 29 18:06:39.831210 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-414de4d5-87b9-4016-88fc-b5fad73df2ab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:39.893786 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b767061-cf73-49bd-9359-afaf075b1e6b req-08109956-b387-4bc0-83d0-216f1c99f60b tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468819 Nov 29 18:06:39.895207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414de4d5-87b9-4016-88fc-b5fad73df2ab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Subnet': ['ID=89aa1af7-450f-4b50-bd17-6b244e15c008,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:39.942660 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-29f8d179-f2e2-4281-8ea1-b8b5c5bdff7b None None] Set router cc867cac-e674-4f59-b5ee-88b138271339 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:06:39.956356 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3ddd6ba-bdc2-4a6a-8f77-83b99e119ae6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:39.980407 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6d82e-628c-4241-abb3-241a20089c29 req-2c87b6e6-8d1e-47d0-928c-63892dd13637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:39.982149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41d6d82e-628c-4241-abb3-241a20089c29 req-2c87b6e6-8d1e-47d0-928c-63892dd13637 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 200 len: 918 time: 0.4307010 Nov 29 18:06:40.136260 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3ddd6ba-bdc2-4a6a-8f77-83b99e119ae6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:40.141773 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41d6d82e-628c-4241-abb3-241a20089c29 req-18b72636-337a-49de-ab53-ce0ed45f8bf6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47d39406-5de8-4326-94ee-2469082ec427 HTTP/1.1" status: 200 len: 1001 time: 0.1444001 Nov 29 18:06:40.153469 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414de4d5-87b9-4016-88fc-b5fad73df2ab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Checking segment: {'id': '674921e6-092c-4ded-8584-a74f072c6f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:40.153469 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414de4d5-87b9-4016-88fc-b5fad73df2ab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network hostable DHCP agents. Network: fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:06:40.171131 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3ddd6ba-bdc2-4a6a-8f77-83b99e119ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:40.230370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6d82e-628c-4241-abb3-241a20089c29 req-81756639-2e74-4689-a49d-4db3c63b2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:40.233748 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41d6d82e-628c-4241-abb3-241a20089c29 req-81756639-2e74-4689-a49d-4db3c63b2499 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ca0fa01-1410-4496-bcd2-b27afbda8311 HTTP/1.1" status: 200 len: 856 time: 0.0832646 Nov 29 18:06:40.251066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414de4d5-87b9-4016-88fc-b5fad73df2ab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:06:40.308445 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a3ddd6ba-bdc2-4a6a-8f77-83b99e119ae6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b234a78aa3841fea9a48567319b9668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6820128 Nov 29 18:06:40.308445 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddd6ba-bdc2-4a6a-8f77-83b99e119ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59439aa-d251-4547-94be-98acc9ff0bd7,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:40.308994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53208) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:40.310929 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-414de4d5-87b9-4016-88fc-b5fad73df2ab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:40.315191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414de4d5-87b9-4016-88fc-b5fad73df2ab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:40.316003 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-414de4d5-87b9-4016-88fc-b5fad73df2ab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:40.323821 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb817121-a68f-40a4-82e8-6222bdd739e3 None None] Network fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:40.338214 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-414de4d5-87b9-4016-88fc-b5fad73df2ab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1601655 Nov 29 18:06:40.341198 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53210) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:40.346921 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-04941768-02a9-4004-af15-2a6e2f4a2079 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'network_id': 'fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1814257034'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:40.428599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6d82e-628c-4241-abb3-241a20089c29 req-1005a9fe-4066-4918-9697-43e815991152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:40.430192 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41d6d82e-628c-4241-abb3-241a20089c29 req-1005a9fe-4066-4918-9697-43e815991152 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b54b066-b601-4f01-8160-e9f1bf33b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894913 Nov 29 18:06:40.509247 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04941768-02a9-4004-af15-2a6e2f4a2079 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:40.514070 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04941768-02a9-4004-af15-2a6e2f4a2079 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:40.514259 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-29f8d179-f2e2-4281-8ea1-b8b5c5bdff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'name': 'tempest-ServersTestManualDisk-224712466-router', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:04:06Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'gw_port': {'id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:08Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5485334e-9a25-4fb1-bb2f-4170c37bb949', 'name': '', 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'mac_address': 'fa:16:3e:c9:30:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:12Z', 'updated_at': '2021-11-29T18:04:26Z', 'revision_number': 5, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'subnets': [{'id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:40.544652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-04941768-02a9-4004-af15-2a6e2f4a2079 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] device_id is not set on port db42d584-a7f2-4c14-b649-186c44a54c0d yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:06:40.587027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9', 'network_id': 'fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9', 'tenant_id': '71b64b47ece84abf871ef3de3d2ceb9f', 'fixed_ips': [{'subnet_id': '89aa1af7-450f-4b50-bd17-6b244e15c008'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:06:40.588715 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:40.593328 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f8d179-f2e2-4281-8ea1-b8b5c5bdff7b None None] The sync data for ids ['cc867cac-e674-4f59-b5ee-88b138271339'] in n-d-819494-5 is: [{'id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'name': 'tempest-ServersTestManualDisk-224712466-router', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:04:06Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'gw_port': {'id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:08Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5485334e-9a25-4fb1-bb2f-4170c37bb949', 'name': '', 'network_id': '490a8886-b6b4-4ef6-bb71-9a56602af52f', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'mac_address': 'fa:16:3e:c9:30:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:12Z', 'updated_at': '2021-11-29T18:04:26Z', 'revision_number': 5, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'subnets': [{'id': '430527e9-00ad-453c-9a77-a7999b75d5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:06:40.646082 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a9ff4804-081b-47c9-97e3-18492bc8ded7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:40.691465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808c7e4-71bd-427a-952c-caa44b97dc34 req-8bc2837c-0cea-44e5-8306-48e9d46d61a7 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:40.693011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8808c7e4-71bd-427a-952c-caa44b97dc34 req-8bc2837c-0cea-44e5-8306-48e9d46d61a7 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.1131608 Nov 29 18:06:40.698418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41d6d82e-628c-4241-abb3-241a20089c29 req-e34c6031-32d1-4568-af84-39eb4c4bd1a3 service neutron] 10.222.0.31 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595994 Nov 29 18:06:40.700405 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a9ff4804-081b-47c9-97e3-18492bc8ded7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:40.723573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-04941768-02a9-4004-af15-2a6e2f4a2079 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Allocated IP 172.20.0.11 (fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9/89aa1af7-450f-4b50-bd17-6b244e15c008/db42d584-a7f2-4c14-b649-186c44a54c0d) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:40.831408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8808c7e4-71bd-427a-952c-caa44b97dc34 req-bdb5708d-5c44-41d6-9bee-cff04605319d tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286974 Nov 29 18:06:40.848468 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5738d6c0-a9b2-4e65-8dac-5489a0c33a1f req-599f865a-26fa-4682-a668-c7095462cae9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908532 Nov 29 18:06:40.867436 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a9ff4804-081b-47c9-97e3-18492bc8ded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:40.870834 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a9ff4804-081b-47c9-97e3-18492bc8ded7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:40.871856 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a9ff4804-081b-47c9-97e3-18492bc8ded7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a59439aa-d251-4547-94be-98acc9ff0bd7 HTTP/1.1" status: 204 len: 168 time: 0.5325973 Nov 29 18:06:40.887623 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8ce8c5-4f06-46f3-90d3-a010996a1f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c7796e-c503-4e55-925e-dd102c2c1773'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:06:40.891184 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9b118d-6fda-4437-8264-8341b7b0d3a1" -d '{"events": [{"server_uuid": "3f8ce8c5-4f06-46f3-90d3-a010996a1f65", "name": "network-vif-plugged", "status": "completed", "tag": "b3c7796e-c503-4e55-925e-dd102c2c1773"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:06:40.907445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41d6d82e-628c-4241-abb3-241a20089c29 req-dabf6752-de76-41a7-890c-69d72c896077 service neutron] 10.222.0.31 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780005 Nov 29 18:06:40.909189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff4804-081b-47c9-97e3-18492bc8ded7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59439aa-d251-4547-94be-98acc9ff0bd7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:40.938095 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04941768-02a9-4004-af15-2a6e2f4a2079 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:40.987887 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53228) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:41.031821 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738d6c0-a9b2-4e65-8dac-5489a0c33a1f req-95fdbf64-5ff0-4621-ae40-c4562c718a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:41.033972 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5738d6c0-a9b2-4e65-8dac-5489a0c33a1f req-95fdbf64-5ff0-4621-ae40-c4562c718a94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=965396166f334736a02822e4c58ac279&device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 1097 time: 0.0785871 Nov 29 18:06:41.065726 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3380012b-6fdc-4668-8105-0873a25a34cf x-openstack-request-id: req-3380012b-6fdc-4668-8105-0873a25a34cf {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:06:41.066025 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8ce8c5-4f06-46f3-90d3-a010996a1f65", "name": "network-vif-plugged", "status": "completed", "tag": "b3c7796e-c503-4e55-925e-dd102c2c1773", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:06:41.066283 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3380012b-6fdc-4668-8105-0873a25a34cf {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:06:41.066673 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8ce8c5-4f06-46f3-90d3-a010996a1f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c7796e-c503-4e55-925e-dd102c2c1773', 'code': 200} Nov 29 18:06:41.127568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95457619-cff0-453e-868f-5f121b3ca1b2 None None] New status for floating IP 5c35464b-132f-48d5-a199-b2c390d15942: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:06:41.172847 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e452499-9d3f-4d62-803d-ba6fc4263bb1 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:41.199195 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04941768-02a9-4004-af15-2a6e2f4a2079 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:41.282287 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e452499-9d3f-4d62-803d-ba6fc4263bb1 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:41.283550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04941768-02a9-4004-af15-2a6e2f4a2079 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:41.352092 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-04941768-02a9-4004-af15-2a6e2f4a2079 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:41.360196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04941768-02a9-4004-af15-2a6e2f4a2079 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:41.372750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53242) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:41.433419 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0958741-49b1-4a0f-b8b5-bab96f42df28 req-bddffa9c-d94e-4516-be2d-d145acfbc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:41.439005 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Allocated IP 172.20.0.2 (fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9/89aa1af7-450f-4b50-bd17-6b244e15c008/a2dccea3-522f-4325-8963-c10e39af93dd) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:41.440293 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d0958741-49b1-4a0f-b8b5-bab96f42df28 req-bddffa9c-d94e-4516-be2d-d145acfbc4ee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 1096 time: 0.2984838 Nov 29 18:06:41.452743 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85bbb4d7-7481-4cf8-b2a1-7523a659c584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:41.509406 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04941768-02a9-4004-af15-2a6e2f4a2079 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=db42d584-a7f2-4c14-b649-186c44a54c0d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:41.556476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04941768-02a9-4004-af15-2a6e2f4a2079 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:41.558322 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04941768-02a9-4004-af15-2a6e2f4a2079 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:41.562986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738d6c0-a9b2-4e65-8dac-5489a0c33a1f req-21bc8f2b-bcbd-408d-9498-ce2da1087c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:41.565939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6e36f-59f9-49b9-aee7-4e345f89e3ca req-a91696b1-ef0d-4c12-ad9a-bc2c89d6f856 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:41.566467 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5738d6c0-a9b2-4e65-8dac-5489a0c33a1f req-21bc8f2b-bcbd-408d-9498-ce2da1087c8a service neutron] 10.222.0.20 "GET /v2.0/networks?id=07e1bd78-8269-42cb-97e4-b929faeeeeb7 HTTP/1.1" status: 200 len: 906 time: 0.5091236 Nov 29 18:06:41.574381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22f6e36f-59f9-49b9-aee7-4e345f89e3ca req-a91696b1-ef0d-4c12-ad9a-bc2c89d6f856 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.2194717 Nov 29 18:06:41.585399 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e452499-9d3f-4d62-803d-ba6fc4263bb1 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:41.587990 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e452499-9d3f-4d62-803d-ba6fc4263bb1 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:41.589128 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3e452499-9d3f-4d62-803d-ba6fc4263bb1 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "DELETE /v2.0/security-groups/045dd97b-45cf-4fbb-9260-1b6db45ba080 HTTP/1.1" status: 204 len: 168 time: 0.5999327 Nov 29 18:06:41.601865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53244) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:41.646054 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5738d6c0-a9b2-4e65-8dac-5489a0c33a1f req-dc065bfe-fc82-4494-b8ac-ddd2eb794bba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e27ae652-29e3-4d52-9108-e5cbae1a9911 HTTP/1.1" status: 200 len: 217 time: 0.0657227 Nov 29 18:06:41.651621 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d0958741-49b1-4a0f-b8b5-bab96f42df28 req-aa156452-14fc-4664-b6e7-81e583e110d8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827769 Nov 29 18:06:41.670294 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-04941768-02a9-4004-af15-2a6e2f4a2079 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.3276780 Nov 29 18:06:41.697499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53246) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:41.699466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e452499-9d3f-4d62-803d-ba6fc4263bb1 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045dd97b-45cf-4fbb-9260-1b6db45ba080,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:41.787891 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738d6c0-a9b2-4e65-8dac-5489a0c33a1f req-90ffd576-65c3-4a2f-8b46-587a238e3868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:41.793336 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5738d6c0-a9b2-4e65-8dac-5489a0c33a1f req-90ffd576-65c3-4a2f-8b46-587a238e3868 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=81cead3a-1dc8-4e59-949c-cf590473cc26 HTTP/1.1" status: 200 len: 845 time: 0.1403162 Nov 29 18:06:41.841004 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:41.850165 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:41.871374 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5738d6c0-a9b2-4e65-8dac-5489a0c33a1f req-e7f3a139-ad12-47ca-b197-52e0fdd9fa9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07e1bd78-8269-42cb-97e4-b929faeeeeb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305860 Nov 29 18:06:41.909378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Pushing event updated for resources: {'Port': ['ID=a2dccea3-522f-4325-8963-c10e39af93dd,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:41.931891 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Network fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:41.934279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:41.938343 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:41.999731 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5738d6c0-a9b2-4e65-8dac-5489a0c33a1f req-434a74e6-0387-406c-9927-5f089c98dee4 service neutron] 10.222.0.20 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203957 Nov 29 18:06:42.018998 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Attempting to bind port a2dccea3-522f-4325-8963-c10e39af93dd on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:06:42.019629 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Attempting to bind port a2dccea3-522f-4325-8963-c10e39af93dd by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '674921e6-092c-4ded-8584-a74f072c6f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:06:42.020881 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Attempting to bind port a2dccea3-522f-4325-8963-c10e39af93dd on network fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:06:42.029335 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:06:42.030195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Checking segment: {'id': '674921e6-092c-4ded-8584-a74f072c6f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:42.030896 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:42.031465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Bound using segment: {'id': '674921e6-092c-4ded-8584-a74f072c6f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:06:42.032214 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Bound port: a2dccea3-522f-4325-8963-c10e39af93dd, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674921e6-092c-4ded-8584-a74f072c6f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:06:42.032876 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:42.110762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] For port a2dccea3-522f-4325-8963-c10e39af93dd, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:06:42.115254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] For port a2dccea3-522f-4325-8963-c10e39af93dd, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a2dccea3-522f-4325-8963-c10e39af93dd,segment=NetworkSegment(674921e6-092c-4ded-8584-a74f072c6f7a),segment_id=674921e6-092c-4ded-8584-a74f072c6f7a)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:06:42.123586 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:42.129576 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5738d6c0-a9b2-4e65-8dac-5489a0c33a1f req-81a3c759-a23a-45d6-ae88-a9cc1dd09643 service neutron] 10.222.0.20 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219690 Nov 29 18:06:42.190414 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1ba93-baf3-415d-9e21-0104601a14cc None None] Pushing event updated for resources: {'Port': ['ID=a2dccea3-522f-4325-8963-c10e39af93dd,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:42.224196 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98223a58-e779-4c90-9b3c-68a266968860 req-59658365-e2ff-4089-89de-8409e4af8e82 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:42.227279 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-98223a58-e779-4c90-9b3c-68a266968860 req-59658365-e2ff-4089-89de-8409e4af8e82 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.7361965 Nov 29 18:06:42.228725 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-4b705ec6-e304-4d0a-ab21-89b005768f45 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] show failed (client error): The resource could not be found. Nov 29 18:06:42.231781 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4b705ec6-e304-4d0a-ab21-89b005768f45 tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "GET /v2.0/security-groups/045dd97b-45cf-4fbb-9260-1b6db45ba080 HTTP/1.1" status: 404 len: 347 time: 0.6154785 Nov 29 18:06:42.232670 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53256) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:42.274325 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85bbb4d7-7481-4cf8-b2a1-7523a659c584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:42.280161 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22f6e36f-59f9-49b9-aee7-4e345f89e3ca req-df06fa58-e84a-43cf-b699-66dbde04d861 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7040558 Nov 29 18:06:42.291924 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85bbb4d7-7481-4cf8-b2a1-7523a659c584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:42.360529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-85bbb4d7-7481-4cf8-b2a1-7523a659c584 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6eace9bf5a7419081ae057d02948277&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9712281 Nov 29 18:06:42.369408 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53258) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:42.392970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbb4d7-7481-4cf8-b2a1-7523a659c584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cab204-f382-4c73-b68e-481cafb616af,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:42.407573 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-98223a58-e779-4c90-9b3c-68a266968860 req-49de4c67-3800-4304-895d-5c14b0dc6a60 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746469 Nov 29 18:06:42.433871 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-01f1cb03-fc24-4360-b6ee-77e2551978fc tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port db42d584-a7f2-4c14-b649-186c44a54c0d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:42.434224 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01f1cb03-fc24-4360-b6ee-77e2551978fc tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:42.457559 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-91e741b2-0347-4a9b-8cb4-128fe5c2fec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:42.499027 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-91e741b2-0347-4a9b-8cb4-128fe5c2fec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:42.518258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b9890d37-65d1-42f5-a854-49cdf410c33d tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Deleting port 5cadb5e9-9571-431e-962f-193df7060742 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:42.518480 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9890d37-65d1-42f5-a854-49cdf410c33d tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:42.605880 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01f1cb03-fc24-4360-b6ee-77e2551978fc tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:42.643327 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-01f1cb03-fc24-4360-b6ee-77e2551978fc tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for db42d584-a7f2-4c14-b649-186c44a54c0d owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:42.659550 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-91e741b2-0347-4a9b-8cb4-128fe5c2fec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:42.662072 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-91e741b2-0347-4a9b-8cb4-128fe5c2fec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:42.663321 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-91e741b2-0347-4a9b-8cb4-128fe5c2fec8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92cab204-f382-4c73-b68e-481cafb616af HTTP/1.1" status: 204 len: 168 time: 0.2927973 Nov 29 18:06:42.684698 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e741b2-0347-4a9b-8cb4-128fe5c2fec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cab204-f382-4c73-b68e-481cafb616af,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:42.687949 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9890d37-65d1-42f5-a854-49cdf410c33d tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:42.688284 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9890d37-65d1-42f5-a854-49cdf410c33d tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:42.743181 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b9890d37-65d1-42f5-a854-49cdf410c33d tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Calling delete_port for 5cadb5e9-9571-431e-962f-193df7060742 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:42.930968 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01f1cb03-fc24-4360-b6ee-77e2551978fc tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:42.967628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1cb03-fc24-4360-b6ee-77e2551978fc tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=db42d584-a7f2-4c14-b649-186c44a54c0d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:43.023420 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9890d37-65d1-42f5-a854-49cdf410c33d tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:43.047463 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01f1cb03-fc24-4360-b6ee-77e2551978fc tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:43.053516 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-01f1cb03-fc24-4360-b6ee-77e2551978fc tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/db42d584-a7f2-4c14-b649-186c44a54c0d HTTP/1.1" status: 204 len: 168 time: 1.3445983 Nov 29 18:06:43.058819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53268) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:43.090650 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-047404c9-f046-4e8e-b6b5-c2c6e68076e8 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] GET failed (client error): The resource could not be found. Nov 29 18:06:43.093001 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9890d37-65d1-42f5-a854-49cdf410c33d tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Pushing event deleted for resources: {'Port': ['ID=5cadb5e9-9571-431e-962f-193df7060742,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:43.095209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-047404c9-f046-4e8e-b6b5-c2c6e68076e8 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports/db42d584-a7f2-4c14-b649-186c44a54c0d HTTP/1.1" status: 404 len: 333 time: 0.0349417 Nov 29 18:06:43.095985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53270) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:43.139750 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9890d37-65d1-42f5-a854-49cdf410c33d tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:43.146289 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9890d37-65d1-42f5-a854-49cdf410c33d tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:43.147757 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b9890d37-65d1-42f5-a854-49cdf410c33d tempest-ServersTestManualDisk-885864849 tempest-ServersTestManualDisk-885864849-project] 10.222.0.23 "DELETE /v2.0/floatingips/5c35464b-132f-48d5-a199-b2c390d15942 HTTP/1.1" status: 204 len: 168 time: 0.9133947 Nov 29 18:06:43.150398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53274) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:43.170518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-d248173d-5b47-470f-945f-06b0d294f2a1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting subnet 89aa1af7-450f-4b50-bd17-6b244e15c008 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:06:43.204141 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d248173d-5b47-470f-945f-06b0d294f2a1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:43.287619 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d248173d-5b47-470f-945f-06b0d294f2a1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:43.471366 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d248173d-5b47-470f-945f-06b0d294f2a1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:43.575911 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750f51d-1bc1-41e3-845a-ad4b2ee6f22f req-642c0810-43fb-4bc1-92cc-8739c148a0de tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:43.577410 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5750f51d-1bc1-41e3-845a-ad4b2ee6f22f req-642c0810-43fb-4bc1-92cc-8739c148a0de tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.1703150 Nov 29 18:06:43.625882 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b134d5d1-ad5c-4445-aaef-ec4f940e6a95 None None] Network fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:43.646821 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad69e4-f19b-4d27-84f1-88274a91ac19 req-2f72214a-03a3-482a-a7b9-a790c1139e84 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:43.648307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24ad69e4-f19b-4d27-84f1-88274a91ac19 req-2f72214a-03a3-482a-a7b9-a790c1139e84 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.1470320 Nov 29 18:06:43.703460 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7c03d18b-4235-4405-b7e3-6d6679e5f408 None None] Provisioning complete for port a2dccea3-522f-4325-8963-c10e39af93dd triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:43.703829 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7c03d18b-4235-4405-b7e3-6d6679e5f408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:43.712067 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d248173d-5b47-470f-945f-06b0d294f2a1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:43.749439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5750f51d-1bc1-41e3-845a-ad4b2ee6f22f req-b3e631f9-38c4-41dd-b77f-a2658d53b2de tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596723 Nov 29 18:06:43.755177 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248173d-5b47-470f-945f-06b0d294f2a1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Subnet': ['ID=89aa1af7-450f-4b50-bd17-6b244e15c008,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:43.788644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d248173d-5b47-470f-945f-06b0d294f2a1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:43.792154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d248173d-5b47-470f-945f-06b0d294f2a1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/89aa1af7-450f-4b50-bd17-6b244e15c008 HTTP/1.1" status: 204 len: 168 time: 0.6949894 Nov 29 18:06:43.795041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53302) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:43.816517 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24ad69e4-f19b-4d27-84f1-88274a91ac19 req-2e62ca1e-74bb-4924-9881-1e122daf57ab tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448624 Nov 29 18:06:43.938467 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:43.973195 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7c03d18b-4235-4405-b7e3-6d6679e5f408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:44.011799 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85cd9288-83ba-40f4-a31d-777c50a6d156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:44.014431 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195c2221-0051-4cad-96e9-4ccd7131d291 None None] DHCP port deletion for fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:06:44.096090 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7c03d18b-4235-4405-b7e3-6d6679e5f408 None None] For port a2dccea3-522f-4325-8963-c10e39af93dd, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a2dccea3-522f-4325-8963-c10e39af93dd,segment=NetworkSegment(674921e6-092c-4ded-8584-a74f072c6f7a),segment_id=674921e6-092c-4ded-8584-a74f072c6f7a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:44.104247 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port a2dccea3-522f-4325-8963-c10e39af93dd {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:44.105344 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:44.130941 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7c03d18b-4235-4405-b7e3-6d6679e5f408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:44.196585 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] For port a2dccea3-522f-4325-8963-c10e39af93dd, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a2dccea3-522f-4325-8963-c10e39af93dd,segment=NetworkSegment(674921e6-092c-4ded-8584-a74f072c6f7a),segment_id=674921e6-092c-4ded-8584-a74f072c6f7a)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:44.197541 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:44.203833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-195c2221-0051-4cad-96e9-4ccd7131d291 None None] Deleting port a2dccea3-522f-4325-8963-c10e39af93dd {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:44.205046 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-195c2221-0051-4cad-96e9-4ccd7131d291 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:44.218002 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c7d6c-3b77-428c-8aba-ae6e41670f1c req-5827db5b-7477-4bce-84f9-e50471df831f tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:44.219313 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for a2dccea3-522f-4325-8963-c10e39af93dd owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:44.227452 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-571c7d6c-3b77-428c-8aba-ae6e41670f1c req-5827db5b-7477-4bce-84f9-e50471df831f tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.1191237 Nov 29 18:06:44.286937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-195c2221-0051-4cad-96e9-4ccd7131d291 None None] For port a2dccea3-522f-4325-8963-c10e39af93dd, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a2dccea3-522f-4325-8963-c10e39af93dd,segment=NetworkSegment(674921e6-092c-4ded-8584-a74f072c6f7a),segment_id=674921e6-092c-4ded-8584-a74f072c6f7a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:44.287518 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-195c2221-0051-4cad-96e9-4ccd7131d291 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:44.302905 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-195c2221-0051-4cad-96e9-4ccd7131d291 None None] Calling delete_port for a2dccea3-522f-4325-8963-c10e39af93dd owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:44.343064 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-571c7d6c-3b77-428c-8aba-ae6e41670f1c req-6346bbf9-cbf2-4690-bbd2-c4faaeefeebc tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062860 Nov 29 18:06:44.362025 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:44.401496 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-195c2221-0051-4cad-96e9-4ccd7131d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:44.405234 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03d18b-4235-4405-b7e3-6d6679e5f408 None None] Pushing event updated for resources: {'Port': ['ID=a2dccea3-522f-4325-8963-c10e39af93dd,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:44.421798 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=a2dccea3-522f-4325-8963-c10e39af93dd,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:44.436718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c2221-0051-4cad-96e9-4ccd7131d291 None None] Pushing event deleted for resources: {'Port': ['ID=a2dccea3-522f-4325-8963-c10e39af93dd,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:44.442591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195c2221-0051-4cad-96e9-4ccd7131d291 None None] No DVR routers for this DVR port a2dccea3-522f-4325-8963-c10e39af93dd on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:06:44.461916 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No DVR routers for this DVR port a2dccea3-522f-4325-8963-c10e39af93dd on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:06:44.571944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-85cd9288-83ba-40f4-a31d-777c50a6d156 admin admin] Deleting port 5485334e-9a25-4fb1-bb2f-4170c37bb949 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:44.572820 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85cd9288-83ba-40f4-a31d-777c50a6d156 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:44.593279 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:44.620318 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:44.657035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674921e6-092c-4ded-8584-a74f072c6f7a') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:44.658883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674921e6-092c-4ded-8584-a74f072c6f7a') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:44.677219 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:44.677558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-85cd9288-83ba-40f4-a31d-777c50a6d156 admin admin] For port 5485334e-9a25-4fb1-bb2f-4170c37bb949, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5485334e-9a25-4fb1-bb2f-4170c37bb949,segment=NetworkSegment(c3590e0d-1dad-495d-bd2e-5a74bbf1b742),segment_id=c3590e0d-1dad-495d-bd2e-5a74bbf1b742)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:44.677558 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85cd9288-83ba-40f4-a31d-777c50a6d156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:44.698885 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-85cd9288-83ba-40f4-a31d-777c50a6d156 admin admin] Calling delete_port for 5485334e-9a25-4fb1-bb2f-4170c37bb949 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:44.714477 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:44.733469 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:06:44.733469 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:06:44.738271 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:06:44.853218 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:44.862730 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:44.867543 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/networks/fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9 HTTP/1.1" status: 204 len: 168 time: 1.0710762 Nov 29 18:06:44.884454 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53348) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:44.891037 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-32885526-9873-4c18-ac5c-49a078ab219c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9', 'name': 'tempest-PortsTestJSON-1468840709'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:44.911736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e75a5-fa6a-473e-ae3f-7b2fc17ea1ec tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Network': ['ID=fbfe8b76-8bcc-488a-8867-d9b8d3c3ade9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:44.943263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162d6bf-f0b4-4e11-a91a-b3c1d8771198 req-3bd232ae-f942-4378-bd67-b19e95792797 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:44.945054 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4162d6bf-f0b4-4e11-a91a-b3c1d8771198 req-3bd232ae-f942-4378-bd67-b19e95792797 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.1344340 Nov 29 18:06:45.047860 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32885526-9873-4c18-ac5c-49a078ab219c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:45.050250 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-32885526-9873-4c18-ac5c-49a078ab219c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:45.102923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-32885526-9873-4c18-ac5c-49a078ab219c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] device_id is not set on port c1b92c81-65ac-4238-9595-b3d644529b1d yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:06:45.130745 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4162d6bf-f0b4-4e11-a91a-b3c1d8771198 req-f5e1d5b9-7514-464f-ade9-5e57f3f6e705 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255038 Nov 29 18:06:45.140401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2c12b-2251-4479-9e3e-1d59bcb087cf req-a068e9b3-79eb-4416-8baf-5689b0e2a715 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:45.148784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-77b2c12b-2251-4479-9e3e-1d59bcb087cf req-a068e9b3-79eb-4416-8baf-5689b0e2a715 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.2004228 Nov 29 18:06:45.204925 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85cd9288-83ba-40f4-a31d-777c50a6d156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:45.249214 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-77b2c12b-2251-4479-9e3e-1d59bcb087cf req-3f2d42b2-f527-4428-9e46-3304ee8fe063 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977900 Nov 29 18:06:45.250734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd9288-83ba-40f4-a31d-777c50a6d156 admin admin] Pushing event deleted for resources: {'Port': ['ID=5485334e-9a25-4fb1-bb2f-4170c37bb949,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:45.391603 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-32885526-9873-4c18-ac5c-49a078ab219c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:45.436608 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-32885526-9873-4c18-ac5c-49a078ab219c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:45.515363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32885526-9873-4c18-ac5c-49a078ab219c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=c1b92c81-65ac-4238-9595-b3d644529b1d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:45.531002 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32885526-9873-4c18-ac5c-49a078ab219c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network c5395255-02ce-4c91-a7fb-5603958f5af9 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:45.532548 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-32885526-9873-4c18-ac5c-49a078ab219c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:45.535188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32885526-9873-4c18-ac5c-49a078ab219c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:45.542047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32885526-9873-4c18-ac5c-49a078ab219c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:45.542675 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-32885526-9873-4c18-ac5c-49a078ab219c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:45.566859 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-32885526-9873-4c18-ac5c-49a078ab219c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6782265 Nov 29 18:06:45.567251 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53362) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:45.579581 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85cd9288-83ba-40f4-a31d-777c50a6d156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:45.677816 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d20f56f7-d110-46d1-a7df-c9cf1e66f4cf tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port c1b92c81-65ac-4238-9595-b3d644529b1d {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:45.678322 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d20f56f7-d110-46d1-a7df-c9cf1e66f4cf tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:45.765494 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d20f56f7-d110-46d1-a7df-c9cf1e66f4cf tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:45.782571 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d20f56f7-d110-46d1-a7df-c9cf1e66f4cf tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for c1b92c81-65ac-4238-9595-b3d644529b1d owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:45.875797 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d20f56f7-d110-46d1-a7df-c9cf1e66f4cf tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:45.902266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cd9288-83ba-40f4-a31d-777c50a6d156 admin admin] Router cc867cac-e674-4f59-b5ee-88b138271339 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:06:45.909600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f56f7-d110-46d1-a7df-c9cf1e66f4cf tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=c1b92c81-65ac-4238-9595-b3d644529b1d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:45.911731 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d20f56f7-d110-46d1-a7df-c9cf1e66f4cf tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:45.915129 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d20f56f7-d110-46d1-a7df-c9cf1e66f4cf tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/c1b92c81-65ac-4238-9595-b3d644529b1d HTTP/1.1" status: 204 len: 168 time: 0.3466890 Nov 29 18:06:45.917633 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53370) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:45.922364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d4814aed-f837-438c-a5eb-3ac839bee87a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9', 'mac_address': 'fa:16:3e:a0:8d:64', 'name': 'tempest-PortsTestJSON-1016284030'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:46.017777 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4814aed-f837-438c-a5eb-3ac839bee87a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:46.020836 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cd9288-83ba-40f4-a31d-777c50a6d156 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:06:46.027828 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-85cd9288-83ba-40f4-a31d-777c50a6d156 admin admin] 10.222.0.23 "PUT /v2.0/routers/cc867cac-e674-4f59-b5ee-88b138271339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8761561 Nov 29 18:06:46.030451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53374) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:46.033715 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2df4d9-f187-44d4-8379-8bf59f3b7ca2 None None] Sync routers for ids ['cc867cac-e674-4f59-b5ee-88b138271339'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:06:46.045116 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2df4d9-f187-44d4-8379-8bf59f3b7ca2 None None] Routers {'cc867cac-e674-4f59-b5ee-88b138271339'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:06:46.046095 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ad2df4d9-f187-44d4-8379-8bf59f3b7ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:06:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cc867cac-e674-4f59-b5ee-88b138271339'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:46.111220 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4814aed-f837-438c-a5eb-3ac839bee87a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:46.136939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-d4814aed-f837-438c-a5eb-3ac839bee87a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] device_id is not set on port 7d773c62-869f-4c36-a7fb-a771993db975 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:06:46.154089 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e52b81b5-ee8b-4cc0-ad92-6358fb6bdf2b admin admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:46.177642 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ad2df4d9-f187-44d4-8379-8bf59f3b7ca2 None None] Set router cc867cac-e674-4f59-b5ee-88b138271339 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:06:46.293418 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53384) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:46.313783 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28795edc-a93f-4f3b-8683-14eed2fac326 req-4825ae4d-b5c1-42b4-ab78-e1376e8ae61f tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:46.315455 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28795edc-a93f-4f3b-8683-14eed2fac326 req-4825ae4d-b5c1-42b4-ab78-e1376e8ae61f tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.0750105 Nov 29 18:06:46.316965 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e52b81b5-ee8b-4cc0-ad92-6358fb6bdf2b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:46.426573 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4814aed-f837-438c-a5eb-3ac839bee87a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:46.428022 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ad2df4d9-f187-44d4-8379-8bf59f3b7ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'name': 'tempest-ServersTestManualDisk-224712466-router', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:04:06Z', 'updated_at': '2021-11-29T18:06:45Z', 'revision_number': 5, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'gw_port': {'id': '42eb7fca-749d-4290-8333-6c5ecb6df798', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:37:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:04:08Z', 'updated_at': '2021-11-29T18:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:46.461299 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2df4d9-f187-44d4-8379-8bf59f3b7ca2 None None] Checking router: cc867cac-e674-4f59-b5ee-88b138271339 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:06:46.470256 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2df4d9-f187-44d4-8379-8bf59f3b7ca2 None None] Routers {'cc867cac-e674-4f59-b5ee-88b138271339'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:06:46.470888 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ad2df4d9-f187-44d4-8379-8bf59f3b7ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:06:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cc867cac-e674-4f59-b5ee-88b138271339'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:46.479260 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28795edc-a93f-4f3b-8683-14eed2fac326 req-2aaeae95-6265-45f9-b310-a8c094060f14 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470237 Nov 29 18:06:46.502183 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4814aed-f837-438c-a5eb-3ac839bee87a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:46.516677 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e52b81b5-ee8b-4cc0-ad92-6358fb6bdf2b admin admin] Deleting port 42eb7fca-749d-4290-8333-6c5ecb6df798 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:46.517025 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e52b81b5-ee8b-4cc0-ad92-6358fb6bdf2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:46.537476 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9aa8-1cba-4836-a2a1-c88bdbf2b98b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:46.538953 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea05c59-864e-4a0e-8d18-adb65440c50e req-71a0b63e-b78a-41dd-a2b1-ba77a2fba214 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:46.548197 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ea05c59-864e-4a0e-8d18-adb65440c50e req-71a0b63e-b78a-41dd-a2b1-ba77a2fba214 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.1567321 Nov 29 18:06:46.563728 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4814aed-f837-438c-a5eb-3ac839bee87a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network c5395255-02ce-4c91-a7fb-5603958f5af9 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:46.574074 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-d4814aed-f837-438c-a5eb-3ac839bee87a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:46.580310 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ad2df4d9-f187-44d4-8379-8bf59f3b7ca2 None None] Set router cc867cac-e674-4f59-b5ee-88b138271339 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:06:46.582125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4814aed-f837-438c-a5eb-3ac839bee87a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:46.588282 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4814aed-f837-438c-a5eb-3ac839bee87a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:46.589002 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4814aed-f837-438c-a5eb-3ac839bee87a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:46.606557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4814aed-f837-438c-a5eb-3ac839bee87a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=7d773c62-869f-4c36-a7fb-a771993db975,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:46.641398 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d4814aed-f837-438c-a5eb-3ac839bee87a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7227049 Nov 29 18:06:46.642190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53390) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:46.650424 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ea05c59-864e-4a0e-8d18-adb65440c50e req-a857c58c-adb5-46fe-a7a0-f59102c3f9ea tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743830 Nov 29 18:06:46.676324 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ad2df4d9-f187-44d4-8379-8bf59f3b7ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'name': 'tempest-ServersTestManualDisk-224712466-router', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:04:06Z', 'updated_at': '2021-11-29T18:06:46Z', 'revision_number': 6, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:46.700936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-e52b81b5-ee8b-4cc0-ad92-6358fb6bdf2b admin admin] For port 42eb7fca-749d-4290-8333-6c5ecb6df798, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=42eb7fca-749d-4290-8333-6c5ecb6df798,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:46.700936 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e52b81b5-ee8b-4cc0-ad92-6358fb6bdf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:46.720149 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2df4d9-f187-44d4-8379-8bf59f3b7ca2 None None] The sync data for ids ['cc867cac-e674-4f59-b5ee-88b138271339'] in n-d-819494-5 is: [{'id': 'cc867cac-e674-4f59-b5ee-88b138271339', 'name': 'tempest-ServersTestManualDisk-224712466-router', 'tenant_id': 'f817adc962514aed94672c4ce2dddcc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:04:06Z', 'updated_at': '2021-11-29T18:06:46Z', 'revision_number': 6, 'project_id': 'f817adc962514aed94672c4ce2dddcc9', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:06:46.722243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53394) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:46.727546 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae3471-6f52-4158-b089-af9519740041 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:46.731524 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e6ae3471-6f52-4158-b089-af9519740041 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports/7d773c62-869f-4c36-a7fb-a771993db975 HTTP/1.1" status: 200 len: 841 time: 0.0840614 Nov 29 18:06:46.731685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-514aa803-5b8a-44bd-a5f1-106b95e890a6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-587709077'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:46.734081 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53396) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:46.750119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e52b81b5-ee8b-4cc0-ad92-6358fb6bdf2b admin admin] Calling delete_port for 42eb7fca-749d-4290-8333-6c5ecb6df798 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:46.754015 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9aa8-1cba-4836-a2a1-c88bdbf2b98b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:46.762252 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9aa8-1cba-4836-a2a1-c88bdbf2b98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:46.800900 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a9aa8-1cba-4836-a2a1-c88bdbf2b98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebed079f-05c7-4d67-ad66-fdd69c60c264,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:46.808273 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2c4a9aa8-1cba-4836-a2a1-c88bdbf2b98b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca93d0d11c2d4412a55f01d85c0c9c37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5135238 Nov 29 18:06:46.809237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53398) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:46.829896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514aa803-5b8a-44bd-a5f1-106b95e890a6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Made reservation on behalf of 3853a8c243df40ec9ce067d89cc60f1a for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:46.833309 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-514aa803-5b8a-44bd-a5f1-106b95e890a6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:46.861459 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5899ea0b-867b-4888-ad49-ca07324ae0aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:46.882923 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5899ea0b-867b-4888-ad49-ca07324ae0aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:46.909381 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514aa803-5b8a-44bd-a5f1-106b95e890a6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:06:46.933174 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5899ea0b-867b-4888-ad49-ca07324ae0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:46.935833 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5899ea0b-867b-4888-ad49-ca07324ae0aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:46.939320 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5899ea0b-867b-4888-ad49-ca07324ae0aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ebed079f-05c7-4d67-ad66-fdd69c60c264 HTTP/1.1" status: 204 len: 168 time: 0.1268744 Nov 29 18:06:46.944946 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899ea0b-867b-4888-ad49-ca07324ae0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebed079f-05c7-4d67-ad66-fdd69c60c264,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:46.960450 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-514aa803-5b8a-44bd-a5f1-106b95e890a6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:46.960830 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-514aa803-5b8a-44bd-a5f1-106b95e890a6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Added segment d3efd0a8-200f-41fb-8714-9dd0fd33ee9a of type vlan for network d377bfed-7780-49fd-af42-fe62ff964a43 Nov 29 18:06:46.984416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8eca5384-7135-4df9-8d4f-b2e8fadff776 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port 7d773c62-869f-4c36-a7fb-a771993db975 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:46.984771 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8eca5384-7135-4df9-8d4f-b2e8fadff776 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.071766 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-514aa803-5b8a-44bd-a5f1-106b95e890a6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.133792 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8eca5384-7135-4df9-8d4f-b2e8fadff776 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.156376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8eca5384-7135-4df9-8d4f-b2e8fadff776 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for 7d773c62-869f-4c36-a7fb-a771993db975 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:47.158077 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-514aa803-5b8a-44bd-a5f1-106b95e890a6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.163910 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514aa803-5b8a-44bd-a5f1-106b95e890a6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:47.164507 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-514aa803-5b8a-44bd-a5f1-106b95e890a6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.242531 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e52b81b5-ee8b-4cc0-ad92-6358fb6bdf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.260523 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53404) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:47.274032 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-435e5382-8c56-4f04-9a86-e678bffd1239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.291463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-514aa803-5b8a-44bd-a5f1-106b95e890a6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5670502 Nov 29 18:06:47.295558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53406) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:47.301642 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-efb77733-2b00-40c7-af33-91a67d006399 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-264776165'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:47.320215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514aa803-5b8a-44bd-a5f1-106b95e890a6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event updated for resources: {'Network': ['ID=d377bfed-7780-49fd-af42-fe62ff964a43,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:47.324158 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b81b5-ee8b-4cc0-ad92-6358fb6bdf2b admin admin] Pushing event deleted for resources: {'Port': ['ID=42eb7fca-749d-4290-8333-6c5ecb6df798,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:47.327349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bec03b-0fa6-4cf3-8eb7-0f67e763bbf9 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:06:47.331614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network d377bfed-7780-49fd-af42-fe62ff964a43 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:06:47.357670 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb77733-2b00-40c7-af33-91a67d006399 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Made reservation on behalf of 3853a8c243df40ec9ce067d89cc60f1a for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:47.361757 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-efb77733-2b00-40c7-af33-91a67d006399 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.410998 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e52b81b5-ee8b-4cc0-ad92-6358fb6bdf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.416226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb77733-2b00-40c7-af33-91a67d006399 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:06:47.424938 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-435e5382-8c56-4f04-9a86-e678bffd1239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.431721 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-efb77733-2b00-40c7-af33-91a67d006399 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.432329 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-efb77733-2b00-40c7-af33-91a67d006399 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Added segment 46a35f99-4c12-457a-ac53-3e115df10652 of type vlan for network e0425de3-85ca-461a-a6de-7e5f9d893ce2 Nov 29 18:06:47.433454 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-435e5382-8c56-4f04-9a86-e678bffd1239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.512443 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-435e5382-8c56-4f04-9a86-e678bffd1239 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c9f11041b5641a49ba8d3501c2b11cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2506280 Nov 29 18:06:47.514312 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-efb77733-2b00-40c7-af33-91a67d006399 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.517403 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53410) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:47.546056 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e5382-8c56-4f04-9a86-e678bffd1239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62001b18-7bb7-4268-b62f-de61e108b8d6,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:47.609427 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-efb77733-2b00-40c7-af33-91a67d006399 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.615523 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb77733-2b00-40c7-af33-91a67d006399 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:47.616190 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-efb77733-2b00-40c7-af33-91a67d006399 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.618710 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c1d5feac-ec31-4fc8-92df-f3b276343a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.693264 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-efb77733-2b00-40c7-af33-91a67d006399 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3958449 Nov 29 18:06:47.693264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53416) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:47.710189 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e8b13363-71b4-4680-a949-7e98b8f5b1ed tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Request body: {'subnet': {'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:47.730112 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c1d5feac-ec31-4fc8-92df-f3b276343a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.781222 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb77733-2b00-40c7-af33-91a67d006399 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event updated for resources: {'Network': ['ID=e0425de3-85ca-461a-a6de-7e5f9d893ce2,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:47.793548 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network e0425de3-85ca-461a-a6de-7e5f9d893ce2 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:06:47.845123 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8eca5384-7135-4df9-8d4f-b2e8fadff776 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.847420 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b13363-71b4-4680-a949-7e98b8f5b1ed tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Made reservation on behalf of 3853a8c243df40ec9ce067d89cc60f1a for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:47.853026 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8b13363-71b4-4680-a949-7e98b8f5b1ed tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.892616 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e52b81b5-ee8b-4cc0-ad92-6358fb6bdf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.897493 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e52b81b5-ee8b-4cc0-ad92-6358fb6bdf2b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.897649 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c1d5feac-ec31-4fc8-92df-f3b276343a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.900652 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c1d5feac-ec31-4fc8-92df-f3b276343a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.901821 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c1d5feac-ec31-4fc8-92df-f3b276343a29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62001b18-7bb7-4268-b62f-de61e108b8d6 HTTP/1.1" status: 204 len: 168 time: 0.3788357 Nov 29 18:06:47.922168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5feac-ec31-4fc8-92df-f3b276343a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62001b18-7bb7-4268-b62f-de61e108b8d6,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:47.932358 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8eca5384-7135-4df9-8d4f-b2e8fadff776 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:47.935294 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8eca5384-7135-4df9-8d4f-b2e8fadff776 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/7d773c62-869f-4c36-a7fb-a771993db975 HTTP/1.1" status: 204 len: 168 time: 1.1992271 Nov 29 18:06:47.938000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca5384-7135-4df9-8d4f-b2e8fadff776 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=7d773c62-869f-4c36-a7fb-a771993db975,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:47.938156 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53422) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:47.998711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cf3e5-0e78-4ceb-b0bd-b061783c2dd9 req-be15fe1a-9a01-4d43-9f68-56765d86a318 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:48.006666 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-284cf3e5-0e78-4ceb-b0bd-b061783c2dd9 req-be15fe1a-9a01-4d43-9f68-56765d86a318 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.1818769 Nov 29 18:06:48.014877 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e52b81b5-ee8b-4cc0-ad92-6358fb6bdf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:48.014877 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52b81b5-ee8b-4cc0-ad92-6358fb6bdf2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc867cac-e674-4f59-b5ee-88b138271339 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:06:48.020110 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e52b81b5-ee8b-4cc0-ad92-6358fb6bdf2b admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:48.024290 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e52b81b5-ee8b-4cc0-ad92-6358fb6bdf2b admin admin] 10.222.0.23 "DELETE /v2.0/routers/cc867cac-e674-4f59-b5ee-88b138271339 HTTP/1.1" status: 204 len: 168 time: 1.9924107 Nov 29 18:06:48.031560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53424) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:48.046873 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2def43-4949-4bb0-923e-f3c238a35b8d req-d39ec359-ed08-4ca3-8d9b-46e79c0ef68c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:48.046873 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc2def43-4949-4bb0-923e-f3c238a35b8d req-d39ec359-ed08-4ca3-8d9b-46e79c0ef68c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.2220345 Nov 29 18:06:48.149474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-9026100d-9ea0-40a9-9f08-1f1486f0fa14 admin admin] Deleting subnet 430527e9-00ad-453c-9a77-a7999b75d5f4 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:06:48.164693 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9026100d-9ea0-40a9-9f08-1f1486f0fa14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:48.182204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-284cf3e5-0e78-4ceb-b0bd-b061783c2dd9 req-cfce0f12-e143-45c1-9ce2-ad8a01e98af0 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686938 Nov 29 18:06:48.260571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc2def43-4949-4bb0-923e-f3c238a35b8d req-eaaebe71-fe78-447a-afea-c40797b4b889 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002206 Nov 29 18:06:48.272444 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9026100d-9ea0-40a9-9f08-1f1486f0fa14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:48.295209 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfec5b5f-1781-4fce-a0bb-b69d93876390 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] GET failed (client error): The resource could not be found. Nov 29 18:06:48.296906 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-dfec5b5f-1781-4fce-a0bb-b69d93876390 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports/7d773c62-869f-4c36-a7fb-a771993db975 HTTP/1.1" status: 404 len: 333 time: 0.3576272 Nov 29 18:06:48.301491 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53428) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:48.311928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b4930df0-16c4-4a93-bfe4-d161203eee15 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9', 'name': 'tempest-PortsTestJSON-550981505'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:48.439170 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8b13363-71b4-4680-a949-7e98b8f5b1ed tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:48.447521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5485334e-9a25-4fb1-bb2f-4170c37bb949 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:06:48.459731 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9026100d-9ea0-40a9-9f08-1f1486f0fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:48.474764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 5485334e-9a25-4fb1-bb2f-4170c37bb949 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:06:48.475254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5485334e-9a25-4fb1-bb2f-4170c37bb949 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:06:48.475785 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 42eb7fca-749d-4290-8333-6c5ecb6df798 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:06:48.507753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4930df0-16c4-4a93-bfe4-d161203eee15 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:48.511464 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4930df0-16c4-4a93-bfe4-d161203eee15 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:48.515923 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 42eb7fca-749d-4290-8333-6c5ecb6df798 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:06:48.516287 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 42eb7fca-749d-4290-8333-6c5ecb6df798 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:06:48.521028 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b13363-71b4-4680-a949-7e98b8f5b1ed tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Checking segment: {'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:48.521474 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b13363-71b4-4680-a949-7e98b8f5b1ed tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Network hostable DHCP agents. Network: d377bfed-7780-49fd-af42-fe62ff964a43, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:06:48.536983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-b4930df0-16c4-4a93-bfe4-d161203eee15 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] device_id is not set on port 8f5dd921-c7b5-4ef4-a13c-c6fea3738a05 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:06:48.547328 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b13363-71b4-4680-a949-7e98b8f5b1ed tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event updated for resources: {'Subnet': ['ID=973dc789-b38b-45cc-806c-8236548d1d95,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:48.560270 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b13363-71b4-4680-a949-7e98b8f5b1ed tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Network d377bfed-7780-49fd-af42-fe62ff964a43 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:06:48.569744 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-e8b13363-71b4-4680-a949-7e98b8f5b1ed tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, d377bfed-7780-49fd-af42-fe62ff964a43) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:48.575674 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b13363-71b4-4680-a949-7e98b8f5b1ed tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:48.576356 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8b13363-71b4-4680-a949-7e98b8f5b1ed tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:48.581785 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9026100d-9ea0-40a9-9f08-1f1486f0fa14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:48.594059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73a245d-a708-4cfb-98e7-4f1ba2623458 None None] Network d377bfed-7780-49fd-af42-fe62ff964a43 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:48.598723 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e8b13363-71b4-4680-a949-7e98b8f5b1ed tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8936427 Nov 29 18:06:48.601356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53438) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:48.608794 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6648870a-10c8-4757-a1c7-3d4b78a572c6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Request body: {'subnet': {'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:48.612805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026100d-9ea0-40a9-9f08-1f1486f0fa14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430527e9-00ad-453c-9a77-a7999b75d5f4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:48.625070 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9026100d-9ea0-40a9-9f08-1f1486f0fa14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:48.630032 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9026100d-9ea0-40a9-9f08-1f1486f0fa14 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/430527e9-00ad-453c-9a77-a7999b75d5f4 HTTP/1.1" status: 204 len: 168 time: 0.5974364 Nov 29 18:06:48.634256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53440) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:48.651394 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87998404-bc7f-4ef6-8b09-5ac0a6eb24ca None None] Network 490a8886-b6b4-4ef6-bb71-9a56602af52f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:48.749166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6648870a-10c8-4757-a1c7-3d4b78a572c6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Made reservation on behalf of 3853a8c243df40ec9ce067d89cc60f1a for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:48.753274 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6648870a-10c8-4757-a1c7-3d4b78a572c6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:48.820625 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:48.906177 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4930df0-16c4-4a93-bfe4-d161203eee15 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:48.914287 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-d377bfed-7780-49fd-af42-fe62ff964a43', 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'fixed_ips': [{'subnet_id': '973dc789-b38b-45cc-806c-8236548d1d95'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:06:48.918588 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:48.963343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] Deleting port a1d4a7a8-7456-4885-955a-d4bc05ca015e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:48.963975 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.013451 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cf88fc-46c6-4014-a22e-58e89e2c931e None None] DHCP port deletion for 490a8886-b6b4-4ef6-bb71-9a56602af52f request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:06:49.016397 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6648870a-10c8-4757-a1c7-3d4b78a572c6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.028579 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] For port a1d4a7a8-7456-4885-955a-d4bc05ca015e, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a1d4a7a8-7456-4885-955a-d4bc05ca015e,segment=NetworkSegment(c3590e0d-1dad-495d-bd2e-5a74bbf1b742),segment_id=c3590e0d-1dad-495d-bd2e-5a74bbf1b742)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:49.028952 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.049236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] Calling delete_port for a1d4a7a8-7456-4885-955a-d4bc05ca015e owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:49.078090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648870a-10c8-4757-a1c7-3d4b78a572c6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event updated for resources: {'Subnet': ['ID=29ef7b16-a6fa-4ea4-9afc-503cb4413ebf,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:49.108262 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4930df0-16c4-4a93-bfe4-d161203eee15 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.118111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6648870a-10c8-4757-a1c7-3d4b78a572c6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Checking segment: {'id': '46a35f99-4c12-457a-ac53-3e115df10652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:49.118359 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6648870a-10c8-4757-a1c7-3d4b78a572c6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Network hostable DHCP agents. Network: e0425de3-85ca-461a-a6de-7e5f9d893ce2, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:06:49.123844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Allocated IP 10.1.1.2 (d377bfed-7780-49fd-af42-fe62ff964a43/973dc789-b38b-45cc-806c-8236548d1d95/ea899019-8139-4233-bcbf-0aa4b4ec5ec9) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:49.142725 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6648870a-10c8-4757-a1c7-3d4b78a572c6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Network e0425de3-85ca-461a-a6de-7e5f9d893ce2 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:06:49.156658 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-6648870a-10c8-4757-a1c7-3d4b78a572c6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, e0425de3-85ca-461a-a6de-7e5f9d893ce2) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:49.164823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4930df0-16c4-4a93-bfe4-d161203eee15 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=8f5dd921-c7b5-4ef4-a13c-c6fea3738a05,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:49.164979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6648870a-10c8-4757-a1c7-3d4b78a572c6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:49.165503 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6648870a-10c8-4757-a1c7-3d4b78a572c6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.176292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf88fc-46c6-4014-a22e-58e89e2c931e None None] Deleting port a1d4a7a8-7456-4885-955a-d4bc05ca015e {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:49.177045 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9cf88fc-46c6-4014-a22e-58e89e2c931e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.184710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4930df0-16c4-4a93-bfe4-d161203eee15 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network c5395255-02ce-4c91-a7fb-5603958f5af9 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:49.187478 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b4930df0-16c4-4a93-bfe4-d161203eee15 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:49.194658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4930df0-16c4-4a93-bfe4-d161203eee15 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:49.197792 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6648870a-10c8-4757-a1c7-3d4b78a572c6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5931678 Nov 29 18:06:49.200320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53456) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:49.203280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4930df0-16c4-4a93-bfe4-d161203eee15 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:49.204583 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4930df0-16c4-4a93-bfe4-d161203eee15 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.209331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-45f2e4c6-046f-4fb8-ac28-83fc0f8037ad tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Request body: {'port': {'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43', 'name': 'tempest-TaggedBootDevicesTest_v242-1717213015', 'fixed_ips': [{'subnet_id': '973dc789-b38b-45cc-806c-8236548d1d95'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:49.209652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5f12e8-49d4-439b-ac7e-1b5519cb670f None None] Network e0425de3-85ca-461a-a6de-7e5f9d893ce2 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:49.238484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b4930df0-16c4-4a93-bfe4-d161203eee15 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9341645 Nov 29 18:06:49.241772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53458) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:49.249594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-df16e55b-7951-4819-af0f-4a3d07daaa7d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:49.277051 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.312023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d4a7a8-7456-4885-955a-d4bc05ca015e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:49.330653 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] No DVR routers for this DVR port a1d4a7a8-7456-4885-955a-d4bc05ca015e on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:06:49.420389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f2e4c6-046f-4fb8-ac28-83fc0f8037ad tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Made reservation on behalf of 3853a8c243df40ec9ce067d89cc60f1a for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:49.501053 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df16e55b-7951-4819-af0f-4a3d07daaa7d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.516867 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.541480 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45f2e4c6-046f-4fb8-ac28-83fc0f8037ad tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.561216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a9cf88fc-46c6-4014-a22e-58e89e2c931e None None] For port a1d4a7a8-7456-4885-955a-d4bc05ca015e, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a1d4a7a8-7456-4885-955a-d4bc05ca015e,segment=NetworkSegment(c3590e0d-1dad-495d-bd2e-5a74bbf1b742),segment_id=c3590e0d-1dad-495d-bd2e-5a74bbf1b742)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:49.561780 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9cf88fc-46c6-4014-a22e-58e89e2c931e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.562575 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-45f2e4c6-046f-4fb8-ac28-83fc0f8037ad tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] device_id is not set on port c5850d26-12e4-4c63-9a8e-1d727081b700 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:06:49.577836 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.593144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf88fc-46c6-4014-a22e-58e89e2c931e None None] Calling delete_port for a1d4a7a8-7456-4885-955a-d4bc05ca015e owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:49.607703 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.658127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d8d88-c84a-4a97-8de1-eb36d592c03e req-d69a36cb-a669-4a71-b11d-45799f9eb4a3 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:49.667498 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-537d8d88-c84a-4a97-8de1-eb36d592c03e req-d69a36cb-a669-4a71-b11d-45799f9eb4a3 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.2800410 Nov 29 18:06:49.694071 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Network d377bfed-7780-49fd-af42-fe62ff964a43 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:49.699155 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-e0425de3-85ca-461a-a6de-7e5f9d893ce2', 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'fixed_ips': [{'subnet_id': '29ef7b16-a6fa-4ea4-9afc-503cb4413ebf'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:06:49.700019 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.729589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490a8886-b6b4-4ef6-bb71-9a56602af52f']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:49.755986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-45f2e4c6-046f-4fb8-ac28-83fc0f8037ad tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Allocated IP 10.1.1.197 (d377bfed-7780-49fd-af42-fe62ff964a43/973dc789-b38b-45cc-806c-8236548d1d95/c5850d26-12e4-4c63-9a8e-1d727081b700) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:49.757754 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a9af0-66ce-4443-9aed-b1610f19cf52 req-6e0d5996-17b2-4791-a80d-487e003ad673 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:49.767026 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f61a9af0-66ce-4443-9aed-b1610f19cf52 req-6e0d5996-17b2-4791-a80d-487e003ad673 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.4332459 Nov 29 18:06:49.779409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3590e0d-1dad-495d-bd2e-5a74bbf1b742') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:49.779888 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3590e0d-1dad-495d-bd2e-5a74bbf1b742') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:06:49.802217 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.819823 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-537d8d88-c84a-4a97-8de1-eb36d592c03e req-e6daf37b-2d02-4eec-a21d-31452a562279 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507983 Nov 29 18:06:49.838356 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:49.854271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:49.865141 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df16e55b-7951-4819-af0f-4a3d07daaa7d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.869539 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Pushing event updated for resources: {'Port': ['ID=ea899019-8139-4233-bcbf-0aa4b4ec5ec9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:49.875692 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.879361 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df16e55b-7951-4819-af0f-4a3d07daaa7d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.914544 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Allocated IP 10.2.2.2 (e0425de3-85ca-461a-a6de-7e5f9d893ce2/29ef7b16-a6fa-4ea4-9afc-503cb4413ebf/4871236c-f399-4afa-ae34-d0e9eb67e47d) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:49.933938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:06:49.934353 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:06:49.937829 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:06:49.979667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Attempting to bind port ea899019-8139-4233-bcbf-0aa4b4ec5ec9 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:06:49.979667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Attempting to bind port ea899019-8139-4233-bcbf-0aa4b4ec5ec9 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:06:49.979667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Attempting to bind port ea899019-8139-4233-bcbf-0aa4b4ec5ec9 on network d377bfed-7780-49fd-af42-fe62ff964a43 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:06:50.013177 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9cf88fc-46c6-4014-a22e-58e89e2c931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.026122 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45f2e4c6-046f-4fb8-ac28-83fc0f8037ad tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.035002 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cf88fc-46c6-4014-a22e-58e89e2c931e None None] No DVR routers for this DVR port a1d4a7a8-7456-4885-955a-d4bc05ca015e on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:06:50.036774 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:06:50.037169 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Checking segment: {'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:50.037612 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.038010 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Bound using segment: {'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:06:50.038505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Bound port: ea899019-8139-4233-bcbf-0aa4b4ec5ec9, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:06:50.039170 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.067748 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45f2e4c6-046f-4fb8-ac28-83fc0f8037ad tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.068965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16e55b-7951-4819-af0f-4a3d07daaa7d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=8f5dd921-c7b5-4ef4-a13c-c6fea3738a05,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:50.075308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-df16e55b-7951-4819-af0f-4a3d07daaa7d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] In _notify_port_updated(), no bound segment for port 8f5dd921-c7b5-4ef4-a13c-c6fea3738a05 on network c5395255-02ce-4c91-a7fb-5603958f5af9 {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:06:50.081764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf88fc-46c6-4014-a22e-58e89e2c931e None None] Pushing event deleted for resources: {'Port': ['ID=a1d4a7a8-7456-4885-955a-d4bc05ca015e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:50.091663 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df16e55b-7951-4819-af0f-4a3d07daaa7d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:50.092338 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df16e55b-7951-4819-af0f-4a3d07daaa7d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.097169 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-df16e55b-7951-4819-af0f-4a3d07daaa7d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "PUT /v2.0/ports/8f5dd921-c7b5-4ef4-a13c-c6fea3738a05 HTTP/1.1" status: 200 len: 818 time: 0.8517599 Nov 29 18:06:50.101739 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53480) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:50.156820 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.163694 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f2e4c6-046f-4fb8-ac28-83fc0f8037ad tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Network d377bfed-7780-49fd-af42-fe62ff964a43 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:50.168089 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-45f2e4c6-046f-4fb8-ac28-83fc0f8037ad tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:50.173371 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f61a9af0-66ce-4443-9aed-b1610f19cf52 req-71a88bec-b980-4217-941a-cc3a3e9ce3f5 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009287 Nov 29 18:06:50.184969 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.193436 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] 10.222.0.23 "DELETE /v2.0/networks/490a8886-b6b4-4ef6-bb71-9a56602af52f HTTP/1.1" status: 204 len: 168 time: 1.5516024 Nov 29 18:06:50.198097 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f2e4c6-046f-4fb8-ac28-83fc0f8037ad tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:50.201100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f69bbd-ddf2-4db3-aeea-0afc1392a876 admin admin] Pushing event deleted for resources: {'Network': ['ID=490a8886-b6b4-4ef6-bb71-9a56602af52f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:50.227422 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] For port ea899019-8139-4233-bcbf-0aa4b4ec5ec9, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:06:50.232554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] For port ea899019-8139-4233-bcbf-0aa4b4ec5ec9, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ea899019-8139-4233-bcbf-0aa4b4ec5ec9,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:06:50.244664 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.251521 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2e4c6-046f-4fb8-ac28-83fc0f8037ad tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event updated for resources: {'Port': ['ID=c5850d26-12e4-4c63-9a8e-1d727081b700,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:50.293676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f2e4c6-046f-4fb8-ac28-83fc0f8037ad tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:50.294039 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45f2e4c6-046f-4fb8-ac28-83fc0f8037ad tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.310752 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.312226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48616a07-4a87-4347-9dd7-b4904b56ca1d None None] Pushing event updated for resources: {'Port': ['ID=ea899019-8139-4233-bcbf-0aa4b4ec5ec9,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:50.315854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53488) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:50.316020 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-45f2e4c6-046f-4fb8-ac28-83fc0f8037ad tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1139829 Nov 29 18:06:50.321046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e1a26ca2-7ec6-4ddc-9c58-d40abe801fb3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Request body: {'port': {'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43', 'name': 'tempest-TaggedBootDevicesTest_v242-1422927603', 'fixed_ips': [{'subnet_id': '973dc789-b38b-45cc-806c-8236548d1d95'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:50.326527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d901e120-6d09-4cd9-b1dd-f7b04f6fd849 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port 8f5dd921-c7b5-4ef4-a13c-c6fea3738a05 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:50.326527 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d901e120-6d09-4cd9-b1dd-f7b04f6fd849 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.337212 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.425776 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Network e0425de3-85ca-461a-a6de-7e5f9d893ce2 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:50.436448 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d901e120-6d09-4cd9-b1dd-f7b04f6fd849 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.440595 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:50.444488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:50.457303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53490) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:50.471879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Pushing event updated for resources: {'Port': ['ID=4871236c-f399-4afa-ae34-d0e9eb67e47d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:50.475224 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d901e120-6d09-4cd9-b1dd-f7b04f6fd849 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for 8f5dd921-c7b5-4ef4-a13c-c6fea3738a05 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:50.523517 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a1d4a7a8-7456-4885-955a-d4bc05ca015e no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:06:50.565905 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: a1d4a7a8-7456-4885-955a-d4bc05ca015e {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:06:50.566705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a1d4a7a8-7456-4885-955a-d4bc05ca015e not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:06:50.582651 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d901e120-6d09-4cd9-b1dd-f7b04f6fd849 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.589833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Attempting to bind port 4871236c-f399-4afa-ae34-d0e9eb67e47d on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:06:50.590434 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Attempting to bind port 4871236c-f399-4afa-ae34-d0e9eb67e47d by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '46a35f99-4c12-457a-ac53-3e115df10652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:06:50.590852 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Attempting to bind port 4871236c-f399-4afa-ae34-d0e9eb67e47d on network e0425de3-85ca-461a-a6de-7e5f9d893ce2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:06:50.598427 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:06:50.598846 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Checking segment: {'id': '46a35f99-4c12-457a-ac53-3e115df10652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:50.599273 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.599704 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Bound using segment: {'id': '46a35f99-4c12-457a-ac53-3e115df10652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:06:50.600155 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Bound port: 4871236c-f399-4afa-ae34-d0e9eb67e47d, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a35f99-4c12-457a-ac53-3e115df10652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:06:50.600550 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.635221 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-98af4bbd-8d6e-4118-ac31-60f87d8005ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f817adc962514aed94672c4ce2dddcc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1759698 Nov 29 18:06:50.638600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53494) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:50.644268 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a26ca2-7ec6-4ddc-9c58-d40abe801fb3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Made reservation on behalf of 3853a8c243df40ec9ce067d89cc60f1a for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:50.658114 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901e120-6d09-4cd9-b1dd-f7b04f6fd849 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=8f5dd921-c7b5-4ef4-a13c-c6fea3738a05,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:50.669872 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d901e120-6d09-4cd9-b1dd-f7b04f6fd849 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.675596 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d901e120-6d09-4cd9-b1dd-f7b04f6fd849 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/8f5dd921-c7b5-4ef4-a13c-c6fea3738a05 HTTP/1.1" status: 204 len: 168 time: 0.5704057 Nov 29 18:06:50.676575 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53496) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:50.753066 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] For port 4871236c-f399-4afa-ae34-d0e9eb67e47d, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:06:50.757780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] For port 4871236c-f399-4afa-ae34-d0e9eb67e47d, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4871236c-f399-4afa-ae34-d0e9eb67e47d,segment=NetworkSegment(46a35f99-4c12-457a-ac53-3e115df10652),segment_id=46a35f99-4c12-457a-ac53-3e115df10652)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:06:50.765931 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.769957 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-13dc9e5f-06b0-4b98-b5aa-4438259adb98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.788728 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445d2980-d836-4051-a495-5ab7a83a7fc7 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:50.790537 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-445d2980-d836-4051-a495-5ab7a83a7fc7 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1127894 Nov 29 18:06:50.796393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53500) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:50.826476 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-13dc9e5f-06b0-4b98-b5aa-4438259adb98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.834106 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f996780-7211-4e4e-a278-bd5c4e168619 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] GET failed (client error): The resource could not be found. Nov 29 18:06:50.843111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53502) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:50.843319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1f996780-7211-4e4e-a278-bd5c4e168619 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports/8f5dd921-c7b5-4ef4-a13c-c6fea3738a05 HTTP/1.1" status: 404 len: 333 time: 0.0456421 Nov 29 18:06:50.849521 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-da583b6d-6cb3-4432-a4bb-16462362fc0c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1372133255'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:50.851286 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1a26ca2-7ec6-4ddc-9c58-d40abe801fb3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.873594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-e1a26ca2-7ec6-4ddc-9c58-d40abe801fb3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] device_id is not set on port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:06:50.905066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da583b6d-6cb3-4432-a4bb-16462362fc0c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:50.913399 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da583b6d-6cb3-4432-a4bb-16462362fc0c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.979681 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-13dc9e5f-06b0-4b98-b5aa-4438259adb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.979929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492743f-c007-44c3-a6c1-27c23c7a0f65 None None] Pushing event updated for resources: {'Port': ['ID=4871236c-f399-4afa-ae34-d0e9eb67e47d,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:50.982972 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-13dc9e5f-06b0-4b98-b5aa-4438259adb98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:50.984342 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-13dc9e5f-06b0-4b98-b5aa-4438259adb98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33eb103c-a638-4f6e-9ee4-968871580192 HTTP/1.1" status: 204 len: 168 time: 0.3443875 Nov 29 18:06:51.018241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc9e5f-06b0-4b98-b5aa-4438259adb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33eb103c-a638-4f6e-9ee4-968871580192,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:51.032331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da583b6d-6cb3-4432-a4bb-16462362fc0c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:06:51.081642 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da583b6d-6cb3-4432-a4bb-16462362fc0c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:51.082006 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-da583b6d-6cb3-4432-a4bb-16462362fc0c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Added segment 189e8e26-d1de-4d0f-b86e-86f49952c845 of type vlan for network b1725884-69d9-40e8-8e80-ecd3a16f2f17 Nov 29 18:06:51.177936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e63ee8-7ef3-4619-a78b-61d11713fec1 req-e022187d-bf0b-4cee-9fa6-c275bf5989cd tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:51.185363 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14e63ee8-7ef3-4619-a78b-61d11713fec1 req-e022187d-bf0b-4cee-9fa6-c275bf5989cd tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.1283603 Nov 29 18:06:51.221208 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da583b6d-6cb3-4432-a4bb-16462362fc0c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:51.281170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14e63ee8-7ef3-4619-a78b-61d11713fec1 req-0dc9a2ea-2a36-4ff7-9a9b-7e99db6d34a2 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946429 Nov 29 18:06:51.325788 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da583b6d-6cb3-4432-a4bb-16462362fc0c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:51.339345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da583b6d-6cb3-4432-a4bb-16462362fc0c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:51.340165 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da583b6d-6cb3-4432-a4bb-16462362fc0c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:51.443795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-e1a26ca2-7ec6-4ddc-9c58-d40abe801fb3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Allocated IP 10.1.1.217 (d377bfed-7780-49fd-af42-fe62ff964a43/973dc789-b38b-45cc-806c-8236548d1d95/af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:51.563998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38d964-0667-4164-bb50-6926f988e808 req-e1f3343a-00ee-44fe-bdb1-6cea75e3041b tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:51.578730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf38d964-0667-4164-bb50-6926f988e808 req-e1f3343a-00ee-44fe-bdb1-6cea75e3041b tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.1321728 Nov 29 18:06:51.585568 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-da583b6d-6cb3-4432-a4bb-16462362fc0c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7385066 Nov 29 18:06:51.587108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53522) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:51.608395 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-060aa62a-0702-4e46-b80f-657928582a9e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'subnet': {'network_id': 'b1725884-69d9-40e8-8e80-ecd3a16f2f17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:51.615132 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da583b6d-6cb3-4432-a4bb-16462362fc0c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Network': ['ID=b1725884-69d9-40e8-8e80-ecd3a16f2f17,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:51.639119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network b1725884-69d9-40e8-8e80-ecd3a16f2f17 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:06:51.737166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf38d964-0667-4164-bb50-6926f988e808 req-76f49d78-fe3d-4694-9687-c57889f480b8 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506493 Nov 29 18:06:51.893813 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060aa62a-0702-4e46-b80f-657928582a9e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:51.898076 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-060aa62a-0702-4e46-b80f-657928582a9e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:52.085725 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1a26ca2-7ec6-4ddc-9c58-d40abe801fb3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:52.158428 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1a26ca2-7ec6-4ddc-9c58-d40abe801fb3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:52.168127 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82117f7-5588-421a-8343-196679e732a2 None None] Network d377bfed-7780-49fd-af42-fe62ff964a43 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:52.291826 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a26ca2-7ec6-4ddc-9c58-d40abe801fb3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Network d377bfed-7780-49fd-af42-fe62ff964a43 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:52.295848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e1a26ca2-7ec6-4ddc-9c58-d40abe801fb3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:52.300639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a26ca2-7ec6-4ddc-9c58-d40abe801fb3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:52.331440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a26ca2-7ec6-4ddc-9c58-d40abe801fb3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event updated for resources: {'Port': ['ID=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:52.411637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a26ca2-7ec6-4ddc-9c58-d40abe801fb3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:52.417113 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1a26ca2-7ec6-4ddc-9c58-d40abe801fb3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:52.418458 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] Provisioning complete for port ea899019-8139-4233-bcbf-0aa4b4ec5ec9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:52.427596 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:52.450939 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-060aa62a-0702-4e46-b80f-657928582a9e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:52.470020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e1a26ca2-7ec6-4ddc-9c58-d40abe801fb3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1494851 Nov 29 18:06:52.651456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5054e-b715-43fb-b8a7-f1c6194cbfcb req-51cde67f-d017-4a72-9e35-4e86238b1225 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:52.666722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ff5054e-b715-43fb-b8a7-f1c6194cbfcb req-51cde67f-d017-4a72-9e35-4e86238b1225 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.1569483 Nov 29 18:06:52.737315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060aa62a-0702-4e46-b80f-657928582a9e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Checking segment: {'id': '189e8e26-d1de-4d0f-b86e-86f49952c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b1725884-69d9-40e8-8e80-ecd3a16f2f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:52.746345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060aa62a-0702-4e46-b80f-657928582a9e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network hostable DHCP agents. Network: b1725884-69d9-40e8-8e80-ecd3a16f2f17, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:06:52.753818 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060aa62a-0702-4e46-b80f-657928582a9e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Subnet': ['ID=c50433cc-3621-4392-b09e-4b24d7354507,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:52.762473 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4871236c-f399-4afa-ae34-d0e9eb67e47d up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:06:52.778625 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ff5054e-b715-43fb-b8a7-f1c6194cbfcb req-4bff534e-03eb-464b-bd39-da0c114f711b tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960538 Nov 29 18:06:52.826974 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060aa62a-0702-4e46-b80f-657928582a9e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network b1725884-69d9-40e8-8e80-ecd3a16f2f17 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:06:52.851959 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-060aa62a-0702-4e46-b80f-657928582a9e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, b1725884-69d9-40e8-8e80-ecd3a16f2f17) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:52.866211 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53560) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:52.872189 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060aa62a-0702-4e46-b80f-657928582a9e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:52.872878 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-060aa62a-0702-4e46-b80f-657928582a9e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:52.902892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53564) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:52.909290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53568) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:52.914644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6a34a1ef-472d-4048-b2c2-7bd61285e91b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'subnet': {'network_id': 'b1725884-69d9-40e8-8e80-ecd3a16f2f17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:52.917451 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-060aa62a-0702-4e46-b80f-657928582a9e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3287592 Nov 29 18:06:53.056107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb671b54-f73f-40fa-9ced-7664603d9706 None None] Network b1725884-69d9-40e8-8e80-ecd3a16f2f17 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:53.058010 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2f1e8d-624d-4335-8feb-3c769c5c612b None None] Network e0425de3-85ca-461a-a6de-7e5f9d893ce2 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:53.074046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53570) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:53.079310 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-bbd35bff-72b1-4ecf-82f8-1553de1b7c0a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--156126378', 'description': 'tempest-description--868729535'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:53.081708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-62a08553-8726-4084-b066-3e9722cbd682 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-669417215-network', 'tenant_id': '8159cdc4eab547369b9bce30934e4911'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:53.104385 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-490dc70b-65db-46c1-8b49-25dcaf345b44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.104600 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbd35bff-72b1-4ecf-82f8-1553de1b7c0a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.151170 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.176902 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15e4f1-7607-4ea9-9594-814d08a9da4d req-ddc6b164-cb3e-423f-af44-29943abfa2c0 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:53.178422 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c15e4f1-7607-4ea9-9594-814d08a9da4d req-ddc6b164-cb3e-423f-af44-29943abfa2c0 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.2333810 Nov 29 18:06:53.182230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a08553-8726-4084-b066-3e9722cbd682 admin admin] Made reservation on behalf of 8159cdc4eab547369b9bce30934e4911 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:53.184496 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62a08553-8726-4084-b066-3e9722cbd682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.187418 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbd35bff-72b1-4ecf-82f8-1553de1b7c0a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.193002 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbd35bff-72b1-4ecf-82f8-1553de1b7c0a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.213380 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62a08553-8726-4084-b066-3e9722cbd682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.230423 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbd35bff-72b1-4ecf-82f8-1553de1b7c0a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.231946 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bbd35bff-72b1-4ecf-82f8-1553de1b7c0a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1565797 Nov 29 18:06:53.235438 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53572) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:53.240861 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e5d8427b-0a54-4070-8a99-16282b21fe5d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Request body: {'security_group_rule': {'security_group_id': 'f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:53.246972 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd35bff-72b1-4ecf-82f8-1553de1b7c0a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:53.271339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] For port ea899019-8139-4233-bcbf-0aa4b4ec5ec9, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ea899019-8139-4233-bcbf-0aa4b4ec5ec9,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:53.297159 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.301459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a34a1ef-472d-4048-b2c2-7bd61285e91b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:53.304946 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a34a1ef-472d-4048-b2c2-7bd61285e91b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.310203 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 4871236c-f399-4afa-ae34-d0e9eb67e47d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:53.310584 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.340497 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c15e4f1-7607-4ea9-9594-814d08a9da4d req-e1b43124-912b-4006-9aba-3968b01560d5 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501400 Nov 29 18:06:53.347570 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5d8427b-0a54-4070-8a99-16282b21fe5d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.467084 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5d8427b-0a54-4070-8a99-16282b21fe5d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.473199 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62a08553-8726-4084-b066-3e9722cbd682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.473669 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5d8427b-0a54-4070-8a99-16282b21fe5d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.491499 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] Pushing event updated for resources: {'Port': ['ID=ea899019-8139-4233-bcbf-0aa4b4ec5ec9,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:53.492330 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62a08553-8726-4084-b066-3e9722cbd682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.507945 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8427b-0a54-4070-8a99-16282b21fe5d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbf2097-5d50-434a-bb1d-fd81d7135e43,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:53.525617 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5d8427b-0a54-4070-8a99-16282b21fe5d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.529470 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e5d8427b-0a54-4070-8a99-16282b21fe5d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2904687 Nov 29 18:06:53.530830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53576) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:53.535961 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b753b5e7-ce5f-4791-82b4-e87888eb3a3e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Request body: {'security_group_rule': {'security_group_id': 'f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:53.546189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:53.546862 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:53.547403 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:53.547932 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:53.548463 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:53.549015 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:53.549532 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:53.550052 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:53.550710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:53.551447 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:53.551990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:53.552537 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eafdff-5778-4a5b-80ea-1f5e2aadadb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:06:53.554353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a08553-8726-4084-b066-3e9722cbd682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:06:53.557735 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-966ceee1-fa3b-4f8f-a2f7-6a16b840e904 None None] Provisioning complete for port 4871236c-f399-4afa-ae34-d0e9eb67e47d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:53.558363 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-966ceee1-fa3b-4f8f-a2f7-6a16b840e904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.563155 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-490dc70b-65db-46c1-8b49-25dcaf345b44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.565612 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a08553-8726-4084-b066-3e9722cbd682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01180232-0fda-47e7-8a8e-0acb6a4026cc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:53.584558 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-490dc70b-65db-46c1-8b49-25dcaf345b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.595424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-b1725884-69d9-40e8-8e80-ecd3a16f2f17', 'network_id': 'b1725884-69d9-40e8-8e80-ecd3a16f2f17', 'tenant_id': '71b64b47ece84abf871ef3de3d2ceb9f', 'fixed_ips': [{'subnet_id': 'c50433cc-3621-4392-b09e-4b24d7354507'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:06:53.597171 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.621239 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b753b5e7-ce5f-4791-82b4-e87888eb3a3e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.642493 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62a08553-8726-4084-b066-3e9722cbd682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.642872 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-62a08553-8726-4084-b066-3e9722cbd682 admin admin] Added segment a6a177ac-44f1-4b21-9437-346a44b175f4 of type vlan for network 1ef41058-6e36-47f4-a81c-fa58ca966db7 Nov 29 18:06:53.691905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490dc70b-65db-46c1-8b49-25dcaf345b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c52765f-7a9b-4aea-9ae5-eda2c006510c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:53.701830 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-490dc70b-65db-46c1-8b49-25dcaf345b44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fd5d9e799ea43f7bfca5369cdac8fd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8322456 Nov 29 18:06:53.703968 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53580) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:53.713280 n-d-819494-5 neutron-server[110005]: INFO neutron.db.ipam_backend_mixin [None req-6a34a1ef-472d-4048-b2c2-7bd61285e91b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c50433cc-3621-4392-b09e-4b24d7354507 (CIDR: 172.20.0.0/28) Nov 29 18:06:53.735968 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a34a1ef-472d-4048-b2c2-7bd61285e91b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:06:53.736830 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a34a1ef-472d-4048-b2c2-7bd61285e91b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:06:53.752909 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b753b5e7-ce5f-4791-82b4-e87888eb3a3e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.764845 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b753b5e7-ce5f-4791-82b4-e87888eb3a3e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.773845 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.777521 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53582) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:53.778722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6a34a1ef-472d-4048-b2c2-7bd61285e91b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8681207 Nov 29 18:06:53.782831 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62a08553-8726-4084-b066-3e9722cbd682 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.807616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-5f54ecd3-f0ed-425d-bcbe-66d2e7d21cab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'subnet': {'network_id': 'b1725884-69d9-40e8-8e80-ecd3a16f2f17', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:53.836378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753b5e7-ce5f-4791-82b4-e87888eb3a3e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd7a3f5-97b7-4d8e-9231-2e304a70fcde,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:53.845372 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62a08553-8726-4084-b066-3e9722cbd682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.847633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a08553-8726-4084-b066-3e9722cbd682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:53.848428 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62a08553-8726-4084-b066-3e9722cbd682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.868754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 4871236c-f399-4afa-ae34-d0e9eb67e47d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4871236c-f399-4afa-ae34-d0e9eb67e47d,segment=NetworkSegment(46a35f99-4c12-457a-ac53-3e115df10652),segment_id=46a35f99-4c12-457a-ac53-3e115df10652)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:53.911564 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b753b5e7-ce5f-4791-82b4-e87888eb3a3e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.912818 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b753b5e7-ce5f-4791-82b4-e87888eb3a3e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3810129 Nov 29 18:06:53.919789 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53586) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:53.928178 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:53.931961 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-966ceee1-fa3b-4f8f-a2f7-6a16b840e904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.963370 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.964456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ea899019-8139-4233-bcbf-0aa4b4ec5ec9 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:06:53.971415 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-77590f34-c214-4fe0-a29d-a040cc5e50fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:53.987475 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-62a08553-8726-4084-b066-3e9722cbd682 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0831194 Nov 29 18:06:53.990141 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53588) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:54.006015 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ddac7f59-1c21-4ab4-845e-dc4dfdd4d663 admin admin] Request body: {'subnet': {'network_id': '1ef41058-6e36-47f4-a81c-fa58ca966db7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-669417215-subnet', 'tenant_id': '8159cdc4eab547369b9bce30934e4911', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:54.033691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a08553-8726-4084-b066-3e9722cbd682 admin admin] Pushing event updated for resources: {'Network': ['ID=1ef41058-6e36-47f4-a81c-fa58ca966db7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:54.058673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a9477-ebff-45dd-b350-01ccbbd51a58 req-26363489-b2e3-4d6d-8f88-3751390b462c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:54.063124 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-77590f34-c214-4fe0-a29d-a040cc5e50fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:54.067144 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-033a9477-ebff-45dd-b350-01ccbbd51a58 req-26363489-b2e3-4d6d-8f88-3751390b462c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.1282871 Nov 29 18:06:54.101257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=4871236c-f399-4afa-ae34-d0e9eb67e47d,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:54.105824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 1ef41058-6e36-47f4-a81c-fa58ca966db7 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:06:54.149060 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-033a9477-ebff-45dd-b350-01ccbbd51a58 req-978916fc-1979-417b-bd28-be1acc7d88bb tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802197 Nov 29 18:06:54.155460 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:54.185776 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddac7f59-1c21-4ab4-845e-dc4dfdd4d663 admin admin] Made reservation on behalf of 8159cdc4eab547369b9bce30934e4911 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:54.188609 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ddac7f59-1c21-4ab4-845e-dc4dfdd4d663 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:54.212061 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fef04acd-8062-4b3f-8680-adac44450029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:54.244008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f54ecd3-f0ed-425d-bcbe-66d2e7d21cab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:54.249499 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f54ecd3-f0ed-425d-bcbe-66d2e7d21cab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:54.267223 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ea899019-8139-4233-bcbf-0aa4b4ec5ec9 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:54.267632 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:54.272694 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-77590f34-c214-4fe0-a29d-a040cc5e50fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:54.274100 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Allocated IP 172.20.0.2 (b1725884-69d9-40e8-8e80-ecd3a16f2f17/c50433cc-3621-4392-b09e-4b24d7354507/6c9baf45-e3d2-4b9f-8ee3-539d130d84ba) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:54.276123 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-77590f34-c214-4fe0-a29d-a040cc5e50fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:54.279738 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-77590f34-c214-4fe0-a29d-a040cc5e50fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c52765f-7a9b-4aea-9ae5-eda2c006510c HTTP/1.1" status: 204 len: 168 time: 0.5743463 Nov 29 18:06:54.317583 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-966ceee1-fa3b-4f8f-a2f7-6a16b840e904 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:06:54.317955 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-966ceee1-fa3b-4f8f-a2f7-6a16b840e904 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:06:54.451110 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ddac7f59-1c21-4ab4-845e-dc4dfdd4d663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:54.474756 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77590f34-c214-4fe0-a29d-a040cc5e50fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c52765f-7a9b-4aea-9ae5-eda2c006510c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:54.561992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:54.619976 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:54.628381 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4871236c-f399-4afa-ae34-d0e9eb67e47d up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:06:54.635334 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:54.657141 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac7f59-1c21-4ab4-845e-dc4dfdd4d663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24a5df3-6e40-4ad0-bcb6-25df49fdfcef,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:54.685472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddac7f59-1c21-4ab4-845e-dc4dfdd4d663 admin admin] Checking segment: {'id': 'a6a177ac-44f1-4b21-9437-346a44b175f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ef41058-6e36-47f4-a81c-fa58ca966db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:54.686081 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddac7f59-1c21-4ab4-845e-dc4dfdd4d663 admin admin] Network hostable DHCP agents. Network: 1ef41058-6e36-47f4-a81c-fa58ca966db7, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:06:54.704143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b242d-bd08-44c1-945d-fc1b89b218bc req-59d54e30-5fa1-4262-8b24-2d842cd4cea0 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:54.705898 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-489b242d-bd08-44c1-945d-fc1b89b218bc req-59d54e30-5fa1-4262-8b24-2d842cd4cea0 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.1720178 Nov 29 18:06:54.745422 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Pushing event updated for resources: {'Port': ['ID=6c9baf45-e3d2-4b9f-8ee3-539d130d84ba,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:54.756243 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f54ecd3-f0ed-425d-bcbe-66d2e7d21cab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:54.762854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddac7f59-1c21-4ab4-845e-dc4dfdd4d663 admin admin] Network 1ef41058-6e36-47f4-a81c-fa58ca966db7 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:06:54.764214 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Network b1725884-69d9-40e8-8e80-ecd3a16f2f17 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:54.767020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:54.770322 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:54.795949 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-ddac7f59-1c21-4ab4-845e-dc4dfdd4d663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 1ef41058-6e36-47f4-a81c-fa58ca966db7) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:54.805186 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Allocated IP 172.25.3.160 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/36e91e50-16b1-4f01-a92e-29f076cea763) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:54.807675 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bca7906-7566-4fd6-a4e4-99a6ea9a87d5 None None] Network 1ef41058-6e36-47f4-a81c-fa58ca966db7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:54.823890 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f54ecd3-f0ed-425d-bcbe-66d2e7d21cab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network b1725884-69d9-40e8-8e80-ecd3a16f2f17 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:54.831192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-5f54ecd3-f0ed-425d-bcbe-66d2e7d21cab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:54.831800 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54ecd3-f0ed-425d-bcbe-66d2e7d21cab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:54.832409 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f54ecd3-f0ed-425d-bcbe-66d2e7d21cab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:54.845736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 4871236c-f399-4afa-ae34-d0e9eb67e47d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:54.845868 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:54.847640 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-489b242d-bd08-44c1-945d-fc1b89b218bc req-bea4ddd4-27fa-430e-8e27-029a78e8e281 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268921 Nov 29 18:06:54.854271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddac7f59-1c21-4ab4-845e-dc4dfdd4d663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:54.856868 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ddac7f59-1c21-4ab4-845e-dc4dfdd4d663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:54.866190 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5f54ecd3-f0ed-425d-bcbe-66d2e7d21cab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0830517 Nov 29 18:06:54.867107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53606) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:54.886989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e96ab6f5-4443-48a4-ac5c-bbcc854de53e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'network_id': 'b1725884-69d9-40e8-8e80-ecd3a16f2f17', 'fixed_ips': [{'subnet_id': 'c50433cc-3621-4392-b09e-4b24d7354507'}, {'subnet_id': 'e9398f96-c59d-4077-9781-c1faef84b734'}], 'name': 'tempest-PortsTestJSON-726369755'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:54.923103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54ecd3-f0ed-425d-bcbe-66d2e7d21cab tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Subnet': ['ID=e9398f96-c59d-4077-9781-c1faef84b734,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:54.957062 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ddac7f59-1c21-4ab4-845e-dc4dfdd4d663 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9609821 Nov 29 18:06:54.975076 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Attempting to bind port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:06:54.975461 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Attempting to bind port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '189e8e26-d1de-4d0f-b86e-86f49952c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b1725884-69d9-40e8-8e80-ecd3a16f2f17'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:06:54.975838 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Attempting to bind port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba on network b1725884-69d9-40e8-8e80-ecd3a16f2f17 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:06:54.992334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:06:54.992719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Checking segment: {'id': '189e8e26-d1de-4d0f-b86e-86f49952c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b1725884-69d9-40e8-8e80-ecd3a16f2f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:06:54.993123 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:54.993519 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Bound using segment: {'id': '189e8e26-d1de-4d0f-b86e-86f49952c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b1725884-69d9-40e8-8e80-ecd3a16f2f17'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:06:54.994573 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Bound port: 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189e8e26-d1de-4d0f-b86e-86f49952c845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b1725884-69d9-40e8-8e80-ecd3a16f2f17'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:06:54.994986 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:55.024173 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:55.090269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96ab6f5-4443-48a4-ac5c-bbcc854de53e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:55.105370 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:55.142361 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ea899019-8139-4233-bcbf-0aa4b4ec5ec9 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:06:55.200037 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event updated for resources: {'Port': ['ID=36e91e50-16b1-4f01-a92e-29f076cea763,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:55.217422 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e96ab6f5-4443-48a4-ac5c-bbcc854de53e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:55.227949 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:55.233461 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:55.235933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:55.241569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-e96ab6f5-4443-48a4-ac5c-bbcc854de53e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] device_id is not set on port 295772fb-6882-41de-8b21-758b8f6b3e2c yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:06:55.294878 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808af920-8f9e-4406-85a0-5007f09fcf49 None None] Network 1ef41058-6e36-47f4-a81c-fa58ca966db7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:55.356365 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-68179b43-dc4a-423e-a1f7-da5fda9fada8 None None] Provisioning complete for port c5850d26-12e4-4c63-9a8e-1d727081b700 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:55.356365 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-68179b43-dc4a-423e-a1f7-da5fda9fada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:55.360646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] For port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:06:55.372701 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:55.390332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ea899019-8139-4233-bcbf-0aa4b4ec5ec9 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:55.393534 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:55.420517 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f14557-87f1-408e-bbcb-7d6d13ac2635 req-9aa0bdcd-5afd-4907-a500-ef93af1974cd tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:55.428747 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f14557-87f1-408e-bbcb-7d6d13ac2635 req-9aa0bdcd-5afd-4907-a500-ef93af1974cd tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.1349130 Nov 29 18:06:55.442387 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:55.593383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5f14557-87f1-408e-bbcb-7d6d13ac2635 req-d2d93eca-a4ee-4db5-9e2e-663582f70763 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635556 Nov 29 18:06:55.657985 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] For port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6c9baf45-e3d2-4b9f-8ee3-539d130d84ba,segment=NetworkSegment(189e8e26-d1de-4d0f-b86e-86f49952c845),segment_id=189e8e26-d1de-4d0f-b86e-86f49952c845)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:06:55.666862 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:55.673089 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:55.673878 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:55.690191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-68179b43-dc4a-423e-a1f7-da5fda9fada8 None None] Port c5850d26-12e4-4c63-9a8e-1d727081b700 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:06:55.742863 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event updated for resources: {'Port': ['ID=36e91e50-16b1-4f01-a92e-29f076cea763,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:55.752310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-68179b43-dc4a-423e-a1f7-da5fda9fada8 None None] Provisioning complete for port 4871236c-f399-4afa-ae34-d0e9eb67e47d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:55.752691 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-68179b43-dc4a-423e-a1f7-da5fda9fada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:55.828218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-94d8515f-9b90-489e-a70e-aff18ab146e1 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:55.829805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-94d8515f-9b90-489e-a70e-aff18ab146e1 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/networks?id=1ef41058-6e36-47f4-a81c-fa58ca966db7 HTTP/1.1" status: 200 len: 813 time: 0.3354857 Nov 29 18:06:55.858999 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:55.861376 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-c261a286-0a6a-41f3-bd56-17b24a9ae8b5 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/quotas/8159cdc4eab547369b9bce30934e4911 HTTP/1.1" status: 200 len: 375 time: 0.0173702 Nov 29 18:06:55.881060 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-e96ab6f5-4443-48a4-ac5c-bbcc854de53e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Allocated IP 172.20.0.14 (b1725884-69d9-40e8-8e80-ecd3a16f2f17/c50433cc-3621-4392-b09e-4b24d7354507/295772fb-6882-41de-8b21-758b8f6b3e2c) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:55.899557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-e96ab6f5-4443-48a4-ac5c-bbcc854de53e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Allocated IP 172.20.0.29 (b1725884-69d9-40e8-8e80-ecd3a16f2f17/e9398f96-c59d-4077-9781-c1faef84b734/295772fb-6882-41de-8b21-758b8f6b3e2c) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:55.911690 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:55.913226 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-835470cc-408d-46d0-a76e-570e7795db49 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9923935 Nov 29 18:06:55.928250 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bd857-6973-4ebe-92a6-cbd18c42d9a8 None None] Pushing event updated for resources: {'Port': ['ID=6c9baf45-e3d2-4b9f-8ee3-539d130d84ba,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:55.942084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-efa9ef2a-b1bc-4ff7-9d9d-3f5e0e070b88 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8159cdc4eab547369b9bce30934e4911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699761 Nov 29 18:06:56.036828 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53650) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:56.063971 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-68179b43-dc4a-423e-a1f7-da5fda9fada8 None None] Provisioning complete for port ea899019-8139-4233-bcbf-0aa4b4ec5ec9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:56.064224 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-68179b43-dc4a-423e-a1f7-da5fda9fada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:56.143543 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-db07418b-6a54-458a-a180-925031181049 service neutron] 10.222.0.23 "GET /v2.0/networks/1ef41058-6e36-47f4-a81c-fa58ca966db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910951 Nov 29 18:06:56.240077 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-68179b43-dc4a-423e-a1f7-da5fda9fada8 None None] Provisioning complete for port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:56.240671 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-68179b43-dc4a-423e-a1f7-da5fda9fada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:56.251942 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b25f6680-c3b3-459c-80c2-d2f8701b80e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:56.285813 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-68179b43-dc4a-423e-a1f7-da5fda9fada8 None None] Port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:06:56.311426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f52a1-384b-4a4b-9832-dd1b155ea608 req-c96be6e7-7779-44f9-a427-2b1a1b725beb tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:56.312971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c07f52a1-384b-4a4b-9832-dd1b155ea608 req-c96be6e7-7779-44f9-a427-2b1a1b725beb tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.2679884 Nov 29 18:06:56.323319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-3ce93048-2aef-4cc8-908d-cee3f9782448 service neutron] 10.222.0.23 "GET /v2.0/networks/1ef41058-6e36-47f4-a81c-fa58ca966db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787810 Nov 29 18:06:56.344066 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b25f6680-c3b3-459c-80c2-d2f8701b80e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:56.350561 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b25f6680-c3b3-459c-80c2-d2f8701b80e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:56.403140 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c07f52a1-384b-4a4b-9832-dd1b155ea608 req-b8c14690-d97f-43ab-a5a3-960bfeb49e0a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786452 Nov 29 18:06:56.403718 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-58f818a1-1be0-4e89-bf81-ac238441052b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:56.406556 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f6680-c3b3-459c-80c2-d2f8701b80e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c052c9d8-96fc-436e-8a0a-5ffaaa562013,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:56.414377 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b25f6680-c3b3-459c-80c2-d2f8701b80e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=275a3d0b5c544be2858448a192945ac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3761764 Nov 29 18:06:56.416736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53658) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:56.431797 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e96ab6f5-4443-48a4-ac5c-bbcc854de53e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:56.527646 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b58cf76d-2bd1-4db5-8497-fa3c5846a961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:56.528388 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e51d3d20-a8ab-4229-b5cb-5c26a7a43353 req-75f5e7ae-6467-4095-9e13-ccf577fafd2e tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8d61-2090-4483-a5d1-903e887f94e7 HTTP/1.1" status: 200 len: 210 time: 0.0354035 Nov 29 18:06:56.563562 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e96ab6f5-4443-48a4-ac5c-bbcc854de53e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:56.595116 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b58cf76d-2bd1-4db5-8497-fa3c5846a961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:56.621839 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-28ad689c-5509-43b7-8183-f6fac31738ac tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--156126378&fields=id&tenant_id=3853a8c243df40ec9ce067d89cc60f1a HTTP/1.1" status: 200 len: 267 time: 0.0969474 Nov 29 18:06:56.633359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96ab6f5-4443-48a4-ac5c-bbcc854de53e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network b1725884-69d9-40e8-8e80-ecd3a16f2f17 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:56.634185 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:06:56.646625 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e96ab6f5-4443-48a4-ac5c-bbcc854de53e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:56.653409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96ab6f5-4443-48a4-ac5c-bbcc854de53e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:56.685373 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b58cf76d-2bd1-4db5-8497-fa3c5846a961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:56.688244 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b58cf76d-2bd1-4db5-8497-fa3c5846a961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:56.692139 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b58cf76d-2bd1-4db5-8497-fa3c5846a961 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c052c9d8-96fc-436e-8a0a-5ffaaa562013 HTTP/1.1" status: 204 len: 168 time: 0.2741802 Nov 29 18:06:56.715336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cf76d-2bd1-4db5-8497-fa3c5846a961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c052c9d8-96fc-436e-8a0a-5ffaaa562013,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:56.753624 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ab6f5-4443-48a4-ac5c-bbcc854de53e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=295772fb-6882-41de-8b21-758b8f6b3e2c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:56.779859 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-257b1cd6-0570-4826-a22d-97a1c6f23fa0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:56.781297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-257b1cd6-0570-4826-a22d-97a1c6f23fa0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports/c5850d26-12e4-4c63-9a8e-1d727081b700 HTTP/1.1" status: 200 len: 937 time: 0.1458733 Nov 29 18:06:56.790176 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96ab6f5-4443-48a4-ac5c-bbcc854de53e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:56.791340 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e96ab6f5-4443-48a4-ac5c-bbcc854de53e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:56.801767 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:56.802390 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:56.975947 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:57.026599 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6c9baf45-e3d2-4b9f-8ee3-539d130d84ba,segment=NetworkSegment(189e8e26-d1de-4d0f-b86e-86f49952c845),segment_id=189e8e26-d1de-4d0f-b86e-86f49952c845)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:57.037658 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:57.097209 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:57.131210 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=6c9baf45-e3d2-4b9f-8ee3-539d130d84ba,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:57.262825 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13035d3-7424-4539-a87f-436172c55133 None None] Network b1725884-69d9-40e8-8e80-ecd3a16f2f17 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:57.278756 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e96ab6f5-4443-48a4-ac5c-bbcc854de53e tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.3971031 Nov 29 18:06:57.282340 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53696) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:57.294208 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-ac197914-7291-4fba-ba50-e4914944f39d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c50433cc-3621-4392-b09e-4b24d7354507'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:57.294863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-406f3ba8-c30c-426a-b50b-ee2e8483c89c tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:57.296950 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-406f3ba8-c30c-426a-b50b-ee2e8483c89c tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports/af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e HTTP/1.1" status: 200 len: 937 time: 0.5030577 Nov 29 18:06:57.318396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0639ba7-2fe8-41f8-8863-22195fc8967f req-2f9fb5df-d37e-46bc-a7c9-dc44905e546a tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:57.320627 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b0639ba7-2fe8-41f8-8863-22195fc8967f req-2f9fb5df-d37e-46bc-a7c9-dc44905e546a tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.5378382 Nov 29 18:06:57.343997 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fb1887fc-95ae-41b4-b83f-c82dfcfb6378 None None] Provisioning complete for port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:57.344676 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb1887fc-95ae-41b4-b83f-c82dfcfb6378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:57.412522 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-d6034f6e-c1ea-443d-a483-f8750bab48e4 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?network_id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1037450 Nov 29 18:06:57.479238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b0639ba7-2fe8-41f8-8863-22195fc8967f req-86c0dc88-d220-4176-94e5-88db0b3a1142 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407719 Nov 29 18:06:57.541279 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-906b78aa-c88f-4652-926c-16f9fbf7798b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?network_id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0948856 Nov 29 18:06:57.549698 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ac197914-7291-4fba-ba50-e4914944f39d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:57.584386 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:57.734488 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-24cd5871-cd27-4760-b36a-b98d0e717737 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:57.743185 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-24cd5871-cd27-4760-b36a-b98d0e717737 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:57.750188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-24cd5871-cd27-4760-b36a-b98d0e717737 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:57.759244 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-24cd5871-cd27-4760-b36a-b98d0e717737 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/networks?id=61ba322e-fbbf-41dc-a676-fbf94bf423e7&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&id=e0425de3-85ca-461a-a6de-7e5f9d893ce2 HTTP/1.1" status: 200 len: 1994 time: 0.2112083 Nov 29 18:06:57.773884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5007e22-f7c3-46d1-a730-7cdcb03fbfae None None] Update dhcp port {'port': {'network_id': 'b1725884-69d9-40e8-8e80-ecd3a16f2f17', 'fixed_ips': [{'subnet_id': 'c50433cc-3621-4392-b09e-4b24d7354507', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e9398f96-c59d-4077-9781-c1faef84b734'}], 'binding:host_id': 'n-d-819494-5'}, 'id': '6c9baf45-e3d2-4b9f-8ee3-539d130d84ba'} from n-d-819494-5. {{(pid=110006) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 18:06:57.792143 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-d186b691-dbb8-4edc-baf4-f0691ff3fc43 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/quotas/3853a8c243df40ec9ce067d89cc60f1a HTTP/1.1" status: 200 len: 375 time: 0.0314064 Nov 29 18:06:57.821157 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5007e22-f7c3-46d1-a730-7cdcb03fbfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:57.943853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-e07c0068-3af2-4257-83dd-9caacc9e3a06 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1508589 Nov 29 18:06:57.964971 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea74c37-ee5d-47cc-8d6b-ea73bdc48bcc req-35c2ca22-0ae0-468f-a5cb-dd7aa0a934ab tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:57.966489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ea74c37-ee5d-47cc-8d6b-ea73bdc48bcc req-35c2ca22-0ae0-468f-a5cb-dd7aa0a934ab tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.1979196 Nov 29 18:06:57.967274 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-ac197914-7291-4fba-ba50-e4914944f39d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Delete allocated IP 172.20.0.29 (b1725884-69d9-40e8-8e80-ecd3a16f2f17/e9398f96-c59d-4077-9781-c1faef84b734) {{(pid=110004) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 18:06:58.084656 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-adde31cc-dcf1-4f8b-984b-b4b6921115a4 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:58.086104 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-adde31cc-dcf1-4f8b-984b-b4b6921115a4 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.31 "GET /v2.0/networks?id=1ef41058-6e36-47f4-a81c-fa58ca966db7 HTTP/1.1" status: 200 len: 813 time: 0.2319045 Nov 29 18:06:58.114289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-550418d9-1b42-469e-b884-097a0a1e2112 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Request body: {'port': {'device_id': '117e8d61-2090-4483-a5d1-903e887f94e7', 'network_id': '1ef41058-6e36-47f4-a81c-fa58ca966db7', 'admin_state_up': True, 'tenant_id': '8159cdc4eab547369b9bce30934e4911'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:58.114916 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ac197914-7291-4fba-ba50-e4914944f39d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:58.120675 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ac197914-7291-4fba-ba50-e4914944f39d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:58.136915 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ea74c37-ee5d-47cc-8d6b-ea73bdc48bcc req-4e352be9-9156-48c3-9daa-67fa698e2f0d tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601391 Nov 29 18:06:58.178614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f5007e22-f7c3-46d1-a730-7cdcb03fbfae None None] Allocated IP 172.20.0.18 (b1725884-69d9-40e8-8e80-ecd3a16f2f17/e9398f96-c59d-4077-9781-c1faef84b734/6c9baf45-e3d2-4b9f-8ee3-539d130d84ba) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:58.181629 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-cdb9c438-b642-4649-a8ae-31b4b1f3edd9 service neutron] 10.222.0.23 "GET /v2.0/networks/61ba322e-fbbf-41dc-a676-fbf94bf423e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136190 Nov 29 18:06:58.234905 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac197914-7291-4fba-ba50-e4914944f39d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=295772fb-6882-41de-8b21-758b8f6b3e2c,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:58.252517 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ac197914-7291-4fba-ba50-e4914944f39d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] In _notify_port_updated(), no bound segment for port 295772fb-6882-41de-8b21-758b8f6b3e2c on network b1725884-69d9-40e8-8e80-ecd3a16f2f17 {{(pid=110004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:06:58.258125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac197914-7291-4fba-ba50-e4914944f39d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:58.258758 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ac197914-7291-4fba-ba50-e4914944f39d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:58.260757 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ac197914-7291-4fba-ba50-e4914944f39d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "PUT /v2.0/ports/295772fb-6882-41de-8b21-758b8f6b3e2c HTTP/1.1" status: 200 len: 919 time: 0.9779248 Nov 29 18:06:58.267252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53712) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:58.272384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-15b272e6-64dd-42fd-9a67-fa8632b1ef59 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c50433cc-3621-4392-b09e-4b24d7354507'}, {'subnet_id': 'e9398f96-c59d-4077-9781-c1faef84b734'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:58.304801 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b59cf17b-5ac4-405e-ac9f-c9ec292a68eb req-873be0f7-a46f-4af2-a349-6f62effdd955 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8d61-2090-4483-a5d1-903e887f94e7 HTTP/1.1" status: 200 len: 210 time: 0.0535502 Nov 29 18:06:58.310550 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f5007e22-f7c3-46d1-a730-7cdcb03fbfae None None] For port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6c9baf45-e3d2-4b9f-8ee3-539d130d84ba,segment=NetworkSegment(189e8e26-d1de-4d0f-b86e-86f49952c845),segment_id=189e8e26-d1de-4d0f-b86e-86f49952c845)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:06:58.354447 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-458deac9-944d-479d-a4bb-2c2c36a40974 service neutron] 10.222.0.23 "GET /v2.0/networks/61ba322e-fbbf-41dc-a676-fbf94bf423e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650696 Nov 29 18:06:58.360895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-550418d9-1b42-469e-b884-097a0a1e2112 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Made reservation on behalf of 8159cdc4eab547369b9bce30934e4911 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:06:58.363380 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-15b272e6-64dd-42fd-9a67-fa8632b1ef59 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:58.365297 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-550418d9-1b42-469e-b884-097a0a1e2112 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:58.365447 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5007e22-f7c3-46d1-a730-7cdcb03fbfae None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:58.371190 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5007e22-f7c3-46d1-a730-7cdcb03fbfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:58.416032 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-4df3ffa8-4cac-4746-8311-f6bf4b0d9e3c service neutron] 10.222.0.23 "GET /v2.0/ports/c5850d26-12e4-4c63-9a8e-1d727081b700?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0483470 Nov 29 18:06:58.473924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5007e22-f7c3-46d1-a730-7cdcb03fbfae None None] Pushing event updated for resources: {'Port': ['ID=6c9baf45-e3d2-4b9f-8ee3-539d130d84ba,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:58.616471 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:06:58.646895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-550418d9-1b42-469e-b884-097a0a1e2112 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Allocated IP 172.20.0.14 (1ef41058-6e36-47f4-a81c-fa58ca966db7/c24a5df3-6e40-4ad0-bcb6-25df49fdfcef/844bc8c4-8d5b-4b99-8b02-11870896a01a) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:58.654925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-237e08cd-df39-4a3a-b597-0ece90155b53 service neutron] 10.222.0.23 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040935 Nov 29 18:06:58.672585 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:58.673052 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:58.732038 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a507e-fbd4-487d-946f-80c0372da9d8 req-97836914-d202-4b16-8af8-e540f6e7f1ea tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:58.733493 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-015a507e-fbd4-487d-946f-80c0372da9d8 req-97836914-d202-4b16-8af8-e540f6e7f1ea tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.1616263 Nov 29 18:06:58.737520 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-15b272e6-64dd-42fd-9a67-fa8632b1ef59 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Allocated IP 172.20.0.30 (b1725884-69d9-40e8-8e80-ecd3a16f2f17/e9398f96-c59d-4077-9781-c1faef84b734/295772fb-6882-41de-8b21-758b8f6b3e2c) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:06:58.879766 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-60260941-4cd5-4f6a-966f-dc2cf69a7bb1 service neutron] 10.222.0.23 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143779 Nov 29 18:06:58.888202 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-15b272e6-64dd-42fd-9a67-fa8632b1ef59 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:58.894381 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-15b272e6-64dd-42fd-9a67-fa8632b1ef59 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:58.903222 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-015a507e-fbd4-487d-946f-80c0372da9d8 req-b25edd7c-6724-40fe-b80c-ba7a9ca09ed0 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583891 Nov 29 18:06:58.964535 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4c1d236-79ce-42c8-ad70-bae94e54d0d6 service neutron] 10.222.0.23 "GET /v2.0/ports/af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0761707 Nov 29 18:06:59.011801 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:59.096134 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b272e6-64dd-42fd-9a67-fa8632b1ef59 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=295772fb-6882-41de-8b21-758b8f6b3e2c,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:59.099668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3f21df-310c-4ddc-afae-9f31c4b9d35f None None] Network b1725884-69d9-40e8-8e80-ecd3a16f2f17 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:06:59.110843 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-15b272e6-64dd-42fd-9a67-fa8632b1ef59 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] In _notify_port_updated(), no bound segment for port 295772fb-6882-41de-8b21-758b8f6b3e2c on network b1725884-69d9-40e8-8e80-ecd3a16f2f17 {{(pid=110004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:06:59.118056 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b272e6-64dd-42fd-9a67-fa8632b1ef59 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:59.119006 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-15b272e6-64dd-42fd-9a67-fa8632b1ef59 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:59.120529 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-15b272e6-64dd-42fd-9a67-fa8632b1ef59 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "PUT /v2.0/ports/295772fb-6882-41de-8b21-758b8f6b3e2c HTTP/1.1" status: 200 len: 999 time: 0.8523076 Nov 29 18:06:59.127336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53726) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:06:59.138960 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-550418d9-1b42-469e-b884-097a0a1e2112 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:59.177795 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-609d54e4-ecee-444a-85ae-1a7bb9081863 None None] Provisioning complete for port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:59.178187 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-609d54e4-ecee-444a-85ae-1a7bb9081863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:59.223997 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-f0b25dc1-4c55-40ee-92a8-60dfd0400551 service neutron] 10.222.0.23 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502117 Nov 29 18:06:59.286153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-be81f934-e17f-4e70-8152-a0c54ca27ea1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port 295772fb-6882-41de-8b21-758b8f6b3e2c {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:06:59.286633 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be81f934-e17f-4e70-8152-a0c54ca27ea1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:59.311940 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-550418d9-1b42-469e-b884-097a0a1e2112 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:59.385008 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-609d54e4-ecee-444a-85ae-1a7bb9081863 None None] Provisioning complete for port 295772fb-6882-41de-8b21-758b8f6b3e2c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:59.385573 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-609d54e4-ecee-444a-85ae-1a7bb9081863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:59.406663 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be81f934-e17f-4e70-8152-a0c54ca27ea1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:59.407230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550418d9-1b42-469e-b884-097a0a1e2112 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Pushing event updated for resources: {'Port': ['ID=844bc8c4-8d5b-4b99-8b02-11870896a01a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:59.422038 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-609d54e4-ecee-444a-85ae-1a7bb9081863 None None] Port 295772fb-6882-41de-8b21-758b8f6b3e2c cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:06:59.423296 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-be81f934-e17f-4e70-8152-a0c54ca27ea1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for 295772fb-6882-41de-8b21-758b8f6b3e2c owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:06:59.424684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-550418d9-1b42-469e-b884-097a0a1e2112 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Network 1ef41058-6e36-47f4-a81c-fa58ca966db7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:06:59.435598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9d469-616a-4718-8fc7-62cd4869ef73 req-9d26c2d2-8b38-4142-83ba-85c62e26ce97 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:59.437121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4f9d469-616a-4718-8fc7-62cd4869ef73 req-9d26c2d2-8b38-4142-83ba-85c62e26ce97 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.2091992 Nov 29 18:06:59.440133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-550418d9-1b42-469e-b884-097a0a1e2112 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:06:59.447788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-550418d9-1b42-469e-b884-097a0a1e2112 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:06:59.496611 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:59.516640 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-c03e24f0-1cd1-4210-b8e5-ec0a81b1eebb service neutron] 10.222.0.23 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916970 Nov 29 18:06:59.588339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-550418d9-1b42-469e-b884-097a0a1e2112 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:59.588948 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-550418d9-1b42-469e-b884-097a0a1e2112 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:59.609450 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be81f934-e17f-4e70-8152-a0c54ca27ea1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:59.609689 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4f9d469-616a-4718-8fc7-62cd4869ef73 req-7222e4b7-9858-4820-b612-401281ee8ec5 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640675 Nov 29 18:06:59.615224 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-550418d9-1b42-469e-b884-097a0a1e2112 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5063822 Nov 29 18:06:59.638535 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81f934-e17f-4e70-8152-a0c54ca27ea1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=295772fb-6882-41de-8b21-758b8f6b3e2c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:06:59.640345 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Request body: {'port': {'device_id': '117e8d61-2090-4483-a5d1-903e887f94e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:06:59.686997 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-c1361c3b-178e-4247-aa92-5efee02628ca service neutron] 10.222.0.23 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618252 Nov 29 18:06:59.795713 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:59.862207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6feb4c4-9e88-4699-9013-42107c215006 req-f8ce6570-aca9-474b-800f-d98a929bf3da tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:06:59.864076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6feb4c4-9e88-4699-9013-42107c215006 req-f8ce6570-aca9-474b-800f-d98a929bf3da tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8d61-2090-4483-a5d1-903e887f94e7 HTTP/1.1" status: 200 len: 932 time: 0.1715195 Nov 29 18:06:59.910565 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:06:59.912932 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-238cc459-d960-43dd-a709-642a14cf4b64 service neutron] 10.222.0.23 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187867 Nov 29 18:06:59.950636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-189b4e77-e1fb-49d9-929b-8111d85dbb54 None None] Provisioning complete for port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:06:59.951333 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-189b4e77-e1fb-49d9-929b-8111d85dbb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.008976 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be81f934-e17f-4e70-8152-a0c54ca27ea1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.015587 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-be81f934-e17f-4e70-8152-a0c54ca27ea1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/295772fb-6882-41de-8b21-758b8f6b3e2c HTTP/1.1" status: 204 len: 168 time: 0.8871267 Nov 29 18:07:00.016206 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53738) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:00.064332 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecb855c-541f-4237-937f-9b355b6c4d5d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] GET failed (client error): The resource could not be found. Nov 29 18:07:00.065815 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7ecb855c-541f-4237-937f-9b355b6c4d5d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports/295772fb-6882-41de-8b21-758b8f6b3e2c HTTP/1.1" status: 404 len: 333 time: 0.0486789 Nov 29 18:07:00.068752 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-189b4e77-e1fb-49d9-929b-8111d85dbb54 None None] Could not find standard attr ID for object 295772fb-6882-41de-8b21-758b8f6b3e2c. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:07:00.070136 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53742) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:00.085601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6feb4c4-9e88-4699-9013-42107c215006 req-dba12054-7072-427c-8453-3482d768fcf7 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/security-groups?id=01180232-0fda-47e7-8a8e-0acb6a4026cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114739 Nov 29 18:07:00.125133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb003da0-ba5c-42a6-b3ff-66cc3c7a5558 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting subnet e9398f96-c59d-4077-9781-c1faef84b734 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:07:00.128745 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eb003da0-ba5c-42a6-b3ff-66cc3c7a5558 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.183910 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-347aef6b-b0cc-44a8-8a4d-84e63c715c5b None None] Could not find standard attr ID for object 295772fb-6882-41de-8b21-758b8f6b3e2c. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:07:00.192656 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eb003da0-ba5c-42a6-b3ff-66cc3c7a5558 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.209759 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7f3697ec-e8a9-4173-8dec-279b62327e12 service neutron] 10.222.0.23 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882979 Nov 29 18:07:00.282403 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eb003da0-ba5c-42a6-b3ff-66cc3c7a5558 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.335805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff775c6-ff68-400c-9a96-183b5650d242 req-9f8e80fd-da3a-4ac5-8ff4-edebc47b2175 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:00.339351 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ff775c6-ff68-400c-9a96-183b5650d242 req-9f8e80fd-da3a-4ac5-8ff4-edebc47b2175 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.1686161 Nov 29 18:07:00.348433 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eb003da0-ba5c-42a6-b3ff-66cc3c7a5558 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.382080 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb003da0-ba5c-42a6-b3ff-66cc3c7a5558 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Subnet': ['ID=e9398f96-c59d-4077-9781-c1faef84b734,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:00.383976 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eb003da0-ba5c-42a6-b3ff-66cc3c7a5558 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.390103 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-eb003da0-ba5c-42a6-b3ff-66cc3c7a5558 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/e9398f96-c59d-4077-9781-c1faef84b734 HTTP/1.1" status: 204 len: 168 time: 0.3167439 Nov 29 18:07:00.390483 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53748) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:00.398558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-9bb950e6-3eb0-4022-a13f-fa7e43243785 None None] Could not find standard attr ID for object 295772fb-6882-41de-8b21-758b8f6b3e2c. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:07:00.445127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844bc8c4-8d5b-4b99-8b02-11870896a01a {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:00.446759 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c60d1e7-d631-45b7-bd39-8aa20c0f0a3f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting subnet c50433cc-3621-4392-b09e-4b24d7354507 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:07:00.453472 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c60d1e7-d631-45b7-bd39-8aa20c0f0a3f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.459173 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.483927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Transition to ACTIVE for port object 844bc8c4-8d5b-4b99-8b02-11870896a01a will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:07:00.506144 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c60d1e7-d631-45b7-bd39-8aa20c0f0a3f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.519054 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ff775c6-ff68-400c-9a96-183b5650d242 req-27954578-168e-4c2d-a793-2ef7c459cf60 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534033 Nov 29 18:07:00.522079 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.541571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-d1730eb2-c0df-48bc-bbe4-36a8521d1563 service neutron] 10.222.0.23 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177824 Nov 29 18:07:00.610116 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c60d1e7-d631-45b7-bd39-8aa20c0f0a3f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.624383 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007dc95f-c8a5-468c-9b61-74cc7a8b91c7 None None] Network b1725884-69d9-40e8-8e80-ecd3a16f2f17 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:00.625028 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Pushing event updated for resources: {'Port': ['ID=844bc8c4-8d5b-4b99-8b02-11870896a01a,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:00.687181 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c60d1e7-d631-45b7-bd39-8aa20c0f0a3f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.721791 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ab196828-e183-46b4-b2ea-fe901cf7f6de None None] Could not find standard attr ID for object 295772fb-6882-41de-8b21-758b8f6b3e2c. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:07:00.727835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60d1e7-d631-45b7-bd39-8aa20c0f0a3f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Subnet': ['ID=c50433cc-3621-4392-b09e-4b24d7354507,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:00.732902 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c60d1e7-d631-45b7-bd39-8aa20c0f0a3f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.736850 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4c60d1e7-d631-45b7-bd39-8aa20c0f0a3f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/c50433cc-3621-4392-b09e-4b24d7354507 HTTP/1.1" status: 204 len: 168 time: 0.3455036 Nov 29 18:07:00.739846 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53756) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:00.782376 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-2a91258b-3701-4a95-9099-dae81ebbedc1 service neutron] 10.222.0.23 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721706 Nov 29 18:07:00.846643 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.853658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Attempting to bind port 844bc8c4-8d5b-4b99-8b02-11870896a01a on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:00.854012 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Attempting to bind port 844bc8c4-8d5b-4b99-8b02-11870896a01a by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'a6a177ac-44f1-4b21-9437-346a44b175f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ef41058-6e36-47f4-a81c-fa58ca966db7'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:00.854353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Attempting to bind port 844bc8c4-8d5b-4b99-8b02-11870896a01a on network 1ef41058-6e36-47f4-a81c-fa58ca966db7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:00.881465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Port 844bc8c4-8d5b-4b99-8b02-11870896a01a on network 1ef41058-6e36-47f4-a81c-fa58ca966db7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:07:00.881798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Attempting to bind port 844bc8c4-8d5b-4b99-8b02-11870896a01a on network 1ef41058-6e36-47f4-a81c-fa58ca966db7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:00.898695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:00.899067 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Checking segment: {'id': 'a6a177ac-44f1-4b21-9437-346a44b175f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ef41058-6e36-47f4-a81c-fa58ca966db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:00.899598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Bound using segment: {'id': 'a6a177ac-44f1-4b21-9437-346a44b175f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ef41058-6e36-47f4-a81c-fa58ca966db7'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:00.900559 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Bound port: 844bc8c4-8d5b-4b99-8b02-11870896a01a, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a177ac-44f1-4b21-9437-346a44b175f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1ef41058-6e36-47f4-a81c-fa58ca966db7'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:00.900924 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.901661 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637beb67-4f05-41da-8776-6cc180c3b957 None None] DHCP port deletion for b1725884-69d9-40e8-8e80-ecd3a16f2f17 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:07:00.914773 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:00.915133 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.933486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efdb81-a6c5-4861-87ea-43a480968f28 req-cd10cde3-cbb2-4afd-b59e-207ce07a0a87 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:00.935024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85efdb81-a6c5-4861-87ea-43a480968f28 req-cd10cde3-cbb2-4afd-b59e-207ce07a0a87 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.1310353 Nov 29 18:07:00.954676 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-637beb67-4f05-41da-8776-6cc180c3b957 None None] Deleting port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:00.955080 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-637beb67-4f05-41da-8776-6cc180c3b957 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.979570 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] For port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6c9baf45-e3d2-4b9f-8ee3-539d130d84ba,segment=NetworkSegment(189e8e26-d1de-4d0f-b86e-86f49952c845),segment_id=189e8e26-d1de-4d0f-b86e-86f49952c845)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:00.980285 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:00.989511 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-557ccdd3-8817-4995-9601-934f903e7e83 service neutron] 10.222.0.23 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963248 Nov 29 18:07:00.999103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:01.026686 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-637beb67-4f05-41da-8776-6cc180c3b957 None None] For port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6c9baf45-e3d2-4b9f-8ee3-539d130d84ba,segment=NetworkSegment(189e8e26-d1de-4d0f-b86e-86f49952c845),segment_id=189e8e26-d1de-4d0f-b86e-86f49952c845)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:01.027180 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-637beb67-4f05-41da-8776-6cc180c3b957 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:01.047063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-637beb67-4f05-41da-8776-6cc180c3b957 None None] Calling delete_port for 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:01.086462 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85efdb81-a6c5-4861-87ea-43a480968f28 req-aabc32ef-c5a1-41dc-ace0-bbd38d742953 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424289 Nov 29 18:07:01.089069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] For port 844bc8c4-8d5b-4b99-8b02-11870896a01a, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:01.100696 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:01.114561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] For port 844bc8c4-8d5b-4b99-8b02-11870896a01a, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=844bc8c4-8d5b-4b99-8b02-11870896a01a,segment=NetworkSegment(a6a177ac-44f1-4b21-9437-346a44b175f4),segment_id=a6a177ac-44f1-4b21-9437-346a44b175f4)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:01.125725 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:01.131389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=6c9baf45-e3d2-4b9f-8ee3-539d130d84ba,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:01.141332 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No DVR routers for this DVR port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:07:01.157492 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-637beb67-4f05-41da-8776-6cc180c3b957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:01.195242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637beb67-4f05-41da-8776-6cc180c3b957 None None] No DVR routers for this DVR port 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:07:01.200589 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637beb67-4f05-41da-8776-6cc180c3b957 None None] Pushing event deleted for resources: {'Port': ['ID=6c9baf45-e3d2-4b9f-8ee3-539d130d84ba,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:01.203511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:01.204134 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:01.208038 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] 10.222.0.31 "PUT /v2.0/ports/844bc8c4-8d5b-4b99-8b02-11870896a01a HTTP/1.1" status: 200 len: 1092 time: 1.5840700 Nov 29 18:07:01.221330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117e8d61-2090-4483-a5d1-903e887f94e7', 'tag': '844bc8c4-8d5b-4b99-8b02-11870896a01a'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:01.223690 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f25647e-0c53-4c55-9f08-69064d002ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "117e8d61-2090-4483-a5d1-903e887f94e7", "tag": "844bc8c4-8d5b-4b99-8b02-11870896a01a"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:01.228592 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-e1883ea7-52f5-47c0-9535-832aadf389a1 service neutron] 10.222.0.23 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296028 Nov 29 18:07:01.233448 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:01.262621 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1725884-69d9-40e8-8e80-ecd3a16f2f17']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:01.273265 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189e8e26-d1de-4d0f-b86e-86f49952c845') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:01.273561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189e8e26-d1de-4d0f-b86e-86f49952c845') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:01.283371 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:01.296688 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:01.302962 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:07:01.303357 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:07:01.306349 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:07:01.312934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc335c-ebb5-483c-b369-6ebca21a2f48 service neutron] Pushing event updated for resources: {'Port': ['ID=844bc8c4-8d5b-4b99-8b02-11870896a01a,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:01.368395 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:01.373346 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:01.376751 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/networks/b1725884-69d9-40e8-8e80-ecd3a16f2f17 HTTP/1.1" status: 204 len: 168 time: 0.6351407 Nov 29 18:07:01.382194 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53762) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:01.402684 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff552e0-e6f8-4d24-a3c2-8e426e774433 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Network': ['ID=b1725884-69d9-40e8-8e80-ecd3a16f2f17,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:01.441770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6939beb9-ea86-4c72-af86-6fa6aefc3501 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:01.446860 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6939beb9-ea86-4c72-af86-6fa6aefc3501 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0601792 Nov 29 18:07:01.447501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53764) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:01.506599 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8bcaac65-664f-4ab5-8d28-c687aab9fa29 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0545635 Nov 29 18:07:01.507005 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53766) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:01.514365 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-51925382-e891-4327-bc59-2b598ef15d7b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-142469767'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:01.538920 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51925382-e891-4327-bc59-2b598ef15d7b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:01.543751 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-51925382-e891-4327-bc59-2b598ef15d7b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:01.571916 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51925382-e891-4327-bc59-2b598ef15d7b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:07:01.584095 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-51925382-e891-4327-bc59-2b598ef15d7b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:01.584548 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-51925382-e891-4327-bc59-2b598ef15d7b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Added segment 4c7d62c4-b164-48b1-9f87-c786089801d5 of type vlan for network d4da6af4-fe1d-48f2-986f-4713103de7ad Nov 29 18:07:01.639285 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-51925382-e891-4327-bc59-2b598ef15d7b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:01.660622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2a706-a41c-4e7c-bff4-b46903971350 req-43dc995f-906c-4e48-8988-b17b355c3ff0 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:01.668412 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2fa2a706-a41c-4e7c-bff4-b46903971350 req-43dc995f-906c-4e48-8988-b17b355c3ff0 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8d61-2090-4483-a5d1-903e887f94e7 HTTP/1.1" status: 200 len: 944 time: 0.4953566 Nov 29 18:07:01.682517 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-51925382-e891-4327-bc59-2b598ef15d7b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:01.691952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51925382-e891-4327-bc59-2b598ef15d7b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:01.693488 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-51925382-e891-4327-bc59-2b598ef15d7b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:01.719036 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-40e69c62-17b5-48dd-b90d-cc28ee0d17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:01.720548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-40e69c62-17b5-48dd-b90d-cc28ee0d17ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8159cdc4eab547369b9bce30934e4911&device_id=117e8d61-2090-4483-a5d1-903e887f94e7 HTTP/1.1" status: 200 len: 1095 time: 0.4279680 Nov 29 18:07:01.770842 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-51925382-e891-4327-bc59-2b598ef15d7b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2618937 Nov 29 18:07:01.773167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53780) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:01.776849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-9440de25-4658-49e5-a98f-2537862191a4 service neutron] 10.222.0.23 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358548 Nov 29 18:07:01.780969 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-1653a803-268a-47d3-aaee-0be0e5221aba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=844bc8c4-8d5b-4b99-8b02-11870896a01a HTTP/1.1" status: 200 len: 217 time: 0.0492225 Nov 29 18:07:01.785618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2fa2a706-a41c-4e7c-bff4-b46903971350 req-820e3f13-58cf-4e9c-aba5-a82a324e5cf0 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/security-groups?id=01180232-0fda-47e7-8a8e-0acb6a4026cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163836 Nov 29 18:07:01.792346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-bfe6214c-4f77-4a69-8c65-d6bcb59f5319 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'subnet': {'network_id': 'd4da6af4-fe1d-48f2-986f-4713103de7ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:01.814383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51925382-e891-4327-bc59-2b598ef15d7b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Network': ['ID=d4da6af4-fe1d-48f2-986f-4713103de7ad,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:01.818394 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network d4da6af4-fe1d-48f2-986f-4713103de7ad details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:07:01.840335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-87d49c83-2e0a-47f9-9b10-9040cdc793fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:01.841935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-87d49c83-2e0a-47f9-9b10-9040cdc793fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c24a5df3-6e40-4ad0-bcb6-25df49fdfcef HTTP/1.1" status: 200 len: 853 time: 0.0547540 Nov 29 18:07:01.890923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-81be04dc-5e24-4f76-86f7-f47fa44e8c1f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ef41058-6e36-47f4-a81c-fa58ca966db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410342 Nov 29 18:07:01.964167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe6214c-4f77-4a69-8c65-d6bcb59f5319 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:01.970767 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bfe6214c-4f77-4a69-8c65-d6bcb59f5319 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:02.014377 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17c63fb-89c8-41e7-bb2b-ebcd80d150a0 x-openstack-request-id: req-e17c63fb-89c8-41e7-bb2b-ebcd80d150a0 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:02.015231 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117e8d61-2090-4483-a5d1-903e887f94e7", "tag": "844bc8c4-8d5b-4b99-8b02-11870896a01a", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:02.015497 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e17c63fb-89c8-41e7-bb2b-ebcd80d150a0 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:02.015967 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117e8d61-2090-4483-a5d1-903e887f94e7', 'tag': '844bc8c4-8d5b-4b99-8b02-11870896a01a', 'status': 'completed', 'code': 200} Nov 29 18:07:02.118126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cec0d6-64ea-4e21-b725-ef4083c51b8d req-296734b0-9a37-4d8c-8879-de79debfcbba tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:02.120410 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5cec0d6-64ea-4e21-b725-ef4083c51b8d req-296734b0-9a37-4d8c-8879-de79debfcbba tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.1077778 Nov 29 18:07:02.131324 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-bcf516e3-fbe3-4afb-aadb-cf02d640ab6a service neutron] 10.222.0.31 "GET /v2.0/networks/1ef41058-6e36-47f4-a81c-fa58ca966db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312691 Nov 29 18:07:02.251570 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bfe6214c-4f77-4a69-8c65-d6bcb59f5319 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:02.259751 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5cec0d6-64ea-4e21-b725-ef4083c51b8d req-b73f05ca-69c9-497f-b6d7-d2d093f070f9 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269696 Nov 29 18:07:02.304448 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89c766c3-f1e9-44b7-aa66-b5e9b35e9075 req-06156d53-1412-4539-827e-b459c637c948 service neutron] 10.222.0.31 "GET /v2.0/networks/1ef41058-6e36-47f4-a81c-fa58ca966db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595912 Nov 29 18:07:02.365040 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe6214c-4f77-4a69-8c65-d6bcb59f5319 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Checking segment: {'id': '4c7d62c4-b164-48b1-9f87-c786089801d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd4da6af4-fe1d-48f2-986f-4713103de7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:02.365428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe6214c-4f77-4a69-8c65-d6bcb59f5319 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network hostable DHCP agents. Network: d4da6af4-fe1d-48f2-986f-4713103de7ad, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:07:02.375003 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6214c-4f77-4a69-8c65-d6bcb59f5319 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Subnet': ['ID=06d007a6-4e34-429f-8a77-8a0138cc560a,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:02.391632 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe6214c-4f77-4a69-8c65-d6bcb59f5319 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network d4da6af4-fe1d-48f2-986f-4713103de7ad is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:07:02.406903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-bfe6214c-4f77-4a69-8c65-d6bcb59f5319 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, d4da6af4-fe1d-48f2-986f-4713103de7ad) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:02.416219 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6214c-4f77-4a69-8c65-d6bcb59f5319 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:02.418810 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bfe6214c-4f77-4a69-8c65-d6bcb59f5319 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:02.420377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb5a0a9-431b-45c2-879f-68c185ab5183 None None] Network d4da6af4-fe1d-48f2-986f-4713103de7ad requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:02.458017 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bfe6214c-4f77-4a69-8c65-d6bcb59f5319 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6837263 Nov 29 18:07:02.460193 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53802) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:02.467107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25647e-0c53-4c55-9f08-69064d002ca9 req-193f6a5f-98e7-4ea9-9103-8ff8b41cb053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:02.468881 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f25647e-0c53-4c55-9f08-69064d002ca9 req-193f6a5f-98e7-4ea9-9103-8ff8b41cb053 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8159cdc4eab547369b9bce30934e4911&device_id=117e8d61-2090-4483-a5d1-903e887f94e7 HTTP/1.1" status: 200 len: 1095 time: 0.1078856 Nov 29 18:07:02.472823 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b1194072-e427-477b-9fdb-e4c7a06652c9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'network_id': 'd4da6af4-fe1d-48f2-986f-4713103de7ad', 'name': 'tempest-PortsTestJSON-962045124'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:02.656797 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:07:02.702884 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25647e-0c53-4c55-9f08-69064d002ca9 req-61423f10-e263-4663-a7f1-19467b1ddba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:02.704317 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f25647e-0c53-4c55-9f08-69064d002ca9 req-61423f10-e263-4663-a7f1-19467b1ddba4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1ef41058-6e36-47f4-a81c-fa58ca966db7 HTTP/1.1" status: 200 len: 914 time: 0.2276223 Nov 29 18:07:02.705723 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:07:02.706451 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6c9baf45-e3d2-4b9f-8ee3-539d130d84ba not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:07:02.756299 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-d4da6af4-fe1d-48f2-986f-4713103de7ad', 'network_id': 'd4da6af4-fe1d-48f2-986f-4713103de7ad', 'tenant_id': '71b64b47ece84abf871ef3de3d2ceb9f', 'fixed_ips': [{'subnet_id': '06d007a6-4e34-429f-8a77-8a0138cc560a'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:07:02.757311 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:02.813405 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f25647e-0c53-4c55-9f08-69064d002ca9 req-dd48534c-c64f-4072-92b9-6116d282b325 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=844bc8c4-8d5b-4b99-8b02-11870896a01a HTTP/1.1" status: 200 len: 217 time: 0.0881135 Nov 29 18:07:02.815447 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36d0973e-0d0e-4f27-8fd5-cc80b2e0dea3 req-a8123d73-bc1e-4aa0-8d46-cfa8b4fe28f4 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.1085749 Nov 29 18:07:02.820201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1194072-e427-477b-9fdb-e4c7a06652c9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:02.825953 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1194072-e427-477b-9fdb-e4c7a06652c9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:02.858941 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-b1194072-e427-477b-9fdb-e4c7a06652c9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] device_id is not set on port 8ade418c-cf49-437c-a053-93eb54719421 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:07:02.925465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68486cc3-a8f5-4444-896c-e43a5abc8599 req-5416d3d9-3506-4675-ae4e-7af94a7c48a1 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:02.934278 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68486cc3-a8f5-4444-896c-e43a5abc8599 req-5416d3d9-3506-4675-ae4e-7af94a7c48a1 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.2816660 Nov 29 18:07:02.942690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25647e-0c53-4c55-9f08-69064d002ca9 req-d9742b56-3acf-4824-95f5-41e8729383c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:02.946319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f25647e-0c53-4c55-9f08-69064d002ca9 req-d9742b56-3acf-4824-95f5-41e8729383c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c24a5df3-6e40-4ad0-bcb6-25df49fdfcef HTTP/1.1" status: 200 len: 853 time: 0.1231368 Nov 29 18:07:03.028128 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Allocated IP 172.20.0.2 (d4da6af4-fe1d-48f2-986f-4713103de7ad/06d007a6-4e34-429f-8a77-8a0138cc560a/ec690275-f3f0-451b-a0a3-46cc38c185a6) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:03.047495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68486cc3-a8f5-4444-896c-e43a5abc8599 req-d686dd44-fc23-44dd-9584-c4faf4d86e44 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122942 Nov 29 18:07:03.064461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f25647e-0c53-4c55-9f08-69064d002ca9 req-75485103-0489-44ee-9744-f36fa57a2e21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1ef41058-6e36-47f4-a81c-fa58ca966db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051204 Nov 29 18:07:03.161623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197ce4a-f022-4bee-87e8-313962cdeb10 req-7a96bc19-f74e-40ff-93e6-143f7c579869 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:03.163154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1197ce4a-f022-4bee-87e8-313962cdeb10 req-7a96bc19-f74e-40ff-93e6-143f7c579869 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8d61-2090-4483-a5d1-903e887f94e7 HTTP/1.1" status: 200 len: 944 time: 0.1015913 Nov 29 18:07:03.191881 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:03.199813 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:03.218018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f25647e-0c53-4c55-9f08-69064d002ca9 req-b9e66417-a58f-4235-bce5-c9224c667b2c service neutron] 10.222.0.31 "GET /v2.0/networks/1ef41058-6e36-47f4-a81c-fa58ca966db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449568 Nov 29 18:07:03.252113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Network d4da6af4-fe1d-48f2-986f-4713103de7ad is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:03.256900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:03.261492 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:03.266936 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-b1194072-e427-477b-9fdb-e4c7a06652c9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Allocated IP 172.20.0.12 (d4da6af4-fe1d-48f2-986f-4713103de7ad/06d007a6-4e34-429f-8a77-8a0138cc560a/8ade418c-cf49-437c-a053-93eb54719421) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:03.273913 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Pushing event updated for resources: {'Port': ['ID=ec690275-f3f0-451b-a0a3-46cc38c185a6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:03.281787 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1197ce4a-f022-4bee-87e8-313962cdeb10 req-6330b132-1b97-4330-959e-1ec4a0682ec0 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/security-groups?id=01180232-0fda-47e7-8a8e-0acb6a4026cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104178 Nov 29 18:07:03.358828 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f25647e-0c53-4c55-9f08-69064d002ca9 req-c2d21472-644a-4da0-9ce6-1b97e8244607 service neutron] 10.222.0.31 "GET /v2.0/networks/1ef41058-6e36-47f4-a81c-fa58ca966db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328092 Nov 29 18:07:03.425363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Attempting to bind port ec690275-f3f0-451b-a0a3-46cc38c185a6 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:03.426049 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Attempting to bind port ec690275-f3f0-451b-a0a3-46cc38c185a6 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '4c7d62c4-b164-48b1-9f87-c786089801d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd4da6af4-fe1d-48f2-986f-4713103de7ad'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:03.426612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Attempting to bind port ec690275-f3f0-451b-a0a3-46cc38c185a6 on network d4da6af4-fe1d-48f2-986f-4713103de7ad {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:03.429137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79044061-dd34-4988-9b52-5c2608f82d95 req-07e544e8-0fa9-4faf-b186-67411e035aaa tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:03.430986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79044061-dd34-4988-9b52-5c2608f82d95 req-07e544e8-0fa9-4faf-b186-67411e035aaa tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.0684180 Nov 29 18:07:03.436655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:03.437299 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Checking segment: {'id': '4c7d62c4-b164-48b1-9f87-c786089801d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd4da6af4-fe1d-48f2-986f-4713103de7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:03.437865 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:03.438423 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Bound using segment: {'id': '4c7d62c4-b164-48b1-9f87-c786089801d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd4da6af4-fe1d-48f2-986f-4713103de7ad'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:03.438924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Bound port: ec690275-f3f0-451b-a0a3-46cc38c185a6, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7d62c4-b164-48b1-9f87-c786089801d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd4da6af4-fe1d-48f2-986f-4713103de7ad'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:03.439313 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:03.481612 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1194072-e427-477b-9fdb-e4c7a06652c9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:03.501088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79044061-dd34-4988-9b52-5c2608f82d95 req-73b290d3-877e-4fb4-bbee-c79df1353748 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630133 Nov 29 18:07:03.524031 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] For port ec690275-f3f0-451b-a0a3-46cc38c185a6, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:03.528781 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] For port ec690275-f3f0-451b-a0a3-46cc38c185a6, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ec690275-f3f0-451b-a0a3-46cc38c185a6,segment=NetworkSegment(4c7d62c4-b164-48b1-9f87-c786089801d5),segment_id=4c7d62c4-b164-48b1-9f87-c786089801d5)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:03.532851 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:03.533101 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1194072-e427-477b-9fdb-e4c7a06652c9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:03.580262 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1194072-e427-477b-9fdb-e4c7a06652c9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network d4da6af4-fe1d-48f2-986f-4713103de7ad is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:03.583912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-b1194072-e427-477b-9fdb-e4c7a06652c9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:03.612267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1194072-e427-477b-9fdb-e4c7a06652c9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:03.616374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97b6d4-46d3-41ec-9edd-6a36a3cba69c None None] Pushing event updated for resources: {'Port': ['ID=ec690275-f3f0-451b-a0a3-46cc38c185a6,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:03.651080 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1194072-e427-477b-9fdb-e4c7a06652c9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=8ade418c-cf49-437c-a053-93eb54719421,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:03.678992 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1194072-e427-477b-9fdb-e4c7a06652c9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:03.679604 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1194072-e427-477b-9fdb-e4c7a06652c9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:03.696691 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b1194072-e427-477b-9fdb-e4c7a06652c9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2350712 Nov 29 18:07:03.699783 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53828) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:03.704613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-448de60f-84f3-4c9c-a81d-e3a346c61960 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'network_id': 'd4da6af4-fe1d-48f2-986f-4713103de7ad', 'name': 'tempest-PortsTestJSON-1438096010'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:03.834616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448de60f-84f3-4c9c-a81d-e3a346c61960 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:03.839200 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-448de60f-84f3-4c9c-a81d-e3a346c61960 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:03.861133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-448de60f-84f3-4c9c-a81d-e3a346c61960 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] device_id is not set on port 86079fe0-a89c-4dd3-a2ae-30fa08ea351d yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:07:03.952463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2fc05c91-56be-4ea3-b57e-9e7636a2240a req-7442007a-3269-4abf-83c3-1a6b44b815b0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.0446715 Nov 29 18:07:03.989136 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-448de60f-84f3-4c9c-a81d-e3a346c61960 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Allocated IP 172.20.0.4 (d4da6af4-fe1d-48f2-986f-4713103de7ad/06d007a6-4e34-429f-8a77-8a0138cc560a/86079fe0-a89c-4dd3-a2ae-30fa08ea351d) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:04.008053 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-6a920507-e887-4aba-9cfe-f6b8c60d92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:04.010148 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-6a920507-e887-4aba-9cfe-f6b8c60d92e3 service neutron] 10.222.0.31 "GET /v2.0/ports/c5850d26-12e4-4c63-9a8e-1d727081b700 HTTP/1.1" status: 200 len: 1033 time: 0.0369411 Nov 29 18:07:04.059600 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-3b161adb-0044-498a-92bf-3a744d8c4220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:04.062059 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-3b161adb-0044-498a-92bf-3a744d8c4220 service neutron] 10.222.0.31 "GET /v2.0/ports/af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e HTTP/1.1" status: 200 len: 1033 time: 0.0443585 Nov 29 18:07:04.177202 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-448de60f-84f3-4c9c-a81d-e3a346c61960 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:04.213812 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-448de60f-84f3-4c9c-a81d-e3a346c61960 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:04.228733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-379154da-eb10-43fc-80eb-9fab62b309a5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:04.234995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-379154da-eb10-43fc-80eb-9fab62b309a5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:04.241120 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-379154da-eb10-43fc-80eb-9fab62b309a5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:04.242757 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-379154da-eb10-43fc-80eb-9fab62b309a5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.31 "GET /v2.0/networks?id=61ba322e-fbbf-41dc-a676-fbf94bf423e7&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&id=e0425de3-85ca-461a-a6de-7e5f9d893ce2 HTTP/1.1" status: 200 len: 1994 time: 0.1749983 Nov 29 18:07:04.267755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448de60f-84f3-4c9c-a81d-e3a346c61960 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network d4da6af4-fe1d-48f2-986f-4713103de7ad is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:04.270919 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-448de60f-84f3-4c9c-a81d-e3a346c61960 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:04.273372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448de60f-84f3-4c9c-a81d-e3a346c61960 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:04.276065 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3598e36-3a9f-47b1-a225-26d6e14649f6 req-43b2eb56-56da-4dca-aa79-5586ce481044 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:04.277719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3598e36-3a9f-47b1-a225-26d6e14649f6 req-43b2eb56-56da-4dca-aa79-5586ce481044 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.1039503 Nov 29 18:07:04.305416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448de60f-84f3-4c9c-a81d-e3a346c61960 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=86079fe0-a89c-4dd3-a2ae-30fa08ea351d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:04.333400 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448de60f-84f3-4c9c-a81d-e3a346c61960 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:04.334276 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-448de60f-84f3-4c9c-a81d-e3a346c61960 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:04.354444 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-448de60f-84f3-4c9c-a81d-e3a346c61960 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6534097 Nov 29 18:07:04.355363 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-81949c28-5903-421e-a41e-6d1f4b6a0535 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3853a8c243df40ec9ce067d89cc60f1a HTTP/1.1" status: 200 len: 379 time: 0.1020842 Nov 29 18:07:04.360298 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53838) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:04.389693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-25bd0401-eaab-406c-ae84-2fc920779630 req-11adc974-6688-4624-ac8b-592a589bf375 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Request body: {'port': {'device_id': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7', 'admin_state_up': True, 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'security_groups': ['f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:04.407564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3598e36-3a9f-47b1-a225-26d6e14649f6 req-22558b59-e702-4cce-8812-0ea2eac7a213 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116588 Nov 29 18:07:04.445905 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a219e55d-d41d-4f98-8b82-666a5d61d5e0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:04.449160 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a219e55d-d41d-4f98-8b82-666a5d61d5e0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.0874324 Nov 29 18:07:04.451592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53840) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:04.528974 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6270c2-a270-4892-a00b-997a58a5b032 req-a3646330-0ebd-442a-a448-9ba276354b61 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:04.532369 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f6270c2-a270-4892-a00b-997a58a5b032 req-a3646330-0ebd-442a-a448-9ba276354b61 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8d61-2090-4483-a5d1-903e887f94e7 HTTP/1.1" status: 200 len: 944 time: 0.1229720 Nov 29 18:07:04.657030 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-2598182f-34a3-4ae6-b496-d331df114558 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port 86079fe0-a89c-4dd3-a2ae-30fa08ea351d {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:04.657718 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2598182f-34a3-4ae6-b496-d331df114558 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:04.671443 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f6270c2-a270-4892-a00b-997a58a5b032 req-46d57395-c1b5-4fe8-a7d3-5dce7a4eea72 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/security-groups?id=01180232-0fda-47e7-8a8e-0acb6a4026cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274126 Nov 29 18:07:04.672628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-11adc974-6688-4624-ac8b-592a589bf375 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Made reservation on behalf of 3853a8c243df40ec9ce067d89cc60f1a for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:04.677426 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-11adc974-6688-4624-ac8b-592a589bf375 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:04.714113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ec690275-f3f0-451b-a0a3-46cc38c185a6 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:04.813917 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2598182f-34a3-4ae6-b496-d331df114558 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:04.824155 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ec690275-f3f0-451b-a0a3-46cc38c185a6 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:04.824527 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:04.834698 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-2598182f-34a3-4ae6-b496-d331df114558 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for 86079fe0-a89c-4dd3-a2ae-30fa08ea351d owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:04.913396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c284a8-fe2c-4353-b167-82d2b91c575d req-f10f3715-4550-43f2-8443-d0e1e384ea2f tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:04.921331 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0c284a8-fe2c-4353-b167-82d2b91c575d req-f10f3715-4550-43f2-8443-d0e1e384ea2f tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.1462872 Nov 29 18:07:04.947593 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:04.952682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eb137d-da71-4fbe-a1dd-3997cf7a0bc6 None None] Network d4da6af4-fe1d-48f2-986f-4713103de7ad requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:04.954237 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-25bd0401-eaab-406c-ae84-2fc920779630 req-11adc974-6688-4624-ac8b-592a589bf375 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Allocated IP 172.20.0.12 (61ba322e-fbbf-41dc-a676-fbf94bf423e7/ddd95e10-71b6-4e7a-9420-b299dbcdb3cc/17492e79-7d27-4b2d-8ba8-94b6d25ef180) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:04.999147 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0c284a8-fe2c-4353-b167-82d2b91c575d req-14dccc2f-147b-47a2-b80d-364856938205 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768325 Nov 29 18:07:05.031293 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2598182f-34a3-4ae6-b496-d331df114558 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:05.063061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598182f-34a3-4ae6-b496-d331df114558 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=86079fe0-a89c-4dd3-a2ae-30fa08ea351d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:05.170862 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df7234d8-6acd-4819-b055-9dcacea020ee req-72953da6-9703-49f0-9e66-44722854882c tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.0483396 Nov 29 18:07:05.211046 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2598182f-34a3-4ae6-b496-d331df114558 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:05.218387 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2598182f-34a3-4ae6-b496-d331df114558 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/86079fe0-a89c-4dd3-a2ae-30fa08ea351d HTTP/1.1" status: 204 len: 168 time: 0.7655370 Nov 29 18:07:05.220962 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53856) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:05.259688 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90aae5b-b78e-4dc4-8d5d-041e26620527 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] GET failed (client error): The resource could not be found. Nov 29 18:07:05.262135 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f90aae5b-b78e-4dc4-8d5d-041e26620527 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports/86079fe0-a89c-4dd3-a2ae-30fa08ea351d HTTP/1.1" status: 404 len: 333 time: 0.0399613 Nov 29 18:07:05.265148 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53860) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:05.286337 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-11adc974-6688-4624-ac8b-592a589bf375 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:05.291995 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port ec690275-f3f0-451b-a0a3-46cc38c185a6, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ec690275-f3f0-451b-a0a3-46cc38c185a6,segment=NetworkSegment(4c7d62c4-b164-48b1-9f87-c786089801d5),segment_id=4c7d62c4-b164-48b1-9f87-c786089801d5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:05.304334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-00e6b8b1-c74b-45e4-aa7a-48ca93b1d84e None None] Provisioning complete for port ec690275-f3f0-451b-a0a3-46cc38c185a6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:05.304714 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00e6b8b1-c74b-45e4-aa7a-48ca93b1d84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:05.307709 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:05.336407 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-11adc974-6688-4624-ac8b-592a589bf375 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:05.398727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bd0401-eaab-406c-ae84-2fc920779630 req-11adc974-6688-4624-ac8b-592a589bf375 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Network 61ba322e-fbbf-41dc-a676-fbf94bf423e7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:05.402603 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-25bd0401-eaab-406c-ae84-2fc920779630 req-11adc974-6688-4624-ac8b-592a589bf375 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:05.406116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-11adc974-6688-4624-ac8b-592a589bf375 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:05.424175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-a5d19004-1b54-40c5-8523-b0188e25414d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port 8ade418c-cf49-437c-a053-93eb54719421 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:05.424665 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a5d19004-1b54-40c5-8523-b0188e25414d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:05.449097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adc974-6688-4624-ac8b-592a589bf375 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event updated for resources: {'Port': ['ID=17492e79-7d27-4b2d-8ba8-94b6d25ef180,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:05.472564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-11adc974-6688-4624-ac8b-592a589bf375 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:05.473499 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-11adc974-6688-4624-ac8b-592a589bf375 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:05.550497 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-11adc974-6688-4624-ac8b-592a589bf375 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1656740 Nov 29 18:07:05.557372 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=ec690275-f3f0-451b-a0a3-46cc38c185a6,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:05.559167 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a5d19004-1b54-40c5-8523-b0188e25414d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:05.572403 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-a5d19004-1b54-40c5-8523-b0188e25414d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for 8ade418c-cf49-437c-a053-93eb54719421 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:05.574980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a52c45c2-0782-4446-8c56-3ff2826d80a1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Request body: {'port': {'device_id': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43', 'admin_state_up': True, 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'security_groups': ['f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:05.705138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 844bc8c4-8d5b-4b99-8b02-11870896a01a details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:07:05.738861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03114009-9ad0-4054-b15e-173b2af98572 req-730e672a-2c42-4363-8d19-0406a8c93a93 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:05.754254 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-03114009-9ad0-4054-b15e-173b2af98572 req-730e672a-2c42-4363-8d19-0406a8c93a93 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.2557716 Nov 29 18:07:05.809029 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a5d19004-1b54-40c5-8523-b0188e25414d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:05.901459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 844bc8c4-8d5b-4b99-8b02-11870896a01a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=844bc8c4-8d5b-4b99-8b02-11870896a01a,segment=NetworkSegment(a6a177ac-44f1-4b21-9437-346a44b175f4),segment_id=a6a177ac-44f1-4b21-9437-346a44b175f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:05.915968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-98fcf730-87da-4303-bc2d-4c788b11a23a None None] Provisioning complete for port 17492e79-7d27-4b2d-8ba8-94b6d25ef180 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:05.916612 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98fcf730-87da-4303-bc2d-4c788b11a23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:05.942123 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-03114009-9ad0-4054-b15e-173b2af98572 req-9f8746cc-fca0-4417-bc62-405812e970b9 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832891 Nov 29 18:07:05.954159 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d19004-1b54-40c5-8523-b0188e25414d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=8ade418c-cf49-437c-a053-93eb54719421,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:05.954260 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-98fcf730-87da-4303-bc2d-4c788b11a23a None None] Port 17492e79-7d27-4b2d-8ba8-94b6d25ef180 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:05.955619 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '844bc8c4-8d5b-4b99-8b02-11870896a01a', 'network_id': '1ef41058-6e36-47f4-a81c-fa58ca966db7', 'port_id': '844bc8c4-8d5b-4b99-8b02-11870896a01a', 'mac_address': 'fa:16:3e:b8:eb:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24a5df3-6e40-4ad0-bcb6-25df49fdfcef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:07:05.964145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a52c45c2-0782-4446-8c56-3ff2826d80a1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Made reservation on behalf of 3853a8c243df40ec9ce067d89cc60f1a for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:05.975463 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a52c45c2-0782-4446-8c56-3ff2826d80a1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:05.988684 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a5d19004-1b54-40c5-8523-b0188e25414d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:05.995305 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a5d19004-1b54-40c5-8523-b0188e25414d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/8ade418c-cf49-437c-a053-93eb54719421 HTTP/1.1" status: 204 len: 168 time: 0.7265835 Nov 29 18:07:05.995570 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53872) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:06.007251 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:06.025396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01887732-b952-4dda-a868-b8a53b0d91c8 req-eb6c593b-fafe-418b-8814-a290b329356a tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:06.027145 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844bc8c4-8d5b-4b99-8b02-11870896a01a {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:06.034959 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-795f908b-a964-4b76-8969-b7f4329ecb2a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] GET failed (client error): The resource could not be found. Nov 29 18:07:06.035178 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01887732-b952-4dda-a868-b8a53b0d91c8 req-eb6c593b-fafe-418b-8814-a290b329356a tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8d61-2090-4483-a5d1-903e887f94e7 HTTP/1.1" status: 200 len: 944 time: 0.2118344 Nov 29 18:07:06.038963 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-795f908b-a964-4b76-8969-b7f4329ecb2a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports/8ade418c-cf49-437c-a053-93eb54719421 HTTP/1.1" status: 404 len: 333 time: 0.0399640 Nov 29 18:07:06.040038 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53876) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:06.085658 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 844bc8c4-8d5b-4b99-8b02-11870896a01a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=844bc8c4-8d5b-4b99-8b02-11870896a01a,segment=NetworkSegment(a6a177ac-44f1-4b21-9437-346a44b175f4),segment_id=a6a177ac-44f1-4b21-9437-346a44b175f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:06.091932 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c9fb82f5-5549-43e8-9c6f-3a4d84f0890c None None] Could not find standard attr ID for object 8ade418c-cf49-437c-a053-93eb54719421. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:07:06.115970 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:06.118595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e73d79-7a4f-4279-a79b-55a48b6cea2f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting subnet 06d007a6-4e34-429f-8a77-8a0138cc560a {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:07:06.130044 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41e73d79-7a4f-4279-a79b-55a48b6cea2f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:06.187169 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=844bc8c4-8d5b-4b99-8b02-11870896a01a,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:06.192880 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c9fb82f5-5549-43e8-9c6f-3a4d84f0890c None None] Provisioning complete for port ec690275-f3f0-451b-a0a3-46cc38c185a6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:06.193395 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9fb82f5-5549-43e8-9c6f-3a4d84f0890c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:06.219307 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41e73d79-7a4f-4279-a79b-55a48b6cea2f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:06.282014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01887732-b952-4dda-a868-b8a53b0d91c8 req-2e1d6802-1d90-4604-b11c-41c7a8111cb2 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/security-groups?id=01180232-0fda-47e7-8a8e-0acb6a4026cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122550 Nov 29 18:07:06.341763 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfea4c8-3296-44ed-953a-bc7d1de00827 req-01abdc92-a376-420b-a85c-e925ed7295db tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:06.356446 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8bfea4c8-3296-44ed-953a-bc7d1de00827 req-01abdc92-a376-420b-a85c-e925ed7295db tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.1814072 Nov 29 18:07:06.415097 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41e73d79-7a4f-4279-a79b-55a48b6cea2f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:06.441509 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:07:06.453933 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['844bc8c4-8d5b-4b99-8b02-11870896a01a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:07:06.468537 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a52c45c2-0782-4446-8c56-3ff2826d80a1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Allocated IP 10.1.1.125 (d377bfed-7780-49fd-af42-fe62ff964a43/973dc789-b38b-45cc-806c-8236548d1d95/730944eb-08af-4c38-8053-b6e3b74e99c3) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:06.502939 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41e73d79-7a4f-4279-a79b-55a48b6cea2f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:06.547408 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e73d79-7a4f-4279-a79b-55a48b6cea2f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Subnet': ['ID=06d007a6-4e34-429f-8a77-8a0138cc560a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:06.553498 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41e73d79-7a4f-4279-a79b-55a48b6cea2f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:06.567675 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-41e73d79-7a4f-4279-a79b-55a48b6cea2f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/06d007a6-4e34-429f-8a77-8a0138cc560a HTTP/1.1" status: 204 len: 168 time: 0.5257013 Nov 29 18:07:06.568361 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53880) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:06.571653 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac3052-eaba-4252-abfa-e5042b6e437d None None] Network d4da6af4-fe1d-48f2-986f-4713103de7ad requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:06.585418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d54a85b4-b69f-4b30-9648-4142658456b2 None None] Could not find standard attr ID for object 8ade418c-cf49-437c-a053-93eb54719421. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:07:06.654920 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ec690275-f3f0-451b-a0a3-46cc38c185a6 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:06.662906 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:06.680104 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8bfea4c8-3296-44ed-953a-bc7d1de00827 req-64076b7d-fa07-4227-a80f-be176ef27c76 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181312 Nov 29 18:07:06.717367 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a52c45c2-0782-4446-8c56-3ff2826d80a1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:06.732960 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port ec690275-f3f0-451b-a0a3-46cc38c185a6 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:06.733313 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:06.738440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97caa0e-4a17-483f-b31e-5d0e3d48fbf1 req-3ea60384-a538-43b9-9fc7-5164d332fe8b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:06.740334 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a97caa0e-4a17-483f-b31e-5d0e3d48fbf1 req-3ea60384-a538-43b9-9fc7-5164d332fe8b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 932 time: 0.3237767 Nov 29 18:07:06.791765 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b8d27e36-5517-4c33-9cdf-854f40ee6bff None None] Could not find standard attr ID for object 86079fe0-a89c-4dd3-a2ae-30fa08ea351d. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:07:06.805693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] For port ec690275-f3f0-451b-a0a3-46cc38c185a6, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ec690275-f3f0-451b-a0a3-46cc38c185a6,segment=NetworkSegment(4c7d62c4-b164-48b1-9f87-c786089801d5),segment_id=4c7d62c4-b164-48b1-9f87-c786089801d5)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:06.806624 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:06.820297 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for ec690275-f3f0-451b-a0a3-46cc38c185a6 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:06.856142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ec690275-f3f0-451b-a0a3-46cc38c185a6 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:06.856983 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:06.861740 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a52c45c2-0782-4446-8c56-3ff2826d80a1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:06.906823 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:06.921158 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No DVR routers for this DVR port ec690275-f3f0-451b-a0a3-46cc38c185a6 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:07:06.923268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Could not find standard attr ID for object ec690275-f3f0-451b-a0a3-46cc38c185a6. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:07:06.928616 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a97caa0e-4a17-483f-b31e-5d0e3d48fbf1 req-934a70d3-19a6-42c6-b442-7b1b0e5efd36 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752245 Nov 29 18:07:06.929449 n-d-819494-5 neutron-server[110006]: INFO neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No ports have port_id starting with ec690275-f3f0-451b-a0a3-46cc38c185a6 Nov 29 18:07:06.948589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a52c45c2-0782-4446-8c56-3ff2826d80a1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Network d377bfed-7780-49fd-af42-fe62ff964a43 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:06.950180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a52c45c2-0782-4446-8c56-3ff2826d80a1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:06.952611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=ec690275-f3f0-451b-a0a3-46cc38c185a6,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:06.961031 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a52c45c2-0782-4446-8c56-3ff2826d80a1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:07.005961 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c45c2-0782-4446-8c56-3ff2826d80a1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event updated for resources: {'Port': ['ID=730944eb-08af-4c38-8053-b6e3b74e99c3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:07.062663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7170d6bb-5bce-43dd-8946-36e077dd7f5b None None] DHCP port deletion for d4da6af4-fe1d-48f2-986f-4713103de7ad request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:07:07.070418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a52c45c2-0782-4446-8c56-3ff2826d80a1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:07.073898 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a52c45c2-0782-4446-8c56-3ff2826d80a1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.141212 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a52c45c2-0782-4446-8c56-3ff2826d80a1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5779989 Nov 29 18:07:07.150813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962add9-fb61-4e85-95b8-7d6ec184acf8 req-b693b6d0-1d52-467e-8a12-7e5b292ae06c tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:07.153918 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d962add9-fb61-4e85-95b8-7d6ec184acf8 req-b693b6d0-1d52-467e-8a12-7e5b292ae06c tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.1109564 Nov 29 18:07:07.159346 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.160012 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-25bd0401-eaab-406c-ae84-2fc920779630 req-b3a7766c-8ae7-4ffa-a34b-95d0faea4406 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Request body: {'port': {'device_id': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43', 'admin_state_up': True, 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'security_groups': ['f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:07.213829 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4da6af4-fe1d-48f2-986f-4713103de7ad']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:07.224903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7d62c4-b164-48b1-9f87-c786089801d5') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:07.225292 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7d62c4-b164-48b1-9f87-c786089801d5') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:07.237623 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.256381 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.265877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:07:07.266943 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:07:07.272104 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:07:07.280029 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d962add9-fb61-4e85-95b8-7d6ec184acf8 req-fa21fd96-e639-4c28-a8fb-e0d1c0d246ca tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155431 Nov 29 18:07:07.323323 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f94b3536-3298-49cb-b955-a9646b0768cc None None] Provisioning complete for port 730944eb-08af-4c38-8053-b6e3b74e99c3 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:07.323908 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f94b3536-3298-49cb-b955-a9646b0768cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.357246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-b3a7766c-8ae7-4ffa-a34b-95d0faea4406 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Made reservation on behalf of 3853a8c243df40ec9ce067d89cc60f1a for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:07.365343 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-b3a7766c-8ae7-4ffa-a34b-95d0faea4406 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.372475 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f94b3536-3298-49cb-b955-a9646b0768cc None None] Port 730944eb-08af-4c38-8053-b6e3b74e99c3 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:07.407841 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.422448 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.427401 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/networks/d4da6af4-fe1d-48f2-986f-4713103de7ad HTTP/1.1" status: 204 len: 168 time: 0.8579502 Nov 29 18:07:07.432720 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53890) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:07.438634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-69d48dcb-e591-45b7-911a-d96236ccb273 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1705629239'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:07.461235 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c78be-b8fa-4bd6-b261-ed1ed6a92072 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Network': ['ID=d4da6af4-fe1d-48f2-986f-4713103de7ad,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:07.482953 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d48dcb-e591-45b7-911a-d96236ccb273 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:07.486358 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-69d48dcb-e591-45b7-911a-d96236ccb273 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.514540 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d48dcb-e591-45b7-911a-d96236ccb273 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:07:07.518448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e4149-22f5-4b3a-9f6b-370c22141b20 req-ce38bc0e-775b-465e-a8e8-4f8656839a13 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:07.520267 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-237e4149-22f5-4b3a-9f6b-370c22141b20 req-ce38bc0e-775b-465e-a8e8-4f8656839a13 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8d61-2090-4483-a5d1-903e887f94e7 HTTP/1.1" status: 200 len: 945 time: 0.1352451 Nov 29 18:07:07.525968 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-69d48dcb-e591-45b7-911a-d96236ccb273 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.525968 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-69d48dcb-e591-45b7-911a-d96236ccb273 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Added segment dca3ecc5-611f-4c34-b538-7352a71bf3aa of type vlan for network 9a11856f-7ad1-4cb8-b721-c343bf12cd16 Nov 29 18:07:07.572487 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-69d48dcb-e591-45b7-911a-d96236ccb273 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.603871 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-69d48dcb-e591-45b7-911a-d96236ccb273 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.609612 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d48dcb-e591-45b7-911a-d96236ccb273 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:07.610277 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-69d48dcb-e591-45b7-911a-d96236ccb273 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.612987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-25bd0401-eaab-406c-ae84-2fc920779630 req-b3a7766c-8ae7-4ffa-a34b-95d0faea4406 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Allocated IP 10.1.1.87 (d377bfed-7780-49fd-af42-fe62ff964a43/973dc789-b38b-45cc-806c-8236548d1d95/0c5a5880-da85-4a3c-b1f8-4c388c11ce37) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:07.621694 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-237e4149-22f5-4b3a-9f6b-370c22141b20 req-00dbb589-13cb-440d-902b-b004514dbfe1 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/security-groups?id=01180232-0fda-47e7-8a8e-0acb6a4026cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916345 Nov 29 18:07:07.670354 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-69d48dcb-e591-45b7-911a-d96236ccb273 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2360942 Nov 29 18:07:07.673273 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53892) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:07.680197 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2b2e8d37-74da-46a8-b20b-12d0b6027e6d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'subnet': {'network_id': '9a11856f-7ad1-4cb8-b721-c343bf12cd16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:07.728559 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d48dcb-e591-45b7-911a-d96236ccb273 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Network': ['ID=9a11856f-7ad1-4cb8-b721-c343bf12cd16,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:07.730017 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 844bc8c4-8d5b-4b99-8b02-11870896a01a up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:07.757731 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 9a11856f-7ad1-4cb8-b721-c343bf12cd16 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:07:07.804352 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2e8d37-74da-46a8-b20b-12d0b6027e6d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:07.811162 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2b2e8d37-74da-46a8-b20b-12d0b6027e6d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.850379 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-b3a7766c-8ae7-4ffa-a34b-95d0faea4406 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.854162 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 844bc8c4-8d5b-4b99-8b02-11870896a01a completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:07:07.858883 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 844bc8c4-8d5b-4b99-8b02-11870896a01a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:07.859465 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.919911 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-b3a7766c-8ae7-4ffa-a34b-95d0faea4406 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.966208 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:07.970872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bd0401-eaab-406c-ae84-2fc920779630 req-b3a7766c-8ae7-4ffa-a34b-95d0faea4406 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Network d377bfed-7780-49fd-af42-fe62ff964a43 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:07.980691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-25bd0401-eaab-406c-ae84-2fc920779630 req-b3a7766c-8ae7-4ffa-a34b-95d0faea4406 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:07.983215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-b3a7766c-8ae7-4ffa-a34b-95d0faea4406 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:08.035804 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 844bc8c4-8d5b-4b99-8b02-11870896a01a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=844bc8c4-8d5b-4b99-8b02-11870896a01a,segment=NetworkSegment(a6a177ac-44f1-4b21-9437-346a44b175f4),segment_id=a6a177ac-44f1-4b21-9437-346a44b175f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:08.037146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117e8d61-2090-4483-a5d1-903e887f94e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844bc8c4-8d5b-4b99-8b02-11870896a01a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:08.041272 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671f0b32-f12e-49cc-9613-cd29d273e8b7" -d '{"events": [{"server_uuid": "117e8d61-2090-4483-a5d1-903e887f94e7", "name": "network-vif-plugged", "status": "completed", "tag": "844bc8c4-8d5b-4b99-8b02-11870896a01a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:08.047173 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:08.092812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-b3a7766c-8ae7-4ffa-a34b-95d0faea4406 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:08.093475 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-b3a7766c-8ae7-4ffa-a34b-95d0faea4406 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:08.095303 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2b2e8d37-74da-46a8-b20b-12d0b6027e6d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:08.124571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=844bc8c4-8d5b-4b99-8b02-11870896a01a,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:08.138933 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddb38c-1cb4-4818-8e42-ab5faf34c524 req-e62fd534-d24e-4073-b555-bc0bf6dc3ec4 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:08.140483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26ddb38c-1cb4-4818-8e42-ab5faf34c524 req-e62fd534-d24e-4073-b555-bc0bf6dc3ec4 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.3408244 Nov 29 18:07:08.149115 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7766c-8ae7-4ffa-a34b-95d0faea4406 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event updated for resources: {'Port': ['ID=0c5a5880-da85-4a3c-b1f8-4c388c11ce37,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:08.174753 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e8d37-74da-46a8-b20b-12d0b6027e6d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Subnet': ['ID=4f08398d-1c6b-432a-9d6f-ec262abc6495,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:08.190403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-b3a7766c-8ae7-4ffa-a34b-95d0faea4406 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0353961 Nov 29 18:07:08.195321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e8d37-74da-46a8-b20b-12d0b6027e6d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Checking segment: {'id': 'dca3ecc5-611f-4c34-b538-7352a71bf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a11856f-7ad1-4cb8-b721-c343bf12cd16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:08.195838 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2e8d37-74da-46a8-b20b-12d0b6027e6d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network hostable DHCP agents. Network: 9a11856f-7ad1-4cb8-b721-c343bf12cd16, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:07:08.204213 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-25bd0401-eaab-406c-ae84-2fc920779630 req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Request body: {'port': {'device_id': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2', 'admin_state_up': True, 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'security_groups': ['f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:08.224799 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2e8d37-74da-46a8-b20b-12d0b6027e6d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network 9a11856f-7ad1-4cb8-b721-c343bf12cd16 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:07:08.240092 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-2b2e8d37-74da-46a8-b20b-12d0b6027e6d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 9a11856f-7ad1-4cb8-b721-c343bf12cd16) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:08.245914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2e8d37-74da-46a8-b20b-12d0b6027e6d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:08.246975 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2b2e8d37-74da-46a8-b20b-12d0b6027e6d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:08.251452 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3712f8a-cd8f-4985-88e2-e496ed39b158 None None] Network 9a11856f-7ad1-4cb8-b721-c343bf12cd16 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:08.293467 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2b2e8d37-74da-46a8-b20b-12d0b6027e6d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6163237 Nov 29 18:07:08.293991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3676b-a13f-4468-89bf-be28013a0dd9 req-1e5d1ba4-a6c7-4ecc-8a1e-a282cf525be3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:08.299850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3676b-a13f-4468-89bf-be28013a0dd9 req-1e5d1ba4-a6c7-4ecc-8a1e-a282cf525be3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:08.302562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53904) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:08.305932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3676b-a13f-4468-89bf-be28013a0dd9 req-1e5d1ba4-a6c7-4ecc-8a1e-a282cf525be3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:08.307824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-75f3676b-a13f-4468-89bf-be28013a0dd9 req-1e5d1ba4-a6c7-4ecc-8a1e-a282cf525be3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 2374 time: 0.2295713 Nov 29 18:07:08.320867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d3dad232-7f1f-47d4-8cc0-9c5d1f788d45 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'network_id': '9a11856f-7ad1-4cb8-b721-c343bf12cd16', 'name': 'tempest-PortsTestJSON-1647474391', 'fixed_ips': [{'subnet_id': '4f08398d-1c6b-432a-9d6f-ec262abc6495', 'ip_address': '172.20.0.10'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:08.332343 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26ddb38c-1cb4-4818-8e42-ab5faf34c524 req-bbd7f326-7e65-4063-929b-78fc0a952302 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794708 Nov 29 18:07:08.343315 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a2bed19d-982b-4f07-b2b9-c900f63fe94c None None] Provisioning complete for port 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:08.343953 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a2bed19d-982b-4f07-b2b9-c900f63fe94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:08.387782 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a2bed19d-982b-4f07-b2b9-c900f63fe94c None None] Port 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:08.417750 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ba3ac8-94b7-4ef4-84b9-e0d9e7d900d4 x-openstack-request-id: req-64ba3ac8-94b7-4ef4-84b9-e0d9e7d900d4 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:08.418046 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117e8d61-2090-4483-a5d1-903e887f94e7", "name": "network-vif-plugged", "status": "completed", "tag": "844bc8c4-8d5b-4b99-8b02-11870896a01a", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:08.418881 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64ba3ac8-94b7-4ef4-84b9-e0d9e7d900d4 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:08.418881 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117e8d61-2090-4483-a5d1-903e887f94e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844bc8c4-8d5b-4b99-8b02-11870896a01a', 'code': 200} Nov 29 18:07:08.426921 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Made reservation on behalf of 3853a8c243df40ec9ce067d89cc60f1a for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:08.503711 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-75f3676b-a13f-4468-89bf-be28013a0dd9 req-d3f78348-639c-471b-84e6-41f0bb08a181 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861320 Nov 29 18:07:08.586651 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff886d4f-4748-4d3e-91c8-c92cfeae3978 req-5b487899-2bc1-46a0-94a8-d357c16c8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:08.588676 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-9a11856f-7ad1-4cb8-b721-c343bf12cd16', 'network_id': '9a11856f-7ad1-4cb8-b721-c343bf12cd16', 'tenant_id': '71b64b47ece84abf871ef3de3d2ceb9f', 'fixed_ips': [{'subnet_id': '4f08398d-1c6b-432a-9d6f-ec262abc6495'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:07:08.588837 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff886d4f-4748-4d3e-91c8-c92cfeae3978 req-5b487899-2bc1-46a0-94a8-d357c16c8220 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=117e8d61-2090-4483-a5d1-903e887f94e7 HTTP/1.1" status: 200 len: 1097 time: 0.0973065 Nov 29 18:07:08.589969 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dad232-7f1f-47d4-8cc0-9c5d1f788d45 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:08.590090 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:08.594941 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:08.684027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ec690275-f3f0-451b-a0a3-46cc38c185a6 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:07:08.720672 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: ec690275-f3f0-451b-a0a3-46cc38c185a6 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:07:08.722235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ec690275-f3f0-451b-a0a3-46cc38c185a6 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:07:08.768163 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff886d4f-4748-4d3e-91c8-c92cfeae3978 req-aac25343-acd2-46e0-bddb-cbdca17ffbbe service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=01180232-0fda-47e7-8a8e-0acb6a4026cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590071 Nov 29 18:07:08.777078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ed504-10fd-48df-b134-d5047cce53e5 req-51f3822f-80c5-40a1-851c-a9722851a6d4 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:08.779158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-620ed504-10fd-48df-b134-d5047cce53e5 req-51f3822f-80c5-40a1-851c-a9722851a6d4 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.1763778 Nov 29 18:07:08.787748 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d3dad232-7f1f-47d4-8cc0-9c5d1f788d45 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:08.798817 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Allocated IP 172.20.0.2 (9a11856f-7ad1-4cb8-b721-c343bf12cd16/4f08398d-1c6b-432a-9d6f-ec262abc6495/5af5d060-556b-4bdc-8864-0ea4b96cad44) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:08.811429 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-d3dad232-7f1f-47d4-8cc0-9c5d1f788d45 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] device_id is not set on port d407cb77-c9db-4295-b08a-6df85d15877e yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:07:08.940129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566fab2-90aa-4e13-a342-6bed5ec23da1 req-726b3341-fda9-4303-9e83-4f804d9bfb86 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:08.948311 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a566fab2-90aa-4e13-a342-6bed5ec23da1 req-726b3341-fda9-4303-9e83-4f804d9bfb86 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8d61-2090-4483-a5d1-903e887f94e7 HTTP/1.1" status: 200 len: 946 time: 0.1680341 Nov 29 18:07:08.980159 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:08.985217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-620ed504-10fd-48df-b134-d5047cce53e5 req-8d5707b7-b506-4276-8582-00946feb82a7 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822793 Nov 29 18:07:08.993668 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:09.054975 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Network 9a11856f-7ad1-4cb8-b721-c343bf12cd16 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:09.056056 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Pushing event updated for resources: {'Port': ['ID=5af5d060-556b-4bdc-8864-0ea4b96cad44,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:09.061796 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:09.065673 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:09.102255 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-25bd0401-eaab-406c-ae84-2fc920779630 req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Allocated IP 10.2.2.100 (e0425de3-85ca-461a-a6de-7e5f9d893ce2/29ef7b16-a6fa-4ea4-9afc-503cb4413ebf/e73ed092-ce3c-4b7f-94df-2e0d60df025e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:09.109498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-d3dad232-7f1f-47d4-8cc0-9c5d1f788d45 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Allocated IP 172.20.0.10 (9a11856f-7ad1-4cb8-b721-c343bf12cd16/4f08398d-1c6b-432a-9d6f-ec262abc6495/d407cb77-c9db-4295-b08a-6df85d15877e) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:09.140777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Attempting to bind port 5af5d060-556b-4bdc-8864-0ea4b96cad44 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:09.141167 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a566fab2-90aa-4e13-a342-6bed5ec23da1 req-bb417cf6-315b-4791-9d3f-d418e7049b96 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/security-groups?id=01180232-0fda-47e7-8a8e-0acb6a4026cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919599 Nov 29 18:07:09.142306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Attempting to bind port 5af5d060-556b-4bdc-8864-0ea4b96cad44 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'dca3ecc5-611f-4c34-b538-7352a71bf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a11856f-7ad1-4cb8-b721-c343bf12cd16'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:09.143111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Attempting to bind port 5af5d060-556b-4bdc-8864-0ea4b96cad44 on network 9a11856f-7ad1-4cb8-b721-c343bf12cd16 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:09.153623 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:09.157366 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Checking segment: {'id': 'dca3ecc5-611f-4c34-b538-7352a71bf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a11856f-7ad1-4cb8-b721-c343bf12cd16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:09.157891 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:09.166900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Bound using segment: {'id': 'dca3ecc5-611f-4c34-b538-7352a71bf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a11856f-7ad1-4cb8-b721-c343bf12cd16'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:09.166900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Bound port: 5af5d060-556b-4bdc-8864-0ea4b96cad44, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca3ecc5-611f-4c34-b538-7352a71bf3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9a11856f-7ad1-4cb8-b721-c343bf12cd16'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:09.166900 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:09.241668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] For port 5af5d060-556b-4bdc-8864-0ea4b96cad44, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:09.245228 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] For port 5af5d060-556b-4bdc-8864-0ea4b96cad44, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5af5d060-556b-4bdc-8864-0ea4b96cad44,segment=NetworkSegment(dca3ecc5-611f-4c34-b538-7352a71bf3aa),segment_id=dca3ecc5-611f-4c34-b538-7352a71bf3aa)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:09.251220 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:09.297710 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d3dad232-7f1f-47d4-8cc0-9c5d1f788d45 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:09.322421 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356920bc-b81e-47d0-b65a-c142e7d7b3aa None None] Pushing event updated for resources: {'Port': ['ID=5af5d060-556b-4bdc-8864-0ea4b96cad44,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:09.327484 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:09.350198 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d3dad232-7f1f-47d4-8cc0-9c5d1f788d45 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:09.371708 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:09.418135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dad232-7f1f-47d4-8cc0-9c5d1f788d45 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network 9a11856f-7ad1-4cb8-b721-c343bf12cd16 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:09.423357 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-d3dad232-7f1f-47d4-8cc0-9c5d1f788d45 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:09.432590 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dad232-7f1f-47d4-8cc0-9c5d1f788d45 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:09.456222 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bd0401-eaab-406c-ae84-2fc920779630 req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Network e0425de3-85ca-461a-a6de-7e5f9d893ce2 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:09.463700 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dad232-7f1f-47d4-8cc0-9c5d1f788d45 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=d407cb77-c9db-4295-b08a-6df85d15877e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:09.483614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-25bd0401-eaab-406c-ae84-2fc920779630 req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:09.489515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:09.492601 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dad232-7f1f-47d4-8cc0-9c5d1f788d45 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:09.493918 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d3dad232-7f1f-47d4-8cc0-9c5d1f788d45 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:09.530425 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d3dad232-7f1f-47d4-8cc0-9c5d1f788d45 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2243245 Nov 29 18:07:09.531318 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53914) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:09.537716 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event updated for resources: {'Port': ['ID=e73ed092-ce3c-4b7f-94df-2e0d60df025e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:09.539364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9f02f35f-0563-4000-99d4-74a57857a75a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'network_id': '9a11856f-7ad1-4cb8-b721-c343bf12cd16', 'name': 'tempest-PortsTestJSON-208039835', 'fixed_ips': [{'subnet_id': '4f08398d-1c6b-432a-9d6f-ec262abc6495', 'ip_address': '172.20.0.9'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:09.571565 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:09.573783 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:09.574137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:09.574529 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:09.574891 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:09.577114 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:09.577486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:09.577828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:09.578539 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:09.578907 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:09.579244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:09.579577 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:09.602864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:09.603591 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:09.642640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e71ac0-2528-4079-b1b1-78d3cd07de11 req-c3f6e667-f8a3-4fbf-96e6-5fade68a9868 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:09.644409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e71ac0-2528-4079-b1b1-78d3cd07de11 req-c3f6e667-f8a3-4fbf-96e6-5fade68a9868 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.2012773 Nov 29 18:07:09.663099 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-6418a250-c05c-4406-8954-9bae668c48f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4625940 Nov 29 18:07:09.702443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-25bd0401-eaab-406c-ae84-2fc920779630 req-18d9a74f-f3f0-48fc-8339-7686e09731e1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Request body: {'port': {'device_id': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2', 'admin_state_up': True, 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'security_groups': ['f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:09.804435 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f02f35f-0563-4000-99d4-74a57857a75a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:09.810660 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f02f35f-0563-4000-99d4-74a57857a75a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:09.838605 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-9f02f35f-0563-4000-99d4-74a57857a75a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] device_id is not set on port a175f746-a15e-49d6-ada3-e99ccd86a1fc yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:07:09.919975 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e71ac0-2528-4079-b1b1-78d3cd07de11 req-7bed898b-f535-4ee3-93af-845df598a2fd tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670579 Nov 29 18:07:09.928995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d939c-8241-47c8-9674-2b41d0b6b08b req-a822bbbc-736a-4b53-838c-e9d467473b03 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:09.936508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d939c-8241-47c8-9674-2b41d0b6b08b req-a822bbbc-736a-4b53-838c-e9d467473b03 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:09.943402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d939c-8241-47c8-9674-2b41d0b6b08b req-a822bbbc-736a-4b53-838c-e9d467473b03 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:09.950724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d939c-8241-47c8-9674-2b41d0b6b08b req-a822bbbc-736a-4b53-838c-e9d467473b03 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:09.951178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-147590b1-10af-47de-ace2-d6cc1ee0cabb None None] Provisioning complete for port e73ed092-ce3c-4b7f-94df-2e0d60df025e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:09.959444 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-147590b1-10af-47de-ace2-d6cc1ee0cabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:09.960441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-825d939c-8241-47c8-9674-2b41d0b6b08b req-a822bbbc-736a-4b53-838c-e9d467473b03 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 3095 time: 0.1821234 Nov 29 18:07:09.968980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-18d9a74f-f3f0-48fc-8339-7686e09731e1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Made reservation on behalf of 3853a8c243df40ec9ce067d89cc60f1a for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:09.974413 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-18d9a74f-f3f0-48fc-8339-7686e09731e1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:10.013554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-147590b1-10af-47de-ace2-d6cc1ee0cabb None None] Port e73ed092-ce3c-4b7f-94df-2e0d60df025e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:10.044428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-9f02f35f-0563-4000-99d4-74a57857a75a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Allocated IP 172.20.0.9 (9a11856f-7ad1-4cb8-b721-c343bf12cd16/4f08398d-1c6b-432a-9d6f-ec262abc6495/a175f746-a15e-49d6-ada3-e99ccd86a1fc) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:10.152549 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-825d939c-8241-47c8-9674-2b41d0b6b08b req-ae634e29-ecb1-4e63-9e00-749fde3f86c0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912129 Nov 29 18:07:10.223463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb56230-6621-4eda-abfa-65f4d1a786b9 req-32cae4c7-ff2b-4f12-9c1d-1cd9bd343262 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:10.225030 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ecb56230-6621-4eda-abfa-65f4d1a786b9 req-32cae4c7-ff2b-4f12-9c1d-1cd9bd343262 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.1125379 Nov 29 18:07:10.229039 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-25bd0401-eaab-406c-ae84-2fc920779630 req-18d9a74f-f3f0-48fc-8339-7686e09731e1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Allocated IP 10.2.2.200 (e0425de3-85ca-461a-a6de-7e5f9d893ce2/29ef7b16-a6fa-4ea4-9afc-503cb4413ebf/58205b60-33ce-4521-8706-6a9cb00f44ef) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:10.342067 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f02f35f-0563-4000-99d4-74a57857a75a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:10.352294 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ecb56230-6621-4eda-abfa-65f4d1a786b9 req-a2dcec5b-91ff-497e-8ce6-adf6a69938ab tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984466 Nov 29 18:07:10.382043 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f02f35f-0563-4000-99d4-74a57857a75a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:10.444688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f02f35f-0563-4000-99d4-74a57857a75a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network 9a11856f-7ad1-4cb8-b721-c343bf12cd16 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:10.450764 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-9f02f35f-0563-4000-99d4-74a57857a75a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:10.455753 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f02f35f-0563-4000-99d4-74a57857a75a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:10.475810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc1c89-4aa3-4935-8bba-2c218d74a678 req-6fb3b664-c438-4f17-9568-7e8ecba9c583 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:10.477168 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3cc1c89-4aa3-4935-8bba-2c218d74a678 req-6fb3b664-c438-4f17-9568-7e8ecba9c583 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8d61-2090-4483-a5d1-903e887f94e7 HTTP/1.1" status: 200 len: 946 time: 0.1076293 Nov 29 18:07:10.490638 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02f35f-0563-4000-99d4-74a57857a75a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=a175f746-a15e-49d6-ada3-e99ccd86a1fc,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:10.557332 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f02f35f-0563-4000-99d4-74a57857a75a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:10.557979 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f02f35f-0563-4000-99d4-74a57857a75a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:10.587992 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9f02f35f-0563-4000-99d4-74a57857a75a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0552542 Nov 29 18:07:10.588546 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53926) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:10.592954 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3cc1c89-4aa3-4935-8bba-2c218d74a678 req-5d2490b2-65f4-4ef6-bde5-da05e1f931e1 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/security-groups?id=01180232-0fda-47e7-8a8e-0acb6a4026cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007552 Nov 29 18:07:10.603395 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-18d9a74f-f3f0-48fc-8339-7686e09731e1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:10.654849 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-18d9a74f-f3f0-48fc-8339-7686e09731e1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:10.688399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5af5d060-556b-4bdc-8864-0ea4b96cad44 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:10.720024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bd0401-eaab-406c-ae84-2fc920779630 req-18d9a74f-f3f0-48fc-8339-7686e09731e1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Network e0425de3-85ca-461a-a6de-7e5f9d893ce2 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:10.723449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-25bd0401-eaab-406c-ae84-2fc920779630 req-18d9a74f-f3f0-48fc-8339-7686e09731e1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:10.727462 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-18d9a74f-f3f0-48fc-8339-7686e09731e1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:10.750032 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9390190-619e-4e1c-9dfc-fe509ac7cbdd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:10.758753 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d9390190-619e-4e1c-9dfc-fe509ac7cbdd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1689954 Nov 29 18:07:10.762691 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53934) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:10.798692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9a74f-f3f0-48fc-8339-7686e09731e1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event updated for resources: {'Port': ['ID=58205b60-33ce-4521-8706-6a9cb00f44ef,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:10.844223 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5af5d060-556b-4bdc-8864-0ea4b96cad44 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:10.845721 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:10.847142 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-18d9a74f-f3f0-48fc-8339-7686e09731e1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:10.847801 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-18d9a74f-f3f0-48fc-8339-7686e09731e1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:10.892929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-18d9a74f-f3f0-48fc-8339-7686e09731e1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1989198 Nov 29 18:07:10.907069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Request body: {'port': {'device_id': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:10.911468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ea4f6a-84b1-4302-8d4e-c3cf3011c89c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:10.923005 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ea4f6a-84b1-4302-8d4e-c3cf3011c89c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:10.936709 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ea4f6a-84b1-4302-8d4e-c3cf3011c89c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:10.950109 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53940) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:10.950930 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d2ea4f6a-84b1-4302-8d4e-c3cf3011c89c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1866305 Nov 29 18:07:10.985226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2309ec10-9964-400b-a70c-f80df48510c1 None None] Network 9a11856f-7ad1-4cb8-b721-c343bf12cd16 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:11.184183 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:11.223393 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-91975fee-d8f2-41ab-a616-fbb1599e87bd None None] Provisioning complete for port 5af5d060-556b-4bdc-8864-0ea4b96cad44 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:11.223765 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-91975fee-d8f2-41ab-a616-fbb1599e87bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:11.466143 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 5af5d060-556b-4bdc-8864-0ea4b96cad44, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5af5d060-556b-4bdc-8864-0ea4b96cad44,segment=NetworkSegment(dca3ecc5-611f-4c34-b538-7352a71bf3aa),segment_id=dca3ecc5-611f-4c34-b538-7352a71bf3aa)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:11.477106 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:11.525177 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:11.575127 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=5af5d060-556b-4bdc-8864-0ea4b96cad44,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:11.616754 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc346996-5e88-49b2-a18a-351919607e08 req-b7888e9f-59e0-4269-8959-2fd8cbd438d3 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:11.621248 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc346996-5e88-49b2-a18a-351919607e08 req-b7888e9f-59e0-4269-8959-2fd8cbd438d3 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.1827500 Nov 29 18:07:11.635038 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7aa0f-587f-463b-83a7-9d4dc0fd53a6 req-4c1521d5-af87-4e6e-893f-606c9ae02d5d tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:11.643617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adc7aa0f-587f-463b-83a7-9d4dc0fd53a6 req-4c1521d5-af87-4e6e-893f-606c9ae02d5d tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8d61-2090-4483-a5d1-903e887f94e7 HTTP/1.1" status: 200 len: 946 time: 0.2061062 Nov 29 18:07:11.726572 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-32778a89-5f88-4d67-8a63-01b958577dde None None] Provisioning complete for port 58205b60-33ce-4521-8706-6a9cb00f44ef triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:11.726990 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32778a89-5f88-4d67-8a63-01b958577dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:11.812826 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-32778a89-5f88-4d67-8a63-01b958577dde None None] Port 58205b60-33ce-4521-8706-6a9cb00f44ef cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:11.830185 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc346996-5e88-49b2-a18a-351919607e08 req-596ef4ab-4ebc-4877-b3bf-b09d58d92d0c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808167 Nov 29 18:07:11.832568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-749b8ea2-592d-4227-b58a-07073299aca5 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port a175f746-a15e-49d6-ada3-e99ccd86a1fc {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:11.832914 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-749b8ea2-592d-4227-b58a-07073299aca5 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:11.876079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adc7aa0f-587f-463b-83a7-9d4dc0fd53a6 req-33e7c9d9-2d08-447f-ac23-24ed124af79c tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/security-groups?id=01180232-0fda-47e7-8a8e-0acb6a4026cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314703 Nov 29 18:07:11.939163 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-809ed317-861b-47c7-931c-79a38b00c208 None None] Provisioning complete for port a175f746-a15e-49d6-ada3-e99ccd86a1fc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:11.939458 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-809ed317-861b-47c7-931c-79a38b00c208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:11.997149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-809ed317-861b-47c7-931c-79a38b00c208 None None] Port a175f746-a15e-49d6-ada3-e99ccd86a1fc cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:12.015749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-809ed317-861b-47c7-931c-79a38b00c208 None None] Provisioning complete for port d407cb77-c9db-4295-b08a-6df85d15877e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:12.016321 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-809ed317-861b-47c7-931c-79a38b00c208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:12.056301 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-809ed317-861b-47c7-931c-79a38b00c208 None None] Port d407cb77-c9db-4295-b08a-6df85d15877e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:12.066733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-809ed317-861b-47c7-931c-79a38b00c208 None None] Provisioning complete for port 5af5d060-556b-4bdc-8864-0ea4b96cad44 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:12.067149 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-809ed317-861b-47c7-931c-79a38b00c208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:12.096358 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-749b8ea2-592d-4227-b58a-07073299aca5 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:12.140103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-749b8ea2-592d-4227-b58a-07073299aca5 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for a175f746-a15e-49d6-ada3-e99ccd86a1fc owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:12.197307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda0469-65f6-421f-8467-39fbd58e75fe req-8cad9d80-702f-4867-88e3-08f6f7da7f69 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:12.203693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda0469-65f6-421f-8467-39fbd58e75fe req-8cad9d80-702f-4867-88e3-08f6f7da7f69 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:12.210225 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda0469-65f6-421f-8467-39fbd58e75fe req-8cad9d80-702f-4867-88e3-08f6f7da7f69 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:12.216986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda0469-65f6-421f-8467-39fbd58e75fe req-8cad9d80-702f-4867-88e3-08f6f7da7f69 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:12.223072 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda0469-65f6-421f-8467-39fbd58e75fe req-8cad9d80-702f-4867-88e3-08f6f7da7f69 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:12.224876 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efda0469-65f6-421f-8467-39fbd58e75fe req-8cad9d80-702f-4867-88e3-08f6f7da7f69 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 3816 time: 0.2835178 Nov 29 18:07:12.277758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be98f3-9ffb-4166-abeb-3243d1225b99 req-1ba0c5dc-0e0c-425c-8f1e-6acb8abcb9ba tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:12.285378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27be98f3-9ffb-4166-abeb-3243d1225b99 req-1ba0c5dc-0e0c-425c-8f1e-6acb8abcb9ba tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.2007766 Nov 29 18:07:12.289317 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e387241f-7e58-490b-ac00-1c759df21098 None None] Provisioning complete for port d407cb77-c9db-4295-b08a-6df85d15877e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:12.290398 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e387241f-7e58-490b-ac00-1c759df21098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:12.332246 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e387241f-7e58-490b-ac00-1c759df21098 None None] Port d407cb77-c9db-4295-b08a-6df85d15877e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:12.437307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efda0469-65f6-421f-8467-39fbd58e75fe req-e415cb9e-5a36-4cce-a006-18d4cc9db3cc tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782713 Nov 29 18:07:12.449042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27be98f3-9ffb-4166-abeb-3243d1225b99 req-f0722a1e-0185-4e90-8db6-034ee9077138 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625571 Nov 29 18:07:12.481757 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ab92920d-448f-48c8-8e19-b2e670e155b6 None None] Provisioning complete for port a175f746-a15e-49d6-ada3-e99ccd86a1fc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:12.482254 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab92920d-448f-48c8-8e19-b2e670e155b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:12.531028 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17492e79-7d27-4b2d-8ba8-94b6d25ef180 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:12.547019 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ab92920d-448f-48c8-8e19-b2e670e155b6 None None] Port a175f746-a15e-49d6-ada3-e99ccd86a1fc cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:12.551344 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:12.576760 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-749b8ea2-592d-4227-b58a-07073299aca5 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:12.578955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Transition to ACTIVE for port object 17492e79-7d27-4b2d-8ba8-94b6d25ef180 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:07:12.589800 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:12.610924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5af5d060-556b-4bdc-8864-0ea4b96cad44 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:12.618043 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b8ea2-592d-4227-b58a-07073299aca5 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=a175f746-a15e-49d6-ada3-e99ccd86a1fc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:12.686535 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5af5d060-556b-4bdc-8864-0ea4b96cad44 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:12.686947 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:12.729914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb74da-3f03-4029-afda-304c5a5924c4 req-cf359c00-7013-4041-88f7-5838dd70d8ae tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:12.734211 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-20eb74da-3f03-4029-afda-304c5a5924c4 req-cf359c00-7013-4041-88f7-5838dd70d8ae tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.31 "GET /v2.0/ports?device_id=117e8d61-2090-4483-a5d1-903e887f94e7 HTTP/1.1" status: 200 len: 946 time: 0.1294439 Nov 29 18:07:12.822360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Pushing event updated for resources: {'Port': ['ID=17492e79-7d27-4b2d-8ba8-94b6d25ef180,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:12.901127 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-20eb74da-3f03-4029-afda-304c5a5924c4 req-afa712e8-b85f-499c-bb47-9f2b96188aef tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Deleting port 844bc8c4-8d5b-4b99-8b02-11870896a01a {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:12.902068 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-20eb74da-3f03-4029-afda-304c5a5924c4 req-afa712e8-b85f-499c-bb47-9f2b96188aef tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:12.956699 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-749b8ea2-592d-4227-b58a-07073299aca5 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:12.963016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-749b8ea2-592d-4227-b58a-07073299aca5 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/a175f746-a15e-49d6-ada3-e99ccd86a1fc HTTP/1.1" status: 204 len: 168 time: 1.9914267 Nov 29 18:07:13.000472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53968) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:13.037869 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d13f14b-3913-4115-adb2-2224487b92e3 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] GET failed (client error): The resource could not be found. Nov 29 18:07:13.042685 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0d13f14b-3913-4115-adb2-2224487b92e3 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports/a175f746-a15e-49d6-ada3-e99ccd86a1fc HTTP/1.1" status: 404 len: 333 time: 0.0381160 Nov 29 18:07:13.051562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53972) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:13.080182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df4f5-d076-4847-93b5-affd2e89f1ca req-7391c895-fa72-4bca-8af0-57534cb98f1d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:13.081750 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d4df4f5-d076-4847-93b5-affd2e89f1ca req-7391c895-fa72-4bca-8af0-57534cb98f1d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.1200011 Nov 29 18:07:13.086239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Attempting to bind port 17492e79-7d27-4b2d-8ba8-94b6d25ef180 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:13.086582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Attempting to bind port 17492e79-7d27-4b2d-8ba8-94b6d25ef180 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'bdb9b35b-929e-48ef-b77a-34267b716371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:13.086955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Attempting to bind port 17492e79-7d27-4b2d-8ba8-94b6d25ef180 on network 61ba322e-fbbf-41dc-a676-fbf94bf423e7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:13.096369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Port 17492e79-7d27-4b2d-8ba8-94b6d25ef180 on network 61ba322e-fbbf-41dc-a676-fbf94bf423e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:07:13.096690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Attempting to bind port 17492e79-7d27-4b2d-8ba8-94b6d25ef180 on network 61ba322e-fbbf-41dc-a676-fbf94bf423e7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:13.132570 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:13.132948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Checking segment: {'id': 'bdb9b35b-929e-48ef-b77a-34267b716371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:13.133333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Bound using segment: {'id': 'bdb9b35b-929e-48ef-b77a-34267b716371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:13.133780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Bound port: 17492e79-7d27-4b2d-8ba8-94b6d25ef180, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb9b35b-929e-48ef-b77a-34267b716371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:13.135279 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:13.211514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d4df4f5-d076-4847-93b5-affd2e89f1ca req-ae08ead9-3097-454b-95ca-00f6d85e9793 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123271 Nov 29 18:07:13.231736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-20eb74da-3f03-4029-afda-304c5a5924c4 req-afa712e8-b85f-499c-bb47-9f2b96188aef tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] For port 844bc8c4-8d5b-4b99-8b02-11870896a01a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=844bc8c4-8d5b-4b99-8b02-11870896a01a,segment=NetworkSegment(a6a177ac-44f1-4b21-9437-346a44b175f4),segment_id=a6a177ac-44f1-4b21-9437-346a44b175f4)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:13.232177 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-20eb74da-3f03-4029-afda-304c5a5924c4 req-afa712e8-b85f-499c-bb47-9f2b96188aef tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:13.247199 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-20eb74da-3f03-4029-afda-304c5a5924c4 req-afa712e8-b85f-499c-bb47-9f2b96188aef tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Calling delete_port for 844bc8c4-8d5b-4b99-8b02-11870896a01a owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:13.358142 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023f543-2356-4de3-bbc3-b51f668b4e20 req-3dc62655-7487-404a-a079-c49dd10880ff tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:13.359978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3023f543-2356-4de3-bbc3-b51f668b4e20 req-3dc62655-7487-404a-a079-c49dd10880ff tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/ports?device_id=117e8d61-2090-4483-a5d1-903e887f94e7 HTTP/1.1" status: 200 len: 946 time: 0.1467178 Nov 29 18:07:13.361695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] For port 17492e79-7d27-4b2d-8ba8-94b6d25ef180, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:13.366978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] For port 17492e79-7d27-4b2d-8ba8-94b6d25ef180, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=17492e79-7d27-4b2d-8ba8-94b6d25ef180,segment=NetworkSegment(bdb9b35b-929e-48ef-b77a-34267b716371),segment_id=bdb9b35b-929e-48ef-b77a-34267b716371)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:13.384238 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:13.435121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:13.435737 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:13.437165 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] 10.222.0.31 "PUT /v2.0/ports/17492e79-7d27-4b2d-8ba8-94b6d25ef180 HTTP/1.1" status: 200 len: 1092 time: 2.5344694 Nov 29 18:07:13.440574 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'tag': '17492e79-7d27-4b2d-8ba8-94b6d25ef180'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:13.445742 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cecca4-03dc-417e-a3de-0c775efb1b33" -d '{"events": [{"name": "network-changed", "server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "tag": "17492e79-7d27-4b2d-8ba8-94b6d25ef180"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:13.492600 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52b748-e4d5-4664-a14a-f04217e893d5 service neutron] Pushing event updated for resources: {'Port': ['ID=17492e79-7d27-4b2d-8ba8-94b6d25ef180,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:13.514288 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Request body: {'port': {'device_id': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:13.534121 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e0a490-b3be-43b4-8c6d-c7e022ffe907 x-openstack-request-id: req-c0e0a490-b3be-43b4-8c6d-c7e022ffe907 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:13.534835 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "tag": "17492e79-7d27-4b2d-8ba8-94b6d25ef180", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:13.534835 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0e0a490-b3be-43b4-8c6d-c7e022ffe907 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:13.544215 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'tag': '17492e79-7d27-4b2d-8ba8-94b6d25ef180', 'status': 'completed', 'code': 200} Nov 29 18:07:13.558239 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3023f543-2356-4de3-bbc3-b51f668b4e20 req-d014abd3-61a5-4990-90d8-4722e9e489a9 tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.23 "GET /v2.0/security-groups?id=01180232-0fda-47e7-8a8e-0acb6a4026cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878445 Nov 29 18:07:13.761111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cecca4-03dc-417e-a3de-0c775efb1b33 req-de396247-fa29-4963-9312-efedc92ddd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:13.761568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b3c7796e-c503-4e55-925e-dd102c2c1773 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:07:13.762058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cecca4-03dc-417e-a3de-0c775efb1b33 req-de396247-fa29-4963-9312-efedc92ddd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:13.762058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cecca4-03dc-417e-a3de-0c775efb1b33 req-de396247-fa29-4963-9312-efedc92ddd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:13.762514 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cecca4-03dc-417e-a3de-0c775efb1b33 req-de396247-fa29-4963-9312-efedc92ddd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:13.763007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cecca4-03dc-417e-a3de-0c775efb1b33 req-de396247-fa29-4963-9312-efedc92ddd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:13.765857 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5cecca4-03dc-417e-a3de-0c775efb1b33 req-de396247-fa29-4963-9312-efedc92ddd8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 4363 time: 0.1675982 Nov 29 18:07:13.769022 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:13.819584 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-20eb74da-3f03-4029-afda-304c5a5924c4 req-afa712e8-b85f-499c-bb47-9f2b96188aef tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:13.858440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-186f2f7f-d507-45d8-ad73-292a1607e93c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port d407cb77-c9db-4295-b08a-6df85d15877e {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:13.858876 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-186f2f7f-d507-45d8-ad73-292a1607e93c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:13.868500 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa712e8-b85f-499c-bb47-9f2b96188aef tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Pushing event deleted for resources: {'Port': ['ID=844bc8c4-8d5b-4b99-8b02-11870896a01a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:13.909686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cecca4-03dc-417e-a3de-0c775efb1b33 req-284d34c9-6b0d-48cf-beb5-cee6f5b17af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:13.910164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cecca4-03dc-417e-a3de-0c775efb1b33 req-284d34c9-6b0d-48cf-beb5-cee6f5b17af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:13.911052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cecca4-03dc-417e-a3de-0c775efb1b33 req-284d34c9-6b0d-48cf-beb5-cee6f5b17af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:13.912257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b3c7796e-c503-4e55-925e-dd102c2c1773, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b3c7796e-c503-4e55-925e-dd102c2c1773,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:13.912670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5cecca4-03dc-417e-a3de-0c775efb1b33 req-284d34c9-6b0d-48cf-beb5-cee6f5b17af5 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1225276 Nov 29 18:07:13.926934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'b3c7796e-c503-4e55-925e-dd102c2c1773', 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16', 'port_id': 'b3c7796e-c503-4e55-925e-dd102c2c1773', 'mac_address': 'fa:16:3e:08:70:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9926ba24-8051-4fc2-8c61-17f9f010d206', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:07:13.966606 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-20eb74da-3f03-4029-afda-304c5a5924c4 req-afa712e8-b85f-499c-bb47-9f2b96188aef tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] No DVR routers for this DVR port 844bc8c4-8d5b-4b99-8b02-11870896a01a on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:07:13.969750 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-20eb74da-3f03-4029-afda-304c5a5924c4 req-afa712e8-b85f-499c-bb47-9f2b96188aef tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:13.971487 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:13.974226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf279f-31fa-42c5-b73f-4b54370743c6 req-65f790ac-4913-4709-bdfe-3f14580e4529 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:13.975406 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-20eb74da-3f03-4029-afda-304c5a5924c4 req-afa712e8-b85f-499c-bb47-9f2b96188aef tempest-ServerAddressesTestJSON-1123486527 tempest-ServerAddressesTestJSON-1123486527-project] 10.222.0.31 "DELETE /v2.0/ports/844bc8c4-8d5b-4b99-8b02-11870896a01a HTTP/1.1" status: 204 len: 173 time: 1.2352819 Nov 29 18:07:13.980938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf279f-31fa-42c5-b73f-4b54370743c6 req-65f790ac-4913-4709-bdfe-3f14580e4529 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:13.987604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf279f-31fa-42c5-b73f-4b54370743c6 req-65f790ac-4913-4709-bdfe-3f14580e4529 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:13.987824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3c7796e-c503-4e55-925e-dd102c2c1773 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:13.988960 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117e8d61-2090-4483-a5d1-903e887f94e7', 'name': 'network-vif-deleted', 'tag': '844bc8c4-8d5b-4b99-8b02-11870896a01a'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:13.992509 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5bf0c4-71ef-4c1c-9061-edaa7776809c" -d '{"events": [{"server_uuid": "117e8d61-2090-4483-a5d1-903e887f94e7", "name": "network-vif-deleted", "tag": "844bc8c4-8d5b-4b99-8b02-11870896a01a"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:13.993858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf279f-31fa-42c5-b73f-4b54370743c6 req-65f790ac-4913-4709-bdfe-3f14580e4529 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:13.999866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf279f-31fa-42c5-b73f-4b54370743c6 req-65f790ac-4913-4709-bdfe-3f14580e4529 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:14.001594 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09cf279f-31fa-42c5-b73f-4b54370743c6 req-65f790ac-4913-4709-bdfe-3f14580e4529 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 3828 time: 0.3884754 Nov 29 18:07:14.041936 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b3c7796e-c503-4e55-925e-dd102c2c1773, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b3c7796e-c503-4e55-925e-dd102c2c1773,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:14.051559 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:14.060155 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f56c02-271e-429b-a713-9f9b0b522f2b x-openstack-request-id: req-60f56c02-271e-429b-a713-9f9b0b522f2b {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:14.060462 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117e8d61-2090-4483-a5d1-903e887f94e7", "name": "network-vif-deleted", "tag": "844bc8c4-8d5b-4b99-8b02-11870896a01a", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:14.060741 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60f56c02-271e-429b-a713-9f9b0b522f2b {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:14.061124 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117e8d61-2090-4483-a5d1-903e887f94e7', 'name': 'network-vif-deleted', 'tag': '844bc8c4-8d5b-4b99-8b02-11870896a01a', 'status': 'completed', 'code': 200} Nov 29 18:07:14.088702 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-186f2f7f-d507-45d8-ad73-292a1607e93c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:14.106749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-186f2f7f-d507-45d8-ad73-292a1607e93c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for d407cb77-c9db-4295-b08a-6df85d15877e owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:14.164056 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=b3c7796e-c503-4e55-925e-dd102c2c1773,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:14.255330 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09cf279f-31fa-42c5-b73f-4b54370743c6 req-64ea9eda-95db-44fc-b7b6-def662ff8fee tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764491 Nov 29 18:07:14.269009 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-186f2f7f-d507-45d8-ad73-292a1607e93c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:14.273481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cecca4-03dc-417e-a3de-0c775efb1b33 req-8198d664-5ebd-4d5a-99b2-0cca39f4ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:14.275637 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5cecca4-03dc-417e-a3de-0c775efb1b33 req-8198d664-5ebd-4d5a-99b2-0cca39f4ce70 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3392971 Nov 29 18:07:14.315284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b3c7796e-c503-4e55-925e-dd102c2c1773'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:07:14.403981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f2f7f-d507-45d8-ad73-292a1607e93c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=d407cb77-c9db-4295-b08a-6df85d15877e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:14.535199 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-186f2f7f-d507-45d8-ad73-292a1607e93c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:14.539173 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-186f2f7f-d507-45d8-ad73-292a1607e93c tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/d407cb77-c9db-4295-b08a-6df85d15877e HTTP/1.1" status: 204 len: 168 time: 1.4858267 Nov 29 18:07:14.542313 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54006) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:14.593562 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a636b220-b786-46e5-b940-86164c909904 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] GET failed (client error): The resource could not be found. Nov 29 18:07:14.598802 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a636b220-b786-46e5-b940-86164c909904 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports/d407cb77-c9db-4295-b08a-6df85d15877e HTTP/1.1" status: 404 len: 333 time: 0.0550251 Nov 29 18:07:14.599202 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54010) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:14.628126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5850d26-12e4-4c63-9a8e-1d727081b700 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:14.642170 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:14.658252 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Transition to ACTIVE for port object c5850d26-12e4-4c63-9a8e-1d727081b700 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:07:14.660927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54012) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:14.710152 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f66af3-ea0b-4b52-8131-a19c92c165b1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting subnet 4f08398d-1c6b-432a-9d6f-ec262abc6495 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:07:14.714252 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7f66af3-ea0b-4b52-8131-a19c92c165b1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:14.722428 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429a775-c47b-46d5-80df-a89b07e0ec7e req-ec930b4a-c284-40bd-a71a-9e14d935087f tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:14.730489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b429a775-c47b-46d5-80df-a89b07e0ec7e req-ec930b4a-c284-40bd-a71a-9e14d935087f tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 944 time: 0.3976595 Nov 29 18:07:14.737185 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:14.764871 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7f66af3-ea0b-4b52-8131-a19c92c165b1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:14.823503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-8214e540-09fe-4ee8-b720-d65958731884 admin admin] Deleting subnet c24a5df3-6e40-4ad0-bcb6-25df49fdfcef {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:07:14.834710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5850d26-12e4-4c63-9a8e-1d727081b700,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:14.839310 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8214e540-09fe-4ee8-b720-d65958731884 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:14.863650 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7f66af3-ea0b-4b52-8131-a19c92c165b1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:14.873745 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b429a775-c47b-46d5-80df-a89b07e0ec7e req-12a6f573-9f22-45e3-adba-04c6b96adff2 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422346 Nov 29 18:07:14.939741 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7f66af3-ea0b-4b52-8131-a19c92c165b1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:14.940591 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8214e540-09fe-4ee8-b720-d65958731884 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:14.985482 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f66af3-ea0b-4b52-8131-a19c92c165b1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Subnet': ['ID=4f08398d-1c6b-432a-9d6f-ec262abc6495,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:14.990175 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7f66af3-ea0b-4b52-8131-a19c92c165b1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:14.996110 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a7f66af3-ea0b-4b52-8131-a19c92c165b1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/4f08398d-1c6b-432a-9d6f-ec262abc6495 HTTP/1.1" status: 204 len: 168 time: 0.3944438 Nov 29 18:07:14.998477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54016) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:14.999209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Attempting to bind port c5850d26-12e4-4c63-9a8e-1d727081b700 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:14.999746 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Attempting to bind port c5850d26-12e4-4c63-9a8e-1d727081b700 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:15.000096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Attempting to bind port c5850d26-12e4-4c63-9a8e-1d727081b700 on network d377bfed-7780-49fd-af42-fe62ff964a43 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:15.000950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d770dd4-a00d-49b0-9871-aa7b5682980d None None] Network 9a11856f-7ad1-4cb8-b721-c343bf12cd16 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:15.007556 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8214e540-09fe-4ee8-b720-d65958731884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.010539 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Port c5850d26-12e4-4c63-9a8e-1d727081b700 on network d377bfed-7780-49fd-af42-fe62ff964a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:07:15.010890 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Attempting to bind port c5850d26-12e4-4c63-9a8e-1d727081b700 on network d377bfed-7780-49fd-af42-fe62ff964a43 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:15.035650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:15.036037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Checking segment: {'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:15.036478 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Bound using segment: {'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:15.037016 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Bound port: c5850d26-12e4-4c63-9a8e-1d727081b700, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:15.037376 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.115408 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.132043 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8214e540-09fe-4ee8-b720-d65958731884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.173152 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8214e540-09fe-4ee8-b720-d65958731884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.179252 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8214e540-09fe-4ee8-b720-d65958731884 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c24a5df3-6e40-4ad0-bcb6-25df49fdfcef HTTP/1.1" status: 204 len: 168 time: 0.5167975 Nov 29 18:07:15.181239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214e540-09fe-4ee8-b720-d65958731884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c24a5df3-6e40-4ad0-bcb6-25df49fdfcef,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:15.182701 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54018) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:15.186145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] For port c5850d26-12e4-4c63-9a8e-1d727081b700, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:15.209310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] For port c5850d26-12e4-4c63-9a8e-1d727081b700, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c5850d26-12e4-4c63-9a8e-1d727081b700,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:15.226910 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.273032 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99e320bd-41b8-4243-9bc6-3a1da644b014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.290518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:15.292303 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.294184 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] 10.222.0.31 "PUT /v2.0/ports/c5850d26-12e4-4c63-9a8e-1d727081b700 HTTP/1.1" status: 200 len: 1136 time: 1.7865214 Nov 29 18:07:15.294815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20046c05-32ed-43ae-b5a0-214d3f476959 None None] DHCP port deletion for 9a11856f-7ad1-4cb8-b721-c343bf12cd16 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:07:15.300903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port 5af5d060-556b-4bdc-8864-0ea4b96cad44 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:15.301247 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.346343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Request body: {'port': {'device_id': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:15.363808 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-20046c05-32ed-43ae-b5a0-214d3f476959 None None] Deleting port 5af5d060-556b-4bdc-8864-0ea4b96cad44 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:15.364695 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20046c05-32ed-43ae-b5a0-214d3f476959 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.393711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a1afa-f572-4b47-bd46-94d081669cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5850d26-12e4-4c63-9a8e-1d727081b700,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:15.486964 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.550981 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-20046c05-32ed-43ae-b5a0-214d3f476959 None None] For port 5af5d060-556b-4bdc-8864-0ea4b96cad44, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5af5d060-556b-4bdc-8864-0ea4b96cad44,segment=NetworkSegment(dca3ecc5-611f-4c34-b538-7352a71bf3aa),segment_id=dca3ecc5-611f-4c34-b538-7352a71bf3aa)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:15.552069 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20046c05-32ed-43ae-b5a0-214d3f476959 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.553825 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'tag': 'c5850d26-12e4-4c63-9a8e-1d727081b700'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:15.557867 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1de13f3-3d13-40f3-8919-2b875e182d65" -d '{"events": [{"name": "network-changed", "server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "tag": "c5850d26-12e4-4c63-9a8e-1d727081b700"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:15.590593 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-20046c05-32ed-43ae-b5a0-214d3f476959 None None] Calling delete_port for 5af5d060-556b-4bdc-8864-0ea4b96cad44 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:15.611510 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99e320bd-41b8-4243-9bc6-3a1da644b014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.641411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dae99f-0928-4feb-b121-f8545cdcfa56 req-2de39c9f-e766-4d8c-8215-37653f36424f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:15.648924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dae99f-0928-4feb-b121-f8545cdcfa56 req-2de39c9f-e766-4d8c-8215-37653f36424f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:15.655360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dae99f-0928-4feb-b121-f8545cdcfa56 req-2de39c9f-e766-4d8c-8215-37653f36424f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:15.661894 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dae99f-0928-4feb-b121-f8545cdcfa56 req-2de39c9f-e766-4d8c-8215-37653f36424f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:15.665615 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-99e320bd-41b8-4243-9bc6-3a1da644b014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef41058-6e36-47f4-a81c-fa58ca966db7']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:15.668606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dae99f-0928-4feb-b121-f8545cdcfa56 req-2de39c9f-e766-4d8c-8215-37653f36424f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:15.675671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dae99f-0928-4feb-b121-f8545cdcfa56 req-2de39c9f-e766-4d8c-8215-37653f36424f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:15.678554 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8dae99f-0928-4feb-b121-f8545cdcfa56 req-2de39c9f-e766-4d8c-8215-37653f36424f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 4606 time: 0.2223573 Nov 29 18:07:15.689472 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-99e320bd-41b8-4243-9bc6-3a1da644b014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a177ac-44f1-4b21-9437-346a44b175f4') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:15.690320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-99e320bd-41b8-4243-9bc6-3a1da644b014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a177ac-44f1-4b21-9437-346a44b175f4') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:15.704063 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8cd3b2-ae19-4051-8c06-ee12ffd21368 x-openstack-request-id: req-1e8cd3b2-ae19-4051-8c06-ee12ffd21368 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:15.705139 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "tag": "c5850d26-12e4-4c63-9a8e-1d727081b700", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:15.705560 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e8cd3b2-ae19-4051-8c06-ee12ffd21368 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:15.706212 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'tag': 'c5850d26-12e4-4c63-9a8e-1d727081b700', 'status': 'completed', 'code': 200} Nov 29 18:07:15.708412 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99e320bd-41b8-4243-9bc6-3a1da644b014 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.773116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] For port 5af5d060-556b-4bdc-8864-0ea4b96cad44, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5af5d060-556b-4bdc-8864-0ea4b96cad44,segment=NetworkSegment(dca3ecc5-611f-4c34-b538-7352a71bf3aa),segment_id=dca3ecc5-611f-4c34-b538-7352a71bf3aa)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:15.773540 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.782528 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e27ae652-29e3-4d52-9108-e5cbae1a9911 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:07:15.791434 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b3c7796e-c503-4e55-925e-dd102c2c1773 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:15.794573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for 5af5d060-556b-4bdc-8864-0ea4b96cad44 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:15.829909 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 844bc8c4-8d5b-4b99-8b02-11870896a01a no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:07:15.832542 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20046c05-32ed-43ae-b5a0-214d3f476959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.887916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 844bc8c4-8d5b-4b99-8b02-11870896a01a {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:07:15.888715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 844bc8c4-8d5b-4b99-8b02-11870896a01a not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:07:15.897433 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20046c05-32ed-43ae-b5a0-214d3f476959 None None] Pushing event deleted for resources: {'Port': ['ID=5af5d060-556b-4bdc-8864-0ea4b96cad44,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:15.911884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20046c05-32ed-43ae-b5a0-214d3f476959 None None] No DVR routers for this DVR port 5af5d060-556b-4bdc-8864-0ea4b96cad44 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:07:15.916976 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.932975 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99e320bd-41b8-4243-9bc6-3a1da644b014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.942943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No DVR routers for this DVR port 5af5d060-556b-4bdc-8864-0ea4b96cad44 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:07:15.978392 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e320bd-41b8-4243-9bc6-3a1da644b014 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:07:15.978873 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99e320bd-41b8-4243-9bc6-3a1da644b014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:07:15.983249 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:07:15.997523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port b3c7796e-c503-4e55-925e-dd102c2c1773 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:15.997778 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:16.020012 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=5af5d060-556b-4bdc-8864-0ea4b96cad44,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:16.116558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:16.116788 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e27ae652-29e3-4d52-9108-e5cbae1a9911, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e27ae652-29e3-4d52-9108-e5cbae1a9911,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:16.117675 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:16.118225 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:16.118527 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de13f3-3d13-40f3-8919-2b875e182d65 req-26fcfb20-25da-4ff8-baed-74204aa36e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:16.119081 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:16.119836 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de13f3-3d13-40f3-8919-2b875e182d65 req-26fcfb20-25da-4ff8-baed-74204aa36e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:16.120007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:16.120724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de13f3-3d13-40f3-8919-2b875e182d65 req-26fcfb20-25da-4ff8-baed-74204aa36e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:16.120926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:16.121364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de13f3-3d13-40f3-8919-2b875e182d65 req-26fcfb20-25da-4ff8-baed-74204aa36e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:16.121568 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:16.121843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de13f3-3d13-40f3-8919-2b875e182d65 req-26fcfb20-25da-4ff8-baed-74204aa36e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:16.122228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:16.122730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:16.123237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:16.123723 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:16.124207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:16.133502 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'e27ae652-29e3-4d52-9108-e5cbae1a9911', 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7', 'port_id': 'e27ae652-29e3-4d52-9108-e5cbae1a9911', 'mac_address': 'fa:16:3e:df:a2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81cead3a-1dc8-4e59-949c-cf590473cc26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:07:16.138633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de13f3-3d13-40f3-8919-2b875e182d65 req-26fcfb20-25da-4ff8-baed-74204aa36e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:16.143897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1de13f3-3d13-40f3-8919-2b875e182d65 req-26fcfb20-25da-4ff8-baed-74204aa36e3f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5292 time: 0.4292290 Nov 29 18:07:16.195385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8dae99f-0928-4feb-b121-f8545cdcfa56 req-1eed96a5-5611-4fed-9a02-e88be36793c8 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4881725 Nov 29 18:07:16.202376 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:16.216572 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99e320bd-41b8-4243-9bc6-3a1da644b014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:16.231681 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:16.238148 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:16.244692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8ce8c5-4f06-46f3-90d3-a010996a1f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c7796e-c503-4e55-925e-dd102c2c1773'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:16.247381 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043e95fb-ddcc-46e3-a53c-03a3eee1e47a" -d '{"events": [{"server_uuid": "3f8ce8c5-4f06-46f3-90d3-a010996a1f65", "name": "network-vif-plugged", "status": "completed", "tag": "b3c7796e-c503-4e55-925e-dd102c2c1773"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:16.259745 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99e320bd-41b8-4243-9bc6-3a1da644b014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:16.272559 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-99e320bd-41b8-4243-9bc6-3a1da644b014 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1ef41058-6e36-47f4-a81c-fa58ca966db7 HTTP/1.1" status: 204 len: 168 time: 1.0880117 Nov 29 18:07:16.294887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b3c7796e-c503-4e55-925e-dd102c2c1773, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b3c7796e-c503-4e55-925e-dd102c2c1773,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:16.297770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e320bd-41b8-4243-9bc6-3a1da644b014 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ef41058-6e36-47f4-a81c-fa58ca966db7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:16.310050 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a11856f-7ad1-4cb8-b721-c343bf12cd16']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:16.311507 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e27ae652-29e3-4d52-9108-e5cbae1a9911 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:16.320051 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:16.324721 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca3ecc5-611f-4c34-b538-7352a71bf3aa') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:16.325191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca3ecc5-611f-4c34-b538-7352a71bf3aa') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:16.337872 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:16.355601 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:16.380762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e27ae652-29e3-4d52-9108-e5cbae1a9911, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e27ae652-29e3-4d52-9108-e5cbae1a9911,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:16.385445 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba4e32d-9b4e-4439-a5d4-6c432c033d49 x-openstack-request-id: req-1ba4e32d-9b4e-4439-a5d4-6c432c033d49 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:16.386040 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8ce8c5-4f06-46f3-90d3-a010996a1f65", "name": "network-vif-plugged", "status": "completed", "tag": "b3c7796e-c503-4e55-925e-dd102c2c1773", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:16.386533 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ba4e32d-9b4e-4439-a5d4-6c432c033d49 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:16.387322 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8ce8c5-4f06-46f3-90d3-a010996a1f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c7796e-c503-4e55-925e-dd102c2c1773', 'code': 200} Nov 29 18:07:16.394731 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:16.408005 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:07:16.408434 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:16.411488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=b3c7796e-c503-4e55-925e-dd102c2c1773,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:07:16.411728 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:07:16.486417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1063ad2-0136-412b-b3cf-975f78feda12 req-5a05e2c5-b197-4376-af04-419848a60195 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:16.502948 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1063ad2-0136-412b-b3cf-975f78feda12 req-5a05e2c5-b197-4376-af04-419848a60195 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 944 time: 0.4714634 Nov 29 18:07:16.522429 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['e27ae652-29e3-4d52-9108-e5cbae1a9911'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:07:16.607572 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e27ae652-29e3-4d52-9108-e5cbae1a9911,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:16.651071 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5af5d060-556b-4bdc-8864-0ea4b96cad44 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:07:16.677558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 5af5d060-556b-4bdc-8864-0ea4b96cad44 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:07:16.677805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5af5d060-556b-4bdc-8864-0ea4b96cad44 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:07:16.699090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de13f3-3d13-40f3-8919-2b875e182d65 req-fed5370b-8a92-480c-b575-e61c5d4df01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:16.701142 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de13f3-3d13-40f3-8919-2b875e182d65 req-fed5370b-8a92-480c-b575-e61c5d4df01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:16.701792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de13f3-3d13-40f3-8919-2b875e182d65 req-fed5370b-8a92-480c-b575-e61c5d4df01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:16.703719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1de13f3-3d13-40f3-8919-2b875e182d65 req-fed5370b-8a92-480c-b575-e61c5d4df01c service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5460827 Nov 29 18:07:16.763455 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1063ad2-0136-412b-b3cf-975f78feda12 req-91a5c0a8-4b9c-4871-a682-4d646fb09af0 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534828 Nov 29 18:07:16.831061 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54080) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:16.845612 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:16.878873 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:16.897026 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/networks/9a11856f-7ad1-4cb8-b721-c343bf12cd16 HTTP/1.1" status: 204 len: 168 time: 1.8965747 Nov 29 18:07:16.897676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54088) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:16.946523 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-fbabd443-d859-4308-99ad-1fdf21241b90 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1138037991'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:16.961480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4604758-79e8-4f31-861d-844a7687e9ba tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Network': ['ID=9a11856f-7ad1-4cb8-b721-c343bf12cd16,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:17.000641 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de13f3-3d13-40f3-8919-2b875e182d65 req-a108a07d-6c3a-4023-a8cb-e6169f325391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:17.002163 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1de13f3-3d13-40f3-8919-2b875e182d65 req-a108a07d-6c3a-4023-a8cb-e6169f325391 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2869110 Nov 29 18:07:17.011368 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cad1e1-3433-488a-b074-bc9115f30446 req-43526480-765a-4a27-814c-421cfd77017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:17.013474 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-64cad1e1-3433-488a-b074-bc9115f30446 req-43526480-765a-4a27-814c-421cfd77017c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 1096 time: 0.4233012 Nov 29 18:07:17.015657 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbabd443-d859-4308-99ad-1fdf21241b90 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:17.019875 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fbabd443-d859-4308-99ad-1fdf21241b90 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:17.032093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:17.043592 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:17.059622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Transition to ACTIVE for port object af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:07:17.063299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9d14aabd-8241-44ee-a48f-876215860555 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8159cdc4eab547369b9bce30934e4911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2117629 Nov 29 18:07:17.072742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54090) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:17.079739 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbabd443-d859-4308-99ad-1fdf21241b90 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:07:17.092304 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fbabd443-d859-4308-99ad-1fdf21241b90 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:17.093232 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-fbabd443-d859-4308-99ad-1fdf21241b90 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Added segment 275dd7d6-36e3-4027-9804-42c8159bdef5 of type vlan for network bf602f6e-b03c-47c2-9e38-f38ccde06e7a Nov 29 18:07:17.110268 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:17.141826 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fbabd443-d859-4308-99ad-1fdf21241b90 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:17.163583 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Pushing event updated for resources: {'Port': ['ID=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:17.197526 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c03df66-ee37-4e8b-9136-7aaf40c05307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:17.211792 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fbabd443-d859-4308-99ad-1fdf21241b90 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:17.221542 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbabd443-d859-4308-99ad-1fdf21241b90 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:17.222339 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fbabd443-d859-4308-99ad-1fdf21241b90 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:17.232498 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c03df66-ee37-4e8b-9136-7aaf40c05307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:17.329680 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fbabd443-d859-4308-99ad-1fdf21241b90 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3940325 Nov 29 18:07:17.333472 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-64cad1e1-3433-488a-b074-bc9115f30446 req-347288c2-1488-48f2-8437-a69a90e3950c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003540 Nov 29 18:07:17.334249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54094) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:17.344582 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8766360c-5306-4049-95ee-72d11a23d333 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'subnet': {'network_id': 'bf602f6e-b03c-47c2-9e38-f38ccde06e7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:17.372233 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c03df66-ee37-4e8b-9136-7aaf40c05307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:17.379311 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c03df66-ee37-4e8b-9136-7aaf40c05307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:17.380616 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8c03df66-ee37-4e8b-9136-7aaf40c05307 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01180232-0fda-47e7-8a8e-0acb6a4026cc HTTP/1.1" status: 204 len: 168 time: 0.3061779 Nov 29 18:07:17.410186 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabd443-d859-4308-99ad-1fdf21241b90 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Network': ['ID=bf602f6e-b03c-47c2-9e38-f38ccde06e7a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:17.423846 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network bf602f6e-b03c-47c2-9e38-f38ccde06e7a details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:07:17.447345 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03df66-ee37-4e8b-9136-7aaf40c05307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01180232-0fda-47e7-8a8e-0acb6a4026cc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:17.510834 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8766360c-5306-4049-95ee-72d11a23d333 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:17.515750 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8766360c-5306-4049-95ee-72d11a23d333 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:17.608908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Attempting to bind port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:17.611297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Attempting to bind port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:17.612484 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Attempting to bind port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e on network d377bfed-7780-49fd-af42-fe62ff964a43 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:17.637643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e on network d377bfed-7780-49fd-af42-fe62ff964a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:07:17.639146 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Attempting to bind port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e on network d377bfed-7780-49fd-af42-fe62ff964a43 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:17.671995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30330b8f-8da0-4270-8f7c-1a049819c8c3 req-86565e77-e135-4398-9835-8ce48ea95326 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:17.685452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30330b8f-8da0-4270-8f7c-1a049819c8c3 req-86565e77-e135-4398-9835-8ce48ea95326 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:17.704262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30330b8f-8da0-4270-8f7c-1a049819c8c3 req-86565e77-e135-4398-9835-8ce48ea95326 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:17.724454 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30330b8f-8da0-4270-8f7c-1a049819c8c3 req-86565e77-e135-4398-9835-8ce48ea95326 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:17.746343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30330b8f-8da0-4270-8f7c-1a049819c8c3 req-86565e77-e135-4398-9835-8ce48ea95326 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:17.762263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30330b8f-8da0-4270-8f7c-1a049819c8c3 req-86565e77-e135-4398-9835-8ce48ea95326 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:17.772277 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30330b8f-8da0-4270-8f7c-1a049819c8c3 req-86565e77-e135-4398-9835-8ce48ea95326 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:17.781879 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30330b8f-8da0-4270-8f7c-1a049819c8c3 req-86565e77-e135-4398-9835-8ce48ea95326 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5384 time: 0.3365927 Nov 29 18:07:17.782633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e27ae652-29e3-4d52-9108-e5cbae1a9911 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:17.795506 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:17.796010 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Checking segment: {'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:17.796530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Bound using segment: {'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:17.797096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Bound port: af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:17.797574 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:17.939235 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30330b8f-8da0-4270-8f7c-1a049819c8c3 req-b3dc2bde-ae0e-4607-804d-e1818de6f986 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1493623 Nov 29 18:07:17.974661 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port e27ae652-29e3-4d52-9108-e5cbae1a9911 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:17.975073 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:18.140996 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8766360c-5306-4049-95ee-72d11a23d333 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:18.142114 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] For port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:18.152078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] For port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:18.189323 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:18.234482 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:18.261418 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766360c-5306-4049-95ee-72d11a23d333 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Subnet': ['ID=a1d15261-9c83-4cdc-8bc2-2710a14a6198,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:18.324582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e27ae652-29e3-4d52-9108-e5cbae1a9911, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e27ae652-29e3-4d52-9108-e5cbae1a9911,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:18.325808 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:18.327001 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:18.329039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] 10.222.0.31 "PUT /v2.0/ports/af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e HTTP/1.1" status: 200 len: 1136 time: 2.9993603 Nov 29 18:07:18.329779 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'tag': 'af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:18.332794 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95f5327-fb49-4dfa-a843-1d2fac6b73db" -d '{"events": [{"name": "network-changed", "server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "tag": "af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:18.335776 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:18.356176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8766360c-5306-4049-95ee-72d11a23d333 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Checking segment: {'id': '275dd7d6-36e3-4027-9804-42c8159bdef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bf602f6e-b03c-47c2-9e38-f38ccde06e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:18.357707 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766360c-5306-4049-95ee-72d11a23d333 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network hostable DHCP agents. Network: bf602f6e-b03c-47c2-9e38-f38ccde06e7a, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:07:18.391259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8d5fd2-207c-400b-85e3-05e5f6992b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27ae652-29e3-4d52-9108-e5cbae1a9911'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:18.398075 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766360c-5306-4049-95ee-72d11a23d333 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network bf602f6e-b03c-47c2-9e38-f38ccde06e7a is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:07:18.398711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Request body: {'port': {'device_id': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:18.405115 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e1551a-1fe1-42bc-98df-ca472438b5e0" -d '{"events": [{"server_uuid": "cf8d5fd2-207c-400b-85e3-05e5f6992b68", "name": "network-vif-plugged", "status": "completed", "tag": "e27ae652-29e3-4d52-9108-e5cbae1a9911"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:18.414760 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-8766360c-5306-4049-95ee-72d11a23d333 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, bf602f6e-b03c-47c2-9e38-f38ccde06e7a) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:18.425364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8766360c-5306-4049-95ee-72d11a23d333 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:18.430282 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8766360c-5306-4049-95ee-72d11a23d333 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:18.443945 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d373226-2363-4516-8d71-52d56579bbb8 None None] Network bf602f6e-b03c-47c2-9e38-f38ccde06e7a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:18.468552 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8766360c-5306-4049-95ee-72d11a23d333 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1296043 Nov 29 18:07:18.470339 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54136) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:18.481608 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-45244f39-79fb-43f8-82f6-c310ec7a5c0a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-29288914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:18.519464 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489d5d18-47dc-49e8-a290-97e052912133 x-openstack-request-id: req-489d5d18-47dc-49e8-a290-97e052912133 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:18.519763 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "tag": "af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:18.520031 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-489d5d18-47dc-49e8-a290-97e052912133 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:18.520448 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'tag': 'af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e', 'status': 'completed', 'code': 200} Nov 29 18:07:18.556811 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45244f39-79fb-43f8-82f6-c310ec7a5c0a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:18.558419 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45244f39-79fb-43f8-82f6-c310ec7a5c0a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:18.635112 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0335e5-a0cb-4cd5-84e3-968aa2f38d34 x-openstack-request-id: req-2a0335e5-a0cb-4cd5-84e3-968aa2f38d34 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:18.639734 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8d5fd2-207c-400b-85e3-05e5f6992b68", "name": "network-vif-plugged", "status": "completed", "tag": "e27ae652-29e3-4d52-9108-e5cbae1a9911", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:18.640240 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2a0335e5-a0cb-4cd5-84e3-968aa2f38d34 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:18.640827 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8d5fd2-207c-400b-85e3-05e5f6992b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27ae652-29e3-4d52-9108-e5cbae1a9911', 'code': 200} Nov 29 18:07:18.662277 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e27ae652-29e3-4d52-9108-e5cbae1a9911,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:18.702009 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45244f39-79fb-43f8-82f6-c310ec7a5c0a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:18.711762 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45244f39-79fb-43f8-82f6-c310ec7a5c0a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:18.753550 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45244f39-79fb-43f8-82f6-c310ec7a5c0a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:18.761372 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-45244f39-79fb-43f8-82f6-c310ec7a5c0a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2890468 Nov 29 18:07:18.762666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54146) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:18.776331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-40c9f1cf-e3e4-4a95-a19f-7a7c7596256d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'network_id': 'bf602f6e-b03c-47c2-9e38-f38ccde06e7a', 'name': 'tempest-PortsTestJSON-823055357'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:19.048736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54154) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:19.078995 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-bf602f6e-b03c-47c2-9e38-f38ccde06e7a', 'network_id': 'bf602f6e-b03c-47c2-9e38-f38ccde06e7a', 'tenant_id': '71b64b47ece84abf871ef3de3d2ceb9f', 'fixed_ips': [{'subnet_id': 'a1d15261-9c83-4cdc-8bc2-2710a14a6198'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:07:19.082257 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:19.193122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c9f1cf-e3e4-4a95-a19f-7a7c7596256d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:19.197557 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-40c9f1cf-e3e4-4a95-a19f-7a7c7596256d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:19.282736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-40c9f1cf-e3e4-4a95-a19f-7a7c7596256d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] device_id is not set on port 51b1f4b3-9e82-4ff3-8e5a-fa4a2409c07d yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:07:19.339923 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Allocated IP 172.20.0.2 (bf602f6e-b03c-47c2-9e38-f38ccde06e7a/a1d15261-9c83-4cdc-8bc2-2710a14a6198/3e0abb9b-ec04-4162-8c5e-e544a57391eb) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:19.431418 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-fb64cc08-e2f0-4698-a587-d2430cd5be65 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-436211263-network', 'tenant_id': '1c83627c91e74087bbaa05f8261c093f'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:19.501892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b72c69-f3ca-4eaf-b22e-c54ac7e45fcc req-c6905006-4993-4bd5-afaa-49b2bcc6b8cd tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:19.510389 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05b72c69-f3ca-4eaf-b22e-c54ac7e45fcc req-c6905006-4993-4bd5-afaa-49b2bcc6b8cd tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 1.3550260 Nov 29 18:07:19.525055 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:19.525614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb64cc08-e2f0-4698-a587-d2430cd5be65 admin admin] Made reservation on behalf of 1c83627c91e74087bbaa05f8261c093f for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:19.528816 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb64cc08-e2f0-4698-a587-d2430cd5be65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:19.535916 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:19.560602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0d4d5-8ea9-4ec5-9451-fcb373c1986c service neutron] Pushing event updated for resources: {'Port': ['ID=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:19.578455 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Network bf602f6e-b03c-47c2-9e38-f38ccde06e7a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:19.582232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:19.586533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:19.591486 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb64cc08-e2f0-4698-a587-d2430cd5be65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:19.652712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Pushing event updated for resources: {'Port': ['ID=3e0abb9b-ec04-4162-8c5e-e544a57391eb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:19.671218 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Attempting to bind port 3e0abb9b-ec04-4162-8c5e-e544a57391eb on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:19.671827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Attempting to bind port 3e0abb9b-ec04-4162-8c5e-e544a57391eb by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '275dd7d6-36e3-4027-9804-42c8159bdef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bf602f6e-b03c-47c2-9e38-f38ccde06e7a'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:19.672777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Attempting to bind port 3e0abb9b-ec04-4162-8c5e-e544a57391eb on network bf602f6e-b03c-47c2-9e38-f38ccde06e7a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:19.678697 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:19.679059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-40c9f1cf-e3e4-4a95-a19f-7a7c7596256d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Allocated IP 172.20.0.11 (bf602f6e-b03c-47c2-9e38-f38ccde06e7a/a1d15261-9c83-4cdc-8bc2-2710a14a6198/51b1f4b3-9e82-4ff3-8e5a-fa4a2409c07d) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:19.679379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Checking segment: {'id': '275dd7d6-36e3-4027-9804-42c8159bdef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bf602f6e-b03c-47c2-9e38-f38ccde06e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:19.680089 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:19.680769 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Bound using segment: {'id': '275dd7d6-36e3-4027-9804-42c8159bdef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bf602f6e-b03c-47c2-9e38-f38ccde06e7a'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:19.681718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Bound port: 3e0abb9b-ec04-4162-8c5e-e544a57391eb, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275dd7d6-36e3-4027-9804-42c8159bdef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bf602f6e-b03c-47c2-9e38-f38ccde06e7a'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:19.682209 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:19.732835 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:19.761367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3be549-a626-447b-9769-5a85d1321350 req-26c198ca-507e-42fa-b51e-c9669280380f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:19.764915 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] For port 3e0abb9b-ec04-4162-8c5e-e544a57391eb, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:19.767634 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3be549-a626-447b-9769-5a85d1321350 req-26c198ca-507e-42fa-b51e-c9669280380f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:19.769209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] For port 3e0abb9b-ec04-4162-8c5e-e544a57391eb, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3e0abb9b-ec04-4162-8c5e-e544a57391eb,segment=NetworkSegment(275dd7d6-36e3-4027-9804-42c8159bdef5),segment_id=275dd7d6-36e3-4027-9804-42c8159bdef5)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:19.773794 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3be549-a626-447b-9769-5a85d1321350 req-26c198ca-507e-42fa-b51e-c9669280380f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:19.780243 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:19.780804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3be549-a626-447b-9769-5a85d1321350 req-26c198ca-507e-42fa-b51e-c9669280380f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:19.787585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3be549-a626-447b-9769-5a85d1321350 req-26c198ca-507e-42fa-b51e-c9669280380f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:19.793993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3be549-a626-447b-9769-5a85d1321350 req-26c198ca-507e-42fa-b51e-c9669280380f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:19.799924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3be549-a626-447b-9769-5a85d1321350 req-26c198ca-507e-42fa-b51e-c9669280380f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:19.801853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf3be549-a626-447b-9769-5a85d1321350 req-26c198ca-507e-42fa-b51e-c9669280380f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5384 time: 0.2771125 Nov 29 18:07:19.820462 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f5327-fb49-4dfa-a843-1d2fac6b73db req-fda0f3e1-792e-4aed-a5cd-226ca404e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:19.821757 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f5327-fb49-4dfa-a843-1d2fac6b73db req-fda0f3e1-792e-4aed-a5cd-226ca404e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:19.821917 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f5327-fb49-4dfa-a843-1d2fac6b73db req-fda0f3e1-792e-4aed-a5cd-226ca404e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:19.822378 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f5327-fb49-4dfa-a843-1d2fac6b73db req-fda0f3e1-792e-4aed-a5cd-226ca404e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:19.822852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f5327-fb49-4dfa-a843-1d2fac6b73db req-fda0f3e1-792e-4aed-a5cd-226ca404e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:19.823308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f5327-fb49-4dfa-a843-1d2fac6b73db req-fda0f3e1-792e-4aed-a5cd-226ca404e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:19.823761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f5327-fb49-4dfa-a843-1d2fac6b73db req-fda0f3e1-792e-4aed-a5cd-226ca404e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:19.825636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b95f5327-fb49-4dfa-a843-1d2fac6b73db req-fda0f3e1-792e-4aed-a5cd-226ca404e717 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 6221 time: 1.3040569 Nov 29 18:07:19.831688 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05b72c69-f3ca-4eaf-b22e-c54ac7e45fcc req-2a6a52b2-6313-499e-9e69-04e486376dba tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201854 Nov 29 18:07:19.853815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b1ab0-4144-43c7-9935-4d68f9589643 None None] Pushing event updated for resources: {'Port': ['ID=3e0abb9b-ec04-4162-8c5e-e544a57391eb,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:19.885356 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb64cc08-e2f0-4698-a587-d2430cd5be65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:20.030371 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb64cc08-e2f0-4698-a587-d2430cd5be65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:20.202890 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf3be549-a626-447b-9769-5a85d1321350 req-029140aa-88f0-43ec-9628-3aac31c3207c tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3884196 Nov 29 18:07:20.274821 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb64cc08-e2f0-4698-a587-d2430cd5be65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:07:20.301442 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb64cc08-e2f0-4698-a587-d2430cd5be65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:20.303938 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-fb64cc08-e2f0-4698-a587-d2430cd5be65 admin admin] Added segment 4f105b97-380f-4a77-bc6d-6185b03b8ec9 of type vlan for network 2f6e9013-9fe1-470a-9eff-430851e7bcb9 Nov 29 18:07:20.351269 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-40c9f1cf-e3e4-4a95-a19f-7a7c7596256d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:20.367239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f5327-fb49-4dfa-a843-1d2fac6b73db req-d86129a9-3e53-4f57-a63a-d074caea12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:20.368006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f5327-fb49-4dfa-a843-1d2fac6b73db req-d86129a9-3e53-4f57-a63a-d074caea12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:20.369415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f5327-fb49-4dfa-a843-1d2fac6b73db req-d86129a9-3e53-4f57-a63a-d074caea12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:20.371633 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b95f5327-fb49-4dfa-a843-1d2fac6b73db req-d86129a9-3e53-4f57-a63a-d074caea12ba service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5092824 Nov 29 18:07:20.418681 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64cc08-e2f0-4698-a587-d2430cd5be65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632ee0b6-c7ad-4644-bfd3-11919ff83331,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:20.463673 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb64cc08-e2f0-4698-a587-d2430cd5be65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:20.536629 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb64cc08-e2f0-4698-a587-d2430cd5be65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:20.538214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb64cc08-e2f0-4698-a587-d2430cd5be65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:20.539038 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb64cc08-e2f0-4698-a587-d2430cd5be65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:20.561730 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-40c9f1cf-e3e4-4a95-a19f-7a7c7596256d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:20.574441 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fb64cc08-e2f0-4698-a587-d2430cd5be65 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5284040 Nov 29 18:07:20.580306 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54178) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:20.597737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-65ef3680-bc5c-4195-9547-ee132e1ea43d admin admin] Request body: {'subnet': {'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-436211263-subnet', 'tenant_id': '1c83627c91e74087bbaa05f8261c093f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:20.633017 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f5327-fb49-4dfa-a843-1d2fac6b73db req-91dd89ce-13fe-40d4-8434-485f0cadb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:20.635047 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b95f5327-fb49-4dfa-a843-1d2fac6b73db req-91dd89ce-13fe-40d4-8434-485f0cadb389 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2559626 Nov 29 18:07:20.639630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730944eb-08af-4c38-8053-b6e3b74e99c3 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:20.649019 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64cc08-e2f0-4698-a587-d2430cd5be65 admin admin] Pushing event updated for resources: {'Network': ['ID=2f6e9013-9fe1-470a-9eff-430851e7bcb9,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:20.654961 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:20.661955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ef3680-bc5c-4195-9547-ee132e1ea43d admin admin] Made reservation on behalf of 1c83627c91e74087bbaa05f8261c093f for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:20.662796 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 2f6e9013-9fe1-470a-9eff-430851e7bcb9 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:07:20.665792 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65ef3680-bc5c-4195-9547-ee132e1ea43d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:20.724131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Transition to ACTIVE for port object 730944eb-08af-4c38-8053-b6e3b74e99c3 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:07:20.738293 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:20.748669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c9f1cf-e3e4-4a95-a19f-7a7c7596256d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network bf602f6e-b03c-47c2-9e38-f38ccde06e7a is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:20.753690 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-40c9f1cf-e3e4-4a95-a19f-7a7c7596256d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:20.757740 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c9f1cf-e3e4-4a95-a19f-7a7c7596256d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:20.794149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9f1cf-e3e4-4a95-a19f-7a7c7596256d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=51b1f4b3-9e82-4ff3-8e5a-fa4a2409c07d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:20.842420 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c9f1cf-e3e4-4a95-a19f-7a7c7596256d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:20.844359 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-40c9f1cf-e3e4-4a95-a19f-7a7c7596256d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:20.887159 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-40c9f1cf-e3e4-4a95-a19f-7a7c7596256d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1168783 Nov 29 18:07:20.888047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54182) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:20.905617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Pushing event updated for resources: {'Port': ['ID=730944eb-08af-4c38-8053-b6e3b74e99c3,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:21.128085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3e0abb9b-ec04-4162-8c5e-e544a57391eb up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:21.170583 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Attempting to bind port 730944eb-08af-4c38-8053-b6e3b74e99c3 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:21.170965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Attempting to bind port 730944eb-08af-4c38-8053-b6e3b74e99c3 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:21.171290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Attempting to bind port 730944eb-08af-4c38-8053-b6e3b74e99c3 on network d377bfed-7780-49fd-af42-fe62ff964a43 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:21.190737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Port 730944eb-08af-4c38-8053-b6e3b74e99c3 on network d377bfed-7780-49fd-af42-fe62ff964a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:07:21.192662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Attempting to bind port 730944eb-08af-4c38-8053-b6e3b74e99c3 on network d377bfed-7780-49fd-af42-fe62ff964a43 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:21.236510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 3e0abb9b-ec04-4162-8c5e-e544a57391eb triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:21.236834 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:21.278038 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:21.278377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Checking segment: {'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:21.278777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Bound using segment: {'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:21.279287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Bound port: 730944eb-08af-4c38-8053-b6e3b74e99c3, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:21.281540 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:21.345370 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65ef3680-bc5c-4195-9547-ee132e1ea43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:21.418901 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f5606-8293-4da6-b5f3-73f7eb3cee71 req-912bec0f-91cb-49f9-ba89-403616c8c6b7 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:21.420519 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-582f5606-8293-4da6-b5f3-73f7eb3cee71 req-912bec0f-91cb-49f9-ba89-403616c8c6b7 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.3895869 Nov 29 18:07:21.486677 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:21.568602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 3e0abb9b-ec04-4162-8c5e-e544a57391eb, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3e0abb9b-ec04-4162-8c5e-e544a57391eb,segment=NetworkSegment(275dd7d6-36e3-4027-9804-42c8159bdef5),segment_id=275dd7d6-36e3-4027-9804-42c8159bdef5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:21.582074 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:21.657523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=3e0abb9b-ec04-4162-8c5e-e544a57391eb,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:21.742976 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef3680-bc5c-4195-9547-ee132e1ea43d admin admin] Pushing event updated for resources: {'Subnet': ['ID=87a10408-79d6-4b35-95a6-0b2f64416722,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:21.753707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ba9850c-a3d6-47c7-a09d-3e87e11fdac0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:21.764635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed38488-7396-48ef-9069-f728aa84dacb None None] Network bf602f6e-b03c-47c2-9e38-f38ccde06e7a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:21.774234 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] For port 730944eb-08af-4c38-8053-b6e3b74e99c3, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:21.802935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-582f5606-8293-4da6-b5f3-73f7eb3cee71 req-45785540-a0b5-421f-ac2f-572c6c5b9877 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535221 Nov 29 18:07:21.831368 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] For port 730944eb-08af-4c38-8053-b6e3b74e99c3, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=730944eb-08af-4c38-8053-b6e3b74e99c3,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:21.860954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5003bee-206a-4afa-a159-0054904042bb req-9fd96aeb-82ce-4237-927b-b43176267f70 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:21.874721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5003bee-206a-4afa-a159-0054904042bb req-9fd96aeb-82ce-4237-927b-b43176267f70 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:21.894982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5003bee-206a-4afa-a159-0054904042bb req-9fd96aeb-82ce-4237-927b-b43176267f70 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:21.900770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5003bee-206a-4afa-a159-0054904042bb req-9fd96aeb-82ce-4237-927b-b43176267f70 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:21.917995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5003bee-206a-4afa-a159-0054904042bb req-9fd96aeb-82ce-4237-927b-b43176267f70 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:21.922162 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ca95703a-728b-44b0-acef-d4cf0813b70d None None] Provisioning complete for port 3e0abb9b-ec04-4162-8c5e-e544a57391eb triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:21.923818 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca95703a-728b-44b0-acef-d4cf0813b70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:21.936874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5003bee-206a-4afa-a159-0054904042bb req-9fd96aeb-82ce-4237-927b-b43176267f70 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:21.954875 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5003bee-206a-4afa-a159-0054904042bb req-9fd96aeb-82ce-4237-927b-b43176267f70 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:21.956863 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5003bee-206a-4afa-a159-0054904042bb req-9fd96aeb-82ce-4237-927b-b43176267f70 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5396 time: 0.5307372 Nov 29 18:07:21.958647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ef3680-bc5c-4195-9547-ee132e1ea43d admin admin] Checking segment: {'id': '4f105b97-380f-4a77-bc6d-6185b03b8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:21.959058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ef3680-bc5c-4195-9547-ee132e1ea43d admin admin] Network hostable DHCP agents. Network: 2f6e9013-9fe1-470a-9eff-430851e7bcb9, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:07:21.961680 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:22.115846 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:22.116976 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:22.122639 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] 10.222.0.31 "PUT /v2.0/ports/730944eb-08af-4c38-8053-b6e3b74e99c3 HTTP/1.1" status: 200 len: 1091 time: 3.7500188 Nov 29 18:07:22.152898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'tag': '730944eb-08af-4c38-8053-b6e3b74e99c3'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:22.167582 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6168b496-e25f-48e4-abc8-5514980f1045" -d '{"events": [{"name": "network-changed", "server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "tag": "730944eb-08af-4c38-8053-b6e3b74e99c3"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:22.189305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Request body: {'port': {'device_id': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:22.300867 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ba9850c-a3d6-47c7-a09d-3e87e11fdac0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:22.321073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ef3680-bc5c-4195-9547-ee132e1ea43d admin admin] Network 2f6e9013-9fe1-470a-9eff-430851e7bcb9 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:07:22.327986 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ba9850c-a3d6-47c7-a09d-3e87e11fdac0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:22.334751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb8bcd-2df4-44d1-bc48-c29afe174675 service neutron] Pushing event updated for resources: {'Port': ['ID=730944eb-08af-4c38-8053-b6e3b74e99c3,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:22.419322 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:22.427876 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5003bee-206a-4afa-a159-0054904042bb req-1a16f25d-0e68-4ea1-a382-5240278107be tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4518702 Nov 29 18:07:22.430176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9850c-a3d6-47c7-a09d-3e87e11fdac0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=51b1f4b3-9e82-4ff3-8e5a-fa4a2409c07d,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:22.434704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-65ef3680-bc5c-4195-9547-ee132e1ea43d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 2f6e9013-9fe1-470a-9eff-430851e7bcb9) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:22.449514 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c18102-acc3-4da2-bdb5-949d19ff7ea0 None None] Network 2f6e9013-9fe1-470a-9eff-430851e7bcb9 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:22.454153 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ef3680-bc5c-4195-9547-ee132e1ea43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:22.455162 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65ef3680-bc5c-4195-9547-ee132e1ea43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:22.503897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad83fa-c3f3-465f-93fd-18c9482efb55 req-09353418-0a66-443b-abdb-9b164ceb05ec tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:22.516074 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ffad83fa-c3f3-465f-93fd-18c9482efb55 req-09353418-0a66-443b-abdb-9b164ceb05ec tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.3404069 Nov 29 18:07:22.724397 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d81d82a-c54c-41eb-ba32-e87300cc81c8 x-openstack-request-id: req-2d81d82a-c54c-41eb-ba32-e87300cc81c8 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:22.725585 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "tag": "730944eb-08af-4c38-8053-b6e3b74e99c3", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:22.726052 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d81d82a-c54c-41eb-ba32-e87300cc81c8 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:22.726693 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'tag': '730944eb-08af-4c38-8053-b6e3b74e99c3', 'status': 'completed', 'code': 200} Nov 29 18:07:22.747864 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-65ef3680-bc5c-4195-9547-ee132e1ea43d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1664429 Nov 29 18:07:22.749829 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54222) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:22.771108 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3e0abb9b-ec04-4162-8c5e-e544a57391eb up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:22.787173 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-436211263-router', 'tenant_id': '1c83627c91e74087bbaa05f8261c093f', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:22.936984 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ffad83fa-c3f3-465f-93fd-18c9482efb55 req-72a5cfb8-4b6f-4f96-be19-0b6daf7583a3 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157133 Nov 29 18:07:23.007785 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fef148-eada-4a22-b85d-5fc8bda8a000 None None] Network 2f6e9013-9fe1-470a-9eff-430851e7bcb9 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:23.019903 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ba9850c-a3d6-47c7-a09d-3e87e11fdac0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:23.071795 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 3e0abb9b-ec04-4162-8c5e-e544a57391eb triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:23.072175 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:23.111569 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:23.113175 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:23.223832 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:23.265634 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b496-e25f-48e4-abc8-5514980f1045 req-58562955-c9e8-4889-9911-b2cac0f45d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:23.266440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b496-e25f-48e4-abc8-5514980f1045 req-58562955-c9e8-4889-9911-b2cac0f45d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:23.267128 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b496-e25f-48e4-abc8-5514980f1045 req-58562955-c9e8-4889-9911-b2cac0f45d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:23.267881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b496-e25f-48e4-abc8-5514980f1045 req-58562955-c9e8-4889-9911-b2cac0f45d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:23.269350 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b496-e25f-48e4-abc8-5514980f1045 req-58562955-c9e8-4889-9911-b2cac0f45d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:23.270008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b496-e25f-48e4-abc8-5514980f1045 req-58562955-c9e8-4889-9911-b2cac0f45d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:23.270653 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b496-e25f-48e4-abc8-5514980f1045 req-58562955-c9e8-4889-9911-b2cac0f45d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:23.273331 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6168b496-e25f-48e4-abc8-5514980f1045 req-58562955-c9e8-4889-9911-b2cac0f45d10 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 6288 time: 0.5154669 Nov 29 18:07:23.376857 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-19e4a701-aa48-44ae-a3e7-df68f621ed37 None None] Provisioning complete for port 51b1f4b3-9e82-4ff3-8e5a-fa4a2409c07d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:23.377228 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19e4a701-aa48-44ae-a3e7-df68f621ed37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:23.394137 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ba9850c-a3d6-47c7-a09d-3e87e11fdac0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:23.534033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-19e4a701-aa48-44ae-a3e7-df68f621ed37 None None] Port 51b1f4b3-9e82-4ff3-8e5a-fa4a2409c07d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:23.623472 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-19e4a701-aa48-44ae-a3e7-df68f621ed37 None None] Provisioning complete for port 3e0abb9b-ec04-4162-8c5e-e544a57391eb triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:23.626314 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19e4a701-aa48-44ae-a3e7-df68f621ed37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:23.698704 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:23.851106 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ba9850c-a3d6-47c7-a09d-3e87e11fdac0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:23.865242 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ba9850c-a3d6-47c7-a09d-3e87e11fdac0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:23.910961 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b496-e25f-48e4-abc8-5514980f1045 req-6163d8f6-47e8-43d2-b211-9d34322c9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:23.911586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b496-e25f-48e4-abc8-5514980f1045 req-6163d8f6-47e8-43d2-b211-9d34322c9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:23.912162 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b496-e25f-48e4-abc8-5514980f1045 req-6163d8f6-47e8-43d2-b211-9d34322c9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:23.913784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6168b496-e25f-48e4-abc8-5514980f1045 req-6163d8f6-47e8-43d2-b211-9d34322c9563 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4896953 Nov 29 18:07:23.984422 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98aaaa34-1273-41f2-a8db-2dc688b84fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:23.998414 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18f3cb-acb0-48f9-b7b9-8037099e79b7 req-bef416ba-b7d6-46aa-ace1-6e94575bbad4 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:24.005072 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18f3cb-acb0-48f9-b7b9-8037099e79b7 req-bef416ba-b7d6-46aa-ace1-6e94575bbad4 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:24.006478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1115fc24-ba03-4cd0-8bcf-c76883a037bc None None] Provisioning complete for port 51b1f4b3-9e82-4ff3-8e5a-fa4a2409c07d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:24.009569 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1115fc24-ba03-4cd0-8bcf-c76883a037bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:24.012555 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18f3cb-acb0-48f9-b7b9-8037099e79b7 req-bef416ba-b7d6-46aa-ace1-6e94575bbad4 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:24.019298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18f3cb-acb0-48f9-b7b9-8037099e79b7 req-bef416ba-b7d6-46aa-ace1-6e94575bbad4 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:24.023823 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9850c-a3d6-47c7-a09d-3e87e11fdac0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=51b1f4b3-9e82-4ff3-8e5a-fa4a2409c07d,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:24.026087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18f3cb-acb0-48f9-b7b9-8037099e79b7 req-bef416ba-b7d6-46aa-ace1-6e94575bbad4 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:24.045422 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ba9850c-a3d6-47c7-a09d-3e87e11fdac0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:24.045611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18f3cb-acb0-48f9-b7b9-8037099e79b7 req-bef416ba-b7d6-46aa-ace1-6e94575bbad4 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:24.060933 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18f3cb-acb0-48f9-b7b9-8037099e79b7 req-bef416ba-b7d6-46aa-ace1-6e94575bbad4 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:24.079264 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf18f3cb-acb0-48f9-b7b9-8037099e79b7 req-bef416ba-b7d6-46aa-ace1-6e94575bbad4 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5396 time: 0.4348087 Nov 29 18:07:24.117836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1115fc24-ba03-4cd0-8bcf-c76883a037bc None None] Port 51b1f4b3-9e82-4ff3-8e5a-fa4a2409c07d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:24.178222 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-118837f2-3ae5-44c8-8688-c60acccbd602 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:24.179982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-118837f2-3ae5-44c8-8688-c60acccbd602 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/networks?id=7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 HTTP/1.1" status: 200 len: 814 time: 0.6008270 Nov 29 18:07:24.202411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:24.228146 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:24.256812 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f69222a8-3c08-46a8-abf3-531c4a498234 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/quotas/383d90a15ebd4c609091ab32f0e04663 HTTP/1.1" status: 200 len: 375 time: 0.0646470 Nov 29 18:07:24.263539 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba9850c-a3d6-47c7-a09d-3e87e11fdac0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network bf602f6e-b03c-47c2-9e38-f38ccde06e7a is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:24.267116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-2ba9850c-a3d6-47c7-a09d-3e87e11fdac0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:24.273721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Transition to ACTIVE for port object 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:07:24.324296 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:24.433728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b496-e25f-48e4-abc8-5514980f1045 req-85350a8b-5752-45fe-b45b-9877ab63b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:24.440949 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6168b496-e25f-48e4-abc8-5514980f1045 req-85350a8b-5752-45fe-b45b-9877ab63b19e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4985654 Nov 29 18:07:24.523647 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf18f3cb-acb0-48f9-b7b9-8037099e79b7 req-e4c61924-a145-4e43-84df-19f073ce9379 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3567483 Nov 29 18:07:24.562191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54256) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:24.570445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5a5880-da85-4a3c-b1f8-4c388c11ce37,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:24.587689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba9850c-a3d6-47c7-a09d-3e87e11fdac0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Router 1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:07:24.684454 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-49c85082-4c44-4e45-a209-15d94aae6100 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=383d90a15ebd4c609091ab32f0e04663&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4123499 Nov 29 18:07:24.803685 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-947fece9-e478-4331-920e-6d0a4b34d28f None None] Provisioning complete for port 51b1f4b3-9e82-4ff3-8e5a-fa4a2409c07d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:24.804457 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-947fece9-e478-4331-920e-6d0a4b34d28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:24.856918 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-947fece9-e478-4331-920e-6d0a4b34d28f None None] Port 51b1f4b3-9e82-4ff3-8e5a-fa4a2409c07d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:25.162679 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d22d1f01-79e2-43fa-8eb5-2db6c03b430f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:25.185289 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7a89a-4c26-4098-bf42-ec95d00b1cd7 req-81b45c56-df4f-4045-b3d5-2917beeca435 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:25.186892 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2db7a89a-4c26-4098-bf42-ec95d00b1cd7 req-81b45c56-df4f-4045-b3d5-2917beeca435 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f8ce8c5-4f06-46f3-90d3-a010996a1f65 HTTP/1.1" status: 200 len: 945 time: 0.4838989 Nov 29 18:07:25.284214 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d22d1f01-79e2-43fa-8eb5-2db6c03b430f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:25.312269 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d22d1f01-79e2-43fa-8eb5-2db6c03b430f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:25.339177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba9850c-a3d6-47c7-a09d-3e87e11fdac0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:07:25.346780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-74c6782b-3926-4dc5-84ce-400bdd7507ba service neutron] 10.222.0.23 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6611784 Nov 29 18:07:25.347859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d1f01-79e2-43fa-8eb5-2db6c03b430f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd635e5b-f2ac-4046-b1ec-ca4249e21716,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:25.354170 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2ba9850c-a3d6-47c7-a09d-3e87e11fdac0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "PUT /v2.0/routers/1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4642537 Nov 29 18:07:25.359789 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1222c00b-ffc8-4779-9caf-6b611ec73d95 None None] Sync routers for ids ['1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:07:25.369179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54268) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:25.371619 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1222c00b-ffc8-4779-9caf-6b611ec73d95 None None] Routers {'1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:07:25.372254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1222c00b-ffc8-4779-9caf-6b611ec73d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:06:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:25.408934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1222c00b-ffc8-4779-9caf-6b611ec73d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:25.416487 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d22d1f01-79e2-43fa-8eb5-2db6c03b430f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52098c2dfae94e3aab0320ee9bd0bc00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8508966 Nov 29 18:07:25.416487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54270) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:25.428830 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1222c00b-ffc8-4779-9caf-6b611ec73d95 None None] Routers {'1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:07:25.429453 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1222c00b-ffc8-4779-9caf-6b611ec73d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:06:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:25.501952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-2db7a89a-4c26-4098-bf42-ec95d00b1cd7 req-7834450f-b4d6-43d3-a3e6-d3bf1e2f1858 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Deleting port b3c7796e-c503-4e55-925e-dd102c2c1773 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:25.502296 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2db7a89a-4c26-4098-bf42-ec95d00b1cd7 req-7834450f-b4d6-43d3-a3e6-d3bf1e2f1858 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:25.535956 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1222c00b-ffc8-4779-9caf-6b611ec73d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:25.536632 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1222c00b-ffc8-4779-9caf-6b611ec73d95 None None] The sync data for ids ['1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:07:25.555637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-89bf286a-cca0-428d-ae1a-46d45bde0c07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:25.615384 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-89bf286a-cca0-428d-ae1a-46d45bde0c07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:25.626180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-bc3d35ef-630a-43f2-99cc-4ad55a6b4054 service neutron] 10.222.0.23 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434193 Nov 29 18:07:25.647069 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:25.697206 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:25.738851 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6498600f-6cbe-4601-9cef-d26f99453e17 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:25.740887 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6498600f-6cbe-4601-9cef-d26f99453e17 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports?device_id=1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae HTTP/1.1" status: 200 len: 982 time: 0.3659286 Nov 29 18:07:25.751777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54276) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:25.798918 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-2db7a89a-4c26-4098-bf42-ec95d00b1cd7 req-7834450f-b4d6-43d3-a3e6-d3bf1e2f1858 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] For port b3c7796e-c503-4e55-925e-dd102c2c1773, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b3c7796e-c503-4e55-925e-dd102c2c1773,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:25.799313 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2db7a89a-4c26-4098-bf42-ec95d00b1cd7 req-7834450f-b4d6-43d3-a3e6-d3bf1e2f1858 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:25.822167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-2db7a89a-4c26-4098-bf42-ec95d00b1cd7 req-7834450f-b4d6-43d3-a3e6-d3bf1e2f1858 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Calling delete_port for b3c7796e-c503-4e55-925e-dd102c2c1773 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:25.979823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cd676-9fb8-4825-8fa4-610ddcc3c658 req-e5bb6975-a4a7-4c77-8be8-473299f8e89b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:25.986509 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cd676-9fb8-4825-8fa4-610ddcc3c658 req-e5bb6975-a4a7-4c77-8be8-473299f8e89b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:25.993900 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cd676-9fb8-4825-8fa4-610ddcc3c658 req-e5bb6975-a4a7-4c77-8be8-473299f8e89b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:26.001102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cd676-9fb8-4825-8fa4-610ddcc3c658 req-e5bb6975-a4a7-4c77-8be8-473299f8e89b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:26.009298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cd676-9fb8-4825-8fa4-610ddcc3c658 req-e5bb6975-a4a7-4c77-8be8-473299f8e89b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:26.017209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cd676-9fb8-4825-8fa4-610ddcc3c658 req-e5bb6975-a4a7-4c77-8be8-473299f8e89b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:26.036365 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cd676-9fb8-4825-8fa4-610ddcc3c658 req-e5bb6975-a4a7-4c77-8be8-473299f8e89b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:26.045841 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-097cd676-9fb8-4825-8fa4-610ddcc3c658 req-e5bb6975-a4a7-4c77-8be8-473299f8e89b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5408 time: 0.3450887 Nov 29 18:07:26.135208 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2db7a89a-4c26-4098-bf42-ec95d00b1cd7 req-7834450f-b4d6-43d3-a3e6-d3bf1e2f1858 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:26.253041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834450f-b4d6-43d3-a3e6-d3bf1e2f1858 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Pushing event deleted for resources: {'Port': ['ID=b3c7796e-c503-4e55-925e-dd102c2c1773,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:26.343558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Allocated IP 172.25.3.32 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/7883afd0-1392-4db3-be66-21fdd0218f58) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:26.350121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Attempting to bind port 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:26.350932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Attempting to bind port 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:26.350932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Attempting to bind port 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 on network d377bfed-7780-49fd-af42-fe62ff964a43 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:26.364450 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db7a89a-4c26-4098-bf42-ec95d00b1cd7 req-7834450f-b4d6-43d3-a3e6-d3bf1e2f1858 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] No DVR routers for this DVR port b3c7796e-c503-4e55-925e-dd102c2c1773 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:07:26.367287 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-89bf286a-cca0-428d-ae1a-46d45bde0c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:26.376358 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-89bf286a-cca0-428d-ae1a-46d45bde0c07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:26.380166 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-89bf286a-cca0-428d-ae1a-46d45bde0c07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd635e5b-f2ac-4046-b1ec-ca4249e21716 HTTP/1.1" status: 204 len: 168 time: 0.9608090 Nov 29 18:07:26.380166 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2db7a89a-4c26-4098-bf42-ec95d00b1cd7 req-7834450f-b4d6-43d3-a3e6-d3bf1e2f1858 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:26.383503 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2db7a89a-4c26-4098-bf42-ec95d00b1cd7 req-7834450f-b4d6-43d3-a3e6-d3bf1e2f1858 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.20 "DELETE /v2.0/ports/b3c7796e-c503-4e55-925e-dd102c2c1773 HTTP/1.1" status: 204 len: 173 time: 1.1853476 Nov 29 18:07:26.414689 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a43a1e2b-12cf-4c46-b628-155b7a8e5bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:26.432689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8ce8c5-4f06-46f3-90d3-a010996a1f65', 'name': 'network-vif-deleted', 'tag': 'b3c7796e-c503-4e55-925e-dd102c2c1773'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:26.435135 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52680a2-621a-4d9c-b13b-8917f49724c9" -d '{"events": [{"server_uuid": "3f8ce8c5-4f06-46f3-90d3-a010996a1f65", "name": "network-vif-deleted", "tag": "b3c7796e-c503-4e55-925e-dd102c2c1773"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:26.449372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf286a-cca0-428d-ae1a-46d45bde0c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd635e5b-f2ac-4046-b1ec-ca4249e21716,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:26.496189 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ea93c3b-900a-45d3-8567-88f4584b2b14 req-ec4b4139-6dae-4d16-bcf2-5e5bab240458 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 210 time: 0.1485772 Nov 29 18:07:26.633231 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-097cd676-9fb8-4825-8fa4-610ddcc3c658 req-2a73887e-2eea-47ac-ad75-756026c29054 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5863724 Nov 29 18:07:26.657012 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Port 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 on network d377bfed-7780-49fd-af42-fe62ff964a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:07:26.657358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Attempting to bind port 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 on network d377bfed-7780-49fd-af42-fe62ff964a43 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:26.718878 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf196a4-eadb-4ff0-a9a9-4af49671b9b0 x-openstack-request-id: req-1cf196a4-eadb-4ff0-a9a9-4af49671b9b0 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:26.719178 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8ce8c5-4f06-46f3-90d3-a010996a1f65", "name": "network-vif-deleted", "tag": "b3c7796e-c503-4e55-925e-dd102c2c1773", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:26.719430 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1cf196a4-eadb-4ff0-a9a9-4af49671b9b0 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:26.719836 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8ce8c5-4f06-46f3-90d3-a010996a1f65', 'name': 'network-vif-deleted', 'tag': 'b3c7796e-c503-4e55-925e-dd102c2c1773', 'status': 'completed', 'code': 200} Nov 29 18:07:26.769745 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:26.770097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Checking segment: {'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:26.770725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Bound using segment: {'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:26.771702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Bound port: 0c5a5880-da85-4a3c-b1f8-4c388c11ce37, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:26.772084 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:27.077444 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:27.107246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] For port 0c5a5880-da85-4a3c-b1f8-4c388c11ce37, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:27.116178 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:27.131383 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] For port 0c5a5880-da85-4a3c-b1f8-4c388c11ce37, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0c5a5880-da85-4a3c-b1f8-4c388c11ce37,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:27.148107 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:27.357909 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:27.359182 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:27.360777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] 10.222.0.31 "PUT /v2.0/ports/0c5a5880-da85-4a3c-b1f8-4c388c11ce37 HTTP/1.1" status: 200 len: 1090 time: 5.1870167 Nov 29 18:07:27.361431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'tag': '0c5a5880-da85-4a3c-b1f8-4c388c11ce37'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:27.363897 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e21702e-8b56-4b7b-aa75-7a86696c9d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "tag": "0c5a5880-da85-4a3c-b1f8-4c388c11ce37"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:27.406411 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:27.414346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Request body: {'port': {'device_id': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:27.468971 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e267ec-f851-4a2c-a908-893bda8fc4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0c5a5880-da85-4a3c-b1f8-4c388c11ce37,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:27.484373 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fcf3c7-0d1d-47d2-8f7a-e7c6d18ed634 x-openstack-request-id: req-e2fcf3c7-0d1d-47d2-8f7a-e7c6d18ed634 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:27.484899 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "tag": "0c5a5880-da85-4a3c-b1f8-4c388c11ce37", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:27.485329 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2fcf3c7-0d1d-47d2-8f7a-e7c6d18ed634 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:27.485913 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'tag': '0c5a5880-da85-4a3c-b1f8-4c388c11ce37', 'status': 'completed', 'code': 200} Nov 29 18:07:27.515193 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:27.591815 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Pushing event updated for resources: {'Port': ['ID=7883afd0-1392-4db3-be66-21fdd0218f58,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:27.761807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:27.829781 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b3c7796e-c503-4e55-925e-dd102c2c1773 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:07:27.897309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: b3c7796e-c503-4e55-925e-dd102c2c1773 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:07:27.897931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b3c7796e-c503-4e55-925e-dd102c2c1773 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:07:27.909800 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-2bec949c-a502-4c71-b314-a69c9fa1e66a tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:27.911565 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-2bec949c-a502-4c71-b314-a69c9fa1e66a tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.31 "GET /v2.0/networks?id=7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 HTTP/1.1" status: 200 len: 814 time: 0.2497911 Nov 29 18:07:27.925707 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-a15e347d-b0db-49b7-bedb-8febfbf69649 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Request body: {'port': {'device_id': '958ccb9f-e501-4d45-83ef-6069d481eb2c', 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16', 'admin_state_up': True, 'tenant_id': '383d90a15ebd4c609091ab32f0e04663'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:27.971953 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:27.988189 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e6a19317-deca-4e83-a4ef-e3680c0861e2 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:27.990575 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:28.010361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:28.019158 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0899f6a-a029-47d0-9003-90f1e0fea75d None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:07:28.184196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-35f0c242-6997-4be8-8b87-764e76fd6369 None None] Provisioning complete for port 7883afd0-1392-4db3-be66-21fdd0218f58 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:28.185097 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35f0c242-6997-4be8-8b87-764e76fd6369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:28.213958 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-a15e347d-b0db-49b7-bedb-8febfbf69649 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Made reservation on behalf of 383d90a15ebd4c609091ab32f0e04663 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:28.218433 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-a15e347d-b0db-49b7-bedb-8febfbf69649 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:28.253510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-35f0c242-6997-4be8-8b87-764e76fd6369 None None] Port 7883afd0-1392-4db3-be66-21fdd0218f58 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:28.351577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13e05f1e-bc13-48c1-be41-fe67722ec2f5 req-f4033786-f3fc-4375-9b03-4639b0c82b96 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 210 time: 0.5876043 Nov 29 18:07:28.464566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21702e-8b56-4b7b-aa75-7a86696c9d2b req-ea410133-7ea1-4d14-92e1-c554e0902c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:28.465191 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21702e-8b56-4b7b-aa75-7a86696c9d2b req-ea410133-7ea1-4d14-92e1-c554e0902c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:28.465506 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21702e-8b56-4b7b-aa75-7a86696c9d2b req-ea410133-7ea1-4d14-92e1-c554e0902c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:28.465969 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21702e-8b56-4b7b-aa75-7a86696c9d2b req-ea410133-7ea1-4d14-92e1-c554e0902c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:28.466435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21702e-8b56-4b7b-aa75-7a86696c9d2b req-ea410133-7ea1-4d14-92e1-c554e0902c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:28.471596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21702e-8b56-4b7b-aa75-7a86696c9d2b req-ea410133-7ea1-4d14-92e1-c554e0902c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:28.474814 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21702e-8b56-4b7b-aa75-7a86696c9d2b req-ea410133-7ea1-4d14-92e1-c554e0902c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:28.476802 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e21702e-8b56-4b7b-aa75-7a86696c9d2b req-ea410133-7ea1-4d14-92e1-c554e0902c88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 6355 time: 0.8695390 Nov 29 18:07:28.520081 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-a15e347d-b0db-49b7-bedb-8febfbf69649 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Allocated IP 172.20.0.13 (7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16/9926ba24-8051-4fc2-8c61-17f9f010d206/cd7fcffc-e6ab-4623-b693-27c25f9330c1) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:28.863917 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-a15e347d-b0db-49b7-bedb-8febfbf69649 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:28.911979 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-a15e347d-b0db-49b7-bedb-8febfbf69649 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:28.963668 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-a15e347d-b0db-49b7-bedb-8febfbf69649 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Network 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:28.968182 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-a15e347d-b0db-49b7-bedb-8febfbf69649 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:28.981372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9c577-cf66-4b82-b71a-c731215a24d2 req-7428e8c9-eb9b-407f-a998-e80e1561b53b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:28.988175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9c577-cf66-4b82-b71a-c731215a24d2 req-7428e8c9-eb9b-407f-a998-e80e1561b53b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:28.995182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9c577-cf66-4b82-b71a-c731215a24d2 req-7428e8c9-eb9b-407f-a998-e80e1561b53b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:29.001195 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9c577-cf66-4b82-b71a-c731215a24d2 req-7428e8c9-eb9b-407f-a998-e80e1561b53b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:29.007505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9c577-cf66-4b82-b71a-c731215a24d2 req-7428e8c9-eb9b-407f-a998-e80e1561b53b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:29.013740 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:29.017608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9c577-cf66-4b82-b71a-c731215a24d2 req-7428e8c9-eb9b-407f-a998-e80e1561b53b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:29.018772 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e347d-b0db-49b7-bedb-8febfbf69649 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Pushing event updated for resources: {'Port': ['ID=cd7fcffc-e6ab-4623-b693-27c25f9330c1,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:29.026268 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9c577-cf66-4b82-b71a-c731215a24d2 req-7428e8c9-eb9b-407f-a998-e80e1561b53b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:29.028340 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afb9c577-cf66-4b82-b71a-c731215a24d2 req-7428e8c9-eb9b-407f-a998-e80e1561b53b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5408 time: 1.0100002 Nov 29 18:07:29.029014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-a15e347d-b0db-49b7-bedb-8febfbf69649 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:29.100180 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54388) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:29.124734 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-a15e347d-b0db-49b7-bedb-8febfbf69649 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:29.125739 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-a15e347d-b0db-49b7-bedb-8febfbf69649 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:29.149453 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-a15e347d-b0db-49b7-bedb-8febfbf69649 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2275779 Nov 29 18:07:29.166735 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Request body: {'port': {'device_id': '958ccb9f-e501-4d45-83ef-6069d481eb2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:29.310659 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:29.340053 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-491abe75-9c46-4b9a-93fc-bfde8e7a4ae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:29.521396 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:29.687666 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e73ed092-ce3c-4b7f-94df-2e0d60df025e {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:29.700631 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:29.715780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Transition to ACTIVE for port object e73ed092-ce3c-4b7f-94df-2e0d60df025e will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:07:29.742715 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:29.768552 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7fcffc-e6ab-4623-b693-27c25f9330c1 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:29.778111 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:29.793448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Transition to ACTIVE for port object cd7fcffc-e6ab-4623-b693-27c25f9330c1 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:07:29.805253 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:29.825804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Pushing event updated for resources: {'Port': ['ID=e73ed092-ce3c-4b7f-94df-2e0d60df025e,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:29.860427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Pushing event updated for resources: {'Port': ['ID=cd7fcffc-e6ab-4623-b693-27c25f9330c1,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:29.908813 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:29.976106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21702e-8b56-4b7b-aa75-7a86696c9d2b req-98a61e29-aebe-4a6b-9d7b-0e0e67c48f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:29.976682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21702e-8b56-4b7b-aa75-7a86696c9d2b req-98a61e29-aebe-4a6b-9d7b-0e0e67c48f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:29.977163 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21702e-8b56-4b7b-aa75-7a86696c9d2b req-98a61e29-aebe-4a6b-9d7b-0e0e67c48f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:29.978855 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e21702e-8b56-4b7b-aa75-7a86696c9d2b req-98a61e29-aebe-4a6b-9d7b-0e0e67c48f93 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.4877188 Nov 29 18:07:30.016110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Attempting to bind port cd7fcffc-e6ab-4623-b693-27c25f9330c1 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:30.016676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Attempting to bind port cd7fcffc-e6ab-4623-b693-27c25f9330c1 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'f8d42821-d2a0-4cbe-9cba-7f148c2b4c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:30.016780 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Attempting to bind port cd7fcffc-e6ab-4623-b693-27c25f9330c1 on network 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:30.028524 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Port cd7fcffc-e6ab-4623-b693-27c25f9330c1 on network 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:07:30.028867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Attempting to bind port cd7fcffc-e6ab-4623-b693-27c25f9330c1 on network 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:30.047741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:30.048138 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Checking segment: {'id': 'f8d42821-d2a0-4cbe-9cba-7f148c2b4c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:30.048539 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Bound using segment: {'id': 'f8d42821-d2a0-4cbe-9cba-7f148c2b4c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:30.049001 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Bound port: cd7fcffc-e6ab-4623-b693-27c25f9330c1, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d42821-d2a0-4cbe-9cba-7f148c2b4c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:30.049374 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:30.169838 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-491abe75-9c46-4b9a-93fc-bfde8e7a4ae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:30.183354 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-491abe75-9c46-4b9a-93fc-bfde8e7a4ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:30.230952 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5aa22-cb34-4fca-b116-ce0d11eddb05 req-5f21b2ac-a115-4a4b-9fef-c9e68e78519c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:30.232708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6d5aa22-cb34-4fca-b116-ce0d11eddb05 req-5f21b2ac-a115-4a4b-9fef-c9e68e78519c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 944 time: 0.4919429 Nov 29 18:07:30.287201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] For port cd7fcffc-e6ab-4623-b693-27c25f9330c1, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:30.293215 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-491abe75-9c46-4b9a-93fc-bfde8e7a4ae0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=966fde7e694a4cf793d42aa3f691b5dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1919672 Nov 29 18:07:30.295084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afb9c577-cf66-4b82-b71a-c731215a24d2 req-bcf24458-c83f-412c-8f86-50f449b250c4 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2326615 Nov 29 18:07:30.303587 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] For port cd7fcffc-e6ab-4623-b693-27c25f9330c1, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=cd7fcffc-e6ab-4623-b693-27c25f9330c1,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:30.306149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491abe75-9c46-4b9a-93fc-bfde8e7a4ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b53b6f-1d5d-4fc6-abe9-f5ac57b88b83,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:30.311586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54400) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:30.323883 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:30.363604 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:30.410116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:30.411379 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:30.412995 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] 10.222.0.31 "PUT /v2.0/ports/cd7fcffc-e6ab-4623-b693-27c25f9330c1 HTTP/1.1" status: 200 len: 1092 time: 1.2554085 Nov 29 18:07:30.413732 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958ccb9f-e501-4d45-83ef-6069d481eb2c', 'tag': 'cd7fcffc-e6ab-4623-b693-27c25f9330c1'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:30.418145 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c5ed6a-f86d-494c-9518-193d0b851b20" -d '{"events": [{"name": "network-changed", "server_uuid": "958ccb9f-e501-4d45-83ef-6069d481eb2c", "tag": "cd7fcffc-e6ab-4623-b693-27c25f9330c1"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:30.466641 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4210ed2-1d19-4f31-9ba7-8ad3e418442b service neutron] Pushing event updated for resources: {'Port': ['ID=cd7fcffc-e6ab-4623-b693-27c25f9330c1,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:30.549524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21702e-8b56-4b7b-aa75-7a86696c9d2b req-93053d89-babf-464b-aeb4-6332e7521b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:30.551223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e21702e-8b56-4b7b-aa75-7a86696c9d2b req-93053d89-babf-464b-aeb4-6332e7521b6c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5603876 Nov 29 18:07:30.583083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Attempting to bind port e73ed092-ce3c-4b7f-94df-2e0d60df025e on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:30.583590 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Attempting to bind port e73ed092-ce3c-4b7f-94df-2e0d60df025e by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '46a35f99-4c12-457a-ac53-3e115df10652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:30.584035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Attempting to bind port e73ed092-ce3c-4b7f-94df-2e0d60df025e on network e0425de3-85ca-461a-a6de-7e5f9d893ce2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:30.588274 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-01f1bed8-fcc1-4672-b251-f03439152d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:30.590204 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-01f1bed8-fcc1-4672-b251-f03439152d23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=383d90a15ebd4c609091ab32f0e04663&device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 1095 time: 0.1137888 Nov 29 18:07:30.620894 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6d5aa22-cb34-4fca-b116-ce0d11eddb05 req-eddb2ea1-590f-4d7e-b072-4f5412916420 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480389 Nov 29 18:07:30.645687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Port e73ed092-ce3c-4b7f-94df-2e0d60df025e on network e0425de3-85ca-461a-a6de-7e5f9d893ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:07:30.646032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Attempting to bind port e73ed092-ce3c-4b7f-94df-2e0d60df025e on network e0425de3-85ca-461a-a6de-7e5f9d893ce2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:30.651867 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-ad5e12e5-76ab-40ab-a1f8-0283f65e8e2a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd7fcffc-e6ab-4623-b693-27c25f9330c1 HTTP/1.1" status: 200 len: 217 time: 0.0537651 Nov 29 18:07:30.704220 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:30.704842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Checking segment: {'id': '46a35f99-4c12-457a-ac53-3e115df10652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:30.708176 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Bound using segment: {'id': '46a35f99-4c12-457a-ac53-3e115df10652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:30.711454 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Bound port: e73ed092-ce3c-4b7f-94df-2e0d60df025e, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a35f99-4c12-457a-ac53-3e115df10652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:30.714675 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:30.722482 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22634058-31b5-4fbf-a043-ffb29b608098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:30.733415 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-3d484943-51b9-4ffb-a8ab-46fec9f1c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:30.735109 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-3d484943-51b9-4ffb-a8ab-46fec9f1c069 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9926ba24-8051-4fc2-8c61-17f9f010d206 HTTP/1.1" status: 200 len: 854 time: 0.0760090 Nov 29 18:07:30.736765 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e7ef7c-694b-4951-9ac0-7854f1a16654 x-openstack-request-id: req-02e7ef7c-694b-4951-9ac0-7854f1a16654 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:30.736914 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958ccb9f-e501-4d45-83ef-6069d481eb2c", "tag": "cd7fcffc-e6ab-4623-b693-27c25f9330c1", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:30.737244 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02e7ef7c-694b-4951-9ac0-7854f1a16654 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:30.738288 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958ccb9f-e501-4d45-83ef-6069d481eb2c', 'tag': 'cd7fcffc-e6ab-4623-b693-27c25f9330c1', 'status': 'completed', 'code': 200} Nov 29 18:07:30.763579 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e6a19317-deca-4e83-a4ef-e3680c0861e2 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port 51b1f4b3-9e82-4ff3-8e5a-fa4a2409c07d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:30.764091 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e6a19317-deca-4e83-a4ef-e3680c0861e2 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:30.792038 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-01068940-ecf4-4301-ad8b-5c93d66bfc16 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463436 Nov 29 18:07:30.858225 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22634058-31b5-4fbf-a043-ffb29b608098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:30.938221 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-9b7ddbd4-253a-4fcd-891d-a2f6615e7b21 service neutron] 10.222.0.31 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390278 Nov 29 18:07:31.071463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] For port e73ed092-ce3c-4b7f-94df-2e0d60df025e, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:31.077476 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4994e70d-bcba-4387-90d7-d55a93d1f3bf req-c5b98731-83a9-4fb0-a70a-99d25e1ad60b service neutron] 10.222.0.31 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319149 Nov 29 18:07:31.078050 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e6a19317-deca-4e83-a4ef-e3680c0861e2 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:31.082831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] For port e73ed092-ce3c-4b7f-94df-2e0d60df025e, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e73ed092-ce3c-4b7f-94df-2e0d60df025e,segment=NetworkSegment(46a35f99-4c12-457a-ac53-3e115df10652),segment_id=46a35f99-4c12-457a-ac53-3e115df10652)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:31.110554 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:31.136817 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.137132 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:31.138743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] 10.222.0.31 "PUT /v2.0/ports/e73ed092-ce3c-4b7f-94df-2e0d60df025e HTTP/1.1" status: 200 len: 1091 time: 3.7339523 Nov 29 18:07:31.139810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e6a19317-deca-4e83-a4ef-e3680c0861e2 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for 51b1f4b3-9e82-4ff3-8e5a-fa4a2409c07d owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:31.155989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'tag': 'e73ed092-ce3c-4b7f-94df-2e0d60df025e'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:31.162496 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9603093-a32b-4160-8ab8-62961dfaed9f" -d '{"events": [{"name": "network-changed", "server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "tag": "e73ed092-ce3c-4b7f-94df-2e0d60df025e"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:31.206639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Request body: {'port': {'device_id': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:31.214255 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:31.246164 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22634058-31b5-4fbf-a043-ffb29b608098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:31.250467 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22634058-31b5-4fbf-a043-ffb29b608098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:31.252060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5ed6a-f86d-494c-9518-193d0b851b20 req-200246c0-f7f1-43a2-8b52-7fc388de2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.253580 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a4c5ed6a-f86d-494c-9518-193d0b851b20 req-200246c0-f7f1-43a2-8b52-7fc388de2a43 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=383d90a15ebd4c609091ab32f0e04663&device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 1095 time: 0.1171927 Nov 29 18:07:31.254628 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-22634058-31b5-4fbf-a043-ffb29b608098 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08b53b6f-1d5d-4fc6-abe9-f5ac57b88b83 HTTP/1.1" status: 204 len: 168 time: 0.9370108 Nov 29 18:07:31.265068 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de20d05-07bc-4187-a10d-02b5f00b07c3 x-openstack-request-id: req-6de20d05-07bc-4187-a10d-02b5f00b07c3 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:31.265402 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "tag": "e73ed092-ce3c-4b7f-94df-2e0d60df025e", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:31.265632 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6de20d05-07bc-4187-a10d-02b5f00b07c3 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:31.266829 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'tag': 'e73ed092-ce3c-4b7f-94df-2e0d60df025e', 'status': 'completed', 'code': 200} Nov 29 18:07:31.318370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22634058-31b5-4fbf-a043-ffb29b608098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b53b6f-1d5d-4fc6-abe9-f5ac57b88b83,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:31.453404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5ed6a-f86d-494c-9518-193d0b851b20 req-67311d95-57f0-4e80-986d-fd48ee1c5b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.459786 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a4c5ed6a-f86d-494c-9518-193d0b851b20 req-67311d95-57f0-4e80-986d-fd48ee1c5b32 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 HTTP/1.1" status: 200 len: 915 time: 0.1831284 Nov 29 18:07:31.545149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04d572-b56b-4f04-8edc-38322d2519fd service neutron] Pushing event updated for resources: {'Port': ['ID=e73ed092-ce3c-4b7f-94df-2e0d60df025e,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:31.568528 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a4c5ed6a-f86d-494c-9518-193d0b851b20 req-bb20d380-ed95-4f99-b86c-dcf94606406b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd7fcffc-e6ab-4623-b693-27c25f9330c1 HTTP/1.1" status: 200 len: 217 time: 0.1010871 Nov 29 18:07:31.638506 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:31.643962 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5ed6a-f86d-494c-9518-193d0b851b20 req-d61546a6-3128-4f26-a3ee-b34c9c96ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.646706 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a4c5ed6a-f86d-494c-9518-193d0b851b20 req-d61546a6-3128-4f26-a3ee-b34c9c96ed49 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9926ba24-8051-4fc2-8c61-17f9f010d206 HTTP/1.1" status: 200 len: 854 time: 0.0708151 Nov 29 18:07:31.667226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9603093-a32b-4160-8ab8-62961dfaed9f req-f84fe3b5-a75c-4416-8839-84a0d14b7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.667749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9603093-a32b-4160-8ab8-62961dfaed9f req-f84fe3b5-a75c-4416-8839-84a0d14b7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.668245 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9603093-a32b-4160-8ab8-62961dfaed9f req-f84fe3b5-a75c-4416-8839-84a0d14b7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.668665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9603093-a32b-4160-8ab8-62961dfaed9f req-f84fe3b5-a75c-4416-8839-84a0d14b7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.669137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9603093-a32b-4160-8ab8-62961dfaed9f req-f84fe3b5-a75c-4416-8839-84a0d14b7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.669602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9603093-a32b-4160-8ab8-62961dfaed9f req-f84fe3b5-a75c-4416-8839-84a0d14b7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.670061 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9603093-a32b-4160-8ab8-62961dfaed9f req-f84fe3b5-a75c-4416-8839-84a0d14b7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.672077 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9603093-a32b-4160-8ab8-62961dfaed9f req-f84fe3b5-a75c-4416-8839-84a0d14b7198 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 6422 time: 0.3430293 Nov 29 18:07:31.699725 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a4c5ed6a-f86d-494c-9518-193d0b851b20 req-cf83aaa5-ac7b-4055-be72-d49d770460cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436893 Nov 29 18:07:31.848251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95a1e6-03b0-455b-bc87-22cd31da1781 req-3176919d-44d0-4136-8728-1703d411a737 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.870614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95a1e6-03b0-455b-bc87-22cd31da1781 req-3176919d-44d0-4136-8728-1703d411a737 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.879253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95a1e6-03b0-455b-bc87-22cd31da1781 req-3176919d-44d0-4136-8728-1703d411a737 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.885561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95a1e6-03b0-455b-bc87-22cd31da1781 req-3176919d-44d0-4136-8728-1703d411a737 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.891910 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95a1e6-03b0-455b-bc87-22cd31da1781 req-3176919d-44d0-4136-8728-1703d411a737 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.898306 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95a1e6-03b0-455b-bc87-22cd31da1781 req-3176919d-44d0-4136-8728-1703d411a737 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.905417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95a1e6-03b0-455b-bc87-22cd31da1781 req-3176919d-44d0-4136-8728-1703d411a737 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:31.908192 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a4c5ed6a-f86d-494c-9518-193d0b851b20 req-1dd586f3-9959-4ae4-938c-605c0d4b48e5 service neutron] 10.222.0.31 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997905 Nov 29 18:07:31.914314 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f95a1e6-03b0-455b-bc87-22cd31da1781 req-3176919d-44d0-4136-8728-1703d411a737 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5420 time: 0.4354503 Nov 29 18:07:32.036046 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a4c5ed6a-f86d-494c-9518-193d0b851b20 req-65b719f8-f5cb-433b-a099-69a854031561 service neutron] 10.222.0.31 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192374 Nov 29 18:07:32.298495 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b411e-c858-4b5c-a42d-f52d22618f2b req-63706bed-e203-4b87-bcdf-f06098cd0726 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:32.300495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-db6b411e-c858-4b5c-a42d-f52d22618f2b req-63706bed-e203-4b87-bcdf-f06098cd0726 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 944 time: 0.3777010 Nov 29 18:07:32.314738 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9603093-a32b-4160-8ab8-62961dfaed9f req-99dd85f7-bfdf-48fa-8449-0f3e9bc5b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:32.315289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9603093-a32b-4160-8ab8-62961dfaed9f req-99dd85f7-bfdf-48fa-8449-0f3e9bc5b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:32.315746 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9603093-a32b-4160-8ab8-62961dfaed9f req-99dd85f7-bfdf-48fa-8449-0f3e9bc5b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:32.317396 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9603093-a32b-4160-8ab8-62961dfaed9f req-99dd85f7-bfdf-48fa-8449-0f3e9bc5b0e4 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6276674 Nov 29 18:07:32.399829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f95a1e6-03b0-455b-bc87-22cd31da1781 req-d1d56a4c-3cb1-49bb-84f3-615b2d44d473 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4729953 Nov 29 18:07:32.494459 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e6a19317-deca-4e83-a4ef-e3680c0861e2 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:32.554149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Router 931ba091-42dc-4865-b447-575628521101 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:07:32.556769 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a19317-deca-4e83-a4ef-e3680c0861e2 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=51b1f4b3-9e82-4ff3-8e5a-fa4a2409c07d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:32.607905 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-db6b411e-c858-4b5c-a42d-f52d22618f2b req-969f762c-3780-480e-8576-eaa07f894430 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851632 Nov 29 18:07:33.180366 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54482) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:33.236705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9603093-a32b-4160-8ab8-62961dfaed9f req-e75ef992-65a4-4f9d-bc06-63ec1fb573f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:33.238388 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9603093-a32b-4160-8ab8-62961dfaed9f req-e75ef992-65a4-4f9d-bc06-63ec1fb573f2 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8807015 Nov 29 18:07:33.324972 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-4ab9c205-ac2a-4e4a-bb53-d2114872d2e3 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-41146476'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:33.351643 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e6a19317-deca-4e83-a4ef-e3680c0861e2 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:33.355258 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c205-ac2a-4e4a-bb53-d2114872d2e3 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:33.356692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58205b60-33ce-4521-8706-6a9cb00f44ef {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:33.359199 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c205-ac2a-4e4a-bb53-d2114872d2e3 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:33.363939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:07:33.374576 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Sync routers for ids ['931ba091-42dc-4865-b447-575628521101'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:07:33.380402 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:33.392168 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:33.393461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d8f01c9d-8257-4413-8838-132c7a5a6d92 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.6342909 Nov 29 18:07:33.399245 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54486) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:33.399516 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Routers {'931ba091-42dc-4865-b447-575628521101'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:07:33.403428 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:07:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['931ba091-42dc-4865-b447-575628521101'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:33.456077 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c205-ac2a-4e4a-bb53-d2114872d2e3 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:33.467568 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c205-ac2a-4e4a-bb53-d2114872d2e3 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:33.479059 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Transition to ACTIVE for port object 58205b60-33ce-4521-8706-6a9cb00f44ef will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:07:33.513348 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ab9c205-ac2a-4e4a-bb53-d2114872d2e3 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:33.517452 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4ab9c205-ac2a-4e4a-bb53-d2114872d2e3 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.3352675 Nov 29 18:07:33.520730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54492) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:33.567717 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Set router 931ba091-42dc-4865-b447-575628521101 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:07:33.579735 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:33.717792 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52081538-404f-401e-b5cf-d74c3cb1d40b tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:33.730528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf50407-8977-49ea-bfd6-700043023074 req-4a899029-c599-498c-91d2-f278a4b65dfe tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:33.745212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf50407-8977-49ea-bfd6-700043023074 req-4a899029-c599-498c-91d2-f278a4b65dfe tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:33.754503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf50407-8977-49ea-bfd6-700043023074 req-4a899029-c599-498c-91d2-f278a4b65dfe tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:33.767351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf50407-8977-49ea-bfd6-700043023074 req-4a899029-c599-498c-91d2-f278a4b65dfe tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:33.773702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf50407-8977-49ea-bfd6-700043023074 req-4a899029-c599-498c-91d2-f278a4b65dfe tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:33.781949 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf50407-8977-49ea-bfd6-700043023074 req-4a899029-c599-498c-91d2-f278a4b65dfe tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:33.787945 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931ba091-42dc-4865-b447-575628521101', 'name': 'tempest-ServerRescueNegativeTestJSON-436211263-router', 'tenant_id': '1c83627c91e74087bbaa05f8261c093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '7883afd0-1392-4db3-be66-21fdd0218f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:07:23Z', 'updated_at': '2021-11-29T18:07:29Z', 'revision_number': 3, 'project_id': '1c83627c91e74087bbaa05f8261c093f', 'gw_port': {'id': '7883afd0-1392-4db3-be66-21fdd0218f58', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:15:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931ba091-42dc-4865-b447-575628521101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:07:25Z', 'updated_at': '2021-11-29T18:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:33.788855 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf50407-8977-49ea-bfd6-700043023074 req-4a899029-c599-498c-91d2-f278a4b65dfe tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:33.797909 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-baf50407-8977-49ea-bfd6-700043023074 req-4a899029-c599-498c-91d2-f278a4b65dfe tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.2527955 Nov 29 18:07:33.820355 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Checking router: 931ba091-42dc-4865-b447-575628521101 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:07:33.821472 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Updating router 931ba091-42dc-4865-b447-575628521101 port 7883afd0-1392-4db3-be66-21fdd0218f58 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:07:33.853215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device cd7fcffc-e6ab-4623-b693-27c25f9330c1 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:07:33.860076 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:33.982273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=58205b60-33ce-4521-8706-6a9cb00f44ef,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:34.023848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a19317-deca-4e83-a4ef-e3680c0861e2 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Router 1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:07:34.027512 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52081538-404f-401e-b5cf-d74c3cb1d40b tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.030238 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52081538-404f-401e-b5cf-d74c3cb1d40b tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.091380 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-baf50407-8977-49ea-bfd6-700043023074 req-eb0e345d-18ef-4846-ade7-9947cd1b524d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2923336 Nov 29 18:07:34.092044 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52081538-404f-401e-b5cf-d74c3cb1d40b tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.092577 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52081538-404f-401e-b5cf-d74c3cb1d40b tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8fec5e74-1cb8-4391-9769-d4ca72a6ca69 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:07:34.111292 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52081538-404f-401e-b5cf-d74c3cb1d40b tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.112236 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-52081538-404f-401e-b5cf-d74c3cb1d40b tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] 10.222.0.23 "DELETE /v2.0/routers/8fec5e74-1cb8-4391-9769-d4ca72a6ca69 HTTP/1.1" status: 204 len: 168 time: 0.5899966 Nov 29 18:07:34.124612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port cd7fcffc-e6ab-4623-b693-27c25f9330c1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=cd7fcffc-e6ab-4623-b693-27c25f9330c1,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:34.127340 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54500) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:34.132880 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c18ece5a-3b80-4626-ab56-6da3d6115df2 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Request body: {'router': {'name': 'tempest-router-534706910', 'distributed': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:34.169014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f3813-9964-42bf-bd4e-2c251dade40c req-07372130-0dee-423a-84d3-a6ac95b7eec8 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:34.171352 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'cd7fcffc-e6ab-4623-b693-27c25f9330c1', 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16', 'port_id': 'cd7fcffc-e6ab-4623-b693-27c25f9330c1', 'mac_address': 'fa:16:3e:ca:51:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9926ba24-8051-4fc2-8c61-17f9f010d206', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:07:34.176872 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a89f3813-9964-42bf-bd4e-2c251dade40c req-07372130-0dee-423a-84d3-a6ac95b7eec8 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 944 time: 0.3680825 Nov 29 18:07:34.193032 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c18ece5a-3b80-4626-ab56-6da3d6115df2 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.195349 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c18ece5a-3b80-4626-ab56-6da3d6115df2 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.277401 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.298198 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c18ece5a-3b80-4626-ab56-6da3d6115df2 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.304855 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7fcffc-e6ab-4623-b693-27c25f9330c1 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:34.323693 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c18ece5a-3b80-4626-ab56-6da3d6115df2 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.344048 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.346565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port cd7fcffc-e6ab-4623-b693-27c25f9330c1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=cd7fcffc-e6ab-4623-b693-27c25f9330c1,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:34.358586 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.358856 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c18ece5a-3b80-4626-ab56-6da3d6115df2 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.359806 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.363020 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c18ece5a-3b80-4626-ab56-6da3d6115df2 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2345667 Nov 29 18:07:34.363877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54510) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:34.422502 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8087fb-0df7-48e8-818e-4a4ae18d4dae None None] Pushing event updated for resources: {'Port': ['ID=7883afd0-1392-4db3-be66-21fdd0218f58,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:34.440164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a19317-deca-4e83-a4ef-e3680c0861e2 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:07:34.448029 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58572d08-6a55-47fa-8915-0c259bbe855b None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:07:34.448842 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e6a19317-deca-4e83-a4ef-e3680c0861e2 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "PUT /v2.0/routers/1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6841264 Nov 29 18:07:34.452502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54512) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:34.459395 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Attempting to bind port 7883afd0-1392-4db3-be66-21fdd0218f58 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:34.465693 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Attempting to bind port 7883afd0-1392-4db3-be66-21fdd0218f58 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:34.466115 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Attempting to bind port 7883afd0-1392-4db3-be66-21fdd0218f58 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:34.470823 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e45a8-d121-4c21-8ca5-a3dbeb51b09b None None] Sync routers for ids ['1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:07:34.481196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=cd7fcffc-e6ab-4623-b693-27c25f9330c1,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:34.488555 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:34.489012 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:34.489603 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.490013 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:34.490629 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Bound port: 7883afd0-1392-4db3-be66-21fdd0218f58, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:34.491057 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.509976 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e45a8-d121-4c21-8ca5-a3dbeb51b09b None None] Routers {'1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:07:34.510619 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-076e45a8-d121-4c21-8ca5-a3dbeb51b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:07:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:34.515611 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-101d05ef-6b58-49d9-9f1b-b357cc585097 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] GET failed (client error): The resource could not be found. Nov 29 18:07:34.517246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-101d05ef-6b58-49d9-9f1b-b357cc585097 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports/51b1f4b3-9e82-4ff3-8e5a-fa4a2409c07d HTTP/1.1" status: 404 len: 333 time: 0.0601108 Nov 29 18:07:34.530164 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54514) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:34.562924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Attempting to bind port 58205b60-33ce-4521-8706-6a9cb00f44ef on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:34.563389 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Attempting to bind port 58205b60-33ce-4521-8706-6a9cb00f44ef by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '46a35f99-4c12-457a-ac53-3e115df10652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:34.563829 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Attempting to bind port 58205b60-33ce-4521-8706-6a9cb00f44ef on network e0425de3-85ca-461a-a6de-7e5f9d893ce2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:34.573265 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Port 58205b60-33ce-4521-8706-6a9cb00f44ef on network e0425de3-85ca-461a-a6de-7e5f9d893ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:07:34.573714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Attempting to bind port 58205b60-33ce-4521-8706-6a9cb00f44ef on network e0425de3-85ca-461a-a6de-7e5f9d893ce2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:34.589327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a89f3813-9964-42bf-bd4e-2c251dade40c req-31e5750a-d1cb-4b33-a26e-d6ad171a91ee tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067180 Nov 29 18:07:34.591115 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-076e45a8-d121-4c21-8ca5-a3dbeb51b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:34.598476 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:34.599257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Checking segment: {'id': '46a35f99-4c12-457a-ac53-3e115df10652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:34.599899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Bound using segment: {'id': '46a35f99-4c12-457a-ac53-3e115df10652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:34.600597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Bound port: 58205b60-33ce-4521-8706-6a9cb00f44ef, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46a35f99-4c12-457a-ac53-3e115df10652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:34.601271 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.615078 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] For port 7883afd0-1392-4db3-be66-21fdd0218f58, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:34.619775 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3c911bf0-236d-491d-9375-de9aa9e5a998 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.642215 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] For port 7883afd0-1392-4db3-be66-21fdd0218f58, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7883afd0-1392-4db3-be66-21fdd0218f58,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:34.650045 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8087fb-0df7-48e8-818e-4a4ae18d4dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:34.650452 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8087fb-0df7-48e8-818e-4a4ae18d4dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:34.650824 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8087fb-0df7-48e8-818e-4a4ae18d4dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:34.651177 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8087fb-0df7-48e8-818e-4a4ae18d4dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:34.651520 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8087fb-0df7-48e8-818e-4a4ae18d4dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:34.651863 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8087fb-0df7-48e8-818e-4a4ae18d4dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:34.655305 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8087fb-0df7-48e8-818e-4a4ae18d4dae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:34.655664 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8087fb-0df7-48e8-818e-4a4ae18d4dae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:34.656016 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8087fb-0df7-48e8-818e-4a4ae18d4dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:34.656364 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8087fb-0df7-48e8-818e-4a4ae18d4dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:34.656706 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8087fb-0df7-48e8-818e-4a4ae18d4dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:34.657046 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8087fb-0df7-48e8-818e-4a4ae18d4dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:34.664896 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.671657 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076e45a8-d121-4c21-8ca5-a3dbeb51b09b None None] Routers {'1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:07:34.672279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-076e45a8-d121-4c21-8ca5-a3dbeb51b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:07:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:34.733997 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-076e45a8-d121-4c21-8ca5-a3dbeb51b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:34.735857 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076e45a8-d121-4c21-8ca5-a3dbeb51b09b None None] The sync data for ids ['1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:07:34.747319 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Routers {'931ba091-42dc-4865-b447-575628521101'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:07:34.747946 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:07:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['931ba091-42dc-4865-b447-575628521101'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:34.750060 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86a0b1c-4007-4265-a02f-4f2dc6ad5b40 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:07:34.766756 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['cd7fcffc-e6ab-4623-b693-27c25f9330c1'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:07:34.771424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] For port 58205b60-33ce-4521-8706-6a9cb00f44ef, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:34.771700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-390a8654-e1c4-4266-bb8a-683fe59e7169 None None] Provisioning complete for port 7883afd0-1392-4db3-be66-21fdd0218f58 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:34.772073 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-390a8654-e1c4-4266-bb8a-683fe59e7169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.792659 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] For port 58205b60-33ce-4521-8706-6a9cb00f44ef, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=58205b60-33ce-4521-8706-6a9cb00f44ef,segment=NetworkSegment(46a35f99-4c12-457a-ac53-3e115df10652),segment_id=46a35f99-4c12-457a-ac53-3e115df10652)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:34.855499 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.944613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:34.945637 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:34.947411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] 10.222.0.31 "PUT /v2.0/ports/58205b60-33ce-4521-8706-6a9cb00f44ef HTTP/1.1" status: 200 len: 1091 time: 3.7493834 Nov 29 18:07:34.948477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'tag': '58205b60-33ce-4521-8706-6a9cb00f44ef'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:34.953285 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923f0414-2344-45e4-a140-a3968b774a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "tag": "58205b60-33ce-4521-8706-6a9cb00f44ef"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:35.009613 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] Set router 931ba091-42dc-4865-b447-575628521101 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:07:35.045157 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1ee90ad2-2a2e-452c-8bcb-c8b2030eed99 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:35.107924 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5024d0-09ec-49fd-a541-8e0ee251bf15 x-openstack-request-id: req-2b5024d0-09ec-49fd-a541-8e0ee251bf15 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:35.108636 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "tag": "58205b60-33ce-4521-8706-6a9cb00f44ef", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:35.109144 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b5024d0-09ec-49fd-a541-8e0ee251bf15 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:35.109822 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'tag': '58205b60-33ce-4521-8706-6a9cb00f44ef', 'status': 'completed', 'code': 200} Nov 29 18:07:35.136729 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbeb7ac-f5eb-44d0-9dcf-d95263561bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=58205b60-33ce-4521-8706-6a9cb00f44ef,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:35.163069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-250b090c-3f84-41cc-a4d4-43a402a75b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:35.164103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-250b090c-3f84-41cc-a4d4-43a402a75b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:35.166669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-250b090c-3f84-41cc-a4d4-43a402a75b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:35.167449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-250b090c-3f84-41cc-a4d4-43a402a75b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:35.169202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-250b090c-3f84-41cc-a4d4-43a402a75b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:35.170808 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-250b090c-3f84-41cc-a4d4-43a402a75b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:35.171479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-250b090c-3f84-41cc-a4d4-43a402a75b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:35.174871 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-390a8654-e1c4-4266-bb8a-683fe59e7169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:35.176254 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-250b090c-3f84-41cc-a4d4-43a402a75b53 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 6489 time: 0.1651981 Nov 29 18:07:35.178451 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:35.223979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-390a8654-e1c4-4266-bb8a-683fe59e7169 None None] For port 7883afd0-1392-4db3-be66-21fdd0218f58, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7883afd0-1392-4db3-be66-21fdd0218f58,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:35.233505 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-390a8654-e1c4-4266-bb8a-683fe59e7169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:35.286924 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-9328cbbc-e88a-4e6c-92e1-78d7c846a5bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17492e79-7d27-4b2d-8ba8-94b6d25ef180 HTTP/1.1" status: 200 len: 217 time: 0.0847721 Nov 29 18:07:35.378159 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931ba091-42dc-4865-b447-575628521101', 'name': 'tempest-ServerRescueNegativeTestJSON-436211263-router', 'tenant_id': '1c83627c91e74087bbaa05f8261c093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '7883afd0-1392-4db3-be66-21fdd0218f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:07:23Z', 'updated_at': '2021-11-29T18:07:29Z', 'revision_number': 3, 'project_id': '1c83627c91e74087bbaa05f8261c093f', 'gw_port': {'id': '7883afd0-1392-4db3-be66-21fdd0218f58', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:15:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931ba091-42dc-4865-b447-575628521101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:07:25Z', 'updated_at': '2021-11-29T18:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:35.439729 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a8654-e1c4-4266-bb8a-683fe59e7169 None None] Pushing event updated for resources: {'Port': ['ID=7883afd0-1392-4db3-be66-21fdd0218f58,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:35.444764 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8087fb-0df7-48e8-818e-4a4ae18d4dae None None] Pushing event updated for resources: {'Port': ['ID=7883afd0-1392-4db3-be66-21fdd0218f58,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:35.448747 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6726f3e9-4729-4d9a-ba63-ed210e19d476 None None] The sync data for ids ['931ba091-42dc-4865-b447-575628521101'] in n-d-819494-5 is: [{'id': '931ba091-42dc-4865-b447-575628521101', 'name': 'tempest-ServerRescueNegativeTestJSON-436211263-router', 'tenant_id': '1c83627c91e74087bbaa05f8261c093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '7883afd0-1392-4db3-be66-21fdd0218f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:07:23Z', 'updated_at': '2021-11-29T18:07:29Z', 'revision_number': 3, 'project_id': '1c83627c91e74087bbaa05f8261c093f', 'gw_port': {'id': '7883afd0-1392-4db3-be66-21fdd0218f58', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:15:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931ba091-42dc-4865-b447-575628521101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:07:25Z', 'updated_at': '2021-11-29T18:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:07:35.449238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d0883fc7-fa61-47f2-9c51-278370f1bf26 None None] Provisioning complete for port 7883afd0-1392-4db3-be66-21fdd0218f58 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:35.453833 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0883fc7-fa61-47f2-9c51-278370f1bf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:35.600468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5d1a56d3-59ec-4336-b710-8f6bc10b96a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:35.602669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5d1a56d3-59ec-4336-b710-8f6bc10b96a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ddd95e10-71b6-4e7a-9420-b299dbcdb3cc HTTP/1.1" status: 200 len: 856 time: 0.2750759 Nov 29 18:07:35.649421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c61a0-3d1b-456c-85c4-8f5e1bbbf67a req-1cdd7d30-0b9b-460f-aaaa-502ccbdabfe3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:35.655858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c61a0-3d1b-456c-85c4-8f5e1bbbf67a req-1cdd7d30-0b9b-460f-aaaa-502ccbdabfe3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:35.662092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c61a0-3d1b-456c-85c4-8f5e1bbbf67a req-1cdd7d30-0b9b-460f-aaaa-502ccbdabfe3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:35.668795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c61a0-3d1b-456c-85c4-8f5e1bbbf67a req-1cdd7d30-0b9b-460f-aaaa-502ccbdabfe3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:35.675024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c61a0-3d1b-456c-85c4-8f5e1bbbf67a req-1cdd7d30-0b9b-460f-aaaa-502ccbdabfe3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:35.689300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c61a0-3d1b-456c-85c4-8f5e1bbbf67a req-1cdd7d30-0b9b-460f-aaaa-502ccbdabfe3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:35.697152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c61a0-3d1b-456c-85c4-8f5e1bbbf67a req-1cdd7d30-0b9b-460f-aaaa-502ccbdabfe3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:35.708147 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c9c61a0-3d1b-456c-85c4-8f5e1bbbf67a req-1cdd7d30-0b9b-460f-aaaa-502ccbdabfe3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.4197574 Nov 29 18:07:35.857780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device cd7fcffc-e6ab-4623-b693-27c25f9330c1 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:35.907727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee20bda-9173-4b52-a97c-31319088bad4 req-45d19c31-96c1-4c31-bf42-29f58f5e4754 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:35.909348 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ee20bda-9173-4b52-a97c-31319088bad4 req-45d19c31-96c1-4c31-bf42-29f58f5e4754 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 945 time: 0.1986086 Nov 29 18:07:35.918440 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port cd7fcffc-e6ab-4623-b693-27c25f9330c1 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:07:35.922568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-f3c3042b-ef2b-45dd-8568-7e7eec31f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:35.922771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port cd7fcffc-e6ab-4623-b693-27c25f9330c1 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:35.923075 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:35.924136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-f3c3042b-ef2b-45dd-8568-7e7eec31f122 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61ba322e-fbbf-41dc-a676-fbf94bf423e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2943935 Nov 29 18:07:35.945697 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Allocated IP 172.20.0.1 (2f6e9013-9fe1-470a-9eff-430851e7bcb9/87a10408-79d6-4b35-95a6-0b2f64416722/2319d90d-9d7b-44db-b208-b92882e10fa5) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:35.969887 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3c911bf0-236d-491d-9375-de9aa9e5a998 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:35.973336 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3c911bf0-236d-491d-9375-de9aa9e5a998 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:35.989766 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c9c61a0-3d1b-456c-85c4-8f5e1bbbf67a req-8961a664-021a-4ab6-a121-864e527b3986 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2763374 Nov 29 18:07:36.093441 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:36.120610 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1ee90ad2-2a2e-452c-8bcb-c8b2030eed99 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:36.123535 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1ee90ad2-2a2e-452c-8bcb-c8b2030eed99 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:36.134295 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3c911bf0-236d-491d-9375-de9aa9e5a998 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:36.134663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c911bf0-236d-491d-9375-de9aa9e5a998 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdc44221-68fb-4ba3-b394-50f91e07d20a {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:07:36.158056 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port cd7fcffc-e6ab-4623-b693-27c25f9330c1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=cd7fcffc-e6ab-4623-b693-27c25f9330c1,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:36.159101 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958ccb9f-e501-4d45-83ef-6069d481eb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7fcffc-e6ab-4623-b693-27c25f9330c1'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:36.161673 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c3f97a-cd50-45d2-ac98-d57402bb7708" -d '{"events": [{"server_uuid": "958ccb9f-e501-4d45-83ef-6069d481eb2c", "name": "network-vif-plugged", "status": "completed", "tag": "cd7fcffc-e6ab-4623-b693-27c25f9330c1"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:36.165584 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:36.168036 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3c911bf0-236d-491d-9375-de9aa9e5a998 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:36.169535 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3c911bf0-236d-491d-9375-de9aa9e5a998 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] 10.222.0.23 "DELETE /v2.0/routers/fdc44221-68fb-4ba3-b394-50f91e07d20a HTTP/1.1" status: 204 len: 168 time: 1.8044026 Nov 29 18:07:36.173255 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54540) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:36.217668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=cd7fcffc-e6ab-4623-b693-27c25f9330c1,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:36.244771 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023cb9fe-61a5-4c55-8a0e-f7a8c1f1cbee x-openstack-request-id: req-023cb9fe-61a5-4c55-8a0e-f7a8c1f1cbee {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:36.245074 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958ccb9f-e501-4d45-83ef-6069d481eb2c", "name": "network-vif-plugged", "status": "completed", "tag": "cd7fcffc-e6ab-4623-b693-27c25f9330c1", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:36.245336 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-023cb9fe-61a5-4c55-8a0e-f7a8c1f1cbee {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:36.245742 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958ccb9f-e501-4d45-83ef-6069d481eb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7fcffc-e6ab-4623-b693-27c25f9330c1', 'code': 200} Nov 29 18:07:36.251036 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-5a08580d-b99a-434f-b6db-2faa5b95f3b1 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Request body: {'router': {'name': 'tempest-router-914151533', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '12cd4895d1884a9cb266c2f5c8e892d0'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:36.277493 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1ee90ad2-2a2e-452c-8bcb-c8b2030eed99 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:36.291564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee90ad2-2a2e-452c-8bcb-c8b2030eed99 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Fanout notify agent at l3_agent the message router_deleted on router 1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:07:36.295611 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ee20bda-9173-4b52-a97c-31319088bad4 req-fbc8a017-2d39-463e-acde-1122ba19fae5 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655162 Nov 29 18:07:36.300630 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1ee90ad2-2a2e-452c-8bcb-c8b2030eed99 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:36.306439 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1ee90ad2-2a2e-452c-8bcb-c8b2030eed99 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/routers/1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae HTTP/1.1" status: 204 len: 168 time: 1.7749035 Nov 29 18:07:36.311711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54542) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:36.347840 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-25654432-047b-433c-b214-4b3ca7c5e614 service neutron] 10.222.0.31 "GET /v2.0/networks/61ba322e-fbbf-41dc-a676-fbf94bf423e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145999 Nov 29 18:07:36.369031 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5a08580d-b99a-434f-b6db-2faa5b95f3b1 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:36.369957 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5a08580d-b99a-434f-b6db-2faa5b95f3b1 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:36.440963 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8fbbe2-c5f2-406c-a1b6-d4284c27e3ea tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting subnet a1d15261-9c83-4cdc-8bc2-2710a14a6198 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:07:36.492714 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d8fbbe2-c5f2-406c-a1b6-d4284c27e3ea tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:36.567579 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5a08580d-b99a-434f-b6db-2faa5b95f3b1 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:36.588093 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5a08580d-b99a-434f-b6db-2faa5b95f3b1 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:36.619832 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d8fbbe2-c5f2-406c-a1b6-d4284c27e3ea tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:36.677118 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5a08580d-b99a-434f-b6db-2faa5b95f3b1 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:36.682615 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5a08580d-b99a-434f-b6db-2faa5b95f3b1 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5078917 Nov 29 18:07:36.683852 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54556) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:36.692688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2e5d6e99-7635-4dae-9be0-b282b80c2d9a tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:36.730079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7883afd0-1392-4db3-be66-21fdd0218f58 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:36.805250 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7883afd0-1392-4db3-be66-21fdd0218f58 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:36.805744 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:37.005588 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:37.020786 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2e5d6e99-7635-4dae-9be0-b282b80c2d9a tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:37.021353 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2e5d6e99-7635-4dae-9be0-b282b80c2d9a tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:37.103428 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302ec30-8884-49c8-9cf8-24dc1f590ef7 req-d2df637f-54b2-416e-81af-d3df2b9bcd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:37.105759 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9302ec30-8884-49c8-9cf8-24dc1f590ef7 req-d2df637f-54b2-416e-81af-d3df2b9bcd40 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 1097 time: 0.7570412 Nov 29 18:07:37.108573 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d8fbbe2-c5f2-406c-a1b6-d4284c27e3ea tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:37.172961 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2e5d6e99-7635-4dae-9be0-b282b80c2d9a tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110004) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 29 18:07:37.173424 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2e5d6e99-7635-4dae-9be0-b282b80c2d9a tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Router c83fe6bb-1da9-4949-8b1b-843daf96b67e migrating from provider to provider. {{(pid=110004) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 29 18:07:37.173756 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2e5d6e99-7635-4dae-9be0-b282b80c2d9a tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:37.187543 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2e5d6e99-7635-4dae-9be0-b282b80c2d9a tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:37.199733 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-40f55209-37c4-4467-99fd-2a8cac62b685 service neutron] 10.222.0.31 "GET /v2.0/networks/61ba322e-fbbf-41dc-a676-fbf94bf423e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8434110 Nov 29 18:07:37.203957 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2e5d6e99-7635-4dae-9be0-b282b80c2d9a tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:37.260418 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d8fbbe2-c5f2-406c-a1b6-d4284c27e3ea tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:37.273186 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:37.283327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-a0a3899c-fb64-4855-9ab5-012eb0a9aca1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=c5850d26-12e4-4c63-9a8e-1d727081b700 HTTP/1.1" status: 200 len: 217 time: 0.0727348 Nov 29 18:07:37.324061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fbbe2-c5f2-406c-a1b6-d4284c27e3ea tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d15261-9c83-4cdc-8bc2-2710a14a6198,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:37.333777 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d8fbbe2-c5f2-406c-a1b6-d4284c27e3ea tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:37.340420 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3d8fbbe2-c5f2-406c-a1b6-d4284c27e3ea tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/a1d15261-9c83-4cdc-8bc2-2710a14a6198 HTTP/1.1" status: 204 len: 168 time: 1.0249603 Nov 29 18:07:37.340420 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54564) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:37.348466 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9302ec30-8884-49c8-9cf8-24dc1f590ef7 req-cbdcc227-c975-4e1c-9b28-f123edaaac23 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318449 Nov 29 18:07:37.351567 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a419951-ade5-47fc-9f5f-962805e2cf2e None None] Network bf602f6e-b03c-47c2-9e38-f38ccde06e7a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:37.421460 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2564551-5993-4265-9408-6e76bc5a7091 req-f34b3256-576a-47d8-b4a6-6ad4407dba14 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:37.444041 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2564551-5993-4265-9408-6e76bc5a7091 req-f34b3256-576a-47d8-b4a6-6ad4407dba14 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:37.452019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2564551-5993-4265-9408-6e76bc5a7091 req-f34b3256-576a-47d8-b4a6-6ad4407dba14 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:37.465907 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2564551-5993-4265-9408-6e76bc5a7091 req-f34b3256-576a-47d8-b4a6-6ad4407dba14 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:37.476194 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:37.477327 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2564551-5993-4265-9408-6e76bc5a7091 req-f34b3256-576a-47d8-b4a6-6ad4407dba14 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:37.484908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2564551-5993-4265-9408-6e76bc5a7091 req-f34b3256-576a-47d8-b4a6-6ad4407dba14 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:37.485164 n-d-819494-5 neutron-server[110004]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2e5d6e99-7635-4dae-9be0-b282b80c2d9a tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] No L3 agents can host the router c83fe6bb-1da9-4949-8b1b-843daf96b67e Nov 29 18:07:37.492604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2564551-5993-4265-9408-6e76bc5a7091 req-f34b3256-576a-47d8-b4a6-6ad4407dba14 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:37.502756 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c2564551-5993-4265-9408-6e76bc5a7091 req-f34b3256-576a-47d8-b4a6-6ad4407dba14 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.3880503 Nov 29 18:07:37.515213 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Network 2f6e9013-9fe1-470a-9eff-430851e7bcb9 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:37.547754 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:37.570094 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:37.574915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Pushing event updated for resources: {'Port': ['ID=2319d90d-9d7b-44db-b208-b92882e10fa5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:37.636587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-3573ddbd-3a45-41a0-bdec-a2a377400852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:37.638089 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-3573ddbd-3a45-41a0-bdec-a2a377400852 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.3201969 Nov 29 18:07:37.707557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port 3e0abb9b-ec04-4162-8c5e-e544a57391eb {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:37.708023 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:37.715581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1eeef4-dc94-4b52-bd96-0c4d6bcad7d5 None None] DHCP port deletion for bf602f6e-b03c-47c2-9e38-f38ccde06e7a request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:07:37.722678 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:37.730355 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5d6e99-7635-4dae-9be0-b282b80c2d9a tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Hosts for router c83fe6bb-1da9-4949-8b1b-843daf96b67e: [] {{(pid=110004) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 29 18:07:37.743768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cbe26-c0ba-430c-a38f-a3a2cfe184a8 req-9f00de31-95d0-405a-9545-7244a2a3b65c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:37.751586 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-483cbe26-c0ba-430c-a38f-a3a2cfe184a8 req-9f00de31-95d0-405a-9545-7244a2a3b65c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.2351217 Nov 29 18:07:37.795313 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5d6e99-7635-4dae-9be0-b282b80c2d9a tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Hosts for other DVR routers connected to router c83fe6bb-1da9-4949-8b1b-843daf96b67e: set() {{(pid=110004) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 29 18:07:37.797965 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2e5d6e99-7635-4dae-9be0-b282b80c2d9a tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:37.802216 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2e5d6e99-7635-4dae-9be0-b282b80c2d9a tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] 10.222.0.23 "PUT /v2.0/routers/c83fe6bb-1da9-4949-8b1b-843daf96b67e HTTP/1.1" status: 200 len: 716 time: 1.1130738 Nov 29 18:07:37.805375 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54570) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:37.845384 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c2564551-5993-4265-9408-6e76bc5a7091 req-be0a723a-8e1c-420b-910e-7f641aba6ccd tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3410900 Nov 29 18:07:37.847572 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ec1eeef4-dc94-4b52-bd96-0c4d6bcad7d5 None None] Deleting port 3e0abb9b-ec04-4162-8c5e-e544a57391eb {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:37.850245 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef4-dc94-4b52-bd96-0c4d6bcad7d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:37.927500 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] For port 3e0abb9b-ec04-4162-8c5e-e544a57391eb, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3e0abb9b-ec04-4162-8c5e-e544a57391eb,segment=NetworkSegment(275dd7d6-36e3-4027-9804-42c8159bdef5),segment_id=275dd7d6-36e3-4027-9804-42c8159bdef5)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:37.927845 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:37.951353 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f1fcdd28-e264-44e2-8512-2f02b8ca8415 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] 10.222.0.23 "GET /v2.0/routers/c83fe6bb-1da9-4949-8b1b-843daf96b67e HTTP/1.1" status: 200 len: 716 time: 0.1450520 Nov 29 18:07:37.952794 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for 3e0abb9b-ec04-4162-8c5e-e544a57391eb owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:37.954479 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54572) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:38.009400 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-4b010928-67c5-462c-86e4-c0866592c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:38.013731 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-4b010928-67c5-462c-86e4-c0866592c4b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3517685 Nov 29 18:07:38.019595 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ec1eeef4-dc94-4b52-bd96-0c4d6bcad7d5 None None] For port 3e0abb9b-ec04-4162-8c5e-e544a57391eb, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3e0abb9b-ec04-4162-8c5e-e544a57391eb,segment=NetworkSegment(275dd7d6-36e3-4027-9804-42c8159bdef5),segment_id=275dd7d6-36e3-4027-9804-42c8159bdef5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:38.020015 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef4-dc94-4b52-bd96-0c4d6bcad7d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.056308 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ec1eeef4-dc94-4b52-bd96-0c4d6bcad7d5 None None] Calling delete_port for 3e0abb9b-ec04-4162-8c5e-e544a57391eb owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:38.162450 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-483cbe26-c0ba-430c-a38f-a3a2cfe184a8 req-4074c9bf-92a7-43bb-8758-c93d3b96e6cf tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099872 Nov 29 18:07:38.213510 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec1eeef4-dc94-4b52-bd96-0c4d6bcad7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.218747 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-dad622c0-eeb8-434f-a75b-e2cc92ede048 tempest-RoutersTestDVR-1000639210 tempest-RoutersTestDVR-1000639210-project] 10.222.0.23 "GET /v2.0/routers/c83fe6bb-1da9-4949-8b1b-843daf96b67e HTTP/1.1" status: 200 len: 682 time: 0.2631116 Nov 29 18:07:38.219497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54584) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:38.241637 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.247030 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-03b4caf4-c2e8-4461-8685-ea15741aba9a service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186530 Nov 29 18:07:38.252133 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1eeef4-dc94-4b52-bd96-0c4d6bcad7d5 None None] Pushing event deleted for resources: {'Port': ['ID=3e0abb9b-ec04-4162-8c5e-e544a57391eb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:38.271216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1eeef4-dc94-4b52-bd96-0c4d6bcad7d5 None None] No DVR routers for this DVR port 3e0abb9b-ec04-4162-8c5e-e544a57391eb on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:07:38.306981 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.348578 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-935a87d4-5aff-420f-bef7-5a029a1ad2a6 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.352994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=3e0abb9b-ec04-4162-8c5e-e544a57391eb,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:38.432360 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-62b10603-0c32-4dde-8418-b52cacd8be7b service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771767 Nov 29 18:07:38.433083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No DVR routers for this DVR port 3e0abb9b-ec04-4162-8c5e-e544a57391eb on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:07:38.508478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-6ca372a4-8cf7-445e-b294-4d4481dd27cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e HTTP/1.1" status: 200 len: 217 time: 0.0674174 Nov 29 18:07:38.623495 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-935a87d4-5aff-420f-bef7-5a029a1ad2a6 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.625524 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-935a87d4-5aff-420f-bef7-5a029a1ad2a6 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.639736 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.658119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3e0abb9b-ec04-4162-8c5e-e544a57391eb no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:07:38.692169 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 3e0abb9b-ec04-4162-8c5e-e544a57391eb {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:07:38.692954 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3e0abb9b-ec04-4162-8c5e-e544a57391eb not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:07:38.703196 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-935a87d4-5aff-420f-bef7-5a029a1ad2a6 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.703702 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935a87d4-5aff-420f-bef7-5a029a1ad2a6 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c83fe6bb-1da9-4949-8b1b-843daf96b67e {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:07:38.709099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-9f04ea73-d6db-441f-865b-593da9b4dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:38.720102 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-9f04ea73-d6db-441f-865b-593da9b4dbb1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.1825519 Nov 29 18:07:38.723233 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-935a87d4-5aff-420f-bef7-5a029a1ad2a6 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.724145 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-935a87d4-5aff-420f-bef7-5a029a1ad2a6 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] 10.222.0.23 "DELETE /v2.0/routers/c83fe6bb-1da9-4949-8b1b-843daf96b67e HTTP/1.1" status: 204 len: 168 time: 0.5020142 Nov 29 18:07:38.725477 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.731043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68e17d37-4efa-4599-8b47-ed8ef076425b req-9a0e0002-312d-4cfe-972e-c34483eed7b6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2358460 Nov 29 18:07:38.741512 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54588) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:38.745461 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf602f6e-b03c-47c2-9e38-f38ccde06e7a']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:38.750333 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-bfa153b0-335b-4988-b501-3f5993201207 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Request body: {'router': {'name': 'tempest-router-1882232505', 'distributed': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:38.754865 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.790488 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275dd7d6-36e3-4027-9804-42c8159bdef5') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:38.790938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275dd7d6-36e3-4027-9804-42c8159bdef5') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:38.804754 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.829248 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.832131 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bfa153b0-335b-4988-b501-3f5993201207 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.833136 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bfa153b0-335b-4988-b501-3f5993201207 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.842449 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:07:38.844977 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:07:38.847029 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:07:38.885723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Pushing event updated for resources: {'Port': ['ID=2319d90d-9d7b-44db-b208-b92882e10fa5,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:38.897656 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:38.908059 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17d37-4efa-4599-8b47-ed8ef076425b req-f7060906-72e8-4925-866d-48bba85cf705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:38.909499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68e17d37-4efa-4599-8b47-ed8ef076425b req-f7060906-72e8-4925-866d-48bba85cf705 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1318b8c767b14067acb6590f51744cee&device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 1096 time: 0.1522574 Nov 29 18:07:38.920726 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-03026cd8-dfda-42d7-a5cf-991b76f77163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:38.922540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-03026cd8-dfda-42d7-a5cf-991b76f77163 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1905611 Nov 29 18:07:39.007665 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bfa153b0-335b-4988-b501-3f5993201207 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:39.015947 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bfa153b0-335b-4988-b501-3f5993201207 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:39.019209 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:39.029496 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:39.037056 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/networks/bf602f6e-b03c-47c2-9e38-f38ccde06e7a HTTP/1.1" status: 204 len: 168 time: 1.6922750 Nov 29 18:07:39.041792 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54594) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:39.066338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71229afe-3321-4d21-9a8b-a78f4b645a91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Network': ['ID=bf602f6e-b03c-47c2-9e38-f38ccde06e7a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:39.096260 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bfa153b0-335b-4988-b501-3f5993201207 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:39.096260 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bfa153b0-335b-4988-b501-3f5993201207 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3469148 Nov 29 18:07:39.105433 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54596) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:39.156464 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21908380-d6e8-4e9c-801a-9fb6401d9ccb tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:39.163640 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-21908380-d6e8-4e9c-801a-9fb6401d9ccb tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports/7ec8ac33-6fe6-43d7-846b-268769417311 HTTP/1.1" status: 200 len: 841 time: 0.1151929 Nov 29 18:07:39.225291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54604) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:39.290154 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35013fcb-0de6-44e4-8223-0a086de50ce7 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:39.344076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-efcacec2-d0b6-4e14-8322-d94078cec746 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports/7ec8ac33-6fe6-43d7-846b-268769417311?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1387346 Nov 29 18:07:39.350347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54614) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:39.365563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5ab83007-1bbc-4358-b3ea-8cd6bf1e845f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'subnet': {'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:39.430910 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a244af-8ad9-4126-9266-3cc275641509 req-a547a93e-a148-4dc9-b2ad-ebaddc4d2597 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:39.436696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a244af-8ad9-4126-9266-3cc275641509 req-a547a93e-a148-4dc9-b2ad-ebaddc4d2597 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:39.442757 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a244af-8ad9-4126-9266-3cc275641509 req-a547a93e-a148-4dc9-b2ad-ebaddc4d2597 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:39.448760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a244af-8ad9-4126-9266-3cc275641509 req-a547a93e-a148-4dc9-b2ad-ebaddc4d2597 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:39.457465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a244af-8ad9-4126-9266-3cc275641509 req-a547a93e-a148-4dc9-b2ad-ebaddc4d2597 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:39.471986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a244af-8ad9-4126-9266-3cc275641509 req-a547a93e-a148-4dc9-b2ad-ebaddc4d2597 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:39.483528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a244af-8ad9-4126-9266-3cc275641509 req-a547a93e-a148-4dc9-b2ad-ebaddc4d2597 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:39.485887 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96a244af-8ad9-4126-9266-3cc275641509 req-a547a93e-a148-4dc9-b2ad-ebaddc4d2597 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.5172694 Nov 29 18:07:39.560153 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-252c4b2e-a46a-40f5-bad2-9c0f697a14f1 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290038 Nov 29 18:07:39.645908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17d37-4efa-4599-8b47-ed8ef076425b req-1b2286a3-eb3f-49c6-97ae-19dffa80944d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:39.648334 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68e17d37-4efa-4599-8b47-ed8ef076425b req-1b2286a3-eb3f-49c6-97ae-19dffa80944d service neutron] 10.222.0.31 "GET /v2.0/networks?id=ae722068-7ae3-4725-97bd-11d55a46823e HTTP/1.1" status: 200 len: 907 time: 0.6979754 Nov 29 18:07:39.685485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Network 2f6e9013-9fe1-470a-9eff-430851e7bcb9 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:39.694057 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96a244af-8ad9-4126-9266-3cc275641509 req-7481dd9b-73e9-4752-ad7f-c0fec6fbda32 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1309931 Nov 29 18:07:39.735838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:39.822511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52063d9-9a55-4daf-87b5-daf99afb10fb req-0e4a7e8a-f2e3-409a-945a-ac63598f06df tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:39.824484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b52063d9-9a55-4daf-87b5-daf99afb10fb req-0e4a7e8a-f2e3-409a-945a-ac63598f06df tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.5128572 Nov 29 18:07:39.839988 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35013fcb-0de6-44e4-8223-0a086de50ce7 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:39.842293 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35013fcb-0de6-44e4-8223-0a086de50ce7 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:39.868860 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab83007-1bbc-4358-b3ea-8cd6bf1e845f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:39.873592 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ab83007-1bbc-4358-b3ea-8cd6bf1e845f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:39.890707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35013fcb-0de6-44e4-8223-0a086de50ce7 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:39.891302 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35013fcb-0de6-44e4-8223-0a086de50ce7 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dea1397e-6602-4b0c-bb39-09fc56a72f37 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:07:39.898033 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35013fcb-0de6-44e4-8223-0a086de50ce7 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:39.903980 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-35013fcb-0de6-44e4-8223-0a086de50ce7 tempest-RoutersTestDVR-106228436 tempest-RoutersTestDVR-106228436-project-admin] 10.222.0.23 "DELETE /v2.0/routers/dea1397e-6602-4b0c-bb39-09fc56a72f37 HTTP/1.1" status: 204 len: 168 time: 0.7843354 Nov 29 18:07:40.137354 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68e17d37-4efa-4599-8b47-ed8ef076425b req-ce58d212-b955-4317-a93e-088f0761e687 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc62959a-845f-47c5-8576-b17ef7e75474 HTTP/1.1" status: 200 len: 1001 time: 0.4408135 Nov 29 18:07:40.343906 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b52063d9-9a55-4daf-87b5-daf99afb10fb req-0315062a-c337-4944-aee2-a1062e4c2f21 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650269 Nov 29 18:07:40.352421 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-2019387d-425e-4384-b292-454d786df473 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7574954 Nov 29 18:07:40.360786 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17d37-4efa-4599-8b47-ed8ef076425b req-19c8df3b-ec7d-4225-b456-d412364a5382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:40.362310 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68e17d37-4efa-4599-8b47-ed8ef076425b req-19c8df3b-ec7d-4225-b456-d412364a5382 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=da92c5bb-1df1-4b83-bd52-c49e1bf02675 HTTP/1.1" status: 200 len: 845 time: 0.2148209 Nov 29 18:07:40.423338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54668) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:40.474553 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-9f271446-d843-4c4c-afae-efd23cfb56ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=730944eb-08af-4c38-8053-b6e3b74e99c3 HTTP/1.1" status: 200 len: 217 time: 0.1112399 Nov 29 18:07:40.491201 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Router 931ba091-42dc-4865-b447-575628521101 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:07:40.567226 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9641bd9-cbdf-49dd-9295-127e3aa5fd22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:40.629251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17d37-4efa-4599-8b47-ed8ef076425b req-09a8c8bf-7ff2-4999-8ede-c3652f3193b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:40.630772 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68e17d37-4efa-4599-8b47-ed8ef076425b req-09a8c8bf-7ff2-4999-8ede-c3652f3193b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ae722068-7ae3-4725-97bd-11d55a46823e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2592931 Nov 29 18:07:40.662009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-ac00d62d-cf43-47ba-bea0-ab83d4f40f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:40.663717 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-ac00d62d-cf43-47ba-bea0-ab83d4f40f9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.1750765 Nov 29 18:07:40.672729 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9641bd9-cbdf-49dd-9295-127e3aa5fd22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:40.681737 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9641bd9-cbdf-49dd-9295-127e3aa5fd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:40.690037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29ec6e-6e86-414b-b5ff-8730e57006c6 req-5ae568d3-4411-4077-a2c4-450cc3e858f3 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:40.698257 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f29ec6e-6e86-414b-b5ff-8730e57006c6 req-5ae568d3-4411-4077-a2c4-450cc3e858f3 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.2354908 Nov 29 18:07:40.745349 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e9641bd9-cbdf-49dd-9295-127e3aa5fd22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12cd4895d1884a9cb266c2f5c8e892d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3200791 Nov 29 18:07:40.746453 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9641bd9-cbdf-49dd-9295-127e3aa5fd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fea2827-fbd4-4b05-993f-a7e3a388afe9,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:40.748991 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54686) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:40.825441 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f24406c-1175-41df-89d5-57b6cb0ebfe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:40.854350 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f24406c-1175-41df-89d5-57b6cb0ebfe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:40.925817 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f24406c-1175-41df-89d5-57b6cb0ebfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:40.928989 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f24406c-1175-41df-89d5-57b6cb0ebfe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:40.931042 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5f24406c-1175-41df-89d5-57b6cb0ebfe7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fea2827-fbd4-4b05-993f-a7e3a388afe9 HTTP/1.1" status: 204 len: 168 time: 0.1803448 Nov 29 18:07:40.953978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24406c-1175-41df-89d5-57b6cb0ebfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fea2827-fbd4-4b05-993f-a7e3a388afe9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:41.291842 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ab83007-1bbc-4358-b3ea-8cd6bf1e845f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:41.357200 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54724) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:41.386318 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5fe9a954-5bb9-463a-b40a-e3e182622960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:41.493333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab83007-1bbc-4358-b3ea-8cd6bf1e845f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network c5395255-02ce-4c91-a7fb-5603958f5af9 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:41.496746 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5fe9a954-5bb9-463a-b40a-e3e182622960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:41.500843 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5fe9a954-5bb9-463a-b40a-e3e182622960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:41.502978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-48113279-5775-4bcd-b788-4701f5ad26da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:41.504625 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-48113279-5775-4bcd-b788-4701f5ad26da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8261597 Nov 29 18:07:41.508081 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f29ec6e-6e86-414b-b5ff-8730e57006c6 req-dd3d9d11-4c35-4871-bf58-49a2674c248a tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8087559 Nov 29 18:07:41.509133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:07:41.517588 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-5ab83007-1bbc-4358-b3ea-8cd6bf1e845f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:41.528031 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Sync routers for ids ['931ba091-42dc-4865-b447-575628521101'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:07:41.528571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcbbccd-a8a8-4d86-a618-7ae8926a1d9e None None] Network c5395255-02ce-4c91-a7fb-5603958f5af9 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:41.542897 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Routers {'931ba091-42dc-4865-b447-575628521101'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:07:41.543529 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:07:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['931ba091-42dc-4865-b447-575628521101'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:41.563950 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-164139fe-e01f-446e-96c1-3faaa0dc766d admin admin] 10.222.0.23 "PUT /v2.0/routers/931ba091-42dc-4865-b447-575628521101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1629305 Nov 29 18:07:41.565291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab83007-1bbc-4358-b3ea-8cd6bf1e845f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Subnet': ['ID=a64a9110-bbd8-472c-aa0a-617755e8f03a,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:41.582426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab83007-1bbc-4358-b3ea-8cd6bf1e845f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:41.583250 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ab83007-1bbc-4358-b3ea-8cd6bf1e845f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:41.636842 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5fe9a954-5bb9-463a-b40a-e3e182622960 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16e3b9bd801b4f14bcb7a1b9e500a5c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2785037 Nov 29 18:07:41.638507 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9a954-5bb9-463a-b40a-e3e182622960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87bcdcf-282b-43a0-9e38-532e38756f48,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:41.655645 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54730) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:41.695621 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68e17d37-4efa-4599-8b47-ed8ef076425b req-a902e771-3a30-4eab-bab4-4f376babfbb8 service neutron] 10.222.0.31 "GET /v2.0/networks/ae722068-7ae3-4725-97bd-11d55a46823e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0356789 Nov 29 18:07:41.712703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a5542-fa61-405a-a581-79ed5b3225ed req-5ea82433-5e4b-4d05-b09b-8c2efdf901ea tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:41.719429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a5542-fa61-405a-a581-79ed5b3225ed req-5ea82433-5e4b-4d05-b09b-8c2efdf901ea tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:41.723349 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d770ba19-ce4f-45de-baaa-279cc61cbeed req-f23ce23c-ec31-448b-a98b-643ce542a8dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1845925 Nov 29 18:07:41.730310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a5542-fa61-405a-a581-79ed5b3225ed req-5ea82433-5e4b-4d05-b09b-8c2efdf901ea tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:41.737346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c5395255-02ce-4c91-a7fb-5603958f5af9', 'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9', 'tenant_id': '71b64b47ece84abf871ef3de3d2ceb9f', 'fixed_ips': [{'subnet_id': 'a64a9110-bbd8-472c-aa0a-617755e8f03a'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:07:41.738265 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:41.760513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a5542-fa61-405a-a581-79ed5b3225ed req-5ea82433-5e4b-4d05-b09b-8c2efdf901ea tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:41.767574 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a5542-fa61-405a-a581-79ed5b3225ed req-5ea82433-5e4b-4d05-b09b-8c2efdf901ea tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:41.776618 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Set router 931ba091-42dc-4865-b447-575628521101 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:07:41.788181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a5542-fa61-405a-a581-79ed5b3225ed req-5ea82433-5e4b-4d05-b09b-8c2efdf901ea tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:41.797073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a5542-fa61-405a-a581-79ed5b3225ed req-5ea82433-5e4b-4d05-b09b-8c2efdf901ea tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:41.807000 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-496a5542-fa61-405a-a581-79ed5b3225ed req-5ea82433-5e4b-4d05-b09b-8c2efdf901ea tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.4858356 Nov 29 18:07:41.849155 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2a0d-8e20-48a7-a7c3-fcd93bd69831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:41.887043 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2a0d-8e20-48a7-a7c3-fcd93bd69831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:41.897229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770ba19-ce4f-45de-baaa-279cc61cbeed req-aa592e9a-f01e-4907-9a63-e6a8d1121e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:41.898642 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d770ba19-ce4f-45de-baaa-279cc61cbeed req-aa592e9a-f01e-4907-9a63-e6a8d1121e6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=965396166f334736a02822e4c58ac279&device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 1097 time: 0.0989647 Nov 29 18:07:42.008354 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Allocated IP 172.20.0.2 (c5395255-02ce-4c91-a7fb-5603958f5af9/a64a9110-bbd8-472c-aa0a-617755e8f03a/ec9054e5-7d58-4773-bb81-c63e0cfb1f76) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:42.016040 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5ab83007-1bbc-4358-b3ea-8cd6bf1e845f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6581831 Nov 29 18:07:42.019857 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54738) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:42.066502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-867997cf-9727-4969-a675-2b586e95b842 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'security_group': {'name': 'tempest-secgroup-79429035'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:42.102975 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2a0d-8e20-48a7-a7c3-fcd93bd69831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:42.105924 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce5f2a0d-8e20-48a7-a7c3-fcd93bd69831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:42.107222 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ce5f2a0d-8e20-48a7-a7c3-fcd93bd69831 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b87bcdcf-282b-43a0-9e38-532e38756f48 HTTP/1.1" status: 204 len: 168 time: 0.4313240 Nov 29 18:07:42.131357 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f2a0d-8e20-48a7-a7c3-fcd93bd69831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87bcdcf-282b-43a0-9e38-532e38756f48,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:42.139848 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770ba19-ce4f-45de-baaa-279cc61cbeed req-05438276-17e8-49b3-bde8-321ee486de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:42.141721 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d770ba19-ce4f-45de-baaa-279cc61cbeed req-05438276-17e8-49b3-bde8-321ee486de36 service neutron] 10.222.0.20 "GET /v2.0/networks?id=07e1bd78-8269-42cb-97e4-b929faeeeeb7 HTTP/1.1" status: 200 len: 906 time: 0.2200770 Nov 29 18:07:42.167557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-496a5542-fa61-405a-a581-79ed5b3225ed req-a62acd36-a35c-4a7b-9464-11b432c6604b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3554420 Nov 29 18:07:42.171561 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-867997cf-9727-4969-a675-2b586e95b842 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:42.173813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-85d8578b-6df0-47d0-8aa9-4bb957eda2ab service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6538217 Nov 29 18:07:42.179618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68e17d37-4efa-4599-8b47-ed8ef076425b req-456e80f8-834e-4102-be75-2f1039e974be service neutron] 10.222.0.31 "GET /v2.0/networks/ae722068-7ae3-4725-97bd-11d55a46823e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659158 Nov 29 18:07:42.252777 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d770ba19-ce4f-45de-baaa-279cc61cbeed req-ac1c8840-4c3f-4137-9ce8-b2beae6b9125 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e27ae652-29e3-4d52-9108-e5cbae1a9911 HTTP/1.1" status: 200 len: 217 time: 0.0993094 Nov 29 18:07:42.273425 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:42.293443 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:42.362949 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770ba19-ce4f-45de-baaa-279cc61cbeed req-5d470c19-e348-48ec-b62c-730fefe6d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:42.365304 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d770ba19-ce4f-45de-baaa-279cc61cbeed req-5d470c19-e348-48ec-b62c-730fefe6d146 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=81cead3a-1dc8-4e59-949c-cf590473cc26 HTTP/1.1" status: 200 len: 845 time: 0.1000874 Nov 29 18:07:42.384728 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Network c5395255-02ce-4c91-a7fb-5603958f5af9 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:42.394484 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:42.404812 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:42.419365 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d770ba19-ce4f-45de-baaa-279cc61cbeed req-859ddd71-dbbb-4b0b-b627-8a0625380584 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07e1bd78-8269-42cb-97e4-b929faeeeeb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453649 Nov 29 18:07:42.448270 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Pushing event updated for resources: {'Port': ['ID=ec9054e5-7d58-4773-bb81-c63e0cfb1f76,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:42.468331 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931ba091-42dc-4865-b447-575628521101', 'name': 'tempest-ServerRescueNegativeTestJSON-436211263-router', 'tenant_id': '1c83627c91e74087bbaa05f8261c093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '7883afd0-1392-4db3-be66-21fdd0218f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:07:23Z', 'updated_at': '2021-11-29T18:07:38Z', 'revision_number': 4, 'project_id': '1c83627c91e74087bbaa05f8261c093f', 'gw_port': {'id': '7883afd0-1392-4db3-be66-21fdd0218f58', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931ba091-42dc-4865-b447-575628521101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:07:25Z', 'updated_at': '2021-11-29T18:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '2319d90d-9d7b-44db-b208-b92882e10fa5', 'name': '', 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9', 'tenant_id': '1c83627c91e74087bbaa05f8261c093f', 'mac_address': 'fa:16:3e:9d:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931ba091-42dc-4865-b447-575628521101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '87a10408-79d6-4b35-95a6-0b2f64416722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:07:35Z', 'updated_at': '2021-11-29T18:07:38Z', 'revision_number': 2, 'project_id': '1c83627c91e74087bbaa05f8261c093f', 'subnets': [{'id': '87a10408-79d6-4b35-95a6-0b2f64416722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:42.489998 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Attempting to bind port ec9054e5-7d58-4773-bb81-c63e0cfb1f76 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:42.490635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Attempting to bind port ec9054e5-7d58-4773-bb81-c63e0cfb1f76 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '275de401-a9f0-45e3-aec5-24a76476aed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:42.491243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Attempting to bind port ec9054e5-7d58-4773-bb81-c63e0cfb1f76 on network c5395255-02ce-4c91-a7fb-5603958f5af9 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:42.497775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:42.498538 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Checking segment: {'id': '275de401-a9f0-45e3-aec5-24a76476aed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:42.499260 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:42.499985 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Bound using segment: {'id': '275de401-a9f0-45e3-aec5-24a76476aed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:42.500700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Bound port: ec9054e5-7d58-4773-bb81-c63e0cfb1f76, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275de401-a9f0-45e3-aec5-24a76476aed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:42.501297 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:42.525179 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Checking router: 931ba091-42dc-4865-b447-575628521101 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:07:42.527096 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Updating router 931ba091-42dc-4865-b447-575628521101 port 2319d90d-9d7b-44db-b208-b92882e10fa5 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:07:42.573608 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:42.615813 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d770ba19-ce4f-45de-baaa-279cc61cbeed req-d6f44b44-272c-4146-8646-3f782db13b43 service neutron] 10.222.0.20 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864836 Nov 29 18:07:42.625103 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-867997cf-9727-4969-a675-2b586e95b842 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:42.630215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-5d0d60df-3b50-405b-872c-bb7814540990 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466078 Nov 29 18:07:42.637189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] For port ec9054e5-7d58-4773-bb81-c63e0cfb1f76, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:42.642578 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] For port ec9054e5-7d58-4773-bb81-c63e0cfb1f76, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ec9054e5-7d58-4773-bb81-c63e0cfb1f76,segment=NetworkSegment(275de401-a9f0-45e3-aec5-24a76476aed8),segment_id=275de401-a9f0-45e3-aec5-24a76476aed8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:42.652662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9f186-00c6-469c-bec3-cc4bd5cd1904 req-5c70be5a-5551-4981-9bd8-dc5128ae8314 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:42.653242 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:42.657641 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-867997cf-9727-4969-a675-2b586e95b842 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:42.660955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e9f186-00c6-469c-bec3-cc4bd5cd1904 req-5c70be5a-5551-4981-9bd8-dc5128ae8314 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.2939575 Nov 29 18:07:42.797903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc13121-b9eb-49ac-88c2-52a0bd9aec1a None None] Pushing event updated for resources: {'Port': ['ID=ec9054e5-7d58-4773-bb81-c63e0cfb1f76,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:42.823889 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-19988895-f765-442c-8199-7f20ca612190 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=0c5a5880-da85-4a3c-b1f8-4c388c11ce37 HTTP/1.1" status: 200 len: 217 time: 0.1599960 Nov 29 18:07:42.841180 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867997cf-9727-4969-a675-2b586e95b842 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d485575-54e6-46f2-b1c2-cc7a90ee5ae3,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:42.852276 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d770ba19-ce4f-45de-baaa-279cc61cbeed req-398b3282-da1e-4f50-bb3d-b07e0a513bd8 service neutron] 10.222.0.20 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214491 Nov 29 18:07:42.861133 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-867997cf-9727-4969-a675-2b586e95b842 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:42.865952 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-867997cf-9727-4969-a675-2b586e95b842 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8335507 Nov 29 18:07:42.866629 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54770) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:42.871235 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8a4d2192-f120-4568-914b-a0cec969f07d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'security_group': {'name': 'tempest-secgroup-1233998578'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:42.913968 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a4d2192-f120-4568-914b-a0cec969f07d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:42.993662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-e7d23680-18b2-46fc-a530-d3e2d03e8712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:42.999384 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-e7d23680-18b2-46fc-a530-d3e2d03e8712 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.0967853 Nov 29 18:07:43.048321 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a4d2192-f120-4568-914b-a0cec969f07d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:43.065676 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a4d2192-f120-4568-914b-a0cec969f07d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:43.070023 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48e9f186-00c6-469c-bec3-cc4bd5cd1904 req-0ffbedfb-f834-45ac-bde1-2ed14993ed49 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081292 Nov 29 18:07:43.108100 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:43.109600 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-cc454709-bdd9-4c11-a11d-b8ae698db3f7 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:43.122012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-cc454709-bdd9-4c11-a11d-b8ae698db3f7 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/networks?id=2f6e9013-9fe1-470a-9eff-430851e7bcb9 HTTP/1.1" status: 200 len: 818 time: 0.6617627 Nov 29 18:07:43.123933 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:43.130544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d2192-f120-4568-914b-a0cec969f07d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a32cbe-8b40-4294-8582-84c599665eef,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:43.156318 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-9d715ab2-b966-479b-9c62-ea8ef369b871 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/quotas/1c83627c91e74087bbaa05f8261c093f HTTP/1.1" status: 200 len: 375 time: 0.0327973 Nov 29 18:07:43.166578 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a4d2192-f120-4568-914b-a0cec969f07d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:43.171442 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8a4d2192-f120-4568-914b-a0cec969f07d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3033469 Nov 29 18:07:43.171853 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54778) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:43.179305 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a26fbed9-e171-4715-8d1f-986b527a1516 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-314598112', 'security_groups': ['10a32cbe-8b40-4294-8582-84c599665eef'], 'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a64a9110-bbd8-472c-aa0a-617755e8f03a'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:43.212710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-72d4e5e4-617f-4e5a-8383-a6f3e35e7824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:43.214250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-72d4e5e4-617f-4e5a-8383-a6f3e35e7824 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1927080 Nov 29 18:07:43.275623 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-f016dea8-d60b-446b-817e-a6ab9b2aef09 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c83627c91e74087bbaa05f8261c093f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1182532 Nov 29 18:07:43.312979 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a310e0-af7a-454f-b32f-b2532483dbb0 None None] Pushing event updated for resources: {'Port': ['ID=2319d90d-9d7b-44db-b208-b92882e10fa5,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:43.328637 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Attempting to bind port 2319d90d-9d7b-44db-b208-b92882e10fa5 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:43.329013 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Attempting to bind port 2319d90d-9d7b-44db-b208-b92882e10fa5 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '4f105b97-380f-4a77-bc6d-6185b03b8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:43.329946 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Attempting to bind port 2319d90d-9d7b-44db-b208-b92882e10fa5 on network 2f6e9013-9fe1-470a-9eff-430851e7bcb9 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:43.343190 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:43.343630 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Checking segment: {'id': '4f105b97-380f-4a77-bc6d-6185b03b8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:43.344738 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:43.344738 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Bound using segment: {'id': '4f105b97-380f-4a77-bc6d-6185b03b8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:43.344968 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Bound port: 2319d90d-9d7b-44db-b208-b92882e10fa5, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f105b97-380f-4a77-bc6d-6185b03b8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:43.346572 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:43.426451 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26fbed9-e171-4715-8d1f-986b527a1516 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:43.436558 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] For port 2319d90d-9d7b-44db-b208-b92882e10fa5, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:43.455219 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:07:43.459625 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] For port 2319d90d-9d7b-44db-b208-b92882e10fa5, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2319d90d-9d7b-44db-b208-b92882e10fa5,segment=NetworkSegment(4f105b97-380f-4a77-bc6d-6185b03b8ec9),segment_id=4f105b97-380f-4a77-bc6d-6185b03b8ec9)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:43.465895 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:43.536537 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-59692357-a8b8-46e5-9a15-215a88defa25 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033831 Nov 29 18:07:43.538289 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a310e0-af7a-454f-b32f-b2532483dbb0 None None] Pushing event updated for resources: {'Port': ['ID=2319d90d-9d7b-44db-b208-b92882e10fa5,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:43.541447 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Routers {'931ba091-42dc-4865-b447-575628521101'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:07:43.542251 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:07:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['931ba091-42dc-4865-b447-575628521101'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:43.564961 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54800) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:43.571932 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a26fbed9-e171-4715-8d1f-986b527a1516 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:43.596006 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-a26fbed9-e171-4715-8d1f-986b527a1516 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] device_id is not set on port d316ba23-c2f6-4fbf-b4a8-64a43f54f13a yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:07:43.623957 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-21506ddd-2b73-4e1e-99a3-3cc7ca391ea7 service neutron] 10.222.0.23 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474061 Nov 29 18:07:43.663955 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] Set router 931ba091-42dc-4865-b447-575628521101 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:07:43.736763 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-dfe2f6c3-f28c-4f1a-a10b-3a62c62999fb service neutron] 10.222.0.23 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117401 Nov 29 18:07:43.761454 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-eafe44b8-d301-4b6b-8aa3-593daac21b9d tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:43.762843 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c133db-b0e0-4ed7-ab0b-f764c86fb512 req-93693d66-89c2-4bfe-a3c2-eeab5b7a1608 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:43.765092 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f3c133db-b0e0-4ed7-ab0b-f764c86fb512 req-93693d66-89c2-4bfe-a3c2-eeab5b7a1608 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf8d5fd2-207c-400b-85e3-05e5f6992b68 HTTP/1.1" status: 200 len: 946 time: 0.1302097 Nov 29 18:07:43.778476 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-eafe44b8-d301-4b6b-8aa3-593daac21b9d tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/networks?id=07e1bd78-8269-42cb-97e4-b929faeeeeb7 HTTP/1.1" status: 200 len: 805 time: 0.5000196 Nov 29 18:07:43.790332 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Request body: {'networks': [{'name': 'tempest-network--390435626'}, {'name': 'tempest-network--173960485'}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:43.790643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Request body: {'network': {'name': 'tempest-network--390435626'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:43.795545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Request body: {'network': {'name': 'tempest-network--173960485'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:43.841094 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-e3863cf2-5fc5-4348-9829-d2e9e7a5a1fd tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/quotas/965396166f334736a02822e4c58ac279 HTTP/1.1" status: 200 len: 375 time: 0.0416985 Nov 29 18:07:43.881967 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Made reservation on behalf of 961a4911cc0d4edd96a0ca5f09edccdb for: {'network': 2} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:43.887351 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:43.911679 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:43.920817 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-ce098be7-420a-4f19-9fc4-9e00a7b0e700 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706419 Nov 29 18:07:43.929040 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e27ae652-29e3-4d52-9108-e5cbae1a9911 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:07:43.985437 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-a26fbed9-e171-4715-8d1f-986b527a1516 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Allocated IP 172.20.0.9 (c5395255-02ce-4c91-a7fb-5603958f5af9/a64a9110-bbd8-472c-aa0a-617755e8f03a/d316ba23-c2f6-4fbf-b4a8-64a43f54f13a) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:44.001982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-2263c404-25e2-413b-bd74-9cb3825cdcc8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e73ed092-ce3c-4b7f-94df-2e0d60df025e HTTP/1.1" status: 200 len: 217 time: 0.0736406 Nov 29 18:07:44.009812 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-56261435-3108-4337-9497-d7adb60f8ae4 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=965396166f334736a02822e4c58ac279&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1674206 Nov 29 18:07:44.073240 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931ba091-42dc-4865-b447-575628521101', 'name': 'tempest-ServerRescueNegativeTestJSON-436211263-router', 'tenant_id': '1c83627c91e74087bbaa05f8261c093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '7883afd0-1392-4db3-be66-21fdd0218f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:07:23Z', 'updated_at': '2021-11-29T18:07:38Z', 'revision_number': 4, 'project_id': '1c83627c91e74087bbaa05f8261c093f', 'gw_port': {'id': '7883afd0-1392-4db3-be66-21fdd0218f58', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931ba091-42dc-4865-b447-575628521101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:07:25Z', 'updated_at': '2021-11-29T18:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '2319d90d-9d7b-44db-b208-b92882e10fa5', 'name': '', 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9', 'tenant_id': '1c83627c91e74087bbaa05f8261c093f', 'mac_address': 'fa:16:3e:9d:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931ba091-42dc-4865-b447-575628521101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '87a10408-79d6-4b35-95a6-0b2f64416722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:07:35Z', 'updated_at': '2021-11-29T18:07:43Z', 'revision_number': 4, 'project_id': '1c83627c91e74087bbaa05f8261c093f', 'subnets': [{'id': '87a10408-79d6-4b35-95a6-0b2f64416722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:44.163479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-fe2a6bb7-347a-4a20-a010-373b650dc02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:44.165548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-fe2a6bb7-347a-4a20-a010-373b650dc02b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29ef7b16-a6fa-4ea4-9afc-503cb4413ebf HTTP/1.1" status: 200 len: 797 time: 0.1535616 Nov 29 18:07:44.176665 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d1b7f0-537c-4ddf-b68b-b5ed20919744 None None] The sync data for ids ['931ba091-42dc-4865-b447-575628521101'] in n-d-819494-5 is: [{'id': '931ba091-42dc-4865-b447-575628521101', 'name': 'tempest-ServerRescueNegativeTestJSON-436211263-router', 'tenant_id': '1c83627c91e74087bbaa05f8261c093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '7883afd0-1392-4db3-be66-21fdd0218f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:07:23Z', 'updated_at': '2021-11-29T18:07:38Z', 'revision_number': 4, 'project_id': '1c83627c91e74087bbaa05f8261c093f', 'gw_port': {'id': '7883afd0-1392-4db3-be66-21fdd0218f58', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931ba091-42dc-4865-b447-575628521101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:07:25Z', 'updated_at': '2021-11-29T18:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '2319d90d-9d7b-44db-b208-b92882e10fa5', 'name': '', 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9', 'tenant_id': '1c83627c91e74087bbaa05f8261c093f', 'mac_address': 'fa:16:3e:9d:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931ba091-42dc-4865-b447-575628521101', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '87a10408-79d6-4b35-95a6-0b2f64416722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:07:35Z', 'updated_at': '2021-11-29T18:07:43Z', 'revision_number': 4, 'project_id': '1c83627c91e74087bbaa05f8261c093f', 'subnets': [{'id': '87a10408-79d6-4b35-95a6-0b2f64416722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:07:44.246495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-781d577a-2297-4c83-9424-a6d1c644231d None None] Provisioning complete for port ec9054e5-7d58-4773-bb81-c63e0cfb1f76 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:44.247088 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-781d577a-2297-4c83-9424-a6d1c644231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:44.250475 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:44.284325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-c3cc51c4-f3c2-4887-94ae-acbc4212ca87 service neutron] 10.222.0.23 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608333 Nov 29 18:07:44.304068 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:44.306242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-d78accd7-9192-464b-9149-4b087a3c0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:44.308194 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-d78accd7-9192-464b-9149-4b087a3c0d96 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292257 Nov 29 18:07:44.338766 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:44.339264 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:44.344403 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e27ae652-29e3-4d52-9108-e5cbae1a9911, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e27ae652-29e3-4d52-9108-e5cbae1a9911,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:44.347319 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8d5fd2-207c-400b-85e3-05e5f6992b68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e27ae652-29e3-4d52-9108-e5cbae1a9911'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:44.349824 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af43a93-9083-49cc-8129-3ad9be2ec359" -d '{"events": [{"server_uuid": "cf8d5fd2-207c-400b-85e3-05e5f6992b68", "name": "network-vif-unplugged", "status": "completed", "tag": "e27ae652-29e3-4d52-9108-e5cbae1a9911"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:44.356254 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:44.387436 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a26fbed9-e171-4715-8d1f-986b527a1516 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:44.421937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e27ae652-29e3-4d52-9108-e5cbae1a9911,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:44.439880 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-f3c133db-b0e0-4ed7-ab0b-f764c86fb512 req-ffc4c746-93a5-4a6f-9a21-8afa512180db tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Deleting port e27ae652-29e3-4d52-9108-e5cbae1a9911 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:44.440232 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f3c133db-b0e0-4ed7-ab0b-f764c86fb512 req-ffc4c746-93a5-4a6f-9a21-8afa512180db tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:44.445529 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a26fbed9-e171-4715-8d1f-986b527a1516 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:44.496295 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-781d577a-2297-4c83-9424-a6d1c644231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:44.534719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-781d577a-2297-4c83-9424-a6d1c644231d None None] For port ec9054e5-7d58-4773-bb81-c63e0cfb1f76, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ec9054e5-7d58-4773-bb81-c63e0cfb1f76,segment=NetworkSegment(275de401-a9f0-45e3-aec5-24a76476aed8),segment_id=275de401-a9f0-45e3-aec5-24a76476aed8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:44.540570 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-781d577a-2297-4c83-9424-a6d1c644231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:44.575883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26fbed9-e171-4715-8d1f-986b527a1516 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network c5395255-02ce-4c91-a7fb-5603958f5af9 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:44.583961 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-a26fbed9-e171-4715-8d1f-986b527a1516 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:44.606539 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-781d577a-2297-4c83-9424-a6d1c644231d None None] Provisioning complete for port 7ec8ac33-6fe6-43d7-846b-268769417311 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:44.607154 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-781d577a-2297-4c83-9424-a6d1c644231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:44.608957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d577a-2297-4c83-9424-a6d1c644231d None None] Pushing event updated for resources: {'Port': ['ID=ec9054e5-7d58-4773-bb81-c63e0cfb1f76,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:44.623920 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26fbed9-e171-4715-8d1f-986b527a1516 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:44.655594 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-10e58e2e-ba1e-4771-8f05-710ee856b106 service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365004 Nov 29 18:07:44.660833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-781d577a-2297-4c83-9424-a6d1c644231d None None] Port 7ec8ac33-6fe6-43d7-846b-268769417311 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:44.714720 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26fbed9-e171-4715-8d1f-986b527a1516 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=d316ba23-c2f6-4fbf-b4a8-64a43f54f13a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:44.808489 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26fbed9-e171-4715-8d1f-986b527a1516 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:44.809310 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a26fbed9-e171-4715-8d1f-986b527a1516 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:44.810531 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff0621c-4ecc-4526-b9ac-6ef38c6c8aec,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:44.816246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-4bbe3ed3-c84e-4c1b-9795-65d369fe3045 service neutron] 10.222.0.23 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071847 Nov 29 18:07:44.821857 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:07:44.849835 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a26fbed9-e171-4715-8d1f-986b527a1516 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6735148 Nov 29 18:07:44.851794 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54816) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:44.857865 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-736467b0-6089-4ebe-919c-34f4adc1c7db tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'subnet': {'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:44.920255 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ec9054e5-7d58-4773-bb81-c63e0cfb1f76 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:44.958306 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:44.959196 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Added segment 45d51043-55ee-471e-a2c5-a09e471fe618 of type vlan for network 942539b7-9147-4e4d-832b-d3ada2f2903f Nov 29 18:07:45.030855 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-17ed3e83-533f-4806-a68f-3459d679ee22 None None] Provisioning complete for port d316ba23-c2f6-4fbf-b4a8-64a43f54f13a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:45.031312 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17ed3e83-533f-4806-a68f-3459d679ee22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:45.063017 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8617af-fc6c-41a4-b5f7-f571581a5c47 req-285625f7-19b4-4cd3-b66d-d17d3f4afead tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:45.067291 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b8617af-fc6c-41a4-b5f7-f571581a5c47 req-285625f7-19b4-4cd3-b66d-d17d3f4afead tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.7206712 Nov 29 18:07:45.072335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-f3c133db-b0e0-4ed7-ab0b-f764c86fb512 req-ffc4c746-93a5-4a6f-9a21-8afa512180db tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] For port e27ae652-29e3-4d52-9108-e5cbae1a9911, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e27ae652-29e3-4d52-9108-e5cbae1a9911,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:45.072722 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f3c133db-b0e0-4ed7-ab0b-f764c86fb512 req-ffc4c746-93a5-4a6f-9a21-8afa512180db tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:45.084619 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736467b0-6089-4ebe-919c-34f4adc1c7db tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:45.088888 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-736467b0-6089-4ebe-919c-34f4adc1c7db tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:45.143928 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-f3c133db-b0e0-4ed7-ab0b-f764c86fb512 req-ffc4c746-93a5-4a6f-9a21-8afa512180db tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Calling delete_port for e27ae652-29e3-4d52-9108-e5cbae1a9911 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:45.151020 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:45.212446 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-17ed3e83-533f-4806-a68f-3459d679ee22 None None] Port d316ba23-c2f6-4fbf-b4a8-64a43f54f13a cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:45.226164 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ec9054e5-7d58-4773-bb81-c63e0cfb1f76 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:45.226464 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:45.325420 n-d-819494-5 neutron-server[110004]: INFO neutron.db.ipam_backend_mixin [None req-736467b0-6089-4ebe-919c-34f4adc1c7db tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a64a9110-bbd8-472c-aa0a-617755e8f03a (CIDR: 172.20.0.0/28) Nov 29 18:07:45.328429 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-af5ca994-8d98-4536-8cb1-b626f96bfc93 service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773480 Nov 29 18:07:45.333674 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-736467b0-6089-4ebe-919c-34f4adc1c7db tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:07:45.334498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736467b0-6089-4ebe-919c-34f4adc1c7db tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:07:45.377678 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-736467b0-6089-4ebe-919c-34f4adc1c7db tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5240626 Nov 29 18:07:45.379263 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54828) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:45.392773 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-03443db8-22a2-4271-ae7c-f791171940e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58205b60-33ce-4521-8706-6a9cb00f44ef HTTP/1.1" status: 200 len: 217 time: 0.0544198 Nov 29 18:07:45.400950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2319d90d-9d7b-44db-b208-b92882e10fa5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:45.416511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1023d98e-60b6-424d-ade1-d0f439890042 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'subnet': {'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:45.484505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-106e3fb3-722b-4626-b269-7353a613fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:45.485995 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-106e3fb3-722b-4626-b269-7353a613fb45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29ef7b16-a6fa-4ea4-9afc-503cb4413ebf HTTP/1.1" status: 200 len: 797 time: 0.0728168 Nov 29 18:07:45.493119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:07:45.512008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55911879-4c64-498e-b5a0-983a8ee6cc1a req-d880df9b-7504-439a-a319-0e9f516801cd tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:45.515168 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 2319d90d-9d7b-44db-b208-b92882e10fa5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:45.515754 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:45.521832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55911879-4c64-498e-b5a0-983a8ee6cc1a req-d880df9b-7504-439a-a319-0e9f516801cd tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:45.528692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55911879-4c64-498e-b5a0-983a8ee6cc1a req-d880df9b-7504-439a-a319-0e9f516801cd tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:45.558262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55911879-4c64-498e-b5a0-983a8ee6cc1a req-d880df9b-7504-439a-a319-0e9f516801cd tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:45.574326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55911879-4c64-498e-b5a0-983a8ee6cc1a req-d880df9b-7504-439a-a319-0e9f516801cd tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:45.580406 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55911879-4c64-498e-b5a0-983a8ee6cc1a req-d880df9b-7504-439a-a319-0e9f516801cd tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:45.583146 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f3c133db-b0e0-4ed7-ab0b-f764c86fb512 req-ffc4c746-93a5-4a6f-9a21-8afa512180db tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:45.588325 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55911879-4c64-498e-b5a0-983a8ee6cc1a req-d880df9b-7504-439a-a319-0e9f516801cd tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:45.591131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55911879-4c64-498e-b5a0-983a8ee6cc1a req-d880df9b-7504-439a-a319-0e9f516801cd tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.3860686 Nov 29 18:07:45.612170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b8617af-fc6c-41a4-b5f7-f571581a5c47 req-ed4e6abf-6fd8-4255-beb9-121fbcdcdb7f tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723871 Nov 29 18:07:45.664551 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:45.721347 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 2319d90d-9d7b-44db-b208-b92882e10fa5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2319d90d-9d7b-44db-b208-b92882e10fa5,segment=NetworkSegment(4f105b97-380f-4a77-bc6d-6185b03b8ec9),segment_id=4f105b97-380f-4a77-bc6d-6185b03b8ec9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:45.729236 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:45.747391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4c746-93a5-4a6f-9a21-8afa512180db tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Pushing event deleted for resources: {'Port': ['ID=e27ae652-29e3-4d52-9108-e5cbae1a9911,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:45.759654 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:45.760013 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Added segment 625cf1e7-32c1-44c1-95b6-effb03f607cd of type vlan for network 070d9e97-c1c2-47ec-bdfa-433ac9711ce8 Nov 29 18:07:45.780276 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55911879-4c64-498e-b5a0-983a8ee6cc1a req-cfb55483-ecd0-47fe-be8b-9c582d7261bf tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1750882 Nov 29 18:07:45.847005 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=2319d90d-9d7b-44db-b208-b92882e10fa5,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:45.883081 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0401-eaab-406c-ae84-2fc920779630 req-dcd96f67-7f10-4f87-aad0-3a1157a402b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:45.888730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-dcd96f67-7f10-4f87-aad0-3a1157a402b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3918178 Nov 29 18:07:45.924790 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:45.936183 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c133db-b0e0-4ed7-ab0b-f764c86fb512 req-ffc4c746-93a5-4a6f-9a21-8afa512180db tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] No DVR routers for this DVR port e27ae652-29e3-4d52-9108-e5cbae1a9911 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:07:45.938884 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f3c133db-b0e0-4ed7-ab0b-f764c86fb512 req-ffc4c746-93a5-4a6f-9a21-8afa512180db tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:45.942758 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f3c133db-b0e0-4ed7-ab0b-f764c86fb512 req-ffc4c746-93a5-4a6f-9a21-8afa512180db tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.20 "DELETE /v2.0/ports/e27ae652-29e3-4d52-9108-e5cbae1a9911 HTTP/1.1" status: 204 len: 173 time: 2.1657476 Nov 29 18:07:45.947990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8d5fd2-207c-400b-85e3-05e5f6992b68', 'name': 'network-vif-deleted', 'tag': 'e27ae652-29e3-4d52-9108-e5cbae1a9911'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:45.950343 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3abb9cc-5d27-4c7e-81ba-87c5140f8e59" -d '{"events": [{"server_uuid": "cf8d5fd2-207c-400b-85e3-05e5f6992b68", "name": "network-vif-deleted", "tag": "e27ae652-29e3-4d52-9108-e5cbae1a9911"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:46.020939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-23d11589-33b1-4dca-a739-134f4969bb32 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:46.022525 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-23d11589-33b1-4dca-a739-134f4969bb32 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.20 "GET /v2.0/networks?id=2f6e9013-9fe1-470a-9eff-430851e7bcb9 HTTP/1.1" status: 200 len: 818 time: 0.4156885 Nov 29 18:07:46.024213 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1023d98e-60b6-424d-ade1-d0f439890042 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:46.027866 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1023d98e-60b6-424d-ade1-d0f439890042 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:46.082682 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-f8badcce-7f80-44dc-807d-5d6f1f8e8f2e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Request body: {'port': {'device_id': '6d8ced85-37ab-4fa5-9a00-509b7afd8ae7', 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9', 'admin_state_up': True, 'tenant_id': '1c83627c91e74087bbaa05f8261c093f'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:46.086320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-55802aab-7286-42be-9eb2-974d5c24ed9b service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810510 Nov 29 18:07:46.177738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-532082d6-041f-4960-812d-56100770f6bc req-64e5ce08-495e-43bd-9156-157a90dd1fa3 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 210 time: 0.2416553 Nov 29 18:07:46.272450 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:46.272964 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:46.285948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:46.303380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:46.307235 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:46.321537 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3137a3d9-b88e-4c1b-b354-483c98f31220 x-openstack-request-id: req-3137a3d9-b88e-4c1b-b354-483c98f31220 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:46.322299 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8d5fd2-207c-400b-85e3-05e5f6992b68", "name": "network-vif-unplugged", "status": "completed", "tag": "e27ae652-29e3-4d52-9108-e5cbae1a9911", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:46.322739 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3137a3d9-b88e-4c1b-b354-483c98f31220 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:46.323445 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8d5fd2-207c-400b-85e3-05e5f6992b68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e27ae652-29e3-4d52-9108-e5cbae1a9911', 'code': 200} Nov 29 18:07:46.383284 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-f8badcce-7f80-44dc-807d-5d6f1f8e8f2e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Made reservation on behalf of 1c83627c91e74087bbaa05f8261c093f for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:46.387121 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-f8badcce-7f80-44dc-807d-5d6f1f8e8f2e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:46.401456 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.8323932 Nov 29 18:07:46.413149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54850) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:46.441618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8329c9da-8c93-4335-992e-109c827c1c4a req-6bcccb49-dc2e-4920-a418-3ef2c7cb64ba tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 210 time: 0.0509317 Nov 29 18:07:46.446452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event updated for resources: {'Network': ['ID=942539b7-9147-4e4d-832b-d3ada2f2903f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:46.470017 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 942539b7-9147-4e4d-832b-d3ada2f2903f details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:07:46.526426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25bd0401-eaab-406c-ae84-2fc920779630 req-c88c8700-9366-4258-bc40-d29a6aa5ce37 service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079394 Nov 29 18:07:46.536398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e04c70-75ae-49a7-9811-ab13bf0eae2e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event updated for resources: {'Network': ['ID=070d9e97-c1c2-47ec-bdfa-433ac9711ce8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:46.567425 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 070d9e97-c1c2-47ec-bdfa-433ac9711ce8 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:07:46.740130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040524-34cc-4cd5-b2d9-f5b71c52b24b req-1d4e0bfa-d72c-4b2b-901d-56f21dedae55 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:46.748812 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9040524-34cc-4cd5-b2d9-f5b71c52b24b req-1d4e0bfa-d72c-4b2b-901d-56f21dedae55 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.1366761 Nov 29 18:07:46.802776 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ec9054e5-7d58-4773-bb81-c63e0cfb1f76 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:46.855696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f0414-2344-45e4-a140-a3968b774a3f req-6aa54325-8135-44a1-b074-c64e57ce008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:46.858235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f0414-2344-45e4-a140-a3968b774a3f req-6aa54325-8135-44a1-b074-c64e57ce008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:46.858959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f0414-2344-45e4-a140-a3968b774a3f req-6aa54325-8135-44a1-b074-c64e57ce008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:46.861035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f0414-2344-45e4-a140-a3968b774a3f req-6aa54325-8135-44a1-b074-c64e57ce008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:46.863012 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f0414-2344-45e4-a140-a3968b774a3f req-6aa54325-8135-44a1-b074-c64e57ce008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:46.865008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f0414-2344-45e4-a140-a3968b774a3f req-6aa54325-8135-44a1-b074-c64e57ce008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:46.865512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f0414-2344-45e4-a140-a3968b774a3f req-6aa54325-8135-44a1-b074-c64e57ce008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:46.867655 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-923f0414-2344-45e4-a140-a3968b774a3f req-6aa54325-8135-44a1-b074-c64e57ce008b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 6489 time: 0.2073784 Nov 29 18:07:46.907037 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ec9054e5-7d58-4773-bb81-c63e0cfb1f76 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:46.907407 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:47.042384 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2319d90d-9d7b-44db-b208-b92882e10fa5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:47.051958 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a95393-02e6-4f73-bac5-24ae8546153c x-openstack-request-id: req-d2a95393-02e6-4f73-bac5-24ae8546153c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:47.052578 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8d5fd2-207c-400b-85e3-05e5f6992b68", "name": "network-vif-deleted", "tag": "e27ae652-29e3-4d52-9108-e5cbae1a9911", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:47.052578 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2a95393-02e6-4f73-bac5-24ae8546153c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:47.052926 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8d5fd2-207c-400b-85e3-05e5f6992b68', 'name': 'network-vif-deleted', 'tag': 'e27ae652-29e3-4d52-9108-e5cbae1a9911', 'status': 'completed', 'code': 200} Nov 29 18:07:47.129086 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 2319d90d-9d7b-44db-b208-b92882e10fa5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:47.129828 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:47.394617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9040524-34cc-4cd5-b2d9-f5b71c52b24b req-10bbe0e8-6e53-4b36-9dc7-4dd6e2663bc2 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6441667 Nov 29 18:07:47.412258 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1023d98e-60b6-424d-ade1-d0f439890042 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:47.446528 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3b7206-2bfd-43b7-b44d-f76a7dc50556 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:47.452686 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3b7206-2bfd-43b7-b44d-f76a7dc50556 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:47.459057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3b7206-2bfd-43b7-b44d-f76a7dc50556 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:47.467657 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3b7206-2bfd-43b7-b44d-f76a7dc50556 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:47.471469 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-df3b7206-2bfd-43b7-b44d-f76a7dc50556 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.0572913 Nov 29 18:07:47.483389 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54880) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:47.490662 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-f8badcce-7f80-44dc-807d-5d6f1f8e8f2e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Allocated IP 172.20.0.6 (2f6e9013-9fe1-470a-9eff-430851e7bcb9/87a10408-79d6-4b35-95a6-0b2f64416722/55af43a5-8d56-4f81-9942-51b6b937f123) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:47.499185 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-4becadc1-2cbe-4752-94ae-ddfc949a2845 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:47.500691 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-4becadc1-2cbe-4752-94ae-ddfc949a2845 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.20 "GET /v2.0/networks?id=07e1bd78-8269-42cb-97e4-b929faeeeeb7 HTTP/1.1" status: 200 len: 805 time: 0.4346106 Nov 29 18:07:47.526041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1023d98e-60b6-424d-ade1-d0f439890042 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network c5395255-02ce-4c91-a7fb-5603958f5af9 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:47.529926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-de486231-a8b0-4cd3-9dd5-864b49d84922 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Request body: {'port': {'device_id': 'a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc', 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7', 'admin_state_up': True, 'tenant_id': '965396166f334736a02822e4c58ac279'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:47.541749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-1023d98e-60b6-424d-ade1-d0f439890042 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:47.550417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973f49dc-d2d1-4453-adf9-7886d85f6196 None None] Network c5395255-02ce-4c91-a7fb-5603958f5af9 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:47.556592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1023d98e-60b6-424d-ade1-d0f439890042 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:47.557204 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1023d98e-60b6-424d-ade1-d0f439890042 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:47.585407 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023d98e-60b6-424d-ade1-d0f439890042 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Subnet': ['ID=b0c4a325-cefb-4037-afa7-ca9756d28ac8,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:47.586161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-0079df69-dcba-4314-82e5-c2cfa00db14c tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:47.589371 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-0079df69-dcba-4314-82e5-c2cfa00db14c tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/networks?id=2f6e9013-9fe1-470a-9eff-430851e7bcb9 HTTP/1.1" status: 200 len: 818 time: 0.6858294 Nov 29 18:07:47.597609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f0414-2344-45e4-a140-a3968b774a3f req-6886523c-7d55-46b2-821e-cc6f1f880e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:47.599269 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-923f0414-2344-45e4-a140-a3968b774a3f req-6886523c-7d55-46b2-821e-cc6f1f880e35 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e0425de3-85ca-461a-a6de-7e5f9d893ce2 HTTP/1.1" status: 200 len: 902 time: 0.7113221 Nov 29 18:07:47.636530 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1023d98e-60b6-424d-ade1-d0f439890042 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2507501 Nov 29 18:07:47.643985 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54882) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:47.649958 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-88c851f1-fbf1-4eb4-b38e-cdeb086520cd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-614256530', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b0c4a325-cefb-4037-afa7-ca9756d28ac8'}], 'security_groups': ['6d485575-54e6-46f2-b1c2-cc7a90ee5ae3']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:47.670943 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-bf173cf2-aa91-4c76-a840-dff6ca4f8d18 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/quotas/1c83627c91e74087bbaa05f8261c093f HTTP/1.1" status: 200 len: 375 time: 0.0708201 Nov 29 18:07:47.681084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339a3a7-54b6-4f2d-8539-55f7cec444cc req-c4571b66-b9ec-4942-b7f0-c5b5b2943b79 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:47.682560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3339a3a7-54b6-4f2d-8539-55f7cec444cc req-c4571b66-b9ec-4942-b7f0-c5b5b2943b79 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.2134082 Nov 29 18:07:47.686296 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d7dfaa3d-1c8f-4053-98d0-e2adba8c00dc tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:47.689307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-923f0414-2344-45e4-a140-a3968b774a3f req-7779a27e-cff3-4bd3-a360-7ed34474ff85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58205b60-33ce-4521-8706-6a9cb00f44ef HTTP/1.1" status: 200 len: 217 time: 0.0733097 Nov 29 18:07:47.814029 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a781bf03-058c-407a-b8a1-910d16e0b993 None None] Update dhcp port {'port': {'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9', 'fixed_ips': [{'subnet_id': 'a64a9110-bbd8-472c-aa0a-617755e8f03a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b0c4a325-cefb-4037-afa7-ca9756d28ac8'}], 'binding:host_id': 'n-d-819494-5'}, 'id': 'ec9054e5-7d58-4773-bb81-c63e0cfb1f76'} from n-d-819494-5. {{(pid=110006) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 18:07:47.847873 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88c851f1-fbf1-4eb4-b38e-cdeb086520cd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:47.849581 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a781bf03-058c-407a-b8a1-910d16e0b993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:47.872715 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-de486231-a8b0-4cd3-9dd5-864b49d84922 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Made reservation on behalf of 965396166f334736a02822e4c58ac279 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:47.876366 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-de486231-a8b0-4cd3-9dd5-864b49d84922 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:47.881364 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-4e22d416-769d-4373-afe2-b3345cc0a848 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c83627c91e74087bbaa05f8261c093f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1906140 Nov 29 18:07:47.886093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f0414-2344-45e4-a140-a3968b774a3f req-7a6fccb7-8c84-4085-9c77-f9822447c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:47.887176 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-923f0414-2344-45e4-a140-a3968b774a3f req-7a6fccb7-8c84-4085-9c77-f9822447c75a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29ef7b16-a6fa-4ea4-9afc-503cb4413ebf HTTP/1.1" status: 200 len: 797 time: 0.1817870 Nov 29 18:07:47.897220 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3339a3a7-54b6-4f2d-8539-55f7cec444cc req-6968c4c7-4de4-4da4-beba-01ef1aac0c6c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942270 Nov 29 18:07:47.951009 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-f8badcce-7f80-44dc-807d-5d6f1f8e8f2e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:47.975022 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d7dfaa3d-1c8f-4053-98d0-e2adba8c00dc tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:48.010952 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-d7dfaa3d-1c8f-4053-98d0-e2adba8c00dc tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942539b7-9147-4e4d-832b-d3ada2f2903f']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:48.053178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a781bf03-058c-407a-b8a1-910d16e0b993 None None] Allocated IP 172.20.0.18 (c5395255-02ce-4c91-a7fb-5603958f5af9/b0c4a325-cefb-4037-afa7-ca9756d28ac8/ec9054e5-7d58-4773-bb81-c63e0cfb1f76) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:48.056729 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-d7dfaa3d-1c8f-4053-98d0-e2adba8c00dc tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d51043-55ee-471e-a2c5-a09e471fe618') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:48.057037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-d7dfaa3d-1c8f-4053-98d0-e2adba8c00dc tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d51043-55ee-471e-a2c5-a09e471fe618') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:48.080789 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f0414-2344-45e4-a140-a3968b774a3f req-206fdcf6-94d7-4f8f-b281-2414d3f7006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:48.082314 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-923f0414-2344-45e4-a140-a3968b774a3f req-206fdcf6-94d7-4f8f-b281-2414d3f7006c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1826019 Nov 29 18:07:48.085180 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d7dfaa3d-1c8f-4053-98d0-e2adba8c00dc tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:48.165687 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d7dfaa3d-1c8f-4053-98d0-e2adba8c00dc tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:48.166700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a781bf03-058c-407a-b8a1-910d16e0b993 None None] For port ec9054e5-7d58-4773-bb81-c63e0cfb1f76, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ec9054e5-7d58-4773-bb81-c63e0cfb1f76,segment=NetworkSegment(275de401-a9f0-45e3-aec5-24a76476aed8),segment_id=275de401-a9f0-45e3-aec5-24a76476aed8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:48.176981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-3a48494e-6ce7-4a8b-a05c-f8541ba197d4 service neutron] 10.222.0.23 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787542 Nov 29 18:07:48.187046 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-f8badcce-7f80-44dc-807d-5d6f1f8e8f2e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:48.194027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55580d-411d-4d10-a346-c9f35e77099b req-2a7d942d-46c6-489e-8306-123924e31110 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:48.200565 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55580d-411d-4d10-a346-c9f35e77099b req-2a7d942d-46c6-489e-8306-123924e31110 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:48.206533 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55580d-411d-4d10-a346-c9f35e77099b req-2a7d942d-46c6-489e-8306-123924e31110 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:48.207417 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a781bf03-058c-407a-b8a1-910d16e0b993 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:48.212884 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a781bf03-058c-407a-b8a1-910d16e0b993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:48.213067 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55580d-411d-4d10-a346-c9f35e77099b req-2a7d942d-46c6-489e-8306-123924e31110 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:48.219358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55580d-411d-4d10-a346-c9f35e77099b req-2a7d942d-46c6-489e-8306-123924e31110 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:48.225342 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55580d-411d-4d10-a346-c9f35e77099b req-2a7d942d-46c6-489e-8306-123924e31110 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:48.233340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55580d-411d-4d10-a346-c9f35e77099b req-2a7d942d-46c6-489e-8306-123924e31110 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:48.235332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c55580d-411d-4d10-a346-c9f35e77099b req-2a7d942d-46c6-489e-8306-123924e31110 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.2327948 Nov 29 18:07:48.236485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7dfaa3d-1c8f-4053-98d0-e2adba8c00dc tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:07:48.237192 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d7dfaa3d-1c8f-4053-98d0-e2adba8c00dc tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:07:48.244002 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:07:48.266455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-de486231-a8b0-4cd3-9dd5-864b49d84922 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Allocated IP 172.20.0.12 (07e1bd78-8269-42cb-97e4-b929faeeeeb7/81cead3a-1dc8-4e59-949c-cf590473cc26/331dc1f7-6173-4ae9-868e-bc86e7ab1bba) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:48.292325 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-f8badcce-7f80-44dc-807d-5d6f1f8e8f2e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Network 2f6e9013-9fe1-470a-9eff-430851e7bcb9 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:48.304754 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-f8badcce-7f80-44dc-807d-5d6f1f8e8f2e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:48.313749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781bf03-058c-407a-b8a1-910d16e0b993 None None] Pushing event updated for resources: {'Port': ['ID=ec9054e5-7d58-4773-bb81-c63e0cfb1f76,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:48.317277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-f8badcce-7f80-44dc-807d-5d6f1f8e8f2e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:48.394114 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8badcce-7f80-44dc-807d-5d6f1f8e8f2e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Pushing event updated for resources: {'Port': ['ID=55af43a5-8d56-4f81-9942-51b6b937f123,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:48.408539 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d7dfaa3d-1c8f-4053-98d0-e2adba8c00dc tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:48.438887 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d7dfaa3d-1c8f-4053-98d0-e2adba8c00dc tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:48.444404 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d7dfaa3d-1c8f-4053-98d0-e2adba8c00dc tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "DELETE /v2.0/networks/942539b7-9147-4e4d-832b-d3ada2f2903f HTTP/1.1" status: 204 len: 168 time: 0.9576886 Nov 29 18:07:48.451767 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-f8badcce-7f80-44dc-807d-5d6f1f8e8f2e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:48.451970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54886) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:48.452502 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-f8badcce-7f80-44dc-807d-5d6f1f8e8f2e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:48.465229 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-923f0414-2344-45e4-a140-a3968b774a3f req-e8eacd7f-81ce-412b-8afc-a44127970e2a service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681715 Nov 29 18:07:48.485022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfaa3d-1c8f-4053-98d0-e2adba8c00dc tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event deleted for resources: {'Network': ['ID=942539b7-9147-4e4d-832b-d3ada2f2903f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:48.545710 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-f8badcce-7f80-44dc-807d-5d6f1f8e8f2e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4943688 Nov 29 18:07:48.566448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Request body: {'port': {'device_id': '6d8ced85-37ab-4fa5-9a00-509b7afd8ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:48.618246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c55580d-411d-4d10-a346-c9f35e77099b req-9e63f81c-d94b-4a7c-8109-fdcfd2ddd01e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3296099 Nov 29 18:07:48.627836 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-3a55585f-d957-42bb-92e2-8746634c6348 service neutron] 10.222.0.23 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868973 Nov 29 18:07:48.647686 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42814be3-a4ad-41a2-acd9-804d0579da63 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:48.654021 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-88c851f1-fbf1-4eb4-b38e-cdeb086520cd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Delete allocated IP 172.20.0.9 (c5395255-02ce-4c91-a7fb-5603958f5af9/a64a9110-bbd8-472c-aa0a-617755e8f03a) {{(pid=110004) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 18:07:48.696219 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ec9054e5-7d58-4773-bb81-c63e0cfb1f76 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:48.718274 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-88c851f1-fbf1-4eb4-b38e-cdeb086520cd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Allocated IP 172.20.0.30 (c5395255-02ce-4c91-a7fb-5603958f5af9/b0c4a325-cefb-4037-afa7-ca9756d28ac8/d316ba23-c2f6-4fbf-b4a8-64a43f54f13a) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:48.728800 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-de486231-a8b0-4cd3-9dd5-864b49d84922 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:48.731058 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-923f0414-2344-45e4-a140-a3968b774a3f req-e178aead-c1a4-4c53-a96a-d0a7f50b799e service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466364 Nov 29 18:07:48.755867 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:48.815508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ec9054e5-7d58-4773-bb81-c63e0cfb1f76 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:48.816092 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:48.904483 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42814be3-a4ad-41a2-acd9-804d0579da63 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:48.964882 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-de486231-a8b0-4cd3-9dd5-864b49d84922 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.022485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-42814be3-a4ad-41a2-acd9-804d0579da63 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070d9e97-c1c2-47ec-bdfa-433ac9711ce8']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:49.043954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-42814be3-a4ad-41a2-acd9-804d0579da63 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625cf1e7-32c1-44c1-95b6-effb03f607cd') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:49.044950 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-42814be3-a4ad-41a2-acd9-804d0579da63 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625cf1e7-32c1-44c1-95b6-effb03f607cd') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:49.073016 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42814be3-a4ad-41a2-acd9-804d0579da63 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.094371 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de486231-a8b0-4cd3-9dd5-864b49d84922 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Pushing event updated for resources: {'Port': ['ID=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:49.097153 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3570d7-44fb-4bf7-8049-cb6cd916a40a req-ee1662e0-2be4-43ba-9e5b-aeb40528b15e tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:49.100299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c3570d7-44fb-4bf7-8049-cb6cd916a40a req-ee1662e0-2be4-43ba-9e5b-aeb40528b15e tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 932 time: 0.1737525 Nov 29 18:07:49.120323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248560a6-f7e1-4bc7-9799-de7f89be7af0 req-34381dc2-887e-4c32-863a-6ece0c681788 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:49.123132 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-248560a6-f7e1-4bc7-9799-de7f89be7af0 req-34381dc2-887e-4c32-863a-6ece0c681788 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.1906717 Nov 29 18:07:49.125920 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-de486231-a8b0-4cd3-9dd5-864b49d84922 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:49.131188 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42814be3-a4ad-41a2-acd9-804d0579da63 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.133585 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-de486231-a8b0-4cd3-9dd5-864b49d84922 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:49.142732 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-de486231-a8b0-4cd3-9dd5-864b49d84922 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:49.148096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42814be3-a4ad-41a2-acd9-804d0579da63 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:07:49.148535 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42814be3-a4ad-41a2-acd9-804d0579da63 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:07:49.160421 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:07:49.173684 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ec92348d-3f18-4459-b422-a3244af075d0 None None] Provisioning complete for port d316ba23-c2f6-4fbf-b4a8-64a43f54f13a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:49.174049 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec92348d-3f18-4459-b422-a3244af075d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.213541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ec92348d-3f18-4459-b422-a3244af075d0 None None] Port d316ba23-c2f6-4fbf-b4a8-64a43f54f13a cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:49.224231 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ec92348d-3f18-4459-b422-a3244af075d0 None None] Provisioning complete for port ec9054e5-7d58-4773-bb81-c63e0cfb1f76 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:49.224613 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec92348d-3f18-4459-b422-a3244af075d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.280989 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42814be3-a4ad-41a2-acd9-804d0579da63 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.285544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c3570d7-44fb-4bf7-8049-cb6cd916a40a req-d44b7d00-0421-4ade-ba1b-38b758012a2d tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612222 Nov 29 18:07:49.293477 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42814be3-a4ad-41a2-acd9-804d0579da63 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.299367 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-42814be3-a4ad-41a2-acd9-804d0579da63 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "DELETE /v2.0/networks/070d9e97-c1c2-47ec-bdfa-433ac9711ce8 HTTP/1.1" status: 204 len: 168 time: 0.8308868 Nov 29 18:07:49.302607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-248560a6-f7e1-4bc7-9799-de7f89be7af0 req-58d5e33d-2fb4-4218-a22b-d1f393d50359 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640794 Nov 29 18:07:49.316011 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54898) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:49.337470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42814be3-a4ad-41a2-acd9-804d0579da63 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event deleted for resources: {'Network': ['ID=070d9e97-c1c2-47ec-bdfa-433ac9711ce8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:49.411480 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ec92348d-3f18-4459-b422-a3244af075d0 None None] Provisioning complete for port 7ec8ac33-6fe6-43d7-846b-268769417311 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:49.412007 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec92348d-3f18-4459-b422-a3244af075d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.455299 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ec92348d-3f18-4459-b422-a3244af075d0 None None] Port 7ec8ac33-6fe6-43d7-846b-268769417311 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:49.482879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-de486231-a8b0-4cd3-9dd5-864b49d84922 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:49.483501 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-de486231-a8b0-4cd3-9dd5-864b49d84922 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.506638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-35dd62d9-e256-4048-ad0f-20461f4e865b req-aa63ad53-718c-4270-a1be-26d8a0c75553 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 210 time: 0.0868783 Nov 29 18:07:49.544109 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88c851f1-fbf1-4eb4-b38e-cdeb086520cd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.552227 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-de486231-a8b0-4cd3-9dd5-864b49d84922 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0338356 Nov 29 18:07:49.554226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55af43a5-8d56-4f81-9942-51b6b937f123 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:49.559108 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88c851f1-fbf1-4eb4-b38e-cdeb086520cd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.569904 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.579146 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Request body: {'port': {'device_id': 'a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:49.613056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343af5f5-5379-4f19-b991-4acb0f453978 req-87580632-46a3-4a0d-826a-e0e1154a11dc tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:49.614407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-343af5f5-5379-4f19-b991-4acb0f453978 req-87580632-46a3-4a0d-826a-e0e1154a11dc tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.1936355 Nov 29 18:07:49.622692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c177ac2-77b6-4de2-b141-77498d67c127 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:49.629340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c177ac2-77b6-4de2-b141-77498d67c127 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:49.634143 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0c177ac2-77b6-4de2-b141-77498d67c127 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3128898 Nov 29 18:07:49.634288 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54902) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:49.639474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-60cb6450-7969-4fcc-a914-6d5b2c2a509e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-192278429'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:49.654702 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Transition to ACTIVE for port object 55af43a5-8d56-4f81-9942-51b6b937f123 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:07:49.694642 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.697981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c851f1-fbf1-4eb4-b38e-cdeb086520cd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=d316ba23-c2f6-4fbf-b4a8-64a43f54f13a,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:49.701946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cb6450-7969-4fcc-a914-6d5b2c2a509e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Made reservation on behalf of 961a4911cc0d4edd96a0ca5f09edccdb for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:49.705709 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60cb6450-7969-4fcc-a914-6d5b2c2a509e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.719211 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-343af5f5-5379-4f19-b991-4acb0f453978 req-626c1e9c-9ce9-42fc-be72-1e56ff92c551 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877075 Nov 29 18:07:49.775439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cb6450-7969-4fcc-a914-6d5b2c2a509e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:07:49.788979 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60cb6450-7969-4fcc-a914-6d5b2c2a509e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.789901 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-60cb6450-7969-4fcc-a914-6d5b2c2a509e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Added segment f45037a8-00b0-4de5-8f86-d39f70e84bbd of type vlan for network a15b1142-5e42-4c02-b482-e0db72d5b383 Nov 29 18:07:49.811720 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc47e2-3b7e-4ca6-9ba0-4d351c15ee5b req-3c521978-5324-4d29-a75c-f00e1bcf82d2 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:49.817677 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc47e2-3b7e-4ca6-9ba0-4d351c15ee5b req-3c521978-5324-4d29-a75c-f00e1bcf82d2 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:49.823770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc47e2-3b7e-4ca6-9ba0-4d351c15ee5b req-3c521978-5324-4d29-a75c-f00e1bcf82d2 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:49.829730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc47e2-3b7e-4ca6-9ba0-4d351c15ee5b req-3c521978-5324-4d29-a75c-f00e1bcf82d2 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:49.835915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc47e2-3b7e-4ca6-9ba0-4d351c15ee5b req-3c521978-5324-4d29-a75c-f00e1bcf82d2 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:49.842409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc47e2-3b7e-4ca6-9ba0-4d351c15ee5b req-3c521978-5324-4d29-a75c-f00e1bcf82d2 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:49.848443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc47e2-3b7e-4ca6-9ba0-4d351c15ee5b req-3c521978-5324-4d29-a75c-f00e1bcf82d2 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:49.850409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25cc47e2-3b7e-4ca6-9ba0-4d351c15ee5b req-3c521978-5324-4d29-a75c-f00e1bcf82d2 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.1224582 Nov 29 18:07:49.851690 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.872459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Pushing event updated for resources: {'Port': ['ID=55af43a5-8d56-4f81-9942-51b6b937f123,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:49.898372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-88c851f1-fbf1-4eb4-b38e-cdeb086520cd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] In _notify_port_updated(), no bound segment for port d316ba23-c2f6-4fbf-b4a8-64a43f54f13a on network c5395255-02ce-4c91-a7fb-5603958f5af9 {{(pid=110004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:07:49.899274 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60cb6450-7969-4fcc-a914-6d5b2c2a509e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.904016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c851f1-fbf1-4eb4-b38e-cdeb086520cd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:49.904637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88c851f1-fbf1-4eb4-b38e-cdeb086520cd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:49.906212 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-88c851f1-fbf1-4eb4-b38e-cdeb086520cd tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "PUT /v2.0/ports/d316ba23-c2f6-4fbf-b4a8-64a43f54f13a HTTP/1.1" status: 200 len: 920 time: 2.2609775 Nov 29 18:07:49.912150 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54908) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:49.994131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25cc47e2-3b7e-4ca6-9ba0-4d351c15ee5b req-c881dde8-2ce3-495f-bddd-8f7bd6aeb04e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1226776 Nov 29 18:07:50.014203 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60cb6450-7969-4fcc-a914-6d5b2c2a509e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:50.019672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cb6450-7969-4fcc-a914-6d5b2c2a509e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:50.020262 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60cb6450-7969-4fcc-a914-6d5b2c2a509e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:50.049617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Attempting to bind port 55af43a5-8d56-4f81-9942-51b6b937f123 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:50.049845 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Attempting to bind port 55af43a5-8d56-4f81-9942-51b6b937f123 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '4f105b97-380f-4a77-bc6d-6185b03b8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:50.050104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Attempting to bind port 55af43a5-8d56-4f81-9942-51b6b937f123 on network 2f6e9013-9fe1-470a-9eff-430851e7bcb9 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:50.061488 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Port 55af43a5-8d56-4f81-9942-51b6b937f123 on network 2f6e9013-9fe1-470a-9eff-430851e7bcb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:07:50.061820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Attempting to bind port 55af43a5-8d56-4f81-9942-51b6b937f123 on network 2f6e9013-9fe1-470a-9eff-430851e7bcb9 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:50.071364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:50.071718 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Checking segment: {'id': '4f105b97-380f-4a77-bc6d-6185b03b8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:50.072103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Bound using segment: {'id': '4f105b97-380f-4a77-bc6d-6185b03b8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:50.072544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Bound port: 55af43a5-8d56-4f81-9942-51b6b937f123, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f105b97-380f-4a77-bc6d-6185b03b8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:50.072915 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:50.107461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-60cb6450-7969-4fcc-a914-6d5b2c2a509e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4698951 Nov 29 18:07:50.107670 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb6450-7969-4fcc-a914-6d5b2c2a509e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event updated for resources: {'Network': ['ID=a15b1142-5e42-4c02-b482-e0db72d5b383,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:50.110267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54910) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:50.116236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-726db138-d89e-42a8-9918-2bbee98c757e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-373459550'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:50.123363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network a15b1142-5e42-4c02-b482-e0db72d5b383 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:07:50.148138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-640f3d92-344c-4348-be52-e14c484dcd2a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port d316ba23-c2f6-4fbf-b4a8-64a43f54f13a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:50.149170 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-640f3d92-344c-4348-be52-e14c484dcd2a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:50.173090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726db138-d89e-42a8-9918-2bbee98c757e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Made reservation on behalf of 961a4911cc0d4edd96a0ca5f09edccdb for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:50.176760 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-726db138-d89e-42a8-9918-2bbee98c757e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:50.233653 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] For port 55af43a5-8d56-4f81-9942-51b6b937f123, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:50.243376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726db138-d89e-42a8-9918-2bbee98c757e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:07:50.341175 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-726db138-d89e-42a8-9918-2bbee98c757e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:50.341679 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-726db138-d89e-42a8-9918-2bbee98c757e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Added segment 94da9fb2-371f-43de-8cba-f4976a88346c of type vlan for network 932aff17-b72c-47d9-bec7-7b8dc5e7c902 Nov 29 18:07:50.389627 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-640f3d92-344c-4348-be52-e14c484dcd2a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:50.455942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-640f3d92-344c-4348-be52-e14c484dcd2a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for d316ba23-c2f6-4fbf-b4a8-64a43f54f13a owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:50.482947 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fd2cbbf0-b4e4-44ad-ad44-026db67f847a None None] Provisioning complete for port d316ba23-c2f6-4fbf-b4a8-64a43f54f13a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:50.483513 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd2cbbf0-b4e4-44ad-ad44-026db67f847a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:50.526298 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-726db138-d89e-42a8-9918-2bbee98c757e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:50.526872 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fd2cbbf0-b4e4-44ad-ad44-026db67f847a None None] Port d316ba23-c2f6-4fbf-b4a8-64a43f54f13a cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:50.550566 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] For port 55af43a5-8d56-4f81-9942-51b6b937f123, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=55af43a5-8d56-4f81-9942-51b6b937f123,segment=NetworkSegment(4f105b97-380f-4a77-bc6d-6185b03b8ec9),segment_id=4f105b97-380f-4a77-bc6d-6185b03b8ec9)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:50.557847 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:50.608653 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-cf89f0cb-3a41-43d1-9d9b-987495b9a9a5 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:50.610098 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-cf89f0cb-3a41-43d1-9d9b-987495b9a9a5 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.31 "GET /v2.0/networks?id=2f6e9013-9fe1-470a-9eff-430851e7bcb9 HTTP/1.1" status: 200 len: 818 time: 0.3586679 Nov 29 18:07:50.617101 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:50.618271 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:50.619694 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] 10.222.0.20 "PUT /v2.0/ports/55af43a5-8d56-4f81-9942-51b6b937f123 HTTP/1.1" status: 200 len: 1091 time: 2.0575688 Nov 29 18:07:50.621851 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8ced85-37ab-4fa5-9a00-509b7afd8ae7', 'tag': '55af43a5-8d56-4f81-9942-51b6b937f123'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:50.624123 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6c231a-c3e5-4eb1-907a-d48a90f8bed2" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8ced85-37ab-4fa5-9a00-509b7afd8ae7", "tag": "55af43a5-8d56-4f81-9942-51b6b937f123"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:50.630162 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-498ddf2d-b47e-40c0-82f0-d80bb68a7a28 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Request body: {'port': {'device_id': '27b35be0-a066-4aa8-ab6c-81e3b495e151', 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9', 'admin_state_up': True, 'tenant_id': '1c83627c91e74087bbaa05f8261c093f'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:50.642106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193ca0a-63b9-42a1-a77d-9d3c29957f3a req-b5c421a8-4020-4d16-a2dd-73c320e95f6d tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:50.643639 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4193ca0a-63b9-42a1-a77d-9d3c29957f3a req-b5c421a8-4020-4d16-a2dd-73c320e95f6d tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 932 time: 0.2329075 Nov 29 18:07:50.657264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331dc1f7-6173-4ae9-868e-bc86e7ab1bba {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:50.669005 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:50.673773 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abcb9f-8b8f-4984-8340-ca00bb4df12a service neutron] Pushing event updated for resources: {'Port': ['ID=55af43a5-8d56-4f81-9942-51b6b937f123,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:50.676488 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b76ea7-47c2-453c-b8a7-6d79e4d8f6a1 req-ab276606-02dd-4f64-af40-afb283d007d7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:50.678007 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90b76ea7-47c2-453c-b8a7-6d79e4d8f6a1 req-ab276606-02dd-4f64-af40-afb283d007d7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.2278442 Nov 29 18:07:50.710409 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-726db138-d89e-42a8-9918-2bbee98c757e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:50.712174 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Transition to ACTIVE for port object 331dc1f7-6173-4ae9-868e-bc86e7ab1bba will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:07:50.716530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726db138-d89e-42a8-9918-2bbee98c757e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:50.716971 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:50.717174 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-726db138-d89e-42a8-9918-2bbee98c757e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:50.762507 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-9b5d4891-2bd4-4b79-aec3-c7a67ecbbdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:50.764059 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-9b5d4891-2bd4-4b79-aec3-c7a67ecbbdd7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c83627c91e74087bbaa05f8261c093f&device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0926156 Nov 29 18:07:50.784845 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Pushing event updated for resources: {'Port': ['ID=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:50.834057 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-726db138-d89e-42a8-9918-2bbee98c757e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7227235 Nov 29 18:07:50.835851 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-74e2534f-1cda-451b-bb0a-b48b2681f116 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55af43a5-8d56-4f81-9942-51b6b937f123 HTTP/1.1" status: 200 len: 217 time: 0.0585582 Nov 29 18:07:50.841983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54922) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:50.867489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Request body: {'ports': [{'network_id': 'a15b1142-5e42-4c02-b482-e0db72d5b383', 'name': 'tempest-port--1234037910', 'admin_state_up': True}, {'network_id': '932aff17-b72c-47d9-bec7-7b8dc5e7c902', 'admin_state_up': False}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:50.867812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Request body: {'port': {'network_id': 'a15b1142-5e42-4c02-b482-e0db72d5b383', 'name': 'tempest-port--1234037910', 'admin_state_up': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:50.868296 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Request body: {'port': {'network_id': '932aff17-b72c-47d9-bec7-7b8dc5e7c902', 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:50.902647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726db138-d89e-42a8-9918-2bbee98c757e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event updated for resources: {'Network': ['ID=932aff17-b72c-47d9-bec7-7b8dc5e7c902,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:50.919582 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-d1dd8e5d-7430-4e14-bf44-a60f0c688907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:50.921149 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-d1dd8e5d-7430-4e14-bf44-a60f0c688907 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87a10408-79d6-4b35-95a6-0b2f64416722 HTTP/1.1" status: 200 len: 858 time: 0.0661905 Nov 29 18:07:50.923658 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Attempting to bind port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:50.924436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Attempting to bind port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '02e2dbb3-e7d4-4d3a-b214-06411a1cb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:50.924436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Attempting to bind port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba on network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:50.928037 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 932aff17-b72c-47d9-bec7-7b8dc5e7c902 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:07:50.928940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba on network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:07:50.929272 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Attempting to bind port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba on network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:50.944413 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:50.944413 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Checking segment: {'id': '02e2dbb3-e7d4-4d3a-b214-06411a1cb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:50.944413 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Bound using segment: {'id': '02e2dbb3-e7d4-4d3a-b214-06411a1cb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:50.944830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Bound port: 331dc1f7-6173-4ae9-868e-bc86e7ab1bba, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e2dbb3-e7d4-4d3a-b214-06411a1cb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:50.945034 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:50.963187 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-acb246bc-4ea2-4166-b2b6-2c5453a94fda service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f6e9013-9fe1-470a-9eff-430851e7bcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285738 Nov 29 18:07:50.998456 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4193ca0a-63b9-42a1-a77d-9d3c29957f3a req-a6117f2e-9d4b-4988-a001-5df01f55a3e6 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350458 Nov 29 18:07:51.010366 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90b76ea7-47c2-453c-b8a7-6d79e4d8f6a1 req-a830ec2f-48d8-4ebe-ae90-ac1415337006 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849467 Nov 29 18:07:51.100085 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-640f3d92-344c-4348-be52-e14c484dcd2a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:51.110315 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b3f684-f8f1-47d3-8f82-ecafa6257c32 x-openstack-request-id: req-c8b3f684-f8f1-47d3-8f82-ecafa6257c32 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:51.110629 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8ced85-37ab-4fa5-9a00-509b7afd8ae7", "tag": "55af43a5-8d56-4f81-9942-51b6b937f123", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:51.110926 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8b3f684-f8f1-47d3-8f82-ecafa6257c32 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:51.111337 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8ced85-37ab-4fa5-9a00-509b7afd8ae7', 'tag': '55af43a5-8d56-4f81-9942-51b6b937f123', 'status': 'completed', 'code': 200} Nov 29 18:07:51.113851 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] For port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:51.116090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-498ddf2d-b47e-40c0-82f0-d80bb68a7a28 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Made reservation on behalf of 1c83627c91e74087bbaa05f8261c093f for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:51.119452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] For port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:51.119667 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-498ddf2d-b47e-40c0-82f0-d80bb68a7a28 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:51.135061 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:51.170526 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-54818a85-b58c-4c68-8a3f-8b6caa792478 service neutron] 10.222.0.20 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950743 Nov 29 18:07:51.174199 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f3d92-344c-4348-be52-e14c484dcd2a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=d316ba23-c2f6-4fbf-b4a8-64a43f54f13a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:51.182961 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:51.183935 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:51.187049 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] 10.222.0.20 "PUT /v2.0/ports/331dc1f7-6173-4ae9-868e-bc86e7ab1bba HTTP/1.1" status: 200 len: 1092 time: 1.6128888 Nov 29 18:07:51.210600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43916fd0-d830-45e9-9e2b-8e045166ad75 req-13148172-fb8f-4ebc-b1c7-c1bf098b5d7b tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 210 time: 0.0821989 Nov 29 18:07:51.304006 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff672ea-97f2-4926-a797-62c88b78ae20 service neutron] Pushing event updated for resources: {'Port': ['ID=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:51.365957 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3c86d0a-dbf7-4896-a976-36dfa622f0db req-d2f0c5da-9a9b-4a09-8e52-259ca09bdcaf service neutron] 10.222.0.20 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772015 Nov 29 18:07:51.380909 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-cca16a20-84e5-4508-bd38-6de2dfc82aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:51.382482 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-cca16a20-84e5-4508-bd38-6de2dfc82aa1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=965396166f334736a02822e4c58ac279&device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 1095 time: 0.1149349 Nov 29 18:07:51.454382 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-1eb1f49d-4ffb-4e53-bb1c-cb391185aca4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=331dc1f7-6173-4ae9-868e-bc86e7ab1bba HTTP/1.1" status: 200 len: 217 time: 0.0577738 Nov 29 18:07:51.533354 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c231a-c3e5-4eb1-907a-d48a90f8bed2 req-e703daa6-a967-451e-b06e-fe8fc21e480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:51.535337 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cc6c231a-c3e5-4eb1-907a-d48a90f8bed2 req-e703daa6-a967-451e-b06e-fe8fc21e480d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c83627c91e74087bbaa05f8261c093f&device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0901139 Nov 29 18:07:51.540084 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-e19c2276-c212-4d95-9833-01572a4138cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:51.541539 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-e19c2276-c212-4d95-9833-01572a4138cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=81cead3a-1dc8-4e59-949c-cf590473cc26 HTTP/1.1" status: 200 len: 845 time: 0.0615547 Nov 29 18:07:51.617061 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-6c820c78-336f-44ae-ba64-029c38d4f0a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07e1bd78-8269-42cb-97e4-b929faeeeeb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662527 Nov 29 18:07:51.718834 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c231a-c3e5-4eb1-907a-d48a90f8bed2 req-5218b530-8877-4f6c-847a-d908f0402efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:51.720333 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cc6c231a-c3e5-4eb1-907a-d48a90f8bed2 req-5218b530-8877-4f6c-847a-d908f0402efb service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f6e9013-9fe1-470a-9eff-430851e7bcb9 HTTP/1.1" status: 200 len: 919 time: 0.1773212 Nov 29 18:07:51.749594 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-0a64b970-31e7-4364-9ab3-9fca5532141e service neutron] 10.222.0.20 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237092 Nov 29 18:07:51.777694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Made reservation on behalf of 961a4911cc0d4edd96a0ca5f09edccdb for: {'port': 2} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:51.782162 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:51.784507 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-640f3d92-344c-4348-be52-e14c484dcd2a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:51.787644 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-640f3d92-344c-4348-be52-e14c484dcd2a tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/d316ba23-c2f6-4fbf-b4a8-64a43f54f13a HTTP/1.1" status: 204 len: 168 time: 1.8733385 Nov 29 18:07:51.791336 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cc6c231a-c3e5-4eb1-907a-d48a90f8bed2 req-a138549e-317d-4128-920e-0559c410ae8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55af43a5-8d56-4f81-9942-51b6b937f123 HTTP/1.1" status: 200 len: 217 time: 0.0557230 Nov 29 18:07:51.792600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54928) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:51.829024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc38d75-9748-4f81-a195-42fb089da7b4 req-d7bc963e-d73b-4c4a-b0aa-059b7050f441 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:51.830505 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ecc38d75-9748-4f81-a195-42fb089da7b4 req-d7bc963e-d73b-4c4a-b0aa-059b7050f441 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.6329658 Nov 29 18:07:51.856694 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:51.886151 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3359d9d-95f9-43bd-aa20-8ca4ea7009e4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] GET failed (client error): The resource could not be found. Nov 29 18:07:51.887554 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f3359d9d-95f9-43bd-aa20-8ca4ea7009e4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports/d316ba23-c2f6-4fbf-b4a8-64a43f54f13a HTTP/1.1" status: 404 len: 333 time: 0.0940325 Nov 29 18:07:51.891057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54930) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:51.912854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232d35c-2b25-443f-84f5-25292e971924 req-f46c0265-6493-4bef-a81d-fd2d7e86708b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:51.918818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232d35c-2b25-443f-84f5-25292e971924 req-f46c0265-6493-4bef-a81d-fd2d7e86708b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:51.924712 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232d35c-2b25-443f-84f5-25292e971924 req-f46c0265-6493-4bef-a81d-fd2d7e86708b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:51.930648 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232d35c-2b25-443f-84f5-25292e971924 req-f46c0265-6493-4bef-a81d-fd2d7e86708b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:51.936527 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232d35c-2b25-443f-84f5-25292e971924 req-f46c0265-6493-4bef-a81d-fd2d7e86708b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:51.939852 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c231a-c3e5-4eb1-907a-d48a90f8bed2 req-aafe373b-81bb-4316-a2b4-f27ee392812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:51.941329 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cc6c231a-c3e5-4eb1-907a-d48a90f8bed2 req-aafe373b-81bb-4316-a2b4-f27ee392812f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87a10408-79d6-4b35-95a6-0b2f64416722 HTTP/1.1" status: 200 len: 858 time: 0.1072021 Nov 29 18:07:51.942443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232d35c-2b25-443f-84f5-25292e971924 req-f46c0265-6493-4bef-a81d-fd2d7e86708b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:51.949306 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232d35c-2b25-443f-84f5-25292e971924 req-f46c0265-6493-4bef-a81d-fd2d7e86708b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:51.951238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b232d35c-2b25-443f-84f5-25292e971924 req-f46c0265-6493-4bef-a81d-fd2d7e86708b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.2542577 Nov 29 18:07:51.979711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-498ddf2d-b47e-40c0-82f0-d80bb68a7a28 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Allocated IP 172.20.0.14 (2f6e9013-9fe1-470a-9eff-430851e7bcb9/87a10408-79d6-4b35-95a6-0b2f64416722/9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:51.991095 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cc6c231a-c3e5-4eb1-907a-d48a90f8bed2 req-65322c35-123a-4e8a-9549-7010ea229110 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f6e9013-9fe1-470a-9eff-430851e7bcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376117 Nov 29 18:07:51.993325 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9b0cdf27-c387-4c82-9491-8fca5433e896 req-1a0d5d98-a000-40e4-bcd2-258152f71950 service neutron] 10.222.0.20 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104676 Nov 29 18:07:52.035999 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4cad2ae9-e829-4329-af29-2dbb48cae6da tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:52.077630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ecc38d75-9748-4f81-a195-42fb089da7b4 req-d4e83ead-b5f8-4435-8acd-61ba44c12962 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179344 Nov 29 18:07:52.092095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] device_id is not set on port 54bf496f-42b6-4e99-ba94-ef1ee3063057 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:07:52.100842 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4cad2ae9-e829-4329-af29-2dbb48cae6da tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:52.155062 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b232d35c-2b25-443f-84f5-25292e971924 req-19c24fad-7390-4f05-9530-eeb14532b552 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1923876 Nov 29 18:07:52.158731 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cc6c231a-c3e5-4eb1-907a-d48a90f8bed2 req-d2cebbec-5c0c-4b7c-a98f-42f71afb672c service neutron] 10.222.0.20 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516852 Nov 29 18:07:52.188379 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4cad2ae9-e829-4329-af29-2dbb48cae6da tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:52.191608 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4cad2ae9-e829-4329-af29-2dbb48cae6da tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:52.192828 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4cad2ae9-e829-4329-af29-2dbb48cae6da tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/security-groups/10a32cbe-8b40-4294-8582-84c599665eef HTTP/1.1" status: 204 len: 168 time: 0.2993553 Nov 29 18:07:52.225274 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54936) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:52.256660 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad2ae9-e829-4329-af29-2dbb48cae6da tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a32cbe-8b40-4294-8582-84c599665eef,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:52.306998 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cc6c231a-c3e5-4eb1-907a-d48a90f8bed2 req-fcb730de-1b5d-410d-bf77-c77865ac60c5 service neutron] 10.222.0.20 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402941 Nov 29 18:07:52.390710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18789777-5ad9-41c2-9462-174a6ca3ecdb req-7e0e8560-9f8c-4a0f-ada7-805e95d54968 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:52.392230 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18789777-5ad9-41c2-9462-174a6ca3ecdb req-7e0e8560-9f8c-4a0f-ada7-805e95d54968 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 944 time: 0.2333064 Nov 29 18:07:52.482246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ed7a0-d7a1-4aa2-bc7b-856d60ef3052 req-f70b96e4-acfa-4c79-b5e7-e12f97d2fc82 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:52.483657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-085ed7a0-d7a1-4aa2-bc7b-856d60ef3052 req-f70b96e4-acfa-4c79-b5e7-e12f97d2fc82 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.2432716 Nov 29 18:07:52.488251 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-498ddf2d-b47e-40c0-82f0-d80bb68a7a28 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:52.497163 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d83103b8-7e83-4180-9c4b-350a5d19a15d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:52.543663 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:52.629682 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18789777-5ad9-41c2-9462-174a6ca3ecdb req-fa365b23-77d8-40b2-af8e-96dd422b8734 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224846 Nov 29 18:07:52.635128 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d83103b8-7e83-4180-9c4b-350a5d19a15d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:52.688853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-085ed7a0-d7a1-4aa2-bc7b-856d60ef3052 req-40a37502-eb94-4c70-8ef0-fc920b5ed5f7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950285 Nov 29 18:07:52.694233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] device_id is not set on port 51d3a1c3-59bb-4e74-8278-76b107ffbb14 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:07:52.702626 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-498ddf2d-b47e-40c0-82f0-d80bb68a7a28 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:52.799474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-498ddf2d-b47e-40c0-82f0-d80bb68a7a28 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Network 2f6e9013-9fe1-470a-9eff-430851e7bcb9 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:52.800209 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d83103b8-7e83-4180-9c4b-350a5d19a15d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:52.802723 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d83103b8-7e83-4180-9c4b-350a5d19a15d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:52.803862 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d83103b8-7e83-4180-9c4b-350a5d19a15d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/security-groups/6d485575-54e6-46f2-b1c2-cc7a90ee5ae3 HTTP/1.1" status: 204 len: 168 time: 0.5776322 Nov 29 18:07:52.807394 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54942) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:52.818289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-498ddf2d-b47e-40c0-82f0-d80bb68a7a28 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:52.829564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-498ddf2d-b47e-40c0-82f0-d80bb68a7a28 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:52.832151 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ddf2d-b47e-40c0-82f0-d80bb68a7a28 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Pushing event updated for resources: {'Port': ['ID=9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:52.837351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83103b8-7e83-4180-9c4b-350a5d19a15d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d485575-54e6-46f2-b1c2-cc7a90ee5ae3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:52.864947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4759de5-0038-433d-8fd3-f8a405079293 req-9ddd195d-1791-4ab5-a4cf-6f253e64b54c tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:52.866513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4759de5-0038-433d-8fd3-f8a405079293 req-9ddd195d-1791-4ab5-a4cf-6f253e64b54c tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 932 time: 0.1750090 Nov 29 18:07:52.878417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-080a95d9-86ed-45ff-83ae-bc177bcab05d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting subnet a64a9110-bbd8-472c-aa0a-617755e8f03a {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:07:52.881637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-080a95d9-86ed-45ff-83ae-bc177bcab05d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:52.924637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-080a95d9-86ed-45ff-83ae-bc177bcab05d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:52.960229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-498ddf2d-b47e-40c0-82f0-d80bb68a7a28 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:52.960860 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-498ddf2d-b47e-40c0-82f0-d80bb68a7a28 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:53.010913 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-498ddf2d-b47e-40c0-82f0-d80bb68a7a28 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3865542 Nov 29 18:07:53.015228 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-080a95d9-86ed-45ff-83ae-bc177bcab05d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:53.016093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4759de5-0038-433d-8fd3-f8a405079293 req-f9b7454d-9c6e-46c4-b17b-843df1b9e049 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394587 Nov 29 18:07:53.018237 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:53.026388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Request body: {'port': {'device_id': '27b35be0-a066-4aa8-ab6c-81e3b495e151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:53.079945 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-080a95d9-86ed-45ff-83ae-bc177bcab05d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:53.106054 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:53.111245 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a95d9-86ed-45ff-83ae-bc177bcab05d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Subnet': ['ID=a64a9110-bbd8-472c-aa0a-617755e8f03a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:53.114486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc', 'tag': '331dc1f7-6173-4ae9-868e-bc86e7ab1bba'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:53.118363 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460842c5-a3ac-43df-a8a2-d91639695777" -d '{"events": [{"name": "network-changed", "server_uuid": "a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc", "tag": "331dc1f7-6173-4ae9-868e-bc86e7ab1bba"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:53.119336 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:53.128363 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-080a95d9-86ed-45ff-83ae-bc177bcab05d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:53.133007 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99f77d1-3b44-4587-a6c2-cef3d7ead1e2 None None] Network c5395255-02ce-4c91-a7fb-5603958f5af9 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:53.139849 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-080a95d9-86ed-45ff-83ae-bc177bcab05d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/a64a9110-bbd8-472c-aa0a-617755e8f03a HTTP/1.1" status: 204 len: 168 time: 0.3307188 Nov 29 18:07:53.141194 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54948) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:53.146963 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-5c877837-d49e-4a6d-bd7d-354a92713023 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'subnet': {'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:53.230524 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c6d6f4-8747-4822-b040-418f5a34d558 x-openstack-request-id: req-68c6d6f4-8747-4822-b040-418f5a34d558 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:53.231315 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc", "tag": "331dc1f7-6173-4ae9-868e-bc86e7ab1bba", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:53.231315 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68c6d6f4-8747-4822-b040-418f5a34d558 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:53.231528 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc', 'tag': '331dc1f7-6173-4ae9-868e-bc86e7ab1bba', 'status': 'completed', 'code': 200} Nov 29 18:07:53.245620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event updated for resources: {'Port': ['ID=54bf496f-42b6-4e99-ba94-ef1ee3063057,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:53.328888 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Checking segment: {'id': 'f45037a8-00b0-4de5-8f86-d39f70e84bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a15b1142-5e42-4c02-b482-e0db72d5b383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:53.329294 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Network hostable DHCP agents. Network: a15b1142-5e42-4c02-b482-e0db72d5b383, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:07:53.336848 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460842c5-a3ac-43df-a8a2-d91639695777 req-b4b64c8e-88a0-4b1e-b66e-e52c607a7767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:53.338404 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-460842c5-a3ac-43df-a8a2-d91639695777 req-b4b64c8e-88a0-4b1e-b66e-e52c607a7767 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=965396166f334736a02822e4c58ac279&device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 1095 time: 0.1011608 Nov 29 18:07:53.373051 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c877837-d49e-4a6d-bd7d-354a92713023 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:53.373688 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a62bb-6c6b-4600-88ce-af8dc96f32dc req-32143e89-7b3d-479b-bd61-007d5de220e5 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:53.375219 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-683a62bb-6c6b-4600-88ce-af8dc96f32dc req-32143e89-7b3d-479b-bd61-007d5de220e5 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.1980133 Nov 29 18:07:53.380872 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c877837-d49e-4a6d-bd7d-354a92713023 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:53.454995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Network a15b1142-5e42-4c02-b482-e0db72d5b383 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:07:53.485978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50788667-36cf-4ce1-9ebd-97705721de0a req-702d694f-9593-455d-a4dc-d9caef3a9e6b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:53.493154 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50788667-36cf-4ce1-9ebd-97705721de0a req-702d694f-9593-455d-a4dc-d9caef3a9e6b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:53.499153 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50788667-36cf-4ce1-9ebd-97705721de0a req-702d694f-9593-455d-a4dc-d9caef3a9e6b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:53.505029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50788667-36cf-4ce1-9ebd-97705721de0a req-702d694f-9593-455d-a4dc-d9caef3a9e6b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:53.511532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50788667-36cf-4ce1-9ebd-97705721de0a req-702d694f-9593-455d-a4dc-d9caef3a9e6b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:53.517424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50788667-36cf-4ce1-9ebd-97705721de0a req-702d694f-9593-455d-a4dc-d9caef3a9e6b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:53.523350 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50788667-36cf-4ce1-9ebd-97705721de0a req-702d694f-9593-455d-a4dc-d9caef3a9e6b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:53.525890 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50788667-36cf-4ce1-9ebd-97705721de0a req-702d694f-9593-455d-a4dc-d9caef3a9e6b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.2174549 Nov 29 18:07:53.528665 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460842c5-a3ac-43df-a8a2-d91639695777 req-93b73b2b-08de-44ff-8f89-180b00219b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:53.530179 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-460842c5-a3ac-43df-a8a2-d91639695777 req-93b73b2b-08de-44ff-8f89-180b00219b04 service neutron] 10.222.0.20 "GET /v2.0/networks?id=07e1bd78-8269-42cb-97e4-b929faeeeeb7 HTTP/1.1" status: 200 len: 906 time: 0.1801610 Nov 29 18:07:53.536669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, a15b1142-5e42-4c02-b482-e0db72d5b383) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:53.548554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945ab03a-95d5-47ba-92fd-1147dcfa097c None None] Network a15b1142-5e42-4c02-b482-e0db72d5b383 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:53.556802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:53.557669 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:53.607941 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-460842c5-a3ac-43df-a8a2-d91639695777 req-e1e53506-0311-47e2-8821-a8b01743047b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=331dc1f7-6173-4ae9-868e-bc86e7ab1bba HTTP/1.1" status: 200 len: 217 time: 0.0622919 Nov 29 18:07:53.677385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-683a62bb-6c6b-4600-88ce-af8dc96f32dc req-cdf190ce-ee3d-4c19-8189-c49753f5de11 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842517 Nov 29 18:07:53.726347 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460842c5-a3ac-43df-a8a2-d91639695777 req-1d1ea088-f93c-40e6-a6cd-f90776064d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:53.728682 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-460842c5-a3ac-43df-a8a2-d91639695777 req-1d1ea088-f93c-40e6-a6cd-f90776064d6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=81cead3a-1dc8-4e59-949c-cf590473cc26 HTTP/1.1" status: 200 len: 845 time: 0.1079624 Nov 29 18:07:53.772374 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event updated for resources: {'Port': ['ID=51d3a1c3-59bb-4e74-8278-76b107ffbb14,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:53.795355 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-460842c5-a3ac-43df-a8a2-d91639695777 req-df9dc274-3954-45c0-a8f8-6d271749d9a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07e1bd78-8269-42cb-97e4-b929faeeeeb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338461 Nov 29 18:07:53.830523 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50788667-36cf-4ce1-9ebd-97705721de0a req-b98654a4-7b7d-415c-b488-f55103da2784 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2902210 Nov 29 18:07:53.842190 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Checking segment: {'id': '94da9fb2-371f-43de-8cba-f4976a88346c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '932aff17-b72c-47d9-bec7-7b8dc5e7c902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:53.842564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Network hostable DHCP agents. Network: 932aff17-b72c-47d9-bec7-7b8dc5e7c902, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:07:53.891372 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c877837-d49e-4a6d-bd7d-354a92713023 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:53.911034 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddf768-c9d5-4fe5-ae47-5522fd411be7 req-a4c8fd70-708b-4594-8aa7-a7210bf21411 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:53.912642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2dddf768-c9d5-4fe5-ae47-5522fd411be7 req-a4c8fd70-708b-4594-8aa7-a7210bf21411 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 944 time: 0.1533408 Nov 29 18:07:53.915748 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:53.921400 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Network 932aff17-b72c-47d9-bec7-7b8dc5e7c902 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:07:53.936195 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:53.952341 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7278ce3e-d6b8-4446-8271-4f5734adc912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:53.955946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 932aff17-b72c-47d9-bec7-7b8dc5e7c902) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:53.964932 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 55af43a5-8d56-4f81-9942-51b6b937f123 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:07:53.972242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Transition to ACTIVE for port object 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:07:53.979112 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c877837-d49e-4a6d-bd7d-354a92713023 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network c5395255-02ce-4c91-a7fb-5603958f5af9 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:53.988550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-5c877837-d49e-4a6d-bd7d-354a92713023 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:53.996952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c877837-d49e-4a6d-bd7d-354a92713023 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:53.997556 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c877837-d49e-4a6d-bd7d-354a92713023 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:53.999844 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:54.005501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:54.010914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:54.011688 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.016623 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c877837-d49e-4a6d-bd7d-354a92713023 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Subnet': ['ID=fafa921a-6680-4212-95b3-e9026599c6f8,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:54.021736 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.025464 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-460842c5-a3ac-43df-a8a2-d91639695777 req-bc7e39e0-dd99-4a88-b639-2f76c9235b12 service neutron] 10.222.0.20 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171593 Nov 29 18:07:54.041693 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5c877837-d49e-4a6d-bd7d-354a92713023 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8993046 Nov 29 18:07:54.043098 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54960) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:54.064084 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-35c8a2a7-243a-4d7b-8617-69e68314ff63 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'security_group': {'name': 'tempest-secgroup-2060502109'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:54.099840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 55af43a5-8d56-4f81-9942-51b6b937f123, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=55af43a5-8d56-4f81-9942-51b6b937f123,segment=NetworkSegment(4f105b97-380f-4a77-bc6d-6185b03b8ec9),segment_id=4f105b97-380f-4a77-bc6d-6185b03b8ec9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:54.116797 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11883208-53d5-4d6f-ab18-9a07968c3fb6 None None] Network 932aff17-b72c-47d9-bec7-7b8dc5e7c902 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:54.135650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7cdd5b5d-d829-424c-9ee9-6428befdd75e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2855515 Nov 29 18:07:54.137436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54964) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:54.141459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Pushing event updated for resources: {'Port': ['ID=9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:54.154856 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2dddf768-c9d5-4fe5-ae47-5522fd411be7 req-d86584df-e8c2-47d0-bdc7-1158e9fd4223 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341952 Nov 29 18:07:54.155693 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35c8a2a7-243a-4d7b-8617-69e68314ff63 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.200521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '55af43a5-8d56-4f81-9942-51b6b937f123', 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9', 'port_id': '55af43a5-8d56-4f81-9942-51b6b937f123', 'mac_address': 'fa:16:3e:a6:e5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a10408-79d6-4b35-95a6-0b2f64416722', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:07:54.202929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470d01a1-20e6-4073-9271-49bd665dc971 None None] Network c5395255-02ce-4c91-a7fb-5603958f5af9 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:54.214228 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-460842c5-a3ac-43df-a8a2-d91639695777 req-1aa2c486-cce1-4551-8031-05f6342d29df service neutron] 10.222.0.20 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689837 Nov 29 18:07:54.236776 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8935061f-be7e-462d-9be2-3cbea55b1e27 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:54.243242 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8935061f-be7e-462d-9be2-3cbea55b1e27 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:54.247522 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8935061f-be7e-462d-9be2-3cbea55b1e27 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1065149 Nov 29 18:07:54.248787 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54966) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:54.251796 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc1140-eddd-4333-8fea-b176aee5cb64 req-074f5fd4-e738-4855-a110-82a77d7d9763 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:54.253427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cdbc1140-eddd-4333-8fea-b176aee5cb64 req-074f5fd4-e738-4855-a110-82a77d7d9763 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.3035498 Nov 29 18:07:54.282514 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Attempting to bind port 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:07:54.282906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Attempting to bind port 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '4f105b97-380f-4a77-bc6d-6185b03b8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:07:54.283248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Attempting to bind port 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 on network 2f6e9013-9fe1-470a-9eff-430851e7bcb9 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:54.307440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Port 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 on network 2f6e9013-9fe1-470a-9eff-430851e7bcb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:07:54.307779 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Attempting to bind port 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 on network 2f6e9013-9fe1-470a-9eff-430851e7bcb9 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:07:54.315157 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:07:54.315503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Checking segment: {'id': '4f105b97-380f-4a77-bc6d-6185b03b8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:54.315897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Bound using segment: {'id': '4f105b97-380f-4a77-bc6d-6185b03b8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:07:54.316939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Bound port: 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f105b97-380f-4a77-bc6d-6185b03b8ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:07:54.317312 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.351367 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35c8a2a7-243a-4d7b-8617-69e68314ff63 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.365049 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35c8a2a7-243a-4d7b-8617-69e68314ff63 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.404301 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35c8a2a7-243a-4d7b-8617-69e68314ff63 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.405573 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-35c8a2a7-243a-4d7b-8617-69e68314ff63 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3572931 Nov 29 18:07:54.409191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54968) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:54.409829 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8a2a7-243a-4d7b-8617-69e68314ff63 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a383199-8bb1-4bde-b263-eca10e2a4f26,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:54.417027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-5b2659e2-e8af-4e9b-b081-d596a7fd0621 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'security_group': {'name': 'tempest-secgroup-42288620'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:54.429134 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ddca09a9-5b75-4e09-94e8-1a69b4dbf20d tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Deleting port 54bf496f-42b6-4e99-ba94-ef1ee3063057 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:54.429468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ddca09a9-5b75-4e09-94e8-1a69b4dbf20d tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.442084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cdbc1140-eddd-4333-8fea-b176aee5cb64 req-87a053b9-d5e2-463f-9882-0f63beb6c950 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617596 Nov 29 18:07:54.465492 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870034db-bc24-4253-ae44-5c28436b9316 req-257b162d-4048-40d8-ac1c-fe14a38bc197 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:54.481040 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-870034db-bc24-4253-ae44-5c28436b9316 req-257b162d-4048-40d8-ac1c-fe14a38bc197 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 944 time: 0.1153972 Nov 29 18:07:54.487535 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] For port 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:07:54.492000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] For port 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1,segment=NetworkSegment(4f105b97-380f-4a77-bc6d-6185b03b8ec9),segment_id=4f105b97-380f-4a77-bc6d-6185b03b8ec9)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:07:54.501103 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b2659e2-e8af-4e9b-b081-d596a7fd0621 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.503177 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.512294 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-dcaf915c-18b2-4385-b7ac-52d64f40e739 None None] Provisioning complete for port ec9054e5-7d58-4773-bb81-c63e0cfb1f76 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:54.512483 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcaf915c-18b2-4385-b7ac-52d64f40e739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.518312 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ddca09a9-5b75-4e09-94e8-1a69b4dbf20d tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.535749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ddca09a9-5b75-4e09-94e8-1a69b4dbf20d tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Calling delete_port for 54bf496f-42b6-4e99-ba94-ef1ee3063057 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:54.560889 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:54.561337 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.562741 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] 10.222.0.31 "PUT /v2.0/ports/9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 HTTP/1.1" status: 200 len: 1092 time: 1.5422235 Nov 29 18:07:54.565313 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b35be0-a066-4aa8-ab6c-81e3b495e151', 'tag': '9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:54.567351 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107f9e74-f977-479a-b16e-b37876ecc805" -d '{"events": [{"name": "network-changed", "server_uuid": "27b35be0-a066-4aa8-ab6c-81e3b495e151", "tag": "9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:54.603768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719c940-4678-4d8d-9372-8fbc30c1f521 service neutron] Pushing event updated for resources: {'Port': ['ID=9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:54.622088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-870034db-bc24-4253-ae44-5c28436b9316 req-34164153-dd64-4645-906d-03fcff9bdf1b tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407247 Nov 29 18:07:54.646890 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.649213 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b2659e2-e8af-4e9b-b081-d596a7fd0621 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.658363 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b2659e2-e8af-4e9b-b081-d596a7fd0621 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.664453 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f702e18-6350-4715-91f4-fab285251934 x-openstack-request-id: req-8f702e18-6350-4715-91f4-fab285251934 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:54.664453 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b35be0-a066-4aa8-ab6c-81e3b495e151", "tag": "9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:54.664736 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f702e18-6350-4715-91f4-fab285251934 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:54.665104 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b35be0-a066-4aa8-ab6c-81e3b495e151', 'tag': '9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1', 'status': 'completed', 'code': 200} Nov 29 18:07:54.685569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-09a7aba9-7118-4c3a-9fcd-3e6a579822f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:54.691974 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2659e2-e8af-4e9b-b081-d596a7fd0621 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed8f549-d8f1-4bcf-adb0-db3311cd89bc,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:54.692417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55af43a5-8d56-4f81-9942-51b6b937f123 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:54.695205 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ddca09a9-5b75-4e09-94e8-1a69b4dbf20d tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.699352 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b2659e2-e8af-4e9b-b081-d596a7fd0621 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.703368 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5b2659e2-e8af-4e9b-b081-d596a7fd0621 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2881906 Nov 29 18:07:54.704896 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-09a7aba9-7118-4c3a-9fcd-3e6a579822f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c83627c91e74087bbaa05f8261c093f&device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 1095 time: 0.0626163 Nov 29 18:07:54.705573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54974) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:54.710964 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6c530d30-a001-41be-ba44-24c13dc39e1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'security_group': {'name': 'tempest-secgroup-1034277127'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:54.727369 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 55af43a5-8d56-4f81-9942-51b6b937f123, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=55af43a5-8d56-4f81-9942-51b6b937f123,segment=NetworkSegment(4f105b97-380f-4a77-bc6d-6185b03b8ec9),segment_id=4f105b97-380f-4a77-bc6d-6185b03b8ec9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:54.744129 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.744983 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 331dc1f7-6173-4ae9-868e-bc86e7ab1bba details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:07:54.745470 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca09a9-5b75-4e09-94e8-1a69b4dbf20d tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event deleted for resources: {'Port': ['ID=54bf496f-42b6-4e99-ba94-ef1ee3063057,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:54.748829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-e6521d7d-3f6a-4e95-b38b-5f9418d65981 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 HTTP/1.1" status: 200 len: 217 time: 0.0428929 Nov 29 18:07:54.756087 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ddca09a9-5b75-4e09-94e8-1a69b4dbf20d tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.762319 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ddca09a9-5b75-4e09-94e8-1a69b4dbf20d tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "DELETE /v2.0/ports/54bf496f-42b6-4e99-ba94-ef1ee3063057 HTTP/1.1" status: 204 len: 168 time: 0.5099535 Nov 29 18:07:54.763593 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54976) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:54.773999 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6c530d30-a001-41be-ba44-24c13dc39e1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.839515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d481f20c-7c99-4602-b423-188b818490e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:54.841559 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-d481f20c-7c99-4602-b423-188b818490e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=87a10408-79d6-4b35-95a6-0b2f64416722 HTTP/1.1" status: 200 len: 858 time: 0.0851817 Nov 29 18:07:54.870098 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619236b8-d7a9-4ef5-9641-e62206153018 req-55fed156-8dac-480a-8d76-bf480b699725 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:54.871623 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-619236b8-d7a9-4ef5-9641-e62206153018 req-55fed156-8dac-480a-8d76-bf480b699725 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.0686965 Nov 29 18:07:54.893113 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-bc162043-aa24-4966-9cef-27de9a846c3c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f6e9013-9fe1-470a-9eff-430851e7bcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410063 Nov 29 18:07:54.923031 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c4d12-57da-4682-b3b8-ba4fc095f83d tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Deleting port 51d3a1c3-59bb-4e74-8278-76b107ffbb14 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:07:54.923648 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4d12-57da-4682-b3b8-ba4fc095f83d tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.939172 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6c530d30-a001-41be-ba44-24c13dc39e1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.971743 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6c530d30-a001-41be-ba44-24c13dc39e1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:54.978217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=55af43a5-8d56-4f81-9942-51b6b937f123,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:55.008060 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:55.008473 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:55.008796 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:55.009909 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:55.009909 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:55.010591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:55.010949 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:55.012026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:55.012026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:55.012026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:55.012347 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:55.012522 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:07:55.016780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-619236b8-d7a9-4ef5-9641-e62206153018 req-86edfac5-63c9-4bec-b43e-411a4a578825 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266525 Nov 29 18:07:55.026178 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6c530d30-a001-41be-ba44-24c13dc39e1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:55.027971 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6c530d30-a001-41be-ba44-24c13dc39e1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3203630 Nov 29 18:07:55.031755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54980) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:55.034294 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530d30-a001-41be-ba44-24c13dc39e1d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4afc4a23-4906-4df2-a9c4-9145f2fa7741,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:55.041085 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8169d250-07fb-42ad-9623-4936b1f15e76 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1176382917', 'security_groups': ['4afc4a23-4906-4df2-a9c4-9145f2fa7741'], 'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fafa921a-6680-4212-95b3-e9026599c6f8'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:55.045959 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4d12-57da-4682-b3b8-ba4fc095f83d tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:55.070577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-c0c8bc25-77a9-47bf-832a-63e80d37bf2f service neutron] 10.222.0.31 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625733 Nov 29 18:07:55.083232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be68c59-6e7c-4c13-a740-3bfdd44c591c req-46799dc5-07a6-4512-9738-5552af9b9c22 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:55.088989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be68c59-6e7c-4c13-a740-3bfdd44c591c req-46799dc5-07a6-4512-9738-5552af9b9c22 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:55.094956 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be68c59-6e7c-4c13-a740-3bfdd44c591c req-46799dc5-07a6-4512-9738-5552af9b9c22 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:55.098638 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c4d12-57da-4682-b3b8-ba4fc095f83d tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Calling delete_port for 51d3a1c3-59bb-4e74-8278-76b107ffbb14 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:07:55.101138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be68c59-6e7c-4c13-a740-3bfdd44c591c req-46799dc5-07a6-4512-9738-5552af9b9c22 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:55.107697 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be68c59-6e7c-4c13-a740-3bfdd44c591c req-46799dc5-07a6-4512-9738-5552af9b9c22 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:55.109322 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-dcaf915c-18b2-4385-b7ac-52d64f40e739 None None] Provisioning complete for port 7ec8ac33-6fe6-43d7-846b-268769417311 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:55.109642 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcaf915c-18b2-4385-b7ac-52d64f40e739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:55.114123 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be68c59-6e7c-4c13-a740-3bfdd44c591c req-46799dc5-07a6-4512-9738-5552af9b9c22 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:55.116069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:55.121026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be68c59-6e7c-4c13-a740-3bfdd44c591c req-46799dc5-07a6-4512-9738-5552af9b9c22 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:55.127306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5be68c59-6e7c-4c13-a740-3bfdd44c591c req-46799dc5-07a6-4512-9738-5552af9b9c22 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.1970687 Nov 29 18:07:55.157496 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '331dc1f7-6173-4ae9-868e-bc86e7ab1bba', 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7', 'port_id': '331dc1f7-6173-4ae9-868e-bc86e7ab1bba', 'mac_address': 'fa:16:3e:cf:9b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81cead3a-1dc8-4e59-949c-cf590473cc26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:07:55.202972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf915c-18b2-4385-b7ac-52d64f40e739 None None] Port 7ec8ac33-6fe6-43d7-846b-268769417311 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:55.247096 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:55.264290 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7aa58c-eaf5-4afc-8556-d51c603ef4a0 None None] Update dhcp port {'port': {'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9', 'fixed_ips': [{'subnet_id': 'b0c4a325-cefb-4037-afa7-ca9756d28ac8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fafa921a-6680-4212-95b3-e9026599c6f8'}], 'binding:host_id': 'n-d-819494-5'}, 'id': 'ec9054e5-7d58-4773-bb81-c63e0cfb1f76'} from n-d-819494-5. {{(pid=110006) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 18:07:55.269130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331dc1f7-6173-4ae9-868e-bc86e7ab1bba {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:55.292688 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5be68c59-6e7c-4c13-a740-3bfdd44c591c req-ccab1ebb-4eb0-4985-9899-c6657f93ad13 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1551220 Nov 29 18:07:55.313356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e80bf3c-5399-4cc0-8e41-bb07508c5cca req-9f78b056-423e-441c-b554-6d8d7a55c4d2 service neutron] 10.222.0.31 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842561 Nov 29 18:07:55.336911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:55.346134 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee7aa58c-eaf5-4afc-8556-d51c603ef4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:55.349962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d42d6-f52c-4fa1-845c-7819490ba0b5 req-2e30576b-f399-4bed-a726-d25725589672 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:55.352256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec4d42d6-f52c-4fa1-845c-7819490ba0b5 req-2e30576b-f399-4bed-a726-d25725589672 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 944 time: 0.1091871 Nov 29 18:07:55.371985 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:55.511207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:55.570897 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4d12-57da-4682-b3b8-ba4fc095f83d tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:55.606201 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ee7aa58c-eaf5-4afc-8556-d51c603ef4a0 None None] Allocated IP 172.20.0.2 (c5395255-02ce-4c91-a7fb-5603958f5af9/fafa921a-6680-4212-95b3-e9026599c6f8/ec9054e5-7d58-4773-bb81-c63e0cfb1f76) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:55.607984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8169d250-07fb-42ad-9623-4936b1f15e76 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:55.624875 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c4d12-57da-4682-b3b8-ba4fc095f83d tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event deleted for resources: {'Port': ['ID=51d3a1c3-59bb-4e74-8278-76b107ffbb14,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:55.658708 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d2c4d12-57da-4682-b3b8-ba4fc095f83d tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:55.666210 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4d2c4d12-57da-4682-b3b8-ba4fc095f83d tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "DELETE /v2.0/ports/51d3a1c3-59bb-4e74-8278-76b107ffbb14 HTTP/1.1" status: 204 len: 168 time: 0.8991060 Nov 29 18:07:55.668911 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54990) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:55.672592 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['55af43a5-8d56-4f81-9942-51b6b937f123'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:07:55.674761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['331dc1f7-6173-4ae9-868e-bc86e7ab1bba'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:07:55.709085 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9637e027-23db-4b21-b0c4-05ef05ffb820 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0357919 Nov 29 18:07:55.709825 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54992) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:55.717272 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-7db8a056-8ad7-4154-a5ed-299e50854345 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1066640372'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:55.743377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f9e74-f977-479a-b16e-b37876ecc805 req-0319b0c7-a076-41ce-a403-317f2baee310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:55.745044 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-107f9e74-f977-479a-b16e-b37876ecc805 req-0319b0c7-a076-41ce-a403-317f2baee310 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c83627c91e74087bbaa05f8261c093f&device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 1095 time: 0.3585246 Nov 29 18:07:55.750876 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec4d42d6-f52c-4fa1-845c-7819490ba0b5 req-3692f324-86cc-4c02-9e7e-d5173d91bdf7 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913579 Nov 29 18:07:55.760902 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8169d250-07fb-42ad-9623-4936b1f15e76 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:55.764389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db8a056-8ad7-4154-a5ed-299e50854345 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Made reservation on behalf of 961a4911cc0d4edd96a0ca5f09edccdb for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:55.768352 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db8a056-8ad7-4154-a5ed-299e50854345 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:55.801175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-8169d250-07fb-42ad-9623-4936b1f15e76 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] device_id is not set on port 610d0770-c8ed-4001-a7a0-681bb22b20c2 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:07:55.825366 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ee7aa58c-eaf5-4afc-8556-d51c603ef4a0 None None] For port ec9054e5-7d58-4773-bb81-c63e0cfb1f76, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ec9054e5-7d58-4773-bb81-c63e0cfb1f76,segment=NetworkSegment(275de401-a9f0-45e3-aec5-24a76476aed8),segment_id=275de401-a9f0-45e3-aec5-24a76476aed8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:55.843523 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db8a056-8ad7-4154-a5ed-299e50854345 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:07:55.866276 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db8a056-8ad7-4154-a5ed-299e50854345 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:55.866834 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-7db8a056-8ad7-4154-a5ed-299e50854345 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Added segment 8b649491-82c0-4944-bcd7-48eb74db03a6 of type vlan for network c29ac9c4-e919-4928-8600-75720f667d45 Nov 29 18:07:55.870990 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c100a-af1b-4c59-8fc6-5d5be0e90338 req-acd7c5e7-2f1a-493b-a6d4-74aab8e93323 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:55.873017 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d58c100a-af1b-4c59-8fc6-5d5be0e90338 req-acd7c5e7-2f1a-493b-a6d4-74aab8e93323 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.1813605 Nov 29 18:07:55.917599 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee7aa58c-eaf5-4afc-8556-d51c603ef4a0 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:55.927466 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee7aa58c-eaf5-4afc-8556-d51c603ef4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:55.952380 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db8a056-8ad7-4154-a5ed-299e50854345 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:55.988986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f9e74-f977-479a-b16e-b37876ecc805 req-d9f747cf-0803-4353-b330-37724999560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:55.990742 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-107f9e74-f977-479a-b16e-b37876ecc805 req-d9f747cf-0803-4353-b330-37724999560c service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f6e9013-9fe1-470a-9eff-430851e7bcb9 HTTP/1.1" status: 200 len: 919 time: 0.2242041 Nov 29 18:07:56.003543 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835e98e-70b4-44ac-be4e-1a09f5416118 req-03fe1f4d-3a1d-4585-88ae-f3a291bf7c4d tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:56.011554 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d835e98e-70b4-44ac-be4e-1a09f5416118 req-03fe1f4d-3a1d-4585-88ae-f3a291bf7c4d tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 944 time: 0.1355569 Nov 29 18:07:56.019768 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db8a056-8ad7-4154-a5ed-299e50854345 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:56.027358 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db8a056-8ad7-4154-a5ed-299e50854345 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:56.027358 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db8a056-8ad7-4154-a5ed-299e50854345 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:56.036893 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d58c100a-af1b-4c59-8fc6-5d5be0e90338 req-f8360731-cf98-48cc-9f58-7bd4d2c505ac tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439400 Nov 29 18:07:56.080155 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-107f9e74-f977-479a-b16e-b37876ecc805 req-7719d8ab-d1d2-4bd7-bc21-4a77a4fe8edb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 HTTP/1.1" status: 200 len: 217 time: 0.0600114 Nov 29 18:07:56.094968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7aa58c-eaf5-4afc-8556-d51c603ef4a0 None None] Pushing event updated for resources: {'Port': ['ID=ec9054e5-7d58-4773-bb81-c63e0cfb1f76,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:56.126922 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7db8a056-8ad7-4154-a5ed-299e50854345 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4161203 Nov 29 18:07:56.131148 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-8169d250-07fb-42ad-9623-4936b1f15e76 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Allocated IP 172.20.0.5 (c5395255-02ce-4c91-a7fb-5603958f5af9/fafa921a-6680-4212-95b3-e9026599c6f8/610d0770-c8ed-4001-a7a0-681bb22b20c2) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:56.133556 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54996) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:56.145286 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-cda69cd6-8217-4c67-b641-97d13d9c8039 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-483204452'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:56.154745 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8a056-8ad7-4154-a5ed-299e50854345 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event updated for resources: {'Network': ['ID=c29ac9c4-e919-4928-8600-75720f667d45,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:56.179508 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d835e98e-70b4-44ac-be4e-1a09f5416118 req-2cf9d14f-1199-471e-9665-df206b8ae0ca tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669421 Nov 29 18:07:56.182024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network c29ac9c4-e919-4928-8600-75720f667d45 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:07:56.204688 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f9e74-f977-479a-b16e-b37876ecc805 req-c96f6d13-308a-4826-be89-b65869b1305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:56.206131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-107f9e74-f977-479a-b16e-b37876ecc805 req-c96f6d13-308a-4826-be89-b65869b1305a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=87a10408-79d6-4b35-95a6-0b2f64416722 HTTP/1.1" status: 200 len: 858 time: 0.1139665 Nov 29 18:07:56.219648 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda69cd6-8217-4c67-b641-97d13d9c8039 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Made reservation on behalf of 961a4911cc0d4edd96a0ca5f09edccdb for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:56.223381 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cda69cd6-8217-4c67-b641-97d13d9c8039 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:56.256600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-107f9e74-f977-479a-b16e-b37876ecc805 req-1f6fb9c4-6f4d-4626-8ffd-a82407d9cf93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f6e9013-9fe1-470a-9eff-430851e7bcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295968 Nov 29 18:07:56.296914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c7a5b-0a20-432a-ba42-0d4caa52726d req-992df6fe-26b3-4b74-8999-0590adab561c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:56.298578 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e2c7a5b-0a20-432a-ba42-0d4caa52726d req-992df6fe-26b3-4b74-8999-0590adab561c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.1157632 Nov 29 18:07:56.304511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda69cd6-8217-4c67-b641-97d13d9c8039 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:07:56.333178 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cda69cd6-8217-4c67-b641-97d13d9c8039 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:56.333629 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-cda69cd6-8217-4c67-b641-97d13d9c8039 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Added segment 5fc9491e-1b00-44bf-a30b-1b8ba029f4d3 of type vlan for network 2ac44b60-86a9-491f-a15a-e3a20839420f Nov 29 18:07:56.400272 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8169d250-07fb-42ad-9623-4936b1f15e76 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:56.405903 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cda69cd6-8217-4c67-b641-97d13d9c8039 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:56.411036 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19e7cf14-2ce4-4a1f-956b-596c25318b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:56.416003 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e2c7a5b-0a20-432a-ba42-0d4caa52726d req-24cbfc34-7496-4314-b055-e150ee64a8ef tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837018 Nov 29 18:07:56.428799 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-107f9e74-f977-479a-b16e-b37876ecc805 req-a565794a-dadc-499c-b5e6-1f19b335e784 service neutron] 10.222.0.31 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626501 Nov 29 18:07:56.472549 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cda69cd6-8217-4c67-b641-97d13d9c8039 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:56.478293 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda69cd6-8217-4c67-b641-97d13d9c8039 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:56.478949 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cda69cd6-8217-4c67-b641-97d13d9c8039 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:56.541093 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8169d250-07fb-42ad-9623-4936b1f15e76 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:56.566096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffac83-3780-4353-879e-e8a9d629223d req-d5e509a5-d501-4b86-99b6-d10fb2d1dc5e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:56.573286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffac83-3780-4353-879e-e8a9d629223d req-d5e509a5-d501-4b86-99b6-d10fb2d1dc5e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:56.579555 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffac83-3780-4353-879e-e8a9d629223d req-d5e509a5-d501-4b86-99b6-d10fb2d1dc5e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:56.585463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffac83-3780-4353-879e-e8a9d629223d req-d5e509a5-d501-4b86-99b6-d10fb2d1dc5e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:56.592247 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cda69cd6-8217-4c67-b641-97d13d9c8039 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4552436 Nov 29 18:07:56.592616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffac83-3780-4353-879e-e8a9d629223d req-d5e509a5-d501-4b86-99b6-d10fb2d1dc5e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:56.598498 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffac83-3780-4353-879e-e8a9d629223d req-d5e509a5-d501-4b86-99b6-d10fb2d1dc5e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:56.604589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffac83-3780-4353-879e-e8a9d629223d req-d5e509a5-d501-4b86-99b6-d10fb2d1dc5e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:56.612617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90ffac83-3780-4353-879e-e8a9d629223d req-d5e509a5-d501-4b86-99b6-d10fb2d1dc5e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.1828136 Nov 29 18:07:56.614207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda69cd6-8217-4c67-b641-97d13d9c8039 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event updated for resources: {'Network': ['ID=2ac44b60-86a9-491f-a15a-e3a20839420f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:56.626444 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8169d250-07fb-42ad-9623-4936b1f15e76 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network c5395255-02ce-4c91-a7fb-5603958f5af9 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:56.627418 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169d250-07fb-42ad-9623-4936b1f15e76 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=610d0770-c8ed-4001-a7a0-681bb22b20c2,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:56.630381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-8169d250-07fb-42ad-9623-4936b1f15e76 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:56.632476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169d250-07fb-42ad-9623-4936b1f15e76 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:07:56.632635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 2ac44b60-86a9-491f-a15a-e3a20839420f details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:07:56.698631 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8169d250-07fb-42ad-9623-4936b1f15e76 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:56.699650 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8169d250-07fb-42ad-9623-4936b1f15e76 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:56.715218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-107f9e74-f977-479a-b16e-b37876ecc805 req-3dcb4a81-2ea2-40be-9edc-58cbfa9ea74f service neutron] 10.222.0.31 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535598 Nov 29 18:07:56.749854 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8169d250-07fb-42ad-9623-4936b1f15e76 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7167852 Nov 29 18:07:56.750612 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55002) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:56.755935 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6a90ad6f-533d-4c54-9f44-2293da98e2a5 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'subnet': {'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:56.759185 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55004) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:56.769902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ec9054e5-7d58-4773-bb81-c63e0cfb1f76 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:56.773017 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90ffac83-3780-4353-879e-e8a9d629223d req-4e24f1a1-a7e1-4db8-8a6c-70747e640e70 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1560149 Nov 29 18:07:56.776893 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Request body: {'subnets': [{'network_id': 'c29ac9c4-e919-4928-8600-75720f667d45', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1829015705', 'ip_version': 4}, {'network_id': '2ac44b60-86a9-491f-a15a-e3a20839420f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:56.777229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Request body: {'subnet': {'network_id': 'c29ac9c4-e919-4928-8600-75720f667d45', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1829015705', 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:56.777811 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Request body: {'subnet': {'network_id': '2ac44b60-86a9-491f-a15a-e3a20839420f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:56.874099 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ec9054e5-7d58-4773-bb81-c63e0cfb1f76 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:56.874942 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:56.912007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8f4ce-a740-4f54-a908-771e52d9d466 req-45755e79-e2a5-4f27-a4d3-ba46ace14a20 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:56.913564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05b8f4ce-a740-4f54-a908-771e52d9d466 req-45755e79-e2a5-4f27-a4d3-ba46ace14a20 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 945 time: 0.0581820 Nov 29 18:07:56.990297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05b8f4ce-a740-4f54-a908-771e52d9d466 req-39fc8776-a436-49ea-aa4c-e04f1b673a22 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675855 Nov 29 18:07:57.021168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a90ad6f-533d-4c54-9f44-2293da98e2a5 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:57.026121 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a90ad6f-533d-4c54-9f44-2293da98e2a5 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:57.057779 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:57.061765 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2841994c-4aa9-4381-b880-453b9caf0950 None None] Provisioning complete for port ec9054e5-7d58-4773-bb81-c63e0cfb1f76 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:57.062177 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2841994c-4aa9-4381-b880-453b9caf0950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:57.101922 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Made reservation on behalf of 961a4911cc0d4edd96a0ca5f09edccdb for: {'subnet': 2} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:57.108538 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:57.108895 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:57.167975 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2841994c-4aa9-4381-b880-453b9caf0950 None None] Provisioning complete for port 7ec8ac33-6fe6-43d7-846b-268769417311 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:57.168352 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2841994c-4aa9-4381-b880-453b9caf0950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:57.220140 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2841994c-4aa9-4381-b880-453b9caf0950 None None] Port 7ec8ac33-6fe6-43d7-846b-268769417311 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:57.231094 n-d-819494-5 neutron-server[110004]: INFO neutron.db.ipam_backend_mixin [None req-6a90ad6f-533d-4c54-9f44-2293da98e2a5 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fafa921a-6680-4212-95b3-e9026599c6f8 (CIDR: 172.20.0.0/28) Nov 29 18:07:57.242990 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a90ad6f-533d-4c54-9f44-2293da98e2a5 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:07:57.244104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a90ad6f-533d-4c54-9f44-2293da98e2a5 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:07:57.252468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ed36d-ace4-4526-857d-739cd01598a6 req-f2b2f711-cf81-429a-894b-2eae28c37b63 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:57.260521 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da7ed36d-ace4-4526-857d-739cd01598a6 req-f2b2f711-cf81-429a-894b-2eae28c37b63 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.0971718 Nov 29 18:07:57.270869 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6a90ad6f-533d-4c54-9f44-2293da98e2a5 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5190003 Nov 29 18:07:57.274595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55012) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:57.280679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-059e5200-ab9f-42d8-b34f-2ea6efea8a34 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'subnet': {'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:57.339394 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da7ed36d-ace4-4526-857d-739cd01598a6 req-514abb70-168f-48be-8495-6367142ffa64 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779765 Nov 29 18:07:57.342004 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e78ab253-ea15-4ec3-8e0e-eeec955d4b2b None None] Provisioning complete for port 610d0770-c8ed-4001-a7a0-681bb22b20c2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:57.342571 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e78ab253-ea15-4ec3-8e0e-eeec955d4b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:57.356948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d0c25-7cf2-4a31-86ec-2d73b893d8e2 req-30575b00-5441-4840-b49b-b2b9671201cf tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:57.356948 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a90d0c25-7cf2-4a31-86ec-2d73b893d8e2 req-30575b00-5441-4840-b49b-b2b9671201cf tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 944 time: 0.0879111 Nov 29 18:07:57.385895 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e78ab253-ea15-4ec3-8e0e-eeec955d4b2b None None] Port 610d0770-c8ed-4001-a7a0-681bb22b20c2 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:07:57.413786 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a90d0c25-7cf2-4a31-86ec-2d73b893d8e2 req-00834413-c0bf-4225-984f-f80aa826e2bb tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492799 Nov 29 18:07:57.498461 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:57.522083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059e5200-ab9f-42d8-b34f-2ea6efea8a34 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:57.525636 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-059e5200-ab9f-42d8-b34f-2ea6efea8a34 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:57.539987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0314fc-636a-454f-bdb8-95928bb65a3a req-854de691-77a8-4c4e-9417-39a89f3fc532 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:57.541539 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ab0314fc-636a-454f-bdb8-95928bb65a3a req-854de691-77a8-4c4e-9417-39a89f3fc532 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.0555768 Nov 29 18:07:57.602619 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ab0314fc-636a-454f-bdb8-95928bb65a3a req-9a11bbcc-4672-47f7-a732-943c9d8457dd tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545368 Nov 29 18:07:57.701800 n-d-819494-5 neutron-server[110004]: INFO neutron.db.ipam_backend_mixin [None req-059e5200-ab9f-42d8-b34f-2ea6efea8a34 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b0c4a325-cefb-4037-afa7-ca9756d28ac8 (CIDR: 172.20.0.16/28) Nov 29 18:07:57.709246 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-059e5200-ab9f-42d8-b34f-2ea6efea8a34 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:07:57.709741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059e5200-ab9f-42d8-b34f-2ea6efea8a34 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:07:57.730349 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:57.741542 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-059e5200-ab9f-42d8-b34f-2ea6efea8a34 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4659417 Nov 29 18:07:57.744841 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55018) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:57.750528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a98915d4-bdab-4db5-8b39-caa06705ebc9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'subnet': {'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:57.801009 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event updated for resources: {'Subnet': ['ID=1cfe9e14-c580-4e97-996d-78cb3e0a028c,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:57.809277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Checking segment: {'id': '8b649491-82c0-4944-bcd7-48eb74db03a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c29ac9c4-e919-4928-8600-75720f667d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:57.809731 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Network hostable DHCP agents. Network: c29ac9c4-e919-4928-8600-75720f667d45, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:07:57.829329 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Network c29ac9c4-e919-4928-8600-75720f667d45 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:07:57.841156 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, c29ac9c4-e919-4928-8600-75720f667d45) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:57.846222 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:57.851980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a2d8a4-e4ee-4b0c-afd6-ad30b4d87941 None None] Network c29ac9c4-e919-4928-8600-75720f667d45 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:57.904995 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event updated for resources: {'Subnet': ['ID=d43bffd1-11cd-418a-ad48-6f02df3ee715,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:57.922343 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Checking segment: {'id': '5fc9491e-1b00-44bf-a30b-1b8ba029f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2ac44b60-86a9-491f-a15a-e3a20839420f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:07:57.922722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Network hostable DHCP agents. Network: 2ac44b60-86a9-491f-a15a-e3a20839420f, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:07:57.936570 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:07:57.940583 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Network 2ac44b60-86a9-491f-a15a-e3a20839420f is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:07:57.941358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af23d7-5ea3-4462-ac9c-f295739c2990 req-d0fa712c-eb05-4845-b575-719f369055e9 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:57.948631 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af23d7-5ea3-4462-ac9c-f295739c2990 req-d0fa712c-eb05-4845-b575-719f369055e9 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:57.952628 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 2ac44b60-86a9-491f-a15a-e3a20839420f) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:57.956579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:57.957460 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:57.957589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af23d7-5ea3-4462-ac9c-f295739c2990 req-d0fa712c-eb05-4845-b575-719f369055e9 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:57.958248 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:57.965119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af23d7-5ea3-4462-ac9c-f295739c2990 req-d0fa712c-eb05-4845-b575-719f369055e9 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:57.971326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af23d7-5ea3-4462-ac9c-f295739c2990 req-d0fa712c-eb05-4845-b575-719f369055e9 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:57.978344 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af23d7-5ea3-4462-ac9c-f295739c2990 req-d0fa712c-eb05-4845-b575-719f369055e9 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:57.983612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb247f0-a918-4ff3-98c6-6784dc60a7c8 None None] Network 2ac44b60-86a9-491f-a15a-e3a20839420f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:57.984343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af23d7-5ea3-4462-ac9c-f295739c2990 req-d0fa712c-eb05-4845-b575-719f369055e9 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:57.985412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 55af43a5-8d56-4f81-9942-51b6b937f123 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:57.986349 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81af23d7-5ea3-4462-ac9c-f295739c2990 req-d0fa712c-eb05-4845-b575-719f369055e9 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.1299949 Nov 29 18:07:57.991295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98915d4-bdab-4db5-8b39-caa06705ebc9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Made reservation on behalf of 71b64b47ece84abf871ef3de3d2ceb9f for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:07:57.996155 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a98915d4-bdab-4db5-8b39-caa06705ebc9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:57.998595 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1d40a5d7-0ee3-442e-83a5-ef439a00684c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2368677 Nov 29 18:07:58.001260 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55022) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:58.113103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5dafef-1744-4c95-aa1a-0adca3f0972f tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:58.115331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5dafef-1744-4c95-aa1a-0adca3f0972f tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:58.117809 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5dafef-1744-4c95-aa1a-0adca3f0972f tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:58.121305 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6b5dafef-1744-4c95-aa1a-0adca3f0972f tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1174097 Nov 29 18:07:58.122860 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55026) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:58.177895 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed659fd2-0370-407f-b9af-a92bf1f853ff tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Deleting subnet 1cfe9e14-c580-4e97-996d-78cb3e0a028c {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:07:58.182263 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed659fd2-0370-407f-b9af-a92bf1f853ff tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:58.186538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81af23d7-5ea3-4462-ac9c-f295739c2990 req-70ec3dcc-b56e-4d3c-b78e-31de11a69fb1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1052079 Nov 29 18:07:58.225451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd95f31-d7da-43b5-8451-f264b5bf2dc8 req-03d32a6f-685c-4185-824d-28ba1784335e tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:58.227544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bd95f31-d7da-43b5-8451-f264b5bf2dc8 req-03d32a6f-685c-4185-824d-28ba1784335e tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 945 time: 0.1334307 Nov 29 18:07:58.230931 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed659fd2-0370-407f-b9af-a92bf1f853ff tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:58.278602 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed659fd2-0370-407f-b9af-a92bf1f853ff tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:58.350509 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bd95f31-d7da-43b5-8451-f264b5bf2dc8 req-71c7ddbd-70b7-4ea6-a9ee-34fce56c4731 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108749 Nov 29 18:07:58.362882 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a9f4ce-92a3-4613-805b-4bbb3279c465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c29ac9c4-e919-4928-8600-75720f667d45', 'network_id': 'c29ac9c4-e919-4928-8600-75720f667d45', 'tenant_id': '961a4911cc0d4edd96a0ca5f09edccdb', 'fixed_ips': [{'subnet_id': '1cfe9e14-c580-4e97-996d-78cb3e0a028c'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:07:58.363763 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4a9f4ce-92a3-4613-805b-4bbb3279c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:58.365897 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed659fd2-0370-407f-b9af-a92bf1f853ff tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:58.394668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 55af43a5-8d56-4f81-9942-51b6b937f123 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:07:58.397986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed659fd2-0370-407f-b9af-a92bf1f853ff tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event deleted for resources: {'Subnet': ['ID=1cfe9e14-c580-4e97-996d-78cb3e0a028c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:58.405960 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed659fd2-0370-407f-b9af-a92bf1f853ff tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:58.412010 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ed659fd2-0370-407f-b9af-a92bf1f853ff tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "DELETE /v2.0/subnets/1cfe9e14-c580-4e97-996d-78cb3e0a028c HTTP/1.1" status: 204 len: 168 time: 0.2875972 Nov 29 18:07:58.414820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55030) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:58.427878 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1,segment=NetworkSegment(4f105b97-380f-4a77-bc6d-6185b03b8ec9),segment_id=4f105b97-380f-4a77-bc6d-6185b03b8ec9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:58.434403 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 55af43a5-8d56-4f81-9942-51b6b937f123 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:58.434780 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:58.446886 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a98915d4-bdab-4db5-8b39-caa06705ebc9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:58.480633 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-8082b252-b035-432f-a112-27ad977aefaa tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Deleting subnet d43bffd1-11cd-418a-ad48-6f02df3ee715 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:07:58.484825 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8082b252-b035-432f-a112-27ad977aefaa tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:58.527926 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98915d4-bdab-4db5-8b39-caa06705ebc9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Network c5395255-02ce-4c91-a7fb-5603958f5af9 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:07:58.535533 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a98915d4-bdab-4db5-8b39-caa06705ebc9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:07:58.540718 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8082b252-b035-432f-a112-27ad977aefaa tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:58.541776 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98915d4-bdab-4db5-8b39-caa06705ebc9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:58.542451 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a98915d4-bdab-4db5-8b39-caa06705ebc9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:58.561310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98915d4-bdab-4db5-8b39-caa06705ebc9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Subnet': ['ID=b64738d1-2b2e-44fc-ac43-2a84c1c2ab3f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:58.586583 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf857a65-a87f-4f5e-b392-75c275808aca None None] Network c5395255-02ce-4c91-a7fb-5603958f5af9 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:58.593112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92a18a-f893-47e0-a544-56b2f8f07f4e req-6df9931f-7bff-4b48-b7c6-6f642e85a007 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:58.594978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df92a18a-f893-47e0-a544-56b2f8f07f4e req-6df9931f-7bff-4b48-b7c6-6f642e85a007 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.1403201 Nov 29 18:07:58.596182 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1', 'network_id': '2f6e9013-9fe1-470a-9eff-430851e7bcb9', 'port_id': '9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1', 'mac_address': 'fa:16:3e:27:25:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a10408-79d6-4b35-95a6-0b2f64416722', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:07:58.602502 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a98915d4-bdab-4db5-8b39-caa06705ebc9 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8565309 Nov 29 18:07:58.605631 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55034) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:58.611828 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8082b252-b035-432f-a112-27ad977aefaa tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:58.620690 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-fc965e68-9b02-4d67-9073-32b318f9b949 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1757414499', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b64738d1-2b2e-44fc-ac43-2a84c1c2ab3f'}], 'security_groups': ['6a383199-8bb1-4bde-b263-eca10e2a4f26', '7ed8f549-d8f1-4bcf-adb0-db3311cd89bc']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:07:58.643391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd6127-de83-4601-95a6-23717ae5a2e2 req-9bfffa24-2cbd-428c-8b32-e01f5a0c9c59 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:58.645215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3acd6127-de83-4601-95a6-23717ae5a2e2 req-9bfffa24-2cbd-428c-8b32-e01f5a0c9c59 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 944 time: 0.1109693 Nov 29 18:07:58.670557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd953d33-7e89-47c7-9b55-702b91eb5331 None None] Network c29ac9c4-e919-4928-8600-75720f667d45 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:58.683240 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df92a18a-f893-47e0-a544-56b2f8f07f4e req-af90b644-449d-4c77-b9aa-4b8c0f687feb tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765252 Nov 29 18:07:58.746473 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc965e68-9b02-4d67-9073-32b318f9b949 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:58.747819 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3acd6127-de83-4601-95a6-23717ae5a2e2 req-9febcb71-f9aa-4bbf-aa3a-555eedfd9707 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781848 Nov 29 18:07:58.791977 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc39c65-b83b-4c12-9dde-a97b5115102e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-2ac44b60-86a9-491f-a15a-e3a20839420f', 'network_id': '2ac44b60-86a9-491f-a15a-e3a20839420f', 'tenant_id': '961a4911cc0d4edd96a0ca5f09edccdb', 'fixed_ips': [{'subnet_id': 'd43bffd1-11cd-418a-ad48-6f02df3ee715'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:07:58.793033 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cc39c65-b83b-4c12-9dde-a97b5115102e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:58.810563 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8082b252-b035-432f-a112-27ad977aefaa tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:58.833959 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:58.854424 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082b252-b035-432f-a112-27ad977aefaa tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event deleted for resources: {'Subnet': ['ID=d43bffd1-11cd-418a-ad48-6f02df3ee715,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:58.859162 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8082b252-b035-432f-a112-27ad977aefaa tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:58.865926 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8082b252-b035-432f-a112-27ad977aefaa tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "DELETE /v2.0/subnets/d43bffd1-11cd-418a-ad48-6f02df3ee715 HTTP/1.1" status: 204 len: 168 time: 0.4468052 Nov 29 18:07:58.870657 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55040) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:58.897481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e734c8d-0c09-473f-9d2e-121cc666b26e req-11bb5079-d4c1-483e-8a5f-6a5fd446ca5e tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:58.899157 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0e734c8d-0c09-473f-9d2e-121cc666b26e req-11bb5079-d4c1-483e-8a5f-6a5fd446ca5e tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.0583529 Nov 29 18:07:58.923828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:07:58.954326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0e734c8d-0c09-473f-9d2e-121cc666b26e req-1772c77a-b00e-4f22-b505-4f393a8df2ee tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479283 Nov 29 18:07:58.995723 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9145d12d-6c2d-4522-b200-c84ad752c9b3 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:58.997325 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9145d12d-6c2d-4522-b200-c84ad752c9b3 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1258013 Nov 29 18:07:59.001677 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55042) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:59.041780 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.064206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000fa2e2-42af-41e3-b6ad-612ba91978a7 None None] Network 2ac44b60-86a9-491f-a15a-e3a20839420f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:07:59.068605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1,segment=NetworkSegment(4f105b97-380f-4a77-bc6d-6185b03b8ec9),segment_id=4f105b97-380f-4a77-bc6d-6185b03b8ec9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:59.121009 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.121755 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.135403 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c7eedf0-6430-4aa4-9fc4-d1de8bb0e50c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.196701 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8ced85-37ab-4fa5-9a00-509b7afd8ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55af43a5-8d56-4f81-9942-51b6b937f123'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:07:59.199345 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72979b8-b8e1-4f29-ab33-16c7fbf80c7c" -d '{"events": [{"server_uuid": "6d8ced85-37ab-4fa5-9a00-509b7afd8ae7", "name": "network-vif-plugged", "status": "completed", "tag": "55af43a5-8d56-4f81-9942-51b6b937f123"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:07:59.231485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 55af43a5-8d56-4f81-9942-51b6b937f123, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=55af43a5-8d56-4f81-9942-51b6b937f123,segment=NetworkSegment(4f105b97-380f-4a77-bc6d-6185b03b8ec9),segment_id=4f105b97-380f-4a77-bc6d-6185b03b8ec9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:59.247653 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.248444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 331dc1f7-6173-4ae9-868e-bc86e7ab1bba up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:07:59.273650 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29005418-79d3-46a7-b3f1-a8f9514da73f x-openstack-request-id: req-29005418-79d3-46a7-b3f1-a8f9514da73f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:07:59.274076 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8ced85-37ab-4fa5-9a00-509b7afd8ae7", "name": "network-vif-plugged", "status": "completed", "tag": "55af43a5-8d56-4f81-9942-51b6b937f123", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:07:59.274393 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29005418-79d3-46a7-b3f1-a8f9514da73f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:07:59.275060 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8ced85-37ab-4fa5-9a00-509b7afd8ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55af43a5-8d56-4f81-9942-51b6b937f123', 'code': 200} Nov 29 18:07:59.297575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:59.309453 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c7eedf0-6430-4aa4-9fc4-d1de8bb0e50c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.342168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-7c7eedf0-6430-4aa4-9fc4-d1de8bb0e50c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac44b60-86a9-491f-a15a-e3a20839420f']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:59.355330 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-fc965e68-9b02-4d67-9073-32b318f9b949 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Delete allocated IP 172.20.0.5 (c5395255-02ce-4c91-a7fb-5603958f5af9/fafa921a-6680-4212-95b3-e9026599c6f8) {{(pid=110004) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 18:07:59.359270 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-7c7eedf0-6430-4aa4-9fc4-d1de8bb0e50c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc9491e-1b00-44bf-a30b-1b8ba029f4d3') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:59.359973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-7c7eedf0-6430-4aa4-9fc4-d1de8bb0e50c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc9491e-1b00-44bf-a30b-1b8ba029f4d3') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:07:59.372489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448143-ecb3-492f-b9df-6a7b2a3d41a0 req-91cfc902-82fd-4c46-bdb2-ec565ba9db6d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:59.380790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448143-ecb3-492f-b9df-6a7b2a3d41a0 req-91cfc902-82fd-4c46-bdb2-ec565ba9db6d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:59.382436 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c7eedf0-6430-4aa4-9fc4-d1de8bb0e50c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.386832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448143-ecb3-492f-b9df-6a7b2a3d41a0 req-91cfc902-82fd-4c46-bdb2-ec565ba9db6d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:59.393358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448143-ecb3-492f-b9df-6a7b2a3d41a0 req-91cfc902-82fd-4c46-bdb2-ec565ba9db6d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:59.401348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448143-ecb3-492f-b9df-6a7b2a3d41a0 req-91cfc902-82fd-4c46-bdb2-ec565ba9db6d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:59.406042 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-fc965e68-9b02-4d67-9073-32b318f9b949 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Allocated IP 172.20.0.43 (c5395255-02ce-4c91-a7fb-5603958f5af9/b64738d1-2b2e-44fc-ac43-2a84c1c2ab3f/610d0770-c8ed-4001-a7a0-681bb22b20c2) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:07:59.408691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448143-ecb3-492f-b9df-6a7b2a3d41a0 req-91cfc902-82fd-4c46-bdb2-ec565ba9db6d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:59.417718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448143-ecb3-492f-b9df-6a7b2a3d41a0 req-91cfc902-82fd-4c46-bdb2-ec565ba9db6d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:59.428446 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c7eedf0-6430-4aa4-9fc4-d1de8bb0e50c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.430531 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f448143-ecb3-492f-b9df-6a7b2a3d41a0 req-91cfc902-82fd-4c46-bdb2-ec565ba9db6d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.1367216 Nov 29 18:07:59.432160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=55af43a5-8d56-4f81-9942-51b6b937f123,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:59.441099 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bfe0cb-1279-418d-8518-1e0bf00263ec None None] Update dhcp port {'port': {'network_id': 'c5395255-02ce-4c91-a7fb-5603958f5af9', 'fixed_ips': [{'subnet_id': 'b0c4a325-cefb-4037-afa7-ca9756d28ac8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fafa921a-6680-4212-95b3-e9026599c6f8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b64738d1-2b2e-44fc-ac43-2a84c1c2ab3f'}], 'binding:host_id': 'n-d-819494-5'}, 'id': 'ec9054e5-7d58-4773-bb81-c63e0cfb1f76'} from n-d-819494-5. {{(pid=110006) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 18:07:59.458527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7eedf0-6430-4aa4-9fc4-d1de8bb0e50c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:07:59.461172 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c7eedf0-6430-4aa4-9fc4-d1de8bb0e50c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.463305 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:07:59.472477 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:07:59.472851 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.475924 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe0cb-1279-418d-8518-1e0bf00263ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:07:59.479004 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:07:59.531160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f448143-ecb3-492f-b9df-6a7b2a3d41a0 req-af83a90c-e06a-482e-9280-730fb8d201b0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947819 Nov 29 18:07:59.548307 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.561759 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714c77a-2065-4cea-a289-993d6e30d01b req-8742b641-acb1-4dfb-bc6f-9e4697f6de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:59.563606 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7714c77a-2065-4cea-a289-993d6e30d01b req-8742b641-acb1-4dfb-bc6f-9e4697f6de32 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 1096 time: 0.2016411 Nov 29 18:07:59.565854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c60e4-5b42-4050-831a-c60595e9200d req-555dbd07-e2dd-408c-a745-c47e9d52359b tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:59.567648 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f5c60e4-5b42-4050-831a-c60595e9200d req-555dbd07-e2dd-408c-a745-c47e9d52359b tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 945 time: 0.0945871 Nov 29 18:07:59.573176 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:07:59.619074 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c7eedf0-6430-4aa4-9fc4-d1de8bb0e50c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.622833 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f5c60e4-5b42-4050-831a-c60595e9200d req-7ac0c341-3459-4de6-8579-3402ed7af848 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461638 Nov 29 18:07:59.638411 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c7eedf0-6430-4aa4-9fc4-d1de8bb0e50c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.643903 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7c7eedf0-6430-4aa4-9fc4-d1de8bb0e50c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "DELETE /v2.0/networks/2ac44b60-86a9-491f-a15a-e3a20839420f HTTP/1.1" status: 204 len: 168 time: 0.6393836 Nov 29 18:07:59.644938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55050) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:07:59.683963 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7eedf0-6430-4aa4-9fc4-d1de8bb0e50c tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event deleted for resources: {'Network': ['ID=2ac44b60-86a9-491f-a15a-e3a20839420f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:59.727818 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.779832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:07:59.785525 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7714c77a-2065-4cea-a289-993d6e30d01b req-fc93b5fb-3412-4244-9a38-394b5f14fe97 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972189 Nov 29 18:07:59.787707 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.803860 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90c6614f-0bff-409a-91a8-c2ad55e28c3b tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.859536 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc965e68-9b02-4d67-9073-32b318f9b949 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.863662 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:07:59.906773 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c47fd3-07b0-4b11-b165-d9f8095de0b5 req-55fe73fb-bc5e-4344-a78c-e3a479ce2183 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:59.908357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7c47fd3-07b0-4b11-b165-d9f8095de0b5 req-55fe73fb-bc5e-4344-a78c-e3a479ce2183 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.1073897 Nov 29 18:07:59.928642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21f6af-c1d2-4eca-97f2-c0c96df8860f req-9ba69dcb-18bf-4ef5-a993-d9ad5ec1fe5e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:07:59.930947 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d21f6af-c1d2-4eca-97f2-c0c96df8860f req-9ba69dcb-18bf-4ef5-a993-d9ad5ec1fe5e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 945 time: 0.0825977 Nov 29 18:07:59.946884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 47d39406-5de8-4326-94ee-2469082ec427 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:07:59.971348 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:07:59.983482 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f8bfe0cb-1279-418d-8518-1e0bf00263ec None None] Allocated IP 172.20.0.34 (c5395255-02ce-4c91-a7fb-5603958f5af9/b64738d1-2b2e-44fc-ac43-2a84c1c2ab3f/ec9054e5-7d58-4773-bb81-c63e0cfb1f76) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:08:00.011825 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7c47fd3-07b0-4b11-b165-d9f8095de0b5 req-94e37c66-972a-4fc2-bb5f-e3810b099c91 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914552 Nov 29 18:08:00.021692 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d21f6af-c1d2-4eca-97f2-c0c96df8860f req-8f6f0c1a-a674-41ed-a0aa-7cc9f62f1cd5 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762947 Nov 29 18:08:00.182238 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc965e68-9b02-4d67-9073-32b318f9b949 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:00.183020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdb9d6-3f76-4f0b-8b41-7a04645bb61f req-589d0054-4eb3-4dcd-95ca-c0c35e037af0 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:00.184773 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3cdb9d6-3f76-4f0b-8b41-7a04645bb61f req-589d0054-4eb3-4dcd-95ca-c0c35e037af0 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.0588720 Nov 29 18:08:00.236733 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3cdb9d6-3f76-4f0b-8b41-7a04645bb61f req-07b3af11-a88e-40d2-8346-2f938d327426 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450912 Nov 29 18:08:00.262600 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90c6614f-0bff-409a-91a8-c2ad55e28c3b tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:00.332378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc965e68-9b02-4d67-9073-32b318f9b949 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event updated for resources: {'Port': ['ID=610d0770-c8ed-4001-a7a0-681bb22b20c2,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:00.335593 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-90c6614f-0bff-409a-91a8-c2ad55e28c3b tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29ac9c4-e919-4928-8600-75720f667d45']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:00.350389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-90c6614f-0bff-409a-91a8-c2ad55e28c3b tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b649491-82c0-4944-bcd7-48eb74db03a6') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:00.350695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-90c6614f-0bff-409a-91a8-c2ad55e28c3b tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b649491-82c0-4944-bcd7-48eb74db03a6') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:00.365853 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90c6614f-0bff-409a-91a8-c2ad55e28c3b tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:00.376009 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-fc965e68-9b02-4d67-9073-32b318f9b949 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] In _notify_port_updated(), no bound segment for port 610d0770-c8ed-4001-a7a0-681bb22b20c2 on network c5395255-02ce-4c91-a7fb-5603958f5af9 {{(pid=110004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:08:00.381549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc965e68-9b02-4d67-9073-32b318f9b949 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:00.382171 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc965e68-9b02-4d67-9073-32b318f9b949 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:00.384608 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fc965e68-9b02-4d67-9073-32b318f9b949 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "PUT /v2.0/ports/610d0770-c8ed-4001-a7a0-681bb22b20c2 HTTP/1.1" status: 200 len: 960 time: 1.7760072 Nov 29 18:08:00.387300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55060) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:00.389691 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 47d39406-5de8-4326-94ee-2469082ec427, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=47d39406-5de8-4326-94ee-2469082ec427,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:00.390846 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90c6614f-0bff-409a-91a8-c2ad55e28c3b tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:00.392873 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f8bfe0cb-1279-418d-8518-1e0bf00263ec None None] For port ec9054e5-7d58-4773-bb81-c63e0cfb1f76, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ec9054e5-7d58-4773-bb81-c63e0cfb1f76,segment=NetworkSegment(275de401-a9f0-45e3-aec5-24a76476aed8),segment_id=275de401-a9f0-45e3-aec5-24a76476aed8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:00.396911 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c6614f-0bff-409a-91a8-c2ad55e28c3b tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:08:00.397322 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90c6614f-0bff-409a-91a8-c2ad55e28c3b tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:08:00.400650 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:08:00.416134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '47d39406-5de8-4326-94ee-2469082ec427', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'port_id': '47d39406-5de8-4326-94ee-2469082ec427', 'mac_address': 'fa:16:3e:57:94:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:08:00.461899 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe0cb-1279-418d-8518-1e0bf00263ec None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:00.470040 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90c6614f-0bff-409a-91a8-c2ad55e28c3b tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:00.479973 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90c6614f-0bff-409a-91a8-c2ad55e28c3b tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:00.486717 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-90c6614f-0bff-409a-91a8-c2ad55e28c3b tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "DELETE /v2.0/networks/c29ac9c4-e919-4928-8600-75720f667d45 HTTP/1.1" status: 204 len: 168 time: 0.8369412 Nov 29 18:08:00.487163 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55062) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:00.502674 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8bfe0cb-1279-418d-8518-1e0bf00263ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:00.504407 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6614f-0bff-409a-91a8-c2ad55e28c3b tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event deleted for resources: {'Network': ['ID=c29ac9c4-e919-4928-8600-75720f667d45,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:00.536996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2cac55d9-76ff-47c6-994e-58a8f6b65b60 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port 610d0770-c8ed-4001-a7a0-681bb22b20c2 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:08:00.537340 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2cac55d9-76ff-47c6-994e-58a8f6b65b60 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:00.552670 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:00.612741 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47d39406-5de8-4326-94ee-2469082ec427 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:08:00.622426 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-062d616b-854a-4bbb-b2c0-10f802563a1e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:00.659452 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfe0cb-1279-418d-8518-1e0bf00263ec None None] Pushing event updated for resources: {'Port': ['ID=ec9054e5-7d58-4773-bb81-c63e0cfb1f76,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:00.674666 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 47d39406-5de8-4326-94ee-2469082ec427, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=47d39406-5de8-4326-94ee-2469082ec427,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:00.689501 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2cac55d9-76ff-47c6-994e-58a8f6b65b60 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:00.689730 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:00.736394 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2cac55d9-76ff-47c6-994e-58a8f6b65b60 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for 610d0770-c8ed-4001-a7a0-681bb22b20c2 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:08:00.763011 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=47d39406-5de8-4326-94ee-2469082ec427,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:00.817379 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce759134-708f-4be1-bcc9-727ed3ae169f req-2c31e7f7-6101-47a5-8e0b-dd8570f1f30a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:00.823912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce759134-708f-4be1-bcc9-727ed3ae169f req-2c31e7f7-6101-47a5-8e0b-dd8570f1f30a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:00.830004 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce759134-708f-4be1-bcc9-727ed3ae169f req-2c31e7f7-6101-47a5-8e0b-dd8570f1f30a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:00.836553 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce759134-708f-4be1-bcc9-727ed3ae169f req-2c31e7f7-6101-47a5-8e0b-dd8570f1f30a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:00.842480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce759134-708f-4be1-bcc9-727ed3ae169f req-2c31e7f7-6101-47a5-8e0b-dd8570f1f30a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:00.848302 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce759134-708f-4be1-bcc9-727ed3ae169f req-2c31e7f7-6101-47a5-8e0b-dd8570f1f30a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:00.854188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce759134-708f-4be1-bcc9-727ed3ae169f req-2c31e7f7-6101-47a5-8e0b-dd8570f1f30a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:00.856199 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce759134-708f-4be1-bcc9-727ed3ae169f req-2c31e7f7-6101-47a5-8e0b-dd8570f1f30a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.2407565 Nov 29 18:08:00.917813 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-062d616b-854a-4bbb-b2c0-10f802563a1e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:00.959936 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['47d39406-5de8-4326-94ee-2469082ec427'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:08:00.968673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-062d616b-854a-4bbb-b2c0-10f802563a1e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932aff17-b72c-47d9-bec7-7b8dc5e7c902']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:00.999243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fcb2b-cd9d-4913-b280-751fcc9df224 req-8429a8ae-23c5-41c7-87ef-3d4d5a3a64ed tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:01.006640 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-843fcb2b-cd9d-4913-b280-751fcc9df224 req-8429a8ae-23c5-41c7-87ef-3d4d5a3a64ed tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 946 time: 0.2852480 Nov 29 18:08:01.009752 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-062d616b-854a-4bbb-b2c0-10f802563a1e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94da9fb2-371f-43de-8cba-f4976a88346c') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:01.010073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-062d616b-854a-4bbb-b2c0-10f802563a1e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94da9fb2-371f-43de-8cba-f4976a88346c') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:01.040122 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-062d616b-854a-4bbb-b2c0-10f802563a1e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:01.081085 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-062d616b-854a-4bbb-b2c0-10f802563a1e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:01.100737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062d616b-854a-4bbb-b2c0-10f802563a1e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:08:01.101150 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-062d616b-854a-4bbb-b2c0-10f802563a1e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:08:01.106695 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:08:01.141450 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce759134-708f-4be1-bcc9-727ed3ae169f req-aef55da8-bbf2-44ab-83ef-c96991137580 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2451508 Nov 29 18:08:01.197871 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-843fcb2b-cd9d-4913-b280-751fcc9df224 req-5819a080-229b-4f9b-a9c6-16b4971b37c2 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903343 Nov 29 18:08:01.228929 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-062d616b-854a-4bbb-b2c0-10f802563a1e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:01.242764 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2cac55d9-76ff-47c6-994e-58a8f6b65b60 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:01.253850 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-062d616b-854a-4bbb-b2c0-10f802563a1e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:01.259280 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-062d616b-854a-4bbb-b2c0-10f802563a1e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "DELETE /v2.0/networks/932aff17-b72c-47d9-bec7-7b8dc5e7c902 HTTP/1.1" status: 204 len: 168 time: 0.7688665 Nov 29 18:08:01.260073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55074) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:01.276415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331dc1f7-6173-4ae9-868e-bc86e7ab1bba'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:08:01.278813 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f61de74-a861-4de6-9935-56f189ab8796" -d '{"events": [{"server_uuid": "a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc", "name": "network-vif-plugged", "status": "completed", "tag": "331dc1f7-6173-4ae9-868e-bc86e7ab1bba"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:08:01.307336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d616b-854a-4bbb-b2c0-10f802563a1e tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event deleted for resources: {'Network': ['ID=932aff17-b72c-47d9-bec7-7b8dc5e7c902,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:01.318506 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac55d9-76ff-47c6-994e-58a8f6b65b60 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=610d0770-c8ed-4001-a7a0-681bb22b20c2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:01.335616 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3ce7d7da-82d1-4a9f-86cc-cac31fa17d45 None None] Could not find standard attr ID for object 610d0770-c8ed-4001-a7a0-681bb22b20c2. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:08:01.343721 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5699a54b-c19f-42c4-9fcb-1dd468b277e4 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:01.348240 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3ce7d7da-82d1-4a9f-86cc-cac31fa17d45 None None] Provisioning complete for port ec9054e5-7d58-4773-bb81-c63e0cfb1f76 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:01.348700 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3ce7d7da-82d1-4a9f-86cc-cac31fa17d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:01.418761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8ac25-ff59-400b-8d9d-8a185c440d45 req-8ac1c3bf-7b87-4f0c-bdac-afae55773adc tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:01.420240 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0e8ac25-ff59-400b-8d9d-8a185c440d45 req-8ac1c3bf-7b87-4f0c-bdac-afae55773adc tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 945 time: 0.1924396 Nov 29 18:08:01.434244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccbf10-548b-47bf-94d4-60332186637b req-c9416d7d-2594-4400-a8de-a115c9ec23f6 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:01.435781 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3ccbf10-548b-47bf-94d4-60332186637b req-c9416d7d-2594-4400-a8de-a115c9ec23f6 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 945 time: 0.1484368 Nov 29 18:08:01.441016 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2cac55d9-76ff-47c6-994e-58a8f6b65b60 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:01.442823 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3ce7d7da-82d1-4a9f-86cc-cac31fa17d45 None None] Provisioning complete for port 7ec8ac33-6fe6-43d7-846b-268769417311 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:01.443297 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3ce7d7da-82d1-4a9f-86cc-cac31fa17d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:01.444715 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2cac55d9-76ff-47c6-994e-58a8f6b65b60 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/610d0770-c8ed-4001-a7a0-681bb22b20c2 HTTP/1.1" status: 204 len: 168 time: 1.0563281 Nov 29 18:08:01.447564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55080) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:01.458193 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5699a54b-c19f-42c4-9fcb-1dd468b277e4 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:01.484024 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83d3cd9-9386-4cf9-8f18-516bdfa3da77 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] GET failed (client error): The resource could not be found. Nov 29 18:08:01.485386 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b83d3cd9-9386-4cf9-8f18-516bdfa3da77 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports/610d0770-c8ed-4001-a7a0-681bb22b20c2 HTTP/1.1" status: 404 len: 333 time: 0.0367663 Nov 29 18:08:01.489240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55082) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:01.493200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3ce7d7da-82d1-4a9f-86cc-cac31fa17d45 None None] Port 7ec8ac33-6fe6-43d7-846b-268769417311 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:08:01.500497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-5699a54b-c19f-42c4-9fcb-1dd468b277e4 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15b1142-5e42-4c02-b482-e0db72d5b383']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:01.512735 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-5699a54b-c19f-42c4-9fcb-1dd468b277e4 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45037a8-00b0-4de5-8f86-d39f70e84bbd') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:01.513047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-5699a54b-c19f-42c4-9fcb-1dd468b277e4 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45037a8-00b0-4de5-8f86-d39f70e84bbd') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:01.523859 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5699a54b-c19f-42c4-9fcb-1dd468b277e4 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:01.537650 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5699a54b-c19f-42c4-9fcb-1dd468b277e4 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:01.538052 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0e8ac25-ff59-400b-8d9d-8a185c440d45 req-8a528258-afff-4541-9957-018b30f54c7c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010079 Nov 29 18:08:01.544905 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5699a54b-c19f-42c4-9fcb-1dd468b277e4 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:08:01.545290 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5699a54b-c19f-42c4-9fcb-1dd468b277e4 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:01.554244 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3ccbf10-548b-47bf-94d4-60332186637b req-67941ee1-10b5-4a1c-bf94-dead2ba500d0 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042728 Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:08:01.610931 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:08:01.615088 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5699a54b-c19f-42c4-9fcb-1dd468b277e4 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:01.635503 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5699a54b-c19f-42c4-9fcb-1dd468b277e4 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:01.639922 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5699a54b-c19f-42c4-9fcb-1dd468b277e4 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] 10.222.0.23 "DELETE /v2.0/networks/a15b1142-5e42-4c02-b482-e0db72d5b383 HTTP/1.1" status: 204 len: 168 time: 0.3787494 Nov 29 18:08:01.658176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699a54b-c19f-42c4-9fcb-1dd468b277e4 tempest-BulkNetworkOpsTest-158110599 tempest-BulkNetworkOpsTest-158110599-project] Pushing event deleted for resources: {'Network': ['ID=a15b1142-5e42-4c02-b482-e0db72d5b383,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:01.778267 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ffcb8c-d0ee-405e-8366-58e6355f975d x-openstack-request-id: req-a6ffcb8c-d0ee-405e-8366-58e6355f975d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:08:01.778769 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc", "name": "network-vif-plugged", "status": "completed", "tag": "331dc1f7-6173-4ae9-868e-bc86e7ab1bba", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:08:01.778972 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6ffcb8c-d0ee-405e-8366-58e6355f975d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:08:01.779452 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331dc1f7-6173-4ae9-868e-bc86e7ab1bba', 'code': 200} Nov 29 18:08:01.905364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b54c6-bc1d-46ae-b3ab-054caef273ad req-2cc1d802-5434-4969-8825-846f0e7904ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:01.907202 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-455b54c6-bc1d-46ae-b3ab-054caef273ad req-2cc1d802-5434-4969-8825-846f0e7904ce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 1097 time: 0.0622530 Nov 29 18:08:01.916780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-cfc271f4-409b-4581-8437-03081a76caa7 None None] Could not find standard attr ID for object 610d0770-c8ed-4001-a7a0-681bb22b20c2. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:08:01.951860 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:01.985236 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-455b54c6-bc1d-46ae-b3ab-054caef273ad req-a74ea849-1383-4c65-98a1-d70d5dcb7fe6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635102 Nov 29 18:08:02.012304 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:08:02.015606 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd8c70e7-69d2-481c-b152-89e4c4eeaea0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.018009 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:02.018644 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.033120 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55088) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:02.082342 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd8c70e7-69d2-481c-b152-89e4c4eeaea0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.136245 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.156108 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ef8f5-b9be-4a81-bb7e-b9f6f22cc459 req-9ad27a8b-0c8f-47ff-91ec-546c90671ef2 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:02.173977 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-014ef8f5-b9be-4a81-bb7e-b9f6f22cc459 req-9ad27a8b-0c8f-47ff-91ec-546c90671ef2 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.1629355 Nov 29 18:08:02.178726 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1,segment=NetworkSegment(4f105b97-380f-4a77-bc6d-6185b03b8ec9),segment_id=4f105b97-380f-4a77-bc6d-6185b03b8ec9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:02.190358 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.191545 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 47d39406-5de8-4326-94ee-2469082ec427 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:02.257427 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-190ec753-fc14-45ac-a7ee-dbf640adb499 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=961a4911cc0d4edd96a0ca5f09edccdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2229807 Nov 29 18:08:02.260966 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55096) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:02.286508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 47d39406-5de8-4326-94ee-2469082ec427 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:02.286917 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.293235 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd8c70e7-69d2-481c-b152-89e4c4eeaea0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.296569 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd8c70e7-69d2-481c-b152-89e4c4eeaea0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.300245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fd8c70e7-69d2-481c-b152-89e4c4eeaea0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/security-groups/4afc4a23-4906-4df2-a9c4-9145f2fa7741 HTTP/1.1" status: 204 len: 168 time: 0.8073354 Nov 29 18:08:02.301328 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55098) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:02.317171 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:02.339174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c70e7-69d2-481c-b152-89e4c4eeaea0 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afc4a23-4906-4df2-a9c4-9145f2fa7741,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:02.347518 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-014ef8f5-b9be-4a81-bb7e-b9f6f22cc459 req-c51d2449-a991-40a2-b80e-fb56931500d4 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226707 Nov 29 18:08:02.362011 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67b66b48-b23b-494b-8097-bcabf33bd7d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.382095 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.384761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71486f00-550d-41cf-8ac9-2c1e3fabbe99 req-00c61cf0-68f6-4733-9d59-7a0826aebaf0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:02.386460 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-550cf92c-d405-4b2e-b389-8a77fe994a01 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.391631 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71486f00-550d-41cf-8ac9-2c1e3fabbe99 req-00c61cf0-68f6-4733-9d59-7a0826aebaf0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:02.407319 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71486f00-550d-41cf-8ac9-2c1e3fabbe99 req-00c61cf0-68f6-4733-9d59-7a0826aebaf0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:02.416208 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71486f00-550d-41cf-8ac9-2c1e3fabbe99 req-00c61cf0-68f6-4733-9d59-7a0826aebaf0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:02.422044 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-550cf92c-d405-4b2e-b389-8a77fe994a01 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.431170 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 47d39406-5de8-4326-94ee-2469082ec427, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=47d39406-5de8-4326-94ee-2469082ec427,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:02.438171 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.438868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71486f00-550d-41cf-8ac9-2c1e3fabbe99 req-00c61cf0-68f6-4733-9d59-7a0826aebaf0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:02.451143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71486f00-550d-41cf-8ac9-2c1e3fabbe99 req-00c61cf0-68f6-4733-9d59-7a0826aebaf0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:02.457191 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71486f00-550d-41cf-8ac9-2c1e3fabbe99 req-00c61cf0-68f6-4733-9d59-7a0826aebaf0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:02.472281 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71486f00-550d-41cf-8ac9-2c1e3fabbe99 req-00c61cf0-68f6-4733-9d59-7a0826aebaf0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.1935399 Nov 29 18:08:02.480191 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-550cf92c-d405-4b2e-b389-8a77fe994a01 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.483568 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-550cf92c-d405-4b2e-b389-8a77fe994a01 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.487807 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-550cf92c-d405-4b2e-b389-8a77fe994a01 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/security-groups/7ed8f549-d8f1-4bcf-adb0-db3311cd89bc HTTP/1.1" status: 204 len: 168 time: 0.1861212 Nov 29 18:08:02.489203 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55100) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:02.504142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=47d39406-5de8-4326-94ee-2469082ec427,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:02.511929 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cf92c-d405-4b2e-b389-8a77fe994a01 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed8f549-d8f1-4bcf-adb0-db3311cd89bc,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:02.522899 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67b66b48-b23b-494b-8097-bcabf33bd7d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.589154 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67b66b48-b23b-494b-8097-bcabf33bd7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.593445 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67b66b48-b23b-494b-8097-bcabf33bd7d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.594873 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-67b66b48-b23b-494b-8097-bcabf33bd7d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ff0621c-4ecc-4526-b9ac-6ef38c6c8aec HTTP/1.1" status: 204 len: 168 time: 0.3339260 Nov 29 18:08:02.606069 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b66b48-b23b-494b-8097-bcabf33bd7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff0621c-4ecc-4526-b9ac-6ef38c6c8aec,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:02.643357 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86b002-8836-4191-85c2-cc30de395eeb req-5966398d-fa07-471d-8a98-6e5b56697f22 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:02.651796 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad86b002-8836-4191-85c2-cc30de395eeb req-5966398d-fa07-471d-8a98-6e5b56697f22 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 946 time: 0.1732090 Nov 29 18:08:02.688611 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18bba2b2-83ec-46ba-ab75-2c21515bed34 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.704073 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ec9054e5-7d58-4773-bb81-c63e0cfb1f76 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:02.731693 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71486f00-550d-41cf-8ac9-2c1e3fabbe99 req-55057738-619c-46cd-bf6e-2b1654e02272 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2339170 Nov 29 18:08:02.782978 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18bba2b2-83ec-46ba-ab75-2c21515bed34 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.795343 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ec9054e5-7d58-4773-bb81-c63e0cfb1f76 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:02.795873 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.896702 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad86b002-8836-4191-85c2-cc30de395eeb req-3d59a0b5-69b4-4ac9-a77d-c8cd9e079aaa tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439978 Nov 29 18:08:02.931229 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18bba2b2-83ec-46ba-ab75-2c21515bed34 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.935274 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18bba2b2-83ec-46ba-ab75-2c21515bed34 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:02.936407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-18bba2b2-83ec-46ba-ab75-2c21515bed34 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/security-groups/6a383199-8bb1-4bde-b263-eca10e2a4f26 HTTP/1.1" status: 204 len: 168 time: 0.4370649 Nov 29 18:08:02.939127 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55128) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:02.950296 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bba2b2-83ec-46ba-ab75-2c21515bed34 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a383199-8bb1-4bde-b263-eca10e2a4f26,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:03.007759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6a548-3f64-46d0-8232-0eb4709815ba req-fb0707bf-4787-4945-aa6b-44446912364a tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:03.009463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9fc6a548-3f64-46d0-8232-0eb4709815ba req-fb0707bf-4787-4945-aa6b-44446912364a tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.1526878 Nov 29 18:08:03.056063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ab5b2a-93c2-4c27-9413-bcabbc57a67b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting subnet fafa921a-6680-4212-95b3-e9026599c6f8 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:08:03.071231 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9ab5b2a-93c2-4c27-9413-bcabbc57a67b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:03.165183 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9ab5b2a-93c2-4c27-9413-bcabbc57a67b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:03.198519 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9fc6a548-3f64-46d0-8232-0eb4709815ba req-a90004d7-0fea-401b-917a-32bfe094eb47 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717157 Nov 29 18:08:03.229359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6474e0-c714-4178-b7ee-6792dc7c561d req-d1d8fcc9-b2d3-4e8c-b099-f4304f45ec26 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:03.238516 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2d6474e0-c714-4178-b7ee-6792dc7c561d req-d1d8fcc9-b2d3-4e8c-b099-f4304f45ec26 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.1967068 Nov 29 18:08:03.324023 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9ab5b2a-93c2-4c27-9413-bcabbc57a67b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:03.327134 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2d6474e0-c714-4178-b7ee-6792dc7c561d req-ca07b875-13ea-4099-b472-4ff94d340fa2 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821502 Nov 29 18:08:03.392169 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9ab5b2a-93c2-4c27-9413-bcabbc57a67b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:03.447115 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab5b2a-93c2-4c27-9413-bcabbc57a67b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Subnet': ['ID=fafa921a-6680-4212-95b3-e9026599c6f8,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:03.448558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c02dc-4bf3-4053-931c-e7b6e3d6f586 None None] Network c5395255-02ce-4c91-a7fb-5603958f5af9 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:08:03.449567 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9ab5b2a-93c2-4c27-9413-bcabbc57a67b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:03.454518 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e9ab5b2a-93c2-4c27-9413-bcabbc57a67b tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/fafa921a-6680-4212-95b3-e9026599c6f8 HTTP/1.1" status: 204 len: 168 time: 0.5141568 Nov 29 18:08:03.459050 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55148) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:03.572895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-89072380-063a-4a22-926a-94a0c65032b4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting subnet b64738d1-2b2e-44fc-ac43-2a84c1c2ab3f {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:08:03.580659 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89072380-063a-4a22-926a-94a0c65032b4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:03.591444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba493a87-581d-4fe0-a212-808eefeb8586 req-89b07ba1-f2bb-43fc-bbb5-9a193719c179 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:03.593219 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba493a87-581d-4fe0-a212-808eefeb8586 req-89b07ba1-f2bb-43fc-bbb5-9a193719c179 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.0918984 Nov 29 18:08:03.677592 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba493a87-581d-4fe0-a212-808eefeb8586 req-55a9481f-52d9-4dc9-a239-872ea901bd9c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629001 Nov 29 18:08:03.693295 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89072380-063a-4a22-926a-94a0c65032b4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:03.714820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55156) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:03.781284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b35be0-a066-4aa8-ab6c-81e3b495e151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1'}, {'server_uuid': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d39406-5de8-4326-94ee-2469082ec427'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:08:03.784112 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e2f99a-4cd1-43b7-9610-94c443df882b" -d '{"events": [{"server_uuid": "27b35be0-a066-4aa8-ab6c-81e3b495e151", "name": "network-vif-plugged", "status": "completed", "tag": "9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1"}, {"server_uuid": "a20f80ff-e398-4e4d-a5e9-95375923690d", "name": "network-vif-plugged", "status": "completed", "tag": "47d39406-5de8-4326-94ee-2469082ec427"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:08:03.887561 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 29 Nov 2021 18:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77df572b-ee6d-4068-8f16-7c1c21847b67 x-openstack-request-id: req-77df572b-ee6d-4068-8f16-7c1c21847b67 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:08:03.888152 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b35be0-a066-4aa8-ab6c-81e3b495e151", "name": "network-vif-plugged", "status": "completed", "tag": "9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1", "code": 200}, {"server_uuid": "a20f80ff-e398-4e4d-a5e9-95375923690d", "name": "network-vif-plugged", "status": "completed", "tag": "47d39406-5de8-4326-94ee-2469082ec427", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:08:03.891693 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77df572b-ee6d-4068-8f16-7c1c21847b67 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:08:03.895037 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b35be0-a066-4aa8-ab6c-81e3b495e151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1', 'code': 200} Nov 29 18:08:03.895037 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d39406-5de8-4326-94ee-2469082ec427', 'code': 200} Nov 29 18:08:03.922816 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-066367d3-651f-4136-ac91-5b995029e945 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1148159820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:03.934300 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89072380-063a-4a22-926a-94a0c65032b4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:03.994267 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-066367d3-651f-4136-ac91-5b995029e945 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:03.996114 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-066367d3-651f-4136-ac91-5b995029e945 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.080984 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-066367d3-651f-4136-ac91-5b995029e945 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.088833 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-066367d3-651f-4136-ac91-5b995029e945 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.095185 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89072380-063a-4a22-926a-94a0c65032b4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.121971 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-066367d3-651f-4136-ac91-5b995029e945 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.123247 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-066367d3-651f-4136-ac91-5b995029e945 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4073429 Nov 29 18:08:04.126129 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55166) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:04.131410 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9458743d-29bf-4146-8598-7edc0cfdb20e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2041733572'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:04.141283 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89072380-063a-4a22-926a-94a0c65032b4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.144871 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-89072380-063a-4a22-926a-94a0c65032b4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/b64738d1-2b2e-44fc-ac43-2a84c1c2ab3f HTTP/1.1" status: 204 len: 168 time: 0.6841073 Nov 29 18:08:04.151673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55168) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:04.162606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89072380-063a-4a22-926a-94a0c65032b4 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Subnet': ['ID=b64738d1-2b2e-44fc-ac43-2a84c1c2ab3f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:04.195234 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c836228-36e8-4cfa-909f-2cca06fed494 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] DELETE failed (client error): The resource could not be found. Nov 29 18:08:04.195832 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c836228-36e8-4cfa-909f-2cca06fed494 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:08:04.198145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bfe0e-bc68-450c-a508-6f32186ea108 req-df1a13bc-3aa0-45f5-aadf-924663caefe5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:04.204264 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1c836228-36e8-4cfa-909f-2cca06fed494 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/fafa921a-6680-4212-95b3-e9026599c6f8 HTTP/1.1" status: 404 len: 337 time: 0.0433576 Nov 29 18:08:04.204543 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55170) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:04.213456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bfe0e-bc68-450c-a508-6f32186ea108 req-df1a13bc-3aa0-45f5-aadf-924663caefe5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:04.220236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bfe0e-bc68-450c-a508-6f32186ea108 req-df1a13bc-3aa0-45f5-aadf-924663caefe5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:04.227274 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bfe0e-bc68-450c-a508-6f32186ea108 req-df1a13bc-3aa0-45f5-aadf-924663caefe5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:04.232992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bfe0e-bc68-450c-a508-6f32186ea108 req-df1a13bc-3aa0-45f5-aadf-924663caefe5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:04.243345 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bfe0e-bc68-450c-a508-6f32186ea108 req-df1a13bc-3aa0-45f5-aadf-924663caefe5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:04.247580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9458743d-29bf-4146-8598-7edc0cfdb20e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Made reservation on behalf of 8ac4e783484b48089258542cf8f04b99 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:08:04.251346 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9458743d-29bf-4146-8598-7edc0cfdb20e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.255286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bfe0e-bc68-450c-a508-6f32186ea108 req-df1a13bc-3aa0-45f5-aadf-924663caefe5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:04.267640 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9458743d-29bf-4146-8598-7edc0cfdb20e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.268484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d90bfe0e-bc68-450c-a508-6f32186ea108 req-df1a13bc-3aa0-45f5-aadf-924663caefe5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.4189260 Nov 29 18:08:04.297839 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0b9e9a-c496-41b3-a559-6cfb48ff7656 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting subnet b0c4a325-cefb-4037-afa7-ca9756d28ac8 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:08:04.300654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5f831-527d-404c-9f92-8006c8b04967 req-5a194fe8-64f8-4af1-a559-f874b0176db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:04.303463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45b5f831-527d-404c-9f92-8006c8b04967 req-5a194fe8-64f8-4af1-a559-f874b0176db3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 1097 time: 0.3140247 Nov 29 18:08:04.304016 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9e9a-c496-41b3-a559-6cfb48ff7656 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.367444 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d90bfe0e-bc68-450c-a508-6f32186ea108 req-9beecf3c-73bb-4e68-84f0-032b32ca4867 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0975895 Nov 29 18:08:04.371239 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9e9a-c496-41b3-a559-6cfb48ff7656 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.437841 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c38035-562c-4f19-a857-fb192c5553e8 req-2e338bfb-bb18-4398-880a-35239b6350ad tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:04.439130 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6c38035-562c-4f19-a857-fb192c5553e8 req-2e338bfb-bb18-4398-880a-35239b6350ad tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 946 time: 0.3686111 Nov 29 18:08:04.515345 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45b5f831-527d-404c-9f92-8006c8b04967 req-d15185f8-0bb9-4e9e-9f2e-ce200249834d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663997 Nov 29 18:08:04.532521 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9458743d-29bf-4146-8598-7edc0cfdb20e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.549097 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9458743d-29bf-4146-8598-7edc0cfdb20e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.567793 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6c38035-562c-4f19-a857-fb192c5553e8 req-2a45b281-f657-4908-be2a-f32084555a2c tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111300 Nov 29 18:08:04.575551 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9e9a-c496-41b3-a559-6cfb48ff7656 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.616210 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92daa320-1182-4413-8be8-4fac0b48219e None None] Network c5395255-02ce-4c91-a7fb-5603958f5af9 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:08:04.625358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7c488-ffff-4e45-ba10-a515a5ba45b4 req-ee55612f-6f40-46c7-b53d-f8f3edaa9214 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:04.632104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9458743d-29bf-4146-8598-7edc0cfdb20e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:08:04.640798 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3be7c488-ffff-4e45-ba10-a515a5ba45b4 req-ee55612f-6f40-46c7-b53d-f8f3edaa9214 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.1451719 Nov 29 18:08:04.645179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458743d-29bf-4146-8598-7edc0cfdb20e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a824391-033d-48aa-a782-168406292ce0,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:04.657164 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9458743d-29bf-4146-8598-7edc0cfdb20e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.657543 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-9458743d-29bf-4146-8598-7edc0cfdb20e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Added segment 9b996faa-f727-428e-b436-23b8f98a0ce2 of type vlan for network c412e6f7-a254-4d59-8cc7-49fdb33ffd85 Nov 29 18:08:04.722737 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9458743d-29bf-4146-8598-7edc0cfdb20e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.735931 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9e9a-c496-41b3-a559-6cfb48ff7656 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.746288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-07ecece2-45e0-42a7-ab2d-7d91a280c476 None None] Provisioning complete for port ec9054e5-7d58-4773-bb81-c63e0cfb1f76 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:04.746662 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07ecece2-45e0-42a7-ab2d-7d91a280c476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.765977 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b9e9a-c496-41b3-a559-6cfb48ff7656 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c4a325-cefb-4037-afa7-ca9756d28ac8,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:04.784158 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9e9a-c496-41b3-a559-6cfb48ff7656 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.790058 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fc0b9e9a-c496-41b3-a559-6cfb48ff7656 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/b0c4a325-cefb-4037-afa7-ca9756d28ac8 HTTP/1.1" status: 204 len: 168 time: 0.5821106 Nov 29 18:08:04.791267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55182) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:04.824936 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a970af-5200-47d7-ae95-bc0f58e8d2fc tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] DELETE failed (client error): The resource could not be found. Nov 29 18:08:04.825439 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a970af-5200-47d7-ae95-bc0f58e8d2fc tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:08:04.831801 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-06a970af-5200-47d7-ae95-bc0f58e8d2fc tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/a64a9110-bbd8-472c-aa0a-617755e8f03a HTTP/1.1" status: 404 len: 337 time: 0.0371666 Nov 29 18:08:04.831801 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9458743d-29bf-4146-8598-7edc0cfdb20e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.836607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458743d-29bf-4146-8598-7edc0cfdb20e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:04.837223 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9458743d-29bf-4146-8598-7edc0cfdb20e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.839635 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3be7c488-ffff-4e45-ba10-a515a5ba45b4 req-dbaa5c2c-e898-4706-818b-bcf98bd9d4ba tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976504 Nov 29 18:08:04.840623 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55184) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:04.862143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0613e-0234-4946-8581-27cbc37c1ae2 req-da90ff57-4049-46c5-b0bf-a8eafc608ca0 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:04.877538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45b0613e-0234-4946-8581-27cbc37c1ae2 req-da90ff57-4049-46c5-b0bf-a8eafc608ca0 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.1711018 Nov 29 18:08:04.965766 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8f940d2d-ae93-442d-ac5d-d768003db41f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "GET /v2.0/ports?device_id=1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae HTTP/1.1" status: 200 len: 205 time: 0.1191738 Nov 29 18:08:04.973219 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45b0613e-0234-4946-8581-27cbc37c1ae2 req-f4f3b24e-c50c-49bc-a967-944c3c7e3912 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882790 Nov 29 18:08:04.973429 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55186) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:04.981928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55188) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:04.987112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ff2ff76f-ac9a-45e8-a38d-c693338ad09e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Request body: {'subnet': {'network_id': 'c412e6f7-a254-4d59-8cc7-49fdb33ffd85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:04.987319 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-07ecece2-45e0-42a7-ab2d-7d91a280c476 None None] Provisioning complete for port 7ec8ac33-6fe6-43d7-846b-268769417311 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:04.987892 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07ecece2-45e0-42a7-ab2d-7d91a280c476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:04.990945 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9458743d-29bf-4146-8598-7edc0cfdb20e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8633990 Nov 29 18:08:05.088687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557e0d22-e8cc-417f-a72e-87fe84e17b0b None None] DHCP port deletion for c5395255-02ce-4c91-a7fb-5603958f5af9 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:08:05.090836 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-05ef02dc-1d2f-486f-85ce-74db9f0c2b1f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] delete failed (client error): The resource could not be found. Nov 29 18:08:05.091925 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-05ef02dc-1d2f-486f-85ce-74db9f0c2b1f tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/routers/1251c91c-6e1f-4d4f-8d91-ef9d55e7e1ae HTTP/1.1" status: 404 len: 336 time: 0.1172943 Nov 29 18:08:05.101175 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-07ecece2-45e0-42a7-ab2d-7d91a280c476 None None] Port 7ec8ac33-6fe6-43d7-846b-268769417311 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:08:05.108139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55190) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:05.180811 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458743d-29bf-4146-8598-7edc0cfdb20e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event updated for resources: {'Network': ['ID=c412e6f7-a254-4d59-8cc7-49fdb33ffd85,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:05.183575 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e8ea01-bad3-479f-88e3-731126a69c82 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] DELETE failed (client error): The resource could not be found. Nov 29 18:08:05.184167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e8ea01-bad3-479f-88e3-731126a69c82 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:08:05.187245 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-95e8ea01-bad3-479f-88e3-731126a69c82 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/a1d15261-9c83-4cdc-8bc2-2710a14a6198 HTTP/1.1" status: 404 len: 337 time: 0.0781209 Nov 29 18:08:05.194567 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55192) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:05.197137 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network c412e6f7-a254-4d59-8cc7-49fdb33ffd85 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:08:05.233470 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6791632-f2a7-44e5-993f-7ee58705e6bb tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] DELETE failed (client error): The resource could not be found. Nov 29 18:08:05.233935 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6791632-f2a7-44e5-993f-7ee58705e6bb tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:08:05.237186 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d6791632-f2a7-44e5-993f-7ee58705e6bb tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/4f08398d-1c6b-432a-9d6f-ec262abc6495 HTTP/1.1" status: 404 len: 337 time: 0.0414608 Nov 29 18:08:05.240371 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55194) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:05.245310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2ff76f-ac9a-45e8-a38d-c693338ad09e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Made reservation on behalf of 8ac4e783484b48089258542cf8f04b99 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:08:05.253062 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff76f-ac9a-45e8-a38d-c693338ad09e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:05.311709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-557e0d22-e8cc-417f-a72e-87fe84e17b0b None None] Deleting port ec9054e5-7d58-4773-bb81-c63e0cfb1f76 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:08:05.312010 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-557e0d22-e8cc-417f-a72e-87fe84e17b0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:05.339776 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-917d6c5d-22c4-45e5-ad6b-8472f4b6f384 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] DELETE failed (client error): The resource could not be found. Nov 29 18:08:05.340571 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917d6c5d-22c4-45e5-ad6b-8472f4b6f384 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:08:05.344213 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-917d6c5d-22c4-45e5-ad6b-8472f4b6f384 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/06d007a6-4e34-429f-8a77-8a0138cc560a HTTP/1.1" status: 404 len: 337 time: 0.1027954 Nov 29 18:08:05.355396 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55198) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:05.359810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0e9eb-f962-4263-b722-ccf4a0598f1c req-895b1959-7420-43e0-b31e-528c9703e0eb tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:05.368293 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3d0e9eb-f962-4263-b722-ccf4a0598f1c req-895b1959-7420-43e0-b31e-528c9703e0eb tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.2350540 Nov 29 18:08:05.392232 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b30ce0-ec31-4fc4-9bb8-e47f4d2c5e91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] DELETE failed (client error): The resource could not be found. Nov 29 18:08:05.399060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b30ce0-ec31-4fc4-9bb8-e47f4d2c5e91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:08:05.404718 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-86b30ce0-ec31-4fc4-9bb8-e47f4d2c5e91 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/295772fb-6882-41de-8b21-758b8f6b3e2c HTTP/1.1" status: 404 len: 333 time: 0.0458908 Nov 29 18:08:05.405238 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55202) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:05.441429 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-9195a7c9-767b-45d2-a96a-5c51b0ab126d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] DELETE failed (client error): The resource could not be found. Nov 29 18:08:05.442385 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9195a7c9-767b-45d2-a96a-5c51b0ab126d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:08:05.444602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-557e0d22-e8cc-417f-a72e-87fe84e17b0b None None] For port ec9054e5-7d58-4773-bb81-c63e0cfb1f76, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ec9054e5-7d58-4773-bb81-c63e0cfb1f76,segment=NetworkSegment(275de401-a9f0-45e3-aec5-24a76476aed8),segment_id=275de401-a9f0-45e3-aec5-24a76476aed8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:05.445089 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-557e0d22-e8cc-417f-a72e-87fe84e17b0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:05.446958 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9195a7c9-767b-45d2-a96a-5c51b0ab126d tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/e9398f96-c59d-4077-9781-c1faef84b734 HTTP/1.1" status: 404 len: 337 time: 0.0406613 Nov 29 18:08:05.449990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55204) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:05.469065 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b3f77-bc9c-4734-937d-92a17007dafd req-1f9f5677-54e8-47ad-8584-5a62ad57fa62 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:05.476914 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-174b3f77-bc9c-4734-937d-92a17007dafd req-1f9f5677-54e8-47ad-8584-5a62ad57fa62 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 946 time: 0.1458030 Nov 29 18:08:05.478061 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-557e0d22-e8cc-417f-a72e-87fe84e17b0b None None] Calling delete_port for ec9054e5-7d58-4773-bb81-c63e0cfb1f76 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:08:05.506428 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-329c560b-d7c1-47ed-8981-a1ca3eb47333 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] DELETE failed (client error): The resource could not be found. Nov 29 18:08:05.517321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329c560b-d7c1-47ed-8981-a1ca3eb47333 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:08:05.520669 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-329c560b-d7c1-47ed-8981-a1ca3eb47333 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/c50433cc-3621-4392-b09e-4b24d7354507 HTTP/1.1" status: 404 len: 337 time: 0.0694234 Nov 29 18:08:05.523312 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55206) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:05.525856 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3d0e9eb-f962-4263-b722-ccf4a0598f1c req-b48cb632-5873-4db5-8c13-8046e1923e97 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565852 Nov 29 18:08:05.563293 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-227166c4-b78d-4961-a282-1ebafbb7b2b1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] DELETE failed (client error): The resource could not be found. Nov 29 18:08:05.566681 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227166c4-b78d-4961-a282-1ebafbb7b2b1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:08:05.573763 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-227166c4-b78d-4961-a282-1ebafbb7b2b1 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/db42d584-a7f2-4c14-b649-186c44a54c0d HTTP/1.1" status: 404 len: 333 time: 0.0488927 Nov 29 18:08:05.577545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55208) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:05.620457 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1814082-b373-4e70-be7e-1b99023d1ccf tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] DELETE failed (client error): The resource could not be found. Nov 29 18:08:05.621182 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1814082-b373-4e70-be7e-1b99023d1ccf tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:08:05.624632 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d1814082-b373-4e70-be7e-1b99023d1ccf tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/89aa1af7-450f-4b50-bd17-6b244e15c008 HTTP/1.1" status: 404 len: 337 time: 0.0426829 Nov 29 18:08:05.627859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55210) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:05.648354 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-557e0d22-e8cc-417f-a72e-87fe84e17b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:05.668009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-174b3f77-bc9c-4734-937d-92a17007dafd req-5fdf2117-4eba-4568-b48f-f59f446b8c96 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847117 Nov 29 18:08:05.672487 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7c7d75-f414-4f00-84bb-df28810fc763 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] DELETE failed (client error): The resource could not be found. Nov 29 18:08:05.673782 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7c7d75-f414-4f00-84bb-df28810fc763 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:08:05.684891 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cd7c7d75-f414-4f00-84bb-df28810fc763 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/subnets/9cbd4a23-8107-482e-a410-e96006f81ca3 HTTP/1.1" status: 404 len: 337 time: 0.0525155 Nov 29 18:08:05.685694 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55212) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:05.688015 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e0d22-e8cc-417f-a72e-87fe84e17b0b None None] Pushing event deleted for resources: {'Port': ['ID=ec9054e5-7d58-4773-bb81-c63e0cfb1f76,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:05.691950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e0d22-e8cc-417f-a72e-87fe84e17b0b None None] No DVR routers for this DVR port ec9054e5-7d58-4773-bb81-c63e0cfb1f76 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:08:05.766649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac9f64-b011-408f-b3be-40a076e1376f req-d5d9ce6c-7640-4f62-bc53-3c0979720611 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:05.774134 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac9f64-b011-408f-b3be-40a076e1376f req-d5d9ce6c-7640-4f62-bc53-3c0979720611 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:05.780266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac9f64-b011-408f-b3be-40a076e1376f req-d5d9ce6c-7640-4f62-bc53-3c0979720611 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:05.786525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac9f64-b011-408f-b3be-40a076e1376f req-d5d9ce6c-7640-4f62-bc53-3c0979720611 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:05.794087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac9f64-b011-408f-b3be-40a076e1376f req-d5d9ce6c-7640-4f62-bc53-3c0979720611 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:05.800954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac9f64-b011-408f-b3be-40a076e1376f req-d5d9ce6c-7640-4f62-bc53-3c0979720611 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:05.806938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-7d02bcd3-459b-4449-a55f-bdce40cef017 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Deleting port 7ec8ac33-6fe6-43d7-846b-268769417311 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:08:05.806938 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d02bcd3-459b-4449-a55f-bdce40cef017 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:05.811178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac9f64-b011-408f-b3be-40a076e1376f req-d5d9ce6c-7640-4f62-bc53-3c0979720611 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:05.815282 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01ac9f64-b011-408f-b3be-40a076e1376f req-d5d9ce6c-7640-4f62-bc53-3c0979720611 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5432 time: 0.1885087 Nov 29 18:08:05.829423 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff76f-ac9a-45e8-a38d-c693338ad09e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:05.893485 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d02bcd3-459b-4449-a55f-bdce40cef017 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:05.909277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-7d02bcd3-459b-4449-a55f-bdce40cef017 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Calling delete_port for 7ec8ac33-6fe6-43d7-846b-268769417311 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:08:05.940186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ff76f-ac9a-45e8-a38d-c693338ad09e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event updated for resources: {'Subnet': ['ID=98479902-a55e-4adb-bd2b-0a35f0b5309e,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:06.002587 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d02bcd3-459b-4449-a55f-bdce40cef017 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.008719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device c5850d26-12e4-4c63-9a8e-1d727081b700 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:08:06.054080 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01ac9f64-b011-408f-b3be-40a076e1376f req-6a985fe0-a8d6-4dda-b268-5cea14db8715 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2184203 Nov 29 18:08:06.055344 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d02bcd3-459b-4449-a55f-bdce40cef017 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.059213 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7d02bcd3-459b-4449-a55f-bdce40cef017 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/ports/7ec8ac33-6fe6-43d7-846b-268769417311 HTTP/1.1" status: 204 len: 168 time: 0.3722095 Nov 29 18:08:06.061821 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55220) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:06.072562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02bcd3-459b-4449-a55f-bdce40cef017 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Port': ['ID=7ec8ac33-6fe6-43d7-846b-268769417311,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:06.089290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640e994-9691-4081-b1bc-c0a714f60310 req-040417de-3ab1-419d-8494-27daf0d70fdd tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:06.091174 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3640e994-9691-4081-b1bc-c0a714f60310 req-040417de-3ab1-419d-8494-27daf0d70fdd tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.1528506 Nov 29 18:08:06.093404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2ff76f-ac9a-45e8-a38d-c693338ad09e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Checking segment: {'id': '9b996faa-f727-428e-b436-23b8f98a0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c412e6f7-a254-4d59-8cc7-49fdb33ffd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:08:06.097746 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2ff76f-ac9a-45e8-a38d-c693338ad09e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Network hostable DHCP agents. Network: c412e6f7-a254-4d59-8cc7-49fdb33ffd85, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:08:06.170893 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port c5850d26-12e4-4c63-9a8e-1d727081b700, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c5850d26-12e4-4c63-9a8e-1d727081b700,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:06.184832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'c5850d26-12e4-4c63-9a8e-1d727081b700', 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43', 'port_id': 'c5850d26-12e4-4c63-9a8e-1d727081b700', 'mac_address': 'fa:16:3e:e2:1a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973dc789-b38b-45cc-806c-8236548d1d95', 'ip_address': '10.1.1.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:08:06.190934 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4f8978e6-b816-4bfd-a32a-f3ab15e83195 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.249098 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.268273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2ff76f-ac9a-45e8-a38d-c693338ad09e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Network c412e6f7-a254-4d59-8cc7-49fdb33ffd85 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:08:06.288256 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5850d26-12e4-4c63-9a8e-1d727081b700 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:08:06.314208 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port c5850d26-12e4-4c63-9a8e-1d727081b700, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c5850d26-12e4-4c63-9a8e-1d727081b700,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:06.317773 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3640e994-9691-4081-b1bc-c0a714f60310 req-88594807-fc24-422c-8802-19d6be161e69 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147830 Nov 29 18:08:06.320057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-ff2ff76f-ac9a-45e8-a38d-c693338ad09e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, c412e6f7-a254-4d59-8cc7-49fdb33ffd85) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:08:06.333485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505b4d4f-924e-4aad-adae-2d830c8ec43b None None] Network c412e6f7-a254-4d59-8cc7-49fdb33ffd85 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:08:06.339227 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.340059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 17492e79-7d27-4b2d-8ba8-94b6d25ef180 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:08:06.351022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2ff76f-ac9a-45e8-a38d-c693338ad09e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:06.353779 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff2ff76f-ac9a-45e8-a38d-c693338ad09e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.375048 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4f8978e6-b816-4bfd-a32a-f3ab15e83195 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.399125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4f8978e6-b816-4bfd-a32a-f3ab15e83195 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5395255-02ce-4c91-a7fb-5603958f5af9']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:06.410455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4f8978e6-b816-4bfd-a32a-f3ab15e83195 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275de401-a9f0-45e3-aec5-24a76476aed8') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:06.410455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4f8978e6-b816-4bfd-a32a-f3ab15e83195 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275de401-a9f0-45e3-aec5-24a76476aed8') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:06.413643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ff2ff76f-ac9a-45e8-a38d-c693338ad09e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4306047 Nov 29 18:08:06.418012 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55222) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:06.423802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3dbc4551-f190-4cfc-8049-b9b6b0fb6a9e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Request body: {'network': {'name': 'tempest-router-network01--488775362'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:06.426967 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4f8978e6-b816-4bfd-a32a-f3ab15e83195 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.428967 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=c5850d26-12e4-4c63-9a8e-1d727081b700,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:06.451141 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4f8978e6-b816-4bfd-a32a-f3ab15e83195 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.458830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8978e6-b816-4bfd-a32a-f3ab15e83195 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:08:06.459354 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4f8978e6-b816-4bfd-a32a-f3ab15e83195 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.466926 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7d2cb-e0e6-482b-9150-163bb709e9d8 req-5bdb1a4f-4db0-40de-a377-4073ebe0fd3b tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:06.469260 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bdf7d2cb-e0e6-482b-9150-163bb709e9d8 req-5bdb1a4f-4db0-40de-a377-4073ebe0fd3b tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.1000307 Nov 29 18:08:06.487503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbc4551-f190-4cfc-8049-b9b6b0fb6a9e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Made reservation on behalf of 8ac4e783484b48089258542cf8f04b99 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:08:06.492551 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dbc4551-f190-4cfc-8049-b9b6b0fb6a9e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:08:06.533546 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:08:06.550727 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4f8978e6-b816-4bfd-a32a-f3ab15e83195 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.556552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbc4551-f190-4cfc-8049-b9b6b0fb6a9e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:08:06.571102 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4f8978e6-b816-4bfd-a32a-f3ab15e83195 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.581981 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dbc4551-f190-4cfc-8049-b9b6b0fb6a9e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.582779 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-3dbc4551-f190-4cfc-8049-b9b6b0fb6a9e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Added segment a62f47d8-76d1-428f-852b-5f056ec88987 of type vlan for network 8b783642-d000-4885-8f84-567f5d4c49f5 Nov 29 18:08:06.591174 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4f8978e6-b816-4bfd-a32a-f3ab15e83195 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] 10.222.0.23 "DELETE /v2.0/networks/c5395255-02ce-4c91-a7fb-5603958f5af9 HTTP/1.1" status: 204 len: 168 time: 0.5257926 Nov 29 18:08:06.591529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bdf7d2cb-e0e6-482b-9150-163bb709e9d8 req-3b1ef6ad-5fef-4067-8720-998ee504a0b7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139693 Nov 29 18:08:06.631057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8978e6-b816-4bfd-a32a-f3ab15e83195 tempest-PortsTestJSON-1207146255 tempest-PortsTestJSON-1207146255-project] Pushing event deleted for resources: {'Network': ['ID=c5395255-02ce-4c91-a7fb-5603958f5af9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:06.655342 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dbc4551-f190-4cfc-8049-b9b6b0fb6a9e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.729155 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb60f6-e448-413d-bf9d-4d004106a127 req-51461dc5-e15b-45c8-a290-d777ef82d2ea tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:06.730751 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-becb60f6-e448-413d-bf9d-4d004106a127 req-51461dc5-e15b-45c8-a290-d777ef82d2ea tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.0808988 Nov 29 18:08:06.747608 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dbc4551-f190-4cfc-8049-b9b6b0fb6a9e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.753407 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc4551-f190-4cfc-8049-b9b6b0fb6a9e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:06.754014 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dbc4551-f190-4cfc-8049-b9b6b0fb6a9e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.781667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ec9054e5-7d58-4773-bb81-c63e0cfb1f76 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:08:06.786305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3dbc4551-f190-4cfc-8049-b9b6b0fb6a9e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3665097 Nov 29 18:08:06.790812 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55230) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:06.796272 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9b09f278-a919-4961-892c-55b08d6dd695 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Request body: {'network': {'name': 'tempest-router-network02--697113377'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:06.838459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b09f278-a919-4961-892c-55b08d6dd695 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Made reservation on behalf of 8ac4e783484b48089258542cf8f04b99 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:08:06.839617 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: ec9054e5-7d58-4773-bb81-c63e0cfb1f76 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:08:06.840216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ec9054e5-7d58-4773-bb81-c63e0cfb1f76 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:08:06.843312 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9b09f278-a919-4961-892c-55b08d6dd695 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.872876 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b09f278-a919-4961-892c-55b08d6dd695 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:08:06.892980 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9b09f278-a919-4961-892c-55b08d6dd695 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:06.894476 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-9b09f278-a919-4961-892c-55b08d6dd695 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Added segment 4deb1e46-6ab6-4b3e-8628-e709f6e95d45 of type vlan for network accd6a0d-a4a4-4bdc-873a-859874ea8d4e Nov 29 18:08:06.943860 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 17492e79-7d27-4b2d-8ba8-94b6d25ef180, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=17492e79-7d27-4b2d-8ba8-94b6d25ef180,segment=NetworkSegment(bdb9b35b-929e-48ef-b77a-34267b716371),segment_id=bdb9b35b-929e-48ef-b77a-34267b716371)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:06.963630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '17492e79-7d27-4b2d-8ba8-94b6d25ef180', 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7', 'port_id': '17492e79-7d27-4b2d-8ba8-94b6d25ef180', 'mac_address': 'fa:16:3e:25:d7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:08:06.985955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc4551-f190-4cfc-8049-b9b6b0fb6a9e tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event updated for resources: {'Network': ['ID=8b783642-d000-4885-8f84-567f5d4c49f5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:07.000037 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-becb60f6-e448-413d-bf9d-4d004106a127 req-1cc713bd-090c-48b9-bc1e-83920ef50787 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610056 Nov 29 18:08:07.019075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d658ac1-7bd9-43a5-8344-7f31c23587c9 req-5f40cb3d-b269-407b-812d-22432d79214c tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:07.020781 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d658ac1-7bd9-43a5-8344-7f31c23587c9 req-5f40cb3d-b269-407b-812d-22432d79214c tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 946 time: 0.2409551 Nov 29 18:08:07.032121 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 8b783642-d000-4885-8f84-567f5d4c49f5 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:08:07.069156 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9b09f278-a919-4961-892c-55b08d6dd695 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:07.110255 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d658ac1-7bd9-43a5-8344-7f31c23587c9 req-8ae83976-306d-417e-94f9-40637b110556 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824816 Nov 29 18:08:07.153988 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9b09f278-a919-4961-892c-55b08d6dd695 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:07.166723 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b09f278-a919-4961-892c-55b08d6dd695 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:07.168942 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9b09f278-a919-4961-892c-55b08d6dd695 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:07.219739 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c412e6f7-a254-4d59-8cc7-49fdb33ffd85', 'network_id': 'c412e6f7-a254-4d59-8cc7-49fdb33ffd85', 'tenant_id': '8ac4e783484b48089258542cf8f04b99', 'fixed_ips': [{'subnet_id': '98479902-a55e-4adb-bd2b-0a35f0b5309e'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:08:07.220625 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:07.262754 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:07.271912 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9b09f278-a919-4961-892c-55b08d6dd695 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4798055 Nov 29 18:08:07.275916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55244) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:07.283772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3fa214da-3500-456d-9e4c-028b5fb82b2c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Request body: {'subnet': {'network_id': '8b783642-d000-4885-8f84-567f5d4c49f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:07.284194 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09f278-a919-4961-892c-55b08d6dd695 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event updated for resources: {'Network': ['ID=accd6a0d-a4a4-4bdc-873a-859874ea8d4e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:07.346942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55246) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:07.379179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3ee52-c7fb-42d3-9181-a42705684644 req-9ccdcfb1-60ff-47bc-bde1-bf314688e3c7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:07.388669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3ee52-c7fb-42d3-9181-a42705684644 req-9ccdcfb1-60ff-47bc-bde1-bf314688e3c7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:07.397212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3ee52-c7fb-42d3-9181-a42705684644 req-9ccdcfb1-60ff-47bc-bde1-bf314688e3c7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:07.403903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3ee52-c7fb-42d3-9181-a42705684644 req-9ccdcfb1-60ff-47bc-bde1-bf314688e3c7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:07.409952 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3ee52-c7fb-42d3-9181-a42705684644 req-9ccdcfb1-60ff-47bc-bde1-bf314688e3c7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:07.416095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3ee52-c7fb-42d3-9181-a42705684644 req-9ccdcfb1-60ff-47bc-bde1-bf314688e3c7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:07.422203 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3ee52-c7fb-42d3-9181-a42705684644 req-9ccdcfb1-60ff-47bc-bde1-bf314688e3c7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:07.431211 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5c3ee52-c7fb-42d3-9181-a42705684644 req-9ccdcfb1-60ff-47bc-bde1-bf314688e3c7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5433 time: 0.2442675 Nov 29 18:08:07.505773 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Allocated IP 172.20.0.2 (c412e6f7-a254-4d59-8cc7-49fdb33ffd85/98479902-a55e-4adb-bd2b-0a35f0b5309e/b0313f98-b826-4a39-9032-1c7f483cca04) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:08:07.516917 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa214da-3500-456d-9e4c-028b5fb82b2c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Made reservation on behalf of 8ac4e783484b48089258542cf8f04b99 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:08:07.521625 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fa214da-3500-456d-9e4c-028b5fb82b2c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:07.557204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5c3ee52-c7fb-42d3-9181-a42705684644 req-19535b3d-8ab2-475b-8720-48652a1290ee tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1247723 Nov 29 18:08:07.654577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network accd6a0d-a4a4-4bdc-873a-859874ea8d4e details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:08:07.658037 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6397a190-e040-44ec-b431-11794d922dc0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71b64b47ece84abf871ef3de3d2ceb9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3088970 Nov 29 18:08:07.671751 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55258) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:07.840101 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-261e02a9-8950-453e-8a9c-d60d4b312e97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:07.849219 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17492e79-7d27-4b2d-8ba8-94b6d25ef180 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:08:07.876870 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 17492e79-7d27-4b2d-8ba8-94b6d25ef180, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=17492e79-7d27-4b2d-8ba8-94b6d25ef180,segment=NetworkSegment(bdb9b35b-929e-48ef-b77a-34267b716371),segment_id=bdb9b35b-929e-48ef-b77a-34267b716371)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:07.894132 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:07.895023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:08:07.931035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:07.943188 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-261e02a9-8950-453e-8a9c-d60d4b312e97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:07.975557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabcf7a-afe9-4f61-9415-e7eb007a3b24 req-014e3164-7dfc-42ed-99d6-c930c9210c02 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:07.984800 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5cabcf7a-afe9-4f61-9415-e7eb007a3b24 req-014e3164-7dfc-42ed-99d6-c930c9210c02 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.1964684 Nov 29 18:08:08.005301 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e', 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43', 'port_id': 'af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e', 'mac_address': 'fa:16:3e:e7:2f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973dc789-b38b-45cc-806c-8236548d1d95', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:08:08.015718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=17492e79-7d27-4b2d-8ba8-94b6d25ef180,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:08.072451 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-261e02a9-8950-453e-8a9c-d60d4b312e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:08.075461 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-261e02a9-8950-453e-8a9c-d60d4b312e97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:08.079248 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-261e02a9-8950-453e-8a9c-d60d4b312e97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85cfed13-96ff-46cf-8afe-72c67a92c168 HTTP/1.1" status: 204 len: 168 time: 0.4052920 Nov 29 18:08:08.087953 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86de0a2-808e-448e-9ca5-0037783b3ee5 req-cc346cb9-bafe-4d66-95d7-048c05b86251 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:08.096130 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f86de0a2-808e-448e-9ca5-0037783b3ee5 req-cc346cb9-bafe-4d66-95d7-048c05b86251 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.2062175 Nov 29 18:08:08.101387 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e02a9-8950-453e-8a9c-d60d4b312e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cfed13-96ff-46cf-8afe-72c67a92c168,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:08.104526 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:08.122660 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:08:08.125827 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fa214da-3500-456d-9e4c-028b5fb82b2c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:08.129844 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:08.156329 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:08.162804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5cabcf7a-afe9-4f61-9415-e7eb007a3b24 req-a66432c5-f5e6-4704-822d-b98d97814336 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767800 Nov 29 18:08:08.216913 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:08.230954 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:08.233886 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Network c412e6f7-a254-4d59-8cc7-49fdb33ffd85 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:08:08.241022 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:08:08.243505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Pushing event updated for resources: {'Port': ['ID=b0313f98-b826-4a39-9032-1c7f483cca04,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:08.251029 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f86de0a2-808e-448e-9ca5-0037783b3ee5 req-f13b6be5-c669-4c8b-9994-834f80376714 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537137 Nov 29 18:08:08.264859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:08:08.278473 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e73ed092-ce3c-4b7f-94df-2e0d60df025e details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:08:08.279689 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa214da-3500-456d-9e4c-028b5fb82b2c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event updated for resources: {'Subnet': ['ID=c047e727-780a-4a54-b5cc-93e10cc96f79,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:08.302396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa214da-3500-456d-9e4c-028b5fb82b2c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Checking segment: {'id': 'a62f47d8-76d1-428f-852b-5f056ec88987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8b783642-d000-4885-8f84-567f5d4c49f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:08:08.303068 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa214da-3500-456d-9e4c-028b5fb82b2c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Network hostable DHCP agents. Network: 8b783642-d000-4885-8f84-567f5d4c49f5, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:08:08.332559 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa214da-3500-456d-9e4c-028b5fb82b2c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Network 8b783642-d000-4885-8f84-567f5d4c49f5 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:08:08.349042 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-3fa214da-3500-456d-9e4c-028b5fb82b2c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 8b783642-d000-4885-8f84-567f5d4c49f5) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:08:08.362035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa214da-3500-456d-9e4c-028b5fb82b2c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:08.363749 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fa214da-3500-456d-9e4c-028b5fb82b2c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:08.383325 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5479ba76-53e1-4824-b9ae-7c513ae43f15 None None] Network 8b783642-d000-4885-8f84-567f5d4c49f5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:08:08.406392 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3fa214da-3500-456d-9e4c-028b5fb82b2c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1263776 Nov 29 18:08:08.406831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55278) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:08.411995 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-0935ff52-d2aa-4e2a-a4e8-f23618af08ac tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Request body: {'subnet': {'network_id': 'accd6a0d-a4a4-4bdc-873a-859874ea8d4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:08.533622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ab05c-aadc-4788-85a5-44ec47bafcbe req-84437cd9-6fce-47d4-a64e-0c0c8e51bdb6 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:08.542250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce8ab05c-aadc-4788-85a5-44ec47bafcbe req-84437cd9-6fce-47d4-a64e-0c0c8e51bdb6 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.0820875 Nov 29 18:08:08.558008 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Attempting to bind port b0313f98-b826-4a39-9032-1c7f483cca04 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:08:08.558746 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Attempting to bind port b0313f98-b826-4a39-9032-1c7f483cca04 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '9b996faa-f727-428e-b436-23b8f98a0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c412e6f7-a254-4d59-8cc7-49fdb33ffd85'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:08:08.559380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Attempting to bind port b0313f98-b826-4a39-9032-1c7f483cca04 on network c412e6f7-a254-4d59-8cc7-49fdb33ffd85 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:08:08.561520 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:08.583250 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:08:08.583626 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Checking segment: {'id': '9b996faa-f727-428e-b436-23b8f98a0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c412e6f7-a254-4d59-8cc7-49fdb33ffd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:08:08.584036 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:08.584428 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Bound using segment: {'id': '9b996faa-f727-428e-b436-23b8f98a0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c412e6f7-a254-4d59-8cc7-49fdb33ffd85'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:08:08.584908 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Bound port: b0313f98-b826-4a39-9032-1c7f483cca04, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b996faa-f727-428e-b436-23b8f98a0ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c412e6f7-a254-4d59-8cc7-49fdb33ffd85'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:08:08.585292 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:08.673928 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0935ff52-d2aa-4e2a-a4e8-f23618af08ac tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Made reservation on behalf of 8ac4e783484b48089258542cf8f04b99 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:08:08.679435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce8ab05c-aadc-4788-85a5-44ec47bafcbe req-98d408ef-f944-4ef7-866a-b17a3ecab196 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336286 Nov 29 18:08:08.684991 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0935ff52-d2aa-4e2a-a4e8-f23618af08ac tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:08.821102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e73ed092-ce3c-4b7f-94df-2e0d60df025e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e73ed092-ce3c-4b7f-94df-2e0d60df025e,segment=NetworkSegment(46a35f99-4c12-457a-ac53-3e115df10652),segment_id=46a35f99-4c12-457a-ac53-3e115df10652)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:08.857664 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['c5850d26-12e4-4c63-9a8e-1d727081b700'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:08:08.891884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'e73ed092-ce3c-4b7f-94df-2e0d60df025e', 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2', 'port_id': 'e73ed092-ce3c-4b7f-94df-2e0d60df025e', 'mac_address': 'fa:16:3e:67:1d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ef7b16-a6fa-4ea4-9afc-503cb4413ebf', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:08:08.903281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0d32b-e3fa-4245-b455-92a6aba394e9 req-0e5d848f-4e93-40ce-80b3-01e72a6c5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:08.905659 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24e0d32b-e3fa-4245-b455-92a6aba394e9 req-0e5d848f-4e93-40ce-80b3-01e72a6c5e81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c83627c91e74087bbaa05f8261c093f&device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 1097 time: 0.2015905 Nov 29 18:08:08.948284 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f65d7-4f4b-4f71-afa6-3ffc063677a0 req-787771d6-7c02-4328-b1b7-c4ff283a81af tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:08.960488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] For port b0313f98-b826-4a39-9032-1c7f483cca04, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:08:08.967634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['17492e79-7d27-4b2d-8ba8-94b6d25ef180'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:08:08.978857 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f65d7-4f4b-4f71-afa6-3ffc063677a0 req-787771d6-7c02-4328-b1b7-c4ff283a81af tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:09.000412 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f65d7-4f4b-4f71-afa6-3ffc063677a0 req-787771d6-7c02-4328-b1b7-c4ff283a81af tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:09.020184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f65d7-4f4b-4f71-afa6-3ffc063677a0 req-787771d6-7c02-4328-b1b7-c4ff283a81af tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:09.037227 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] For port b0313f98-b826-4a39-9032-1c7f483cca04, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b0313f98-b826-4a39-9032-1c7f483cca04,segment=NetworkSegment(9b996faa-f727-428e-b436-23b8f98a0ce2),segment_id=9b996faa-f727-428e-b436-23b8f98a0ce2)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:08:09.045840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-8b783642-d000-4885-8f84-567f5d4c49f5', 'network_id': '8b783642-d000-4885-8f84-567f5d4c49f5', 'tenant_id': '8ac4e783484b48089258542cf8f04b99', 'fixed_ips': [{'subnet_id': 'c047e727-780a-4a54-b5cc-93e10cc96f79'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:08:09.047030 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:09.064753 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:09.066102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f65d7-4f4b-4f71-afa6-3ffc063677a0 req-787771d6-7c02-4328-b1b7-c4ff283a81af tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:09.068099 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:09.094940 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f65d7-4f4b-4f71-afa6-3ffc063677a0 req-787771d6-7c02-4328-b1b7-c4ff283a81af tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:09.108155 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f65d7-4f4b-4f71-afa6-3ffc063677a0 req-787771d6-7c02-4328-b1b7-c4ff283a81af tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:09.117045 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-496f65d7-4f4b-4f71-afa6-3ffc063677a0 req-787771d6-7c02-4328-b1b7-c4ff283a81af tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5435 time: 0.3611596 Nov 29 18:08:09.165187 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0935ff52-d2aa-4e2a-a4e8-f23618af08ac tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:09.222114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e73ed092-ce3c-4b7f-94df-2e0d60df025e {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:08:09.340998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0d32b-e3fa-4245-b455-92a6aba394e9 req-ca3c52d8-2132-4363-afc2-3bae6014fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:09.342498 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24e0d32b-e3fa-4245-b455-92a6aba394e9 req-ca3c52d8-2132-4363-afc2-3bae6014fbd0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f6e9013-9fe1-470a-9eff-430851e7bcb9 HTTP/1.1" status: 200 len: 919 time: 0.1913168 Nov 29 18:08:09.350263 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0935ff52-d2aa-4e2a-a4e8-f23618af08ac tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Checking segment: {'id': '4deb1e46-6ab6-4b3e-8628-e709f6e95d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'accd6a0d-a4a4-4bdc-873a-859874ea8d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:08:09.350679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0935ff52-d2aa-4e2a-a4e8-f23618af08ac tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Network hostable DHCP agents. Network: accd6a0d-a4a4-4bdc-873a-859874ea8d4e, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:08:09.351152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097eb2f1-04d7-442c-aaa1-9486d61a6801 req-3e4eabb6-c277-4f69-9b99-d2d89d6efada tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:09.353265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-097eb2f1-04d7-442c-aaa1-9486d61a6801 req-3e4eabb6-c277-4f69-9b99-d2d89d6efada tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.5448666 Nov 29 18:08:09.396794 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24e0d32b-e3fa-4245-b455-92a6aba394e9 req-ba8d11b2-681c-4839-b73c-3b6c275965b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 HTTP/1.1" status: 200 len: 217 time: 0.0423467 Nov 29 18:08:09.412584 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935ff52-d2aa-4e2a-a4e8-f23618af08ac tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event updated for resources: {'Subnet': ['ID=1d474e90-669d-4e83-bf6b-5f161ee6b000,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:09.419541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e73ed092-ce3c-4b7f-94df-2e0d60df025e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e73ed092-ce3c-4b7f-94df-2e0d60df025e,segment=NetworkSegment(46a35f99-4c12-457a-ac53-3e115df10652),segment_id=46a35f99-4c12-457a-ac53-3e115df10652)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:09.425012 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3186fe4-0d50-403b-9dd6-db3a80daef0e None None] Pushing event updated for resources: {'Port': ['ID=b0313f98-b826-4a39-9032-1c7f483cca04,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:09.443304 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:09.444602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 730944eb-08af-4c38-8053-b6e3b74e99c3 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:08:09.450255 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0935ff52-d2aa-4e2a-a4e8-f23618af08ac tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Network accd6a0d-a4a4-4bdc-873a-859874ea8d4e is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:08:09.486955 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-0935ff52-d2aa-4e2a-a4e8-f23618af08ac tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, accd6a0d-a4a4-4bdc-873a-859874ea8d4e) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:08:09.489136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0d32b-e3fa-4245-b455-92a6aba394e9 req-6ae4107e-085d-46d2-9c39-523fe6a631c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:09.492071 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24e0d32b-e3fa-4245-b455-92a6aba394e9 req-6ae4107e-085d-46d2-9c39-523fe6a631c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=87a10408-79d6-4b35-95a6-0b2f64416722 HTTP/1.1" status: 200 len: 858 time: 0.0771835 Nov 29 18:08:09.493406 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55306) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:09.520246 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0935ff52-d2aa-4e2a-a4e8-f23618af08ac tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:09.520854 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0935ff52-d2aa-4e2a-a4e8-f23618af08ac tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:09.544220 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45af42d9-10c5-4ee0-a38c-51f64a2be7f0 None None] Network accd6a0d-a4a4-4bdc-873a-859874ea8d4e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:08:09.581907 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0935ff52-d2aa-4e2a-a4e8-f23618af08ac tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1736572 Nov 29 18:08:09.582334 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24e0d32b-e3fa-4245-b455-92a6aba394e9 req-e3ae025f-100c-404b-8d6f-b97ceac8ba7a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f6e9013-9fe1-470a-9eff-430851e7bcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690987 Nov 29 18:08:09.584222 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55310) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:09.736929 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-4c1b04a5-402d-4e65-97af-cdf05a66efc3 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:09.737642 n-d-819494-5 neutron-server[110004]: WARNING neutron.api.v2.base [None req-4c1b04a5-402d-4e65-97af-cdf05a66efc3 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 29 18:08:09.738132 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-4c1b04a5-402d-4e65-97af-cdf05a66efc3 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): There was a conflict when trying to complete your request. Nov 29 18:08:09.742809 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.resource_extend [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:08:09.749196 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-496f65d7-4f4b-4f71-afa6-3ffc063677a0 req-b5dcf546-dee0-436e-b79a-267fcd1a4652 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6226978 Nov 29 18:08:09.752245 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4c1b04a5-402d-4e65-97af-cdf05a66efc3 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2579546 Nov 29 18:08:09.760367 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55314) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:09.769178 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d0b98c9f-a761-4968-bb5d-fb3a1748db8b tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group': {'name': 'tempest-secgroup--644688542'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:09.802187 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Allocated IP 172.20.0.2 (8b783642-d000-4885-8f84-567f5d4c49f5/c047e727-780a-4a54-b5cc-93e10cc96f79/5c8cf927-ee11-43a2-9d5f-a382610dae28) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:08:09.957270 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d0b98c9f-a761-4968-bb5d-fb3a1748db8b tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:10.000612 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-097eb2f1-04d7-442c-aaa1-9486d61a6801 req-15ffbee5-f954-443c-8d03-5702007590ca tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864532 Nov 29 18:08:10.006589 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d0b98c9f-a761-4968-bb5d-fb3a1748db8b tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:10.030278 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24e0d32b-e3fa-4245-b455-92a6aba394e9 req-ab7239cf-19f4-44fa-b5e7-eae0613bf040 service neutron] 10.222.0.31 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109716 Nov 29 18:08:10.141955 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d0b98c9f-a761-4968-bb5d-fb3a1748db8b tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:10.150034 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d0b98c9f-a761-4968-bb5d-fb3a1748db8b tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:10.248345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:08:10.251996 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 331dc1f7-6173-4ae9-868e-bc86e7ab1bba details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:08:10.254644 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=e73ed092-ce3c-4b7f-94df-2e0d60df025e,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:10.256014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b98c9f-a761-4968-bb5d-fb3a1748db8b tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb175ae-c9a9-4d44-86a7-72c430f3d6b8,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:10.325157 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:10.363133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3876f4-00e3-40a6-a589-23bfc00579ee req-41af53bb-3a63-4115-a916-7a6024401775 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:10.363684 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d0b98c9f-a761-4968-bb5d-fb3a1748db8b tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:10.365194 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c3876f4-00e3-40a6-a589-23bfc00579ee req-41af53bb-3a63-4115-a916-7a6024401775 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.1339161 Nov 29 18:08:10.387478 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c13cf1-c6aa-4c41-9501-67f645b52863 req-5dd43769-2ee9-4d3e-a029-b886fc287079 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:10.397321 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64c13cf1-c6aa-4c41-9501-67f645b52863 req-5dd43769-2ee9-4d3e-a029-b886fc287079 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.1968260 Nov 29 18:08:10.404691 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d0b98c9f-a761-4968-bb5d-fb3a1748db8b tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:10.455971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24e0d32b-e3fa-4245-b455-92a6aba394e9 req-2626b358-35b8-45e3-8d95-63d3f70853fb service neutron] 10.222.0.31 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245350 Nov 29 18:08:10.483748 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d0b98c9f-a761-4968-bb5d-fb3a1748db8b tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:10.485544 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d0b98c9f-a761-4968-bb5d-fb3a1748db8b tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7216189 Nov 29 18:08:10.497664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55334) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:10.513592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b335140f-474e-4a63-bf2c-798d15c73e63 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': 'b20b324d-bc74-48f4-bba5-cb11ae3e8413', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:10.550677 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b98c9f-a761-4968-bb5d-fb3a1748db8b tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b20b324d-bc74-48f4-bba5-cb11ae3e8413,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:10.724498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 730944eb-08af-4c38-8053-b6e3b74e99c3, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=730944eb-08af-4c38-8053-b6e3b74e99c3,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:10.815246 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '730944eb-08af-4c38-8053-b6e3b74e99c3', 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43', 'port_id': '730944eb-08af-4c38-8053-b6e3b74e99c3', 'mac_address': 'fa:16:3e:ec:e3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973dc789-b38b-45cc-806c-8236548d1d95', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:08:10.817894 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.resource_extend [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:08:10.860385 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b0313f98-b826-4a39-9032-1c7f483cca04 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:10.898150 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b335140f-474e-4a63-bf2c-798d15c73e63 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:11.042109 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-accd6a0d-a4a4-4bdc-873a-859874ea8d4e', 'network_id': 'accd6a0d-a4a4-4bdc-873a-859874ea8d4e', 'tenant_id': '8ac4e783484b48089258542cf8f04b99', 'fixed_ips': [{'subnet_id': '1d474e90-669d-4e83-bf6b-5f161ee6b000'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:08:11.054652 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:11.072746 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b335140f-474e-4a63-bf2c-798d15c73e63 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:11.085176 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b335140f-474e-4a63-bf2c-798d15c73e63 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:11.130655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335140f-474e-4a63-bf2c-798d15c73e63 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280fc740-f052-4386-bc34-a4e2e386bdf5,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:11.146851 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b335140f-474e-4a63-bf2c-798d15c73e63 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:11.148156 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b335140f-474e-4a63-bf2c-798d15c73e63 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6487722 Nov 29 18:08:11.155306 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55360) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:11.160863 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8eba967c-dac3-4307-9320-9ea3b1026e35 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': 'b20b324d-bc74-48f4-bba5-cb11ae3e8413', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:11.214042 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8eba967c-dac3-4307-9320-9ea3b1026e35 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:11.250489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830122ef-ffed-467d-87e4-818911bb978f None None] Network c412e6f7-a254-4d59-8cc7-49fdb33ffd85 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:08:11.271438 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c3876f4-00e3-40a6-a589-23bfc00579ee req-cc7ed986-b049-43b0-b821-37c7816e7169 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8506405 Nov 29 18:08:11.306864 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64c13cf1-c6aa-4c41-9501-67f645b52863 req-1ae08c27-fd3d-4133-8220-7b7a912abb46 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9068675 Nov 29 18:08:11.370444 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-8eba967c-dac3-4307-9320-9ea3b1026e35 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): There was a conflict when trying to complete your request. Nov 29 18:08:11.371989 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8eba967c-dac3-4307-9320-9ea3b1026e35 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2155185 Nov 29 18:08:11.375544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55366) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:11.426411 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port b0313f98-b826-4a39-9032-1c7f483cca04 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:11.426871 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:11.545853 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2e118cf6-c4de-491e-9a14-51a26a2edd8a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:11.577705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed877-d115-4672-b068-2b618cdab371 req-dda16ea3-3932-4728-935f-c6fdfde6d16b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:11.585305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed877-d115-4672-b068-2b618cdab371 req-dda16ea3-3932-4728-935f-c6fdfde6d16b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:11.594775 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed877-d115-4672-b068-2b618cdab371 req-dda16ea3-3932-4728-935f-c6fdfde6d16b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:11.605225 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed877-d115-4672-b068-2b618cdab371 req-dda16ea3-3932-4728-935f-c6fdfde6d16b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:11.609702 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2e118cf6-c4de-491e-9a14-51a26a2edd8a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:11.617822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed877-d115-4672-b068-2b618cdab371 req-dda16ea3-3932-4728-935f-c6fdfde6d16b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:11.638673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed877-d115-4672-b068-2b618cdab371 req-dda16ea3-3932-4728-935f-c6fdfde6d16b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:11.655163 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ed877-d115-4672-b068-2b618cdab371 req-dda16ea3-3932-4728-935f-c6fdfde6d16b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:11.661731 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:11.663320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a4ed877-d115-4672-b068-2b618cdab371 req-dda16ea3-3932-4728-935f-c6fdfde6d16b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5436 time: 0.2302957 Nov 29 18:08:11.727044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:11.785539 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2e118cf6-c4de-491e-9a14-51a26a2edd8a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:11.790815 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2e118cf6-c4de-491e-9a14-51a26a2edd8a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:11.792198 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2e118cf6-c4de-491e-9a14-51a26a2edd8a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "DELETE /v2.0/security-groups/b20b324d-bc74-48f4-bba5-cb11ae3e8413 HTTP/1.1" status: 204 len: 168 time: 0.4154239 Nov 29 18:08:11.818882 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '331dc1f7-6173-4ae9-868e-bc86e7ab1bba', 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7', 'port_id': '331dc1f7-6173-4ae9-868e-bc86e7ab1bba', 'mac_address': 'fa:16:3e:cf:9b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81cead3a-1dc8-4e59-949c-cf590473cc26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:08:11.830491 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55368) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:11.832525 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e118cf6-c4de-491e-9a14-51a26a2edd8a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20b324d-bc74-48f4-bba5-cb11ae3e8413,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:11.863010 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:11.867846 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a4ed877-d115-4672-b068-2b618cdab371 req-d8938724-618a-497a-a362-a8d1520a0fc5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1542273 Nov 29 18:08:11.902347 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Allocated IP 172.20.0.1 (8b783642-d000-4885-8f84-567f5d4c49f5/c047e727-780a-4a54-b5cc-93e10cc96f79/f1458201-5af6-4965-8db5-0a47b72d7201) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:08:11.916159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170d6f0-9c01-4feb-829a-3cf10aa831ac req-36a80f3c-cf14-4a22-97ec-85415edbb338 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:11.919489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9170d6f0-9c01-4feb-829a-3cf10aa831ac req-36a80f3c-cf14-4a22-97ec-85415edbb338 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.3863008 Nov 29 18:08:11.947631 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:12.004597 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9170d6f0-9c01-4feb-829a-3cf10aa831ac req-8009c538-1c0f-4d67-9556-1d011a73ed20 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768681 Nov 29 18:08:12.029061 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Pushing event updated for resources: {'Port': ['ID=5c8cf927-ee11-43a2-9d5f-a382610dae28,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:12.036201 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3a7d37aa-6b37-4796-b8b8-2595ac0fe154 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1961737 Nov 29 18:08:12.036417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730944eb-08af-4c38-8053-b6e3b74e99c3 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:08:12.041975 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55374) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:12.083007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8cdec72f-8aa1-4db8-a164-d50a99e8067d tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group': {'name': 'tempest-secgroup--75427458'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:12.120275 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:12.123785 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 730944eb-08af-4c38-8053-b6e3b74e99c3, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=730944eb-08af-4c38-8053-b6e3b74e99c3,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:12.135259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-895dc5cd-807d-4abd-881e-337d18d36ec0 None None] Provisioning complete for port b0313f98-b826-4a39-9032-1c7f483cca04 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:12.135703 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-895dc5cd-807d-4abd-881e-337d18d36ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:12.155332 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8cdec72f-8aa1-4db8-a164-d50a99e8067d tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:12.284148 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Network 8b783642-d000-4885-8f84-567f5d4c49f5 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:08:12.324973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:08:12.427437 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:12.428121 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:08:12.443203 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:08:12.511376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be1483-b6a5-448e-9429-8018fa93309e req-55fa223a-041a-4009-9baf-4de5c0f19c7c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:12.520621 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-99be1483-b6a5-448e-9429-8018fa93309e req-55fa223a-041a-4009-9baf-4de5c0f19c7c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.1174123 Nov 29 18:08:12.530473 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:12.544795 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 331dc1f7-6173-4ae9-868e-bc86e7ab1bba {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:08:12.597515 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-99be1483-b6a5-448e-9429-8018fa93309e req-10b7cf93-0e3c-47ff-8ea7-6f0a61a46c9d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740187 Nov 29 18:08:12.662092 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8cdec72f-8aa1-4db8-a164-d50a99e8067d tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:12.664464 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:12.684422 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8cdec72f-8aa1-4db8-a164-d50a99e8067d tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:12.699153 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:12.771049 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:12.784620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 0c5a5880-da85-4a3c-b1f8-4c388c11ce37, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0c5a5880-da85-4a3c-b1f8-4c388c11ce37,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:12.806045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=730944eb-08af-4c38-8053-b6e3b74e99c3,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:12.807508 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdec72f-8aa1-4db8-a164-d50a99e8067d tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1e89ad-304d-4fbc-8c25-b7af7824d1e0,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:12.816394 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8cdec72f-8aa1-4db8-a164-d50a99e8067d tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:12.826618 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8cdec72f-8aa1-4db8-a164-d50a99e8067d tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7642758 Nov 29 18:08:12.829684 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Allocated IP 172.20.0.2 (accd6a0d-a4a4-4bdc-873a-859874ea8d4e/1d474e90-669d-4e83-bf6b-5f161ee6b000/7a8321bb-e63f-4887-9420-d36509f9b7b9) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:08:12.832104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55382) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:12.840022 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Attempting to bind port 5c8cf927-ee11-43a2-9d5f-a382610dae28 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:08:12.840507 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Attempting to bind port 5c8cf927-ee11-43a2-9d5f-a382610dae28 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'a62f47d8-76d1-428f-852b-5f056ec88987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8b783642-d000-4885-8f84-567f5d4c49f5'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:08:12.840828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Attempting to bind port 5c8cf927-ee11-43a2-9d5f-a382610dae28 on network 8b783642-d000-4885-8f84-567f5d4c49f5 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:08:12.860835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-54a3a35f-3a63-4c25-82db-894cebf38b1c tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': '5a1e89ad-304d-4fbc-8c25-b7af7824d1e0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:12.864981 n-d-819494-5 neutron-server[110004]: WARNING neutron.api.v2.base [None req-54a3a35f-3a63-4c25-82db-894cebf38b1c tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 29 18:08:12.865727 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:12.865873 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-54a3a35f-3a63-4c25-82db-894cebf38b1c tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:12.870164 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '0c5a5880-da85-4a3c-b1f8-4c388c11ce37', 'network_id': 'd377bfed-7780-49fd-af42-fe62ff964a43', 'port_id': '0c5a5880-da85-4a3c-b1f8-4c388c11ce37', 'mac_address': 'fa:16:3e:ab:1c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973dc789-b38b-45cc-806c-8236548d1d95', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:08:12.871843 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-54a3a35f-3a63-4c25-82db-894cebf38b1c tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0238111 Nov 29 18:08:12.876047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55384) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:12.880604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaab7ed-556d-44d7-911e-59d9c615f483 req-b8ec382a-ea9f-4f6f-92c7-d6324cdbe42e tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:12.882158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2aaab7ed-556d-44d7-911e-59d9c615f483 req-b8ec382a-ea9f-4f6f-92c7-d6324cdbe42e tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.1386507 Nov 29 18:08:12.887452 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['331dc1f7-6173-4ae9-868e-bc86e7ab1bba'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:08:12.893978 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-895dc5cd-807d-4abd-881e-337d18d36ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:12.944122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Network 8b783642-d000-4885-8f84-567f5d4c49f5 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:08:12.985295 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:08:12.996364 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ea360f9-d269-43da-9233-5dbe0c155ae0 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:12.999363 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2aaab7ed-556d-44d7-911e-59d9c615f483 req-705982df-ba14-4a91-91cf-8fa02bf3ce08 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070461 Nov 29 18:08:13.010233 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:08:13.028594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Checking segment: {'id': 'a62f47d8-76d1-428f-852b-5f056ec88987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8b783642-d000-4885-8f84-567f5d4c49f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:08:13.029198 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:13.029737 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Bound using segment: {'id': 'a62f47d8-76d1-428f-852b-5f056ec88987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8b783642-d000-4885-8f84-567f5d4c49f5'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:08:13.030395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Bound port: 5c8cf927-ee11-43a2-9d5f-a382610dae28, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62f47d8-76d1-428f-852b-5f056ec88987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8b783642-d000-4885-8f84-567f5d4c49f5'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:08:13.031003 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:13.050964 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ea360f9-d269-43da-9233-5dbe0c155ae0 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:13.142387 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event updated for resources: {'Port': ['ID=f1458201-5af6-4965-8db5-0a47b72d7201,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:13.145284 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:08:13.152920 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ea360f9-d269-43da-9233-5dbe0c155ae0 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:13.158509 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ea360f9-d269-43da-9233-5dbe0c155ae0 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:13.166892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55390) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:13.169155 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2ea360f9-d269-43da-9233-5dbe0c155ae0 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "DELETE /v2.0/security-groups/5a1e89ad-304d-4fbc-8c25-b7af7824d1e0 HTTP/1.1" status: 204 len: 168 time: 0.2818532 Nov 29 18:08:13.263441 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea360f9-d269-43da-9233-5dbe0c155ae0 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1e89ad-304d-4fbc-8c25-b7af7824d1e0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:13.285331 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:13.338418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d6def9f5-c196-4530-afc2-103438d83808 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1699698 Nov 29 18:08:13.346217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55392) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:13.362244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group': {'name': 'tempest-secgroup--292815710'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:13.458171 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:13.471989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:13.481561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d542f3-939f-456d-b232-0c99491fc06b req-b5b13076-8dcd-4188-b133-9834fd0c651d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:13.499283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d542f3-939f-456d-b232-0c99491fc06b req-b5b13076-8dcd-4188-b133-9834fd0c651d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:13.521388 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:13.524008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d542f3-939f-456d-b232-0c99491fc06b req-b5b13076-8dcd-4188-b133-9834fd0c651d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:13.530062 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d542f3-939f-456d-b232-0c99491fc06b req-b5b13076-8dcd-4188-b133-9834fd0c651d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:13.542225 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d542f3-939f-456d-b232-0c99491fc06b req-b5b13076-8dcd-4188-b133-9834fd0c651d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:13.545825 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-895dc5cd-807d-4abd-881e-337d18d36ec0 None None] For port b0313f98-b826-4a39-9032-1c7f483cca04, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b0313f98-b826-4a39-9032-1c7f483cca04,segment=NetworkSegment(9b996faa-f727-428e-b436-23b8f98a0ce2),segment_id=9b996faa-f727-428e-b436-23b8f98a0ce2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:13.557931 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d542f3-939f-456d-b232-0c99491fc06b req-b5b13076-8dcd-4188-b133-9834fd0c651d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:13.568924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d542f3-939f-456d-b232-0c99491fc06b req-b5b13076-8dcd-4188-b133-9834fd0c651d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:13.589598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1d542f3-939f-456d-b232-0c99491fc06b req-b5b13076-8dcd-4188-b133-9834fd0c651d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5437 time: 0.2801793 Nov 29 18:08:13.596429 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-895dc5cd-807d-4abd-881e-337d18d36ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:13.620536 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:13.811498 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1d542f3-939f-456d-b232-0c99491fc06b req-d06ea1da-0f17-45f4-982f-117dd60ab9a9 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2206850 Nov 29 18:08:13.890822 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:13.900549 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:13.983414 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:13.985635 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6381142 Nov 29 18:08:13.989188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55396) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:13.996101 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c1fa68b2-1781-4902-a94a-0f5f95702b46 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': 'cb9e9c80-a9cf-4eb8-a312-c1189bdf046a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:13.997435 n-d-819494-5 neutron-server[110005]: WARNING neutron.api.v2.base [None req-c1fa68b2-1781-4902-a94a-0f5f95702b46 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 29 18:08:13.998231 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-c1fa68b2-1781-4902-a94a-0f5f95702b46 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:13.999549 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c1fa68b2-1781-4902-a94a-0f5f95702b46 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0088773 Nov 29 18:08:14.001895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9e9c80-a9cf-4eb8-a312-c1189bdf046a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:14.005730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55398) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:14.045978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:14.046813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:14.047454 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:14.048002 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:14.048551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:14.049112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:14.049673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:14.051028 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:14.051671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:14.052233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:14.052778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:14.053340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5b76e1-3400-49b6-b7a1-dd31bc8d7415 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:14.079338 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4f103-494f-4b62-9485-255f86b3a982 req-8b0de2c4-ef39-47f6-961d-275b6620734e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:14.087693 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7b4f103-494f-4b62-9485-255f86b3a982 req-8b0de2c4-ef39-47f6-961d-275b6620734e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.1469417 Nov 29 18:08:14.178757 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:08:14.183615 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7b4f103-494f-4b62-9485-255f86b3a982 req-0eb4e7b4-538d-479f-b3b0-0cdb52c5de06 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943050 Nov 29 18:08:14.188225 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ccb36d4-d262-4449-a418-a88cdcc89f7e tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:14.261617 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ccb36d4-d262-4449-a418-a88cdcc89f7e tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:14.268714 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] For port 5c8cf927-ee11-43a2-9d5f-a382610dae28, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:08:14.358832 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:08:14.358832 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:08:14.363289 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 0c5a5880-da85-4a3c-b1f8-4c388c11ce37, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0c5a5880-da85-4a3c-b1f8-4c388c11ce37,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:14.410188 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] For port 5c8cf927-ee11-43a2-9d5f-a382610dae28, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5c8cf927-ee11-43a2-9d5f-a382610dae28,segment=NetworkSegment(a62f47d8-76d1-428f-852b-5f056ec88987),segment_id=a62f47d8-76d1-428f-852b-5f056ec88987)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:08:14.416410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-53c4b8a4-ecc0-4766-895c-b151b479d4c3 None None] Provisioning complete for port b0313f98-b826-4a39-9032-1c7f483cca04 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:14.420066 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53c4b8a4-ecc0-4766-895c-b151b479d4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:14.431701 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:14.432503 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 58205b60-33ce-4521-8706-6a9cb00f44ef details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:08:14.436729 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895dc5cd-807d-4abd-881e-337d18d36ec0 None None] Pushing event updated for resources: {'Port': ['ID=b0313f98-b826-4a39-9032-1c7f483cca04,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:14.452474 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ccb36d4-d262-4449-a418-a88cdcc89f7e tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:14.456202 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ccb36d4-d262-4449-a418-a88cdcc89f7e tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:14.459157 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8ccb36d4-d262-4449-a418-a88cdcc89f7e tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "DELETE /v2.0/security-groups/cb9e9c80-a9cf-4eb8-a312-c1189bdf046a HTTP/1.1" status: 204 len: 168 time: 0.4521718 Nov 29 18:08:14.463666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55404) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:14.477834 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:14.486244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb36d4-d262-4449-a418-a88cdcc89f7e tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9e9c80-a9cf-4eb8-a312-c1189bdf046a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:14.529415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66103f66-190e-460b-b81c-9471a7c600f3 req-ddcf5b53-9806-400c-88e9-72d1fc6acd1c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:14.542683 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66103f66-190e-460b-b81c-9471a7c600f3 req-ddcf5b53-9806-400c-88e9-72d1fc6acd1c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.1877778 Nov 29 18:08:14.574985 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:14.592793 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:14.657304 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66103f66-190e-460b-b81c-9471a7c600f3 req-d7e9cc7c-cc4e-4b1a-bd6f-822a24a5da27 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133125 Nov 29 18:08:14.723740 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:14.753736 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0404dc13-93ff-4085-8169-244bc809aa14 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2874968 Nov 29 18:08:14.761000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55406) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:14.767320 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d85f1463-4b8a-4b5d-b59f-164b4cb88887 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123323854'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:14.790762 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.resource_extend [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:08:14.794503 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:14.862562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 58205b60-33ce-4521-8706-6a9cb00f44ef, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=58205b60-33ce-4521-8706-6a9cb00f44ef,segment=NetworkSegment(46a35f99-4c12-457a-ac53-3e115df10652),segment_id=46a35f99-4c12-457a-ac53-3e115df10652)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:14.865389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event updated for resources: {'Port': ['ID=f1458201-5af6-4965-8db5-0a47b72d7201,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:14.881610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9944ab-003e-47bf-acc5-4511dddd8451 req-4556048d-4d94-4931-bac8-c32703452a08 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:14.892089 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:14.893976 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de9944ab-003e-47bf-acc5-4511dddd8451 req-4556048d-4d94-4931-bac8-c32703452a08 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.1744781 Nov 29 18:08:14.905608 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=0c5a5880-da85-4a3c-b1f8-4c388c11ce37,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:15.017373 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '58205b60-33ce-4521-8706-6a9cb00f44ef', 'network_id': 'e0425de3-85ca-461a-a6de-7e5f9d893ce2', 'port_id': '58205b60-33ce-4521-8706-6a9cb00f44ef', 'mac_address': 'fa:16:3e:fb:14:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ef7b16-a6fa-4ea4-9afc-503cb4413ebf', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:08:15.039856 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de9944ab-003e-47bf-acc5-4511dddd8451 req-03f1fc65-abc2-46b5-a663-1c9a58228ae9 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451240 Nov 29 18:08:15.040900 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d85f1463-4b8a-4b5d-b59f-164b4cb88887 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:15.123116 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Network accd6a0d-a4a4-4bdc-873a-859874ea8d4e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:08:15.189791 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:08:15.201864 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:08:15.251420 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Network 8b783642-d000-4885-8f84-567f5d4c49f5 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:08:15.262238 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:08:15.330668 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d85f1463-4b8a-4b5d-b59f-164b4cb88887 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:15.348933 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d85f1463-4b8a-4b5d-b59f-164b4cb88887 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:15.452781 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1f2e9-144b-4f31-bc1d-40766b67ffb1 None None] Pushing event updated for resources: {'Port': ['ID=5c8cf927-ee11-43a2-9d5f-a382610dae28,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:15.509164 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:15.525591 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d85f1463-4b8a-4b5d-b59f-164b4cb88887 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:15.531315 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d85f1463-4b8a-4b5d-b59f-164b4cb88887 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7688944 Nov 29 18:08:15.531968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55412) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:15.547722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8ee989df-5872-4643-96ad-83800ce3201e tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': 'da43cc9a-9992-4bc8-b011-884555e1819d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:15.563074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58205b60-33ce-4521-8706-6a9cb00f44ef {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:08:15.566607 n-d-819494-5 neutron-server[110005]: WARNING neutron.api.v2.base [None req-8ee989df-5872-4643-96ad-83800ce3201e tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 29 18:08:15.567272 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-8ee989df-5872-4643-96ad-83800ce3201e tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:15.573595 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8ee989df-5872-4643-96ad-83800ce3201e tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0341823 Nov 29 18:08:15.575870 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55414) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:15.581189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f1463-4b8a-4b5d-b59f-164b4cb88887 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da43cc9a-9992-4bc8-b011-884555e1819d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:15.585562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-03cd9dbd-4722-4aec-acc5-cb254b8e4946 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': 'da43cc9a-9992-4bc8-b011-884555e1819d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:15.587430 n-d-819494-5 neutron-server[110004]: WARNING neutron.api.v2.base [None req-03cd9dbd-4722-4aec-acc5-cb254b8e4946 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 29 18:08:15.587719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b0313f98-b826-4a39-9032-1c7f483cca04 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:15.591678 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-03cd9dbd-4722-4aec-acc5-cb254b8e4946 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:15.593897 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-03cd9dbd-4722-4aec-acc5-cb254b8e4946 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0139642 Nov 29 18:08:15.596481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55416) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:15.610937 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Router cdd29bd7-4131-4992-ab1b-02210788eee9 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:08:15.619211 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-43a3703f-0a6c-4877-841e-13f483a8ffbb tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': 'da43cc9a-9992-4bc8-b011-884555e1819d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:15.620067 n-d-819494-5 neutron-server[110005]: WARNING neutron.api.v2.base [None req-43a3703f-0a6c-4877-841e-13f483a8ffbb tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 29 18:08:15.620832 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-43a3703f-0a6c-4877-841e-13f483a8ffbb tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:15.635829 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55418) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:15.639909 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-43a3703f-0a6c-4877-841e-13f483a8ffbb tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0300198 Nov 29 18:08:15.650156 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1bc98d03-7b26-43be-b27c-0f9dafbed6a0 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': 'da43cc9a-9992-4bc8-b011-884555e1819d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:15.651547 n-d-819494-5 neutron-server[110004]: WARNING neutron.api.v2.base [None req-1bc98d03-7b26-43be-b27c-0f9dafbed6a0 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 29 18:08:15.652455 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-1bc98d03-7b26-43be-b27c-0f9dafbed6a0 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:15.653333 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1bc98d03-7b26-43be-b27c-0f9dafbed6a0 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0163572 Nov 29 18:08:15.665672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8468667-28c9-46bc-a09c-7d23b457c971 req-c239439d-556c-46f4-92b4-a89cf5c92b2b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:15.683647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8468667-28c9-46bc-a09c-7d23b457c971 req-c239439d-556c-46f4-92b4-a89cf5c92b2b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:15.696937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Attempting to bind port 7a8321bb-e63f-4887-9420-d36509f9b7b9 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:08:15.697575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Attempting to bind port 7a8321bb-e63f-4887-9420-d36509f9b7b9 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '4deb1e46-6ab6-4b3e-8628-e709f6e95d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'accd6a0d-a4a4-4bdc-873a-859874ea8d4e'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:08:15.698151 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Attempting to bind port 7a8321bb-e63f-4887-9420-d36509f9b7b9 on network accd6a0d-a4a4-4bdc-873a-859874ea8d4e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:08:15.703801 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8468667-28c9-46bc-a09c-7d23b457c971 req-c239439d-556c-46f4-92b4-a89cf5c92b2b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:15.716902 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55420) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:15.720481 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 58205b60-33ce-4521-8706-6a9cb00f44ef, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=58205b60-33ce-4521-8706-6a9cb00f44ef,segment=NetworkSegment(46a35f99-4c12-457a-ac53-3e115df10652),segment_id=46a35f99-4c12-457a-ac53-3e115df10652)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:15.723105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8468667-28c9-46bc-a09c-7d23b457c971 req-c239439d-556c-46f4-92b4-a89cf5c92b2b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:15.731207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Pushing event updated for resources: {'Port': ['ID=7a8321bb-e63f-4887-9420-d36509f9b7b9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:15.743583 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:15.744878 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8468667-28c9-46bc-a09c-7d23b457c971 req-c239439d-556c-46f4-92b4-a89cf5c92b2b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:15.747381 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:08:15.748022 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Checking segment: {'id': '4deb1e46-6ab6-4b3e-8628-e709f6e95d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'accd6a0d-a4a4-4bdc-873a-859874ea8d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:08:15.749144 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:15.749833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Bound using segment: {'id': '4deb1e46-6ab6-4b3e-8628-e709f6e95d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'accd6a0d-a4a4-4bdc-873a-859874ea8d4e'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:08:15.750474 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Bound port: 7a8321bb-e63f-4887-9420-d36509f9b7b9, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4deb1e46-6ab6-4b3e-8628-e709f6e95d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'accd6a0d-a4a4-4bdc-873a-859874ea8d4e'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:08:15.751052 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:15.756374 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8468667-28c9-46bc-a09c-7d23b457c971 req-c239439d-556c-46f4-92b4-a89cf5c92b2b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:15.771723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8468667-28c9-46bc-a09c-7d23b457c971 req-c239439d-556c-46f4-92b4-a89cf5c92b2b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:15.780037 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8468667-28c9-46bc-a09c-7d23b457c971 req-c239439d-556c-46f4-92b4-a89cf5c92b2b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5438 time: 0.4110372 Nov 29 18:08:15.823113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device cd7fcffc-e6ab-4623-b693-27c25f9330c1 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:08:15.825188 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device c5850d26-12e4-4c63-9a8e-1d727081b700 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:15.876971 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:08:15.901513 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-720bb224-8ac5-4fd4-945c-cb17b334f75b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "PUT /v2.0/routers/cdd29bd7-4131-4992-ab1b-02210788eee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3157287 Nov 29 18:08:15.904421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55424) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:15.904903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31159c6b-7bed-4195-845e-6ccf07b68af9 None None] Sync routers for ids ['cdd29bd7-4131-4992-ab1b-02210788eee9'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:08:15.921581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port b0313f98-b826-4a39-9032-1c7f483cca04 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:15.922242 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:15.948131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8468667-28c9-46bc-a09c-7d23b457c971 req-98ca7193-f1d5-4132-b581-bff7eabd51e4 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1581476 Nov 29 18:08:15.958449 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:16.014065 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:16.131927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=58205b60-33ce-4521-8706-6a9cb00f44ef,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:16.134111 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:16.143325 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:16.147591 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "DELETE /v2.0/security-groups/da43cc9a-9992-4bc8-b011-884555e1819d HTTP/1.1" status: 204 len: 168 time: 0.4246233 Nov 29 18:08:16.171588 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55428) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:16.171946 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.resource_extend [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:08:16.177226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da43cc9a-9992-4bc8-b011-884555e1819d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:16.216377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31159c6b-7bed-4195-845e-6ccf07b68af9 None None] Routers {'cdd29bd7-4131-4992-ab1b-02210788eee9'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:08:16.217316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-31159c6b-7bed-4195-845e-6ccf07b68af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:07:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cdd29bd7-4131-4992-ab1b-02210788eee9'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:16.253895 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:16.256381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:16.257984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:16.260563 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:16.260932 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:16.261245 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:16.261595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:16.261934 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:16.262271 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:16.265907 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:16.266148 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:16.268078 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9289e496-fd44-4573-b5dc-b5a6947b0c9a tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:08:16.290260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddf56e-35a7-4d65-9691-df995baa61c3 req-89193888-e112-4618-a405-a4af3b293251 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:16.298145 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08ddf56e-35a7-4d65-9691-df995baa61c3 req-89193888-e112-4618-a405-a4af3b293251 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.1478348 Nov 29 18:08:16.355015 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-161a5200-4d52-4560-a9a3-6070cb73e9d3 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1603289 Nov 29 18:08:16.355015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55432) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:16.368461 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-40ab4c73-3db5-45ab-9309-ec556f1b2f11 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1556334726'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:16.424506 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] For port 7a8321bb-e63f-4887-9420-d36509f9b7b9, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:08:16.424979 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-40ab4c73-3db5-45ab-9309-ec556f1b2f11 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:16.510676 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-31159c6b-7bed-4195-845e-6ccf07b68af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:16.540941 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] For port 7a8321bb-e63f-4887-9420-d36509f9b7b9, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7a8321bb-e63f-4887-9420-d36509f9b7b9,segment=NetworkSegment(4deb1e46-6ab6-4b3e-8628-e709f6e95d45),segment_id=4deb1e46-6ab6-4b3e-8628-e709f6e95d45)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:08:16.587541 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:16.603546 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-40ab4c73-3db5-45ab-9309-ec556f1b2f11 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:16.616772 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-40ab4c73-3db5-45ab-9309-ec556f1b2f11 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:16.676884 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08ddf56e-35a7-4d65-9691-df995baa61c3 req-0acce75c-b53e-4200-b235-40ac9aba954f tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708518 Nov 29 18:08:16.681199 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-40ab4c73-3db5-45ab-9309-ec556f1b2f11 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:16.690093 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-40ab4c73-3db5-45ab-9309-ec556f1b2f11 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3394892 Nov 29 18:08:16.692802 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55440) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:16.705952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b69081a1-6014-4ecd-8aaf-6e419465e4c4 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe4adf-1108-4cdc-a79a-2ee3ca1d369b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:16.707092 n-d-819494-5 neutron-server[110004]: WARNING neutron.api.v2.base [None req-b69081a1-6014-4ecd-8aaf-6e419465e4c4 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 29 18:08:16.707707 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['730944eb-08af-4c38-8053-b6e3b74e99c3'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:08:16.708684 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-b69081a1-6014-4ecd-8aaf-6e419465e4c4 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:16.716843 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b69081a1-6014-4ecd-8aaf-6e419465e4c4 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0208280 Nov 29 18:08:16.717535 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55442) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:16.728756 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-476f8736-08bb-42cd-b837-889e4ab8c833 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe4adf-1108-4cdc-a79a-2ee3ca1d369b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:16.739216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['58205b60-33ce-4521-8706-6a9cb00f44ef'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:08:16.747378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e73ed092-ce3c-4b7f-94df-2e0d60df025e'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:08:16.751918 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['0c5a5880-da85-4a3c-b1f8-4c388c11ce37'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:08:16.756251 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab4c73-3db5-45ab-9309-ec556f1b2f11 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbe4adf-1108-4cdc-a79a-2ee3ca1d369b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:16.757089 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31159c6b-7bed-4195-845e-6ccf07b68af9 None None] Routers {'cdd29bd7-4131-4992-ab1b-02210788eee9'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:08:16.759319 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-31159c6b-7bed-4195-845e-6ccf07b68af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:07:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cdd29bd7-4131-4992-ab1b-02210788eee9'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:16.766040 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port c5850d26-12e4-4c63-9a8e-1d727081b700 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:08:16.828230 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-476f8736-08bb-42cd-b837-889e4ab8c833 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:16.832773 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-476f8736-08bb-42cd-b837-889e4ab8c833 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1129234 Nov 29 18:08:16.833510 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55444) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:16.838380 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-739d96ff-bb00-4816-9194-358f2cd06040 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe4adf-1108-4cdc-a79a-2ee3ca1d369b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:16.840991 n-d-819494-5 neutron-server[110004]: WARNING neutron.api.v2.base [None req-739d96ff-bb00-4816-9194-358f2cd06040 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 29 18:08:16.840991 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-739d96ff-bb00-4816-9194-358f2cd06040 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:16.846014 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-739d96ff-bb00-4816-9194-358f2cd06040 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113873 Nov 29 18:08:16.850173 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55446) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:16.860787 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-5fd5d749-7009-45b5-b2fa-77c400871021 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe4adf-1108-4cdc-a79a-2ee3ca1d369b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:16.934980 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-5fd5d749-7009-45b5-b2fa-77c400871021 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:16.941175 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5fd5d749-7009-45b5-b2fa-77c400871021 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0898094 Nov 29 18:08:16.941934 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55448) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:16.946854 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-afd4d673-dc12-4af9-81d3-60e77862dbc6 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe4adf-1108-4cdc-a79a-2ee3ca1d369b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:16.948250 n-d-819494-5 neutron-server[110004]: WARNING neutron.api.v2.base [None req-afd4d673-dc12-4af9-81d3-60e77862dbc6 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 29 18:08:16.948250 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-afd4d673-dc12-4af9-81d3-60e77862dbc6 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:16.953833 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-afd4d673-dc12-4af9-81d3-60e77862dbc6 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107918 Nov 29 18:08:16.954521 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55450) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:16.966026 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-00342ba0-1bfe-48f0-8086-8aad8ef068c8 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe4adf-1108-4cdc-a79a-2ee3ca1d369b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:17.020736 n-d-819494-5 neutron-server[110004]: INFO neutron.db.securitygroups_db [None req-00342ba0-1bfe-48f0-8086-8aad8ef068c8 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Project be3c497cd0324b828167626e101cc015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:08:17.048820 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-00342ba0-1bfe-48f0-8086-8aad8ef068c8 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:17.055062 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-00342ba0-1bfe-48f0-8086-8aad8ef068c8 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0961239 Nov 29 18:08:17.060200 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55454) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:17.060792 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-ebe938d0-4e4c-4879-ae3a-faee527ebe3b tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe4adf-1108-4cdc-a79a-2ee3ca1d369b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:17.061476 n-d-819494-5 neutron-server[110004]: WARNING neutron.api.v2.base [None req-ebe938d0-4e4c-4879-ae3a-faee527ebe3b tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 29 18:08:17.063612 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-ebe938d0-4e4c-4879-ae3a-faee527ebe3b tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:17.068770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55456) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:17.069761 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ebe938d0-4e4c-4879-ae3a-faee527ebe3b tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0130169 Nov 29 18:08:17.075581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d302f576-4903-4b8c-9fb8-1aca060ca9ef tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe4adf-1108-4cdc-a79a-2ee3ca1d369b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:17.084580 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 331dc1f7-6173-4ae9-868e-bc86e7ab1bba up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:17.118288 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774a9f9-de90-4a83-ba3d-c6e4fa1ff43a req-f32880b6-dd48-4bb0-91a6-4a7654470635 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:17.120247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6774a9f9-de90-4a83-ba3d-c6e4fa1ff43a req-f32880b6-dd48-4bb0-91a6-4a7654470635 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.2137871 Nov 29 18:08:17.124546 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-d302f576-4903-4b8c-9fb8-1aca060ca9ef tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Project be3c497cd0324b828167626e101cc015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:08:17.142958 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b61aa4-2172-45a8-88bb-255a75b4e489 None None] Network 8b783642-d000-4885-8f84-567f5d4c49f5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:08:17.152563 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-7a76d69b-1b89-420a-8532-0ab8f57f37f0 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:17.154170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7a76d69b-1b89-420a-8532-0ab8f57f37f0 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "PUT /v2.0/routers/cdd29bd7-4131-4992-ab1b-02210788eee9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2486751 Nov 29 18:08:17.157705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55458) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:17.184026 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-d302f576-4903-4b8c-9fb8-1aca060ca9ef tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:17.185369 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d302f576-4903-4b8c-9fb8-1aca060ca9ef tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1139646 Nov 29 18:08:17.202185 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55460) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:17.208923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d05e07a1-cfd3-4702-9c8e-ae690c4b18fe tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': 'fdbe4adf-1108-4cdc-a79a-2ee3ca1d369b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:17.286106 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6774a9f9-de90-4a83-ba3d-c6e4fa1ff43a req-70b3fc95-23e1-4b66-a475-fb0281657aa7 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547453 Nov 29 18:08:17.297583 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-d05e07a1-cfd3-4702-9c8e-ae690c4b18fe tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Project be3c497cd0324b828167626e101cc015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:08:17.322888 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-d05e07a1-cfd3-4702-9c8e-ae690c4b18fe tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:17.329381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d05e07a1-cfd3-4702-9c8e-ae690c4b18fe tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1230900 Nov 29 18:08:17.331029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55462) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:17.360865 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port c5850d26-12e4-4c63-9a8e-1d727081b700 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:17.362144 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:17.545174 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-31159c6b-7bed-4195-845e-6ccf07b68af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:17.547695 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31159c6b-7bed-4195-845e-6ccf07b68af9 None None] The sync data for ids ['cdd29bd7-4131-4992-ab1b-02210788eee9'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:08:17.653024 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2064a326-c288-41f4-9724-bf9a629b0158 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:17.687674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05ead7-9971-4cbb-b165-c8c50fc31628 req-2f9670b3-e923-4466-9aa9-1383c239a0f5 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:17.689618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d05ead7-9971-4cbb-b165-c8c50fc31628 req-2f9670b3-e923-4466-9aa9-1383c239a0f5 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.2478926 Nov 29 18:08:17.722608 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5c8cf927-ee11-43a2-9d5f-a382610dae28 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:17.761458 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2064a326-c288-41f4-9724-bf9a629b0158 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:17.872471 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2064a326-c288-41f4-9724-bf9a629b0158 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:17.877555 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2064a326-c288-41f4-9724-bf9a629b0158 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:17.879175 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2064a326-c288-41f4-9724-bf9a629b0158 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "DELETE /v2.0/security-groups/fdbe4adf-1108-4cdc-a79a-2ee3ca1d369b HTTP/1.1" status: 204 len: 168 time: 0.5471060 Nov 29 18:08:17.890923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55468) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:17.905327 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064a326-c288-41f4-9724-bf9a629b0158 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbe4adf-1108-4cdc-a79a-2ee3ca1d369b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:17.950085 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d05ead7-9971-4cbb-b165-c8c50fc31628 req-2c6a2d83-0aff-47ff-942a-42ec4073ed81 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510569 Nov 29 18:08:18.024268 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55470) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:18.024992 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-dba326ee-184f-45e5-a679-ca6559de8f43 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1212325 Nov 29 18:08:18.030035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d8c8ea4e-76c7-42c9-809c-d3efdfb6fae6 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891868651'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:18.078842 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-65c9b0da-2a88-43c5-894a-302eb15d8748 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:18.087935 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8c8ea4e-76c7-42c9-809c-d3efdfb6fae6 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:18.305505 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8c8ea4e-76c7-42c9-809c-d3efdfb6fae6 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:18.325183 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8c8ea4e-76c7-42c9-809c-d3efdfb6fae6 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:18.359272 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port cd7fcffc-e6ab-4623-b693-27c25f9330c1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=cd7fcffc-e6ab-4623-b693-27c25f9330c1,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:18.480520 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8c8ea4e-76c7-42c9-809c-d3efdfb6fae6 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:18.503202 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d8c8ea4e-76c7-42c9-809c-d3efdfb6fae6 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4773288 Nov 29 18:08:18.505180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55480) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:18.511018 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4ddfd4ef-b5bd-43bf-90b0-9fb9ae046889 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': '984b462d-44fe-4f23-93d8-ad09cf57ff9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:18.519242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-20a9c029-eeb8-445a-a0d5-6f9f91773af2 None None] Provisioning complete for port 5c8cf927-ee11-43a2-9d5f-a382610dae28 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:18.519932 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20a9c029-eeb8-445a-a0d5-6f9f91773af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:18.537274 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8ea4e-76c7-42c9-809c-d3efdfb6fae6 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984b462d-44fe-4f23-93d8-ad09cf57ff9d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:18.584188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89b2ca-28b5-48e0-ad57-0a53f33970f4 req-9530c009-7d65-42bc-ba80-e66c2356b31f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:18.590685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89b2ca-28b5-48e0-ad57-0a53f33970f4 req-9530c009-7d65-42bc-ba80-e66c2356b31f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:18.600242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89b2ca-28b5-48e0-ad57-0a53f33970f4 req-9530c009-7d65-42bc-ba80-e66c2356b31f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:18.607540 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89b2ca-28b5-48e0-ad57-0a53f33970f4 req-9530c009-7d65-42bc-ba80-e66c2356b31f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:18.613886 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89b2ca-28b5-48e0-ad57-0a53f33970f4 req-9530c009-7d65-42bc-ba80-e66c2356b31f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:18.628009 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'cd7fcffc-e6ab-4623-b693-27c25f9330c1', 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16', 'port_id': 'cd7fcffc-e6ab-4623-b693-27c25f9330c1', 'mac_address': 'fa:16:3e:ca:51:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9926ba24-8051-4fc2-8c61-17f9f010d206', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:08:18.629846 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89b2ca-28b5-48e0-ad57-0a53f33970f4 req-9530c009-7d65-42bc-ba80-e66c2356b31f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:18.637671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5440fd0-b037-4925-949a-93960e1a03e4 None None] Pushing event updated for resources: {'Port': ['ID=7a8321bb-e63f-4887-9420-d36509f9b7b9,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:18.641975 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89b2ca-28b5-48e0-ad57-0a53f33970f4 req-9530c009-7d65-42bc-ba80-e66c2356b31f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:18.658468 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9e89b2ca-28b5-48e0-ad57-0a53f33970f4 req-9530c009-7d65-42bc-ba80-e66c2356b31f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5439 time: 0.3512292 Nov 29 18:08:18.667110 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:18.667487 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:18.704793 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-65c9b0da-2a88-43c5-894a-302eb15d8748 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Deleting port f1458201-5af6-4965-8db5-0a47b72d7201 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:08:18.705559 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-65c9b0da-2a88-43c5-894a-302eb15d8748 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:18.852815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9e89b2ca-28b5-48e0-ad57-0a53f33970f4 req-22567aa4-6473-476d-ba2a-674fd3317875 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1930790 Nov 29 18:08:18.918517 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-4ddfd4ef-b5bd-43bf-90b0-9fb9ae046889 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The resource could not be found. Nov 29 18:08:18.923807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4ddfd4ef-b5bd-43bf-90b0-9fb9ae046889 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4153581 Nov 29 18:08:18.925323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55482) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:18.946537 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7e628061-66b2-476a-af99-a0da50b3e5ee tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': '984b462d-44fe-4f23-93d8-ad09cf57ff9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '42124cba-10f6-419a-a975-fca68eee160e'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:19.020332 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-65c9b0da-2a88-43c5-894a-302eb15d8748 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:19.060608 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-65c9b0da-2a88-43c5-894a-302eb15d8748 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Calling delete_port for f1458201-5af6-4965-8db5-0a47b72d7201 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:08:19.065201 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5c8cf927-ee11-43a2-9d5f-a382610dae28 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:19.065567 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:19.160270 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-7e628061-66b2-476a-af99-a0da50b3e5ee tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The resource could not be found. Nov 29 18:08:19.161257 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7e628061-66b2-476a-af99-a0da50b3e5ee tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2330849 Nov 29 18:08:19.165600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55488) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:19.182579 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05c1ff-1c6a-4cb7-8ece-5d2fe8858780 req-1fefafb0-7e28-48f2-97ca-70c33bb95d5e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:19.195881 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc05c1ff-1c6a-4cb7-8ece-5d2fe8858780 req-1fefafb0-7e28-48f2-97ca-70c33bb95d5e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.1446533 Nov 29 18:08:19.221058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad5aaaf-db89-4912-abff-c3ed5f91d82f None None] Network accd6a0d-a4a4-4bdc-873a-859874ea8d4e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:08:19.303402 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc05c1ff-1c6a-4cb7-8ece-5d2fe8858780 req-703acf1f-5887-4e4a-870b-9654d9a7f8ad tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065338 Nov 29 18:08:19.373906 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-21f2fad3-93c2-4e92-9631-d78ad43c5a69 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:19.438427 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-21f2fad3-93c2-4e92-9631-d78ad43c5a69 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:19.449792 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:19.496710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736e4ee-9b0c-4453-bf8b-9792f07cd64f req-47544791-4d4f-4c4d-8a74-facfbb8d511d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:19.513328 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b736e4ee-9b0c-4453-bf8b-9792f07cd64f req-47544791-4d4f-4c4d-8a74-facfbb8d511d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.1051753 Nov 29 18:08:19.536993 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-21f2fad3-93c2-4e92-9631-d78ad43c5a69 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:19.543958 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-21f2fad3-93c2-4e92-9631-d78ad43c5a69 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:19.549700 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-21f2fad3-93c2-4e92-9631-d78ad43c5a69 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "DELETE /v2.0/security-groups/984b462d-44fe-4f23-93d8-ad09cf57ff9d HTTP/1.1" status: 204 len: 168 time: 0.3763204 Nov 29 18:08:19.552679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55490) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:19.636498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2fad3-93c2-4e92-9631-d78ad43c5a69 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=984b462d-44fe-4f23-93d8-ad09cf57ff9d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:19.668030 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b736e4ee-9b0c-4453-bf8b-9792f07cd64f req-9797aca9-0aa1-4cef-ac7b-2985fe1db11f tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534810 Nov 29 18:08:19.739680 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-075356f1-634a-412d-8fde-98eda28f1062 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1633000 Nov 29 18:08:19.746677 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55492) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:19.751566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-aff967e0-cd86-4f0d-9660-564d5288867c tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': 'bdfa4da0-cfdc-484c-b3a9-8171cb07aa23', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:19.825027 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:19.873909 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 5c8cf927-ee11-43a2-9d5f-a382610dae28, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5c8cf927-ee11-43a2-9d5f-a382610dae28,segment=NetworkSegment(a62f47d8-76d1-428f-852b-5f056ec88987),segment_id=a62f47d8-76d1-428f-852b-5f056ec88987)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:19.912475 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-aff967e0-cd86-4f0d-9660-564d5288867c tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The resource could not be found. Nov 29 18:08:19.926606 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-aff967e0-cd86-4f0d-9660-564d5288867c tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1784720 Nov 29 18:08:19.927352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55496) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:19.939407 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-44ae7bb2-a57d-40c7-a97f-84c7a6b31dc4 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879613657'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:19.965402 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:19.966581 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-65c9b0da-2a88-43c5-894a-302eb15d8748 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:19.991246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b217e-d09d-488d-a4ac-366fbcae63a9 req-a2c9b22d-a6bf-4ef4-ab8b-0c3da5e95810 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:19.994168 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e6b217e-d09d-488d-a4ac-366fbcae63a9 req-a2c9b22d-a6bf-4ef4-ab8b-0c3da5e95810 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.1957331 Nov 29 18:08:19.999686 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44ae7bb2-a57d-40c7-a97f-84c7a6b31dc4 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:20.006634 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:20.010642 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:20.127818 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9b0da-2a88-43c5-894a-302eb15d8748 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event deleted for resources: {'Port': ['ID=f1458201-5af6-4965-8db5-0a47b72d7201,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:20.137177 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e6b217e-d09d-488d-a4ac-366fbcae63a9 req-5d7cec00-36b0-4e64-ae06-5de714d9ec49 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346765 Nov 29 18:08:20.290486 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20a9c029-eeb8-445a-a0d5-6f9f91773af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:20.373901 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44ae7bb2-a57d-40c7-a97f-84c7a6b31dc4 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:20.384750 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44ae7bb2-a57d-40c7-a97f-84c7a6b31dc4 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:20.396635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5850d26-12e4-4c63-9a8e-1d727081b700'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:08:20.401524 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c6372e-1cd3-409c-8596-0991cab58cf2" -d '{"events": [{"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-plugged", "status": "completed", "tag": "c5850d26-12e4-4c63-9a8e-1d727081b700"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:08:20.445239 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:08:20.457310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7a8321bb-e63f-4887-9420-d36509f9b7b9 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:20.475616 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44ae7bb2-a57d-40c7-a97f-84c7a6b31dc4 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:20.482285 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-44ae7bb2-a57d-40c7-a97f-84c7a6b31dc4 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5461805 Nov 29 18:08:20.483112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55502) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:20.488332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd7fcffc-e6ab-4623-b693-27c25f9330c1 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:08:20.493133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e2229cba-6aaf-4c38-9722-e634856f6c27 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group': {'name': 'tempest-secgroup--788726026'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:20.535846 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae7bb2-a57d-40c7-a97f-84c7a6b31dc4 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e36e453-a5b9-4816-aa80-7ccbce7f6e79,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:20.567889 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-65c9b0da-2a88-43c5-894a-302eb15d8748 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:20.585626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c5827-0069-47ee-a5bd-3005778c7438 req-1936648e-c4f4-4c9b-8ce6-44f3a26d397e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:20.594066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c5827-0069-47ee-a5bd-3005778c7438 req-1936648e-c4f4-4c9b-8ce6-44f3a26d397e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:20.603601 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c5827-0069-47ee-a5bd-3005778c7438 req-1936648e-c4f4-4c9b-8ce6-44f3a26d397e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:20.609948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c5827-0069-47ee-a5bd-3005778c7438 req-1936648e-c4f4-4c9b-8ce6-44f3a26d397e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:20.616541 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c5827-0069-47ee-a5bd-3005778c7438 req-1936648e-c4f4-4c9b-8ce6-44f3a26d397e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:20.623547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c5827-0069-47ee-a5bd-3005778c7438 req-1936648e-c4f4-4c9b-8ce6-44f3a26d397e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:20.630633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c5827-0069-47ee-a5bd-3005778c7438 req-1936648e-c4f4-4c9b-8ce6-44f3a26d397e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:20.641898 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-772c5827-0069-47ee-a5bd-3005778c7438 req-1936648e-c4f4-4c9b-8ce6-44f3a26d397e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5439 time: 0.1407239 Nov 29 18:08:20.652634 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2229cba-6aaf-4c38-9722-e634856f6c27 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:20.657282 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port c5850d26-12e4-4c63-9a8e-1d727081b700, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c5850d26-12e4-4c63-9a8e-1d727081b700,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:20.752416 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:20.758100 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:20.759204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 17492e79-7d27-4b2d-8ba8-94b6d25ef180 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:20.762184 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-772c5827-0069-47ee-a5bd-3005778c7438 req-fe987431-b744-4ac0-9070-e87d9f871984 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1193953 Nov 29 18:08:20.952387 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:21.024605 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2229cba-6aaf-4c38-9722-e634856f6c27 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:21.043423 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2229cba-6aaf-4c38-9722-e634856f6c27 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:21.076780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=5c8cf927-ee11-43a2-9d5f-a382610dae28,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:21.080689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c9b0da-2a88-43c5-894a-302eb15d8748 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Router cdd29bd7-4131-4992-ab1b-02210788eee9 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:08:21.157728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a060e-856c-41b1-87d1-2c3bb3dcb840 req-8751d4d2-24a3-4a31-8f95-63e258fdb422 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:21.172615 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b96a060e-856c-41b1-87d1-2c3bb3dcb840 req-8751d4d2-24a3-4a31-8f95-63e258fdb422 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.2529638 Nov 29 18:08:21.177963 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2229cba-6aaf-4c38-9722-e634856f6c27 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:21.186712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port cd7fcffc-e6ab-4623-b693-27c25f9330c1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=cd7fcffc-e6ab-4623-b693-27c25f9330c1,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:21.187360 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e2229cba-6aaf-4c38-9722-e634856f6c27 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6984704 Nov 29 18:08:21.197686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55508) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:21.200538 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-20a9c029-eeb8-445a-a0d5-6f9f91773af2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:08:21.201074 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-20a9c029-eeb8-445a-a0d5-6f9f91773af2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:08:21.218333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-061edaa3-c705-4abf-b612-6634d6d6447c tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': '0e36e453-a5b9-4816-aa80-7ccbce7f6e79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '65ae1e99-241e-452e-838a-3114f1fee32b'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:21.248481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2229cba-6aaf-4c38-9722-e634856f6c27 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ae1e99-241e-452e-838a-3114f1fee32b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:21.266419 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:21.288374 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c9b0da-2a88-43c5-894a-302eb15d8748 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:08:21.301976 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55510) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:21.302674 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-65c9b0da-2a88-43c5-894a-302eb15d8748 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "PUT /v2.0/routers/cdd29bd7-4131-4992-ab1b-02210788eee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1437573 Nov 29 18:08:21.302869 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94655c3c-a5f0-4a1e-aca5-8c54fe38217c None None] Sync routers for ids ['cdd29bd7-4131-4992-ab1b-02210788eee9'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:08:21.318508 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94655c3c-a5f0-4a1e-aca5-8c54fe38217c None None] Routers {'cdd29bd7-4131-4992-ab1b-02210788eee9'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:08:21.319171 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-94655c3c-a5f0-4a1e-aca5-8c54fe38217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:07:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cdd29bd7-4131-4992-ab1b-02210788eee9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:21.362300 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-d77d5d69-407e-4148-b4a1-1512d6b600da tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] delete failed (client error): The resource could not be found. Nov 29 18:08:21.368357 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55514) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:21.373362 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2de795cd-2fc2-40b3-9935-8d44a9bcb9de tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cdd29bd7-4131-4992-ab1b-02210788eee9'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:21.376819 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d77d5d69-407e-4148-b4a1-1512d6b600da tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1230480552 HTTP/1.1" status: 404 len: 335 time: 0.0704079 Nov 29 18:08:21.404347 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-94655c3c-a5f0-4a1e-aca5-8c54fe38217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:21.428807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b96a060e-856c-41b1-87d1-2c3bb3dcb840 req-85bdb060-fe89-452d-8fd8-e6db43ef8e01 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400064 Nov 29 18:08:21.434560 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94655c3c-a5f0-4a1e-aca5-8c54fe38217c None None] Routers {'cdd29bd7-4131-4992-ab1b-02210788eee9'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:08:21.435395 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-94655c3c-a5f0-4a1e-aca5-8c54fe38217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:07:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cdd29bd7-4131-4992-ab1b-02210788eee9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:21.439856 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-061edaa3-c705-4abf-b612-6634d6d6447c tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:21.445917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-061edaa3-c705-4abf-b612-6634d6d6447c tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2385600 Nov 29 18:08:21.447471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55516) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:21.526962 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-94655c3c-a5f0-4a1e-aca5-8c54fe38217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:21.531619 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94655c3c-a5f0-4a1e-aca5-8c54fe38217c None None] The sync data for ids ['cdd29bd7-4131-4992-ab1b-02210788eee9'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:08:21.597688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 17492e79-7d27-4b2d-8ba8-94b6d25ef180 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:08:21.601981 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=c5850d26-12e4-4c63-9a8e-1d727081b700,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:21.631379 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da3e1fa-2b3d-4a91-9c37-379cea5f4ddd x-openstack-request-id: req-8da3e1fa-2b3d-4a91-9c37-379cea5f4ddd {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:08:21.634439 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-plugged", "status": "completed", "tag": "c5850d26-12e4-4c63-9a8e-1d727081b700", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:08:21.634730 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8da3e1fa-2b3d-4a91-9c37-379cea5f4ddd {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:08:21.635176 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5850d26-12e4-4c63-9a8e-1d727081b700', 'code': 200} Nov 29 18:08:21.645613 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-324088ea-45f1-4bb2-95bc-7747b71ee0a5 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:21.745060 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-324088ea-45f1-4bb2-95bc-7747b71ee0a5 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:21.775433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd1691-d6b4-42fd-970c-a2cc3247ab90 req-ac7c563c-fdf8-4779-b0fa-39bfe360235d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:21.776934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:21.785590 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bbd1691-d6b4-42fd-970c-a2cc3247ab90 req-ac7c563c-fdf8-4779-b0fa-39bfe360235d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 945 time: 0.1046755 Nov 29 18:08:21.852384 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7a8321bb-e63f-4887-9420-d36509f9b7b9 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:21.852786 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:21.897495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bbd1691-d6b4-42fd-970c-a2cc3247ab90 req-5d7e2c33-8425-4a72-859b-81928ce1df70 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109703 Nov 29 18:08:21.928740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 17492e79-7d27-4b2d-8ba8-94b6d25ef180 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:21.929724 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:21.932839 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-324088ea-45f1-4bb2-95bc-7747b71ee0a5 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:21.937099 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-324088ea-45f1-4bb2-95bc-7747b71ee0a5 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:21.950096 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-324088ea-45f1-4bb2-95bc-7747b71ee0a5 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "DELETE /v2.0/security-groups/65ae1e99-241e-452e-838a-3114f1fee32b HTTP/1.1" status: 204 len: 168 time: 0.4931228 Nov 29 18:08:21.950773 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55520) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:21.977896 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2de795cd-2fc2-40b3-9935-8d44a9bcb9de tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:22.017909 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-2de795cd-2fc2-40b3-9935-8d44a9bcb9de tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] update failed (client error): The resource could not be found. Nov 29 18:08:22.025639 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2de795cd-2fc2-40b3-9935-8d44a9bcb9de tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "PUT /v2.0/routers/cdd29bd7-4131-4992-ab1b-02210788eee9 HTTP/1.1" status: 404 len: 339 time: 0.6558115 Nov 29 18:08:22.026601 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55522) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:22.030059 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324088ea-45f1-4bb2-95bc-7747b71ee0a5 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ae1e99-241e-452e-838a-3114f1fee32b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:22.069281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=cd7fcffc-e6ab-4623-b693-27c25f9330c1,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:22.182907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9ba1f40f-f540-414e-8ff0-1bb3eeafb85f tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2065887 Nov 29 18:08:22.185535 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55524) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:22.304777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e923f-0b51-4475-9af8-45785c14a404 req-c5fe9ef3-9a9b-4849-b85d-e03a80f8209c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:22.306933 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f1e923f-0b51-4475-9af8-45785c14a404 req-c5fe9ef3-9a9b-4849-b85d-e03a80f8209c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.1430628 Nov 29 18:08:22.404907 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:22.465117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f1e923f-0b51-4475-9af8-45785c14a404 req-1a80f9b7-8a9a-4303-844e-d8211b370c3c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480393 Nov 29 18:08:22.476075 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:22.509076 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ef4be595-e59c-48e9-9f57-ea3e870011e0 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:22.555119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f55d546b-0c9d-40bd-ad71-c5822477f80d None None] Provisioning complete for port 5c8cf927-ee11-43a2-9d5f-a382610dae28 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:22.555482 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f55d546b-0c9d-40bd-ad71-c5822477f80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:22.569203 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 7a8321bb-e63f-4887-9420-d36509f9b7b9, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7a8321bb-e63f-4887-9420-d36509f9b7b9,segment=NetworkSegment(4deb1e46-6ab6-4b3e-8628-e709f6e95d45),segment_id=4deb1e46-6ab6-4b3e-8628-e709f6e95d45)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:22.620574 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['cd7fcffc-e6ab-4623-b693-27c25f9330c1'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:08:22.733202 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:22.890543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5c8cf927-ee11-43a2-9d5f-a382610dae28 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:22.897465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 17492e79-7d27-4b2d-8ba8-94b6d25ef180, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=17492e79-7d27-4b2d-8ba8-94b6d25ef180,segment=NetworkSegment(bdb9b35b-929e-48ef-b77a-34267b716371),segment_id=bdb9b35b-929e-48ef-b77a-34267b716371)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:22.921227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8a9d5-407e-4998-a7bc-61e6ea37275e req-58b63693-8a4e-477d-a370-988cb496cce6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:22.940260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8a9d5-407e-4998-a7bc-61e6ea37275e req-58b63693-8a4e-477d-a370-988cb496cce6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:22.950043 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:22.950976 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:22.958949 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8a9d5-407e-4998-a7bc-61e6ea37275e req-58b63693-8a4e-477d-a370-988cb496cce6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:22.973991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8a9d5-407e-4998-a7bc-61e6ea37275e req-58b63693-8a4e-477d-a370-988cb496cce6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:22.990431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8a9d5-407e-4998-a7bc-61e6ea37275e req-58b63693-8a4e-477d-a370-988cb496cce6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:23.010504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8a9d5-407e-4998-a7bc-61e6ea37275e req-58b63693-8a4e-477d-a370-988cb496cce6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:23.030927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8a9d5-407e-4998-a7bc-61e6ea37275e req-58b63693-8a4e-477d-a370-988cb496cce6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:23.036686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00e8a9d5-407e-4998-a7bc-61e6ea37275e req-58b63693-8a4e-477d-a370-988cb496cce6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5440 time: 0.2619765 Nov 29 18:08:23.049100 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=7a8321bb-e63f-4887-9420-d36509f9b7b9,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:23.096205 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ef4be595-e59c-48e9-9f57-ea3e870011e0 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:23.168685 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=17492e79-7d27-4b2d-8ba8-94b6d25ef180,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:23.171365 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ef4be595-e59c-48e9-9f57-ea3e870011e0 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:23.174208 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ef4be595-e59c-48e9-9f57-ea3e870011e0 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:23.178380 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ef4be595-e59c-48e9-9f57-ea3e870011e0 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "DELETE /v2.0/security-groups/0e36e453-a5b9-4816-aa80-7ccbce7f6e79 HTTP/1.1" status: 204 len: 168 time: 0.9908237 Nov 29 18:08:23.181915 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55534) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:23.201548 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4be595-e59c-48e9-9f57-ea3e870011e0 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e36e453-a5b9-4816-aa80-7ccbce7f6e79,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:23.206632 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00e8a9d5-407e-4998-a7bc-61e6ea37275e req-baed04d0-36d3-4707-abde-bd3ac72d2192 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1626694 Nov 29 18:08:23.296577 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:23.304878 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:08:23.330106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:23.330393 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:23.416642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d42d2-37f3-41d8-87ad-d97edc9b5d09 req-a0d43b8b-28eb-4531-b537-9e1d382769a0 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:23.425691 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a58d42d2-37f3-41d8-87ad-d97edc9b5d09 req-a0d43b8b-28eb-4531-b537-9e1d382769a0 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.1272109 Nov 29 18:08:23.530351 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a58d42d2-37f3-41d8-87ad-d97edc9b5d09 req-32d09032-5ca3-41e5-b5f2-e15ecb55e47f tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035473 Nov 29 18:08:23.602596 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Allocated IP 172.20.0.1 (c412e6f7-a254-4d59-8cc7-49fdb33ffd85/98479902-a55e-4adb-bd2b-0a35f0b5309e/66210f99-34eb-4b02-b319-9aec4064e552) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:08:23.632894 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55538) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:23.633112 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7f657978-630b-4d08-8d28-e1423c993737 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4408505 Nov 29 18:08:23.638968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fb6620d1-423f-4de8-8299-33d7ce0e8a23 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835607890'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:23.774880 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb6620d1-423f-4de8-8299-33d7ce0e8a23 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:23.775197 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331dc1f7-6173-4ae9-868e-bc86e7ab1bba'}, {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17492e79-7d27-4b2d-8ba8-94b6d25ef180'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:08:23.784170 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a88ce4b-ccd9-40d0-bba0-4884b0e9d990" -d '{"events": [{"server_uuid": "a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc", "name": "network-vif-plugged", "status": "completed", "tag": "331dc1f7-6173-4ae9-868e-bc86e7ab1bba"}, {"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-plugged", "status": "completed", "tag": "17492e79-7d27-4b2d-8ba8-94b6d25ef180"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:08:23.798578 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c164702-eba0-4106-86f0-d5fa0e5dbdc4 req-9620f5ee-6f28-45f7-ab26-bd8a3a05cce9 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:23.804520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c164702-eba0-4106-86f0-d5fa0e5dbdc4 req-9620f5ee-6f28-45f7-ab26-bd8a3a05cce9 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 945 time: 0.1567950 Nov 29 18:08:23.805518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f55d546b-0c9d-40bd-ad71-c5822477f80d None None] Could not find standard attr ID for object f1458201-5af6-4965-8db5-0a47b72d7201. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:08:23.815253 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5c8cf927-ee11-43a2-9d5f-a382610dae28 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:23.815655 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:23.856927 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:23.943553 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:23.963699 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c164702-eba0-4106-86f0-d5fa0e5dbdc4 req-c97def27-74a4-4997-8aab-cbcd7a0270b5 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414709 Nov 29 18:08:23.994993 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f884b4fc-731f-438d-8499-1d42089ccf7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:24.020364 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f55d546b-0c9d-40bd-ad71-c5822477f80d None None] Provisioning complete for port 7a8321bb-e63f-4887-9420-d36509f9b7b9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:24.020744 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f55d546b-0c9d-40bd-ad71-c5822477f80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:24.039848 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb6620d1-423f-4de8-8299-33d7ce0e8a23 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:24.040595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event updated for resources: {'Port': ['ID=66210f99-34eb-4b02-b319-9aec4064e552,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:24.049352 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb6620d1-423f-4de8-8299-33d7ce0e8a23 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:24.064200 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Network c412e6f7-a254-4d59-8cc7-49fdb33ffd85 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:08:24.071186 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:08:24.077399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:08:24.190053 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:24.211582 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:24.221793 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb6620d1-423f-4de8-8299-33d7ce0e8a23 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:24.230145 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fb6620d1-423f-4de8-8299-33d7ce0e8a23 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5960655 Nov 29 18:08:24.233190 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55546) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:24.287564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c6b03926-c476-4d54-a0cb-494e7ac43a3e tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': '50b959d9-9356-4b44-9e68-7bd9f86bb59c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:24.312227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6620d1-423f-4de8-8299-33d7ce0e8a23 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b959d9-9356-4b44-9e68-7bd9f86bb59c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:24.344415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:24.355908 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:24.357170 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device cd7fcffc-e6ab-4623-b693-27c25f9330c1 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:08:24.447684 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:24.449651 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:24.470475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b960396-7a3f-4ad4-99f2-de86f59c53d4 req-b2adffc7-d85d-4879-bd86-1d3b047cb1d6 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:24.492408 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:24.496076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b960396-7a3f-4ad4-99f2-de86f59c53d4 req-b2adffc7-d85d-4879-bd86-1d3b047cb1d6 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.3755567 Nov 29 18:08:24.544131 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cd7fcffc-e6ab-4623-b693-27c25f9330c1 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:08:24.544131 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port cd7fcffc-e6ab-4623-b693-27c25f9330c1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=cd7fcffc-e6ab-4623-b693-27c25f9330c1,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:24.557277 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:24.603486 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-c6b03926-c476-4d54-a0cb-494e7ac43a3e tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:24.609716 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c6b03926-c476-4d54-a0cb-494e7ac43a3e tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3438449 Nov 29 18:08:24.610360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55558) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:24.615786 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cc3f8a84-fa97-4123-b313-322387430b18 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group_rule': {'security_group_id': '50b959d9-9356-4b44-9e68-7bd9f86bb59c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:24.632764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b960396-7a3f-4ad4-99f2-de86f59c53d4 req-bae4bfd4-5872-47ca-bf56-c36ed3f8b1c3 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353750 Nov 29 18:08:24.661429 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=cd7fcffc-e6ab-4623-b693-27c25f9330c1,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:24.673545 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3c1fb513-37dd-48db-ae36-98095a88d657 None None] Provisioning complete for port 7a8321bb-e63f-4887-9420-d36509f9b7b9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:24.674428 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3c1fb513-37dd-48db-ae36-98095a88d657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:24.678336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 730944eb-08af-4c38-8053-b6e3b74e99c3 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:24.756755 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-cc3f8a84-fa97-4123-b313-322387430b18 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:08:24.758283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cc3f8a84-fa97-4123-b313-322387430b18 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1464369 Nov 29 18:08:24.760896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55566) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:24.845400 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7171b125-0c0c-4719-9990-0444ef20c779 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:24.873401 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 29 Nov 2021 18:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e52b61-a022-4c33-9ca6-69454bc03368 x-openstack-request-id: req-63e52b61-a022-4c33-9ca6-69454bc03368 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:08:24.873834 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc", "name": "network-vif-plugged", "status": "completed", "tag": "331dc1f7-6173-4ae9-868e-bc86e7ab1bba", "code": 200}, {"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-plugged", "status": "completed", "tag": "17492e79-7d27-4b2d-8ba8-94b6d25ef180", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:08:24.874200 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63e52b61-a022-4c33-9ca6-69454bc03368 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:08:24.874926 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331dc1f7-6173-4ae9-868e-bc86e7ab1bba', 'code': 200} Nov 29 18:08:24.875289 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17492e79-7d27-4b2d-8ba8-94b6d25ef180', 'code': 200} Nov 29 18:08:24.906734 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7171b125-0c0c-4719-9990-0444ef20c779 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:24.946089 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7a8321bb-e63f-4887-9420-d36509f9b7b9 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:24.951772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 730944eb-08af-4c38-8053-b6e3b74e99c3 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:08:24.988750 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 730944eb-08af-4c38-8053-b6e3b74e99c3 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:24.989292 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:25.067657 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7a8321bb-e63f-4887-9420-d36509f9b7b9 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:25.068176 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:25.093547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0494d-6374-49de-919e-21aaba097dd0 req-b2c6c46d-7025-400c-8636-00e3aec9eef1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:25.102611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0494d-6374-49de-919e-21aaba097dd0 req-b2c6c46d-7025-400c-8636-00e3aec9eef1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:25.108811 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0494d-6374-49de-919e-21aaba097dd0 req-b2c6c46d-7025-400c-8636-00e3aec9eef1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:25.114429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0494d-6374-49de-919e-21aaba097dd0 req-b2c6c46d-7025-400c-8636-00e3aec9eef1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:25.122660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0494d-6374-49de-919e-21aaba097dd0 req-b2c6c46d-7025-400c-8636-00e3aec9eef1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:25.129461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0494d-6374-49de-919e-21aaba097dd0 req-b2c6c46d-7025-400c-8636-00e3aec9eef1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:25.136502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0494d-6374-49de-919e-21aaba097dd0 req-b2c6c46d-7025-400c-8636-00e3aec9eef1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:25.141055 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:25.147119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abb0494d-6374-49de-919e-21aaba097dd0 req-b2c6c46d-7025-400c-8636-00e3aec9eef1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5442 time: 0.1586785 Nov 29 18:08:25.150379 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:25.152153 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:25.160504 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8ef57b1e-0d37-4bf0-bc91-f792c62f70cd None None] Provisioning complete for port 66210f99-34eb-4b02-b319-9aec4064e552 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:25.161056 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ef57b1e-0d37-4bf0-bc91-f792c62f70cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:25.165783 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be380aae-fa95-477d-baa7-d4d293129d9d req-b290fa30-c92b-4539-bcdf-76c1be210e6e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:25.176571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be380aae-fa95-477d-baa7-d4d293129d9d req-b290fa30-c92b-4539-bcdf-76c1be210e6e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.2495685 Nov 29 18:08:25.237157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event updated for resources: {'Port': ['ID=66210f99-34eb-4b02-b319-9aec4064e552,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:25.257798 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be380aae-fa95-477d-baa7-d4d293129d9d req-0efeb80f-6843-483b-ba56-12c69aa4eb03 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803046 Nov 29 18:08:25.274813 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8ef57b1e-0d37-4bf0-bc91-f792c62f70cd None None] Port 66210f99-34eb-4b02-b319-9aec4064e552 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:08:25.280248 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 730944eb-08af-4c38-8053-b6e3b74e99c3, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=730944eb-08af-4c38-8053-b6e3b74e99c3,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:25.290519 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:25.292301 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e73ed092-ce3c-4b7f-94df-2e0d60df025e up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:25.302137 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:25.304823 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7171b125-0c0c-4719-9990-0444ef20c779 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:25.311443 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7171b125-0c0c-4719-9990-0444ef20c779 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:25.317331 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7171b125-0c0c-4719-9990-0444ef20c779 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "DELETE /v2.0/security-groups/50b959d9-9356-4b44-9e68-7bd9f86bb59c HTTP/1.1" status: 204 len: 168 time: 0.5550818 Nov 29 18:08:25.321342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55576) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:25.368520 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171b125-0c0c-4719-9990-0444ef20c779 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b959d9-9356-4b44-9e68-7bd9f86bb59c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:25.403508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=730944eb-08af-4c38-8053-b6e3b74e99c3,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:25.417226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port e73ed092-ce3c-4b7f-94df-2e0d60df025e completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:08:25.424165 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port e73ed092-ce3c-4b7f-94df-2e0d60df025e triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:25.424675 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:25.443564 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-59459917-4855-4638-ac4c-a7ba303b1292 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1209552 Nov 29 18:08:25.448671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55578) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:25.453696 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-702a3801-f691-4289-82df-a1ba01a0528f tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group': {'name': 'tempest-secgroup--934710746'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:25.524722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abb0494d-6374-49de-919e-21aaba097dd0 req-e14a6847-e73d-4162-a767-25790adcff5d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3721559 Nov 29 18:08:25.552328 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:25.552550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Network c412e6f7-a254-4d59-8cc7-49fdb33ffd85 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:08:25.552550 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-702a3801-f691-4289-82df-a1ba01a0528f tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:25.552550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:08:25.567003 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3370b-4c49-433c-add0-30269fbd2173 req-98e1f614-fe00-47cc-9c1f-5c466dd83ed4 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:25.573317 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abe3370b-4c49-433c-add0-30269fbd2173 req-98e1f614-fe00-47cc-9c1f-5c466dd83ed4 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 945 time: 0.1218057 Nov 29 18:08:25.604514 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e73ed092-ce3c-4b7f-94df-2e0d60df025e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e73ed092-ce3c-4b7f-94df-2e0d60df025e,segment=NetworkSegment(46a35f99-4c12-457a-ac53-3e115df10652),segment_id=46a35f99-4c12-457a-ac53-3e115df10652)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:25.616821 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:25.620046 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:25.665427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abe3370b-4c49-433c-add0-30269fbd2173 req-c6790969-f465-438f-be46-9098e5db99d1 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/security-groups?id=efcb6982-74b3-491c-80d6-86ac7588f439&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788760 Nov 29 18:08:25.780177 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba130bbc-e3a4-4d2a-bab3-ba255eb57249 req-4ef7a62c-d852-4981-8464-5c0ac4dd0a00 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:25.782045 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba130bbc-e3a4-4d2a-bab3-ba255eb57249 req-4ef7a62c-d852-4981-8464-5c0ac4dd0a00 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 944 time: 0.1154556 Nov 29 18:08:25.801349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca62a7-f7a1-43db-8fca-a5b8cb61a507 req-fc351058-c080-44e7-9b49-5279a90336b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:25.803123 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2bca62a7-f7a1-43db-8fca-a5b8cb61a507 req-fc351058-c080-44e7-9b49-5279a90336b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=97df2f9382ba451a9c1578f7e940bef7&device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 1097 time: 0.1251235 Nov 29 18:08:25.834004 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=e73ed092-ce3c-4b7f-94df-2e0d60df025e,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:25.855134 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Router cdd29bd7-4131-4992-ab1b-02210788eee9 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:08:25.870469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:08:25.877784 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:25.879098 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:25.977936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca62a7-f7a1-43db-8fca-a5b8cb61a507 req-5ec52ce1-e320-463d-b112-a7f02911d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:25.979443 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2bca62a7-f7a1-43db-8fca-a5b8cb61a507 req-5ec52ce1-e320-463d-b112-a7f02911d777 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 200 len: 918 time: 0.1525953 Nov 29 18:08:25.980772 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-702a3801-f691-4289-82df-a1ba01a0528f tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:25.993065 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-702a3801-f691-4289-82df-a1ba01a0528f tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:26.021876 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2148e525-9849-42c3-a1a7-6fd82737ba2c None None] Provisioning complete for port 66210f99-34eb-4b02-b319-9aec4064e552 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:26.023381 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2148e525-9849-42c3-a1a7-6fd82737ba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:26.027086 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:26.043937 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:08:26.059963 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b20491f9-8e6b-40db-aea1-3851249cb0d3 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "PUT /v2.0/routers/cdd29bd7-4131-4992-ab1b-02210788eee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0307186 Nov 29 18:08:26.068730 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-702a3801-f691-4289-82df-a1ba01a0528f tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:26.069522 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd7557-bea9-4089-9fbf-740e9c293901 None None] Sync routers for ids ['cdd29bd7-4131-4992-ab1b-02210788eee9'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:08:26.070870 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-702a3801-f691-4289-82df-a1ba01a0528f tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6213176 Nov 29 18:08:26.071811 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55586) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:26.072651 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a3801-f691-4289-82df-a1ba01a0528f tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90c1ad5e-bc27-486d-a128-065f24108b06,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:26.077704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55588) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:26.091889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1be24106-dd40-4065-be65-86d7f36dd9cf tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:26.092334 n-d-819494-5 neutron-server[110004]: WARNING neutron.api.v2.base [None req-1be24106-dd40-4065-be65-86d7f36dd9cf tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 29 18:08:26.092856 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-1be24106-dd40-4065-be65-86d7f36dd9cf tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] update failed (client error): There was a conflict when trying to complete your request. Nov 29 18:08:26.093892 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1be24106-dd40-4065-be65-86d7f36dd9cf tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "PUT /v2.0/security-groups/90c1ad5e-bc27-486d-a128-065f24108b06 HTTP/1.1" status: 409 len: 330 time: 0.0072589 Nov 29 18:08:26.097662 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2bca62a7-f7a1-43db-8fca-a5b8cb61a507 req-148f2a9b-d1f9-4d53-81dc-f0bd7e4d6609 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47d39406-5de8-4326-94ee-2469082ec427 HTTP/1.1" status: 200 len: 1001 time: 0.0941195 Nov 29 18:08:26.098193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55590) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:26.118436 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2148e525-9849-42c3-a1a7-6fd82737ba2c None None] Port 66210f99-34eb-4b02-b319-9aec4064e552 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:08:26.130658 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd7557-bea9-4089-9fbf-740e9c293901 None None] Routers {'cdd29bd7-4131-4992-ab1b-02210788eee9'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:08:26.131890 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c2fd7557-bea9-4089-9fbf-740e9c293901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:07:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cdd29bd7-4131-4992-ab1b-02210788eee9'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:26.175045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c2fd7557-bea9-4089-9fbf-740e9c293901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:26.181160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba130bbc-e3a4-4d2a-bab3-ba255eb57249 req-9a0e0a4f-faf4-43f8-af00-d0564008d977 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874197 Nov 29 18:08:26.186016 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 0c5a5880-da85-4a3c-b1f8-4c388c11ce37, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0c5a5880-da85-4a3c-b1f8-4c388c11ce37,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:26.198529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd7557-bea9-4089-9fbf-740e9c293901 None None] Routers {'cdd29bd7-4131-4992-ab1b-02210788eee9'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:08:26.199418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c2fd7557-bea9-4089-9fbf-740e9c293901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:07:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cdd29bd7-4131-4992-ab1b-02210788eee9'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:26.202045 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:26.203178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 58205b60-33ce-4521-8706-6a9cb00f44ef up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:26.220246 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-745070b1-f8a7-48f7-b42b-c4abe09ee667 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:26.268766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919bee0-c84f-4247-bdd9-9ecba6bcb419 req-96135bd7-94e4-4471-a019-65625cfa98cb tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:26.271686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f919bee0-c84f-4247-bdd9-9ecba6bcb419 req-96135bd7-94e4-4471-a019-65625cfa98cb tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.4654443 Nov 29 18:08:26.274189 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3de6f07a-9c9c-4156-bad2-e8911e360a22 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:26.309280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca62a7-f7a1-43db-8fca-a5b8cb61a507 req-10b7121c-f99f-42dd-af9a-44dfc9381198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:26.311063 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2bca62a7-f7a1-43db-8fca-a5b8cb61a507 req-10b7121c-f99f-42dd-af9a-44dfc9381198 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0ca0fa01-1410-4496-bcd2-b27afbda8311 HTTP/1.1" status: 200 len: 856 time: 0.1454861 Nov 29 18:08:26.340370 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3de6f07a-9c9c-4156-bad2-e8911e360a22 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:26.362759 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-745070b1-f8a7-48f7-b42b-c4abe09ee667 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 29 18:08:26.368112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55602) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:26.369904 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-745070b1-f8a7-48f7-b42b-c4abe09ee667 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "DELETE /v2.0/routers/cdd29bd7-4131-4992-ab1b-02210788eee9 HTTP/1.1" status: 409 len: 329 time: 0.2929974 Nov 29 18:08:26.383068 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c2fd7557-bea9-4089-9fbf-740e9c293901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:26.383722 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd7557-bea9-4089-9fbf-740e9c293901 None None] The sync data for ids ['cdd29bd7-4131-4992-ab1b-02210788eee9'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:08:26.424429 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-34e5a87c-8a44-491c-8b17-91b4a222fd00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:26.448443 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=0c5a5880-da85-4a3c-b1f8-4c388c11ce37,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:26.471931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 58205b60-33ce-4521-8706-6a9cb00f44ef completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:08:26.476960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 58205b60-33ce-4521-8706-6a9cb00f44ef triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:26.477513 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:26.533129 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f919bee0-c84f-4247-bdd9-9ecba6bcb419 req-a895e9dd-589e-474c-8d98-a4207b503b2f tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540615 Nov 29 18:08:26.579910 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:26.607518 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3de6f07a-9c9c-4156-bad2-e8911e360a22 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:26.612549 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3de6f07a-9c9c-4156-bad2-e8911e360a22 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:26.616378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3de6f07a-9c9c-4156-bad2-e8911e360a22 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "DELETE /v2.0/security-groups/90c1ad5e-bc27-486d-a128-065f24108b06 HTTP/1.1" status: 204 len: 168 time: 0.5119073 Nov 29 18:08:26.617700 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55608) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:26.632625 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 58205b60-33ce-4521-8706-6a9cb00f44ef, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=58205b60-33ce-4521-8706-6a9cb00f44ef,segment=NetworkSegment(46a35f99-4c12-457a-ac53-3e115df10652),segment_id=46a35f99-4c12-457a-ac53-3e115df10652)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:26.637468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6f07a-9c9c-4156-bad2-e8911e360a22 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c1ad5e-bc27-486d-a128-065f24108b06,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:26.643208 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:26.659035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device cd7fcffc-e6ab-4623-b693-27c25f9330c1 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:26.681338 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a86720-fc1e-4f22-93ec-72b48d99ded6 req-ef76660e-a16f-41c7-9fc8-23827d02d04d tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:26.683313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9a86720-fc1e-4f22-93ec-72b48d99ded6 req-ef76660e-a16f-41c7-9fc8-23827d02d04d tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.3142831 Nov 29 18:08:26.707210 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-76fd8b00-6b59-4d0a-a71b-541ad7366498 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0874631 Nov 29 18:08:26.707886 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55612) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:26.722486 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-7c91dfd5-2f5c-4d8b-ad9b-8164f2a28ef1 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] delete failed (client error): The resource could not be found. Nov 29 18:08:26.730711 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7c91dfd5-2f5c-4d8b-ad9b-8164f2a28ef1 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "DELETE /v2.0/security-groups/4ef50323-29dc-41af-b3bd-e8a5234f227e HTTP/1.1" status: 404 len: 347 time: 0.0216787 Nov 29 18:08:26.731473 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55614) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:26.747001 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-20c0ff72-bc7c-4c33-bc5c-046549513660 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] show failed (client error): The resource could not be found. Nov 29 18:08:26.747259 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9a86720-fc1e-4f22-93ec-72b48d99ded6 req-3b71c1dc-6874-468f-a570-e357fa687cc8 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560391 Nov 29 18:08:26.749351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca62a7-f7a1-43db-8fca-a5b8cb61a507 req-00b20614-295a-4d59-9c94-71604a0e144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:26.750860 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2bca62a7-f7a1-43db-8fca-a5b8cb61a507 req-00b20614-295a-4d59-9c94-71604a0e144c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7b54b066-b601-4f01-8160-e9f1bf33b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4270897 Nov 29 18:08:26.754388 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-20c0ff72-bc7c-4c33-bc5c-046549513660 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "GET /v2.0/security-groups/4ecfcaa6-3dc5-48d9-be35-a478124e7f02 HTTP/1.1" status: 404 len: 347 time: 0.0217736 Nov 29 18:08:26.755005 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55616) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:26.770349 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-d704a9be-2f07-4402-8bff-d87b00c5bba8 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] show failed (client error): The resource could not be found. Nov 29 18:08:26.778475 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d704a9be-2f07-4402-8bff-d87b00c5bba8 tempest-NegativeSecGroupIPv6Test-45541330 tempest-NegativeSecGroupIPv6Test-45541330-project] 10.222.0.23 "GET /v2.0/security-group-rules/f2d80159-e462-42f1-9dcc-96e66a5c0f59 HTTP/1.1" status: 404 len: 356 time: 0.0223548 Nov 29 18:08:26.846323 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=58205b60-33ce-4521-8706-6a9cb00f44ef,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:26.860450 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port cd7fcffc-e6ab-4623-b693-27c25f9330c1 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:26.860943 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:26.881647 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e'}, {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730944eb-08af-4c38-8053-b6e3b74e99c3'}, {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73ed092-ce3c-4b7f-94df-2e0d60df025e'}, {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5a5880-da85-4a3c-b1f8-4c388c11ce37'}, {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58205b60-33ce-4521-8706-6a9cb00f44ef'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:08:26.884079 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ab22c8-93c7-4ed4-92df-24438572a83c" -d '{"events": [{"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-plugged", "status": "completed", "tag": "af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e"}, {"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-plugged", "status": "completed", "tag": "730944eb-08af-4c38-8053-b6e3b74e99c3"}, {"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-plugged", "status": "completed", "tag": "e73ed092-ce3c-4b7f-94df-2e0d60df025e"}, {"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-plugged", "status": "completed", "tag": "0c5a5880-da85-4a3c-b1f8-4c388c11ce37"}, {"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-plugged", "status": "completed", "tag": "58205b60-33ce-4521-8706-6a9cb00f44ef"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:08:26.955445 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:27.007543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port cd7fcffc-e6ab-4623-b693-27c25f9330c1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=cd7fcffc-e6ab-4623-b693-27c25f9330c1,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:27.017273 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:27.103287 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:27.129383 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=cd7fcffc-e6ab-4623-b693-27c25f9330c1,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:27.186337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55626) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:27.375316 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-efe431af-2836-4e0d-a27b-6a8d4d15cd22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be3c497cd0324b828167626e101cc015&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1875753 Nov 29 18:08:27.378503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55634) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:27.408852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81f856-f877-48a2-9987-683183862267 req-17f6aa11-be95-4034-9f63-b792ff564ff6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:27.415379 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81f856-f877-48a2-9987-683183862267 req-17f6aa11-be95-4034-9f63-b792ff564ff6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:27.422269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81f856-f877-48a2-9987-683183862267 req-17f6aa11-be95-4034-9f63-b792ff564ff6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:27.428904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81f856-f877-48a2-9987-683183862267 req-17f6aa11-be95-4034-9f63-b792ff564ff6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:27.433008 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a8e08ae-4762-4564-ad13-ab05e1a0bd5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:27.435317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81f856-f877-48a2-9987-683183862267 req-17f6aa11-be95-4034-9f63-b792ff564ff6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:27.441211 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81f856-f877-48a2-9987-683183862267 req-17f6aa11-be95-4034-9f63-b792ff564ff6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:27.447650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81f856-f877-48a2-9987-683183862267 req-17f6aa11-be95-4034-9f63-b792ff564ff6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:27.449617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec81f856-f877-48a2-9987-683183862267 req-17f6aa11-be95-4034-9f63-b792ff564ff6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5446 time: 0.2698543 Nov 29 18:08:27.462071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477c8a9-43fa-44d4-9840-b2f25201b412 req-f7398b8c-a9f1-413e-8d58-5eb12602fbfd tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:27.469548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0477c8a9-43fa-44d4-9840-b2f25201b412 req-f7398b8c-a9f1-413e-8d58-5eb12602fbfd tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 945 time: 0.2885988 Nov 29 18:08:27.472398 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a8e08ae-4762-4564-ad13-ab05e1a0bd5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:27.520612 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:27.540160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2bca62a7-f7a1-43db-8fca-a5b8cb61a507 req-34671be9-9a37-47eb-9c52-186d35973bb9 service neutron] 10.222.0.31 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582783 Nov 29 18:08:27.548247 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a8e08ae-4762-4564-ad13-ab05e1a0bd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:27.551069 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a8e08ae-4762-4564-ad13-ab05e1a0bd5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:27.556049 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4a8e08ae-4762-4564-ad13-ab05e1a0bd5e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8fb175ae-c9a9-4d44-86a7-72c430f3d6b8 HTTP/1.1" status: 204 len: 168 time: 0.1721749 Nov 29 18:08:27.577918 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e08ae-4762-4564-ad13-ab05e1a0bd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb175ae-c9a9-4d44-86a7-72c430f3d6b8,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:27.734107 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0477c8a9-43fa-44d4-9840-b2f25201b412 req-08240860-8384-4950-8c75-1e9a4bf43290 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/security-groups?id=efcb6982-74b3-491c-80d6-86ac7588f439&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625399 Nov 29 18:08:27.749427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec81f856-f877-48a2-9987-683183862267 req-06c1ca62-c3ec-432f-bed7-aa75e53a52ad tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2701406 Nov 29 18:08:27.846571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2bca62a7-f7a1-43db-8fca-a5b8cb61a507 req-1850297c-dc7f-4307-bc91-7d3e605a930e service neutron] 10.222.0.31 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487812 Nov 29 18:08:27.856995 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 29 Nov 2021 18:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d90a0c-fef5-4f5b-b081-813d965fe158 x-openstack-request-id: req-14d90a0c-fef5-4f5b-b081-813d965fe158 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:08:27.857856 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-plugged", "status": "completed", "tag": "af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e", "code": 200}, {"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-plugged", "status": "completed", "tag": "730944eb-08af-4c38-8053-b6e3b74e99c3", "code": 200}, {"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-plugged", "status": "completed", "tag": "e73ed092-ce3c-4b7f-94df-2e0d60df025e", "code": 200}, {"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-plugged", "status": "completed", "tag": "0c5a5880-da85-4a3c-b1f8-4c388c11ce37", "code": 200}, {"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-plugged", "status": "completed", "tag": "58205b60-33ce-4521-8706-6a9cb00f44ef", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:08:27.858624 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14d90a0c-fef5-4f5b-b081-813d965fe158 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:08:27.859285 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e', 'code': 200} Nov 29 18:08:27.859872 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730944eb-08af-4c38-8053-b6e3b74e99c3', 'code': 200} Nov 29 18:08:27.860965 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73ed092-ce3c-4b7f-94df-2e0d60df025e', 'code': 200} Nov 29 18:08:27.861450 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5a5880-da85-4a3c-b1f8-4c388c11ce37', 'code': 200} Nov 29 18:08:27.861960 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58205b60-33ce-4521-8706-6a9cb00f44ef', 'code': 200} Nov 29 18:08:27.942257 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e21f3dc6-dd8d-4895-b9a8-8bf147d49e15 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:28.170637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21eb72-b38c-4889-b540-fe540d617f42 req-316960a0-3f90-4a98-927b-ae378c3b3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:28.171151 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21eb72-b38c-4889-b540-fe540d617f42 req-316960a0-3f90-4a98-927b-ae378c3b3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:28.171633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21eb72-b38c-4889-b540-fe540d617f42 req-316960a0-3f90-4a98-927b-ae378c3b3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:28.172104 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21eb72-b38c-4889-b540-fe540d617f42 req-316960a0-3f90-4a98-927b-ae378c3b3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:28.172575 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21eb72-b38c-4889-b540-fe540d617f42 req-316960a0-3f90-4a98-927b-ae378c3b3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:28.173039 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21eb72-b38c-4889-b540-fe540d617f42 req-316960a0-3f90-4a98-927b-ae378c3b3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:28.173500 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21eb72-b38c-4889-b540-fe540d617f42 req-316960a0-3f90-4a98-927b-ae378c3b3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:28.175500 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2d21eb72-b38c-4889-b540-fe540d617f42 req-316960a0-3f90-4a98-927b-ae378c3b3d19 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 6503 time: 0.1974511 Nov 29 18:08:28.183594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb880f6-a3ed-4293-bbbd-4e17138f283f req-0ee4281a-8428-4ed0-8394-c12db2891f75 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:28.185152 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fbb880f6-a3ed-4293-bbbd-4e17138f283f req-0ee4281a-8428-4ed0-8394-c12db2891f75 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.2056646 Nov 29 18:08:28.236279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a027c9-762a-43aa-a4fa-d7aef3d60c03 req-d555c496-edbb-4a15-828e-88b67b15e33d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:28.239260 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32a027c9-762a-43aa-a4fa-d7aef3d60c03 req-d555c496-edbb-4a15-828e-88b67b15e33d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.1725917 Nov 29 18:08:28.362257 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fbb880f6-a3ed-4293-bbbd-4e17138f283f req-f92b6f69-52ad-498b-b171-62dc43fa65d1 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436327 Nov 29 18:08:28.410483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2d21eb72-b38c-4889-b540-fe540d617f42 req-08d265f4-bc4d-40da-b125-dc8f64dd0b52 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2215188 Nov 29 18:08:28.424159 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32a027c9-762a-43aa-a4fa-d7aef3d60c03 req-c0c29c9c-59cf-4636-bb92-bb2b48f6054d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742332 Nov 29 18:08:28.605848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c93614-2daa-4adb-ab03-36fae894014e req-f9437446-34f3-45cb-94b5-0826067c1b38 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:28.607658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3c93614-2daa-4adb-ab03-36fae894014e req-f9437446-34f3-45cb-94b5-0826067c1b38 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.0865788 Nov 29 18:08:28.615336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e21f3dc6-dd8d-4895-b9a8-8bf147d49e15 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Deleting port 66210f99-34eb-4b02-b319-9aec4064e552 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:08:28.615684 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e21f3dc6-dd8d-4895-b9a8-8bf147d49e15 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:28.758833 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3c93614-2daa-4adb-ab03-36fae894014e req-6649bef8-ff03-4943-b0b1-fc972ad57ebd tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311557 Nov 29 18:08:28.769124 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e21f3dc6-dd8d-4895-b9a8-8bf147d49e15 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:28.782565 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e21f3dc6-dd8d-4895-b9a8-8bf147d49e15 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Calling delete_port for 66210f99-34eb-4b02-b319-9aec4064e552 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:08:29.014568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6821c8-00fb-4e96-ae62-3c6d8602a9c0 req-d1c5947f-9ccb-4503-8acc-124efefec1bd tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:29.020841 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6821c8-00fb-4e96-ae62-3c6d8602a9c0 req-d1c5947f-9ccb-4503-8acc-124efefec1bd tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:29.032499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6821c8-00fb-4e96-ae62-3c6d8602a9c0 req-d1c5947f-9ccb-4503-8acc-124efefec1bd tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:29.039812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6821c8-00fb-4e96-ae62-3c6d8602a9c0 req-d1c5947f-9ccb-4503-8acc-124efefec1bd tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:29.043179 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:29.074301 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6821c8-00fb-4e96-ae62-3c6d8602a9c0 req-d1c5947f-9ccb-4503-8acc-124efefec1bd tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:29.080245 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6821c8-00fb-4e96-ae62-3c6d8602a9c0 req-d1c5947f-9ccb-4503-8acc-124efefec1bd tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:29.096099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6821c8-00fb-4e96-ae62-3c6d8602a9c0 req-d1c5947f-9ccb-4503-8acc-124efefec1bd tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:29.098067 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b6821c8-00fb-4e96-ae62-3c6d8602a9c0 req-d1c5947f-9ccb-4503-8acc-124efefec1bd tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5446 time: 0.1914277 Nov 29 18:08:29.245236 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e21f3dc6-dd8d-4895-b9a8-8bf147d49e15 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:29.255241 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b6821c8-00fb-4e96-ae62-3c6d8602a9c0 req-22c494df-efa1-47f5-8563-37eaad49a6ca tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1502721 Nov 29 18:08:29.294450 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 47d39406-5de8-4326-94ee-2469082ec427 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:08:29.296458 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f3dc6-dd8d-4895-b9a8-8bf147d49e15 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event deleted for resources: {'Port': ['ID=66210f99-34eb-4b02-b319-9aec4064e552,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:29.351689 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbbe7b-e0e8-498b-a373-677dd0a33c33 req-24cd70c4-8fbc-41e2-9a04-81ac467af559 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:29.353302 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89cbbe7b-e0e8-498b-a373-677dd0a33c33 req-24cd70c4-8fbc-41e2-9a04-81ac467af559 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 945 time: 0.1446421 Nov 29 18:08:29.391846 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:29.448875 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 47d39406-5de8-4326-94ee-2469082ec427, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=47d39406-5de8-4326-94ee-2469082ec427,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:29.457864 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:29.612749 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e21f3dc6-dd8d-4895-b9a8-8bf147d49e15 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:29.626640 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=47d39406-5de8-4326-94ee-2469082ec427,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:29.634625 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:29.667481 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89cbbe7b-e0e8-498b-a373-677dd0a33c33 req-d0642a28-ce19-4d37-9172-cebf903468a1 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/security-groups?id=efcb6982-74b3-491c-80d6-86ac7588f439&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242723 Nov 29 18:08:29.807183 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe399d46-7295-4de4-a045-43a3055d52f8 req-30a14329-2357-42d8-b547-ae8cfed16b6b tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:29.808750 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe399d46-7295-4de4-a045-43a3055d52f8 req-30a14329-2357-42d8-b547-ae8cfed16b6b tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.2640016 Nov 29 18:08:29.874854 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958ccb9f-e501-4d45-83ef-6069d481eb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7fcffc-e6ab-4623-b693-27c25f9330c1'}, {'server_uuid': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d39406-5de8-4326-94ee-2469082ec427'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:08:29.874854 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f705863e-7290-481e-8fc2-7ddc97d24905" -d '{"events": [{"server_uuid": "958ccb9f-e501-4d45-83ef-6069d481eb2c", "name": "network-vif-plugged", "status": "completed", "tag": "cd7fcffc-e6ab-4623-b693-27c25f9330c1"}, {"server_uuid": "a20f80ff-e398-4e4d-a5e9-95375923690d", "name": "network-vif-unplugged", "status": "completed", "tag": "47d39406-5de8-4326-94ee-2469082ec427"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:08:29.987945 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:30.252144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef6691-7a05-4043-95ea-5dd5d7b882c5 req-a044690a-2e48-4fc2-91b1-12a6f04a2ee7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:30.261685 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90ef6691-7a05-4043-95ea-5dd5d7b882c5 req-a044690a-2e48-4fc2-91b1-12a6f04a2ee7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 944 time: 0.5120220 Nov 29 18:08:30.311336 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe399d46-7295-4de4-a045-43a3055d52f8 req-3c4bfd70-2b81-443c-a93a-83d19cfe7343 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777880 Nov 29 18:08:30.333324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21f3dc6-dd8d-4895-b9a8-8bf147d49e15 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Router cdd29bd7-4131-4992-ab1b-02210788eee9 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:08:30.509449 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90ef6691-7a05-4043-95ea-5dd5d7b882c5 req-5294194f-c1a3-4ab1-aab8-a13ac6516fa0 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483234 Nov 29 18:08:30.510913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21f3dc6-dd8d-4895-b9a8-8bf147d49e15 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:08:30.523953 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cc9f9a-7679-4f2f-9dcf-421128bc1e48 None None] Sync routers for ids ['cdd29bd7-4131-4992-ab1b-02210788eee9'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:08:30.550245 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55734) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:30.554205 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cc9f9a-7679-4f2f-9dcf-421128bc1e48 None None] Routers {'cdd29bd7-4131-4992-ab1b-02210788eee9'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:08:30.557040 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c4cc9f9a-7679-4f2f-9dcf-421128bc1e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:08:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cdd29bd7-4131-4992-ab1b-02210788eee9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:30.574843 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e21f3dc6-dd8d-4895-b9a8-8bf147d49e15 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "PUT /v2.0/routers/cdd29bd7-4131-4992-ab1b-02210788eee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1750586 Nov 29 18:08:30.630513 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 29 Nov 2021 18:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605d023a-2313-4074-ac94-ffe8bb6bbddd x-openstack-request-id: req-605d023a-2313-4074-ac94-ffe8bb6bbddd {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:08:30.631931 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958ccb9f-e501-4d45-83ef-6069d481eb2c", "name": "network-vif-plugged", "status": "completed", "tag": "cd7fcffc-e6ab-4623-b693-27c25f9330c1", "code": 200}, {"server_uuid": "a20f80ff-e398-4e4d-a5e9-95375923690d", "name": "network-vif-unplugged", "status": "completed", "tag": "47d39406-5de8-4326-94ee-2469082ec427", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:08:30.632544 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-605d023a-2313-4074-ac94-ffe8bb6bbddd {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:08:30.633456 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958ccb9f-e501-4d45-83ef-6069d481eb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7fcffc-e6ab-4623-b693-27c25f9330c1', 'code': 200} Nov 29 18:08:30.633893 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d39406-5de8-4326-94ee-2469082ec427', 'code': 200} Nov 29 18:08:30.656107 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c4cc9f9a-7679-4f2f-9dcf-421128bc1e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:30.683505 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cc9f9a-7679-4f2f-9dcf-421128bc1e48 None None] Routers {'cdd29bd7-4131-4992-ab1b-02210788eee9'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:08:30.684055 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c4cc9f9a-7679-4f2f-9dcf-421128bc1e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:08:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cdd29bd7-4131-4992-ab1b-02210788eee9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:30.719664 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-334e1d70-13d2-408d-bbd4-9fcb542aa8da tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] show failed (client error): The resource could not be found. Nov 29 18:08:30.721700 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-334e1d70-13d2-408d-bbd4-9fcb542aa8da tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1032849079 HTTP/1.1" status: 404 len: 335 time: 0.1702638 Nov 29 18:08:30.727943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55748) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:30.732950 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-90bc6fb0-83c2-4b81-b416-5d65c0c8e2b0 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:30.791726 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c4cc9f9a-7679-4f2f-9dcf-421128bc1e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:30.792491 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cc9f9a-7679-4f2f-9dcf-421128bc1e48 None None] The sync data for ids ['cdd29bd7-4131-4992-ab1b-02210788eee9'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:08:30.809287 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-90bc6fb0-83c2-4b81-b416-5d65c0c8e2b0 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] update failed (client error): The resource could not be found. Nov 29 18:08:30.816925 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55750) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:30.817638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-90bc6fb0-83c2-4b81-b416-5d65c0c8e2b0 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1461571938 HTTP/1.1" status: 404 len: 335 time: 0.0880451 Nov 29 18:08:30.924681 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-01729883-9981-48a2-8190-19c4fb6f9d9c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Deleting subnet 1d474e90-669d-4e83-bf6b-5f161ee6b000 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:08:30.930992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01729883-9981-48a2-8190-19c4fb6f9d9c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:30.995834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae96a2-c4c4-4e18-b867-aae55a724a3c req-ce5a99f9-c1a7-4ee8-a4e5-f062f6589d15 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:30.997861 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3ae96a2-c4c4-4e18-b867-aae55a724a3c req-ce5a99f9-c1a7-4ee8-a4e5-f062f6589d15 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.31 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 945 time: 0.1783741 Nov 29 18:08:31.006979 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181b5d3-3f16-4c95-b62b-869fb09a9e33 req-97dc0903-7fe4-4ee3-adc1-9b9b3bc773aa tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:31.010591 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01729883-9981-48a2-8190-19c4fb6f9d9c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:31.014178 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2181b5d3-3f16-4c95-b62b-869fb09a9e33 req-97dc0903-7fe4-4ee3-adc1-9b9b3bc773aa tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.1493366 Nov 29 18:08:31.046116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08551c-d924-4846-95b6-189c966210c8 req-40ff7f30-fea0-4d32-9448-2b583ee8b7f3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:31.069771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08551c-d924-4846-95b6-189c966210c8 req-40ff7f30-fea0-4d32-9448-2b583ee8b7f3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:31.076042 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08551c-d924-4846-95b6-189c966210c8 req-40ff7f30-fea0-4d32-9448-2b583ee8b7f3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:31.081821 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08551c-d924-4846-95b6-189c966210c8 req-40ff7f30-fea0-4d32-9448-2b583ee8b7f3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:31.087790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08551c-d924-4846-95b6-189c966210c8 req-40ff7f30-fea0-4d32-9448-2b583ee8b7f3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:31.093686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08551c-d924-4846-95b6-189c966210c8 req-40ff7f30-fea0-4d32-9448-2b583ee8b7f3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:31.099649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08551c-d924-4846-95b6-189c966210c8 req-40ff7f30-fea0-4d32-9448-2b583ee8b7f3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:31.108175 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc08551c-d924-4846-95b6-189c966210c8 req-40ff7f30-fea0-4d32-9448-2b583ee8b7f3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5446 time: 0.2864940 Nov 29 18:08:31.133539 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01729883-9981-48a2-8190-19c4fb6f9d9c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:31.196526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dde6c-7227-4bc7-8f83-babc98fa20d0 req-d8efa6a9-7785-4616-910f-856edbcf5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:31.198099 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c3dde6c-7227-4bc7-8f83-babc98fa20d0 req-d8efa6a9-7785-4616-910f-856edbcf5652 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 1097 time: 0.2743218 Nov 29 18:08:31.216370 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01729883-9981-48a2-8190-19c4fb6f9d9c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:31.239338 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01729883-9981-48a2-8190-19c4fb6f9d9c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:31.246301 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-01729883-9981-48a2-8190-19c4fb6f9d9c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "DELETE /v2.0/subnets/1d474e90-669d-4e83-bf6b-5f161ee6b000 HTTP/1.1" status: 204 len: 168 time: 0.4277465 Nov 29 18:08:31.247435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e264587-9b3d-4284-bdb7-c108a27246c5 None None] Network accd6a0d-a4a4-4bdc-873a-859874ea8d4e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:08:31.252287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55764) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:31.270193 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01729883-9981-48a2-8190-19c4fb6f9d9c tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event deleted for resources: {'Subnet': ['ID=1d474e90-669d-4e83-bf6b-5f161ee6b000,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:31.355929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2181b5d3-3f16-4c95-b62b-869fb09a9e33 req-5afe03e4-4004-4663-a651-0b0f9479d673 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327396 Nov 29 18:08:31.418193 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc08551c-d924-4846-95b6-189c966210c8 req-0644a2db-ec94-49dd-9e55-040e1e9cf5a8 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3090124 Nov 29 18:08:31.481982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365bc3f8-0c1c-4df8-bb4e-9cb63d5c0c16 None None] DHCP port deletion for accd6a0d-a4a4-4bdc-873a-859874ea8d4e request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:08:31.483440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-b162a1f3-377f-48f1-8786-8a0c61cc8624 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Deleting subnet c047e727-780a-4a54-b5cc-93e10cc96f79 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:08:31.492454 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b162a1f3-377f-48f1-8786-8a0c61cc8624 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:31.530429 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c3dde6c-7227-4bc7-8f83-babc98fa20d0 req-3ace49de-b72c-4316-86a7-38c89a814308 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768519 Nov 29 18:08:31.531142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-365bc3f8-0c1c-4df8-bb4e-9cb63d5c0c16 None None] Deleting port 7a8321bb-e63f-4887-9420-d36509f9b7b9 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:08:31.531604 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-365bc3f8-0c1c-4df8-bb4e-9cb63d5c0c16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:31.588274 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-f3ae96a2-c4c4-4e18-b867-aae55a724a3c req-564be335-48e3-4e03-ac3f-533e6da3bae3 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Deleting port bc62959a-845f-47c5-8576-b17ef7e75474 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:08:31.588628 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f3ae96a2-c4c4-4e18-b867-aae55a724a3c req-564be335-48e3-4e03-ac3f-533e6da3bae3 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:31.593247 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b162a1f3-377f-48f1-8786-8a0c61cc8624 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:31.633451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c8c90-5296-4738-8511-cf9dbb9d734d req-ed58277b-be9a-4e2f-9918-18ec6b4f9572 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:31.635074 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-933c8c90-5296-4738-8511-cf9dbb9d734d req-ed58277b-be9a-4e2f-9918-18ec6b4f9572 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 945 time: 0.2069159 Nov 29 18:08:31.744210 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55786) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:31.748584 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-365bc3f8-0c1c-4df8-bb4e-9cb63d5c0c16 None None] For port 7a8321bb-e63f-4887-9420-d36509f9b7b9, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7a8321bb-e63f-4887-9420-d36509f9b7b9,segment=NetworkSegment(4deb1e46-6ab6-4b3e-8628-e709f6e95d45),segment_id=4deb1e46-6ab6-4b3e-8628-e709f6e95d45)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:31.749176 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-365bc3f8-0c1c-4df8-bb4e-9cb63d5c0c16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:31.752949 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796c24a-9e9f-43e3-b96a-af84135a44ae req-eb9a0885-872d-4ae7-9a56-069cbad9205f tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:31.755320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4796c24a-9e9f-43e3-b96a-af84135a44ae req-eb9a0885-872d-4ae7-9a56-069cbad9205f tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.2184410 Nov 29 18:08:31.764818 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-365bc3f8-0c1c-4df8-bb4e-9cb63d5c0c16 None None] Calling delete_port for 7a8321bb-e63f-4887-9420-d36509f9b7b9 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:08:31.795968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-f3ae96a2-c4c4-4e18-b867-aae55a724a3c req-564be335-48e3-4e03-ac3f-533e6da3bae3 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] For port bc62959a-845f-47c5-8576-b17ef7e75474, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=bc62959a-845f-47c5-8576-b17ef7e75474,segment=NetworkSegment(579ceb81-3873-4742-9308-da7af039cfa5),segment_id=579ceb81-3873-4742-9308-da7af039cfa5)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:31.797199 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f3ae96a2-c4c4-4e18-b867-aae55a724a3c req-564be335-48e3-4e03-ac3f-533e6da3bae3 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:31.849347 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-365bc3f8-0c1c-4df8-bb4e-9cb63d5c0c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:31.850050 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-933c8c90-5296-4738-8511-cf9dbb9d734d req-27c6798b-bc2b-4776-802e-5e4b741cf2a8 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/security-groups?id=efcb6982-74b3-491c-80d6-86ac7588f439&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788931 Nov 29 18:08:31.875413 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8391ff8e-c596-466d-91b2-b3150029ee49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:31.886763 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bc3f8-0c1c-4df8-bb4e-9cb63d5c0c16 None None] Pushing event deleted for resources: {'Port': ['ID=7a8321bb-e63f-4887-9420-d36509f9b7b9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:31.893901 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365bc3f8-0c1c-4df8-bb4e-9cb63d5c0c16 None None] No DVR routers for this DVR port 7a8321bb-e63f-4887-9420-d36509f9b7b9 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:08:31.961703 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8391ff8e-c596-466d-91b2-b3150029ee49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:31.966172 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8391ff8e-c596-466d-91b2-b3150029ee49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.009924 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391ff8e-c596-466d-91b2-b3150029ee49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9b3602-ec25-4501-805c-772127b08513,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:32.010735 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b162a1f3-377f-48f1-8786-8a0c61cc8624 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.018561 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8391ff8e-c596-466d-91b2-b3150029ee49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=25b2d18484b94f5c9e75375b5f6d7428&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2731993 Nov 29 18:08:32.019083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55790) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:32.074357 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c7f2bf0-b736-49d0-9bda-8408efce01b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.095777 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c7f2bf0-b736-49d0-9bda-8408efce01b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.107486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4796c24a-9e9f-43e3-b96a-af84135a44ae req-5c3882c7-2600-4e0f-9712-d148c13df3fe tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083806 Nov 29 18:08:32.153835 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c7f2bf0-b736-49d0-9bda-8408efce01b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.155114 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f2a2e-362d-41df-b6e6-fce039ef2c1d req-a9b56174-c284-4e78-896d-f63fa9beb675 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:32.156972 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c7f2bf0-b736-49d0-9bda-8408efce01b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.160523 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8c7f2bf0-b736-49d0-9bda-8408efce01b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f9b3602-ec25-4501-805c-772127b08513 HTTP/1.1" status: 204 len: 168 time: 0.1381230 Nov 29 18:08:32.160903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f2a2e-362d-41df-b6e6-fce039ef2c1d req-a9b56174-c284-4e78-896d-f63fa9beb675 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:32.167386 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f2a2e-362d-41df-b6e6-fce039ef2c1d req-a9b56174-c284-4e78-896d-f63fa9beb675 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:32.173215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f2a2e-362d-41df-b6e6-fce039ef2c1d req-a9b56174-c284-4e78-896d-f63fa9beb675 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:32.174106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f2bf0-b736-49d0-9bda-8408efce01b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9b3602-ec25-4501-805c-772127b08513,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:32.179073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f2a2e-362d-41df-b6e6-fce039ef2c1d req-a9b56174-c284-4e78-896d-f63fa9beb675 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:32.184888 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f2a2e-362d-41df-b6e6-fce039ef2c1d req-a9b56174-c284-4e78-896d-f63fa9beb675 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:32.190889 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f2a2e-362d-41df-b6e6-fce039ef2c1d req-a9b56174-c284-4e78-896d-f63fa9beb675 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:32.192864 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe3f2a2e-362d-41df-b6e6-fce039ef2c1d req-a9b56174-c284-4e78-896d-f63fa9beb675 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5446 time: 0.2443783 Nov 29 18:08:32.205229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55794) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:32.216945 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-21175ed0-ce2b-4129-82ca-f3e4fe595da5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Request body: {'floatingip': {'port_id': '17492e79-7d27-4b2d-8ba8-94b6d25ef180'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:32.284328 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-21175ed0-ce2b-4129-82ca-f3e4fe595da5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for floatingip, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.317832 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b162a1f3-377f-48f1-8786-8a0c61cc8624 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.395052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162a1f3-377f-48f1-8786-8a0c61cc8624 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event deleted for resources: {'Subnet': ['ID=c047e727-780a-4a54-b5cc-93e10cc96f79,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:32.407733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f1d6cc-9d4d-4c71-a622-f222f68ed939 None None] Network 8b783642-d000-4885-8f84-567f5d4c49f5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:08:32.409033 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b162a1f3-377f-48f1-8786-8a0c61cc8624 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.416271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b162a1f3-377f-48f1-8786-8a0c61cc8624 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "DELETE /v2.0/subnets/c047e727-780a-4a54-b5cc-93e10cc96f79 HTTP/1.1" status: 204 len: 168 time: 1.1567037 Nov 29 18:08:32.418701 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55820) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:32.420943 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f3ae96a2-c4c4-4e18-b867-aae55a724a3c req-564be335-48e3-4e03-ac3f-533e6da3bae3 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.421339 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f3ae96a2-c4c4-4e18-b867-aae55a724a3c req-564be335-48e3-4e03-ac3f-533e6da3bae3 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.421747 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-f3ae96a2-c4c4-4e18-b867-aae55a724a3c req-564be335-48e3-4e03-ac3f-533e6da3bae3 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Floating IP c322cb76-0f7a-4da4-8b22-da76af8e34dc disassociated. External IP: 172.25.3.163, port: bc62959a-845f-47c5-8576-b17ef7e75474. Nov 29 18:08:32.422100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-f3ae96a2-c4c4-4e18-b867-aae55a724a3c req-564be335-48e3-4e03-ac3f-533e6da3bae3 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Calling delete_port for bc62959a-845f-47c5-8576-b17ef7e75474 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:08:32.519610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76091d-94dd-4c62-a1b0-c2a12d941a14 req-3d89fe8c-95f8-4cc0-a777-34f6b246afcd tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:32.523673 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d76091d-94dd-4c62-a1b0-c2a12d941a14 req-3d89fe8c-95f8-4cc0-a777-34f6b246afcd tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 944 time: 0.3009744 Nov 29 18:08:32.601482 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55822) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:32.624351 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4ec5222-a4a1-4c78-b8cc-dbc53297d4b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.636409 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b95fc6d-ca04-40a7-93bd-29c1ede18fba None None] DHCP port deletion for 8b783642-d000-4885-8f84-567f5d4c49f5 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:08:32.636806 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2002ff4-7a92-4107-8445-6ebea067128b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.688776 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1b95fc6d-ca04-40a7-93bd-29c1ede18fba None None] Deleting port 5c8cf927-ee11-43a2-9d5f-a382610dae28 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:08:32.688776 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b95fc6d-ca04-40a7-93bd-29c1ede18fba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.720369 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d76091d-94dd-4c62-a1b0-c2a12d941a14 req-4ff3bdaf-a895-4d09-b52d-c042ab52fc0d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798646 Nov 29 18:08:32.740581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e89ea-68a9-49dc-843b-164d2778ae3b req-abcb6d7c-4bb4-4dfb-950d-099283783414 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:32.742726 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-895e89ea-68a9-49dc-843b-164d2778ae3b req-abcb6d7c-4bb4-4dfb-950d-099283783414 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.3028715 Nov 29 18:08:32.775868 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1b95fc6d-ca04-40a7-93bd-29c1ede18fba None None] For port 5c8cf927-ee11-43a2-9d5f-a382610dae28, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5c8cf927-ee11-43a2-9d5f-a382610dae28,segment=NetworkSegment(a62f47d8-76d1-428f-852b-5f056ec88987),segment_id=a62f47d8-76d1-428f-852b-5f056ec88987)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:32.776360 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b95fc6d-ca04-40a7-93bd-29c1ede18fba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.792098 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1b95fc6d-ca04-40a7-93bd-29c1ede18fba None None] Calling delete_port for 5c8cf927-ee11-43a2-9d5f-a382610dae28 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:08:32.895103 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b95fc6d-ca04-40a7-93bd-29c1ede18fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.912997 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7a8321bb-e63f-4887-9420-d36509f9b7b9 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:08:32.915444 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4ec5222-a4a1-4c78-b8cc-dbc53297d4b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.925287 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4ec5222-a4a1-4c78-b8cc-dbc53297d4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:32.959541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b95fc6d-ca04-40a7-93bd-29c1ede18fba None None] No DVR routers for this DVR port 5c8cf927-ee11-43a2-9d5f-a382610dae28 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:08:32.983950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95fc6d-ca04-40a7-93bd-29c1ede18fba None None] Pushing event deleted for resources: {'Port': ['ID=5c8cf927-ee11-43a2-9d5f-a382610dae28,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:32.988457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 7a8321bb-e63f-4887-9420-d36509f9b7b9 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:08:32.988809 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7a8321bb-e63f-4887-9420-d36509f9b7b9 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:08:32.989235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5c8cf927-ee11-43a2-9d5f-a382610dae28 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:08:33.004835 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d4ec5222-a4a1-4c78-b8cc-dbc53297d4b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7cfa9c93c264904bfa4961a0c1716b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4022717 Nov 29 18:08:33.007764 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55834) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:33.016882 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 5c8cf927-ee11-43a2-9d5f-a382610dae28 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:08:33.017241 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5c8cf927-ee11-43a2-9d5f-a382610dae28 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:08:33.042324 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-21175ed0-ce2b-4129-82ca-f3e4fe595da5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:33.059375 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-21175ed0-ce2b-4129-82ca-f3e4fe595da5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:33.073490 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec5222-a4a1-4c78-b8cc-dbc53297d4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f053fdf-7f76-4a97-9e45-2b3a8780668d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:33.224901 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f3ae96a2-c4c4-4e18-b867-aae55a724a3c req-564be335-48e3-4e03-ac3f-533e6da3bae3 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:33.279007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564be335-48e3-4e03-ac3f-533e6da3bae3 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Pushing event deleted for resources: {'Port': ['ID=bc62959a-845f-47c5-8576-b17ef7e75474,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:33.290153 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-895e89ea-68a9-49dc-843b-164d2778ae3b req-92b0f817-4d8d-4f85-863a-46244e3301ab tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368278 Nov 29 18:08:33.300258 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2002ff4-7a92-4107-8445-6ebea067128b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:33.336106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a2002ff4-7a92-4107-8445-6ebea067128b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['accd6a0d-a4a4-4bdc-873a-859874ea8d4e']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:33.423303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a2002ff4-7a92-4107-8445-6ebea067128b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4deb1e46-6ab6-4b3e-8628-e709f6e95d45') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:33.423626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a2002ff4-7a92-4107-8445-6ebea067128b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4deb1e46-6ab6-4b3e-8628-e709f6e95d45') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:33.444634 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2002ff4-7a92-4107-8445-6ebea067128b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:33.496813 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2002ff4-7a92-4107-8445-6ebea067128b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:33.507290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2002ff4-7a92-4107-8445-6ebea067128b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:08:33.507700 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2002ff4-7a92-4107-8445-6ebea067128b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:08:33.511094 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:08:33.565557 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7a8280b6-5e76-4f4b-a1b9-ea7cbf2f9c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:33.582616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3ae96a2-c4c4-4e18-b867-aae55a724a3c req-564be335-48e3-4e03-ac3f-533e6da3bae3 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:08:33.596618 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2002ff4-7a92-4107-8445-6ebea067128b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:33.603790 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-21175ed0-ce2b-4129-82ca-f3e4fe595da5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Floating IP 5cf8e32e-751d-4338-9d02-4a7f3cab30e9 associated. External IP: 172.25.3.160, port: 17492e79-7d27-4b2d-8ba8-94b6d25ef180. Nov 29 18:08:33.640268 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2002ff4-7a92-4107-8445-6ebea067128b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:33.646084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a2002ff4-7a92-4107-8445-6ebea067128b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "DELETE /v2.0/networks/accd6a0d-a4a4-4bdc-873a-859874ea8d4e HTTP/1.1" status: 204 len: 168 time: 1.2196202 Nov 29 18:08:33.646826 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55876) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:33.651423 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7a8280b6-5e76-4f4b-a1b9-ea7cbf2f9c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:33.685532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2002ff4-7a92-4107-8445-6ebea067128b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event deleted for resources: {'Network': ['ID=accd6a0d-a4a4-4bdc-873a-859874ea8d4e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:33.789700 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7a8280b6-5e76-4f4b-a1b9-ea7cbf2f9c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:33.792684 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7a8280b6-5e76-4f4b-a1b9-ea7cbf2f9c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:33.794664 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7a8280b6-5e76-4f4b-a1b9-ea7cbf2f9c84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f053fdf-7f76-4a97-9e45-2b3a8780668d HTTP/1.1" status: 204 len: 168 time: 0.7698715 Nov 29 18:08:33.856402 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30e5e3fa-5714-4404-874c-76c0b9438a31 req-2951faac-5a1c-4f14-8982-d3d0b58c88dd tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/ports?device_id=24b43a3c-7207-41e1-aa93-3dd01585ce4d HTTP/1.1" status: 200 len: 210 time: 0.0826461 Nov 29 18:08:33.861065 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-638ada13-95a3-49e2-a532-4aee3884fb7b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:33.863110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8280b6-5e76-4f4b-a1b9-ea7cbf2f9c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f053fdf-7f76-4a97-9e45-2b3a8780668d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:33.943621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3ae96a2-c4c4-4e18-b867-aae55a724a3c req-564be335-48e3-4e03-ac3f-533e6da3bae3 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:08:33.955330 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa8bce-6c41-483c-9007-2138de2c7a1b None None] Sync routers for ids ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:08:33.986307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa8bce-6c41-483c-9007-2138de2c7a1b None None] Routers {'8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:08:33.988944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb5e90-0ebe-4022-b32b-b24f7c374b8f req-ac8c7f7b-7323-4204-ab59-84b49f0236d5 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:33.993937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-20aa8bce-6c41-483c-9007-2138de2c7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:08:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:33.997388 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a2fb5e90-0ebe-4022-b32b-b24f7c374b8f req-ac8c7f7b-7323-4204-ab59-84b49f0236d5 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.1443131 Nov 29 18:08:34.056350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21175ed0-ce2b-4129-82ca-f3e4fe595da5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Router aa0a8600-d365-4dbf-a006-5b2a16bf360d has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:08:34.108233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ae96a2-c4c4-4e18-b867-aae55a724a3c req-564be335-48e3-4e03-ac3f-533e6da3bae3 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] No DVR routers for this DVR port bc62959a-845f-47c5-8576-b17ef7e75474 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:08:34.114071 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f3ae96a2-c4c4-4e18-b867-aae55a724a3c req-564be335-48e3-4e03-ac3f-533e6da3bae3 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:34.118497 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3ae96a2-c4c4-4e18-b867-aae55a724a3c req-564be335-48e3-4e03-ac3f-533e6da3bae3 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.31 "DELETE /v2.0/ports/bc62959a-845f-47c5-8576-b17ef7e75474 HTTP/1.1" status: 204 len: 173 time: 3.1000335 Nov 29 18:08:34.120323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b43a3c-7207-41e1-aa93-3dd01585ce4d', 'name': 'network-vif-deleted', 'tag': 'bc62959a-845f-47c5-8576-b17ef7e75474'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:08:34.122727 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133ffbb1-2651-4b82-bdd6-84348fc97938" -d '{"events": [{"server_uuid": "24b43a3c-7207-41e1-aa93-3dd01585ce4d", "name": "network-vif-deleted", "tag": "bc62959a-845f-47c5-8576-b17ef7e75474"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:08:34.191001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a2fb5e90-0ebe-4022-b32b-b24f7c374b8f req-9e335a27-0f5c-498c-938e-a466c7039a76 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923826 Nov 29 18:08:34.204100 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-638ada13-95a3-49e2-a532-4aee3884fb7b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:34.241529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-20aa8bce-6c41-483c-9007-2138de2c7a1b None None] Set router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:08:34.258804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-638ada13-95a3-49e2-a532-4aee3884fb7b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b783642-d000-4885-8f84-567f5d4c49f5']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:34.282777 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744a4c5b-fd02-4c53-9ebc-361c549b43ae x-openstack-request-id: req-744a4c5b-fd02-4c53-9ebc-361c549b43ae {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:08:34.283418 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b43a3c-7207-41e1-aa93-3dd01585ce4d", "name": "network-vif-deleted", "tag": "bc62959a-845f-47c5-8576-b17ef7e75474", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:08:34.283877 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-744a4c5b-fd02-4c53-9ebc-361c549b43ae {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:08:34.284433 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b43a3c-7207-41e1-aa93-3dd01585ce4d', 'name': 'network-vif-deleted', 'tag': 'bc62959a-845f-47c5-8576-b17ef7e75474', 'status': 'completed', 'code': 200} Nov 29 18:08:34.287634 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-638ada13-95a3-49e2-a532-4aee3884fb7b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62f47d8-76d1-428f-852b-5f056ec88987') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:34.294278 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-638ada13-95a3-49e2-a532-4aee3884fb7b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62f47d8-76d1-428f-852b-5f056ec88987') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:34.309951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21175ed0-ce2b-4129-82ca-f3e4fe595da5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:08:34.321877 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec262ce-b5ee-4143-baa2-ce26ad9e8747 None None] Sync routers for ids ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:08:34.327005 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-21175ed0-ce2b-4129-82ca-f3e4fe595da5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:34.341533 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec262ce-b5ee-4143-baa2-ce26ad9e8747 None None] Routers {'aa0a8600-d365-4dbf-a006-5b2a16bf360d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:08:34.342167 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4ec262ce-b5ee-4143-baa2-ce26ad9e8747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:08:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:34.346877 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-638ada13-95a3-49e2-a532-4aee3884fb7b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:34.367716 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-638ada13-95a3-49e2-a532-4aee3884fb7b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:34.383347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638ada13-95a3-49e2-a532-4aee3884fb7b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:08:34.384340 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-638ada13-95a3-49e2-a532-4aee3884fb7b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:08:34.388948 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:08:34.403159 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-21175ed0-ce2b-4129-82ca-f3e4fe595da5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "PUT /v2.0/floatingips/5cf8e32e-751d-4338-9d02-4a7f3cab30e9 HTTP/1.1" status: 200 len: 992 time: 2.1936457 Nov 29 18:08:34.403996 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'tag': '17492e79-7d27-4b2d-8ba8-94b6d25ef180'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:08:34.407058 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186bf750-95f5-4118-ac54-974219a593b5" -d '{"events": [{"name": "network-changed", "server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "tag": "17492e79-7d27-4b2d-8ba8-94b6d25ef180"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:08:34.518693 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-638ada13-95a3-49e2-a532-4aee3884fb7b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:34.528878 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd52db-212b-48aa-be46-917771031318 req-00844ef5-0133-4ac7-935e-c776950a3946 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:34.531701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f6bd52db-212b-48aa-be46-917771031318 req-00844ef5-0133-4ac7-935e-c776950a3946 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.0704257 Nov 29 18:08:34.544993 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-638ada13-95a3-49e2-a532-4aee3884fb7b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:34.545947 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-4ec262ce-b5ee-4143-baa2-ce26ad9e8747 None None] Set router aa0a8600-d365-4dbf-a006-5b2a16bf360d gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:08:34.549103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-638ada13-95a3-49e2-a532-4aee3884fb7b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "DELETE /v2.0/networks/8b783642-d000-4885-8f84-567f5d4c49f5 HTTP/1.1" status: 204 len: 168 time: 0.8996246 Nov 29 18:08:34.551875 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55912) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:34.595604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ada13-95a3-49e2-a532-4aee3884fb7b tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event deleted for resources: {'Network': ['ID=8b783642-d000-4885-8f84-567f5d4c49f5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:34.689394 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f6bd52db-212b-48aa-be46-917771031318 req-36ee4390-f16f-4179-be24-398f80c623ee tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514082 Nov 29 18:08:34.712656 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-20aa8bce-6c41-483c-9007-2138de2c7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'name': 'tempest-ServersTestJSON-1157515805-router', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:12Z', 'updated_at': '2021-11-29T18:05:19Z', 'revision_number': 4, 'project_id': '1318b8c767b14067acb6590f51744cee', 'gw_port': {'id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:13Z', 'updated_at': '2021-11-29T18:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '75f018f6-732d-4d58-9ec8-4936ec0d5647', 'name': '', 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'mac_address': 'fa:16:3e:fc:05:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:18Z', 'updated_at': '2021-11-29T18:05:28Z', 'revision_number': 5, 'project_id': '1318b8c767b14067acb6590f51744cee', 'subnets': [{'id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:34.732781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e622a7-5766-49e9-bb1a-809f878a04e5 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Deleting subnet 98479902-a55e-4adb-bd2b-0a35f0b5309e {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:08:34.745556 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-77e622a7-5766-49e9-bb1a-809f878a04e5 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:34.751130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa8bce-6c41-483c-9007-2138de2c7a1b None None] Checking router: 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:08:34.771876 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aa8bce-6c41-483c-9007-2138de2c7a1b None None] Routers {'8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:08:34.772560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-20aa8bce-6c41-483c-9007-2138de2c7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:08:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:34.833274 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-77e622a7-5766-49e9-bb1a-809f878a04e5 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:34.934719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-20aa8bce-6c41-483c-9007-2138de2c7a1b None None] Set router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:08:34.939395 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4ec262ce-b5ee-4143-baa2-ce26ad9e8747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-router', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:52Z', 'revision_number': 4, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'gw_port': {'id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '5cf8e32e-751d-4338-9d02-4a7f3cab30e9', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'port_id': '17492e79-7d27-4b2d-8ba8-94b6d25ef180', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7', 'mac_address': 'fa:16:3e:25:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:06:55Z', 'updated_at': '2021-11-29T18:08:32Z', 'revision_number': 1, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbc3ba3-960b-41ef-b098-e1a5ef3192a9', 'name': '', 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'mac_address': 'fa:16:3e:ec:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:51Z', 'updated_at': '2021-11-29T18:05:59Z', 'revision_number': 5, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'subnets': [{'id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:34.978934 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec262ce-b5ee-4143-baa2-ce26ad9e8747 None None] Checking router: aa0a8600-d365-4dbf-a006-5b2a16bf360d for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:08:34.989559 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec262ce-b5ee-4143-baa2-ce26ad9e8747 None None] Routers {'aa0a8600-d365-4dbf-a006-5b2a16bf360d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:08:34.990705 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4ec262ce-b5ee-4143-baa2-ce26ad9e8747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:08:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:35.029697 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5851de4-4600-415a-a199-1e686e1c5bf5 req-cb3df414-ab3f-4381-bfe6-66d0b6cda89c tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:35.041349 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5851de4-4600-415a-a199-1e686e1c5bf5 req-cb3df414-ab3f-4381-bfe6-66d0b6cda89c tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.2654171 Nov 29 18:08:35.049740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 331dc1f7-6173-4ae9-868e-bc86e7ab1bba no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:08:35.106678 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-77e622a7-5766-49e9-bb1a-809f878a04e5 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:35.173892 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-4ec262ce-b5ee-4143-baa2-ce26ad9e8747 None None] Set router aa0a8600-d365-4dbf-a006-5b2a16bf360d gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:08:35.226472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-9c06c7bc-2ef1-45ab-bb62-bc3198f12301 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:35.239116 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-77e622a7-5766-49e9-bb1a-809f878a04e5 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:35.246101 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-9c06c7bc-2ef1-45ab-bb62-bc3198f12301 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/networks?id=07e1bd78-8269-42cb-97e4-b929faeeeeb7 HTTP/1.1" status: 200 len: 805 time: 0.4085751 Nov 29 18:08:35.266712 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:35.273026 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5851de4-4600-415a-a199-1e686e1c5bf5 req-98071615-e91b-4ba2-be92-ac9cfe0ef29a tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289062 Nov 29 18:08:35.287010 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-1f5609f4-538b-4286-862a-354413e494c4 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/quotas/965396166f334736a02822e4c58ac279 HTTP/1.1" status: 200 len: 375 time: 0.0369520 Nov 29 18:08:35.299815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e622a7-5766-49e9-bb1a-809f878a04e5 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event deleted for resources: {'Subnet': ['ID=98479902-a55e-4adb-bd2b-0a35f0b5309e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:35.302566 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-77e622a7-5766-49e9-bb1a-809f878a04e5 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:35.305187 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd38137-299d-417e-a874-c9e1a5f64b31 None None] Network c412e6f7-a254-4d59-8cc7-49fdb33ffd85 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:08:35.310269 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-77e622a7-5766-49e9-bb1a-809f878a04e5 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "DELETE /v2.0/subnets/98479902-a55e-4adb-bd2b-0a35f0b5309e HTTP/1.1" status: 204 len: 168 time: 0.7552800 Nov 29 18:08:35.310672 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55944) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:35.358143 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-20aa8bce-6c41-483c-9007-2138de2c7a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'name': 'tempest-ServersTestJSON-1157515805-router', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:12Z', 'updated_at': '2021-11-29T18:05:19Z', 'revision_number': 4, 'project_id': '1318b8c767b14067acb6590f51744cee', 'gw_port': {'id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:13Z', 'updated_at': '2021-11-29T18:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '75f018f6-732d-4d58-9ec8-4936ec0d5647', 'name': '', 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'mac_address': 'fa:16:3e:fc:05:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:18Z', 'updated_at': '2021-11-29T18:05:28Z', 'revision_number': 5, 'project_id': '1318b8c767b14067acb6590f51744cee', 'subnets': [{'id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:35.406170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bbbbb882-c194-4b6d-a379-6a68f95b32db tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=965396166f334736a02822e4c58ac279&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1181707 Nov 29 18:08:35.443804 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device bc62959a-845f-47c5-8576-b17ef7e75474 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:08:35.446438 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20aa8bce-6c41-483c-9007-2138de2c7a1b None None] The sync data for ids ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'] in n-d-819494-5 is: [{'id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'name': 'tempest-ServersTestJSON-1157515805-router', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:12Z', 'updated_at': '2021-11-29T18:05:19Z', 'revision_number': 4, 'project_id': '1318b8c767b14067acb6590f51744cee', 'gw_port': {'id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:13Z', 'updated_at': '2021-11-29T18:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '75f018f6-732d-4d58-9ec8-4936ec0d5647', 'name': '', 'network_id': 'ae722068-7ae3-4725-97bd-11d55a46823e', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'mac_address': 'fa:16:3e:fc:05:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:18Z', 'updated_at': '2021-11-29T18:05:28Z', 'revision_number': 5, 'project_id': '1318b8c767b14067acb6590f51744cee', 'subnets': [{'id': 'da92c5bb-1df1-4b83-bd52-c49e1bf02675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:08:35.470533 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:35.497703 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6491b27a-c563-4fef-8694-7a44bf233bbc x-openstack-request-id: req-6491b27a-c563-4fef-8694-7a44bf233bbc {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:08:35.499749 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "tag": "17492e79-7d27-4b2d-8ba8-94b6d25ef180", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:08:35.500113 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6491b27a-c563-4fef-8694-7a44bf233bbc {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:08:35.500632 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'tag': '17492e79-7d27-4b2d-8ba8-94b6d25ef180', 'status': 'completed', 'code': 200} Nov 29 18:08:35.510591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: bc62959a-845f-47c5-8576-b17ef7e75474 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:08:35.514406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device bc62959a-845f-47c5-8576-b17ef7e75474 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:08:35.514885 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 47d39406-5de8-4326-94ee-2469082ec427 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:08:35.591781 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4ec262ce-b5ee-4143-baa2-ce26ad9e8747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-router', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:52Z', 'revision_number': 4, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'gw_port': {'id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '5cf8e32e-751d-4338-9d02-4a7f3cab30e9', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'port_id': '17492e79-7d27-4b2d-8ba8-94b6d25ef180', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7', 'mac_address': 'fa:16:3e:25:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:06:55Z', 'updated_at': '2021-11-29T18:08:32Z', 'revision_number': 1, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbc3ba3-960b-41ef-b098-e1a5ef3192a9', 'name': '', 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'mac_address': 'fa:16:3e:ec:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:51Z', 'updated_at': '2021-11-29T18:05:59Z', 'revision_number': 5, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'subnets': [{'id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:35.631792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf750-95f5-4118-ac54-974219a593b5 req-d70124bb-4c10-45d0-abee-14a859385ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:35.632286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf750-95f5-4118-ac54-974219a593b5 req-d70124bb-4c10-45d0-abee-14a859385ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:35.632495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331dc1f7-6173-4ae9-868e-bc86e7ab1bba'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:08:35.632757 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf750-95f5-4118-ac54-974219a593b5 req-d70124bb-4c10-45d0-abee-14a859385ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:35.633244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf750-95f5-4118-ac54-974219a593b5 req-d70124bb-4c10-45d0-abee-14a859385ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:35.633830 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf750-95f5-4118-ac54-974219a593b5 req-d70124bb-4c10-45d0-abee-14a859385ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:35.634291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf750-95f5-4118-ac54-974219a593b5 req-d70124bb-4c10-45d0-abee-14a859385ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:35.634743 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e810ebb8-cbd0-465a-ab56-96e7d9902e2e" -d '{"events": [{"server_uuid": "a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc", "name": "network-vif-unplugged", "status": "completed", "tag": "331dc1f7-6173-4ae9-868e-bc86e7ab1bba"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:08:35.634936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf750-95f5-4118-ac54-974219a593b5 req-d70124bb-4c10-45d0-abee-14a859385ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:35.636887 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-186bf750-95f5-4118-ac54-974219a593b5 req-d70124bb-4c10-45d0-abee-14a859385ece service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 6503 time: 0.1071498 Nov 29 18:08:35.648253 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec262ce-b5ee-4143-baa2-ce26ad9e8747 None None] The sync data for ids ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'] in n-d-819494-5 is: [{'id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-router', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:52Z', 'revision_number': 4, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'gw_port': {'id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '5cf8e32e-751d-4338-9d02-4a7f3cab30e9', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'port_id': '17492e79-7d27-4b2d-8ba8-94b6d25ef180', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7', 'mac_address': 'fa:16:3e:25:d7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:06:55Z', 'updated_at': '2021-11-29T18:08:32Z', 'revision_number': 1, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbc3ba3-960b-41ef-b098-e1a5ef3192a9', 'name': '', 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'mac_address': 'fa:16:3e:ec:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:51Z', 'updated_at': '2021-11-29T18:05:59Z', 'revision_number': 5, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'subnets': [{'id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:08:35.652926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Deleting port b0313f98-b826-4a39-9032-1c7f483cca04 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:08:35.652926 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:35.656978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-520904f8-49f0-430e-bda8-8a118fbb66d6 service neutron] 10.222.0.23 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496278 Nov 29 18:08:35.684010 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:35.734327 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:35.817982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] For port b0313f98-b826-4a39-9032-1c7f483cca04, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b0313f98-b826-4a39-9032-1c7f483cca04,segment=NetworkSegment(9b996faa-f727-428e-b436-23b8f98a0ce2),segment_id=9b996faa-f727-428e-b436-23b8f98a0ce2)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:35.818370 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:35.852897 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Calling delete_port for b0313f98-b826-4a39-9032-1c7f483cca04 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:08:35.855382 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf750-95f5-4118-ac54-974219a593b5 req-bdb1e898-9c9a-40f6-9013-559e9cbb80a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:35.856971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-186bf750-95f5-4118-ac54-974219a593b5 req-bdb1e898-9c9a-40f6-9013-559e9cbb80a4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=61ba322e-fbbf-41dc-a676-fbf94bf423e7 HTTP/1.1" status: 200 len: 918 time: 0.2048771 Nov 29 18:08:36.095972 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:36.119203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] No DVR routers for this DVR port b0313f98-b826-4a39-9032-1c7f483cca04 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:08:36.143008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event deleted for resources: {'Port': ['ID=b0313f98-b826-4a39-9032-1c7f483cca04,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:36.159335 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a548d4-166e-4af3-a2a0-8290068f89c3 x-openstack-request-id: req-e1a548d4-166e-4af3-a2a0-8290068f89c3 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:08:36.159834 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc", "name": "network-vif-unplugged", "status": "completed", "tag": "331dc1f7-6173-4ae9-868e-bc86e7ab1bba", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:08:36.159969 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1a548d4-166e-4af3-a2a0-8290068f89c3 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:08:36.160272 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331dc1f7-6173-4ae9-868e-bc86e7ab1bba', 'code': 200} Nov 29 18:08:36.162758 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379de8bf-6769-4d4a-94c2-00e6d9ececcb None None] New status for floating IP c322cb76-0f7a-4da4-8b22-da76af8e34dc: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:08:36.192807 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc241405-dffb-41d6-865d-47af2a4e9f7c None None] New status for floating IP 5cf8e32e-751d-4338-9d02-4a7f3cab30e9: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:08:36.240333 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-186bf750-95f5-4118-ac54-974219a593b5 req-6b2121ff-1a86-4502-a656-0b74b1579b96 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17492e79-7d27-4b2d-8ba8-94b6d25ef180 HTTP/1.1" status: 200 len: 1000 time: 0.3376131 Nov 29 18:08:36.277718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:36.348466 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:36.395665 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861a0f5-b883-496f-9b0d-080a6de9fdc1 req-64f7bf00-1029-4c9a-91d2-2218bfb5401c tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:36.397803 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2861a0f5-b883-496f-9b0d-080a6de9fdc1 req-64f7bf00-1029-4c9a-91d2-2218bfb5401c tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc HTTP/1.1" status: 200 len: 944 time: 0.2520578 Nov 29 18:08:36.456474 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-88f3ef0c-fdcb-41aa-91a5-86eb3b9642ee service neutron] 10.222.0.23 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5984445 Nov 29 18:08:36.483533 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf750-95f5-4118-ac54-974219a593b5 req-b10038cc-f4b8-4c33-8283-e84b46099662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:36.485290 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-186bf750-95f5-4118-ac54-974219a593b5 req-b10038cc-f4b8-4c33-8283-e84b46099662 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ddd95e10-71b6-4e7a-9420-b299dbcdb3cc HTTP/1.1" status: 200 len: 856 time: 0.2267356 Nov 29 18:08:36.486308 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c11082-f72b-484d-9641-8dcd1f842316 None None] DHCP port deletion for c412e6f7-a254-4d59-8cc7-49fdb33ffd85 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:08:36.528839 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c412e6f7-a254-4d59-8cc7-49fdb33ffd85']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:36.545393 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b996faa-f727-428e-b436-23b8f98a0ce2') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:36.554352 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b996faa-f727-428e-b436-23b8f98a0ce2') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:36.579333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-b6152059-9d71-43bf-9137-69efc4a34e47 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:36.582878 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:36.587657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-b6152059-9d71-43bf-9137-69efc4a34e47 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/networks?id=7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 HTTP/1.1" status: 200 len: 814 time: 0.3278010 Nov 29 18:08:36.607662 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:36.607834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf750-95f5-4118-ac54-974219a593b5 req-ca7cab50-0aa0-46e9-85d6-df74d32fc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:36.609453 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-186bf750-95f5-4118-ac54-974219a593b5 req-ca7cab50-0aa0-46e9-85d6-df74d32fc7d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61ba322e-fbbf-41dc-a676-fbf94bf423e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010690 Nov 29 18:08:36.618707 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-4ee32034-5438-434e-afdd-1f1174833a42 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/quotas/383d90a15ebd4c609091ab32f0e04663 HTTP/1.1" status: 200 len: 375 time: 0.0301473 Nov 29 18:08:36.620613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:08:36.621153 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:08:36.624968 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:08:36.638560 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-2861a0f5-b883-496f-9b0d-080a6de9fdc1 req-d39171b7-b76e-47c1-a5eb-c6f78fc2e055 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Deleting port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:08:36.638954 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2861a0f5-b883-496f-9b0d-080a6de9fdc1 req-d39171b7-b76e-47c1-a5eb-c6f78fc2e055 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:36.745088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-d608275d-2b64-4f63-aa7b-234c7982b9d7 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=383d90a15ebd4c609091ab32f0e04663&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1252582 Nov 29 18:08:36.817515 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-2861a0f5-b883-496f-9b0d-080a6de9fdc1 req-d39171b7-b76e-47c1-a5eb-c6f78fc2e055 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] For port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:36.818555 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2861a0f5-b883-496f-9b0d-080a6de9fdc1 req-d39171b7-b76e-47c1-a5eb-c6f78fc2e055 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:36.836122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-2861a0f5-b883-496f-9b0d-080a6de9fdc1 req-d39171b7-b76e-47c1-a5eb-c6f78fc2e055 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Calling delete_port for 331dc1f7-6173-4ae9-868e-bc86e7ab1bba owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:08:36.864088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-186bf750-95f5-4118-ac54-974219a593b5 req-e4326d3a-fc99-4711-8698-3380980c6d8c service neutron] 10.222.0.31 "GET /v2.0/networks/61ba322e-fbbf-41dc-a676-fbf94bf423e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071860 Nov 29 18:08:36.891664 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b0313f98-b826-4a39-9032-1c7f483cca04 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:08:36.915866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: b0313f98-b826-4a39-9032-1c7f483cca04 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:08:36.916314 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b0313f98-b826-4a39-9032-1c7f483cca04 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:08:36.956849 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:36.965023 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:36.970730 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "DELETE /v2.0/networks/c412e6f7-a254-4d59-8cc7-49fdb33ffd85 HTTP/1.1" status: 204 len: 168 time: 1.6568043 Nov 29 18:08:36.974669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56006) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:36.985188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf6ada-8a17-44e0-93f8-e0cd75bcf4a7 req-56343c3e-5fa5-49cd-8d21-5bdf48e0caae tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:36.993486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ceaf6ada-8a17-44e0-93f8-e0cd75bcf4a7 req-56343c3e-5fa5-49cd-8d21-5bdf48e0caae tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 944 time: 0.1897707 Nov 29 18:08:37.029522 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-07d38b3f-c950-4df3-a2d6-1b05bbcb6e6d service neutron] 10.222.0.23 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835593 Nov 29 18:08:37.062814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1b4ed-04da-41ee-a014-5f1a55ad94ae tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Pushing event deleted for resources: {'Network': ['ID=c412e6f7-a254-4d59-8cc7-49fdb33ffd85,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:37.072416 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-04c558d5-555e-4bf8-a880-18e1fe119330 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdd29bd7-4131-4992-ab1b-02210788eee9 HTTP/1.1" status: 200 len: 205 time: 0.0901461 Nov 29 18:08:37.076873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56014) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:37.150611 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ceaf6ada-8a17-44e0-93f8-e0cd75bcf4a7 req-95f0b2a1-3258-405e-82a5-5bed1bec3bf3 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559744 Nov 29 18:08:37.188596 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-186bf750-95f5-4118-ac54-974219a593b5 req-e7a45cd7-d49a-4967-b1a2-4dbc35d25519 service neutron] 10.222.0.31 "GET /v2.0/networks/61ba322e-fbbf-41dc-a676-fbf94bf423e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132188 Nov 29 18:08:37.217954 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-964f1592-e59d-43a8-94f8-3606b0740661 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:37.250466 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-3cf596c7-3d98-4ed2-a7c5-8ddf12c23200 service neutron] 10.222.0.23 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195313 Nov 29 18:08:37.266035 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2861a0f5-b883-496f-9b0d-080a6de9fdc1 req-d39171b7-b76e-47c1-a5eb-c6f78fc2e055 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:37.407328 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39171b7-b76e-47c1-a5eb-c6f78fc2e055 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Pushing event deleted for resources: {'Port': ['ID=331dc1f7-6173-4ae9-868e-bc86e7ab1bba,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:37.468221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-2861a0f5-b883-496f-9b0d-080a6de9fdc1 req-d39171b7-b76e-47c1-a5eb-c6f78fc2e055 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] No DVR routers for this DVR port 331dc1f7-6173-4ae9-868e-bc86e7ab1bba on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:08:37.502744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6881fd-ab68-45b8-a5c8-c8d35efd223a req-13e54692-98ee-4c08-95f3-136b29602f0e tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:37.504351 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c6881fd-ab68-45b8-a5c8-c8d35efd223a req-13e54692-98ee-4c08-95f3-136b29602f0e tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.31 "GET /v2.0/ports?device_id=958ccb9f-e501-4d45-83ef-6069d481eb2c HTTP/1.1" status: 200 len: 946 time: 0.1153033 Nov 29 18:08:37.545814 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2861a0f5-b883-496f-9b0d-080a6de9fdc1 req-d39171b7-b76e-47c1-a5eb-c6f78fc2e055 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:37.550090 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2861a0f5-b883-496f-9b0d-080a6de9fdc1 req-d39171b7-b76e-47c1-a5eb-c6f78fc2e055 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.20 "DELETE /v2.0/ports/331dc1f7-6173-4ae9-868e-bc86e7ab1bba HTTP/1.1" status: 204 len: 173 time: 1.1438005 Nov 29 18:08:37.550656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc', 'name': 'network-vif-deleted', 'tag': '331dc1f7-6173-4ae9-868e-bc86e7ab1bba'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:08:37.563863 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990067a4-4839-43db-a9e2-732f94563a3f" -d '{"events": [{"server_uuid": "a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc", "name": "network-vif-deleted", "tag": "331dc1f7-6173-4ae9-868e-bc86e7ab1bba"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:08:37.630995 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-c22b2cb9-b71d-43da-aad2-fad4e92ffd12 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6953545 Nov 29 18:08:37.639738 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-964f1592-e59d-43a8-94f8-3606b0740661 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:37.642122 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-964f1592-e59d-43a8-94f8-3606b0740661 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:37.651442 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-676fc0f1-6d95-4462-b6ce-be113c556765 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:08:37.653031 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-676fc0f1-6d95-4462-b6ce-be113c556765 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086203 Nov 29 18:08:37.687505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ae26c-83fb-4805-81f7-3facbea357d9 req-0b618f09-622e-415e-a08c-7f2ffcbcf445 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:37.708196 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f35ae26c-83fb-4805-81f7-3facbea357d9 req-0b618f09-622e-415e-a08c-7f2ffcbcf445 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.1388497 Nov 29 18:08:37.733290 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-964f1592-e59d-43a8-94f8-3606b0740661 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:37.733899 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964f1592-e59d-43a8-94f8-3606b0740661 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Fanout notify agent at l3_agent the message router_deleted on router cdd29bd7-4131-4992-ab1b-02210788eee9 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:08:37.749345 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-964f1592-e59d-43a8-94f8-3606b0740661 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:37.754333 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-964f1592-e59d-43a8-94f8-3606b0740661 tempest-RoutersNegativeTest-509607624 tempest-RoutersNegativeTest-509607624-project] 10.222.0.23 "DELETE /v2.0/routers/cdd29bd7-4131-4992-ab1b-02210788eee9 HTTP/1.1" status: 204 len: 168 time: 0.6761293 Nov 29 18:08:37.876199 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f35ae26c-83fb-4805-81f7-3facbea357d9 req-7f766b51-c8a4-4618-a7f7-4a5e846b5c28 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642187 Nov 29 18:08:37.882149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-7c6881fd-ab68-45b8-a5c8-c8d35efd223a req-0ae08a20-dc44-4952-b1af-daae26291ee5 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Deleting port cd7fcffc-e6ab-4623-b693-27c25f9330c1 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:08:37.882516 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7c6881fd-ab68-45b8-a5c8-c8d35efd223a req-0ae08a20-dc44-4952-b1af-daae26291ee5 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:38.213636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56070) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:38.253955 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56074) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:38.442194 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ee2a-edcf-4f73-9fec-fa83385bcc5b tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:38.486315 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f282b522-7b07-49b1-9052-e8483851a22f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ac4e783484b48089258542cf8f04b99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2712035 Nov 29 18:08:38.494183 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56076) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:38.510985 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ee2a-edcf-4f73-9fec-fa83385bcc5b tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:38.575038 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afb48580-2869-457c-9b02-93057c3af207 req-6b28eb85-e435-4210-bbc1-7a7bac641a02 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 210 time: 0.0901158 Nov 29 18:08:38.576564 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-34f55155-d4c5-4e58-95f7-acd4606f2e00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:38.592355 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13284b7b-e190-4e96-a702-a92f3d3fbbbf req-72ec9160-d373-44f4-b9dc-4b455797610b tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 210 time: 0.1084137 Nov 29 18:08:38.620306 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ee2a-edcf-4f73-9fec-fa83385bcc5b tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:38.625267 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ee2a-edcf-4f73-9fec-fa83385bcc5b tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:38.630987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56078) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:38.631129 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bdd6ee2a-edcf-4f73-9fec-fa83385bcc5b tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "DELETE /v2.0/security-groups/efcb6982-74b3-491c-80d6-86ac7588f439 HTTP/1.1" status: 204 len: 168 time: 0.3736672 Nov 29 18:08:38.657860 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-34f55155-d4c5-4e58-95f7-acd4606f2e00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:38.661292 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca952e0-55ba-4d9c-8615-d1a915699b3e x-openstack-request-id: req-bca952e0-55ba-4d9c-8615-d1a915699b3e {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:08:38.661613 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc", "name": "network-vif-deleted", "tag": "331dc1f7-6173-4ae9-868e-bc86e7ab1bba", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:08:38.661880 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bca952e0-55ba-4d9c-8615-d1a915699b3e {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:08:38.662391 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6dd08d0-ca96-4ec6-87b1-95d4bcebe0dc', 'name': 'network-vif-deleted', 'tag': '331dc1f7-6173-4ae9-868e-bc86e7ab1bba', 'status': 'completed', 'code': 200} Nov 29 18:08:38.668190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6ee2a-edcf-4f73-9fec-fa83385bcc5b tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcb6982-74b3-491c-80d6-86ac7588f439,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:38.672100 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-161b245f-2d57-40e7-a6e9-33c784d6984c tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] show failed (client error): The resource could not be found. Nov 29 18:08:38.673346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-161b245f-2d57-40e7-a6e9-33c784d6984c tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "GET /v2.0/security-groups/efcb6982-74b3-491c-80d6-86ac7588f439 HTTP/1.1" status: 404 len: 347 time: 0.0289726 Nov 29 18:08:38.681679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56080) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:38.690621 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-aa8a44b9-853d-4981-841d-17076330e549 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1812129 Nov 29 18:08:38.741874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7c6881fd-ab68-45b8-a5c8-c8d35efd223a req-0ae08a20-dc44-4952-b1af-daae26291ee5 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] For port cd7fcffc-e6ab-4623-b693-27c25f9330c1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=cd7fcffc-e6ab-4623-b693-27c25f9330c1,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:38.742122 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7c6881fd-ab68-45b8-a5c8-c8d35efd223a req-0ae08a20-dc44-4952-b1af-daae26291ee5 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:38.759045 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-7c6881fd-ab68-45b8-a5c8-c8d35efd223a req-0ae08a20-dc44-4952-b1af-daae26291ee5 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Calling delete_port for cd7fcffc-e6ab-4623-b693-27c25f9330c1 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:08:38.782231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b468bfd-6520-4453-8dc5-b727ff83e4ae req-fa82bce8-f8ee-42e3-9051-cf188757b91e tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:38.789502 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b468bfd-6520-4453-8dc5-b727ff83e4ae req-fa82bce8-f8ee-42e3-9051-cf188757b91e tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 944 time: 0.0962200 Nov 29 18:08:38.974636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b468bfd-6520-4453-8dc5-b727ff83e4ae req-73153aae-8ae1-4db8-a347-365fa48a726d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841848 Nov 29 18:08:39.067865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-cb9b51e8-8db4-4a33-88a4-b5743219c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:39.068493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-cb9b51e8-8db4-4a33-88a4-b5743219c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:39.069252 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-cb9b51e8-8db4-4a33-88a4-b5743219c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:39.070091 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-cb9b51e8-8db4-4a33-88a4-b5743219c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:39.070956 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-cb9b51e8-8db4-4a33-88a4-b5743219c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:39.074630 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-2e7afc88-d82c-4692-bb05-388583829c15 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:39.076706 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-2e7afc88-d82c-4692-bb05-388583829c15 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.20 "GET /v2.0/networks?id=07e1bd78-8269-42cb-97e4-b929faeeeeb7 HTTP/1.1" status: 200 len: 805 time: 0.2095816 Nov 29 18:08:39.077347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-cb9b51e8-8db4-4a33-88a4-b5743219c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:39.079498 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-cb9b51e8-8db4-4a33-88a4-b5743219c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:39.088949 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-cb9b51e8-8db4-4a33-88a4-b5743219c5f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 6503 time: 0.2555275 Nov 29 18:08:39.095183 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-7c8eba28-0fd6-4b6a-9a69-17429edc3327 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Request body: {'port': {'device_id': 'a648b4ad-9133-4e06-ab05-182488ca8bf0', 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7', 'admin_state_up': True, 'tenant_id': '965396166f334736a02822e4c58ac279'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:39.103014 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-34f55155-d4c5-4e58-95f7-acd4606f2e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:39.107049 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-34f55155-d4c5-4e58-95f7-acd4606f2e00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:39.111064 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-34f55155-d4c5-4e58-95f7-acd4606f2e00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a824391-033d-48aa-a782-168406292ce0 HTTP/1.1" status: 204 len: 168 time: 0.6130629 Nov 29 18:08:39.176819 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f55155-d4c5-4e58-95f7-acd4606f2e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a824391-033d-48aa-a782-168406292ce0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:39.191228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-824f5897-2c99-46da-a967-40058b41d0b6 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Deleting port 281b1d97-ead5-4fb8-8e87-adbc441f88b1 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:08:39.191852 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-824f5897-2c99-46da-a967-40058b41d0b6 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:39.300905 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7c6881fd-ab68-45b8-a5c8-c8d35efd223a req-0ae08a20-dc44-4952-b1af-daae26291ee5 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:39.313602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['cd7fcffc-e6ab-4623-b693-27c25f9330c1'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:08:39.315673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530e61f-cff5-413c-adc1-a30e6460e5fd req-fbaa093f-deab-42d2-bba3-ecf74ad4dd78 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:39.317248 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c530e61f-cff5-413c-adc1-a30e6460e5fd req-fbaa093f-deab-42d2-bba3-ecf74ad4dd78 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.2802546 Nov 29 18:08:39.448753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae08a20-dc44-4952-b1af-daae26291ee5 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Pushing event deleted for resources: {'Port': ['ID=cd7fcffc-e6ab-4623-b693-27c25f9330c1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:39.516227 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-824f5897-2c99-46da-a967-40058b41d0b6 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:39.516699 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-824f5897-2c99-46da-a967-40058b41d0b6 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:39.536133 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c530e61f-cff5-413c-adc1-a30e6460e5fd req-7b784bf2-6da7-4903-a17c-3592bfa79ed5 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001851 Nov 29 18:08:39.537487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-849a7048-f829-4a3c-9931-5638221be233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:39.545991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-849a7048-f829-4a3c-9931-5638221be233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:39.549771 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-824f5897-2c99-46da-a967-40058b41d0b6 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Calling delete_port for 281b1d97-ead5-4fb8-8e87-adbc441f88b1 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:08:39.551060 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-849a7048-f829-4a3c-9931-5638221be233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:39.552959 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-849a7048-f829-4a3c-9931-5638221be233 service neutron] 10.222.0.31 "GET /v2.0/networks?id=61ba322e-fbbf-41dc-a676-fbf94bf423e7&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&id=e0425de3-85ca-461a-a6de-7e5f9d893ce2 HTTP/1.1" status: 200 len: 2297 time: 0.4272110 Nov 29 18:08:39.571950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-7c8eba28-0fd6-4b6a-9a69-17429edc3327 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Made reservation on behalf of 965396166f334736a02822e4c58ac279 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:08:39.575481 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-7c8eba28-0fd6-4b6a-9a69-17429edc3327 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:39.596144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6881fd-ab68-45b8-a5c8-c8d35efd223a req-0ae08a20-dc44-4952-b1af-daae26291ee5 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] No DVR routers for this DVR port cd7fcffc-e6ab-4623-b693-27c25f9330c1 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:08:39.602548 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-40b6d7b8-ff3b-4627-9da7-fdecac99c85b tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:39.604449 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-40b6d7b8-ff3b-4627-9da7-fdecac99c85b tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.20 "GET /v2.0/networks?id=7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 HTTP/1.1" status: 200 len: 814 time: 0.2719522 Nov 29 18:08:39.607547 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7c6881fd-ab68-45b8-a5c8-c8d35efd223a req-0ae08a20-dc44-4952-b1af-daae26291ee5 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:39.610919 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c6881fd-ab68-45b8-a5c8-c8d35efd223a req-0ae08a20-dc44-4952-b1af-daae26291ee5 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.31 "DELETE /v2.0/ports/cd7fcffc-e6ab-4623-b693-27c25f9330c1 HTTP/1.1" status: 204 len: 173 time: 2.0971603 Nov 29 18:08:39.611381 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958ccb9f-e501-4d45-83ef-6069d481eb2c', 'name': 'network-vif-deleted', 'tag': 'cd7fcffc-e6ab-4623-b693-27c25f9330c1'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:08:39.627022 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be38a753-186f-4c69-b83d-3c199b8ba911" -d '{"events": [{"server_uuid": "958ccb9f-e501-4d45-83ef-6069d481eb2c", "name": "network-vif-deleted", "tag": "cd7fcffc-e6ab-4623-b693-27c25f9330c1"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:08:39.827100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f7671a27-8527-41f5-a25a-37dc1e6dbcca req-10508ba2-af0f-41aa-9f26-804f375ab030 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 210 time: 0.1220050 Nov 29 18:08:39.870717 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6aa248c3-f4cf-45ca-a670-d7b929b81c90 req-f4761459-1bd2-4ac0-a409-cf106fbb41aa tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 210 time: 0.1240485 Nov 29 18:08:39.892187 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-317da49c-0629-4c78-835f-b570af4f2844 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17492e79-7d27-4b2d-8ba8-94b6d25ef180 HTTP/1.1" status: 200 len: 1002 time: 0.3230374 Nov 29 18:08:39.930030 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31e3ced-a065-4804-82fe-006a400ac0e3 x-openstack-request-id: req-d31e3ced-a065-4804-82fe-006a400ac0e3 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:08:39.930338 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958ccb9f-e501-4d45-83ef-6069d481eb2c", "name": "network-vif-deleted", "tag": "cd7fcffc-e6ab-4623-b693-27c25f9330c1", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:08:39.930602 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d31e3ced-a065-4804-82fe-006a400ac0e3 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:08:39.931091 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958ccb9f-e501-4d45-83ef-6069d481eb2c', 'name': 'network-vif-deleted', 'tag': 'cd7fcffc-e6ab-4623-b693-27c25f9330c1', 'status': 'completed', 'code': 200} Nov 29 18:08:39.951660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-1f87177b-d6f6-4587-babc-67e509bbdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:39.953629 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-1f87177b-d6f6-4587-babc-67e509bbdd8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d&tenant_id=97df2f9382ba451a9c1578f7e940bef7 HTTP/1.1" status: 200 len: 1095 time: 0.2235680 Nov 29 18:08:39.974358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:40.009528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-58bd23ae-6002-4ac4-b738-07f29ad04407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:40.012441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-58bd23ae-6002-4ac4-b738-07f29ad04407 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ddd95e10-71b6-4e7a-9420-b299dbcdb3cc HTTP/1.1" status: 200 len: 856 time: 0.1113746 Nov 29 18:08:40.040595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-6588cf66-239f-4aec-b48d-33934491365d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Request body: {'port': {'device_id': '3f831a32-ee3f-4c17-8f29-58ce231430f1', 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16', 'admin_state_up': True, 'tenant_id': '383d90a15ebd4c609091ab32f0e04663'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:40.280705 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:40.303244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-ccb72619-de93-44f3-bf03-c7651e806857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:40.317504 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-ccb72619-de93-44f3-bf03-c7651e806857 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61ba322e-fbbf-41dc-a676-fbf94bf423e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2812026 Nov 29 18:08:40.625937 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-7c8eba28-0fd6-4b6a-9a69-17429edc3327 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Allocated IP 172.20.0.5 (07e1bd78-8269-42cb-97e4-b929faeeeeb7/81cead3a-1dc8-4e59-949c-cf590473cc26/97777dcd-78c3-41b7-a92f-3e578ee2e777) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:08:40.627903 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-654bf3b9-e055-4870-9354-455773793cfd service neutron] 10.222.0.31 "GET /v2.0/networks/61ba322e-fbbf-41dc-a676-fbf94bf423e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303150 Nov 29 18:08:40.650425 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a13fc-ae83-423c-876e-ae8671e18606 req-34705371-c14c-4286-a794-d648c7977067 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:40.660855 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d74a13fc-ae83-423c-876e-ae8671e18606 req-34705371-c14c-4286-a794-d648c7977067 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 944 time: 0.5096126 Nov 29 18:08:40.676228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-6588cf66-239f-4aec-b48d-33934491365d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Made reservation on behalf of 383d90a15ebd4c609091ab32f0e04663 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:08:40.680111 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-6588cf66-239f-4aec-b48d-33934491365d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:40.758462 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-824f5897-2c99-46da-a967-40058b41d0b6 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:40.828946 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f5897-2c99-46da-a967-40058b41d0b6 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Pushing event deleted for resources: {'Port': ['ID=281b1d97-ead5-4fb8-8e87-adbc441f88b1,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:40.861106 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d74a13fc-ae83-423c-876e-ae8671e18606 req-6d0810c0-d60f-4d08-907b-fd692ae50ae5 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992598 Nov 29 18:08:40.908149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-7894b781-fb5b-46aa-8925-c00f2affba01 service neutron] 10.222.0.31 "GET /v2.0/networks/61ba322e-fbbf-41dc-a676-fbf94bf423e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410650 Nov 29 18:08:40.947767 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 331dc1f7-6173-4ae9-868e-bc86e7ab1bba no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:08:40.985258 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-e15a3ae3-8dd4-4a91-9d05-a083a93166e5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=c5850d26-12e4-4c63-9a8e-1d727081b700 HTTP/1.1" status: 200 len: 217 time: 0.0474582 Nov 29 18:08:41.026556 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 331dc1f7-6173-4ae9-868e-bc86e7ab1bba {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:08:41.029863 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 331dc1f7-6173-4ae9-868e-bc86e7ab1bba not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:08:41.050753 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-824f5897-2c99-46da-a967-40058b41d0b6 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:41.054819 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-824f5897-2c99-46da-a967-40058b41d0b6 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:41.060692 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-824f5897-2c99-46da-a967-40058b41d0b6 tempest-ServersTestJSON-294738069 tempest-ServersTestJSON-294738069-project] 10.222.0.23 "DELETE /v2.0/floatingips/c322cb76-0f7a-4da4-8b22-da76af8e34dc HTTP/1.1" status: 204 len: 168 time: 2.3748260 Nov 29 18:08:41.062507 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56142) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:41.067819 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-6588cf66-239f-4aec-b48d-33934491365d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Allocated IP 172.20.0.14 (7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16/9926ba24-8051-4fc2-8c61-17f9f010d206/7306f959-b93b-4f87-9109-fa9cd7b85c7c) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:08:41.095883 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7643f5a0-c2af-4837-a1b6-7f02dbed69e2 req-a0aa0375-30a7-4fb9-b6e2-8cdd34fa08c7 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 210 time: 0.0567904 Nov 29 18:08:41.099278 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-fddfe624-0e68-4b8c-84a0-d7c8171ad780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:41.101643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-fddfe624-0e68-4b8c-84a0-d7c8171ad780 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.1094029 Nov 29 18:08:41.107016 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] For port 47d39406-5de8-4326-94ee-2469082ec427, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=47d39406-5de8-4326-94ee-2469082ec427,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:41.172055 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-7c8eba28-0fd6-4b6a-9a69-17429edc3327 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:41.239353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f7aca07-6b0e-49e4-8c4a-569981411ea3 req-cead7f4b-f45b-4b68-bf5f-a5aceca2ab74 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 210 time: 0.0491009 Nov 29 18:08:41.249741 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] For port 47d39406-5de8-4326-94ee-2469082ec427, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:08:41.276719 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-55bb929d-39b2-4c33-9985-70a37da8d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:41.278070 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-55bb929d-39b2-4c33-9985-70a37da8d05a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1521902 Nov 29 18:08:41.295371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6d01f-c90a-44f8-9015-c11604dff1bf req-b77b5227-de0d-4545-91d5-207cdb7cabac tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:41.297156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fea6d01f-c90a-44f8-9015-c11604dff1bf req-b77b5227-de0d-4545-91d5-207cdb7cabac tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.6135588 Nov 29 18:08:41.325993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d39406-5de8-4326-94ee-2469082ec427 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:08:41.357122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device cd7fcffc-e6ab-4623-b693-27c25f9330c1 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:08:41.373854 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:41.399656 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: cd7fcffc-e6ab-4623-b693-27c25f9330c1 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:08:41.400261 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device cd7fcffc-e6ab-4623-b693-27c25f9330c1 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:08:41.413787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Transition to ACTIVE for port object 47d39406-5de8-4326-94ee-2469082ec427 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:08:41.431223 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:41.480863 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fea6d01f-c90a-44f8-9015-c11604dff1bf req-fb07162a-d113-4159-baa6-77f7401a6041 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706798 Nov 29 18:08:41.517906 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-7c8eba28-0fd6-4b6a-9a69-17429edc3327 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:41.533045 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-0cb61d92-f3d6-48a5-98ae-ff0a9e11e5c4 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346559 Nov 29 18:08:41.574350 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Pushing event updated for resources: {'Port': ['ID=47d39406-5de8-4326-94ee-2469082ec427,revision_number=9']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:41.602091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-7c8eba28-0fd6-4b6a-9a69-17429edc3327 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:08:41.612561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-7c8eba28-0fd6-4b6a-9a69-17429edc3327 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:08:41.620270 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-7c8eba28-0fd6-4b6a-9a69-17429edc3327 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:08:41.711149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-7c8eba28-0fd6-4b6a-9a69-17429edc3327 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:41.711905 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-7c8eba28-0fd6-4b6a-9a69-17429edc3327 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:41.761914 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-6588cf66-239f-4aec-b48d-33934491365d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:41.774048 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] No DVR routers for this DVR port 47d39406-5de8-4326-94ee-2469082ec427 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:08:41.804592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8eba28-0fd6-4b6a-9a69-17429edc3327 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Pushing event updated for resources: {'Port': ['ID=97777dcd-78c3-41b7-a92f-3e578ee2e777,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:41.840671 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-7c8eba28-0fd6-4b6a-9a69-17429edc3327 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7525294 Nov 29 18:08:41.855794 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-96dca41c-72ca-40a6-91eb-77c4910b7093 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824383 Nov 29 18:08:41.884302 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Request body: {'port': {'device_id': 'a648b4ad-9133-4e06-ab05-182488ca8bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:42.079835 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-6588cf66-239f-4aec-b48d-33934491365d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:42.081599 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:42.148462 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588cf66-239f-4aec-b48d-33934491365d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Pushing event updated for resources: {'Port': ['ID=7306f959-b93b-4f87-9109-fa9cd7b85c7c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:42.188953 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-6588cf66-239f-4aec-b48d-33934491365d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Network 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:08:42.193288 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-6588cf66-239f-4aec-b48d-33934491365d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:08:42.199954 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-6588cf66-239f-4aec-b48d-33934491365d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:08:42.359846 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-78dfdcca-5fb7-4a53-a3b0-eedf2e5b909b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e HTTP/1.1" status: 200 len: 217 time: 0.0975862 Nov 29 18:08:42.436018 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-6588cf66-239f-4aec-b48d-33934491365d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:42.436743 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-6588cf66-239f-4aec-b48d-33934491365d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:42.455372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca94fc-d0d1-4bcc-abef-55efd843b5a6 req-d7f68ad0-d55f-4cc9-bd3e-f19a671e8b33 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:42.457223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56184) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:42.463851 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4ca94fc-d0d1-4bcc-abef-55efd843b5a6 req-d7f68ad0-d55f-4cc9-bd3e-f19a671e8b33 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 944 time: 0.1999886 Nov 29 18:08:42.485800 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-6588cf66-239f-4aec-b48d-33934491365d tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4834156 Nov 29 18:08:42.487000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a44cd0-a465-4a32-82e0-9c81bb41e701 req-2efdcb93-255d-46ac-8885-bd2487a6cc45 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:42.488714 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17a44cd0-a465-4a32-82e0-9c81bb41e701 req-2efdcb93-255d-46ac-8885-bd2487a6cc45 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 931 time: 0.1865704 Nov 29 18:08:42.516991 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Request body: {'port': {'device_id': '3f831a32-ee3f-4c17-8f29-58ce231430f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:42.542745 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Attempting to bind port 47d39406-5de8-4326-94ee-2469082ec427 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:08:42.543179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Attempting to bind port 47d39406-5de8-4326-94ee-2469082ec427 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:08:42.543595 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Attempting to bind port 47d39406-5de8-4326-94ee-2469082ec427 on network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:08:42.588306 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7af05cb-2c23-4545-bfe1-b961288b6e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:42.602972 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-2cc559d7-1b0f-49d4-97c7-d1e9e3f677c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:42.604639 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-2cc559d7-1b0f-49d4-97c7-d1e9e3f677c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.2253077 Nov 29 18:08:42.611911 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17a44cd0-a465-4a32-82e0-9c81bb41e701 req-94b94fda-98b1-40b6-a7e9-305b2581c910 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927341 Nov 29 18:08:42.614207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Port 47d39406-5de8-4326-94ee-2469082ec427 on network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:08:42.614534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Attempting to bind port 47d39406-5de8-4326-94ee-2469082ec427 on network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:08:42.623255 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:08:42.623637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Checking segment: {'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:08:42.624032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Bound using segment: {'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:08:42.624520 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Bound port: 47d39406-5de8-4326-94ee-2469082ec427, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb77ccf-bef3-4bed-a1c1-a1808aea406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:08:42.624881 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:42.664651 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:42.670035 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cba08c2c-5deb-4221-93df-0b9be4c638eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:42.740365 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-fd928c9f-0e82-494e-aadf-152a8859a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:42.742270 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-fd928c9f-0e82-494e-aadf-152a8859a69b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1204708 Nov 29 18:08:42.832488 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4ca94fc-d0d1-4bcc-abef-55efd843b5a6 req-5f176fdc-349c-40ad-8f6f-6e643a9aaf96 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3652861 Nov 29 18:08:42.883976 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97777dcd-78c3-41b7-a92f-3e578ee2e777 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:08:42.891904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] For port 47d39406-5de8-4326-94ee-2469082ec427, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:08:42.920692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] For port 47d39406-5de8-4326-94ee-2469082ec427, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=47d39406-5de8-4326-94ee-2469082ec427,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:08:42.922452 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:42.950196 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0708a-5e32-4dbb-a415-7accf298a701 req-017170b7-9471-4042-a408-23aaa3ee03d1 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:42.959235 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f9f0708a-5e32-4dbb-a415-7accf298a701 req-017170b7-9471-4042-a408-23aaa3ee03d1 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 932 time: 0.1850853 Nov 29 18:08:42.969771 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Transition to ACTIVE for port object 97777dcd-78c3-41b7-a92f-3e578ee2e777 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:08:42.972001 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:43.065253 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:43.113852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:43.114935 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:43.116247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] 10.222.0.20 "PUT /v2.0/ports/47d39406-5de8-4326-94ee-2469082ec427 HTTP/1.1" status: 200 len: 1092 time: 3.1478765 Nov 29 18:08:43.121538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'tag': '47d39406-5de8-4326-94ee-2469082ec427'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:08:43.123879 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9951d2-bbbe-43ff-9ae7-085208cf7a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a20f80ff-e398-4e4d-a5e9-95375923690d", "tag": "47d39406-5de8-4326-94ee-2469082ec427"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:08:43.135743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-ef6a44d1-17ce-43f5-8d31-a72a6a430079 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838921 Nov 29 18:08:43.154145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264b93c-e004-423d-8a89-55023c7ea5c8 req-f53b4fed-2354-4cfc-97dc-09ae4696ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:43.155878 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3264b93c-e004-423d-8a89-55023c7ea5c8 req-f53b4fed-2354-4cfc-97dc-09ae4696ac0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97df2f9382ba451a9c1578f7e940bef7&device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 1053 time: 0.3468256 Nov 29 18:08:43.167076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f9f0708a-5e32-4dbb-a415-7accf298a701 req-b4c317c7-2135-41f5-b5d2-888a2d8092cc tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068241 Nov 29 18:08:43.221509 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] Pushing event updated for resources: {'Port': ['ID=47d39406-5de8-4326-94ee-2469082ec427,revision_number=10']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:43.269791 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc7296b-52f7-466c-866c-b1810cc58299 x-openstack-request-id: req-6bc7296b-52f7-466c-866c-b1810cc58299 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:08:43.270137 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20f80ff-e398-4e4d-a5e9-95375923690d", "tag": "47d39406-5de8-4326-94ee-2469082ec427", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:08:43.270358 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bc7296b-52f7-466c-866c-b1810cc58299 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:08:43.271087 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'tag': '47d39406-5de8-4326-94ee-2469082ec427', 'status': 'completed', 'code': 200} Nov 29 18:08:43.291522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a89fb1-d1dc-4b7c-954e-ca19c8747fdc req-6cfa08c6-497a-4675-96c9-21fc156782e6 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:43.293293 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15a89fb1-d1dc-4b7c-954e-ca19c8747fdc req-6cfa08c6-497a-4675-96c9-21fc156782e6 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.2688742 Nov 29 18:08:43.380813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-837a8f91-3d1a-490f-823f-55e3bb4be7a0 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273488 Nov 29 18:08:43.390908 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15a89fb1-d1dc-4b7c-954e-ca19c8747fdc req-5341db58-cbb7-41a8-a652-33d707ccc8e1 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795748 Nov 29 18:08:43.434040 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-955ab279-84b3-4521-a90c-e75ee98454f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=730944eb-08af-4c38-8053-b6e3b74e99c3 HTTP/1.1" status: 200 len: 217 time: 0.0416644 Nov 29 18:08:43.488960 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-a4b6429d-8772-42df-9c18-48f7670e3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:43.491541 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-a4b6429d-8772-42df-9c18-48f7670e3bc8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.0504622 Nov 29 18:08:43.547939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-53ba63b5-edc1-4a81-842a-2c9874dea1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:43.549466 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-53ba63b5-edc1-4a81-842a-2c9874dea1f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0506256 Nov 29 18:08:43.649950 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-9915d896-a6a1-47a3-b69c-4c15bce0d742 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911341 Nov 29 18:08:43.684117 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Pushing event updated for resources: {'Port': ['ID=97777dcd-78c3-41b7-a92f-3e578ee2e777,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:43.744867 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cba08c2c-5deb-4221-93df-0b9be4c638eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:43.771603 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cba08c2c-5deb-4221-93df-0b9be4c638eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:43.793609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28571c-7ccd-4ad5-8c98-775dbd751c11 req-35505fcb-33f7-4ca1-867c-9549b416637b tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:43.795301 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a28571c-7ccd-4ad5-8c98-775dbd751c11 req-35505fcb-33f7-4ca1-867c-9549b416637b tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 943 time: 0.0841322 Nov 29 18:08:43.797610 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-6d0653ad-6747-443f-be88-7f9110d0a0ed service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386352 Nov 29 18:08:43.853831 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-22aa251f-a7e8-4cef-9047-92698f1fd785 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=0c5a5880-da85-4a3c-b1f8-4c388c11ce37 HTTP/1.1" status: 200 len: 217 time: 0.0448442 Nov 29 18:08:43.882119 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba08c2c-5deb-4221-93df-0b9be4c638eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca3b6db-5420-4a41-b7b0-a8a7804bfc96,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:43.916072 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cba08c2c-5deb-4221-93df-0b9be4c638eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ba00c5e94a44c76ac0f22052000ac10&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4547269 Nov 29 18:08:43.920088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56200) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:43.920259 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264b93c-e004-423d-8a89-55023c7ea5c8 req-43164ec0-6485-42a7-9ed5-438d6c7b6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:43.921746 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3264b93c-e004-423d-8a89-55023c7ea5c8 req-43164ec0-6485-42a7-9ed5-438d6c7b6350 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 200 len: 918 time: 0.7301199 Nov 29 18:08:43.934468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Attempting to bind port 97777dcd-78c3-41b7-a92f-3e578ee2e777 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:08:43.934827 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Attempting to bind port 97777dcd-78c3-41b7-a92f-3e578ee2e777 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '02e2dbb3-e7d4-4d3a-b214-06411a1cb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:08:43.935153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Attempting to bind port 97777dcd-78c3-41b7-a92f-3e578ee2e777 on network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:08:43.970117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a28571c-7ccd-4ad5-8c98-775dbd751c11 req-3d1282ec-4e04-4d91-8eac-5df199f1d332 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623576 Nov 29 18:08:43.973286 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Port 97777dcd-78c3-41b7-a92f-3e578ee2e777 on network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:08:43.973614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Attempting to bind port 97777dcd-78c3-41b7-a92f-3e578ee2e777 on network 07e1bd78-8269-42cb-97e4-b929faeeeeb7 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:08:44.024841 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-c340a48c-6e7b-4f6c-abe5-4373a93bf50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:44.026335 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-c340a48c-6e7b-4f6c-abe5-4373a93bf50d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.1411572 Nov 29 18:08:44.051446 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:08:44.051868 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Checking segment: {'id': '02e2dbb3-e7d4-4d3a-b214-06411a1cb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:08:44.052305 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Bound using segment: {'id': '02e2dbb3-e7d4-4d3a-b214-06411a1cb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:08:44.052992 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Bound port: 97777dcd-78c3-41b7-a92f-3e578ee2e777, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02e2dbb3-e7d4-4d3a-b214-06411a1cb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:08:44.055239 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:44.060690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d396c9-ceaf-45a4-ba3b-70c7e2320330 req-806d71c7-bf7b-4f62-b839-d025e53d0626 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:44.071709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-77d396c9-ceaf-45a4-ba3b-70c7e2320330 req-806d71c7-bf7b-4f62-b839-d025e53d0626 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 945 time: 0.1233079 Nov 29 18:08:44.076703 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7306f959-b93b-4f87-9109-fa9cd7b85c7c {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:08:44.099432 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:44.113547 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3264b93c-e004-423d-8a89-55023c7ea5c8 req-a8cdab49-20ca-48a8-9761-b8c8e4054d45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47d39406-5de8-4326-94ee-2469082ec427 HTTP/1.1" status: 200 len: 999 time: 0.1704102 Nov 29 18:08:44.133098 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93eb5b83-938b-422d-bea1-8f2d908da32e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:44.158557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Transition to ACTIVE for port object 7306f959-b93b-4f87-9109-fa9cd7b85c7c will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:08:44.179167 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93eb5b83-938b-422d-bea1-8f2d908da32e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:44.189091 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:44.197290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-af0ebdb2-2af8-4acc-8bd9-06bf565abd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:44.199242 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-af0ebdb2-2af8-4acc-8bd9-06bf565abd75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1574068 Nov 29 18:08:44.213819 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-77d396c9-ceaf-45a4-ba3b-70c7e2320330 req-178cdf71-e520-496d-b820-75b614a35f8c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410084 Nov 29 18:08:44.254938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] For port 97777dcd-78c3-41b7-a92f-3e578ee2e777, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:08:44.261733 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e7af05cb-2c23-4545-bfe1-b961288b6e47 admin admin] Deleting port 75f018f6-732d-4d58-9ec8-4936ec0d5647 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:08:44.262100 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7af05cb-2c23-4545-bfe1-b961288b6e47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:44.272824 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264b93c-e004-423d-8a89-55023c7ea5c8 req-ff2cfb6c-0235-4458-8f70-662ece6aa7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:44.274320 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3264b93c-e004-423d-8a89-55023c7ea5c8 req-ff2cfb6c-0235-4458-8f70-662ece6aa7cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ca0fa01-1410-4496-bcd2-b27afbda8311 HTTP/1.1" status: 200 len: 856 time: 0.1360106 Nov 29 18:08:44.344151 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] For port 97777dcd-78c3-41b7-a92f-3e578ee2e777, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=97777dcd-78c3-41b7-a92f-3e578ee2e777,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:08:44.345536 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93eb5b83-938b-422d-bea1-8f2d908da32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:44.348583 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93eb5b83-938b-422d-bea1-8f2d908da32e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:44.353655 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-93eb5b83-938b-422d-bea1-8f2d908da32e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ca3b6db-5420-4a41-b7b0-a8a7804bfc96 HTTP/1.1" status: 204 len: 168 time: 0.4325414 Nov 29 18:08:44.377588 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb5b83-938b-422d-bea1-8f2d908da32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca3b6db-5420-4a41-b7b0-a8a7804bfc96,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:44.380326 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7306f959-b93b-4f87-9109-fa9cd7b85c7c,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:44.383382 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:44.432312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63324a42-7e9f-4dde-b5b5-222d3e034fa5 req-45a3a78d-d823-447a-885d-3c78f6c87bdc tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:44.434987 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-63324a42-7e9f-4dde-b5b5-222d3e034fa5 req-45a3a78d-d823-447a-885d-3c78f6c87bdc tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 944 time: 0.1414073 Nov 29 18:08:44.460097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-27339063-5d1f-4b03-b643-758e3080a773 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441323 Nov 29 18:08:44.510815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-e7af05cb-2c23-4545-bfe1-b961288b6e47 admin admin] For port 75f018f6-732d-4d58-9ec8-4936ec0d5647, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=75f018f6-732d-4d58-9ec8-4936ec0d5647,segment=NetworkSegment(579ceb81-3873-4742-9308-da7af039cfa5),segment_id=579ceb81-3873-4742-9308-da7af039cfa5)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:44.511546 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7af05cb-2c23-4545-bfe1-b961288b6e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:44.531562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e7af05cb-2c23-4545-bfe1-b961288b6e47 admin admin] Calling delete_port for 75f018f6-732d-4d58-9ec8-4936ec0d5647 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:08:44.562258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:44.563405 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:44.571157 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] 10.222.0.20 "PUT /v2.0/ports/97777dcd-78c3-41b7-a92f-3e578ee2e777 HTTP/1.1" status: 200 len: 1091 time: 2.7073781 Nov 29 18:08:44.572898 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-63324a42-7e9f-4dde-b5b5-222d3e034fa5 req-c6247b6e-6c32-41a3-9e44-df8fb6377776 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303179 Nov 29 18:08:44.603888 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a648b4ad-9133-4e06-ab05-182488ca8bf0', 'tag': '97777dcd-78c3-41b7-a92f-3e578ee2e777'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:08:44.608401 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2bebaf-6cd3-42f0-bfa3-ba5343bccbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "a648b4ad-9133-4e06-ab05-182488ca8bf0", "tag": "97777dcd-78c3-41b7-a92f-3e578ee2e777"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:08:44.671056 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-bc90cd91-79c0-4fd7-a514-ec7c7341abfb service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011430 Nov 29 18:08:44.774427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-d6546db1-b0cb-4684-be07-caa478a13676 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e73ed092-ce3c-4b7f-94df-2e0d60df025e HTTP/1.1" status: 200 len: 217 time: 0.0953946 Nov 29 18:08:44.779029 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da416e4b-b52b-4361-b9d5-51141f0a8e48 x-openstack-request-id: req-da416e4b-b52b-4361-b9d5-51141f0a8e48 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:08:44.779410 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a648b4ad-9133-4e06-ab05-182488ca8bf0", "tag": "97777dcd-78c3-41b7-a92f-3e578ee2e777", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:08:44.779681 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da416e4b-b52b-4361-b9d5-51141f0a8e48 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:08:44.780261 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a648b4ad-9133-4e06-ab05-182488ca8bf0', 'tag': '97777dcd-78c3-41b7-a92f-3e578ee2e777', 'status': 'completed', 'code': 200} Nov 29 18:08:44.859504 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264b93c-e004-423d-8a89-55023c7ea5c8 req-79863af3-456f-454c-800e-192d4468fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:44.861779 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3264b93c-e004-423d-8a89-55023c7ea5c8 req-79863af3-456f-454c-800e-192d4468fa23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b54b066-b601-4f01-8160-e9f1bf33b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5642798 Nov 29 18:08:44.862544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44a16c-31f9-47cf-ab5a-3af6e1ff33ae service neutron] Pushing event updated for resources: {'Port': ['ID=97777dcd-78c3-41b7-a92f-3e578ee2e777,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:44.869742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56220) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:44.915884 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-789bc881-8ccd-4c39-a81a-b37099e7c4a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:44.930073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-28d513af-c2f2-4c4c-b914-75790d96d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:44.931648 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-28d513af-c2f2-4c4c-b914-75790d96d1c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29ef7b16-a6fa-4ea4-9afc-503cb4413ebf HTTP/1.1" status: 200 len: 797 time: 0.1425505 Nov 29 18:08:44.968932 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Attempting to bind port 7306f959-b93b-4f87-9109-fa9cd7b85c7c on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:08:44.969607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Attempting to bind port 7306f959-b93b-4f87-9109-fa9cd7b85c7c by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'f8d42821-d2a0-4cbe-9cba-7f148c2b4c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:08:44.969607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Attempting to bind port 7306f959-b93b-4f87-9109-fa9cd7b85c7c on network 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:08:44.972295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7572b-6e54-4b62-9067-763576bec2fe req-42eb9a77-ff70-42e5-94b2-47d96b3fffaa tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:44.979766 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-3526a6a1-d033-4e50-9ee2-cda9b71b0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:44.980016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9a7572b-6e54-4b62-9067-763576bec2fe req-42eb9a77-ff70-42e5-94b2-47d96b3fffaa tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.4531488 Nov 29 18:08:44.981284 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-3526a6a1-d033-4e50-9ee2-cda9b71b0cb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=965396166f334736a02822e4c58ac279&device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 1094 time: 0.3055403 Nov 29 18:08:45.024098 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Port 7306f959-b93b-4f87-9109-fa9cd7b85c7c on network 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:08:45.024497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Attempting to bind port 7306f959-b93b-4f87-9109-fa9cd7b85c7c on network 7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:08:45.096791 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:08:45.097306 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Checking segment: {'id': 'f8d42821-d2a0-4cbe-9cba-7f148c2b4c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:08:45.097592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Bound using segment: {'id': 'f8d42821-d2a0-4cbe-9cba-7f148c2b4c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:08:45.098092 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Bound port: 7306f959-b93b-4f87-9109-fa9cd7b85c7c, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d42821-d2a0-4cbe-9cba-7f148c2b4c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:08:45.098313 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:45.110411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-27ea7fb4-d12c-4dc6-8c8b-adcdcaf7b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:45.112052 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-27ea7fb4-d12c-4dc6-8c8b-adcdcaf7b99a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1646249 Nov 29 18:08:45.112906 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-d4f1aeb9-9b3a-4586-b721-de48bbb82a80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97777dcd-78c3-41b7-a92f-3e578ee2e777 HTTP/1.1" status: 200 len: 217 time: 0.0832512 Nov 29 18:08:45.126316 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9a7572b-6e54-4b62-9067-763576bec2fe req-4d11252e-e2fa-47e1-b737-63a2fee215cd tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417248 Nov 29 18:08:45.218191 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3264b93c-e004-423d-8a89-55023c7ea5c8 req-97d14650-75e6-4941-97fd-f5fe3a6bb8a3 service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393030 Nov 29 18:08:45.285842 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-789bc881-8ccd-4c39-a81a-b37099e7c4a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:45.306378 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048fd6e-c49b-4635-beb6-de51d032ad6c req-fed8650e-a248-497d-9f47-753b7e8f3322 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:45.314525 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9048fd6e-c49b-4635-beb6-de51d032ad6c req-fed8650e-a248-497d-9f47-753b7e8f3322 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 943 time: 0.1781693 Nov 29 18:08:45.319678 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-789bc881-8ccd-4c39-a81a-b37099e7c4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:45.393338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-aada575e-27e6-43be-a855-05786771246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:45.394966 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-aada575e-27e6-43be-a855-05786771246a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=81cead3a-1dc8-4e59-949c-cf590473cc26 HTTP/1.1" status: 200 len: 845 time: 0.2709243 Nov 29 18:08:45.419043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-c10258c4-1293-48e6-9b0b-525c72ea37da service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813640 Nov 29 18:08:45.447941 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] For port 7306f959-b93b-4f87-9109-fa9cd7b85c7c, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:08:45.467608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bc881-8ccd-4c39-a81a-b37099e7c4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d729b76-cb39-4914-bcef-41854be98930,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:45.474814 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-5869388e-61f5-448a-b92f-72ca6deb48b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07e1bd78-8269-42cb-97e4-b929faeeeeb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432777 Nov 29 18:08:45.476984 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-789bc881-8ccd-4c39-a81a-b37099e7c4a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e54aff200998459caed1b0777e2f31fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6031718 Nov 29 18:08:45.477440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56234) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:45.517001 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] For port 7306f959-b93b-4f87-9109-fa9cd7b85c7c, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=7306f959-b93b-4f87-9109-fa9cd7b85c7c,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:08:45.560435 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:45.571887 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9048fd6e-c49b-4635-beb6-de51d032ad6c req-c24f806f-a3ea-4490-9ba4-82d828315514 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563593 Nov 29 18:08:45.590828 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7af05cb-2c23-4545-bfe1-b961288b6e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:45.638996 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3264b93c-e004-423d-8a89-55023c7ea5c8 req-8e48bbbe-c3d7-44fa-82c5-0100a4f15892 service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042645 Nov 29 18:08:45.660184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:45.661134 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:45.663068 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] 10.222.0.20 "PUT /v2.0/ports/7306f959-b93b-4f87-9109-fa9cd7b85c7c HTTP/1.1" status: 200 len: 1092 time: 3.1564045 Nov 29 18:08:45.702131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ed59f-46b5-4114-b565-603a654eb960 req-a63b7e30-c852-4eed-9a0e-628c7bd8c304 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:45.704496 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e6ed59f-46b5-4114-b565-603a654eb960 req-a63b7e30-c852-4eed-9a0e-628c7bd8c304 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 945 time: 0.3339808 Nov 29 18:08:45.780676 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-80bb6875-91f2-4b86-802f-e96cf1299aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:45.786513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-e7caeb1e-8380-449d-bdd2-22e5b1f3b77c service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341062 Nov 29 18:08:45.876575 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-80bb6875-91f2-4b86-802f-e96cf1299aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:45.878224 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e86e74-bb3e-4271-97b1-be93b28468e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7306f959-b93b-4f87-9109-fa9cd7b85c7c,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:45.879152 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-0e61bbde-fe3d-4edf-b75b-3a803f2cc486 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58205b60-33ce-4521-8706-6a9cb00f44ef HTTP/1.1" status: 200 len: 217 time: 0.0798707 Nov 29 18:08:45.900666 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-d944e468-0177-4b48-8e4a-ad355be510a5 service neutron] 10.222.0.20 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057636 Nov 29 18:08:45.923909 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763b883-300f-4fba-b654-e444b72ac655 req-27b4760d-4cbc-4588-9da2-fdc3a75ccb60 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:45.925601 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af05cb-2c23-4545-bfe1-b961288b6e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=75f018f6-732d-4d58-9ec8-4936ec0d5647,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:45.933225 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9763b883-300f-4fba-b654-e444b72ac655 req-27b4760d-4cbc-4588-9da2-fdc3a75ccb60 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 944 time: 0.2252929 Nov 29 18:08:45.975692 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e6ed59f-46b5-4114-b565-603a654eb960 req-7d7c9929-48bb-43eb-b2d6-7d0b6ea10506 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611098 Nov 29 18:08:46.034734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-0b781237-7401-4f07-ad65-d3155f26fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:46.036762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-0b781237-7401-4f07-ad65-d3155f26fbc5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29ef7b16-a6fa-4ea4-9afc-503cb4413ebf HTTP/1.1" status: 200 len: 797 time: 0.1414900 Nov 29 18:08:46.059594 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-08be595f-9b34-4b12-946e-ade1ef568843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:46.061549 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-08be595f-9b34-4b12-946e-ade1ef568843 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97df2f9382ba451a9c1578f7e940bef7&device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 1096 time: 0.3439636 Nov 29 18:08:46.104370 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-ddff8e95-d449-4ff6-ac8e-0f211efb1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:46.105627 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-80bb6875-91f2-4b86-802f-e96cf1299aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:46.106010 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-ddff8e95-d449-4ff6-ac8e-0f211efb1a65 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=383d90a15ebd4c609091ab32f0e04663&device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 1095 time: 0.3663735 Nov 29 18:08:46.108307 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-80bb6875-91f2-4b86-802f-e96cf1299aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:46.111730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-80bb6875-91f2-4b86-802f-e96cf1299aa9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d729b76-cb39-4914-bcef-41854be98930 HTTP/1.1" status: 204 len: 168 time: 0.6226466 Nov 29 18:08:46.122553 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9763b883-300f-4fba-b654-e444b72ac655 req-6659dc9c-664d-4aa8-8e56-dbce6e0b20e7 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884449 Nov 29 18:08:46.157511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-32fed019-a3e7-4d86-8772-ca71af5ce376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:46.157511 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-32fed019-a3e7-4d86-8772-ca71af5ce376 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1047668 Nov 29 18:08:46.157511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb6875-91f2-4b86-802f-e96cf1299aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d729b76-cb39-4914-bcef-41854be98930,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:46.281901 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-f7470359-d758-42a7-b045-f5d3671126a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7306f959-b93b-4f87-9109-fa9cd7b85c7c HTTP/1.1" status: 200 len: 217 time: 0.1453366 Nov 29 18:08:46.324174 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d3f1ac95-d208-4c47-abf4-5afaf8831902 req-d1ae8e89-47ae-4905-8774-028fe61bb2d3 service neutron] 10.222.0.20 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744454 Nov 29 18:08:46.349223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-c7f0e8e6-0b8a-46d7-bb6d-dcbff05b2eeb service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817279 Nov 29 18:08:46.467703 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-6fa986a7-489b-41b8-8046-80a13dc6c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:46.469367 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-6fa986a7-489b-41b8-8046-80a13dc6c36a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9926ba24-8051-4fc2-8c61-17f9f010d206 HTTP/1.1" status: 200 len: 854 time: 0.1503599 Nov 29 18:08:46.472505 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-180e0583-af49-426e-abba-964bba202ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:46.474241 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-180e0583-af49-426e-abba-964bba202ca1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 200 len: 918 time: 0.3719418 Nov 29 18:08:46.476862 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7af05cb-2c23-4545-bfe1-b961288b6e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:46.495533 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bebaf-6cd3-42f0-bfa3-ba5343bccbd7 req-61ebe54f-e350-42a1-99fe-54580ec41e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:46.497329 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0e2bebaf-6cd3-42f0-bfa3-ba5343bccbd7 req-61ebe54f-e350-42a1-99fe-54580ec41e68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=965396166f334736a02822e4c58ac279&device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 1094 time: 0.0912054 Nov 29 18:08:46.531471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bca6b-1154-4c7a-b9fb-d1cb0e95dc16 req-511bfd24-5520-444e-8d23-205055bcc82b tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:46.534124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b56bca6b-1154-4c7a-b9fb-d1cb0e95dc16 req-511bfd24-5520-444e-8d23-205055bcc82b tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.1782312 Nov 29 18:08:46.557806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8de5dd-89ec-4964-9848-a3ca36b77187 req-19ef342b-c941-482e-8b0b-0e9c77945c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:46.559375 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d8de5dd-89ec-4964-9848-a3ca36b77187 req-19ef342b-c941-482e-8b0b-0e9c77945c5d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 1097 time: 0.2088521 Nov 29 18:08:46.562745 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abea1076-c7de-4820-b316-6b07ea16bf23 req-e473cc4c-9e70-49b8-8d5d-a5fa69459b45 service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708317 Nov 29 18:08:46.640495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b56bca6b-1154-4c7a-b9fb-d1cb0e95dc16 req-2baa3846-2e49-4280-8539-091166bf0220 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951099 Nov 29 18:08:46.656634 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d8de5dd-89ec-4964-9848-a3ca36b77187 req-f3591d0b-44a1-4d46-b2a0-459b79927eed service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821812 Nov 29 18:08:46.757023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da43a4-f8d5-45de-935d-ae68aec2cca4 req-906a2289-b6f8-493a-a369-0ea4c42ebfc2 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:46.758566 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3da43a4-f8d5-45de-935d-ae68aec2cca4 req-906a2289-b6f8-493a-a369-0ea4c42ebfc2 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 943 time: 0.0568504 Nov 29 18:08:46.823052 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3da43a4-f8d5-45de-935d-ae68aec2cca4 req-b8dec60d-967f-47d6-a1d7-534bcc0571a0 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553637 Nov 29 18:08:47.026946 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f831a32-ee3f-4c17-8f29-58ce231430f1', 'tag': '7306f959-b93b-4f87-9109-fa9cd7b85c7c'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:08:47.029279 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc31245-6294-4250-8d6f-ab1d7bdf6687" -d '{"events": [{"name": "network-changed", "server_uuid": "3f831a32-ee3f-4c17-8f29-58ce231430f1", "tag": "7306f959-b93b-4f87-9109-fa9cd7b85c7c"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:08:47.033366 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-2bfafc1a-b511-43b2-b9bc-b8e03a9e270c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5422280 Nov 29 18:08:47.111023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bc31b-a7fe-493c-ab55-fdf04da9bc81 req-f1c25f63-ac29-48de-b52f-0463e056c349 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:47.113848 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7f5bc31b-a7fe-493c-ab55-fdf04da9bc81 req-f1c25f63-ac29-48de-b52f-0463e056c349 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 945 time: 0.0539680 Nov 29 18:08:47.168349 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b7a709-1da0-4004-a55c-87cf439dcc80 x-openstack-request-id: req-23b7a709-1da0-4004-a55c-87cf439dcc80 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:08:47.168349 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f831a32-ee3f-4c17-8f29-58ce231430f1", "tag": "7306f959-b93b-4f87-9109-fa9cd7b85c7c", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:08:47.168990 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23b7a709-1da0-4004-a55c-87cf439dcc80 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:08:47.168990 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f831a32-ee3f-4c17-8f29-58ce231430f1', 'tag': '7306f959-b93b-4f87-9109-fa9cd7b85c7c', 'status': 'completed', 'code': 200} Nov 29 18:08:47.193729 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7f5bc31b-a7fe-493c-ab55-fdf04da9bc81 req-66ff38d3-a52e-4bfb-b698-7b1ead1fe321 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666814 Nov 29 18:08:47.257637 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-2242fad7-a26a-4754-9b41-ad6432347756 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47d39406-5de8-4326-94ee-2469082ec427 HTTP/1.1" status: 200 len: 999 time: 0.7648437 Nov 29 18:08:47.277912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca66a50-e0a5-4704-82f1-904af1002a0a req-d5f5d7db-eca2-43e9-948f-f1296396e931 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:47.279590 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eca66a50-e0a5-4704-82f1-904af1002a0a req-d5f5d7db-eca2-43e9-948f-f1296396e931 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 944 time: 0.0610070 Nov 29 18:08:47.343840 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eca66a50-e0a5-4704-82f1-904af1002a0a req-a1a89948-3afe-4522-8c82-5012a2224161 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534275 Nov 29 18:08:47.470688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-ff2e439e-32d0-4c4a-8564-9a1d274e0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:47.472431 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-ff2e439e-32d0-4c4a-8564-9a1d274e0fe3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ca0fa01-1410-4496-bcd2-b27afbda8311 HTTP/1.1" status: 200 len: 856 time: 0.2004502 Nov 29 18:08:47.545659 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-947ad30a-8bfe-4a07-8099-8510c03dc38e service neutron] 10.222.0.20 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323215 Nov 29 18:08:47.546610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bebaf-6cd3-42f0-bfa3-ba5343bccbd7 req-0b6b452a-ed80-4e41-8470-f457f0987c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:47.547970 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0e2bebaf-6cd3-42f0-bfa3-ba5343bccbd7 req-0b6b452a-ed80-4e41-8470-f457f0987c2d service neutron] 10.222.0.20 "GET /v2.0/networks?id=07e1bd78-8269-42cb-97e4-b929faeeeeb7 HTTP/1.1" status: 200 len: 906 time: 0.8601439 Nov 29 18:08:47.562372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7af05cb-2c23-4545-bfe1-b961288b6e47 admin admin] Router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:08:47.602199 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-0971e0b8-b394-447a-937f-4244ecfe63f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:47.603752 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-0971e0b8-b394-447a-937f-4244ecfe63f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b54b066-b601-4f01-8160-e9f1bf33b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211293 Nov 29 18:08:47.672261 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0e2bebaf-6cd3-42f0-bfa3-ba5343bccbd7 req-66bad753-7f82-4e25-a293-ebb55e1ea87f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97777dcd-78c3-41b7-a92f-3e578ee2e777 HTTP/1.1" status: 200 len: 217 time: 0.0957465 Nov 29 18:08:47.833805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b26713-0506-42b9-9f88-d3ce9bb3af6e req-2413d372-430c-4ad6-959d-d045367579b0 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:47.836514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-35b26713-0506-42b9-9f88-d3ce9bb3af6e req-2413d372-430c-4ad6-959d-d045367579b0 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.0917025 Nov 29 18:08:47.914461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-35b26713-0506-42b9-9f88-d3ce9bb3af6e req-1158e6d4-5589-49b2-b98e-3f0a926df6ac tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601597 Nov 29 18:08:47.934549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bebaf-6cd3-42f0-bfa3-ba5343bccbd7 req-ac1fdd35-d628-4097-9703-bd54cc150d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:47.936193 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0e2bebaf-6cd3-42f0-bfa3-ba5343bccbd7 req-ac1fdd35-d628-4097-9703-bd54cc150d4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=81cead3a-1dc8-4e59-949c-cf590473cc26 HTTP/1.1" status: 200 len: 845 time: 0.2481320 Nov 29 18:08:48.001875 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0e2bebaf-6cd3-42f0-bfa3-ba5343bccbd7 req-06ff7020-d58a-4b4c-8ec0-911bee897a51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07e1bd78-8269-42cb-97e4-b929faeeeeb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514662 Nov 29 18:08:48.005869 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f502d8f7-1301-4ea1-b14b-4e84ab1652b9 req-8519dd12-7047-4960-be18-1abe19a5e60d service neutron] 10.222.0.20 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388375 Nov 29 18:08:48.008348 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-e1bb6573-be11-45a6-8718-130d2c8848d6 service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487356 Nov 29 18:08:48.016344 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782f2e3-c039-4056-a223-c0858a01c5c1 req-960fdbba-1a4a-4232-b402-e9eb8d108f54 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:48.020722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6782f2e3-c039-4056-a223-c0858a01c5c1 req-960fdbba-1a4a-4232-b402-e9eb8d108f54 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 943 time: 0.0757360 Nov 29 18:08:48.052168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7af05cb-2c23-4545-bfe1-b961288b6e47 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:08:48.081439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f7a686-5a62-45d4-85e7-6ca067f929a4 None None] Sync routers for ids ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:08:48.099331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f7a686-5a62-45d4-85e7-6ca067f929a4 None None] Routers {'8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:08:48.100278 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f0f7a686-5a62-45d4-85e7-6ca067f929a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:08:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:48.123975 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6782f2e3-c039-4056-a223-c0858a01c5c1 req-82994745-3d7d-415c-8aa6-16caecc87de0 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964570 Nov 29 18:08:48.138853 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e7af05cb-2c23-4545-bfe1-b961288b6e47 admin admin] 10.222.0.23 "PUT /v2.0/routers/8c9a8bcf-d590-4a41-8bda-e5f56d3151a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0702877 Nov 29 18:08:48.139258 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56314) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:48.248749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-f0f7a686-5a62-45d4-85e7-6ca067f929a4 None None] Set router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:08:48.300116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc31245-6294-4250-8d6f-ab1d7bdf6687 req-70b16da8-2f43-4ec6-aa4e-e389a950be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:48.302056 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9cc31245-6294-4250-8d6f-ab1d7bdf6687 req-70b16da8-2f43-4ec6-aa4e-e389a950be66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=383d90a15ebd4c609091ab32f0e04663&device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 1095 time: 0.1111603 Nov 29 18:08:48.448972 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc31245-6294-4250-8d6f-ab1d7bdf6687 req-6ead18d2-61b3-403f-b8ab-f5e9cc1c056d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:48.450981 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9cc31245-6294-4250-8d6f-ab1d7bdf6687 req-6ead18d2-61b3-403f-b8ab-f5e9cc1c056d service neutron] 10.222.0.20 "GET /v2.0/networks?id=7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 HTTP/1.1" status: 200 len: 915 time: 0.1385620 Nov 29 18:08:48.462650 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-700218ce-e77f-4577-996e-28ae1c7feb83 service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344275 Nov 29 18:08:48.503165 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f0f7a686-5a62-45d4-85e7-6ca067f929a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'name': 'tempest-ServersTestJSON-1157515805-router', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:12Z', 'updated_at': '2021-11-29T18:08:45Z', 'revision_number': 5, 'project_id': '1318b8c767b14067acb6590f51744cee', 'gw_port': {'id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:13Z', 'updated_at': '2021-11-29T18:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:48.555057 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9cc31245-6294-4250-8d6f-ab1d7bdf6687 req-7fb71ab4-5df0-4725-ba6e-9d8d9899e1fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7306f959-b93b-4f87-9109-fa9cd7b85c7c HTTP/1.1" status: 200 len: 217 time: 0.0944169 Nov 29 18:08:48.557989 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0e2bebaf-6cd3-42f0-bfa3-ba5343bccbd7 req-dcca7507-1ca7-4564-90b9-0765a300ea57 service neutron] 10.222.0.20 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208871 Nov 29 18:08:48.579168 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f7a686-5a62-45d4-85e7-6ca067f929a4 None None] Checking router: 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:08:48.605136 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f7a686-5a62-45d4-85e7-6ca067f929a4 None None] Routers {'8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:08:48.606343 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f0f7a686-5a62-45d4-85e7-6ca067f929a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:08:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:48.629266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc31245-6294-4250-8d6f-ab1d7bdf6687 req-07f8fdb4-f5eb-4efa-baa7-60e001b887c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:48.632534 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9cc31245-6294-4250-8d6f-ab1d7bdf6687 req-07f8fdb4-f5eb-4efa-baa7-60e001b887c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9926ba24-8051-4fc2-8c61-17f9f010d206 HTTP/1.1" status: 200 len: 854 time: 0.0629315 Nov 29 18:08:48.763544 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a929acd-8076-444d-8aac-2fa3d2998a6e admin admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:48.774409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087ab5d-079f-4f2e-a3ac-33fb7ce77acc req-49c471cc-4d61-4454-ae7b-84a53aa0dbed tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:48.776148 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3087ab5d-079f-4f2e-a3ac-33fb7ce77acc req-49c471cc-4d61-4454-ae7b-84a53aa0dbed tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 944 time: 0.1215537 Nov 29 18:08:48.868731 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcae2f7-db1f-4705-8963-d72e5be8216c req-68f76733-c9e6-46e2-ae84-f5ec5dd6e684 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:48.870469 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4dcae2f7-db1f-4705-8963-d72e5be8216c req-68f76733-c9e6-46e2-ae84-f5ec5dd6e684 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 945 time: 0.2171998 Nov 29 18:08:48.961696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-f0f7a686-5a62-45d4-85e7-6ca067f929a4 None None] Set router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:08:49.007346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3087ab5d-079f-4f2e-a3ac-33fb7ce77acc req-23d2e203-d5db-433c-b3a8-c105510566ee tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778831 Nov 29 18:08:49.041990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9951d2-bbbe-43ff-9ae7-085208cf7a3f req-7625491e-2206-4dba-9b34-d0c3903d1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:49.043593 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 97777dcd-78c3-41b7-a92f-3e578ee2e777 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:08:49.058117 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cc9951d2-bbbe-43ff-9ae7-085208cf7a3f req-7625491e-2206-4dba-9b34-d0c3903d1de4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97df2f9382ba451a9c1578f7e940bef7&device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 1096 time: 0.4991536 Nov 29 18:08:49.067889 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9cc31245-6294-4250-8d6f-ab1d7bdf6687 req-d57f9add-688d-4380-8e85-94f50434b0ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2135158 Nov 29 18:08:49.076859 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0e2bebaf-6cd3-42f0-bfa3-ba5343bccbd7 req-1b52ed18-4d2a-4275-9fc0-f74d472fb24f service neutron] 10.222.0.20 "GET /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497430 Nov 29 18:08:49.219247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4dcae2f7-db1f-4705-8963-d72e5be8216c req-de0f7f24-b9d9-4b6c-84c9-95b09c05441d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3274114 Nov 29 18:08:49.291589 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a929acd-8076-444d-8aac-2fa3d2998a6e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:49.378281 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9951d2-bbbe-43ff-9ae7-085208cf7a3f req-f447328a-0cd8-44c8-b01c-f6d0fd312cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:49.379894 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cc9951d2-bbbe-43ff-9ae7-085208cf7a3f req-f447328a-0cd8-44c8-b01c-f6d0fd312cc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 200 len: 918 time: 0.3062990 Nov 29 18:08:49.498561 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 97777dcd-78c3-41b7-a92f-3e578ee2e777, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=97777dcd-78c3-41b7-a92f-3e578ee2e777,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:49.516811 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9cc31245-6294-4250-8d6f-ab1d7bdf6687 req-b4dddd5a-1b69-4646-9c11-a034e15b9049 service neutron] 10.222.0.20 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384942 Nov 29 18:08:49.527891 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cc9951d2-bbbe-43ff-9ae7-085208cf7a3f req-8df99bdd-508a-4390-a4db-e4d69ee6232c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47d39406-5de8-4326-94ee-2469082ec427 HTTP/1.1" status: 200 len: 999 time: 0.1353199 Nov 29 18:08:49.573940 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '97777dcd-78c3-41b7-a92f-3e578ee2e777', 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7', 'port_id': '97777dcd-78c3-41b7-a92f-3e578ee2e777', 'mac_address': 'fa:16:3e:93:20:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81cead3a-1dc8-4e59-949c-cf590473cc26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:08:49.625632 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1340d-5878-4377-b61c-58f590886156 req-9e1bfd82-5fee-446f-979c-47e16aba7793 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:49.637404 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8fa1340d-5878-4377-b61c-58f590886156 req-9e1bfd82-5fee-446f-979c-47e16aba7793 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 943 time: 0.2193596 Nov 29 18:08:49.698586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec1fc9-245a-4bce-ac72-7876435c99e0 req-18df9c0e-bfed-4c6b-9198-2bdf515601c1 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:49.721868 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0ec1fc9-245a-4bce-ac72-7876435c99e0 req-18df9c0e-bfed-4c6b-9198-2bdf515601c1 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.3935668 Nov 29 18:08:49.777010 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:49.829359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97777dcd-78c3-41b7-a92f-3e578ee2e777 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:08:49.836381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8fa1340d-5878-4377-b61c-58f590886156 req-c9dba380-9cc1-4ab3-8d73-7160c8f08bcf tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971045 Nov 29 18:08:49.864576 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 97777dcd-78c3-41b7-a92f-3e578ee2e777, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=97777dcd-78c3-41b7-a92f-3e578ee2e777,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:49.880849 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:49.898347 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9951d2-bbbe-43ff-9ae7-085208cf7a3f req-3dadd0cb-568e-4e05-ab47-6989676d5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:49.905446 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cc9951d2-bbbe-43ff-9ae7-085208cf7a3f req-3dadd0cb-568e-4e05-ab47-6989676d5059 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ca0fa01-1410-4496-bcd2-b27afbda8311 HTTP/1.1" status: 200 len: 856 time: 0.2885134 Nov 29 18:08:49.951931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=97777dcd-78c3-41b7-a92f-3e578ee2e777,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:49.953699 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9cc31245-6294-4250-8d6f-ab1d7bdf6687 req-acc9713e-9de1-4478-aa3a-fa5501ea9a8d service neutron] 10.222.0.20 "GET /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375001 Nov 29 18:08:49.986200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f0f7a686-5a62-45d4-85e7-6ca067f929a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'name': 'tempest-ServersTestJSON-1157515805-router', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:12Z', 'updated_at': '2021-11-29T18:08:45Z', 'revision_number': 5, 'project_id': '1318b8c767b14067acb6590f51744cee', 'gw_port': {'id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:13Z', 'updated_at': '2021-11-29T18:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:50.015185 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0ec1fc9-245a-4bce-ac72-7876435c99e0 req-f2194b3a-0f37-4e52-b9f5-08ff7f4e76e8 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015579 Nov 29 18:08:50.023409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6a929acd-8076-444d-8aac-2fa3d2998a6e admin admin] Deleting port 1498ea37-310c-4da4-80e4-57daa73f1d22 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:08:50.023837 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a929acd-8076-444d-8aac-2fa3d2998a6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:50.029115 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f7a686-5a62-45d4-85e7-6ca067f929a4 None None] The sync data for ids ['8c9a8bcf-d590-4a41-8bda-e5f56d3151a7'] in n-d-819494-5 is: [{'id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'name': 'tempest-ServersTestJSON-1157515805-router', 'tenant_id': '1318b8c767b14067acb6590f51744cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:12Z', 'updated_at': '2021-11-29T18:08:45Z', 'revision_number': 5, 'project_id': '1318b8c767b14067acb6590f51744cee', 'gw_port': {'id': '1498ea37-310c-4da4-80e4-57daa73f1d22', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:01:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9a8bcf-d590-4a41-8bda-e5f56d3151a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:13Z', 'updated_at': '2021-11-29T18:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:08:50.176224 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['97777dcd-78c3-41b7-a92f-3e578ee2e777'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:08:50.227471 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9951d2-bbbe-43ff-9ae7-085208cf7a3f req-1c23414a-b10e-4f4d-966e-0bdb90448199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:50.237101 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cc9951d2-bbbe-43ff-9ae7-085208cf7a3f req-1c23414a-b10e-4f4d-966e-0bdb90448199 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7b54b066-b601-4f01-8160-e9f1bf33b9b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2144377 Nov 29 18:08:50.485568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14592f97-a6ea-4003-830c-d6133683ba6a req-3f185606-42be-48a2-881a-fb29ee6839dd tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:50.498644 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14592f97-a6ea-4003-830c-d6133683ba6a req-3f185606-42be-48a2-881a-fb29ee6839dd tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 944 time: 0.3228967 Nov 29 18:08:50.554329 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cc9951d2-bbbe-43ff-9ae7-085208cf7a3f req-345ec63d-959b-4fcb-9104-faead9725f6e service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708042 Nov 29 18:08:50.640735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc5af9-fbc8-4b34-a2bc-05397b1b28b4 req-34b242e2-ad5a-43a3-9bd3-8e07196367ad tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:50.649774 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0dcc5af9-fbc8-4b34-a2bc-05397b1b28b4 req-34b242e2-ad5a-43a3-9bd3-8e07196367ad tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.4423759 Nov 29 18:08:50.725956 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cc9951d2-bbbe-43ff-9ae7-085208cf7a3f req-8590d9ee-61ba-483f-a71c-dbaa8a9005cb service neutron] 10.222.0.20 "GET /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454895 Nov 29 18:08:50.758962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14592f97-a6ea-4003-830c-d6133683ba6a req-e41a6bc7-6b52-459c-a02f-ef935afa033b tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530422 Nov 29 18:08:50.791646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-6a929acd-8076-444d-8aac-2fa3d2998a6e admin admin] For port 1498ea37-310c-4da4-80e4-57daa73f1d22, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1498ea37-310c-4da4-80e4-57daa73f1d22,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:50.792220 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a929acd-8076-444d-8aac-2fa3d2998a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:50.867945 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6a929acd-8076-444d-8aac-2fa3d2998a6e admin admin] Calling delete_port for 1498ea37-310c-4da4-80e4-57daa73f1d22 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:08:50.892484 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 75f018f6-732d-4d58-9ec8-4936ec0d5647 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:08:50.902366 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0dcc5af9-fbc8-4b34-a2bc-05397b1b28b4 req-2bda930d-e1ce-4bce-8dd2-752885c5ce91 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517080 Nov 29 18:08:51.034778 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 7306f959-b93b-4f87-9109-fa9cd7b85c7c details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:08:51.072150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 75f018f6-732d-4d58-9ec8-4936ec0d5647 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:08:51.072461 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 75f018f6-732d-4d58-9ec8-4936ec0d5647 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:08:51.299506 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 7306f959-b93b-4f87-9109-fa9cd7b85c7c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=7306f959-b93b-4f87-9109-fa9cd7b85c7c,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:51.336327 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '7306f959-b93b-4f87-9109-fa9cd7b85c7c', 'network_id': '7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16', 'port_id': '7306f959-b93b-4f87-9109-fa9cd7b85c7c', 'mac_address': 'fa:16:3e:b8:86:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9926ba24-8051-4fc2-8c61-17f9f010d206', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:08:51.359512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a41ac-c0b5-45e0-abf3-619e408ecc62 req-204b3848-33b0-4114-a0e9-3c2620095fdf tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:51.367780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a3a41ac-c0b5-45e0-abf3-619e408ecc62 req-204b3848-33b0-4114-a0e9-3c2620095fdf tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 945 time: 0.2179348 Nov 29 18:08:51.438368 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:51.450330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af497792-24fb-4649-971e-df0466f9f90f req-0c782b87-beaa-4cbb-b180-cc4fac4c957e tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:51.457895 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af497792-24fb-4649-971e-df0466f9f90f req-0c782b87-beaa-4cbb-b180-cc4fac4c957e tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 944 time: 0.2925591 Nov 29 18:08:51.492542 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7306f959-b93b-4f87-9109-fa9cd7b85c7c {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:08:51.511613 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a3a41ac-c0b5-45e0-abf3-619e408ecc62 req-27d51b46-b0f8-4d78-876b-c7fa1608cbfc tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427343 Nov 29 18:08:51.550033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 7306f959-b93b-4f87-9109-fa9cd7b85c7c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=7306f959-b93b-4f87-9109-fa9cd7b85c7c,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:51.558541 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:51.595950 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af497792-24fb-4649-971e-df0466f9f90f req-ab8b101d-bc63-4720-a88d-46bea48502da tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370809 Nov 29 18:08:51.597430 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a929acd-8076-444d-8aac-2fa3d2998a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:51.700937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=7306f959-b93b-4f87-9109-fa9cd7b85c7c,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:51.712459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b674436-b4f9-43ee-a548-41ec162c1741 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:08:51.825517 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['7306f959-b93b-4f87-9109-fa9cd7b85c7c'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:08:51.965037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a929acd-8076-444d-8aac-2fa3d2998a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=1498ea37-310c-4da4-80e4-57daa73f1d22,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:51.978155 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a929acd-8076-444d-8aac-2fa3d2998a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:52.262559 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a929acd-8076-444d-8aac-2fa3d2998a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:52.270853 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a929acd-8076-444d-8aac-2fa3d2998a6e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:52.291591 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fae5c-8611-4c00-b449-a271d3f831a5 req-a2e57bec-bf6b-4c09-9b1a-26f44b50c9e6 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:52.293235 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-551fae5c-8611-4c00-b449-a271d3f831a5 req-a2e57bec-bf6b-4c09-9b1a-26f44b50c9e6 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 945 time: 0.3206975 Nov 29 18:08:52.393834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4d2dc-c683-4bbd-94c3-8c8ca701e1ef req-0b6d445b-2557-44d0-b7e5-e94689ef6046 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:52.402297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-59e4d2dc-c683-4bbd-94c3-8c8ca701e1ef req-0b6d445b-2557-44d0-b7e5-e94689ef6046 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.4307079 Nov 29 18:08:52.438055 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a929acd-8076-444d-8aac-2fa3d2998a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:52.438604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a929acd-8076-444d-8aac-2fa3d2998a6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:08:52.463234 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a929acd-8076-444d-8aac-2fa3d2998a6e admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:52.464487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6a929acd-8076-444d-8aac-2fa3d2998a6e admin admin] 10.222.0.23 "DELETE /v2.0/routers/8c9a8bcf-d590-4a41-8bda-e5f56d3151a7 HTTP/1.1" status: 204 len: 168 time: 4.3242118 Nov 29 18:08:52.467097 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56400) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:52.512746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-551fae5c-8611-4c00-b449-a271d3f831a5 req-e1ed9d94-9fd8-4fae-8dc5-e372a75de2c1 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026739 Nov 29 18:08:52.559428 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-59e4d2dc-c683-4bbd-94c3-8c8ca701e1ef req-5a715594-4cbb-4445-ad8d-9a5ab0724be7 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560280 Nov 29 18:08:52.603919 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-609bcf51-72ff-4642-a07b-444336658250 admin admin] Deleting subnet da92c5bb-1df1-4b83-bd52-c49e1bf02675 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:08:52.613950 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-609bcf51-72ff-4642-a07b-444336658250 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:52.714156 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-609bcf51-72ff-4642-a07b-444336658250 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:52.914522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b0a78-0b06-4710-aadb-35240bd4d622 req-c8c0f334-0bba-4392-b6e3-c1a794116c2b tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:52.914743 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-609bcf51-72ff-4642-a07b-444336658250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:52.925728 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-327b0a78-0b06-4710-aadb-35240bd4d622 req-c8c0f334-0bba-4392-b6e3-c1a794116c2b tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 945 time: 0.2257686 Nov 29 18:08:53.000056 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 7306f959-b93b-4f87-9109-fa9cd7b85c7c up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:53.072436 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-609bcf51-72ff-4642-a07b-444336658250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:53.125047 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 7306f959-b93b-4f87-9109-fa9cd7b85c7c completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:08:53.136172 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 7306f959-b93b-4f87-9109-fa9cd7b85c7c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:53.136884 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:53.158867 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4d591-e13a-45d7-964c-93146dfa084b req-9aab9725-0d04-4526-ab28-6eb3ea2273c9 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:53.162103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19d4d591-e13a-45d7-964c-93146dfa084b req-9aab9725-0d04-4526-ab28-6eb3ea2273c9 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 944 time: 0.1938312 Nov 29 18:08:53.173067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bcf51-72ff-4642-a07b-444336658250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da92c5bb-1df1-4b83-bd52-c49e1bf02675,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:53.183557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-327b0a78-0b06-4710-aadb-35240bd4d622 req-56fad392-a2af-4d50-9065-ef7a34cedb49 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560635 Nov 29 18:08:53.195801 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-609bcf51-72ff-4642-a07b-444336658250 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:53.205075 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-609bcf51-72ff-4642-a07b-444336658250 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/da92c5bb-1df1-4b83-bd52-c49e1bf02675 HTTP/1.1" status: 204 len: 168 time: 0.7366197 Nov 29 18:08:53.207379 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56414) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:53.283980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83732e5-0b77-47bf-9a54-a2ff7df21325 None None] Network ae722068-7ae3-4725-97bd-11d55a46823e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:08:53.379582 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19d4d591-e13a-45d7-964c-93146dfa084b req-6c2e91a3-aa03-4777-be60-5035c1b4774e tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925004 Nov 29 18:08:53.403527 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:53.492935 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] Deleting port 73db4f69-0329-4bac-8ae2-d5ea4ce05072 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:08:53.493644 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:53.632632 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] For port 73db4f69-0329-4bac-8ae2-d5ea4ce05072, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=73db4f69-0329-4bac-8ae2-d5ea4ce05072,segment=NetworkSegment(579ceb81-3873-4742-9308-da7af039cfa5),segment_id=579ceb81-3873-4742-9308-da7af039cfa5)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:53.633077 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:53.652094 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] Calling delete_port for 73db4f69-0329-4bac-8ae2-d5ea4ce05072 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:08:53.740632 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76857c91-5bd2-40be-b891-27c309aa0822 req-1081e983-b001-4c4d-96c1-36cb56c7eb51 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:53.750325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-76857c91-5bd2-40be-b891-27c309aa0822 req-1081e983-b001-4c4d-96c1-36cb56c7eb51 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 945 time: 0.1359906 Nov 29 18:08:53.766823 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:53.817585 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 7306f959-b93b-4f87-9109-fa9cd7b85c7c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=7306f959-b93b-4f87-9109-fa9cd7b85c7c,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:53.819423 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f831a32-ee3f-4c17-8f29-58ce231430f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7306f959-b93b-4f87-9109-fa9cd7b85c7c'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:08:53.823536 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c79c36b-ae59-4756-975d-97ce3b835853" -d '{"events": [{"server_uuid": "3f831a32-ee3f-4c17-8f29-58ce231430f1", "name": "network-vif-plugged", "status": "completed", "tag": "7306f959-b93b-4f87-9109-fa9cd7b85c7c"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:08:53.831911 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:53.833045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 97777dcd-78c3-41b7-a92f-3e578ee2e777 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:08:53.897409 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:53.929852 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] No DVR routers for this DVR port 73db4f69-0329-4bac-8ae2-d5ea4ce05072 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:08:53.943433 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-76857c91-5bd2-40be-b891-27c309aa0822 req-224e6309-b605-40ec-80ad-66f0c98d9181 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916754 Nov 29 18:08:53.998171 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3940549-a45f-4124-badb-c83e9892c2b5 req-6c274886-b626-4848-a3a5-6b01387bab3e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:54.000293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9da495-7e8d-4103-96f8-e17dbfeb4000 None None] DHCP port deletion for ae722068-7ae3-4725-97bd-11d55a46823e request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:08:54.018309 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=73db4f69-0329-4bac-8ae2-d5ea4ce05072,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:54.020367 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3940549-a45f-4124-badb-c83e9892c2b5 req-6c274886-b626-4848-a3a5-6b01387bab3e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.3040202 Nov 29 18:08:54.041497 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4e99-a242-4d47-8936-3fa83a6ffe36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:54.109900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=7306f959-b93b-4f87-9109-fa9cd7b85c7c,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:54.163780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 97777dcd-78c3-41b7-a92f-3e578ee2e777 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:08:54.177188 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 97777dcd-78c3-41b7-a92f-3e578ee2e777 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:08:54.181543 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:54.245039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3940549-a45f-4124-badb-c83e9892c2b5 req-a782b6cd-d527-44a5-83fe-26ad91bb37b1 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180438 Nov 29 18:08:54.310217 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:54.341655 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb8f423-0a2d-4097-be4d-1e4869158c88 x-openstack-request-id: req-4fb8f423-0a2d-4097-be4d-1e4869158c88 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:08:54.341890 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f831a32-ee3f-4c17-8f29-58ce231430f1", "name": "network-vif-plugged", "status": "completed", "tag": "7306f959-b93b-4f87-9109-fa9cd7b85c7c", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:08:54.344862 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fb8f423-0a2d-4097-be4d-1e4869158c88 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:08:54.345295 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f831a32-ee3f-4c17-8f29-58ce231430f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7306f959-b93b-4f87-9109-fa9cd7b85c7c', 'code': 200} Nov 29 18:08:54.367060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae722068-7ae3-4725-97bd-11d55a46823e']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:54.395595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579ceb81-3873-4742-9308-da7af039cfa5') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:54.396399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579ceb81-3873-4742-9308-da7af039cfa5') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:08:54.408492 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:54.453709 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:54.465633 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:08:54.466238 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:54.536792 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:08:54.563776 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:08:54.587210 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d96796-6b60-4288-920a-52b55cdd7b69 req-dabc17c4-eb89-4dca-b4f9-b2f7819c7c94 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:54.600751 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32d96796-6b60-4288-920a-52b55cdd7b69 req-dabc17c4-eb89-4dca-b4f9-b2f7819c7c94 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 945 time: 0.1908486 Nov 29 18:08:54.611827 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:54.641435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 97777dcd-78c3-41b7-a92f-3e578ee2e777, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=97777dcd-78c3-41b7-a92f-3e578ee2e777,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:08:54.652797 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:54.657219 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:54.685200 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ae722068-7ae3-4725-97bd-11d55a46823e HTTP/1.1" status: 204 len: 168 time: 1.4747212 Nov 29 18:08:54.696041 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32d96796-6b60-4288-920a-52b55cdd7b69 req-1db66daa-9fb2-442e-9cec-d01a27780cc0 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938642 Nov 29 18:08:54.746158 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4f46d-019e-4a50-b156-90aeb94930c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae722068-7ae3-4725-97bd-11d55a46823e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:54.778629 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=97777dcd-78c3-41b7-a92f-3e578ee2e777,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:54.808550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a7195-632b-4bba-b25a-10fe6e3a5f6a req-582fb4e7-3013-4a63-9965-6c9cdf1e145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:54.810404 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ea0a7195-632b-4bba-b25a-10fe6e3a5f6a req-582fb4e7-3013-4a63-9965-6c9cdf1e145c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 1097 time: 0.3777702 Nov 29 18:08:54.971770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb136403-e7a4-4cfa-b166-c00e3126822e req-7a589d00-13a8-41bb-8da8-608b122165cc tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:54.982391 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb136403-e7a4-4cfa-b166-c00e3126822e req-7a589d00-13a8-41bb-8da8-608b122165cc tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 945 time: 0.2102067 Nov 29 18:08:54.996726 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ea0a7195-632b-4bba-b25a-10fe6e3a5f6a req-03a3d171-d6e3-4b4a-b08f-29512ebd8af5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502967 Nov 29 18:08:54.999899 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1498ea37-310c-4da4-80e4-57daa73f1d22 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:08:55.067168 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb136403-e7a4-4cfa-b166-c00e3126822e req-bb6401fc-7299-4826-8950-6c1aedee784a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817838 Nov 29 18:08:55.097957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 1498ea37-310c-4da4-80e4-57daa73f1d22 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:08:55.098487 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1498ea37-310c-4da4-80e4-57daa73f1d22 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:08:55.098736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 73db4f69-0329-4bac-8ae2-d5ea4ce05072 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:08:55.238779 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 73db4f69-0329-4bac-8ae2-d5ea4ce05072 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:08:55.239353 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 73db4f69-0329-4bac-8ae2-d5ea4ce05072 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:08:55.273558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56454) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:55.404503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a930c1-cb91-4d4d-ac2d-5989106c5dda req-306e7a9c-4cd8-48c0-b15f-896daa32296b tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:55.416427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93a930c1-cb91-4d4d-ac2d-5989106c5dda req-306e7a9c-4cd8-48c0-b15f-896daa32296b tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.2301595 Nov 29 18:08:55.444267 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-68de7382-4883-4ecb-bd81-e443f0dd9f25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1318b8c767b14067acb6590f51744cee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1694965 Nov 29 18:08:55.447399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56456) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:55.462574 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90554bb1-99d6-4bf1-82bb-aab4c5b38371 req-240e1b9e-bfac-48ca-960b-7fca19cf3ee1 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:55.470963 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90554bb1-99d6-4bf1-82bb-aab4c5b38371 req-240e1b9e-bfac-48ca-960b-7fca19cf3ee1 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 946 time: 0.1638520 Nov 29 18:08:55.593916 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93a930c1-cb91-4d4d-ac2d-5989106c5dda req-c71e6c4e-b5a8-4dfb-ae4e-8056fe9bbdd2 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757524 Nov 29 18:08:55.675113 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90554bb1-99d6-4bf1-82bb-aab4c5b38371 req-48bbbcba-df39-48de-b9bb-715a6236adca tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022090 Nov 29 18:08:55.749190 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3f27100-dab1-4b38-be45-39ed07e458d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:55.832146 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3f27100-dab1-4b38-be45-39ed07e458d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:55.950444 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3f27100-dab1-4b38-be45-39ed07e458d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:55.954174 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3f27100-dab1-4b38-be45-39ed07e458d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:55.958228 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a3f27100-dab1-4b38-be45-39ed07e458d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5501bd3d-8ea5-429a-aa02-1b4d27e31ca6 HTTP/1.1" status: 204 len: 168 time: 0.5029271 Nov 29 18:08:55.975973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f27100-dab1-4b38-be45-39ed07e458d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5501bd3d-8ea5-429a-aa02-1b4d27e31ca6,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:56.090081 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35286203-c196-474c-8b48-76a49547be9a req-cb19b4a6-6a9f-440c-a783-527aca8b92a5 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:56.099204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-35286203-c196-474c-8b48-76a49547be9a req-cb19b4a6-6a9f-440c-a783-527aca8b92a5 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 945 time: 0.2021563 Nov 29 18:08:56.251973 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-35286203-c196-474c-8b48-76a49547be9a req-d76aec17-e9e8-4bdd-b56b-400de028d0c4 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396110 Nov 29 18:08:56.347614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a648b4ad-9133-4e06-ab05-182488ca8bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97777dcd-78c3-41b7-a92f-3e578ee2e777'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:08:56.356000 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad3d9e8-6750-4987-8c85-b06960ed496f" -d '{"events": [{"server_uuid": "a648b4ad-9133-4e06-ab05-182488ca8bf0", "name": "network-vif-plugged", "status": "completed", "tag": "97777dcd-78c3-41b7-a92f-3e578ee2e777"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:08:56.449691 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f6996e2-ed7f-40a9-a372-522a728d1581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:56.452813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f96e34-0833-4f16-bd3b-1794f95473c7 req-ed37afc7-623d-40e2-90f6-48eedde7fac5 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:56.475982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-59f96e34-0833-4f16-bd3b-1794f95473c7 req-ed37afc7-623d-40e2-90f6-48eedde7fac5 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 945 time: 0.2655087 Nov 29 18:08:56.494998 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b319f35-d6b4-455b-bcdc-62a17abd5989 x-openstack-request-id: req-2b319f35-d6b4-455b-bcdc-62a17abd5989 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:08:56.495298 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a648b4ad-9133-4e06-ab05-182488ca8bf0", "name": "network-vif-plugged", "status": "completed", "tag": "97777dcd-78c3-41b7-a92f-3e578ee2e777", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:08:56.495559 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2b319f35-d6b4-455b-bcdc-62a17abd5989 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:08:56.495956 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a648b4ad-9133-4e06-ab05-182488ca8bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97777dcd-78c3-41b7-a92f-3e578ee2e777', 'code': 200} Nov 29 18:08:56.594182 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-59f96e34-0833-4f16-bd3b-1794f95473c7 req-08597511-6fb0-4a56-a39e-91800f93c134 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150053 Nov 29 18:08:56.761068 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18708ab-cbef-4996-8c0b-868ed35591a7 req-8495d8cb-7c26-4a38-a204-25644b44098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:56.764424 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a18708ab-cbef-4996-8c0b-868ed35591a7 req-8495d8cb-7c26-4a38-a204-25644b44098b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0847020 Nov 29 18:08:56.772053 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56486) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:56.983768 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a18708ab-cbef-4996-8c0b-868ed35591a7 req-afdd3c13-9160-4a86-bdc4-13cb9540d364 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001375 Nov 29 18:08:57.000237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8e01f4e7-2cdf-4877-a28a-8b1f75f3f536 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:57.010929 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd276ce-f688-4853-8f6d-dcdec2971ad3 req-5b3b4d02-2d12-4ac2-9832-c403761799bb tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:57.012834 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fbd276ce-f688-4853-8f6d-dcdec2971ad3 req-5b3b4d02-2d12-4ac2-9832-c403761799bb tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.2470837 Nov 29 18:08:57.084663 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:57.101738 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9b387-677b-4a5b-b01a-01872039cbb8 req-e1f1c3db-fd56-4c06-bf79-6278a102a665 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:57.108688 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eeb9b387-677b-4a5b-b01a-01872039cbb8 req-e1f1c3db-fd56-4c06-bf79-6278a102a665 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 946 time: 0.2068877 Nov 29 18:08:57.145167 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fbd276ce-f688-4853-8f6d-dcdec2971ad3 req-3b32b018-094c-430a-af96-8831adcf7caa tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225348 Nov 29 18:08:57.303629 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eeb9b387-677b-4a5b-b01a-01872039cbb8 req-9a922ec7-b736-402c-ac8a-9f9d50277ffb tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891291 Nov 29 18:08:57.325107 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8e01f4e7-2cdf-4877-a28a-8b1f75f3f536 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:57.341963 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8e01f4e7-2cdf-4877-a28a-8b1f75f3f536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:57.440030 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01f4e7-2cdf-4877-a28a-8b1f75f3f536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd06283f-a4ec-4e78-889a-95f5a582d9b5,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:57.451066 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:08:57.468231 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8e01f4e7-2cdf-4877-a28a-8b1f75f3f536 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9fd6b98bfef341c880ba093a8eff98b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6948655 Nov 29 18:08:57.473035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56502) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:57.539102 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:57.633927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdf314-3620-4b57-bde9-1f0a8722a52d req-80491b48-66e9-4262-8e37-d42e01021172 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:57.647788 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4fdf314-3620-4b57-bde9-1f0a8722a52d req-80491b48-66e9-4262-8e37-d42e01021172 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 945 time: 0.2351189 Nov 29 18:08:57.709120 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a297846-80e9-4a31-a836-773135903ec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:57.793169 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4fdf314-3620-4b57-bde9-1f0a8722a52d req-4f5affdb-d992-45ea-9c01-8464aa142aac tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442595 Nov 29 18:08:57.801078 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a297846-80e9-4a31-a836-773135903ec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:57.931892 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a297846-80e9-4a31-a836-773135903ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:57.939036 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a297846-80e9-4a31-a836-773135903ec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:57.943294 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6a297846-80e9-4a31-a836-773135903ec0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd06283f-a4ec-4e78-889a-95f5a582d9b5 HTTP/1.1" status: 204 len: 168 time: 0.4685133 Nov 29 18:08:57.984401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a297846-80e9-4a31-a836-773135903ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd06283f-a4ec-4e78-889a-95f5a582d9b5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:57.996402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c717df-ad54-43b6-a183-40647ccb8f00 req-90041607-ed5f-4062-a76a-9b501816b68d tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:58.016015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74c717df-ad54-43b6-a183-40647ccb8f00 req-90041607-ed5f-4062-a76a-9b501816b68d tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 945 time: 0.1917381 Nov 29 18:08:58.070719 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56524) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:58.145766 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74c717df-ad54-43b6-a183-40647ccb8f00 req-01b64ab9-d4b5-4e8e-bd6a-49eb0b035759 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288545 Nov 29 18:08:58.244537 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-23651331-11f1-4897-846e-70928e8cb7c3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-network', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:58.281987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23651331-11f1-4897-846e-70928e8cb7c3 admin admin] Made reservation on behalf of aaef91b3236b474d84cff4c6e037a5bb for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:08:58.294469 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23651331-11f1-4897-846e-70928e8cb7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:58.329432 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23651331-11f1-4897-846e-70928e8cb7c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:58.481742 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23651331-11f1-4897-846e-70928e8cb7c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:58.490034 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23651331-11f1-4897-846e-70928e8cb7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:58.515933 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23651331-11f1-4897-846e-70928e8cb7c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:08:58.639482 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23651331-11f1-4897-846e-70928e8cb7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:58.639844 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-23651331-11f1-4897-846e-70928e8cb7c3 admin admin] Added segment fb9e397d-b264-458d-964d-3d73bebc1e2c of type vlan for network b90bbd88-c27a-4f3d-9ea5-0a6930e06235 Nov 29 18:08:58.762220 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23651331-11f1-4897-846e-70928e8cb7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b1d194-efed-43ed-88d6-067a6969c181,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:58.830218 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23651331-11f1-4897-846e-70928e8cb7c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:58.852431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e41535-ecfc-44ab-9bb6-804e386291bd req-bd2ad9a2-a582-436f-8466-c1d8bacbaa5f tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:58.856931 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52e41535-ecfc-44ab-9bb6-804e386291bd req-bd2ad9a2-a582-436f-8466-c1d8bacbaa5f tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 946 time: 0.3687642 Nov 29 18:08:58.955871 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23651331-11f1-4897-846e-70928e8cb7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:58.957494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23651331-11f1-4897-846e-70928e8cb7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:58.958095 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23651331-11f1-4897-846e-70928e8cb7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:59.042957 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:59.195503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56548) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:59.222927 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18ec7751-7874-48d8-9a16-e4c354ea11b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:59.462572 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18ec7751-7874-48d8-9a16-e4c354ea11b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:59.467634 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-23651331-11f1-4897-846e-70928e8cb7c3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3950970 Nov 29 18:08:59.469223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56554) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:59.491339 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-991bbc29-3761-42c9-a141-64c3b6633800 admin admin] Request body: {'subnet': {'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-subnet', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:08:59.524849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52e41535-ecfc-44ab-9bb6-804e386291bd req-cbf57377-93a8-4c5d-89a4-f2a17522aadc tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6132216 Nov 29 18:08:59.529228 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:59.535140 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18ec7751-7874-48d8-9a16-e4c354ea11b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:59.538380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23651331-11f1-4897-846e-70928e8cb7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=b90bbd88-c27a-4f3d-9ea5-0a6930e06235,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:59.565449 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network b90bbd88-c27a-4f3d-9ea5-0a6930e06235 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:08:59.637010 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75974c-403f-4fb6-9fdb-949e88fe2499 req-0a8f687e-3b54-4256-a8a1-4783f1a49365 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:59.639529 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-18ec7751-7874-48d8-9a16-e4c354ea11b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0977b3bd739946ca8c5f84fec156b9f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4392529 Nov 29 18:08:59.650044 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca75974c-403f-4fb6-9fdb-949e88fe2499 req-0a8f687e-3b54-4256-a8a1-4783f1a49365 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 945 time: 0.4197080 Nov 29 18:08:59.659487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56560) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:59.732342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56562) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:08:59.852524 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991bbc29-3761-42c9-a141-64c3b6633800 admin admin] Made reservation on behalf of aaef91b3236b474d84cff4c6e037a5bb for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:08:59.858714 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-991bbc29-3761-42c9-a141-64c3b6633800 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:08:59.876228 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca75974c-403f-4fb6-9fdb-949e88fe2499 req-bc66d634-bdb3-4559-aae8-d547feeba400 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232220 Nov 29 18:08:59.910846 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec7751-7874-48d8-9a16-e4c354ea11b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765d14f2-d83a-4cd7-b0f1-7fc13382cb4c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:08:59.920884 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6911d92-d550-4817-965d-b7a8583c5876 req-e932f64c-f0f7-4076-848c-4245f86fc3c5 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:08:59.930089 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6911d92-d550-4817-965d-b7a8583c5876 req-e932f64c-f0f7-4076-848c-4245f86fc3c5 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 945 time: 0.2091589 Nov 29 18:08:59.997403 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:00.061027 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36a81eb6-430f-4aca-85ef-1285024b991b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:00.077768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6911d92-d550-4817-965d-b7a8583c5876 req-1aa509bd-e568-4ab7-abb9-4cd87b33c8a6 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371012 Nov 29 18:09:00.100568 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36a81eb6-430f-4aca-85ef-1285024b991b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:00.245224 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36a81eb6-430f-4aca-85ef-1285024b991b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:00.253437 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36a81eb6-430f-4aca-85ef-1285024b991b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:00.257679 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-36a81eb6-430f-4aca-85ef-1285024b991b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/765d14f2-d83a-4cd7-b0f1-7fc13382cb4c HTTP/1.1" status: 204 len: 168 time: 0.5863225 Nov 29 18:09:00.309762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a81eb6-430f-4aca-85ef-1285024b991b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765d14f2-d83a-4cd7-b0f1-7fc13382cb4c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:00.312430 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-21768bbf-f3cd-4289-8c8d-1e8c48f98e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:00.429499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb22f18-3eb8-45da-b90d-a2e4d2c23a82 req-71cafa18-3da4-4d99-b62e-f220d3941cf1 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:00.455291 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3bb22f18-3eb8-45da-b90d-a2e4d2c23a82 req-71cafa18-3da4-4d99-b62e-f220d3941cf1 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 946 time: 0.2155170 Nov 29 18:09:00.517263 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-991bbc29-3761-42c9-a141-64c3b6633800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:00.610664 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3bb22f18-3eb8-45da-b90d-a2e4d2c23a82 req-f7e8cecf-0942-468f-a27e-dd9f3e12c430 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487410 Nov 29 18:09:00.657746 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-21768bbf-f3cd-4289-8c8d-1e8c48f98e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:00.671833 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991bbc29-3761-42c9-a141-64c3b6633800 admin admin] Checking segment: {'id': 'fb9e397d-b264-458d-964d-3d73bebc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:09:00.672357 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991bbc29-3761-42c9-a141-64c3b6633800 admin admin] Network hostable DHCP agents. Network: b90bbd88-c27a-4f3d-9ea5-0a6930e06235, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:09:00.700240 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-21768bbf-f3cd-4289-8c8d-1e8c48f98e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:00.998030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56586) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:01.019897 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8283cd70-d256-4c20-9e60-affa5a6f86a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:01.383930 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8283cd70-d256-4c20-9e60-affa5a6f86a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:01.398120 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8283cd70-d256-4c20-9e60-affa5a6f86a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:01.423670 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76181aa-72ea-4a4d-8cdb-7b9e5a1d5daf req-6b31872c-2781-4f55-8936-1176830d7c00 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:01.431326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c76181aa-72ea-4a4d-8cdb-7b9e5a1d5daf req-6b31872c-2781-4f55-8936-1176830d7c00 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.2015011 Nov 29 18:09:01.528017 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283cd70-d256-4c20-9e60-affa5a6f86a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaab1bd3-2b7d-40da-a7f2-d21ce90819b7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:01.545425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8283cd70-d256-4c20-9e60-affa5a6f86a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a034193da4d0469d8fd2bdb122cf2771&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5421531 Nov 29 18:09:01.555303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56598) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:01.560735 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bbc29-3761-42c9-a141-64c3b6633800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f7680db-e0db-4d9d-93e4-42f90be1cf3b,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:01.581238 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991bbc29-3761-42c9-a141-64c3b6633800 admin admin] Network b90bbd88-c27a-4f3d-9ea5-0a6930e06235 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:09:01.644285 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c76181aa-72ea-4a4d-8cdb-7b9e5a1d5daf req-39f24f3f-e29d-42cd-b4d1-6b1611b9813f tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080555 Nov 29 18:09:01.655987 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21768bbf-f3cd-4289-8c8d-1e8c48f98e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406b1ddf-6d1d-40bc-a86f-ac8d54e912c1,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:01.664987 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-21768bbf-f3cd-4289-8c8d-1e8c48f98e08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cef6921e88648c89e8f25846443df5d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9265223 Nov 29 18:09:01.665985 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-991bbc29-3761-42c9-a141-64c3b6633800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, b90bbd88-c27a-4f3d-9ea5-0a6930e06235) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:09:01.667839 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56600) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:01.674922 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8742e880-c871-4f00-ae5e-6c3defea5a95 None None] Network b90bbd88-c27a-4f3d-9ea5-0a6930e06235 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:09:01.677556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eac2f5-ef0e-4080-bcb4-41a7cc6fbc2a req-be319c3b-1f22-4f05-8780-afe8de1aae22 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:01.682926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991bbc29-3761-42c9-a141-64c3b6633800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:01.683923 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-991bbc29-3761-42c9-a141-64c3b6633800 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:01.692277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6eac2f5-ef0e-4080-bcb4-41a7cc6fbc2a req-be319c3b-1f22-4f05-8780-afe8de1aae22 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 945 time: 0.2528615 Nov 29 18:09:01.724524 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb12f26-527a-4406-8062-2773619d6c8e req-fdf59838-a370-4b06-a0a9-a1ac6e71f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:01.726714 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1bb12f26-527a-4406-8062-2773619d6c8e req-fdf59838-a370-4b06-a0a9-a1ac6e71f1c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c83627c91e74087bbaa05f8261c093f&device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 1096 time: 0.1582017 Nov 29 18:09:01.752698 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-991bbc29-3761-42c9-a141-64c3b6633800 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2664163 Nov 29 18:09:01.753804 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56610) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:01.781587 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acc88707-3e12-46a2-86d9-6cda5c4909e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:01.866125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-router', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:09:01.869961 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb12f26-527a-4406-8062-2773619d6c8e req-cc0722a8-76c1-4f70-940d-877affc7c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:01.871617 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1bb12f26-527a-4406-8062-2773619d6c8e req-cc0722a8-76c1-4f70-940d-877affc7c2b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f6e9013-9fe1-470a-9eff-430851e7bcb9 HTTP/1.1" status: 200 len: 919 time: 0.1203401 Nov 29 18:09:01.876910 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6eac2f5-ef0e-4080-bcb4-41a7cc6fbc2a req-34e29ed8-2636-4d0d-8a8e-89b62a62459f tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737723 Nov 29 18:09:01.917815 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acc88707-3e12-46a2-86d9-6cda5c4909e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:01.960769 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9e85c3-1b53-49cc-b77e-43b2223b0aa8 None None] Network b90bbd88-c27a-4f3d-9ea5-0a6930e06235 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:09:02.008730 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6ee1254-1570-41f6-ac1b-3830d7bb268b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:02.027145 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1bb12f26-527a-4406-8062-2773619d6c8e req-e614a968-d217-4fc8-9439-ef5d8eb6a859 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55af43a5-8d56-4f81-9942-51b6b937f123 HTTP/1.1" status: 200 len: 217 time: 0.1200395 Nov 29 18:09:02.164003 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c101829-e6c5-42f3-a443-aaf72c2dace2 req-76b11fce-d925-4d4d-849d-5dc7041336e3 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:02.167940 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c101829-e6c5-42f3-a443-aaf72c2dace2 req-76b11fce-d925-4d4d-849d-5dc7041336e3 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 946 time: 0.1676261 Nov 29 18:09:02.195996 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6ee1254-1570-41f6-ac1b-3830d7bb268b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:02.218122 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:02.219752 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:02.227645 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acc88707-3e12-46a2-86d9-6cda5c4909e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:02.239322 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acc88707-3e12-46a2-86d9-6cda5c4909e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:02.245787 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-acc88707-3e12-46a2-86d9-6cda5c4909e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eaab1bd3-2b7d-40da-a7f2-d21ce90819b7 HTTP/1.1" status: 204 len: 168 time: 0.6721168 Nov 29 18:09:02.259212 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb12f26-527a-4406-8062-2773619d6c8e req-054271d6-bb39-431a-ab8a-b6646271a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:02.260962 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1bb12f26-527a-4406-8062-2773619d6c8e req-054271d6-bb39-431a-ab8a-b6646271a3b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87a10408-79d6-4b35-95a6-0b2f64416722 HTTP/1.1" status: 200 len: 858 time: 0.1803577 Nov 29 18:09:02.270225 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc88707-3e12-46a2-86d9-6cda5c4909e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaab1bd3-2b7d-40da-a7f2-d21ce90819b7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:02.327597 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c101829-e6c5-42f3-a443-aaf72c2dace2 req-340a9d24-6405-449d-9398-d8874182cb0c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500509 Nov 29 18:09:02.398756 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1bb12f26-527a-4406-8062-2773619d6c8e req-5dc68ff7-9216-4baf-9a6e-2bf6480162ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f6e9013-9fe1-470a-9eff-430851e7bcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124029 Nov 29 18:09:02.509137 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:02.672486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d06745-5ef4-4d60-9490-09e009d7b3ee req-e20350f7-b050-4a52-9924-2e8fbe782837 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:02.680786 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-47d06745-5ef4-4d60-9490-09e009d7b3ee req-e20350f7-b050-4a52-9924-2e8fbe782837 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 946 time: 0.1918428 Nov 29 18:09:02.730363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f379126-af89-493b-83f8-cbb796c41e7a req-01bafa6d-a009-472e-8274-c2fdcafed75a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:02.741521 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6ee1254-1570-41f6-ac1b-3830d7bb268b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:02.742883 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f379126-af89-493b-83f8-cbb796c41e7a req-01bafa6d-a009-472e-8274-c2fdcafed75a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 945 time: 0.1727273 Nov 29 18:09:02.745438 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6ee1254-1570-41f6-ac1b-3830d7bb268b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:02.746931 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d6ee1254-1570-41f6-ac1b-3830d7bb268b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/406b1ddf-6d1d-40bc-a86f-ac8d54e912c1 HTTP/1.1" status: 204 len: 168 time: 1.0778205 Nov 29 18:09:02.796878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee1254-1570-41f6-ac1b-3830d7bb268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406b1ddf-6d1d-40bc-a86f-ac8d54e912c1,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:03.011720 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:03.022361 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1bb12f26-527a-4406-8062-2773619d6c8e req-572d266d-bfcf-457a-85c8-fe7bd890cc1e service neutron] 10.222.0.20 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325637 Nov 29 18:09:03.039384 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-47d06745-5ef4-4d60-9490-09e009d7b3ee req-e7bd004e-e0dc-41cf-ab26-a479f3ce2f9b tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573978 Nov 29 18:09:03.071220 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f379126-af89-493b-83f8-cbb796c41e7a req-48f03d06-71d9-4d5b-af11-d67e8bce0323 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244400 Nov 29 18:09:03.266088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fb8bc-b6c5-4bbc-b0df-c69618fde14c req-052ce711-7db7-4617-964c-6df7c38bc65b tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:03.267952 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104fb8bc-b6c5-4bbc-b0df-c69618fde14c req-052ce711-7db7-4617-964c-6df7c38bc65b tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.1322408 Nov 29 18:09:03.401494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c82a2-92a4-43df-bf45-2ca00827776f req-0d33284e-1bba-4344-bb38-8113782bc109 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:03.414626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-602c82a2-92a4-43df-bf45-2ca00827776f req-0d33284e-1bba-4344-bb38-8113782bc109 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 945 time: 0.1078224 Nov 29 18:09:03.426275 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104fb8bc-b6c5-4bbc-b0df-c69618fde14c req-b69cd4e8-d3e4-4b5c-b868-47aedaed6ab7 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505165 Nov 29 18:09:03.436701 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:03.488613 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:03.522432 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-602c82a2-92a4-43df-bf45-2ca00827776f req-5a6f347c-d1e7-49c4-9452-74a7695b92a5 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028240 Nov 29 18:09:03.527320 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56670) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:03.548436 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e49f6cad-9cab-4187-a87e-4f681454c8b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:03.588922 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1bb12f26-527a-4406-8062-2773619d6c8e req-cb58a1ec-7e32-47ef-ae69-435d769709f3 service neutron] 10.222.0.20 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389088 Nov 29 18:09:03.713658 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Allocated IP 172.25.3.5 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:09:03.715042 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e49f6cad-9cab-4187-a87e-4f681454c8b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:03.727094 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e49f6cad-9cab-4187-a87e-4f681454c8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:03.753441 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b0bc3-42bd-44f0-839a-cf27243ee853 req-3fa23e10-af8d-4b92-a5cd-3a32c78c5156 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:03.755165 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb7b0bc3-42bd-44f0-839a-cf27243ee853 req-3fa23e10-af8d-4b92-a5cd-3a32c78c5156 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 946 time: 0.0961499 Nov 29 18:09:03.806626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e49f6cad-9cab-4187-a87e-4f681454c8b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=805b8bf2fe844739bcd67e5b6c09f944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2780366 Nov 29 18:09:03.807862 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f6cad-9cab-4187-a87e-4f681454c8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d8c6cc-f520-45d4-9942-930730245455,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:03.809339 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56682) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:03.839718 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb7b0bc3-42bd-44f0-839a-cf27243ee853 req-fab74787-8b01-43be-9f27-36a076b21603 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678318 Nov 29 18:09:03.916627 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:03.956118 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-375e512a-d5c2-47dd-a561-4d3baec0711a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:03.970251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555b291-4d12-4367-befe-de63260fa57a req-8ee4a6be-7d31-49f7-a15a-3c087462adeb tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:03.971789 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2555b291-4d12-4367-befe-de63260fa57a req-8ee4a6be-7d31-49f7-a15a-3c087462adeb tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 946 time: 0.0551093 Nov 29 18:09:03.992400 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-375e512a-d5c2-47dd-a561-4d3baec0711a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:04.012523 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:04.026693 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2555b291-4d12-4367-befe-de63260fa57a req-f846f8d5-2f9d-4cf3-b33b-fb8c27db15e6 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453684 Nov 29 18:09:04.070804 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:09:04.074389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:09:04.078497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:09:04.091666 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2232bd2a-0321-4aa8-999d-0c7b9b7cb1dc None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:09:04.111613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Pushing event updated for resources: {'Port': ['ID=67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:04.131870 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-375e512a-d5c2-47dd-a561-4d3baec0711a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:04.134481 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-375e512a-d5c2-47dd-a561-4d3baec0711a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:04.138834 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-375e512a-d5c2-47dd-a561-4d3baec0711a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76d8c6cc-f520-45d4-9942-930730245455 HTTP/1.1" status: 204 len: 168 time: 0.3284883 Nov 29 18:09:04.218991 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c573a0de-6a48-4f16-b203-f082f7bb19b3 None None] Provisioning complete for port 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:09:04.219373 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c573a0de-6a48-4f16-b203-f082f7bb19b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:04.238018 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e512a-d5c2-47dd-a561-4d3baec0711a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d8c6cc-f520-45d4-9942-930730245455,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:04.333934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c573a0de-6a48-4f16-b203-f082f7bb19b3 None None] Port 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:09:04.341791 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25347747-3675-4e4c-934e-fd9ab42554b0 req-c76b444c-1291-4b79-9e5a-1162e694a394 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:04.344816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25347747-3675-4e4c-934e-fd9ab42554b0 req-c76b444c-1291-4b79-9e5a-1162e694a394 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 945 time: 0.1327543 Nov 29 18:09:04.420538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25347747-3675-4e4c-934e-fd9ab42554b0 req-cf0b2433-d0e1-4733-93b5-ff23dc1da26c tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695145 Nov 29 18:09:04.462875 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:04.582881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c351b2-7736-4f79-8605-f0d735b2887c req-7f3cf68d-4a85-44e3-a1e4-f8abe0df2606 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:04.584729 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09c351b2-7736-4f79-8605-f0d735b2887c req-7f3cf68d-4a85-44e3-a1e4-f8abe0df2606 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.0726764 Nov 29 18:09:04.672895 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09c351b2-7736-4f79-8605-f0d735b2887c req-3c3c99a6-8bea-49dc-9507-c32f08a181af tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802259 Nov 29 18:09:04.689057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201fb54-7c90-4aa8-920b-b563c10212ad req-1579911a-de3a-4c67-9f79-33e8ac552f8c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:04.690889 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e201fb54-7c90-4aa8-920b-b563c10212ad req-1579911a-de3a-4c67-9f79-33e8ac552f8c tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 946 time: 0.0900962 Nov 29 18:09:04.783604 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:04.819072 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e201fb54-7c90-4aa8-920b-b563c10212ad req-4ebc7fd0-ef71-4aba-8710-f12857fa1893 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081111 Nov 29 18:09:04.870070 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5d89a-9d02-48ba-a7a3-02ed994dfaad req-1266b10e-72de-4dd5-b5be-79b91ee6458f tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:04.872316 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91c5d89a-9d02-48ba-a7a3-02ed994dfaad req-1266b10e-72de-4dd5-b5be-79b91ee6458f tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 945 time: 0.0917797 Nov 29 18:09:04.924155 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91c5d89a-9d02-48ba-a7a3-02ed994dfaad req-93a94e0a-3f6b-4a60-b704-d1a672db160a tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451701 Nov 29 18:09:04.945227 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:09:05.081583 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:09:05.085742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 97777dcd-78c3-41b7-a92f-3e578ee2e777 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:09:05.095529 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Sync routers for ids ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:09:05.110976 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Routers {'1a4eea03-efb2-4600-800d-5ec0eafcfe27'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:09:05.112129 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:08:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:05.114513 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:05.128215 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-afe384e5-e3fd-4cc9-9b7e-9830af803422 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3629692 Nov 29 18:09:05.128215 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56736) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:05.261883 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 97777dcd-78c3-41b7-a92f-3e578ee2e777, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=97777dcd-78c3-41b7-a92f-3e578ee2e777,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:05.274417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '97777dcd-78c3-41b7-a92f-3e578ee2e777', 'network_id': '07e1bd78-8269-42cb-97e4-b929faeeeeb7', 'port_id': '97777dcd-78c3-41b7-a92f-3e578ee2e777', 'mac_address': 'fa:16:3e:93:20:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81cead3a-1dc8-4e59-949c-cf590473cc26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:09:05.316590 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:05.337030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97777dcd-78c3-41b7-a92f-3e578ee2e777 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:09:05.348656 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Set router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:09:05.363592 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 97777dcd-78c3-41b7-a92f-3e578ee2e777, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=97777dcd-78c3-41b7-a92f-3e578ee2e777,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:05.370724 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:05.510253 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['97777dcd-78c3-41b7-a92f-3e578ee2e777'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:09:05.531142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=97777dcd-78c3-41b7-a92f-3e578ee2e777,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:05.611093 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:05.611453 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:05.611864 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:05.612265 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:05.612607 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:05.612999 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:05.613339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:05.613682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:05.614145 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:05.614456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:05.614837 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:05.615134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:05.691298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefd87c-f903-4089-95d0-4d0c7ac394be req-ac3ed3b8-a67e-4f0e-8505-097b5ac0655a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:05.703386 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ddefd87c-f903-4089-95d0-4d0c7ac394be req-ac3ed3b8-a67e-4f0e-8505-097b5ac0655a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 944 time: 0.1255426 Nov 29 18:09:05.755035 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-router', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:09:02Z', 'updated_at': '2021-11-29T18:09:04Z', 'revision_number': 3, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'gw_port': {'id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:03Z', 'updated_at': '2021-11-29T18:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:05.801741 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Checking router: 1a4eea03-efb2-4600-800d-5ec0eafcfe27 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:09:05.802336 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Updating router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 port 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:09:05.836446 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ddefd87c-f903-4089-95d0-4d0c7ac394be req-17c0b57d-4313-4cd6-9b80-0ae41abf1e1f tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191373 Nov 29 18:09:05.840875 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:05.963364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae794be-7cce-4138-bc77-2c7bbbdd6f7c req-c14e9bda-4fe9-429a-a526-e9f3363ceb17 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:05.964927 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ae794be-7cce-4138-bc77-2c7bbbdd6f7c req-c14e9bda-4fe9-429a-a526-e9f3363ceb17 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.1339345 Nov 29 18:09:06.036701 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d98cd0-79f3-41d9-b1e8-bc17ca13204e req-508b0781-09c1-4680-a869-b827a2d9c6d0 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:06.038861 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-27d98cd0-79f3-41d9-b1e8-bc17ca13204e req-508b0781-09c1-4680-a869-b827a2d9c6d0 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 946 time: 0.1324475 Nov 29 18:09:06.262226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-27d98cd0-79f3-41d9-b1e8-bc17ca13204e req-7912f329-ec07-494f-b8e2-7eb456d14bd8 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Deleting port 7306f959-b93b-4f87-9109-fa9cd7b85c7c {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:09:06.262560 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-27d98cd0-79f3-41d9-b1e8-bc17ca13204e req-7912f329-ec07-494f-b8e2-7eb456d14bd8 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:06.337170 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:06.345166 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:06.399500 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb754a0-0dac-4b53-aabf-eca9ec202a6c None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:09:06.427572 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Attempting to bind port 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:09:06.428667 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Attempting to bind port 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:09:06.429131 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Attempting to bind port 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:09:06.446817 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:09:06.447420 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:09:06.448020 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:06.449182 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:09:06.449564 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Bound port: 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:09:06.450041 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:06.474081 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e211d5-93fd-4d70-a7d7-46db84ecfced req-353b1b6c-a3bd-449a-b3f2-fb7da4805175 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:06.482593 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6e211d5-93fd-4d70-a7d7-46db84ecfced req-353b1b6c-a3bd-449a-b3f2-fb7da4805175 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 946 time: 0.4809763 Nov 29 18:09:06.492988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5154a3f2-58bc-46c9-8553-bc417d5475ac None None] Provisioning complete for port 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:09:06.497863 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5154a3f2-58bc-46c9-8553-bc417d5475ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:06.520669 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e4520-ed5d-4464-91b8-cc927d11cc3f None None] Pushing event updated for resources: {'Port': ['ID=67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:06.524665 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ae794be-7cce-4138-bc77-2c7bbbdd6f7c req-4bfbe3bf-343a-45eb-8ab4-baccb765ec6d tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497484 Nov 29 18:09:06.540780 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4520-ed5d-4464-91b8-cc927d11cc3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:06.540780 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4520-ed5d-4464-91b8-cc927d11cc3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:06.540780 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4520-ed5d-4464-91b8-cc927d11cc3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:06.540780 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4520-ed5d-4464-91b8-cc927d11cc3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:06.540780 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4520-ed5d-4464-91b8-cc927d11cc3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:06.541398 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4520-ed5d-4464-91b8-cc927d11cc3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:06.542375 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4520-ed5d-4464-91b8-cc927d11cc3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:06.542375 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4520-ed5d-4464-91b8-cc927d11cc3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:06.542375 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4520-ed5d-4464-91b8-cc927d11cc3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:06.543013 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4520-ed5d-4464-91b8-cc927d11cc3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:06.543452 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4520-ed5d-4464-91b8-cc927d11cc3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:06.543847 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295e4520-ed5d-4464-91b8-cc927d11cc3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:06.589721 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5154a3f2-58bc-46c9-8553-bc417d5475ac None None] Port 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:09:06.612773 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-27d98cd0-79f3-41d9-b1e8-bc17ca13204e req-7912f329-ec07-494f-b8e2-7eb456d14bd8 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] For port 7306f959-b93b-4f87-9109-fa9cd7b85c7c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=7306f959-b93b-4f87-9109-fa9cd7b85c7c,segment=NetworkSegment(f8d42821-d2a0-4cbe-9cba-7f148c2b4c89),segment_id=f8d42821-d2a0-4cbe-9cba-7f148c2b4c89)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:06.613136 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-27d98cd0-79f3-41d9-b1e8-bc17ca13204e req-7912f329-ec07-494f-b8e2-7eb456d14bd8 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:06.627879 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] For port 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:09:06.638425 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] For port 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:09:06.645285 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:06.671834 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6e211d5-93fd-4d70-a7d7-46db84ecfced req-995c2555-13ad-4121-b3df-47dde5f98b09 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/security-groups?id=83473af8-249b-4cd0-917e-7fc58b89fe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832860 Nov 29 18:09:06.674145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-27d98cd0-79f3-41d9-b1e8-bc17ca13204e req-7912f329-ec07-494f-b8e2-7eb456d14bd8 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Calling delete_port for 7306f959-b93b-4f87-9109-fa9cd7b85c7c owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:09:06.723438 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caac721c-41d8-4ce3-a4a4-f209babd55a2 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:09:06.798476 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e4520-ed5d-4464-91b8-cc927d11cc3f None None] Pushing event updated for resources: {'Port': ['ID=67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:06.813658 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Routers {'1a4eea03-efb2-4600-800d-5ec0eafcfe27'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:09:06.814672 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:08:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:06.844243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e05632fa-e6ec-4dcd-b63f-7ba0d673dff3 None None] Provisioning complete for port 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:09:06.844625 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e05632fa-e6ec-4dcd-b63f-7ba0d673dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:06.911551 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:06.925541 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4584a-cc3b-4cab-ac64-480de51d06a2 req-a2bf6ad0-3242-41a6-ad54-68261199ce05 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:06.932648 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2bd4584a-cc3b-4cab-ac64-480de51d06a2 req-a2bf6ad0-3242-41a6-ad54-68261199ce05 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 945 time: 0.1593382 Nov 29 18:09:06.956888 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] Set router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:09:06.959423 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e05632fa-e6ec-4dcd-b63f-7ba0d673dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:06.989509 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e05632fa-e6ec-4dcd-b63f-7ba0d673dff3 None None] For port 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:06.996192 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e05632fa-e6ec-4dcd-b63f-7ba0d673dff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:07.043877 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2bd4584a-cc3b-4cab-ac64-480de51d06a2 req-8e2797f9-da7c-4cfe-913a-ba56563eed4b tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065884 Nov 29 18:09:07.086240 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05632fa-e6ec-4dcd-b63f-7ba0d673dff3 None None] Pushing event updated for resources: {'Port': ['ID=67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:07.105720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 47d39406-5de8-4326-94ee-2469082ec427 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:09:07.108373 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 97777dcd-78c3-41b7-a92f-3e578ee2e777 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:09:07.109135 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-27d98cd0-79f3-41d9-b1e8-bc17ca13204e req-7912f329-ec07-494f-b8e2-7eb456d14bd8 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:07.127063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['7306f959-b93b-4f87-9109-fa9cd7b85c7c'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:09:07.166250 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912f329-ec07-494f-b8e2-7eb456d14bd8 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Pushing event deleted for resources: {'Port': ['ID=7306f959-b93b-4f87-9109-fa9cd7b85c7c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:07.226068 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-router', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:09:02Z', 'updated_at': '2021-11-29T18:09:04Z', 'revision_number': 3, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'gw_port': {'id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:03Z', 'updated_at': '2021-11-29T18:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:07.228691 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d98cd0-79f3-41d9-b1e8-bc17ca13204e req-7912f329-ec07-494f-b8e2-7eb456d14bd8 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] No DVR routers for this DVR port 7306f959-b93b-4f87-9109-fa9cd7b85c7c on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:09:07.233707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-27d98cd0-79f3-41d9-b1e8-bc17ca13204e req-7912f329-ec07-494f-b8e2-7eb456d14bd8 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:07.237401 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-27d98cd0-79f3-41d9-b1e8-bc17ca13204e req-7912f329-ec07-494f-b8e2-7eb456d14bd8 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.20 "DELETE /v2.0/ports/7306f959-b93b-4f87-9109-fa9cd7b85c7c HTTP/1.1" status: 204 len: 173 time: 1.1729333 Nov 29 18:09:07.237918 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f831a32-ee3f-4c17-8f29-58ce231430f1', 'name': 'network-vif-deleted', 'tag': '7306f959-b93b-4f87-9109-fa9cd7b85c7c'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:07.240805 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6d489a-6e06-4d58-8cde-210f3154f3df" -d '{"events": [{"server_uuid": "3f831a32-ee3f-4c17-8f29-58ce231430f1", "name": "network-vif-deleted", "tag": "7306f959-b93b-4f87-9109-fa9cd7b85c7c"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:07.275076 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ef721-dd46-411c-8ea7-54ffc7bb0b57 None None] The sync data for ids ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'] in n-d-819494-5 is: [{'id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-router', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:09:02Z', 'updated_at': '2021-11-29T18:09:04Z', 'revision_number': 3, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'gw_port': {'id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:03Z', 'updated_at': '2021-11-29T18:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:09:07.337686 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 97777dcd-78c3-41b7-a92f-3e578ee2e777 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:09:07.338063 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:07.338719 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bccd900-33ab-451e-8357-a112f6aaaa82 x-openstack-request-id: req-8bccd900-33ab-451e-8357-a112f6aaaa82 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:07.339242 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f831a32-ee3f-4c17-8f29-58ce231430f1", "name": "network-vif-deleted", "tag": "7306f959-b93b-4f87-9109-fa9cd7b85c7c", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:07.339665 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8bccd900-33ab-451e-8357-a112f6aaaa82 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:07.340393 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f831a32-ee3f-4c17-8f29-58ce231430f1', 'name': 'network-vif-deleted', 'tag': '7306f959-b93b-4f87-9109-fa9cd7b85c7c', 'status': 'completed', 'code': 200} Nov 29 18:09:07.377515 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Allocated IP 172.20.0.1 (b90bbd88-c27a-4f3d-9ea5-0a6930e06235/0f7680db-e0db-4d9d-93e4-42f90be1cf3b/da74b80d-6168-4c32-8660-282e1d467436) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:09:07.408146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 47d39406-5de8-4326-94ee-2469082ec427, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=47d39406-5de8-4326-94ee-2469082ec427,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:07.433727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '47d39406-5de8-4326-94ee-2469082ec427', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'port_id': '47d39406-5de8-4326-94ee-2469082ec427', 'mac_address': 'fa:16:3e:57:94:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:09:07.564082 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c8a6f-47ad-4b5d-858d-3d20d72cd85c req-1bdeca02-e44f-47ab-8f59-18035600e5a9 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:07.566199 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d27c8a6f-47ad-4b5d-858d-3d20d72cd85c req-1bdeca02-e44f-47ab-8f59-18035600e5a9 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 944 time: 0.1310866 Nov 29 18:09:07.613805 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:07.669308 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:07.681022 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:07.693349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d39406-5de8-4326-94ee-2469082ec427 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:09:07.703321 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:07.724262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a648b4ad-9133-4e06-ab05-182488ca8bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97777dcd-78c3-41b7-a92f-3e578ee2e777'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:07.743306 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5938b4c8-24b9-479f-89bc-83b7e0fd71e0" -d '{"events": [{"server_uuid": "a648b4ad-9133-4e06-ab05-182488ca8bf0", "name": "network-vif-plugged", "status": "completed", "tag": "97777dcd-78c3-41b7-a92f-3e578ee2e777"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:07.754439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 47d39406-5de8-4326-94ee-2469082ec427, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=47d39406-5de8-4326-94ee-2469082ec427,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:07.770365 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:07.775417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 97777dcd-78c3-41b7-a92f-3e578ee2e777, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=97777dcd-78c3-41b7-a92f-3e578ee2e777,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:07.789786 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d27c8a6f-47ad-4b5d-858d-3d20d72cd85c req-590ba5f2-daf9-4c6d-9064-633fc81a9839 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106483 Nov 29 18:09:07.851333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998bbc6-9e79-4f22-870b-f0e8820a3fa3 req-134d03fb-2cb3-4fdf-b14c-a5b789d1507a tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:07.863995 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a998bbc6-9e79-4f22-870b-f0e8820a3fa3 req-134d03fb-2cb3-4fdf-b14c-a5b789d1507a tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.2197266 Nov 29 18:09:07.898923 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:07.899739 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Network b90bbd88-c27a-4f3d-9ea5-0a6930e06235 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:09:07.909228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:09:07.918299 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:09:07.983805 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Pushing event updated for resources: {'Port': ['ID=da74b80d-6168-4c32-8660-282e1d467436,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:07.991281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=47d39406-5de8-4326-94ee-2469082ec427,revision_number=11']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:08.028918 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a998bbc6-9e79-4f22-870b-f0e8820a3fa3 req-6c53dbdb-6af0-4aba-b495-bd80acec5c2f tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629865 Nov 29 18:09:08.055929 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:08.070333 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['47d39406-5de8-4326-94ee-2469082ec427'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:09:08.107364 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d233bb4c-0fd0-4748-ba04-1840848ffa76 req-6f737abd-9119-4294-bd75-71b0d9510dc1 tempest-ServerDiskConfigTestJSON-1714151882 tempest-ServerDiskConfigTestJSON-1714151882-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f831a32-ee3f-4c17-8f29-58ce231430f1 HTTP/1.1" status: 200 len: 210 time: 0.1196854 Nov 29 18:09:08.249259 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b5bdf5-f6e2-4fe8-a0a2-094f272a9dc7 x-openstack-request-id: req-b2b5bdf5-f6e2-4fe8-a0a2-094f272a9dc7 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:08.251216 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a648b4ad-9133-4e06-ab05-182488ca8bf0", "name": "network-vif-plugged", "status": "completed", "tag": "97777dcd-78c3-41b7-a92f-3e578ee2e777", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:08.251554 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2b5bdf5-f6e2-4fe8-a0a2-094f272a9dc7 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:08.252211 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a648b4ad-9133-4e06-ab05-182488ca8bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97777dcd-78c3-41b7-a92f-3e578ee2e777', 'code': 200} Nov 29 18:09:08.312022 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=97777dcd-78c3-41b7-a92f-3e578ee2e777,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:08.355076 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccb97f-f512-4b8b-93e4-b35dfaebef2b req-3150ea3c-60df-43bc-af16-0f1426cd4682 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:08.359641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92ccb97f-f512-4b8b-93e4-b35dfaebef2b req-3150ea3c-60df-43bc-af16-0f1426cd4682 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 946 time: 0.1414888 Nov 29 18:09:08.376878 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:08.489756 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92ccb97f-f512-4b8b-93e4-b35dfaebef2b req-78183c57-62a9-4b5f-99fd-bcbb8fbfc017 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207407 Nov 29 18:09:08.696926 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:08.705465 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:08.791457 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196cd43-43c1-4665-ab6d-ecf658cfbfb2 req-336780af-64ce-4d4e-a949-d306c1adf4c3 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:08.793297 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4196cd43-43c1-4665-ab6d-ecf658cfbfb2 req-336780af-64ce-4d4e-a949-d306c1adf4c3 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.20 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 945 time: 0.1542995 Nov 29 18:09:08.862769 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Pushing event updated for resources: {'Port': ['ID=da74b80d-6168-4c32-8660-282e1d467436,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:08.869554 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:09.020690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330abca-305c-45cd-9ce7-03373ae8c4e6 req-698ca678-b9b6-4b1f-a0b2-9d68d34af9b0 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:09.027244 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b330abca-305c-45cd-9ce7-03373ae8c4e6 req-698ca678-b9b6-4b1f-a0b2-9d68d34af9b0 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 945 time: 0.0928910 Nov 29 18:09:09.036394 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:09:09.147604 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b330abca-305c-45cd-9ce7-03373ae8c4e6 req-1428276d-b81c-4cb8-b682-49c7bfe0d35e tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/security-groups?id=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116676 Nov 29 18:09:09.173252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-4196cd43-43c1-4665-ab6d-ecf658cfbfb2 req-2e6bc866-5663-4b15-a865-e09c826eec49 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Deleting port 97777dcd-78c3-41b7-a92f-3e578ee2e777 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:09:09.173603 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4196cd43-43c1-4665-ab6d-ecf658cfbfb2 req-2e6bc866-5663-4b15-a865-e09c826eec49 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:09.179003 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 47d39406-5de8-4326-94ee-2469082ec427 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:09:09.275705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Network b90bbd88-c27a-4f3d-9ea5-0a6930e06235 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:09:09.280278 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 47d39406-5de8-4326-94ee-2469082ec427 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:09:09.281006 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:09:09.289797 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:09:09.290360 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:09.293150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 47d39406-5de8-4326-94ee-2469082ec427 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:09:09.294279 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:09.319201 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f323791-b224-418a-9626-c1edf40d0461 req-6208bd46-368e-4e38-bf5c-4c1b0b407b68 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:09.326131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f323791-b224-418a-9626-c1edf40d0461 req-6208bd46-368e-4e38-bf5c-4c1b0b407b68 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.1224508 Nov 29 18:09:09.393082 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4196cd43-43c1-4665-ab6d-ecf658cfbfb2 req-2e6bc866-5663-4b15-a865-e09c826eec49 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] For port 97777dcd-78c3-41b7-a92f-3e578ee2e777, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=97777dcd-78c3-41b7-a92f-3e578ee2e777,segment=NetworkSegment(02e2dbb3-e7d4-4d3a-b214-06411a1cb425),segment_id=02e2dbb3-e7d4-4d3a-b214-06411a1cb425)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:09.394097 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4196cd43-43c1-4665-ab6d-ecf658cfbfb2 req-2e6bc866-5663-4b15-a865-e09c826eec49 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:09.423063 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f323791-b224-418a-9626-c1edf40d0461 req-0b92101d-4112-4cb2-8110-2683efa5a5d3 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919430 Nov 29 18:09:09.445152 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-4196cd43-43c1-4665-ab6d-ecf658cfbfb2 req-2e6bc866-5663-4b15-a865-e09c826eec49 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Calling delete_port for 97777dcd-78c3-41b7-a92f-3e578ee2e777 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:09:09.517755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:09:09.533671 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:09.574560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 47d39406-5de8-4326-94ee-2469082ec427, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=47d39406-5de8-4326-94ee-2469082ec427,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:09.581928 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:09.584071 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 7306f959-b93b-4f87-9109-fa9cd7b85c7c no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:09:09.654820 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 7306f959-b93b-4f87-9109-fa9cd7b85c7c {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:09:09.655173 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 7306f959-b93b-4f87-9109-fa9cd7b85c7c not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:09:09.655614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 97777dcd-78c3-41b7-a92f-3e578ee2e777 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:09:09.673019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56850) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:09.741913 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:09:09.758109 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cd9163e1-d300-4418-be08-e8750ed4c722 admin admin] 10.222.0.23 "PUT /v2.0/routers/1a4eea03-efb2-4600-800d-5ec0eafcfe27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6361823 Nov 29 18:09:09.784240 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=47d39406-5de8-4326-94ee-2469082ec427,revision_number=12']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:09.824479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-c929342e-0030-4371-b882-d66ed96ebd71 admin admin] Deleting subnet 9926ba24-8051-4fc2-8c61-17f9f010d206 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:09:09.826409 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4196cd43-43c1-4665-ab6d-ecf658cfbfb2 req-2e6bc866-5663-4b15-a865-e09c826eec49 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:09.835609 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:09.837341 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c929342e-0030-4371-b882-d66ed96ebd71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:09.903924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e13d9-aaa5-4b8d-b21f-79b1775bb13b req-6063f03b-f28f-440c-b282-3fb0a57e8724 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:09.918301 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-365e13d9-aaa5-4b8d-b21f-79b1775bb13b req-6063f03b-f28f-440c-b282-3fb0a57e8724 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 947 time: 0.2756314 Nov 29 18:09:09.934397 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bc866-5663-4b15-a865-e09c826eec49 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Pushing event deleted for resources: {'Port': ['ID=97777dcd-78c3-41b7-a92f-3e578ee2e777,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:10.012542 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-4196cd43-43c1-4665-ab6d-ecf658cfbfb2 req-2e6bc866-5663-4b15-a865-e09c826eec49 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] No DVR routers for this DVR port 97777dcd-78c3-41b7-a92f-3e578ee2e777 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:09:10.028745 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4196cd43-43c1-4665-ab6d-ecf658cfbfb2 req-2e6bc866-5663-4b15-a865-e09c826eec49 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:10.039660 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4196cd43-43c1-4665-ab6d-ecf658cfbfb2 req-2e6bc866-5663-4b15-a865-e09c826eec49 tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.20 "DELETE /v2.0/ports/97777dcd-78c3-41b7-a92f-3e578ee2e777 HTTP/1.1" status: 204 len: 173 time: 1.2307322 Nov 29 18:09:10.040519 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a648b4ad-9133-4e06-ab05-182488ca8bf0', 'name': 'network-vif-deleted', 'tag': '97777dcd-78c3-41b7-a92f-3e578ee2e777'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:10.047258 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1e97f4-6463-437f-812a-9fd4fe251437" -d '{"events": [{"server_uuid": "a648b4ad-9133-4e06-ab05-182488ca8bf0", "name": "network-vif-deleted", "tag": "97777dcd-78c3-41b7-a92f-3e578ee2e777"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:10.093539 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-365e13d9-aaa5-4b8d-b21f-79b1775bb13b req-db0b2ad2-b3f8-4321-bd04-fd88f8322a9a tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566181 Nov 29 18:09:10.096692 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c929342e-0030-4371-b882-d66ed96ebd71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:10.159845 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c929342e-0030-4371-b882-d66ed96ebd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:10.169249 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3ffed6-a950-4bda-9943-136354ffda02 x-openstack-request-id: req-6b3ffed6-a950-4bda-9943-136354ffda02 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:10.169555 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a648b4ad-9133-4e06-ab05-182488ca8bf0", "name": "network-vif-deleted", "tag": "97777dcd-78c3-41b7-a92f-3e578ee2e777", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:10.169877 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b3ffed6-a950-4bda-9943-136354ffda02 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:10.170296 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a648b4ad-9133-4e06-ab05-182488ca8bf0', 'name': 'network-vif-deleted', 'tag': '97777dcd-78c3-41b7-a92f-3e578ee2e777', 'status': 'completed', 'code': 200} Nov 29 18:09:10.247894 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c929342e-0030-4371-b882-d66ed96ebd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:10.253875 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d39406-5de8-4326-94ee-2469082ec427'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:10.256556 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3b42cf-3cd7-4dc3-9c96-40aa1b5997e0" -d '{"events": [{"server_uuid": "a20f80ff-e398-4e4d-a5e9-95375923690d", "name": "network-vif-plugged", "status": "completed", "tag": "47d39406-5de8-4326-94ee-2469082ec427"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:10.358677 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a784f9fb-8a98-4c48-91da-54d1c0f5b310 req-4b353330-a9a9-4d94-aac1-49afb45c295a tempest-ImagesTestJSON-131867406 tempest-ImagesTestJSON-131867406-project] 10.222.0.23 "GET /v2.0/ports?device_id=a648b4ad-9133-4e06-ab05-182488ca8bf0 HTTP/1.1" status: 200 len: 210 time: 0.0946147 Nov 29 18:09:10.366427 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c929342e-0030-4371-b882-d66ed96ebd71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:10.376218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c929342e-0030-4371-b882-d66ed96ebd71 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9926ba24-8051-4fc2-8c61-17f9f010d206 HTTP/1.1" status: 204 len: 168 time: 0.6999531 Nov 29 18:09:10.378192 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929342e-0030-4371-b882-d66ed96ebd71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9926ba24-8051-4fc2-8c61-17f9f010d206,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:10.379047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56880) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:10.415456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Sync routers for ids ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:09:10.420392 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390bd94c-76ea-4bd9-8f19-1ae5c1a9475e x-openstack-request-id: req-390bd94c-76ea-4bd9-8f19-1ae5c1a9475e {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:10.420764 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20f80ff-e398-4e4d-a5e9-95375923690d", "name": "network-vif-plugged", "status": "completed", "tag": "47d39406-5de8-4326-94ee-2469082ec427", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:10.421083 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-390bd94c-76ea-4bd9-8f19-1ae5c1a9475e {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:10.421579 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d39406-5de8-4326-94ee-2469082ec427', 'code': 200} Nov 29 18:09:10.440051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Routers {'1a4eea03-efb2-4600-800d-5ec0eafcfe27'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:09:10.448789 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:08:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:10.577942 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fdbf80b-8785-4a08-8479-5b142012285e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:10.659907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Set router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:09:10.730849 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fdbf80b-8785-4a08-8479-5b142012285e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:10.756753 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-7fdbf80b-8785-4a08-8479-5b142012285e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:10.768475 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-7fdbf80b-8785-4a08-8479-5b142012285e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d42821-d2a0-4cbe-9cba-7f148c2b4c89') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:10.768783 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-7fdbf80b-8785-4a08-8479-5b142012285e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d42821-d2a0-4cbe-9cba-7f148c2b4c89') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:10.797162 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fdbf80b-8785-4a08-8479-5b142012285e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:10.817089 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f8240-43ed-4e60-a49a-f9f030d04c69 req-00d9aacc-5dae-47e8-ab4a-ea04439165b2 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:10.817891 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fdbf80b-8785-4a08-8479-5b142012285e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:10.826002 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdbf80b-8785-4a08-8479-5b142012285e admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:09:10.826479 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fdbf80b-8785-4a08-8479-5b142012285e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:10.827950 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a9f8240-43ed-4e60-a49a-f9f030d04c69 req-00d9aacc-5dae-47e8-ab4a-ea04439165b2 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.1700988 Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:09:10.916928 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:09:10.919056 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fdbf80b-8785-4a08-8479-5b142012285e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:10.920485 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a9f8240-43ed-4e60-a49a-f9f030d04c69 req-bcf3c689-91ef-47e1-9343-5ab6e629fefa tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912726 Nov 29 18:09:10.944190 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fdbf80b-8785-4a08-8479-5b142012285e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:10.944190 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7fdbf80b-8785-4a08-8479-5b142012285e admin admin] 10.222.0.23 "DELETE /v2.0/networks/7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16 HTTP/1.1" status: 204 len: 168 time: 0.5587857 Nov 29 18:09:10.944699 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-2cc3e310-b4f9-4828-991b-032985be21a3 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:10.951602 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-2cc3e310-b4f9-4828-991b-032985be21a3 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/networks?id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235 HTTP/1.1" status: 200 len: 819 time: 0.3579397 Nov 29 18:09:10.975727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbf80b-8785-4a08-8479-5b142012285e admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7c0c2f-ddc1-4a07-9665-7b9dbad10b16,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:10.977100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-4a03642d-44db-4550-b2c4-d79e81317d3b tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/quotas/aaef91b3236b474d84cff4c6e037a5bb HTTP/1.1" status: 200 len: 375 time: 0.0113635 Nov 29 18:09:11.007425 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff655dce-4870-4369-851e-6765dab598cc req-30aad0ed-c872-4a9b-a122-d55edb72290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:11.009145 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff655dce-4870-4369-851e-6765dab598cc req-30aad0ed-c872-4a9b-a122-d55edb72290a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 1098 time: 0.3608959 Nov 29 18:09:11.086614 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-688b4431-fccb-460b-928a-55f3fd4b6191 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=aaef91b3236b474d84cff4c6e037a5bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036427 Nov 29 18:09:11.126385 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff655dce-4870-4369-851e-6765dab598cc req-9c7dbdd0-9ce9-497f-8992-dfa803451c88 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050007 Nov 29 18:09:11.145856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-router', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:09:02Z', 'updated_at': '2021-11-29T18:09:08Z', 'revision_number': 4, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'gw_port': {'id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:03Z', 'updated_at': '2021-11-29T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'da74b80d-6168-4c32-8660-282e1d467436', 'name': '', 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'mac_address': 'fa:16:3e:f5:4a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:06Z', 'updated_at': '2021-11-29T18:09:08Z', 'revision_number': 2, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'subnets': [{'id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:11.220398 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-296e0b04-4e97-416c-9715-d5e45e5003dc service neutron] 10.222.0.23 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240759 Nov 29 18:09:11.249879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Checking router: 1a4eea03-efb2-4600-800d-5ec0eafcfe27 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:09:11.250370 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Updating router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 port da74b80d-6168-4c32-8660-282e1d467436 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:09:11.305179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56900) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:11.339398 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:11.382608 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fcab8fb5-cdff-4c4d-a867-00b25680cf53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=383d90a15ebd4c609091ab32f0e04663&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0724385 Nov 29 18:09:11.383724 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56906) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:11.387354 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641f5c3-18b2-4122-9e71-bd108ab82b8f req-676b5b41-9e8c-4d51-95dd-770b9a9ff09d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:11.395453 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8641f5c3-18b2-4122-9e71-bd108ab82b8f req-676b5b41-9e8c-4d51-95dd-770b9a9ff09d tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 947 time: 0.1195068 Nov 29 18:09:11.431848 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-0515f83b-6ea8-406d-adc9-50763ea898b9 service neutron] 10.222.0.23 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095926 Nov 29 18:09:11.484196 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8641f5c3-18b2-4122-9e71-bd108ab82b8f req-f6f9e613-547a-437e-a993-990eea19cbd7 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877466 Nov 29 18:09:11.488433 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d8c5db3f-1762-49c8-abcf-20605fb8353b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:11.546278 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d8c5db3f-1762-49c8-abcf-20605fb8353b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:11.669144 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d8c5db3f-1762-49c8-abcf-20605fb8353b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:11.671673 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d8c5db3f-1762-49c8-abcf-20605fb8353b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:11.672745 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d8c5db3f-1762-49c8-abcf-20605fb8353b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83473af8-249b-4cd0-917e-7fc58b89fe34 HTTP/1.1" status: 204 len: 168 time: 0.2887044 Nov 29 18:09:11.691890 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5db3f-1762-49c8-abcf-20605fb8353b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83473af8-249b-4cd0-917e-7fc58b89fe34,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:11.768363 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a9b7958-53b7-4e23-aa57-ba3e24a237d5 req-ed592910-5e51-44ac-b73f-079a3d5727f8 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 210 time: 0.0670545 Nov 29 18:09:11.832633 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:11.842619 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:11.936921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48523f58-19a2-4bef-aa21-352f03e86aeb None None] Pushing event updated for resources: {'Port': ['ID=da74b80d-6168-4c32-8660-282e1d467436,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:12.045065 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Attempting to bind port da74b80d-6168-4c32-8660-282e1d467436 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:09:12.046336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Attempting to bind port da74b80d-6168-4c32-8660-282e1d467436 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fb9e397d-b264-458d-964d-3d73bebc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:09:12.046812 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Attempting to bind port da74b80d-6168-4c32-8660-282e1d467436 on network b90bbd88-c27a-4f3d-9ea5-0a6930e06235 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:09:12.058090 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:09:12.058612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Checking segment: {'id': 'fb9e397d-b264-458d-964d-3d73bebc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:09:12.063620 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:12.064058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Bound using segment: {'id': 'fb9e397d-b264-458d-964d-3d73bebc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:09:12.066873 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Bound port: da74b80d-6168-4c32-8660-282e1d467436, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9e397d-b264-458d-964d-3d73bebc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:09:12.068123 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:12.131209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c92256-4d27-44a1-b59e-7cf8c8bb7715 req-ca9a34c9-8222-4a3e-aeac-a0a803e4fcfa tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:12.133446 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68c92256-4d27-44a1-b59e-7cf8c8bb7715 req-ca9a34c9-8222-4a3e-aeac-a0a803e4fcfa tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.0968025 Nov 29 18:09:12.319650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68c92256-4d27-44a1-b59e-7cf8c8bb7715 req-1add7138-af83-4a09-bb21-1b220ed17313 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741300 Nov 29 18:09:12.386947 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] For port da74b80d-6168-4c32-8660-282e1d467436, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:09:12.397991 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] For port da74b80d-6168-4c32-8660-282e1d467436, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=da74b80d-6168-4c32-8660-282e1d467436,segment=NetworkSegment(fb9e397d-b264-458d-964d-3d73bebc1e2c),segment_id=fb9e397d-b264-458d-964d-3d73bebc1e2c)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:09:12.403177 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:12.434365 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56970) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:12.550263 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Routers {'1a4eea03-efb2-4600-800d-5ec0eafcfe27'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:09:12.551358 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:08:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:12.552994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d74bec8-8ede-4a9b-8a31-856d80729e27 admin admin] Deleting subnet 81cead3a-1dc8-4e59-949c-cf590473cc26 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:09:12.563070 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8d74bec8-8ede-4a9b-8a31-856d80729e27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:12.663809 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8d74bec8-8ede-4a9b-8a31-856d80729e27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:12.738147 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41764f-c292-4018-becb-3d769186bb38 req-483686cf-7d06-40e8-90f5-130ff02146aa tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:12.748677 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd41764f-c292-4018-becb-3d769186bb38 req-483686cf-7d06-40e8-90f5-130ff02146aa tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 947 time: 0.1148500 Nov 29 18:09:12.765337 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8d74bec8-8ede-4a9b-8a31-856d80729e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:12.834602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] Set router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:09:12.859285 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd41764f-c292-4018-becb-3d769186bb38 req-93970793-e80d-4f2b-8996-4e38874a3169 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095824 Nov 29 18:09:12.915859 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8d74bec8-8ede-4a9b-8a31-856d80729e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:12.991235 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74bec8-8ede-4a9b-8a31-856d80729e27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81cead3a-1dc8-4e59-949c-cf590473cc26,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:12.997057 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8d74bec8-8ede-4a9b-8a31-856d80729e27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:13.001109 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8d74bec8-8ede-4a9b-8a31-856d80729e27 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/81cead3a-1dc8-4e59-949c-cf590473cc26 HTTP/1.1" status: 204 len: 168 time: 0.5654445 Nov 29 18:09:13.005268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56992) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:13.013964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-220ab50d-4321-4897-8672-a37e674b0e13 req-cf8456ba-f092-4658-80aa-d68726236aed tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 210 time: 0.0739748 Nov 29 18:09:13.087417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48523f58-19a2-4bef-aa21-352f03e86aeb None None] Pushing event updated for resources: {'Port': ['ID=da74b80d-6168-4c32-8660-282e1d467436,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:13.196687 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c3021ced-21bb-4780-96e9-a85fe1af7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:13.200165 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 97777dcd-78c3-41b7-a92f-3e578ee2e777 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:09:13.237826 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 97777dcd-78c3-41b7-a92f-3e578ee2e777 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:09:13.238199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 97777dcd-78c3-41b7-a92f-3e578ee2e777 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:09:13.448481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 57030) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:13.505123 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c3021ced-21bb-4780-96e9-a85fe1af7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:13.523536 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-router', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:09:02Z', 'updated_at': '2021-11-29T18:09:08Z', 'revision_number': 4, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'gw_port': {'id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:03Z', 'updated_at': '2021-11-29T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'da74b80d-6168-4c32-8660-282e1d467436', 'name': '', 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'mac_address': 'fa:16:3e:f5:4a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:06Z', 'updated_at': '2021-11-29T18:09:12Z', 'revision_number': 4, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'subnets': [{'id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:13.572629 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-c3021ced-21bb-4780-96e9-a85fe1af7b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e1bd78-8269-42cb-97e4-b929faeeeeb7']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:13.577063 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e43ec7-f77a-451b-8e80-cf578d227d63 req-0c611c1c-b6e8-4afd-a376-e496c520b162 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:13.579713 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02e43ec7-f77a-451b-8e80-cf578d227d63 req-0c611c1c-b6e8-4afd-a376-e496c520b162 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.0967004 Nov 29 18:09:13.603092 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-c3021ced-21bb-4780-96e9-a85fe1af7b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e2dbb3-e7d4-4d3a-b214-06411a1cb425') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:13.604255 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-c3021ced-21bb-4780-96e9-a85fe1af7b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e2dbb3-e7d4-4d3a-b214-06411a1cb425') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:13.607929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27840f85-bc1f-4145-aeaa-3f2c97000495 None None] The sync data for ids ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'] in n-d-819494-5 is: [{'id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-router', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:09:02Z', 'updated_at': '2021-11-29T18:09:08Z', 'revision_number': 4, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'gw_port': {'id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:03Z', 'updated_at': '2021-11-29T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'da74b80d-6168-4c32-8660-282e1d467436', 'name': '', 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'mac_address': 'fa:16:3e:f5:4a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:06Z', 'updated_at': '2021-11-29T18:09:12Z', 'revision_number': 4, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'subnets': [{'id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:09:13.632201 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c3021ced-21bb-4780-96e9-a85fe1af7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:13.655752 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c3021ced-21bb-4780-96e9-a85fe1af7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:13.665871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3021ced-21bb-4780-96e9-a85fe1af7b89 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:09:13.666859 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c3021ced-21bb-4780-96e9-a85fe1af7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:13.723007 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02e43ec7-f77a-451b-8e80-cf578d227d63 req-cbfe15eb-6fe0-4239-914b-5dbfe1fb9d6a tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352217 Nov 29 18:09:13.734444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1334944499-network', 'tenant_id': '798bba67ce9747e6a540dc8b930c81cf'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:09:13.769872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Made reservation on behalf of 798bba67ce9747e6a540dc8b930c81cf for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:09:13.773062 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:13.796870 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:09:13.811705 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:09:13.816444 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c3021ced-21bb-4780-96e9-a85fe1af7b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:13.830301 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c3021ced-21bb-4780-96e9-a85fe1af7b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:13.839397 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c3021ced-21bb-4780-96e9-a85fe1af7b89 admin admin] 10.222.0.23 "DELETE /v2.0/networks/07e1bd78-8269-42cb-97e4-b929faeeeeb7 HTTP/1.1" status: 204 len: 168 time: 0.8308005 Nov 29 18:09:13.872580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3021ced-21bb-4780-96e9-a85fe1af7b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=07e1bd78-8269-42cb-97e4-b929faeeeeb7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:14.069532 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:14.126920 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:14.165170 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57042) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:14.330918 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0d940243-f6e4-4d78-b7ce-4168dacc4fa6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=965396166f334736a02822e4c58ac279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1642601 Nov 29 18:09:14.332304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57044) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:14.332478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1effc3be-1ebf-4b3d-8a1d-4311ad0c2b10 req-0ebc721a-a83f-44aa-b251-ce47f554c7ab tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 210 time: 0.1231129 Nov 29 18:09:14.344769 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:09:14.374090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-a4aa22ed-b518-4bc5-bcfd-13afd9833763 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:14.375683 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-a4aa22ed-b518-4bc5-bcfd-13afd9833763 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.20 "GET /v2.0/networks?id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235 HTTP/1.1" status: 200 len: 819 time: 0.3891430 Nov 29 18:09:14.378752 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3490e6-4d0e-4f05-91aa-6dfed2ade66a req-1af1770e-d66d-47ab-92a0-78ce878a8213 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:14.392428 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c3490e6-4d0e-4f05-91aa-6dfed2ade66a req-1af1770e-d66d-47ab-92a0-78ce878a8213 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 947 time: 0.4139810 Nov 29 18:09:14.398303 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Request body: {'port': {'device_id': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235', 'admin_state_up': True, 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:09:14.420116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:14.436555 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:14.437174 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Added segment 84e3cff3-1051-400d-bccc-6fbb91d8ffcd of type vlan for network 938ed84f-dc5e-4190-9148-4fb8a8120992 Nov 29 18:09:14.454862 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:14.456285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:14.457143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:14.457725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:14.458283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:14.458913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:14.459795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:14.460412 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:14.461011 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:14.462687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:14.463808 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:14.465371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:14.583878 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:14.606588 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c3490e6-4d0e-4f05-91aa-6dfed2ade66a req-7bdf7bb3-a121-4b88-8730-80dd2e94f7db tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032795 Nov 29 18:09:14.642011 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b7925954-6d22-48f3-bd94-49362ee97762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:14.646916 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:14.648814 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:14.649840 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:14.734037 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2798963 Nov 29 18:09:14.734859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57052) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:14.743547 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Request body: {'subnet': {'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1334944499-subnet', 'tenant_id': '798bba67ce9747e6a540dc8b930c81cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:09:14.772825 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b7925954-6d22-48f3-bd94-49362ee97762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:14.782841 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dec719-1fdc-444f-9156-b90fb0f002ba admin admin] Pushing event updated for resources: {'Network': ['ID=938ed84f-dc5e-4190-9148-4fb8a8120992,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:14.796944 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 938ed84f-dc5e-4190-9148-4fb8a8120992 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:09:14.828018 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Made reservation on behalf of aaef91b3236b474d84cff4c6e037a5bb for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:09:14.831544 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:14.904136 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Made reservation on behalf of 798bba67ce9747e6a540dc8b930c81cf for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:09:14.910253 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:14.960483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57997602-d787-4f25-b7a0-7691b05d720d req-7b9da25b-f873-4700-a3c1-551b64875b2a tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:14.962030 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57997602-d787-4f25-b7a0-7691b05d720d req-7b9da25b-f873-4700-a3c1-551b64875b2a tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.1145504 Nov 29 18:09:15.064875 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57997602-d787-4f25-b7a0-7691b05d720d req-1acfad69-91d8-4c68-8b06-4eab7ba3a27b tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939937 Nov 29 18:09:15.154332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device da74b80d-6168-4c32-8660-282e1d467436 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:09:15.159352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 57060) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:15.288232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port da74b80d-6168-4c32-8660-282e1d467436 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:09:15.288983 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:15.289292 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Allocated IP 172.20.0.12 (b90bbd88-c27a-4f3d-9ea5-0a6930e06235/0f7680db-e0db-4d9d-93e4-42f90be1cf3b/54fe3d33-39c9-44b8-b0b5-e233a5e8d093) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:09:15.336919 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63758187-ff16-4f7b-bb96-402523e4b246 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:15.346073 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b7925954-6d22-48f3-bd94-49362ee97762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:15.359168 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b7925954-6d22-48f3-bd94-49362ee97762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:15.359168 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b7925954-6d22-48f3-bd94-49362ee97762 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5fe27c0-c8d3-43c4-a307-8f61cb3ec699 HTTP/1.1" status: 204 len: 168 time: 1.0189395 Nov 29 18:09:15.380913 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:15.447526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port da74b80d-6168-4c32-8660-282e1d467436, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=da74b80d-6168-4c32-8660-282e1d467436,segment=NetworkSegment(fb9e397d-b264-458d-964d-3d73bebc1e2c),segment_id=fb9e397d-b264-458d-964d-3d73bebc1e2c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:15.457559 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:15.465105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7925954-6d22-48f3-bd94-49362ee97762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fe27c0-c8d3-43c4-a307-8f61cb3ec699,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:15.565274 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63758187-ff16-4f7b-bb96-402523e4b246 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:15.588908 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63758187-ff16-4f7b-bb96-402523e4b246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:15.598434 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=da74b80d-6168-4c32-8660-282e1d467436,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:15.680923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f803283f-c65e-41c3-a53a-0b97cc5fce61 req-280cae72-cdc3-4941-bb2d-1588dbd470b5 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 210 time: 0.1129050 Nov 29 18:09:15.732669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-63758187-ff16-4f7b-bb96-402523e4b246 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3039c58bd0914167bdf03579a2868bb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5720134 Nov 29 18:09:15.735849 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57074) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:15.760710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63758187-ff16-4f7b-bb96-402523e4b246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c16a43-041e-4ae0-9738-5ea013a7f742,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:15.850704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707017a7-f99b-4481-8519-e0ad21a922cc req-e14ed6a8-26b5-4c48-a3cf-de012847191a tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:15.853117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-707017a7-f99b-4481-8519-e0ad21a922cc req-e14ed6a8-26b5-4c48-a3cf-de012847191a tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 947 time: 0.1159217 Nov 29 18:09:15.934538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-707017a7-f99b-4481-8519-e0ad21a922cc req-04b4cdc3-c210-4a51-b289-e687db4423f4 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732090 Nov 29 18:09:16.231726 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d9c1f-3526-4365-950a-b13d10c1f7f5 req-32925e13-3783-486b-a997-7ef189623c0f tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:16.251398 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-498d9c1f-3526-4365-950a-b13d10c1f7f5 req-32925e13-3783-486b-a997-7ef189623c0f tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.1198964 Nov 29 18:09:16.334635 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-498d9c1f-3526-4365-950a-b13d10c1f7f5 req-b41473ad-eabd-4d8f-a84f-d822954e1b47 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816400 Nov 29 18:09:16.346760 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:16.385738 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:16.396877 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:16.402851 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f0d4e42f-b40e-4a3e-a9cf-3616d20a17cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:16.521906 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Network b90bbd88-c27a-4f3d-9ea5-0a6930e06235 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:09:16.524387 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f0d4e42f-b40e-4a3e-a9cf-3616d20a17cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:16.541090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9fc1c57-f83b-4de4-9753-91721ce68f9f,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:16.543497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:09:16.554686 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Pushing event updated for resources: {'Port': ['ID=54fe3d33-39c9-44b8-b0b5-e233a5e8d093,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:16.566430 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:09:16.606898 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.607272 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.607631 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.607982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.608328 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.608678 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.609033 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.609359 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.609700 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.610039 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.610377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.610715 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.623193 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.623560 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.623912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.624268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.624615 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.624957 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.625385 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.625736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.626155 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.626502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.626852 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.627190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:09:16.654108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Checking segment: {'id': '84e3cff3-1051-400d-bccc-6fbb91d8ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:09:16.654411 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Network hostable DHCP agents. Network: 938ed84f-dc5e-4190-9148-4fb8a8120992, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:09:16.678840 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:16.679515 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:16.698391 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f0d4e42f-b40e-4a3e-a9cf-3616d20a17cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:16.701052 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f0d4e42f-b40e-4a3e-a9cf-3616d20a17cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:16.702219 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f0d4e42f-b40e-4a3e-a9cf-3616d20a17cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68c16a43-041e-4ae0-9738-5ea013a7f742 HTTP/1.1" status: 204 len: 168 time: 0.9644001 Nov 29 18:09:16.705672 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Network 938ed84f-dc5e-4190-9148-4fb8a8120992 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:09:16.717578 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-2d8415fb-b887-4ed2-8e96-97102bc300b4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3272798 Nov 29 18:09:16.721693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4e42f-b40e-4a3e-a9cf-3616d20a17cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c16a43-041e-4ae0-9738-5ea013a7f742,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:16.730437 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Request body: {'port': {'device_id': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:09:16.734656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 938ed84f-dc5e-4190-9148-4fb8a8120992) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:09:16.748089 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5f66e1-8f54-4453-8ada-8599f5e44eef None None] Network 938ed84f-dc5e-4190-9148-4fb8a8120992 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:09:16.756345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:16.756936 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:16.814136 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-452722d0-ed8d-44eb-a8ee-d26484a7f192 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0692387 Nov 29 18:09:16.814136 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:16.899924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae30d65-113f-4533-9257-dd3d5a7ff4f0 req-bc12544e-b901-4835-9c66-cda4114f9e70 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:16.903760 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dae30d65-113f-4533-9257-dd3d5a7ff4f0 req-bc12544e-b901-4835-9c66-cda4114f9e70 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 932 time: 0.1269188 Nov 29 18:09:17.009600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dae30d65-113f-4533-9257-dd3d5a7ff4f0 req-fdbd6672-c929-4fb6-bcb8-024bc7c1bcad tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981119 Nov 29 18:09:17.212134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device da74b80d-6168-4c32-8660-282e1d467436 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:09:17.291021 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf3a50f-4d09-4423-9797-c1973ff03405 None None] Network 938ed84f-dc5e-4190-9148-4fb8a8120992 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:09:17.303180 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:09:17.316003 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:17.330052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 57122) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:17.336833 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Transition to ACTIVE for port object 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:09:17.342577 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:17.348360 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-feb8a89c-c51c-4067-8d9a-15d832d7ca19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:17.412603 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Pushing event updated for resources: {'Port': ['ID=54fe3d33-39c9-44b8-b0b5-e233a5e8d093,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:17.515789 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Attempting to bind port 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:09:17.516069 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Attempting to bind port 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'fb9e397d-b264-458d-964d-3d73bebc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:09:17.516577 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Attempting to bind port 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 on network b90bbd88-c27a-4f3d-9ea5-0a6930e06235 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:09:17.522076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Port 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 on network b90bbd88-c27a-4f3d-9ea5-0a6930e06235 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:09:17.522557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Attempting to bind port 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 on network b90bbd88-c27a-4f3d-9ea5-0a6930e06235 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:09:17.529834 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:09:17.530541 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Checking segment: {'id': 'fb9e397d-b264-458d-964d-3d73bebc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:09:17.530541 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Bound using segment: {'id': 'fb9e397d-b264-458d-964d-3d73bebc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:09:17.531021 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Bound port: 54fe3d33-39c9-44b8-b0b5-e233a5e8d093, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9e397d-b264-458d-964d-3d73bebc1e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:09:17.531389 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:17.532835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port da74b80d-6168-4c32-8660-282e1d467436 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:09:17.533312 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:17.624084 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] For port 54fe3d33-39c9-44b8-b0b5-e233a5e8d093, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:09:17.629477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] For port 54fe3d33-39c9-44b8-b0b5-e233a5e8d093, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=54fe3d33-39c9-44b8-b0b5-e233a5e8d093,segment=NetworkSegment(fb9e397d-b264-458d-964d-3d73bebc1e2c),segment_id=fb9e397d-b264-458d-964d-3d73bebc1e2c)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:09:17.635324 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:17.665266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1184e71-6906-404e-a947-96cc1835123b req-67cefbfc-f738-43ec-b7f8-747cb9ca38b1 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:17.666853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1184e71-6906-404e-a947-96cc1835123b req-67cefbfc-f738-43ec-b7f8-747cb9ca38b1 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.2046001 Nov 29 18:09:17.674511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:17.675476 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:17.677289 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] 10.222.0.20 "PUT /v2.0/ports/54fe3d33-39c9-44b8-b0b5-e233a5e8d093 HTTP/1.1" status: 200 len: 1092 time: 0.9512498 Nov 29 18:09:17.680635 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'tag': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:17.688284 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c335ccef-c78e-4f8e-bcd2-9e5b8d9de758" -d '{"events": [{"name": "network-changed", "server_uuid": "9c731350-6b2f-408f-9a23-6f1455c8ec6f", "tag": "54fe3d33-39c9-44b8-b0b5-e233a5e8d093"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:17.730413 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-59644582-34cb-40d1-80f7-280ae7064e47 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:17.738623 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-59644582-34cb-40d1-80f7-280ae7064e47 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/networks?id=938ed84f-dc5e-4190-9148-4fb8a8120992 HTTP/1.1" status: 200 len: 818 time: 0.2773597 Nov 29 18:09:17.742544 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-feb8a89c-c51c-4067-8d9a-15d832d7ca19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:17.761798 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e8060c9a-bea7-484d-bb4f-9f0402d55214 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/quotas/798bba67ce9747e6a540dc8b930c81cf HTTP/1.1" status: 200 len: 375 time: 0.0222144 Nov 29 18:09:17.788147 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-feb8a89c-c51c-4067-8d9a-15d832d7ca19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:17.789263 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2b9d7-18d4-4014-8e48-fc74dd834ffa service neutron] Pushing event updated for resources: {'Port': ['ID=54fe3d33-39c9-44b8-b0b5-e233a5e8d093,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:17.800786 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-299ef329-1364-49ca-ba7f-29b3e100ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:17.803168 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-299ef329-1364-49ca-ba7f-29b3e100ced4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aaef91b3236b474d84cff4c6e037a5bb&device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 1095 time: 0.0787106 Nov 29 18:09:17.830512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b72cd636-dd9a-4563-b833-f19953dcb018 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=798bba67ce9747e6a540dc8b930c81cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678515 Nov 29 18:09:17.862176 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-53d2b831-0219-4a26-8fc9-c08dcae097e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54fe3d33-39c9-44b8-b0b5-e233a5e8d093 HTTP/1.1" status: 200 len: 217 time: 0.0499880 Nov 29 18:09:17.923537 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1184e71-6906-404e-a947-96cc1835123b req-530fab64-0e96-4261-a3af-e1814068d4d2 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348933 Nov 29 18:09:17.925042 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-5fde1168-0cae-42ad-a022-b66a65a06bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:17.927754 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-5fde1168-0cae-42ad-a022-b66a65a06bb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f7680db-e0db-4d9d-93e4-42f90be1cf3b HTTP/1.1" status: 200 len: 859 time: 0.0579596 Nov 29 18:09:17.930823 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-feb8a89c-c51c-4067-8d9a-15d832d7ca19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4659ff757b84fca85b4059f80e57d73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5996768 Nov 29 18:09:17.932581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8a89c-c51c-4067-8d9a-15d832d7ca19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcfb59f-c490-4b24-acf6-4d22863fe593,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:17.934410 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57150) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:17.980973 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-ee197156-3cac-425d-a6e3-3af403312a93 service neutron] 10.222.0.23 "GET /v2.0/networks/938ed84f-dc5e-4190-9148-4fb8a8120992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297812 Nov 29 18:09:18.025655 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-03ccdd1e-01e4-4f94-8ab1-6e0812cf9622 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861290 Nov 29 18:09:18.028735 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe97b9cb-1887-4ea3-afe7-d4f10d800753 x-openstack-request-id: req-fe97b9cb-1887-4ea3-afe7-d4f10d800753 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:18.029109 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c731350-6b2f-408f-9a23-6f1455c8ec6f", "tag": "54fe3d33-39c9-44b8-b0b5-e233a5e8d093", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:18.029443 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe97b9cb-1887-4ea3-afe7-d4f10d800753 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:18.029930 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'tag': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093', 'status': 'completed', 'code': 200} Nov 29 18:09:18.070458 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2523e69-1eb7-4a6c-9d57-a7ab82469f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:18.139045 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2523e69-1eb7-4a6c-9d57-a7ab82469f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:18.204601 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-7a16f0b5-b90e-4c09-ae3d-b072f88cc0c6 service neutron] 10.222.0.20 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627288 Nov 29 18:09:18.210022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0a816-00cc-4de9-9269-ff1b213231ae req-8cfa56f7-3842-41a2-a918-5e97f66e688e tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:18.218886 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31b0a816-00cc-4de9-9269-ff1b213231ae req-8cfa56f7-3842-41a2-a918-5e97f66e688e tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 944 time: 0.0935192 Nov 29 18:09:18.235945 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-7783eb82-2cbe-45ae-a30b-8b08c2c0fe0e service neutron] 10.222.0.23 "GET /v2.0/networks/938ed84f-dc5e-4190-9148-4fb8a8120992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441730 Nov 29 18:09:18.289322 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31b0a816-00cc-4de9-9269-ff1b213231ae req-d1cdd49b-d977-4c9e-afd0-4d2defb70f4c tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680227 Nov 29 18:09:18.346694 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ba6b305c-8ad6-4264-a1c5-8431976ed15d req-56cb09fb-b5bb-4827-b4db-ce7601d9899d service neutron] 10.222.0.20 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332660 Nov 29 18:09:18.351126 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2523e69-1eb7-4a6c-9d57-a7ab82469f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:18.365604 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2523e69-1eb7-4a6c-9d57-a7ab82469f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:18.381697 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d2523e69-1eb7-4a6c-9d57-a7ab82469f5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fcfb59f-c490-4b24-acf6-4d22863fe593 HTTP/1.1" status: 204 len: 168 time: 0.4386117 Nov 29 18:09:18.406325 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2523e69-1eb7-4a6c-9d57-a7ab82469f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcfb59f-c490-4b24-acf6-4d22863fe593,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:18.485391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335ccef-c78e-4f8e-bcd2-9e5b8d9de758 req-f0b82750-9f20-4f06-be80-c51c480ab84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:18.493045 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c335ccef-c78e-4f8e-bcd2-9e5b8d9de758 req-f0b82750-9f20-4f06-be80-c51c480ab84b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aaef91b3236b474d84cff4c6e037a5bb&device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 1095 time: 0.0782082 Nov 29 18:09:18.675353 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335ccef-c78e-4f8e-bcd2-9e5b8d9de758 req-afbbef4c-1654-4a48-ab5b-41dead7972b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:18.683901 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c335ccef-c78e-4f8e-bcd2-9e5b8d9de758 req-afbbef4c-1654-4a48-ab5b-41dead7972b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235 HTTP/1.1" status: 200 len: 920 time: 0.1881831 Nov 29 18:09:18.762839 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c335ccef-c78e-4f8e-bcd2-9e5b8d9de758 req-6b8af75b-718f-4bf5-9f9d-3c037b620fb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54fe3d33-39c9-44b8-b0b5-e233a5e8d093 HTTP/1.1" status: 200 len: 217 time: 0.0699055 Nov 29 18:09:18.793668 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea98e246-5b42-444d-846c-f4268a872553 req-bb6e99b9-5d2b-48bb-b85e-d0c6f64fad85 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174 HTTP/1.1" status: 200 len: 210 time: 0.0399945 Nov 29 18:09:18.870273 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335ccef-c78e-4f8e-bcd2-9e5b8d9de758 req-54066ff8-1ba2-4d58-ac8c-94bd1f1a1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:18.872528 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c335ccef-c78e-4f8e-bcd2-9e5b8d9de758 req-54066ff8-1ba2-4d58-ac8c-94bd1f1a1579 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f7680db-e0db-4d9d-93e4-42f90be1cf3b HTTP/1.1" status: 200 len: 859 time: 0.0945487 Nov 29 18:09:18.916160 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c335ccef-c78e-4f8e-bcd2-9e5b8d9de758 req-fd48d9c3-fbc8-4083-8316-d9c246201fa6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357766 Nov 29 18:09:19.048450 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c335ccef-c78e-4f8e-bcd2-9e5b8d9de758 req-35d4de98-cb30-4914-a133-308870b0dde2 service neutron] 10.222.0.20 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229444 Nov 29 18:09:19.127139 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be77738-dad9-446b-bdac-4fe1a6e16041 req-7294ea87-4303-4d96-8f21-57097bbcc44b tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:19.128796 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7be77738-dad9-446b-bdac-4fe1a6e16041 req-7294ea87-4303-4d96-8f21-57097bbcc44b tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.0834038 Nov 29 18:09:19.195642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7be77738-dad9-446b-bdac-4fe1a6e16041 req-69104a50-31f3-48dc-8fdb-313f9fda311c tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602140 Nov 29 18:09:19.220313 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c335ccef-c78e-4f8e-bcd2-9e5b8d9de758 req-5dc13771-8284-4e02-bc57-0402643d574e service neutron] 10.222.0.20 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637938 Nov 29 18:09:19.413651 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932fd39-4b18-4174-bce3-ea11528c0546 req-f69494b0-e8b1-41ce-8a0f-0b75ace5d79b tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:19.415708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6932fd39-4b18-4174-bce3-ea11528c0546 req-f69494b0-e8b1-41ce-8a0f-0b75ace5d79b tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 944 time: 0.0608354 Nov 29 18:09:19.471477 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6932fd39-4b18-4174-bce3-ea11528c0546 req-a0d32d67-eef2-48b2-818a-10f4ad92df49 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483990 Nov 29 18:09:19.981144 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55d8f1e4-264c-4310-b4f2-5ce9f93c9de1 req-9319a1e8-9a68-4bf0-8121-4884d2ae0f10 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174 HTTP/1.1" status: 200 len: 210 time: 0.0623181 Nov 29 18:09:20.092002 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf71a1-c64f-4db3-8aec-65e10898db91 req-3c27deab-8755-4f69-995c-dc4e68920df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:20.095438 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-26cf71a1-c64f-4db3-8aec-65e10898db91 req-3c27deab-8755-4f69-995c-dc4e68920df6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 1096 time: 0.1201982 Nov 29 18:09:20.169126 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-26cf71a1-c64f-4db3-8aec-65e10898db91 req-056fe829-1089-4b77-bfcd-f062d09cc5a3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658238 Nov 29 18:09:20.356153 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997dcc2-ccbc-4a89-8370-8616dc1be426 req-b814a6bf-031c-4c34-8d6a-39782832edfe tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:20.358102 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7997dcc2-ccbc-4a89-8370-8616dc1be426 req-b814a6bf-031c-4c34-8d6a-39782832edfe tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.0671210 Nov 29 18:09:20.459130 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7997dcc2-ccbc-4a89-8370-8616dc1be426 req-3abf7a0c-d0a1-4527-abce-6c98cea238f6 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802314 Nov 29 18:09:20.764786 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21441177-3215-4786-9f0b-5825d1a5b831 req-5d7e68c5-71fc-46d2-812b-6e565f128dea tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:20.766398 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-21441177-3215-4786-9f0b-5825d1a5b831 req-5d7e68c5-71fc-46d2-812b-6e565f128dea tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 944 time: 0.2100172 Nov 29 18:09:20.832823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-69d42cbb-73cf-4862-aedd-5216b290ae42 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:20.835441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-69d42cbb-73cf-4862-aedd-5216b290ae42 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.31 "GET /v2.0/networks?id=938ed84f-dc5e-4190-9148-4fb8a8120992 HTTP/1.1" status: 200 len: 818 time: 0.2430212 Nov 29 18:09:20.858090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-f05ef8e8-8e58-4431-b020-4a211aefa8d7 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Request body: {'port': {'device_id': '8b23e2c2-5c76-49cc-91eb-1daf05f0878f', 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992', 'admin_state_up': True, 'tenant_id': '798bba67ce9747e6a540dc8b930c81cf'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:09:20.993630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-21441177-3215-4786-9f0b-5825d1a5b831 req-6aaf2974-0c36-4783-bcbb-8b36edf2eef6 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064421 Nov 29 18:09:21.017721 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-421c0e2c-2779-477b-a868-5fdf24115e67 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:21.022934 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-421c0e2c-2779-477b-a868-5fdf24115e67 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.20 "GET /v2.0/networks?id=938ed84f-dc5e-4190-9148-4fb8a8120992 HTTP/1.1" status: 200 len: 818 time: 0.1824806 Nov 29 18:09:21.042020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-a73b6b09-48de-47a2-8e10-4b47882aca4f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Request body: {'port': {'device_id': 'f2e1216f-845c-4e22-b1f0-b9dc778acbf7', 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992', 'admin_state_up': True, 'tenant_id': '798bba67ce9747e6a540dc8b930c81cf'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:09:21.136581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-f05ef8e8-8e58-4431-b020-4a211aefa8d7 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Made reservation on behalf of 798bba67ce9747e6a540dc8b930c81cf for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:09:21.140261 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-f05ef8e8-8e58-4431-b020-4a211aefa8d7 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:21.158652 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efe106f1-0451-4f40-a2bd-be7e4a1d06ed req-0f68723a-9313-47d6-abc8-e70319283fdf tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174 HTTP/1.1" status: 200 len: 210 time: 0.0395463 Nov 29 18:09:21.167114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:09:21.276631 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-a73b6b09-48de-47a2-8e10-4b47882aca4f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Made reservation on behalf of 798bba67ce9747e6a540dc8b930c81cf for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:09:21.282468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-a73b6b09-48de-47a2-8e10-4b47882aca4f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:21.360502 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 54fe3d33-39c9-44b8-b0b5-e233a5e8d093, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=54fe3d33-39c9-44b8-b0b5-e233a5e8d093,segment=NetworkSegment(fb9e397d-b264-458d-964d-3d73bebc1e2c),segment_id=fb9e397d-b264-458d-964d-3d73bebc1e2c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:21.374753 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093', 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235', 'port_id': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093', 'mac_address': 'fa:16:3e:ea:cd:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:09:21.375391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-f05ef8e8-8e58-4431-b020-4a211aefa8d7 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Allocated IP 172.20.0.14 (938ed84f-dc5e-4190-9148-4fb8a8120992/e9fc1c57-f83b-4de4-9753-91721ce68f9f/7fe6adab-6139-4f0a-b787-1e21d421e42b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:09:21.429098 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:21.451231 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:09:21.481338 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 54fe3d33-39c9-44b8-b0b5-e233a5e8d093, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=54fe3d33-39c9-44b8-b0b5-e233a5e8d093,segment=NetworkSegment(fb9e397d-b264-458d-964d-3d73bebc1e2c),segment_id=fb9e397d-b264-458d-964d-3d73bebc1e2c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:21.488846 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:21.552977 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=54fe3d33-39c9-44b8-b0b5-e233a5e8d093,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:21.581650 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-55752b65-3cb0-481f-a8a2-a51794da45ec tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:21.583343 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-55752b65-3cb0-481f-a8a2-a51794da45ec tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.20 "GET /v2.0/networks?id=938ed84f-dc5e-4190-9148-4fb8a8120992 HTTP/1.1" status: 200 len: 818 time: 0.1852927 Nov 29 18:09:21.602368 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b7dc0559-a2e2-4f0b-bf39-1beab6d28e4e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Request body: {'port': {'device_id': 'ad5c9d48-04f0-4ad9-96d1-a73399760174', 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992', 'admin_state_up': True, 'tenant_id': '798bba67ce9747e6a540dc8b930c81cf'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:09:21.641318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5be2d-3bd2-4efe-b132-8238855cd0dc req-34903227-8626-41de-bcc5-b96d30354c2f tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:21.643011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17f5be2d-3bd2-4efe-b132-8238855cd0dc req-34903227-8626-41de-bcc5-b96d30354c2f tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.0842123 Nov 29 18:09:21.729677 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['54fe3d33-39c9-44b8-b0b5-e233a5e8d093'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:09:21.736565 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-f05ef8e8-8e58-4431-b020-4a211aefa8d7 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:21.742874 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b7dc0559-a2e2-4f0b-bf39-1beab6d28e4e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Made reservation on behalf of 798bba67ce9747e6a540dc8b930c81cf for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:09:21.747503 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b7dc0559-a2e2-4f0b-bf39-1beab6d28e4e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:21.780938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17f5be2d-3bd2-4efe-b132-8238855cd0dc req-9fe5680e-7cf0-4e1a-988d-8f9ca155ba18 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231654 Nov 29 18:09:21.855372 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-f05ef8e8-8e58-4431-b020-4a211aefa8d7 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:21.955364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-f05ef8e8-8e58-4431-b020-4a211aefa8d7 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Network 938ed84f-dc5e-4190-9148-4fb8a8120992 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:09:21.976366 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-a73b6b09-48de-47a2-8e10-4b47882aca4f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Allocated IP 172.20.0.11 (938ed84f-dc5e-4190-9148-4fb8a8120992/e9fc1c57-f83b-4de4-9753-91721ce68f9f/e62985dd-0192-4738-b3e3-7774622b1dcb) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:09:21.978035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ef8e8-8e58-4431-b020-4a211aefa8d7 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Pushing event updated for resources: {'Port': ['ID=7fe6adab-6139-4f0a-b787-1e21d421e42b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:21.982903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-f05ef8e8-8e58-4431-b020-4a211aefa8d7 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:09:21.986424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-f05ef8e8-8e58-4431-b020-4a211aefa8d7 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:09:22.014057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57358) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:22.127559 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-f05ef8e8-8e58-4431-b020-4a211aefa8d7 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:22.128172 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-f05ef8e8-8e58-4431-b020-4a211aefa8d7 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:22.171740 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-f05ef8e8-8e58-4431-b020-4a211aefa8d7 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3209624 Nov 29 18:09:22.305241 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-a73b6b09-48de-47a2-8e10-4b47882aca4f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:22.306924 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6dbd134a-8499-48ee-b392-e8d44dfea47b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:22.315319 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b7cac-3905-45eb-a5e3-681e8a4fec2a req-f6765be3-7f15-4fe2-a67c-e37272351535 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:22.316748 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c25b7cac-3905-45eb-a5e3-681e8a4fec2a req-f6765be3-7f15-4fe2-a67c-e37272351535 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.1089597 Nov 29 18:09:22.325448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2b17b-0b61-4723-be9e-223147517903 req-d1337aa3-c0f6-4d82-a6e2-9a9303e2f81d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:22.326073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56977d-0c32-470e-95ea-528dd79dfe4d req-fde9ba59-d64a-4f14-858f-b8352d73e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:22.327613 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cd56977d-0c32-470e-95ea-528dd79dfe4d req-fde9ba59-d64a-4f14-858f-b8352d73e2da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c83627c91e74087bbaa05f8261c093f&device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 1096 time: 0.1237369 Nov 29 18:09:22.333277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4db2b17b-0b61-4723-be9e-223147517903 req-d1337aa3-c0f6-4d82-a6e2-9a9303e2f81d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 945 time: 0.1342781 Nov 29 18:09:22.411245 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Request body: {'port': {'device_id': '8b23e2c2-5c76-49cc-91eb-1daf05f0878f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:09:22.445310 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4db2b17b-0b61-4723-be9e-223147517903 req-b8b20be8-6657-4d5b-987a-d8557aa1cd99 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091096 Nov 29 18:09:22.463788 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c25b7cac-3905-45eb-a5e3-681e8a4fec2a req-4c942a20-a0d4-4a9a-bcd8-13800e2d9888 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275821 Nov 29 18:09:22.465579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56977d-0c32-470e-95ea-528dd79dfe4d req-cae36b15-4948-4293-b9c4-a3405e80f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:22.467035 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cd56977d-0c32-470e-95ea-528dd79dfe4d req-cae36b15-4948-4293-b9c4-a3405e80f3c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f6e9013-9fe1-470a-9eff-430851e7bcb9 HTTP/1.1" status: 200 len: 919 time: 0.1288197 Nov 29 18:09:22.549167 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:22.553930 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cd56977d-0c32-470e-95ea-528dd79dfe4d req-7605c002-5828-43ac-9f9a-7788247e7055 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55af43a5-8d56-4f81-9942-51b6b937f123 HTTP/1.1" status: 200 len: 217 time: 0.0762973 Nov 29 18:09:22.608779 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3446b175-5344-4f1d-a255-586d4a0d16a1 req-db3cd3d4-8554-4420-ae25-e5a93070e9d5 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174 HTTP/1.1" status: 200 len: 210 time: 0.0547729 Nov 29 18:09:22.719883 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-a73b6b09-48de-47a2-8e10-4b47882aca4f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:22.722601 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56977d-0c32-470e-95ea-528dd79dfe4d req-adf17b8d-0e9a-4152-a61c-0166957b2776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:22.724329 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cd56977d-0c32-470e-95ea-528dd79dfe4d req-adf17b8d-0e9a-4152-a61c-0166957b2776 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87a10408-79d6-4b35-95a6-0b2f64416722 HTTP/1.1" status: 200 len: 858 time: 0.1593473 Nov 29 18:09:22.734549 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.db.api [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b7dc0559-a2e2-4f0b-bf39-1beab6d28e4e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-47cf0423-2b7b-43ed-af08-49d67edcb272 {{(pid=110004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:09:22.734915 n-d-819494-5 neutron-server[110004]: DEBUG oslo_db.api [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b7dc0559-a2e2-4f0b-bf39-1beab6d28e4e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:09:22.824571 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cd56977d-0c32-470e-95ea-528dd79dfe4d req-fb4c34e1-c243-437f-9d0e-d8880eeadc90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f6e9013-9fe1-470a-9eff-430851e7bcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546916 Nov 29 18:09:22.851373 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-a73b6b09-48de-47a2-8e10-4b47882aca4f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Network 938ed84f-dc5e-4190-9148-4fb8a8120992 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:09:22.858489 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-a73b6b09-48de-47a2-8e10-4b47882aca4f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:09:22.877406 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-a73b6b09-48de-47a2-8e10-4b47882aca4f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:09:22.880383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b6b09-48de-47a2-8e10-4b47882aca4f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Pushing event updated for resources: {'Port': ['ID=e62985dd-0192-4738-b3e3-7774622b1dcb,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:22.938621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe6adab-6139-4f0a-b787-1e21d421e42b {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:09:22.952083 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:22.972402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Transition to ACTIVE for port object 7fe6adab-6139-4f0a-b787-1e21d421e42b will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:09:22.979850 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:22.987429 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6dbd134a-8499-48ee-b392-e8d44dfea47b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:23.001393 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6dbd134a-8499-48ee-b392-e8d44dfea47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:23.009373 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-a73b6b09-48de-47a2-8e10-4b47882aca4f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:23.010085 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-a73b6b09-48de-47a2-8e10-4b47882aca4f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:23.072934 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cd56977d-0c32-470e-95ea-528dd79dfe4d req-c0ddb507-7ff4-40b5-95c0-797670a996b5 service neutron] 10.222.0.20 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373636 Nov 29 18:09:23.079416 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-7685f379-9c4c-4053-9ab9-8d875bb03747 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9b84804a51464515a70ec359b30721d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488646 Nov 29 18:09:23.081804 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-a73b6b09-48de-47a2-8e10-4b47882aca4f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0438714 Nov 29 18:09:23.087226 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6dbd134a-8499-48ee-b392-e8d44dfea47b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d73930e36834699ae23d247222b484e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0625341 Nov 29 18:09:23.087226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd134a-8499-48ee-b392-e8d44dfea47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4510c4be-71ae-4738-bf59-bf1ff96580d9,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:23.097184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57428) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:23.103503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Request body: {'port': {'device_id': 'f2e1216f-845c-4e22-b1f0-b9dc778acbf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:09:23.179911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:09:23.237619 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b7dc0559-a2e2-4f0b-bf39-1beab6d28e4e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:23.249383 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:09:23.255735 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:09:23.256390 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:23.277632 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:23.328182 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cd56977d-0c32-470e-95ea-528dd79dfe4d req-ab39dc9d-177f-4623-a4bb-a20ef5731739 service neutron] 10.222.0.20 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421765 Nov 29 18:09:23.335302 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-13b43604-c7cd-4be8-9ffa-5b95c8614d32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:23.381851 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:23.424938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:23.428529 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce56a36-db33-415c-94a5-ab1cedc7d895" -d '{"events": [{"server_uuid": "9c731350-6b2f-408f-9a23-6f1455c8ec6f", "name": "network-vif-plugged", "status": "completed", "tag": "54fe3d33-39c9-44b8-b0b5-e233a5e8d093"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:23.437864 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-13b43604-c7cd-4be8-9ffa-5b95c8614d32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:23.446482 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 54fe3d33-39c9-44b8-b0b5-e233a5e8d093, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=54fe3d33-39c9-44b8-b0b5-e233a5e8d093,segment=NetworkSegment(fb9e397d-b264-458d-964d-3d73bebc1e2c),segment_id=fb9e397d-b264-458d-964d-3d73bebc1e2c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:23.451901 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:23.501802 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33830d9-b028-47b9-abdf-55786bc469e2 x-openstack-request-id: req-d33830d9-b028-47b9-abdf-55786bc469e2 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:23.502399 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c731350-6b2f-408f-9a23-6f1455c8ec6f", "name": "network-vif-plugged", "status": "completed", "tag": "54fe3d33-39c9-44b8-b0b5-e233a5e8d093", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:23.502932 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d33830d9-b028-47b9-abdf-55786bc469e2 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:23.503569 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093', 'code': 200} Nov 29 18:09:23.533290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe6adab-6139-4f0a-b787-1e21d421e42b,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:23.550118 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=54fe3d33-39c9-44b8-b0b5-e233a5e8d093,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:23.652739 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Attempting to bind port 7fe6adab-6139-4f0a-b787-1e21d421e42b on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:09:23.653113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Attempting to bind port 7fe6adab-6139-4f0a-b787-1e21d421e42b by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '84e3cff3-1051-400d-bccc-6fbb91d8ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:09:23.653469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Attempting to bind port 7fe6adab-6139-4f0a-b787-1e21d421e42b on network 938ed84f-dc5e-4190-9148-4fb8a8120992 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:09:23.659720 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Port 7fe6adab-6139-4f0a-b787-1e21d421e42b on network 938ed84f-dc5e-4190-9148-4fb8a8120992 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:09:23.660054 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Attempting to bind port 7fe6adab-6139-4f0a-b787-1e21d421e42b on network 938ed84f-dc5e-4190-9148-4fb8a8120992 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:09:23.669320 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-95a8b1a4-3d70-4ad9-aff2-ab8e4dddedde tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:23.670894 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-95a8b1a4-3d70-4ad9-aff2-ab8e4dddedde tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5903852 Nov 29 18:09:23.674618 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b7dc0559-a2e2-4f0b-bf39-1beab6d28e4e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Allocated IP 172.20.0.7 (938ed84f-dc5e-4190-9148-4fb8a8120992/e9fc1c57-f83b-4de4-9753-91721ce68f9f/381c1034-e246-47df-b76d-d2c90c622cbd) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:09:23.683343 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-13b43604-c7cd-4be8-9ffa-5b95c8614d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:23.686346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:09:23.686346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Checking segment: {'id': '84e3cff3-1051-400d-bccc-6fbb91d8ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:09:23.686631 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-13b43604-c7cd-4be8-9ffa-5b95c8614d32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:23.686734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Bound using segment: {'id': '84e3cff3-1051-400d-bccc-6fbb91d8ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:09:23.686734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Bound port: 7fe6adab-6139-4f0a-b787-1e21d421e42b, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e3cff3-1051-400d-bccc-6fbb91d8ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:09:23.686936 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:23.687363 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-13b43604-c7cd-4be8-9ffa-5b95c8614d32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4510c4be-71ae-4738-bf59-bf1ff96580d9 HTTP/1.1" status: 204 len: 168 time: 0.5891368 Nov 29 18:09:23.710712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b43604-c7cd-4be8-9ffa-5b95c8614d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4510c4be-71ae-4738-bf59-bf1ff96580d9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:23.769499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc280dd9-c450-4e93-9be4-5e10f5812a69 req-646bfba4-fcce-4cde-9eec-311e56749c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:23.773674 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fc280dd9-c450-4e93-9be4-5e10f5812a69 req-646bfba4-fcce-4cde-9eec-311e56749c45 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 1097 time: 0.1498363 Nov 29 18:09:23.784384 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-cdba7e65-7cb2-4b03-a0fa-378e6a729012 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/quotas/9b84804a51464515a70ec359b30721d2 HTTP/1.1" status: 200 len: 375 time: 0.0850086 Nov 29 18:09:23.879164 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-c97fd4b9-fc4c-4950-9aff-9df251991972 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b84804a51464515a70ec359b30721d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835056 Nov 29 18:09:23.907701 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184abdcb-050b-4a44-9cb6-b2050066e831 req-9af5fe5d-40c7-426f-a843-67ba4bbed2ec tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:23.909342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-184abdcb-050b-4a44-9cb6-b2050066e831 req-9af5fe5d-40c7-426f-a843-67ba4bbed2ec tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.2364564 Nov 29 18:09:23.947418 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-031b3bde-fae1-4f14-a0cc-d4713c2e49ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:23.988980 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b7dc0559-a2e2-4f0b-bf39-1beab6d28e4e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:24.001838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] For port 7fe6adab-6139-4f0a-b787-1e21d421e42b, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:09:24.027004 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fc280dd9-c450-4e93-9be4-5e10f5812a69 req-d785a7cb-b869-4a3d-b7df-7a163b928776 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428055 Nov 29 18:09:24.056345 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-184abdcb-050b-4a44-9cb6-b2050066e831 req-f5576601-301a-498c-b8ca-ddaeecf8b27e tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325648 Nov 29 18:09:24.063234 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b7dc0559-a2e2-4f0b-bf39-1beab6d28e4e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:24.086556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] For port 7fe6adab-6139-4f0a-b787-1e21d421e42b, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7fe6adab-6139-4f0a-b787-1e21d421e42b,segment=NetworkSegment(84e3cff3-1051-400d-bccc-6fbb91d8ffcd),segment_id=84e3cff3-1051-400d-bccc-6fbb91d8ffcd)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:09:24.094700 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:24.164083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe6adab-6139-4f0a-b787-1e21d421e42b,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:24.183073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:24.184755 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:24.186389 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-6806b8f0-cbbc-422d-9681-10f1e366f898 service neutron] 10.222.0.31 "PUT /v2.0/ports/7fe6adab-6139-4f0a-b787-1e21d421e42b HTTP/1.1" status: 200 len: 1092 time: 2.0060518 Nov 29 18:09:24.187055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b23e2c2-5c76-49cc-91eb-1daf05f0878f', 'tag': '7fe6adab-6139-4f0a-b787-1e21d421e42b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:24.189500 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c3c321-2a16-4582-b54a-492aad17f402" -d '{"events": [{"name": "network-changed", "server_uuid": "8b23e2c2-5c76-49cc-91eb-1daf05f0878f", "tag": "7fe6adab-6139-4f0a-b787-1e21d421e42b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:24.261464 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57460) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:24.301479 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0a54764-b99c-407a-bbc9-3f8e9b40f058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:24.304664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b7dc0559-a2e2-4f0b-bf39-1beab6d28e4e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Network 938ed84f-dc5e-4190-9148-4fb8a8120992 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:09:24.319038 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b7dc0559-a2e2-4f0b-bf39-1beab6d28e4e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:09:24.321411 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b7dc0559-a2e2-4f0b-bf39-1beab6d28e4e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:09:24.329248 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc0559-a2e2-4f0b-bf39-1beab6d28e4e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Pushing event updated for resources: {'Port': ['ID=381c1034-e246-47df-b76d-d2c90c622cbd,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:24.366144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-5161b8ab-5fd7-4cf9-80e4-dfe16ed06f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:24.367371 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-5161b8ab-5fd7-4cf9-80e4-dfe16ed06f6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=798bba67ce9747e6a540dc8b930c81cf&device_id=8b23e2c2-5c76-49cc-91eb-1daf05f0878f HTTP/1.1" status: 200 len: 1095 time: 0.0979221 Nov 29 18:09:24.386554 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bf21a-e80c-4c41-85a5-d577be843c54 req-48c93d6c-e6ec-4bc5-98be-e3a3d5781cb6 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:24.388421 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-830bf21a-e80c-4c41-85a5-d577be843c54 req-48c93d6c-e6ec-4bc5-98be-e3a3d5781cb6 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174 HTTP/1.1" status: 200 len: 931 time: 0.1927965 Nov 29 18:09:24.410728 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b7dc0559-a2e2-4f0b-bf39-1beab6d28e4e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:24.411425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b7dc0559-a2e2-4f0b-bf39-1beab6d28e4e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:24.429035 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e4cd1893-469e-45d3-bf33-3418848fdb19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fe6adab-6139-4f0a-b787-1e21d421e42b HTTP/1.1" status: 200 len: 217 time: 0.0396318 Nov 29 18:09:24.453547 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b7dc0559-a2e2-4f0b-bf39-1beab6d28e4e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8588729 Nov 29 18:09:24.471199 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Request body: {'port': {'device_id': 'ad5c9d48-04f0-4ad9-96d1-a73399760174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:09:24.493835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445db8d0-c267-47b6-8d57-eab75f46d591 req-13cbc758-78bf-4baa-a054-4bf6eeb7c6f1 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:24.496536 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-445db8d0-c267-47b6-8d57-eab75f46d591 req-13cbc758-78bf-4baa-a054-4bf6eeb7c6f1 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.2800870 Nov 29 18:09:24.579165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62985dd-0192-4738-b3e3-7774622b1dcb {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:09:24.591482 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-830bf21a-e80c-4c41-85a5-d577be843c54 req-60b56e3b-e612-4c4e-b496-8b65efcaa592 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610382 Nov 29 18:09:24.592064 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:24.610144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b35c3ae4-12ed-4ba6-877f-bcecdcf8cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:24.613342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Transition to ACTIVE for port object e62985dd-0192-4738-b3e3-7774622b1dcb will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:09:24.613470 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b35c3ae4-12ed-4ba6-877f-bcecdcf8cd0f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e9fc1c57-f83b-4de4-9753-91721ce68f9f HTTP/1.1" status: 200 len: 858 time: 0.1582193 Nov 29 18:09:24.630384 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:24.680199 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-559a846e-03bb-4409-908c-915e69e0440d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=938ed84f-dc5e-4190-9148-4fb8a8120992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567949 Nov 29 18:09:24.684244 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-445db8d0-c267-47b6-8d57-eab75f46d591 req-bd2ec591-e18f-4172-9efd-ea9907730674 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630287 Nov 29 18:09:24.782533 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0a54764-b99c-407a-bbc9-3f8e9b40f058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:24.802124 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0a54764-b99c-407a-bbc9-3f8e9b40f058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:24.809427 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:24.829312 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-684f429f-2551-49e4-ac8f-78131342fbc7 service neutron] 10.222.0.31 "GET /v2.0/networks/938ed84f-dc5e-4190-9148-4fb8a8120992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402147 Nov 29 18:09:24.867061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Pushing event updated for resources: {'Port': ['ID=e62985dd-0192-4738-b3e3-7774622b1dcb,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:24.929849 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a54764-b99c-407a-bbc9-3f8e9b40f058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed51625-beb8-4993-8ae1-76ebffa1baa6,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:24.951467 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b0a54764-b99c-407a-bbc9-3f8e9b40f058 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5ce6acc50ce4e59b0c02ff4b6feaf28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6872869 Nov 29 18:09:24.957732 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57486) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:24.991743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-624372aa-54e0-41ca-bd12-8c18b5271cf9 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9b84804a51464515a70ec359b30721d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1130199 Nov 29 18:09:25.145041 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-f2f9daad-9e07-4729-83c5-07e69f58b214 service neutron] 10.222.0.31 "GET /v2.0/networks/938ed84f-dc5e-4190-9148-4fb8a8120992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078427 Nov 29 18:09:25.152612 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333bf7dd-09c4-4d18-bf34-80c26b3a0867 x-openstack-request-id: req-333bf7dd-09c4-4d18-bf34-80c26b3a0867 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:25.152911 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b23e2c2-5c76-49cc-91eb-1daf05f0878f", "tag": "7fe6adab-6139-4f0a-b787-1e21d421e42b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:25.153178 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-333bf7dd-09c4-4d18-bf34-80c26b3a0867 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:25.153593 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b23e2c2-5c76-49cc-91eb-1daf05f0878f', 'tag': '7fe6adab-6139-4f0a-b787-1e21d421e42b', 'status': 'completed', 'code': 200} Nov 29 18:09:25.172735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-ecbe91db-9952-492d-adc0-6ffa7c536835 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:25.182737 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-ecbe91db-9952-492d-adc0-6ffa7c536835 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832275 Nov 29 18:09:25.201925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-49a82846-8c5c-4585-b36b-80e934bbe364 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/quotas/9b84804a51464515a70ec359b30721d2 HTTP/1.1" status: 200 len: 375 time: 0.0163040 Nov 29 18:09:25.204888 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Attempting to bind port e62985dd-0192-4738-b3e3-7774622b1dcb on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:09:25.205455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Attempting to bind port e62985dd-0192-4738-b3e3-7774622b1dcb by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '84e3cff3-1051-400d-bccc-6fbb91d8ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:09:25.205995 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Attempting to bind port e62985dd-0192-4738-b3e3-7774622b1dcb on network 938ed84f-dc5e-4190-9148-4fb8a8120992 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:09:25.213144 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ac8bfb9-c9d9-4908-a441-527ad1ed0917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:25.248292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-1848ccbc-531b-4459-b04c-b11ccb309e89 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b84804a51464515a70ec359b30721d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448868 Nov 29 18:09:25.285766 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ac8bfb9-c9d9-4908-a441-527ad1ed0917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:25.304898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506dadf-9ed9-46fe-a0e8-435c888d9a20 req-390299c0-a82d-419e-b032-3feb19eb0fc8 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:25.306451 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5506dadf-9ed9-46fe-a0e8-435c888d9a20 req-390299c0-a82d-419e-b032-3feb19eb0fc8 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.0571439 Nov 29 18:09:25.455830 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5506dadf-9ed9-46fe-a0e8-435c888d9a20 req-d36d1768-b70e-4cc2-ba36-739ccf262d6c tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372707 Nov 29 18:09:25.465834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3c321-2a16-4582-b54a-492aad17f402 req-503b79ca-82c2-45d8-b1c8-8f183ec71521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:25.468156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15c3c321-2a16-4582-b54a-492aad17f402 req-503b79ca-82c2-45d8-b1c8-8f183ec71521 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=798bba67ce9747e6a540dc8b930c81cf&device_id=8b23e2c2-5c76-49cc-91eb-1daf05f0878f HTTP/1.1" status: 200 len: 1095 time: 0.0964971 Nov 29 18:09:25.600279 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9027ed55-2a06-46c5-b68d-adbc424dccb6 req-42382e21-fcd6-40d0-98f7-f1e02acca690 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 210 time: 0.0617545 Nov 29 18:09:25.685443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3c321-2a16-4582-b54a-492aad17f402 req-bc963a53-8c9a-4fce-8431-41824d5c7d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:25.688306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15c3c321-2a16-4582-b54a-492aad17f402 req-bc963a53-8c9a-4fce-8431-41824d5c7d52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=938ed84f-dc5e-4190-9148-4fb8a8120992 HTTP/1.1" status: 200 len: 919 time: 0.1923759 Nov 29 18:09:25.765969 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15c3c321-2a16-4582-b54a-492aad17f402 req-f8d48344-9974-4a52-a7b1-4f68abdde83c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fe6adab-6139-4f0a-b787-1e21d421e42b HTTP/1.1" status: 200 len: 217 time: 0.0696940 Nov 29 18:09:25.772743 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Port e62985dd-0192-4738-b3e3-7774622b1dcb on network 938ed84f-dc5e-4190-9148-4fb8a8120992 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:09:25.774683 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Attempting to bind port e62985dd-0192-4738-b3e3-7774622b1dcb on network 938ed84f-dc5e-4190-9148-4fb8a8120992 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:09:25.795672 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ac8bfb9-c9d9-4908-a441-527ad1ed0917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:25.804908 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ac8bfb9-c9d9-4908-a441-527ad1ed0917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:25.809009 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3ac8bfb9-c9d9-4908-a441-527ad1ed0917 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ed51625-beb8-4993-8ae1-76ebffa1baa6 HTTP/1.1" status: 204 len: 168 time: 0.8487480 Nov 29 18:09:25.840171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8bfb9-c9d9-4908-a441-527ad1ed0917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed51625-beb8-4993-8ae1-76ebffa1baa6,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:25.843545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:09:25.843895 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Checking segment: {'id': '84e3cff3-1051-400d-bccc-6fbb91d8ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:09:25.844320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Bound using segment: {'id': '84e3cff3-1051-400d-bccc-6fbb91d8ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:09:25.844806 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Bound port: e62985dd-0192-4738-b3e3-7774622b1dcb, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e3cff3-1051-400d-bccc-6fbb91d8ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:09:25.845174 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:25.974832 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] For port e62985dd-0192-4738-b3e3-7774622b1dcb, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:09:25.980511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] For port e62985dd-0192-4738-b3e3-7774622b1dcb, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e62985dd-0192-4738-b3e3-7774622b1dcb,segment=NetworkSegment(84e3cff3-1051-400d-bccc-6fbb91d8ffcd),segment_id=84e3cff3-1051-400d-bccc-6fbb91d8ffcd)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:09:25.981401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3c321-2a16-4582-b54a-492aad17f402 req-45833052-6c2a-4a47-a5e8-457863825659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:25.984783 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15c3c321-2a16-4582-b54a-492aad17f402 req-45833052-6c2a-4a47-a5e8-457863825659 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e9fc1c57-f83b-4de4-9753-91721ce68f9f HTTP/1.1" status: 200 len: 858 time: 0.2120135 Nov 29 18:09:25.995976 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:26.081528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-ebf30a6c-ac59-4771-aebe-86bd250912e3 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9b84804a51464515a70ec359b30721d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1280601 Nov 29 18:09:26.129519 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381c1034-e246-47df-b76d-d2c90c622cbd {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:09:26.132616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe5572-f49d-421f-bd63-c00a6285b14e req-4e46da16-8d1b-413a-ae74-bf683f2b0dc9 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:26.140777 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:26.141981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1fbe5572-f49d-421f-bd63-c00a6285b14e req-4e46da16-8d1b-413a-ae74-bf683f2b0dc9 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174 HTTP/1.1" status: 200 len: 931 time: 0.3498838 Nov 29 18:09:26.152773 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15c3c321-2a16-4582-b54a-492aad17f402 req-bc4d4881-24fe-45a2-b5af-52d8bfa261c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=938ed84f-dc5e-4190-9148-4fb8a8120992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436012 Nov 29 18:09:26.158240 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Transition to ACTIVE for port object 381c1034-e246-47df-b76d-d2c90c622cbd will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:09:26.162596 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:26.163535 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:26.165729 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] 10.222.0.20 "PUT /v2.0/ports/e62985dd-0192-4738-b3e3-7774622b1dcb HTTP/1.1" status: 200 len: 1092 time: 3.0690031 Nov 29 18:09:26.166419 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e1216f-845c-4e22-b1f0-b9dc778acbf7', 'tag': 'e62985dd-0192-4738-b3e3-7774622b1dcb'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:26.169981 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd24e4c-9846-464e-ad75-3e1ed6204505" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e1216f-845c-4e22-b1f0-b9dc778acbf7", "tag": "e62985dd-0192-4738-b3e3-7774622b1dcb"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:26.196316 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:26.280630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15c3c321-2a16-4582-b54a-492aad17f402 req-c44e075d-ddee-4049-97ca-cb334801ac5c service neutron] 10.222.0.31 "GET /v2.0/networks/938ed84f-dc5e-4190-9148-4fb8a8120992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148953 Nov 29 18:09:26.297313 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdd6b8-5612-44b9-a647-fcdda9c40750 service neutron] Pushing event updated for resources: {'Port': ['ID=e62985dd-0192-4738-b3e3-7774622b1dcb,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:26.393404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Pushing event updated for resources: {'Port': ['ID=381c1034-e246-47df-b76d-d2c90c622cbd,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:26.409523 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9bf2ba43-80b9-4a86-bbd1-817a52e7265d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:26.452675 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febbbd5-6a54-4eac-8845-b0d04a367099 req-2162c455-1880-40ab-a3ac-af04f3452d67 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:26.460722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1febbbd5-6a54-4eac-8845-b0d04a367099 req-2162c455-1880-40ab-a3ac-af04f3452d67 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.6145256 Nov 29 18:09:26.475447 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-448502c3-da22-4e9a-8751-e313a2f47cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:26.478562 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-448502c3-da22-4e9a-8751-e313a2f47cb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=798bba67ce9747e6a540dc8b930c81cf&device_id=f2e1216f-845c-4e22-b1f0-b9dc778acbf7 HTTP/1.1" status: 200 len: 1095 time: 0.2296147 Nov 29 18:09:26.535777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1fbe5572-f49d-421f-bd63-c00a6285b14e req-f7a8da61-ed77-493f-83d4-927951b46488 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929210 Nov 29 18:09:26.540619 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-0807a219-8ecf-45e3-8510-0fd8ffd61460 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62985dd-0192-4738-b3e3-7774622b1dcb HTTP/1.1" status: 200 len: 217 time: 0.0433812 Nov 29 18:09:26.616003 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Attempting to bind port 381c1034-e246-47df-b76d-d2c90c622cbd on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:09:26.616473 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Attempting to bind port 381c1034-e246-47df-b76d-d2c90c622cbd by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '84e3cff3-1051-400d-bccc-6fbb91d8ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:09:26.616694 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Attempting to bind port 381c1034-e246-47df-b76d-d2c90c622cbd on network 938ed84f-dc5e-4190-9148-4fb8a8120992 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:09:26.623070 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Port 381c1034-e246-47df-b76d-d2c90c622cbd on network 938ed84f-dc5e-4190-9148-4fb8a8120992 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:09:26.623435 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Attempting to bind port 381c1034-e246-47df-b76d-d2c90c622cbd on network 938ed84f-dc5e-4190-9148-4fb8a8120992 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:09:26.648172 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:09:26.648527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Checking segment: {'id': '84e3cff3-1051-400d-bccc-6fbb91d8ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:09:26.648930 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Bound using segment: {'id': '84e3cff3-1051-400d-bccc-6fbb91d8ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:09:26.649369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-623d11a6-2a6c-404e-86a2-8f57cc054238 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:26.649836 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Bound port: 381c1034-e246-47df-b76d-d2c90c622cbd, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e3cff3-1051-400d-bccc-6fbb91d8ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:09:26.649836 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:26.650771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-623d11a6-2a6c-404e-86a2-8f57cc054238 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5392962 Nov 29 18:09:26.665778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b0465c1c-57b1-493b-b7b6-00bda8977605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:26.667862 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-b0465c1c-57b1-493b-b7b6-00bda8977605 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9fc1c57-f83b-4de4-9753-91721ce68f9f HTTP/1.1" status: 200 len: 858 time: 0.1050210 Nov 29 18:09:26.670813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1febbbd5-6a54-4eac-8845-b0d04a367099 req-9f3f0e94-cef0-471e-9b2b-61453a1a8a7c tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051404 Nov 29 18:09:26.678298 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15c3c321-2a16-4582-b54a-492aad17f402 req-245cdc4f-5544-4856-a734-746338d8d6cf service neutron] 10.222.0.31 "GET /v2.0/networks/938ed84f-dc5e-4190-9148-4fb8a8120992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121221 Nov 29 18:09:26.707739 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-caa997b1-f827-4fb5-8101-7909b9644059 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Request body: {'port': {'device_id': '38090436-efad-4902-a9ec-d263762d9f26', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '9b84804a51464515a70ec359b30721d2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:09:26.729644 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-62277de1-2b94-4485-86ac-72cb1ce2388d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=938ed84f-dc5e-4190-9148-4fb8a8120992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411992 Nov 29 18:09:27.006054 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] For port 381c1034-e246-47df-b76d-d2c90c622cbd, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:09:27.011228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] For port 381c1034-e246-47df-b76d-d2c90c622cbd, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=381c1034-e246-47df-b76d-d2c90c622cbd,segment=NetworkSegment(84e3cff3-1051-400d-bccc-6fbb91d8ffcd),segment_id=84e3cff3-1051-400d-bccc-6fbb91d8ffcd)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:09:27.044943 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:27.064391 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:27.121302 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536aa7e0-ea2d-4ecf-93a2-c48c5949e787 x-openstack-request-id: req-536aa7e0-ea2d-4ecf-93a2-c48c5949e787 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:27.121624 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e1216f-845c-4e22-b1f0-b9dc778acbf7", "tag": "e62985dd-0192-4738-b3e3-7774622b1dcb", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:27.121893 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-536aa7e0-ea2d-4ecf-93a2-c48c5949e787 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:27.122317 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e1216f-845c-4e22-b1f0-b9dc778acbf7', 'tag': 'e62985dd-0192-4738-b3e3-7774622b1dcb', 'status': 'completed', 'code': 200} Nov 29 18:09:27.156011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-00601d72-138c-4bf6-8886-b07c8b364f80 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9b84804a51464515a70ec359b30721d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1683722 Nov 29 18:09:27.255769 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:27.256089 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:27.256972 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-caa997b1-f827-4fb5-8101-7909b9644059 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Made reservation on behalf of 9b84804a51464515a70ec359b30721d2 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:09:27.258468 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] 10.222.0.20 "PUT /v2.0/ports/381c1034-e246-47df-b76d-d2c90c622cbd HTTP/1.1" status: 200 len: 1091 time: 2.7940629 Nov 29 18:09:27.265813 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-caa997b1-f827-4fb5-8101-7909b9644059 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:27.267194 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-17be3cfc-25d4-4260-9037-7b3e5f7fe2e5 service neutron] 10.222.0.20 "GET /v2.0/networks/938ed84f-dc5e-4190-9148-4fb8a8120992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704340 Nov 29 18:09:27.331653 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26391a-ea0c-4819-9af7-ed01c52d96b3 req-c47b3ec6-4e26-46e5-b5e1-c0ad3cff1138 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:27.333655 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ac26391a-ea0c-4819-9af7-ed01c52d96b3 req-c47b3ec6-4e26-46e5-b5e1-c0ad3cff1138 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.5101449 Nov 29 18:09:27.413788 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-caa997b1-f827-4fb5-8101-7909b9644059 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:27.415528 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecbb10-546e-4bcd-a291-456f48960991 service neutron] Pushing event updated for resources: {'Port': ['ID=381c1034-e246-47df-b76d-d2c90c622cbd,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:27.452570 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-c4ebd54d-062f-4944-9731-8a5d68c06039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:27.454272 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-c4ebd54d-062f-4944-9731-8a5d68c06039 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=798bba67ce9747e6a540dc8b930c81cf&device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174 HTTP/1.1" status: 200 len: 1094 time: 0.1008344 Nov 29 18:09:27.516677 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2d2563f-6edf-4874-ae13-fe184675f59a req-adac190c-dd4b-437b-be35-da9c2b872d31 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 210 time: 0.1936409 Nov 29 18:09:27.520429 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:27.584792 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-f0f5fff9-a306-4b57-a137-fc422d545238 service neutron] 10.222.0.20 "GET /v2.0/networks/938ed84f-dc5e-4190-9148-4fb8a8120992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957659 Nov 29 18:09:27.587034 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-f7203814-f620-462b-99ff-2b4e87472274 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381c1034-e246-47df-b76d-d2c90c622cbd HTTP/1.1" status: 200 len: 217 time: 0.1108360 Nov 29 18:09:27.605372 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ac26391a-ea0c-4819-9af7-ed01c52d96b3 req-698ebf40-71b2-4f67-ae4d-e58e84c78779 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060804 Nov 29 18:09:27.628107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-2ea1a3f2-5832-4673-b948-a53af1913acd tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:27.630420 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-2ea1a3f2-5832-4673-b948-a53af1913acd tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4257243 Nov 29 18:09:27.690128 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-311309d1-7950-4007-acd6-2fd7d95bf768 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Request body: {'port': {'device_id': '282ae7f3-1c1a-4301-81c1-ba96e5680fbe', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '9b84804a51464515a70ec359b30721d2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:09:27.785050 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-bb528ab1-5550-47a7-8c9b-55d76d1f3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:27.792684 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-bb528ab1-5550-47a7-8c9b-55d76d1f3bde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9fc1c57-f83b-4de4-9753-91721ce68f9f HTTP/1.1" status: 200 len: 858 time: 0.1985674 Nov 29 18:09:27.826474 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd24e4c-9846-464e-ad75-3e1ed6204505 req-fee664ea-0451-48e6-9a16-63e33fdb2bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:27.829341 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3bd24e4c-9846-464e-ad75-3e1ed6204505 req-fee664ea-0451-48e6-9a16-63e33fdb2bc1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=798bba67ce9747e6a540dc8b930c81cf&device_id=f2e1216f-845c-4e22-b1f0-b9dc778acbf7 HTTP/1.1" status: 200 len: 1095 time: 0.1440833 Nov 29 18:09:27.867710 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-2b2f719f-d196-4fff-8372-37c88ff62031 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=938ed84f-dc5e-4190-9148-4fb8a8120992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673618 Nov 29 18:09:27.901511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418f7d8-a772-4d09-99f0-435e71adc2af req-59ea46ad-1ebf-4570-b397-e097a0d25352 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:27.912448 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1418f7d8-a772-4d09-99f0-435e71adc2af req-59ea46ad-1ebf-4570-b397-e097a0d25352 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174 HTTP/1.1" status: 200 len: 943 time: 0.2039580 Nov 29 18:09:28.152390 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1418f7d8-a772-4d09-99f0-435e71adc2af req-037d46cb-58c5-44a7-8930-7912c25400c2 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364087 Nov 29 18:09:28.154710 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-caa997b1-f827-4fb5-8101-7909b9644059 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:28.169425 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-caa997b1-f827-4fb5-8101-7909b9644059 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:28.287843 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee0786-f781-48e7-bfd9-5eeb65b16634 req-b2784559-3df8-4bc0-b321-9b3a011ed304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:28.289419 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19ee0786-f781-48e7-bfd9-5eeb65b16634 req-b2784559-3df8-4bc0-b321-9b3a011ed304 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aaef91b3236b474d84cff4c6e037a5bb&device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 1097 time: 0.2282870 Nov 29 18:09:28.344488 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-311309d1-7950-4007-acd6-2fd7d95bf768 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Made reservation on behalf of 9b84804a51464515a70ec359b30721d2 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:09:28.348571 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-311309d1-7950-4007-acd6-2fd7d95bf768 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:28.356722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa997b1-f827-4fb5-8101-7909b9644059 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d1604a-a3fb-433c-a316-c745aa5a07c6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:28.392836 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800137b2-ce0b-4cec-8bbf-01b9c1c68f27 req-79e472b2-dde3-48a3-b09a-2719cfeacd33 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:28.394732 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-800137b2-ce0b-4cec-8bbf-01b9c1c68f27 req-79e472b2-dde3-48a3-b09a-2719cfeacd33 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.2218161 Nov 29 18:09:28.427087 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-76c24a26-2b8c-4954-951c-1d308882dc34 service neutron] 10.222.0.20 "GET /v2.0/networks/938ed84f-dc5e-4190-9148-4fb8a8120992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272908 Nov 29 18:09:28.431991 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd24e4c-9846-464e-ad75-3e1ed6204505 req-77c2aef5-e927-4684-81dc-14ac40055214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:28.433445 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3bd24e4c-9846-464e-ad75-3e1ed6204505 req-77c2aef5-e927-4684-81dc-14ac40055214 service neutron] 10.222.0.20 "GET /v2.0/networks?id=938ed84f-dc5e-4190-9148-4fb8a8120992 HTTP/1.1" status: 200 len: 919 time: 0.5686884 Nov 29 18:09:28.451167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee0786-f781-48e7-bfd9-5eeb65b16634 req-cd729052-c603-4836-b8b1-b95be20607ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:28.452049 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19ee0786-f781-48e7-bfd9-5eeb65b16634 req-cd729052-c603-4836-b8b1-b95be20607ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235 HTTP/1.1" status: 200 len: 920 time: 0.1532719 Nov 29 18:09:28.627054 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-caa997b1-f827-4fb5-8101-7909b9644059 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Allocated IP 192.168.233.89 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/3a2f2f06-5ee0-4658-a012-1dd7228547ab) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:09:28.648161 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3237981-d213-4306-9e98-b73847869d8e req-6758b786-bd2b-4450-ab2f-988d5c8f5062 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 210 time: 0.0449507 Nov 29 18:09:28.653083 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-800137b2-ce0b-4cec-8bbf-01b9c1c68f27 req-947d9158-556b-47c5-805b-e9366c882d9f tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422583 Nov 29 18:09:28.669646 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19ee0786-f781-48e7-bfd9-5eeb65b16634 req-1ea135f8-784d-407a-a637-f6ffb5a0e74c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54fe3d33-39c9-44b8-b0b5-e233a5e8d093 HTTP/1.1" status: 200 len: 217 time: 0.1962752 Nov 29 18:09:28.729148 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed7b7b6-dfd1-4ab1-bac8-999934ae7c98 req-098f3cc3-c72a-4961-8a09-7edc66e02d78 service neutron] 10.222.0.20 "GET /v2.0/networks/938ed84f-dc5e-4190-9148-4fb8a8120992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930102 Nov 29 18:09:28.737490 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3bd24e4c-9846-464e-ad75-3e1ed6204505 req-da0565a6-c49d-4437-bca6-16fd06fc2412 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62985dd-0192-4738-b3e3-7774622b1dcb HTTP/1.1" status: 200 len: 217 time: 0.2899907 Nov 29 18:09:28.972626 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-caa997b1-f827-4fb5-8101-7909b9644059 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:28.995831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee0786-f781-48e7-bfd9-5eeb65b16634 req-9488e33c-e54f-43a1-a372-c9969ec141b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:28.997258 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19ee0786-f781-48e7-bfd9-5eeb65b16634 req-9488e33c-e54f-43a1-a372-c9969ec141b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f7680db-e0db-4d9d-93e4-42f90be1cf3b HTTP/1.1" status: 200 len: 859 time: 0.2671850 Nov 29 18:09:29.077369 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:29.079288 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-caa997b1-f827-4fb5-8101-7909b9644059 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:29.124711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5c9d48-04f0-4ad9-96d1-a73399760174', 'tag': '381c1034-e246-47df-b76d-d2c90c622cbd'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:29.127072 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8519493b-31dd-4613-ac3b-a078fbd01a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5c9d48-04f0-4ad9-96d1-a73399760174", "tag": "381c1034-e246-47df-b76d-d2c90c622cbd"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:29.134015 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19ee0786-f781-48e7-bfd9-5eeb65b16634 req-8298dd91-e4fb-43d8-ac08-703da1c4a81c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965066 Nov 29 18:09:29.146946 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd24e4c-9846-464e-ad75-3e1ed6204505 req-0df22491-65f3-426d-ab6b-29e11c65cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:29.148430 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3bd24e4c-9846-464e-ad75-3e1ed6204505 req-0df22491-65f3-426d-ab6b-29e11c65cb18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9fc1c57-f83b-4de4-9753-91721ce68f9f HTTP/1.1" status: 200 len: 858 time: 0.3898931 Nov 29 18:09:29.164807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa997b1-f827-4fb5-8101-7909b9644059 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Pushing event updated for resources: {'Port': ['ID=3a2f2f06-5ee0-4658-a012-1dd7228547ab,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:29.197553 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-caa997b1-f827-4fb5-8101-7909b9644059 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:09:29.201998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-caa997b1-f827-4fb5-8101-7909b9644059 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:09:29.205637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-caa997b1-f827-4fb5-8101-7909b9644059 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:09:29.227360 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3bd24e4c-9846-464e-ad75-3e1ed6204505 req-335d7442-bd55-4007-935e-97ae897bed8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=938ed84f-dc5e-4190-9148-4fb8a8120992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694585 Nov 29 18:09:29.273875 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-311309d1-7950-4007-acd6-2fd7d95bf768 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Allocated IP 192.168.233.130 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/b184c403-2874-4505-ae01-4fa7bc610437) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:09:29.312556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-caa997b1-f827-4fb5-8101-7909b9644059 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:29.313240 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-caa997b1-f827-4fb5-8101-7909b9644059 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:29.376675 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-caa997b1-f827-4fb5-8101-7909b9644059 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6778920 Nov 29 18:09:29.387194 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8d230c-adec-414e-a707-6ec91175dc13 x-openstack-request-id: req-fc8d230c-adec-414e-a707-6ec91175dc13 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:29.387712 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5c9d48-04f0-4ad9-96d1-a73399760174", "tag": "381c1034-e246-47df-b76d-d2c90c622cbd", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:29.387712 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc8d230c-adec-414e-a707-6ec91175dc13 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:29.388056 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5c9d48-04f0-4ad9-96d1-a73399760174', 'tag': '381c1034-e246-47df-b76d-d2c90c622cbd', 'status': 'completed', 'code': 200} Nov 29 18:09:29.433481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Request body: {'port': {'device_id': '38090436-efad-4902-a9ec-d263762d9f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:09:29.439524 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19ee0786-f781-48e7-bfd9-5eeb65b16634 req-20402a5f-3129-44ec-b198-2270abbb375b service neutron] 10.222.0.20 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838113 Nov 29 18:09:29.516392 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:29.595327 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7fe6adab-6139-4f0a-b787-1e21d421e42b details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:09:29.679133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519493b-31dd-4613-ac3b-a078fbd01a5f req-b45483f4-1c50-4a82-962f-83ca25d94080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:29.680972 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8519493b-31dd-4613-ac3b-a078fbd01a5f req-b45483f4-1c50-4a82-962f-83ca25d94080 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=798bba67ce9747e6a540dc8b930c81cf&device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174 HTTP/1.1" status: 200 len: 1094 time: 0.3045995 Nov 29 18:09:29.702140 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19ee0786-f781-48e7-bfd9-5eeb65b16634 req-3b46d1f5-ec30-4613-b4a6-00acbd214d83 service neutron] 10.222.0.20 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906455 Nov 29 18:09:29.704091 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3bd24e4c-9846-464e-ad75-3e1ed6204505 req-e7da566b-bdaf-49d5-baaf-1161a87ec06e service neutron] 10.222.0.20 "GET /v2.0/networks/938ed84f-dc5e-4190-9148-4fb8a8120992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645891 Nov 29 18:09:29.730725 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ca4ef536-1284-4e82-b25c-49d178ff3db0 None None] Provisioning complete for port 3a2f2f06-5ee0-4658-a012-1dd7228547ab triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:09:29.731402 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca4ef536-1284-4e82-b25c-49d178ff3db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:29.771891 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 7fe6adab-6139-4f0a-b787-1e21d421e42b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7fe6adab-6139-4f0a-b787-1e21d421e42b,segment=NetworkSegment(84e3cff3-1051-400d-bccc-6fbb91d8ffcd),segment_id=84e3cff3-1051-400d-bccc-6fbb91d8ffcd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:29.804293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '7fe6adab-6139-4f0a-b787-1e21d421e42b', 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992', 'port_id': '7fe6adab-6139-4f0a-b787-1e21d421e42b', 'mac_address': 'fa:16:3e:9d:e2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fc1c57-f83b-4de4-9753-91721ce68f9f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:09:29.809620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ca4ef536-1284-4e82-b25c-49d178ff3db0 None None] Port 3a2f2f06-5ee0-4658-a012-1dd7228547ab cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:09:29.867363 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:29.878514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519493b-31dd-4613-ac3b-a078fbd01a5f req-24c6929a-7a63-428b-8f07-516fbe94638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:29.879879 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8519493b-31dd-4613-ac3b-a078fbd01a5f req-24c6929a-7a63-428b-8f07-516fbe94638a service neutron] 10.222.0.20 "GET /v2.0/networks?id=938ed84f-dc5e-4190-9148-4fb8a8120992 HTTP/1.1" status: 200 len: 919 time: 0.1883886 Nov 29 18:09:29.887480 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3bd24e4c-9846-464e-ad75-3e1ed6204505 req-2ee9de5a-085c-427d-a3ff-408884d0b18e service neutron] 10.222.0.20 "GET /v2.0/networks/938ed84f-dc5e-4190-9148-4fb8a8120992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717103 Nov 29 18:09:29.913529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe6adab-6139-4f0a-b787-1e21d421e42b {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:09:29.922028 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:29.936318 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8519493b-31dd-4613-ac3b-a078fbd01a5f req-af3338c9-f13d-462c-97b7-627c3b0b912e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=381c1034-e246-47df-b76d-d2c90c622cbd HTTP/1.1" status: 200 len: 217 time: 0.0474842 Nov 29 18:09:29.951341 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 7fe6adab-6139-4f0a-b787-1e21d421e42b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7fe6adab-6139-4f0a-b787-1e21d421e42b,segment=NetworkSegment(84e3cff3-1051-400d-bccc-6fbb91d8ffcd),segment_id=84e3cff3-1051-400d-bccc-6fbb91d8ffcd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:29.960711 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:30.011967 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519493b-31dd-4613-ac3b-a078fbd01a5f req-199d7916-2173-4bc2-9cc9-7d597f32e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:30.014377 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8519493b-31dd-4613-ac3b-a078fbd01a5f req-199d7916-2173-4bc2-9cc9-7d597f32e5b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e9fc1c57-f83b-4de4-9753-91721ce68f9f HTTP/1.1" status: 200 len: 858 time: 0.0666220 Nov 29 18:09:30.028356 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=7fe6adab-6139-4f0a-b787-1e21d421e42b,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:30.063614 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8519493b-31dd-4613-ac3b-a078fbd01a5f req-800d5eb7-7dfb-4167-a359-b7743a6d26d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=938ed84f-dc5e-4190-9148-4fb8a8120992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295815 Nov 29 18:09:30.181101 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:30.185598 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8519493b-31dd-4613-ac3b-a078fbd01a5f req-0069defb-f3b4-4fa7-b967-ae704b352d9f service neutron] 10.222.0.20 "GET /v2.0/networks/938ed84f-dc5e-4190-9148-4fb8a8120992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062293 Nov 29 18:09:30.214112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37df3b-6b1a-4a5e-bea5-e657c56d41c3 req-5b70f481-c20e-4199-bbfa-28f663c3260f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:30.219269 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec37df3b-6b1a-4a5e-bea5-e657c56d41c3 req-5b70f481-c20e-4199-bbfa-28f663c3260f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174 HTTP/1.1" status: 200 len: 943 time: 0.8262417 Nov 29 18:09:30.278297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e997a-20df-454a-9f57-40baedfe0e52 req-6528e882-4e7b-4b63-aebc-999dd788589b tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:30.280199 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-924e997a-20df-454a-9f57-40baedfe0e52 req-6528e882-4e7b-4b63-aebc-999dd788589b tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.7032516 Nov 29 18:09:30.301386 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8519493b-31dd-4613-ac3b-a078fbd01a5f req-bf9e2ab2-27ed-4725-a0dc-8d41a64f0260 service neutron] 10.222.0.20 "GET /v2.0/networks/938ed84f-dc5e-4190-9148-4fb8a8120992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080644 Nov 29 18:09:30.330897 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['7fe6adab-6139-4f0a-b787-1e21d421e42b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:09:30.393679 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-311309d1-7950-4007-acd6-2fd7d95bf768 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:30.405918 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-924e997a-20df-454a-9f57-40baedfe0e52 req-07e055be-5b8e-4e56-9b29-3507bd14392d tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121314 Nov 29 18:09:30.482224 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec37df3b-6b1a-4a5e-bea5-e657c56d41c3 req-84044b5f-5070-436e-a9da-370386a84270 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530289 Nov 29 18:09:30.589566 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37738964-a241-4f95-b513-87f90a262551 req-e07123a6-adb8-4d3c-bf01-ffdf115b7f58 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 210 time: 0.0763371 Nov 29 18:09:30.666467 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-311309d1-7950-4007-acd6-2fd7d95bf768 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:30.722541 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48a3d8-3ec4-4a0f-8a16-21ba2a7dbda0 req-fdf0e6f9-5939-454a-813c-01c829d5a8ee tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:30.724625 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af48a3d8-3ec4-4a0f-8a16-21ba2a7dbda0 req-fdf0e6f9-5939-454a-813c-01c829d5a8ee tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.1371715 Nov 29 18:09:30.790914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-311309d1-7950-4007-acd6-2fd7d95bf768 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:09:30.801456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-311309d1-7950-4007-acd6-2fd7d95bf768 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:09:30.804087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-311309d1-7950-4007-acd6-2fd7d95bf768 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:09:30.863588 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311309d1-7950-4007-acd6-2fd7d95bf768 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Pushing event updated for resources: {'Port': ['ID=b184c403-2874-4505-ae01-4fa7bc610437,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:30.891945 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af48a3d8-3ec4-4a0f-8a16-21ba2a7dbda0 req-583c9e6a-be0a-490e-8b07-b9e2a0ea95fc tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604087 Nov 29 18:09:30.934580 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-311309d1-7950-4007-acd6-2fd7d95bf768 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:30.935322 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-311309d1-7950-4007-acd6-2fd7d95bf768 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:30.982208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-311309d1-7950-4007-acd6-2fd7d95bf768 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2968094 Nov 29 18:09:31.007439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Request body: {'port': {'device_id': '282ae7f3-1c1a-4301-81c1-ba96e5680fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:09:31.183998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2f2f06-5ee0-4658-a012-1dd7228547ab {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:09:31.215786 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:31.218179 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:31.248658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Transition to ACTIVE for port object 3a2f2f06-5ee0-4658-a012-1dd7228547ab will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:09:31.256807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 381c1034-e246-47df-b76d-d2c90c622cbd details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:09:31.287275 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:31.423253 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-81071695-bcf7-4427-b071-81b0cc5ebca4 None None] Provisioning complete for port b184c403-2874-4505-ae01-4fa7bc610437 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:09:31.424204 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81071695-bcf7-4427-b071-81b0cc5ebca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:31.481483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 381c1034-e246-47df-b76d-d2c90c622cbd, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=381c1034-e246-47df-b76d-d2c90c622cbd,segment=NetworkSegment(84e3cff3-1051-400d-bccc-6fbb91d8ffcd),segment_id=84e3cff3-1051-400d-bccc-6fbb91d8ffcd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:31.496431 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '381c1034-e246-47df-b76d-d2c90c622cbd', 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992', 'port_id': '381c1034-e246-47df-b76d-d2c90c622cbd', 'mac_address': 'fa:16:3e:ac:29:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fc1c57-f83b-4de4-9753-91721ce68f9f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:09:31.550650 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-81071695-bcf7-4427-b071-81b0cc5ebca4 None None] Port b184c403-2874-4505-ae01-4fa7bc610437 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:09:31.558607 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:31.574073 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381c1034-e246-47df-b76d-d2c90c622cbd {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:09:31.588103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2f2f06-5ee0-4658-a012-1dd7228547ab,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:31.609242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7fe6adab-6139-4f0a-b787-1e21d421e42b up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:09:31.643523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 381c1034-e246-47df-b76d-d2c90c622cbd, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=381c1034-e246-47df-b76d-d2c90c622cbd,segment=NetworkSegment(84e3cff3-1051-400d-bccc-6fbb91d8ffcd),segment_id=84e3cff3-1051-400d-bccc-6fbb91d8ffcd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:31.687057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Attempting to bind port 3a2f2f06-5ee0-4658-a012-1dd7228547ab on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:09:31.687438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Attempting to bind port 3a2f2f06-5ee0-4658-a012-1dd7228547ab by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:09:31.688000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Attempting to bind port 3a2f2f06-5ee0-4658-a012-1dd7228547ab on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:09:31.716780 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:31.723351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e62985dd-0192-4738-b3e3-7774622b1dcb details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:09:31.799978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Port 3a2f2f06-5ee0-4658-a012-1dd7228547ab on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:09:31.804323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Attempting to bind port 3a2f2f06-5ee0-4658-a012-1dd7228547ab on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:09:31.891145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf686f5-9585-4a62-8dcf-52be2585fe65 req-e855a6be-721a-48a8-b4f9-b694a059cb9e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:31.899488 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-edf686f5-9585-4a62-8dcf-52be2585fe65 req-e855a6be-721a-48a8-b4f9-b694a059cb9e tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174 HTTP/1.1" status: 200 len: 944 time: 0.2657752 Nov 29 18:09:31.910521 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:09:31.910892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:09:31.911280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:09:31.912245 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Bound port: 3a2f2f06-5ee0-4658-a012-1dd7228547ab, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:09:31.912606 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:31.948906 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=381c1034-e246-47df-b76d-d2c90c622cbd,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:31.979641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 7fe6adab-6139-4f0a-b787-1e21d421e42b completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:09:31.989217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e62985dd-0192-4738-b3e3-7774622b1dcb, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e62985dd-0192-4738-b3e3-7774622b1dcb,segment=NetworkSegment(84e3cff3-1051-400d-bccc-6fbb91d8ffcd),segment_id=84e3cff3-1051-400d-bccc-6fbb91d8ffcd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:31.997285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 7fe6adab-6139-4f0a-b787-1e21d421e42b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:09:31.997665 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:32.047020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'e62985dd-0192-4738-b3e3-7774622b1dcb', 'network_id': '938ed84f-dc5e-4190-9148-4fb8a8120992', 'port_id': 'e62985dd-0192-4738-b3e3-7774622b1dcb', 'mac_address': 'fa:16:3e:9f:fc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fc1c57-f83b-4de4-9753-91721ce68f9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:09:32.178099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f57c86-12f6-4802-8c03-8d2cdeb2d83b req-90a29d8b-44f1-4959-b5d9-4762601f49f5 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:32.180145 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7f57c86-12f6-4802-8c03-8d2cdeb2d83b req-90a29d8b-44f1-4959-b5d9-4762601f49f5 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 936 time: 0.4021730 Nov 29 18:09:32.193358 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:32.242211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62985dd-0192-4738-b3e3-7774622b1dcb {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:09:32.266490 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e62985dd-0192-4738-b3e3-7774622b1dcb, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e62985dd-0192-4738-b3e3-7774622b1dcb,segment=NetworkSegment(84e3cff3-1051-400d-bccc-6fbb91d8ffcd),segment_id=84e3cff3-1051-400d-bccc-6fbb91d8ffcd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:32.273923 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:32.276160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-edf686f5-9585-4a62-8dcf-52be2585fe65 req-aa60efcb-857c-4419-91d8-07752d3c62bc tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757012 Nov 29 18:09:32.291394 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:32.345456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] For port 3a2f2f06-5ee0-4658-a012-1dd7228547ab, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:09:32.362473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] For port 3a2f2f06-5ee0-4658-a012-1dd7228547ab, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3a2f2f06-5ee0-4658-a012-1dd7228547ab,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:09:32.368548 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b23e2c2-5c76-49cc-91eb-1daf05f0878f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe6adab-6139-4f0a-b787-1e21d421e42b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:32.371974 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e8198f-a042-4421-9376-4d6b2ccae845" -d '{"events": [{"server_uuid": "8b23e2c2-5c76-49cc-91eb-1daf05f0878f", "name": "network-vif-plugged", "status": "completed", "tag": "7fe6adab-6139-4f0a-b787-1e21d421e42b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:32.391044 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:32.391984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e62985dd-0192-4738-b3e3-7774622b1dcb,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:32.399061 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 7fe6adab-6139-4f0a-b787-1e21d421e42b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7fe6adab-6139-4f0a-b787-1e21d421e42b,segment=NetworkSegment(84e3cff3-1051-400d-bccc-6fbb91d8ffcd),segment_id=84e3cff3-1051-400d-bccc-6fbb91d8ffcd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:32.410142 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:32.514705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:32.515600 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:32.517172 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] 10.222.0.31 "PUT /v2.0/ports/3a2f2f06-5ee0-4658-a012-1dd7228547ab HTTP/1.1" status: 200 len: 1095 time: 3.1254041 Nov 29 18:09:32.523188 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7f57c86-12f6-4802-8c03-8d2cdeb2d83b req-8953d5b5-2751-4a3b-8b46-24855684baeb tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200955 Nov 29 18:09:32.532753 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=7fe6adab-6139-4f0a-b787-1e21d421e42b,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:32.569609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b184c403-2874-4505-ae01-4fa7bc610437 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:09:32.579071 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['381c1034-e246-47df-b76d-d2c90c622cbd'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:09:32.588987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38090436-efad-4902-a9ec-d263762d9f26', 'tag': '3a2f2f06-5ee0-4658-a012-1dd7228547ab'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:32.593253 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901e4e1f-7892-4dcb-8fb3-be3e80f28a58" -d '{"events": [{"name": "network-changed", "server_uuid": "38090436-efad-4902-a9ec-d263762d9f26", "tag": "3a2f2f06-5ee0-4658-a012-1dd7228547ab"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:32.618129 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:32.663512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['e62985dd-0192-4738-b3e3-7774622b1dcb'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:09:32.723356 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Transition to ACTIVE for port object b184c403-2874-4505-ae01-4fa7bc610437 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:09:32.752819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-9543b0b3-3b14-4dfb-9c83-6a7545fac81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:32.754760 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-9543b0b3-3b14-4dfb-9c83-6a7545fac81a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b84804a51464515a70ec359b30721d2&device_id=38090436-efad-4902-a9ec-d263762d9f26 HTTP/1.1" status: 200 len: 1098 time: 0.1424334 Nov 29 18:09:32.759469 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:32.842851 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685b7c2-8d30-4207-86b3-657ef89bb716 service neutron] Pushing event updated for resources: {'Port': ['ID=3a2f2f06-5ee0-4658-a012-1dd7228547ab,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:32.846328 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-7cb52ef5-02c5-4313-877d-9689b293d4fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=3a2f2f06-5ee0-4658-a012-1dd7228547ab HTTP/1.1" status: 200 len: 217 time: 0.0744405 Nov 29 18:09:32.991476 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750a0922-7070-4c7d-b865-1ac7ec600f2e x-openstack-request-id: req-750a0922-7070-4c7d-b865-1ac7ec600f2e {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:32.991476 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b23e2c2-5c76-49cc-91eb-1daf05f0878f", "name": "network-vif-plugged", "status": "completed", "tag": "7fe6adab-6139-4f0a-b787-1e21d421e42b", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:32.991476 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-750a0922-7070-4c7d-b865-1ac7ec600f2e {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:32.991476 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b23e2c2-5c76-49cc-91eb-1daf05f0878f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe6adab-6139-4f0a-b787-1e21d421e42b', 'code': 200} Nov 29 18:09:33.005969 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Pushing event updated for resources: {'Port': ['ID=b184c403-2874-4505-ae01-4fa7bc610437,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:33.019689 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a451b-fb08-4da6-8a06-4359eb29955a req-315b545e-567a-4408-b1a8-a5a5fe62bad0 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:33.025472 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a84a451b-fb08-4da6-8a06-4359eb29955a req-315b545e-567a-4408-b1a8-a5a5fe62bad0 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.4141614 Nov 29 18:09:33.147437 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-81e77d96-0d56-4dd3-baba-736c72f63b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:33.149098 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-81e77d96-0d56-4dd3-baba-736c72f63b72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.2244122 Nov 29 18:09:33.150813 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bedefc5-4d90-4ef0-b84d-5d77ea18c7a4 x-openstack-request-id: req-9bedefc5-4d90-4ef0-b84d-5d77ea18c7a4 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:33.151241 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38090436-efad-4902-a9ec-d263762d9f26", "tag": "3a2f2f06-5ee0-4658-a012-1dd7228547ab", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:33.151563 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bedefc5-4d90-4ef0-b84d-5d77ea18c7a4 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:33.152046 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38090436-efad-4902-a9ec-d263762d9f26', 'tag': '3a2f2f06-5ee0-4658-a012-1dd7228547ab', 'status': 'completed', 'code': 200} Nov 29 18:09:33.165119 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c081ce-a06e-4bea-bdf3-e17207e4c7d2 req-5187595d-789e-4a00-9739-b6505848d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:33.167490 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54c081ce-a06e-4bea-bdf3-e17207e4c7d2 req-5187595d-789e-4a00-9739-b6505848d440 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8b23e2c2-5c76-49cc-91eb-1daf05f0878f HTTP/1.1" status: 200 len: 1097 time: 0.0583105 Nov 29 18:09:33.219901 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Attempting to bind port b184c403-2874-4505-ae01-4fa7bc610437 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:09:33.221566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Attempting to bind port b184c403-2874-4505-ae01-4fa7bc610437 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:09:33.221965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Attempting to bind port b184c403-2874-4505-ae01-4fa7bc610437 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:09:33.238914 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-54c081ce-a06e-4bea-bdf3-e17207e4c7d2 req-4483fbdd-1406-43f2-a1db-024c9c2d66c8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583794 Nov 29 18:09:33.242117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a84a451b-fb08-4da6-8a06-4359eb29955a req-6c5eb4f0-53bf-40bd-a5bd-3d044c965517 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156386 Nov 29 18:09:33.251393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Port b184c403-2874-4505-ae01-4fa7bc610437 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:09:33.251919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Attempting to bind port b184c403-2874-4505-ae01-4fa7bc610437 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:09:33.260957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:09:33.261634 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:09:33.262185 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:09:33.262884 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Bound port: b184c403-2874-4505-ae01-4fa7bc610437, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:09:33.267585 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:33.273382 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-a6313bb1-f141-4273-bbfe-1d7f52bc60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:33.274896 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-a6313bb1-f141-4273-bbfe-1d7f52bc60cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1171207 Nov 29 18:09:33.380562 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] For port b184c403-2874-4505-ae01-4fa7bc610437, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:09:33.385056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] For port b184c403-2874-4505-ae01-4fa7bc610437, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b184c403-2874-4505-ae01-4fa7bc610437,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:09:33.392859 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:33.433381 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:33.434003 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:33.435483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] 10.222.0.31 "PUT /v2.0/ports/b184c403-2874-4505-ae01-4fa7bc610437 HTTP/1.1" status: 200 len: 1096 time: 2.4370692 Nov 29 18:09:33.488910 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139aa4b-0a2a-480c-9cb9-55b037969f1d service neutron] Pushing event updated for resources: {'Port': ['ID=b184c403-2874-4505-ae01-4fa7bc610437,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:33.646522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0f4d5-3cb7-4b9d-bb82-35dcf188789b req-014ecbb3-dd5d-427c-8011-6554b9edf049 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:33.663883 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-99d0f4d5-3cb7-4b9d-bb82-35dcf188789b req-014ecbb3-dd5d-427c-8011-6554b9edf049 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174 HTTP/1.1" status: 200 len: 944 time: 0.2250423 Nov 29 18:09:33.786180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-c2f85725-d017-4a8b-850e-4a4795eaf64b service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813997 Nov 29 18:09:33.883034 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-99d0f4d5-3cb7-4b9d-bb82-35dcf188789b req-8db87e29-2bb6-4c29-a290-0688213ca7be tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181153 Nov 29 18:09:33.886495 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8c4e5248-cc5a-4713-91b9-d63fc1e185ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:33.888158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-8c4e5248-cc5a-4713-91b9-d63fc1e185ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b84804a51464515a70ec359b30721d2&device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 1099 time: 0.3332288 Nov 29 18:09:33.984403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-ba1dc239-eb09-4662-bd42-8773d98167b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=b184c403-2874-4505-ae01-4fa7bc610437 HTTP/1.1" status: 200 len: 217 time: 0.0849712 Nov 29 18:09:34.046175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c30e2-e2b4-4ea1-990c-a8fa96bc5fec req-1f577d1f-e4e4-4a67-b483-468de5b636bd tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:34.051278 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e4c30e2-e2b4-4ea1-990c-a8fa96bc5fec req-1f577d1f-e4e4-4a67-b483-468de5b636bd tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 948 time: 0.2635827 Nov 29 18:09:34.076154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-082b9d21-aeba-41aa-9eae-7ab3373c72ca req-1c385db4-9fcb-4cdb-af78-db1264361e0d service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709641 Nov 29 18:09:34.129846 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-4441ed3a-0167-4975-a92d-5f39e85b9ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:34.131747 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-4441ed3a-0167-4975-a92d-5f39e85b9ec6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1360042 Nov 29 18:09:34.235441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e4c30e2-e2b4-4ea1-990c-a8fa96bc5fec req-4ba49e6e-5082-46e7-8c5e-598dd063afb6 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582341 Nov 29 18:09:34.268515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-4f4d7375-bef3-491e-aae7-5e1acfd9314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:34.270273 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-4f4d7375-bef3-491e-aae7-5e1acfd9314d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196413 Nov 29 18:09:34.280636 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e4e1f-7892-4dcb-8fb3-be3e80f28a58 req-6bfbe70f-bcb3-40ea-9ce1-bf256d91a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:34.282227 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-901e4e1f-7892-4dcb-8fb3-be3e80f28a58 req-6bfbe70f-bcb3-40ea-9ce1-bf256d91a61a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b84804a51464515a70ec359b30721d2&device_id=38090436-efad-4902-a9ec-d263762d9f26 HTTP/1.1" status: 200 len: 1098 time: 0.0951214 Nov 29 18:09:34.444032 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:09:34.502558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-ca4446e7-d13d-4abf-b5d4-cff0869b3a68 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192307 Nov 29 18:09:34.519446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981eacd-19a7-4ef5-b878-0a6389d13165 req-fd91cdbe-ca1d-46f9-87af-03f60bad2efe tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:34.521028 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3981eacd-19a7-4ef5-b878-0a6389d13165 req-fd91cdbe-ca1d-46f9-87af-03f60bad2efe tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.1527989 Nov 29 18:09:34.567689 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e4e1f-7892-4dcb-8fb3-be3e80f28a58 req-eca782f5-3038-46fb-a1c6-2754e5beb516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:34.577240 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-901e4e1f-7892-4dcb-8fb3-be3e80f28a58 req-eca782f5-3038-46fb-a1c6-2754e5beb516 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.2362671 Nov 29 18:09:34.659831 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-901e4e1f-7892-4dcb-8fb3-be3e80f28a58 req-0f9f5590-3de9-4927-bdbb-d0bf892dfca7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=3a2f2f06-5ee0-4658-a012-1dd7228547ab HTTP/1.1" status: 200 len: 217 time: 0.0480044 Nov 29 18:09:35.160212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282ae7f3-1c1a-4301-81c1-ba96e5680fbe', 'tag': 'b184c403-2874-4505-ae01-4fa7bc610437'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:35.164017 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fbff55-8b75-4884-a9f0-34ce8ccf1625" -d '{"events": [{"name": "network-changed", "server_uuid": "282ae7f3-1c1a-4301-81c1-ba96e5680fbe", "tag": "b184c403-2874-4505-ae01-4fa7bc610437"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:35.203415 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3981eacd-19a7-4ef5-b878-0a6389d13165 req-054303be-584c-4879-bad2-69f2516180c0 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6553683 Nov 29 18:09:35.228581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e4e1f-7892-4dcb-8fb3-be3e80f28a58 req-ebb15b50-101b-4aa0-a790-727c5e181f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:35.236192 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-901e4e1f-7892-4dcb-8fb3-be3e80f28a58 req-ebb15b50-101b-4aa0-a790-727c5e181f69 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.5497642 Nov 29 18:09:35.267637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3caa2-9ca2-4362-b489-ab87c3fdedd4 req-ccfd4e7c-6c00-461c-bf27-d53633d3c8f8 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:35.273978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 381c1034-e246-47df-b76d-d2c90c622cbd up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:09:35.279228 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8fa3caa2-9ca2-4362-b489-ab87c3fdedd4 req-ccfd4e7c-6c00-461c-bf27-d53633d3c8f8 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174 HTTP/1.1" status: 200 len: 944 time: 0.1842299 Nov 29 18:09:35.280781 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c9c9c6-2816-42e7-8b67-234da90b199e x-openstack-request-id: req-87c9c9c6-2816-42e7-8b67-234da90b199e {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:35.281074 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282ae7f3-1c1a-4301-81c1-ba96e5680fbe", "tag": "b184c403-2874-4505-ae01-4fa7bc610437", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:35.281331 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87c9c9c6-2816-42e7-8b67-234da90b199e {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:35.281726 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282ae7f3-1c1a-4301-81c1-ba96e5680fbe', 'tag': 'b184c403-2874-4505-ae01-4fa7bc610437', 'status': 'completed', 'code': 200} Nov 29 18:09:35.285334 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b106632-c3da-4338-8d5e-b9be3751d646 req-d7f4e3d4-d331-40a4-84bb-5f1b2a0e8246 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7614603 Nov 29 18:09:35.421636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 381c1034-e246-47df-b76d-d2c90c622cbd completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:09:35.426535 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 381c1034-e246-47df-b76d-d2c90c622cbd triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:09:35.427504 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:35.511748 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8fa3caa2-9ca2-4362-b489-ab87c3fdedd4 req-24900bf8-f80e-4f8b-b82d-16d3f28821dc tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210259 Nov 29 18:09:35.518386 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e4e1f-7892-4dcb-8fb3-be3e80f28a58 req-65bd975d-4070-4f89-954c-efd7dc8764f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:35.521167 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-901e4e1f-7892-4dcb-8fb3-be3e80f28a58 req-65bd975d-4070-4f89-954c-efd7dc8764f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2744863 Nov 29 18:09:35.530281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b117232-d346-4a68-96cb-09402b6fe6cf req-b9784153-5089-4a92-88f4-564f361fd2f4 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:35.532030 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b117232-d346-4a68-96cb-09402b6fe6cf req-b9784153-5089-4a92-88f4-564f361fd2f4 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 948 time: 0.1369557 Nov 29 18:09:35.548180 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:35.593836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 381c1034-e246-47df-b76d-d2c90c622cbd, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=381c1034-e246-47df-b76d-d2c90c622cbd,segment=NetworkSegment(84e3cff3-1051-400d-bccc-6fbb91d8ffcd),segment_id=84e3cff3-1051-400d-bccc-6fbb91d8ffcd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:35.596925 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5c9d48-04f0-4ad9-96d1-a73399760174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381c1034-e246-47df-b76d-d2c90c622cbd'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:35.600967 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71efc54c-b210-4f57-b3e0-7c3ffc45d661" -d '{"events": [{"server_uuid": "ad5c9d48-04f0-4ad9-96d1-a73399760174", "name": "network-vif-plugged", "status": "completed", "tag": "381c1034-e246-47df-b76d-d2c90c622cbd"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:35.605319 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:35.606174 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e62985dd-0192-4738-b3e3-7774622b1dcb up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:09:35.637846 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbff55-8b75-4884-a9f0-34ce8ccf1625 req-c4d48131-e287-47fa-90b1-6b48a3efc455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:35.644733 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13fbff55-8b75-4884-a9f0-34ce8ccf1625 req-c4d48131-e287-47fa-90b1-6b48a3efc455 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b84804a51464515a70ec359b30721d2&device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 1099 time: 0.2197223 Nov 29 18:09:35.687949 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2924efc1-e70f-49c4-9ba6-bd1d76cfedcb x-openstack-request-id: req-2924efc1-e70f-49c4-9ba6-bd1d76cfedcb {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:35.688176 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5c9d48-04f0-4ad9-96d1-a73399760174", "name": "network-vif-plugged", "status": "completed", "tag": "381c1034-e246-47df-b76d-d2c90c622cbd", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:35.688397 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2924efc1-e70f-49c4-9ba6-bd1d76cfedcb {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:35.688794 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5c9d48-04f0-4ad9-96d1-a73399760174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381c1034-e246-47df-b76d-d2c90c622cbd', 'code': 200} Nov 29 18:09:35.719457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=381c1034-e246-47df-b76d-d2c90c622cbd,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:35.730594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port e62985dd-0192-4738-b3e3-7774622b1dcb completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:09:35.740736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port e62985dd-0192-4738-b3e3-7774622b1dcb triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:09:35.741076 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:35.842670 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:35.887298 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e62985dd-0192-4738-b3e3-7774622b1dcb, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e62985dd-0192-4738-b3e3-7774622b1dcb,segment=NetworkSegment(84e3cff3-1051-400d-bccc-6fbb91d8ffcd),segment_id=84e3cff3-1051-400d-bccc-6fbb91d8ffcd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:35.898064 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:35.899641 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccf786-cd43-4d9a-b8f5-d473016c61dd req-0bd1274a-48df-4132-a427-3a60accdebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:35.901178 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3cccf786-cd43-4d9a-b8f5-d473016c61dd req-0bd1274a-48df-4132-a427-3a60accdebb7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174 HTTP/1.1" status: 200 len: 1096 time: 0.1554017 Nov 29 18:09:35.964381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b117232-d346-4a68-96cb-09402b6fe6cf req-2f29b5c5-2ff2-41f3-930c-28bc3573b653 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176230 Nov 29 18:09:35.995305 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3cccf786-cd43-4d9a-b8f5-d473016c61dd req-9c9e94e7-bce6-45bb-9ca5-e8c7518a18f6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845726 Nov 29 18:09:36.009073 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-901e4e1f-7892-4dcb-8fb3-be3e80f28a58 req-9ab87d48-dd2d-4551-b003-73f05de65555 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757056 Nov 29 18:09:36.014034 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e62985dd-0192-4738-b3e3-7774622b1dcb,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:36.097707 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbff55-8b75-4884-a9f0-34ce8ccf1625 req-92f1f50e-282c-4cc7-94d5-8c8d47022fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:36.099335 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13fbff55-8b75-4884-a9f0-34ce8ccf1625 req-92f1f50e-282c-4cc7-94d5-8c8d47022fdc service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.4290318 Nov 29 18:09:36.142116 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-901e4e1f-7892-4dcb-8fb3-be3e80f28a58 req-ecb58ba6-9474-469b-a2e7-ad6784067820 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239934 Nov 29 18:09:36.182672 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13fbff55-8b75-4884-a9f0-34ce8ccf1625 req-a1d4d258-9219-4cb3-90da-88f180362404 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=b184c403-2874-4505-ae01-4fa7bc610437 HTTP/1.1" status: 200 len: 217 time: 0.0753899 Nov 29 18:09:36.247890 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbff55-8b75-4884-a9f0-34ce8ccf1625 req-6ce8692b-6ea8-402f-a4b6-66693a5065cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:36.249630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13fbff55-8b75-4884-a9f0-34ce8ccf1625 req-6ce8692b-6ea8-402f-a4b6-66693a5065cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0586810 Nov 29 18:09:36.351369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbff55-8b75-4884-a9f0-34ce8ccf1625 req-4efd9105-d569-4f2a-a06c-7af5e169a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:36.352879 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13fbff55-8b75-4884-a9f0-34ce8ccf1625 req-4efd9105-d569-4f2a-a06c-7af5e169a58f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0955069 Nov 29 18:09:36.537844 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d114746-87b8-460a-98e0-87cfaafe0fc7 req-919df3f2-dd3d-4698-ac49-de56a5444990 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:36.542560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d114746-87b8-460a-98e0-87cfaafe0fc7 req-919df3f2-dd3d-4698-ac49-de56a5444990 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.2315476 Nov 29 18:09:36.606748 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13fbff55-8b75-4884-a9f0-34ce8ccf1625 req-32906a38-ee18-4fd4-8d15-8e48c1cbd1a1 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446547 Nov 29 18:09:36.749385 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08c162-6c06-4140-a1b9-d4e6b2714d58 req-4655b168-68be-42f3-9700-42a4b7da5d37 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:36.755607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b08c162-6c06-4140-a1b9-d4e6b2714d58 req-4655b168-68be-42f3-9700-42a4b7da5d37 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174 HTTP/1.1" status: 200 len: 945 time: 0.1474254 Nov 29 18:09:36.788924 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d114746-87b8-460a-98e0-87cfaafe0fc7 req-f6e94c54-b60c-40bc-ad95-c88a564e88a0 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289555 Nov 29 18:09:36.830580 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b08c162-6c06-4140-a1b9-d4e6b2714d58 req-aec82cfa-7612-4fdd-bdbe-ccc6a910af08 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665812 Nov 29 18:09:36.884384 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13fbff55-8b75-4884-a9f0-34ce8ccf1625 req-7e842a4e-8c0e-498c-87db-634f8c0bb6e3 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557988 Nov 29 18:09:37.135681 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34248df1-8382-4e50-a46f-4722d88681ad req-1011fb14-7250-412c-9881-4bf87709bd63 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:37.137312 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34248df1-8382-4e50-a46f-4722d88681ad req-1011fb14-7250-412c-9881-4bf87709bd63 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 948 time: 0.0630167 Nov 29 18:09:37.246675 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34248df1-8382-4e50-a46f-4722d88681ad req-b225a40b-1ac2-42fe-b016-338983778bf3 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028261 Nov 29 18:09:37.631159 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3a2f2f06-5ee0-4658-a012-1dd7228547ab details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:09:37.695383 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e1216f-845c-4e22-b1f0-b9dc778acbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62985dd-0192-4738-b3e3-7774622b1dcb'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:37.704799 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e57a119-011a-4bf8-8f65-3f60a8612c6b" -d '{"events": [{"server_uuid": "f2e1216f-845c-4e22-b1f0-b9dc778acbf7", "name": "network-vif-plugged", "status": "completed", "tag": "e62985dd-0192-4738-b3e3-7774622b1dcb"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:38.114204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3a2f2f06-5ee0-4658-a012-1dd7228547ab, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3a2f2f06-5ee0-4658-a012-1dd7228547ab,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:38.133516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '3a2f2f06-5ee0-4658-a012-1dd7228547ab', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '3a2f2f06-5ee0-4658-a012-1dd7228547ab', 'mac_address': 'fa:16:3e:1c:cd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:09:38.166457 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee933f-5b5c-4758-81ee-69d3290f7e33 req-6ca8e9bb-82bb-43d6-8d0e-bdad25b463c5 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:38.174060 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-21ee933f-5b5c-4758-81ee-69d3290f7e33 req-6ca8e9bb-82bb-43d6-8d0e-bdad25b463c5 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.1691291 Nov 29 18:09:38.184765 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:38.200674 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2f2f06-5ee0-4658-a012-1dd7228547ab {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:09:38.226345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3a2f2f06-5ee0-4658-a012-1dd7228547ab, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3a2f2f06-5ee0-4658-a012-1dd7228547ab,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:38.232389 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:38.251608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8d9f3-1553-4df7-93c2-3216dc9dd493 req-4d61698e-e1d2-4f56-9fe3-7f3fab2cb05f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:38.262715 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9a8d9f3-1553-4df7-93c2-3216dc9dd493 req-4d61698e-e1d2-4f56-9fe3-7f3fab2cb05f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174 HTTP/1.1" status: 200 len: 945 time: 0.2428248 Nov 29 18:09:38.348328 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=3a2f2f06-5ee0-4658-a012-1dd7228547ab,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:38.368506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-21ee933f-5b5c-4758-81ee-69d3290f7e33 req-afa4e5dc-69b7-44af-a18d-486330a52e70 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934705 Nov 29 18:09:38.408633 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9a8d9f3-1553-4df7-93c2-3216dc9dd493 req-c5dcd597-25cc-4bd4-82a6-33e401309beb tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447306 Nov 29 18:09:38.507706 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15360bd-c0f2-4816-9a5b-7f18f513d711 x-openstack-request-id: req-a15360bd-c0f2-4816-9a5b-7f18f513d711 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:38.508004 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e1216f-845c-4e22-b1f0-b9dc778acbf7", "name": "network-vif-plugged", "status": "completed", "tag": "e62985dd-0192-4738-b3e3-7774622b1dcb", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:38.508261 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a15360bd-c0f2-4816-9a5b-7f18f513d711 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:38.508656 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e1216f-845c-4e22-b1f0-b9dc778acbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62985dd-0192-4738-b3e3-7774622b1dcb', 'code': 200} Nov 29 18:09:38.650193 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c47f13-ed99-4376-b93a-7d5ed58887c8 req-4b9150f8-2e7b-4b76-9cdd-f58356f89849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:38.652133 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e1c47f13-ed99-4376-b93a-7d5ed58887c8 req-4b9150f8-2e7b-4b76-9cdd-f58356f89849 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2e1216f-845c-4e22-b1f0-b9dc778acbf7 HTTP/1.1" status: 200 len: 1097 time: 0.0488117 Nov 29 18:09:38.654628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f77cd-e4f5-4b37-b6f5-a2b3384b7a9f req-c67eec78-333e-45d9-a4ec-212cb45f73fb tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:38.656202 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b85f77cd-e4f5-4b37-b6f5-a2b3384b7a9f req-c67eec78-333e-45d9-a4ec-212cb45f73fb tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 948 time: 0.1231618 Nov 29 18:09:38.656448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['3a2f2f06-5ee0-4658-a012-1dd7228547ab'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:09:38.700462 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91e14f-adb2-4d0d-b2a8-2c5d355dab87 req-1d551fbb-7095-40cb-9a6f-d3d45c9771f4 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:38.702119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc91e14f-adb2-4d0d-b2a8-2c5d355dab87 req-1d551fbb-7095-40cb-9a6f-d3d45c9771f4 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2e1216f-845c-4e22-b1f0-b9dc778acbf7 HTTP/1.1" status: 200 len: 946 time: 0.1074469 Nov 29 18:09:38.737761 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e1c47f13-ed99-4376-b93a-7d5ed58887c8 req-056dcd87-ad92-486c-9060-0595c9f1ec36 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724828 Nov 29 18:09:38.773924 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b85f77cd-e4f5-4b37-b6f5-a2b3384b7a9f req-a15f64b0-e52f-4fcc-ac12-d593c651b8a1 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035819 Nov 29 18:09:38.823103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc91e14f-adb2-4d0d-b2a8-2c5d355dab87 req-7c10d963-faea-4825-b179-30790d042cda tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102326 Nov 29 18:09:39.568678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6a7b1-eae7-423f-97f1-546b79602493 req-12c2d72d-5be2-4d48-a4bc-88b6338a0848 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:39.571259 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23e6a7b1-eae7-423f-97f1-546b79602493 req-12c2d72d-5be2-4d48-a4bc-88b6338a0848 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.0575860 Nov 29 18:09:39.637269 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23e6a7b1-eae7-423f-97f1-546b79602493 req-c304ec01-3fe9-47d6-96ca-be27450ee977 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610211 Nov 29 18:09:39.657112 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b184c403-2874-4505-ae01-4fa7bc610437 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:09:39.759642 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b184c403-2874-4505-ae01-4fa7bc610437, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b184c403-2874-4505-ae01-4fa7bc610437,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:39.771904 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'b184c403-2874-4505-ae01-4fa7bc610437', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'b184c403-2874-4505-ae01-4fa7bc610437', 'mac_address': 'fa:16:3e:f1:0d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:09:39.808765 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:39.822328 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b184c403-2874-4505-ae01-4fa7bc610437 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:09:39.843861 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b184c403-2874-4505-ae01-4fa7bc610437, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b184c403-2874-4505-ae01-4fa7bc610437,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:39.849351 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:39.936994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=b184c403-2874-4505-ae01-4fa7bc610437,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:40.011393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef8a2c-1c6d-467f-b7b4-0000ab75f06a req-be107d48-3cfe-41ae-ba13-1d55820c753b tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:40.012901 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8ef8a2c-1c6d-467f-b7b4-0000ab75f06a req-be107d48-3cfe-41ae-ba13-1d55820c753b tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 949 time: 0.0964410 Nov 29 18:09:40.021515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d29ca0-55cc-4eaa-8e9a-74e96ed2f7a8 req-71f4bfee-a481-42eb-ab22-568907eac209 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:40.023091 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3d29ca0-55cc-4eaa-8e9a-74e96ed2f7a8 req-71f4bfee-a481-42eb-ab22-568907eac209 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2e1216f-845c-4e22-b1f0-b9dc778acbf7 HTTP/1.1" status: 200 len: 946 time: 0.0963857 Nov 29 18:09:40.136854 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8ef8a2c-1c6d-467f-b7b4-0000ab75f06a req-90f0b859-cfa6-4ed5-8180-ff2304017d1e tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004918 Nov 29 18:09:40.149097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3d29ca0-55cc-4eaa-8e9a-74e96ed2f7a8 req-7f31d80a-971e-4649-b9b0-9a8218ea77cc tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161633 Nov 29 18:09:40.250377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['b184c403-2874-4505-ae01-4fa7bc610437'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:09:40.552717 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e06ddb96-9326-4340-88e7-5cfb7ceca185 req-3c6e93c4-3eb2-4313-8c9e-070f5e29f8f5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698452 Nov 29 18:09:40.701655 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ddb96-9326-4340-88e7-5cfb7ceca185 req-a942376e-c794-40f8-b195-422a39e00ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:40.715426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e06ddb96-9326-4340-88e7-5cfb7ceca185 req-a942376e-c794-40f8-b195-422a39e00ba5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c83627c91e74087bbaa05f8261c093f&device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 1097 time: 0.1038234 Nov 29 18:09:40.859800 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ddb96-9326-4340-88e7-5cfb7ceca185 req-99d5ee92-4f4b-4d68-95ae-4f2c4c7eae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:40.877390 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e06ddb96-9326-4340-88e7-5cfb7ceca185 req-99d5ee92-4f4b-4d68-95ae-4f2c4c7eae44 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2f6e9013-9fe1-470a-9eff-430851e7bcb9 HTTP/1.1" status: 200 len: 919 time: 0.1411881 Nov 29 18:09:40.957336 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e06ddb96-9326-4340-88e7-5cfb7ceca185 req-7f47cef5-2d40-43f8-8f73-8c1b24fc1935 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 HTTP/1.1" status: 200 len: 217 time: 0.0619955 Nov 29 18:09:41.030340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ddb96-9326-4340-88e7-5cfb7ceca185 req-1cf057be-c7a2-45ed-bdfc-8ad20cc52574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:41.031868 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e06ddb96-9326-4340-88e7-5cfb7ceca185 req-1cf057be-c7a2-45ed-bdfc-8ad20cc52574 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=87a10408-79d6-4b35-95a6-0b2f64416722 HTTP/1.1" status: 200 len: 858 time: 0.0642605 Nov 29 18:09:41.045709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3defc-ed28-42ed-af7d-63372ef7e181 req-97d6e5e2-b57b-43d9-9165-112179ae7b9a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:41.048502 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-77b3defc-ed28-42ed-af7d-63372ef7e181 req-97d6e5e2-b57b-43d9-9165-112179ae7b9a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.1679947 Nov 29 18:09:41.119643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e06ddb96-9326-4340-88e7-5cfb7ceca185 req-b46b3c7b-0221-4fbd-a4d4-0f26a5e19b56 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2f6e9013-9fe1-470a-9eff-430851e7bcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711522 Nov 29 18:09:41.203952 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-77b3defc-ed28-42ed-af7d-63372ef7e181 req-818b8912-5e5c-4e27-acec-3fca4da4b01a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181767 Nov 29 18:09:41.313285 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e06ddb96-9326-4340-88e7-5cfb7ceca185 req-5d069471-9a6a-4515-8dab-e2f4271658f9 service neutron] 10.222.0.31 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840444 Nov 29 18:09:41.481714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250722a1-b019-4196-a169-8d10c2e95dc8 req-5fe8fd53-a628-49fc-8064-6b143c28d327 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:41.483270 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-250722a1-b019-4196-a169-8d10c2e95dc8 req-5fe8fd53-a628-49fc-8064-6b143c28d327 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2e1216f-845c-4e22-b1f0-b9dc778acbf7 HTTP/1.1" status: 200 len: 946 time: 0.1679955 Nov 29 18:09:41.493121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934dad4-be57-4502-bf5e-8673088b2695 req-25afde89-4d8b-433b-b7bc-1e82a7f7a4be tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:41.494587 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f934dad4-be57-4502-bf5e-8673088b2695 req-25afde89-4d8b-433b-b7bc-1e82a7f7a4be tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 949 time: 0.1375980 Nov 29 18:09:41.538818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e06ddb96-9326-4340-88e7-5cfb7ceca185 req-cf8471d0-e4b4-4b38-bfa4-d0295a5fddb1 service neutron] 10.222.0.31 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802270 Nov 29 18:09:41.598313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-250722a1-b019-4196-a169-8d10c2e95dc8 req-b4f9652b-5881-4974-b549-67bfca7b981c tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027136 Nov 29 18:09:41.606276 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f934dad4-be57-4502-bf5e-8673088b2695 req-dede9766-7aa3-4f31-a9c4-a6ed61e6d274 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913990 Nov 29 18:09:41.661542 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b184c403-2874-4505-ae01-4fa7bc610437 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:09:41.720583 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ca1a9-13f9-43f4-97f8-7ad9978fb91c req-9d17dbdd-57f8-43c4-a231-f2f7bff1c74d tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:41.722230 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d92ca1a9-13f9-43f4-97f8-7ad9978fb91c req-9d17dbdd-57f8-43c4-a231-f2f7bff1c74d tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b23e2c2-5c76-49cc-91eb-1daf05f0878f HTTP/1.1" status: 200 len: 946 time: 0.0535724 Nov 29 18:09:41.752089 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port b184c403-2874-4505-ae01-4fa7bc610437 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:09:41.757178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port b184c403-2874-4505-ae01-4fa7bc610437 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:09:41.757823 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:41.788966 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d92ca1a9-13f9-43f4-97f8-7ad9978fb91c req-ff5817a6-bed5-4cce-ae19-3cfb42c2927a tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598648 Nov 29 18:09:41.897239 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:41.949102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282ae7f3-1c1a-4301-81c1-ba96e5680fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b184c403-2874-4505-ae01-4fa7bc610437'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:41.952934 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab56dd7-29d1-44ee-afcb-cba4c38b1d18" -d '{"events": [{"server_uuid": "282ae7f3-1c1a-4301-81c1-ba96e5680fbe", "name": "network-vif-plugged", "status": "completed", "tag": "b184c403-2874-4505-ae01-4fa7bc610437"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:41.969125 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b184c403-2874-4505-ae01-4fa7bc610437, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b184c403-2874-4505-ae01-4fa7bc610437,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:41.973435 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:41.975951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3a2f2f06-5ee0-4658-a012-1dd7228547ab up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:09:42.049807 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfd9af1-c521-4edc-8f70-c73182938adf x-openstack-request-id: req-4dfd9af1-c521-4edc-8f70-c73182938adf {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:42.050114 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282ae7f3-1c1a-4301-81c1-ba96e5680fbe", "name": "network-vif-plugged", "status": "completed", "tag": "b184c403-2874-4505-ae01-4fa7bc610437", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:42.050375 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4dfd9af1-c521-4edc-8f70-c73182938adf {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:42.050772 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282ae7f3-1c1a-4301-81c1-ba96e5680fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b184c403-2874-4505-ae01-4fa7bc610437', 'code': 200} Nov 29 18:09:42.095341 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=b184c403-2874-4505-ae01-4fa7bc610437,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:42.101545 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 3a2f2f06-5ee0-4658-a012-1dd7228547ab completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:09:42.108461 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 3a2f2f06-5ee0-4658-a012-1dd7228547ab triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:09:42.109144 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:42.161874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570c46f-4648-443f-8ab0-b486f54a70fd req-97cd066b-c64e-49eb-91fa-3eaaf1e7007f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:42.169818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a570c46f-4648-443f-8ab0-b486f54a70fd req-97cd066b-c64e-49eb-91fa-3eaaf1e7007f tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b23e2c2-5c76-49cc-91eb-1daf05f0878f HTTP/1.1" status: 200 len: 946 time: 0.0951493 Nov 29 18:09:42.196877 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:42.198252 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abbc24-cb18-454e-ac9e-e10a8b98a49f req-16fd0bb4-4294-41e3-94ea-1518ebd3d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:42.199778 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08abbc24-cb18-454e-ac9e-e10a8b98a49f req-16fd0bb4-4294-41e3-94ea-1518ebd3d263 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 1101 time: 0.0918856 Nov 29 18:09:42.237212 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3a2f2f06-5ee0-4658-a012-1dd7228547ab, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3a2f2f06-5ee0-4658-a012-1dd7228547ab,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:42.245723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a570c46f-4648-443f-8ab0-b486f54a70fd req-164db55e-5397-424e-bee7-3870d8d2b8cf tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749497 Nov 29 18:09:42.252776 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:42.279546 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08abbc24-cb18-454e-ac9e-e10a8b98a49f req-3c81b463-71ba-4799-89d4-9ca5441b991a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681729 Nov 29 18:09:42.326340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=3a2f2f06-5ee0-4658-a012-1dd7228547ab,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:42.355592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92957d1d-d23a-4ddb-ab72-cb831633f6f3 req-42959c90-5062-44bb-b768-92105cf69ba2 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:42.357138 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92957d1d-d23a-4ddb-ab72-cb831633f6f3 req-42959c90-5062-44bb-b768-92105cf69ba2 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.0549216 Nov 29 18:09:42.408715 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92957d1d-d23a-4ddb-ab72-cb831633f6f3 req-144cb43f-943c-45e0-bdc6-eedb4e238453 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456419 Nov 29 18:09:42.728705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88504300-7b45-440a-94e2-b79b6f3fee19 req-609625fe-eeab-4434-8d72-8cb0d4e9ed35 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:42.730306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88504300-7b45-440a-94e2-b79b6f3fee19 req-609625fe-eeab-4434-8d72-8cb0d4e9ed35 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 950 time: 0.0566418 Nov 29 18:09:42.782484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88504300-7b45-440a-94e2-b79b6f3fee19 req-d4c12313-7be1-4b71-9cb2-36bce77eac62 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455301 Nov 29 18:09:43.372063 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea66d9-d97d-4d14-8503-c2795967833c req-6e4625e4-3142-4d5b-9943-038ef5097035 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:43.373555 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3dea66d9-d97d-4d14-8503-c2795967833c req-6e4625e4-3142-4d5b-9943-038ef5097035 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b23e2c2-5c76-49cc-91eb-1daf05f0878f HTTP/1.1" status: 200 len: 946 time: 0.0527718 Nov 29 18:09:43.439703 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3dea66d9-d97d-4d14-8503-c2795967833c req-1cf11df5-8ff5-4a98-8dc5-46a415db3679 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561223 Nov 29 18:09:43.542342 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7199ea8-4eb4-4457-8295-c10a5afeb84c req-fe52fd59-ed32-49cb-a9fb-1f0f1efe9fd0 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:43.544151 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7199ea8-4eb4-4457-8295-c10a5afeb84c req-fe52fd59-ed32-49cb-a9fb-1f0f1efe9fd0 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.0533292 Nov 29 18:09:43.607326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7199ea8-4eb4-4457-8295-c10a5afeb84c req-d7ce50e8-61c5-4ffa-a725-bae1da38e791 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562453 Nov 29 18:09:43.951052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941e883-1346-4148-8a01-07e7f90787ce req-02aed77b-786e-49ea-961d-44d1d16fd4bb tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:43.952609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7941e883-1346-4148-8a01-07e7f90787ce req-02aed77b-786e-49ea-961d-44d1d16fd4bb tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 950 time: 0.0579610 Nov 29 18:09:44.003018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7941e883-1346-4148-8a01-07e7f90787ce req-dea721a8-edff-4e47-b8f9-bd4e3b067d3c tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438297 Nov 29 18:09:44.052323 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38090436-efad-4902-a9ec-d263762d9f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2f2f06-5ee0-4658-a012-1dd7228547ab'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:44.056609 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e40527-6d98-4fbe-957d-b9a810192d29" -d '{"events": [{"server_uuid": "38090436-efad-4902-a9ec-d263762d9f26", "name": "network-vif-plugged", "status": "completed", "tag": "3a2f2f06-5ee0-4658-a012-1dd7228547ab"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:44.085850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfe800-3456-4346-a4e6-073d937f5487 req-c1897b1b-b321-4db8-a64f-3f78fb7219e8 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:44.087297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abcfe800-3456-4346-a4e6-073d937f5487 req-c1897b1b-b321-4db8-a64f-3f78fb7219e8 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b23e2c2-5c76-49cc-91eb-1daf05f0878f HTTP/1.1" status: 200 len: 946 time: 0.0582640 Nov 29 18:09:44.108577 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83d36f3-22ca-4ee3-a233-306176cb0963 x-openstack-request-id: req-e83d36f3-22ca-4ee3-a233-306176cb0963 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:44.108946 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38090436-efad-4902-a9ec-d263762d9f26", "name": "network-vif-plugged", "status": "completed", "tag": "3a2f2f06-5ee0-4658-a012-1dd7228547ab", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:44.109274 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e83d36f3-22ca-4ee3-a233-306176cb0963 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:44.109774 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38090436-efad-4902-a9ec-d263762d9f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2f2f06-5ee0-4658-a012-1dd7228547ab', 'code': 200} Nov 29 18:09:44.254120 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a9c38-c913-4739-b082-af00e2e309fd req-da5cd07c-1c94-4fe1-b125-b4602a1685c5 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:44.256154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-336a9c38-c913-4739-b082-af00e2e309fd req-da5cd07c-1c94-4fe1-b125-b4602a1685c5 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=38090436-efad-4902-a9ec-d263762d9f26 HTTP/1.1" status: 200 len: 949 time: 0.1193652 Nov 29 18:09:44.296858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43917b-caee-4d3d-8a3c-6ec012b2533f req-51fbf59a-794e-4c43-8c68-797cd2619f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:44.298351 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec43917b-caee-4d3d-8a3c-6ec012b2533f req-51fbf59a-794e-4c43-8c68-797cd2619f2e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=38090436-efad-4902-a9ec-d263762d9f26 HTTP/1.1" status: 200 len: 1100 time: 0.1199362 Nov 29 18:09:44.337807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-abcfe800-3456-4346-a4e6-073d937f5487 req-5bab6b52-2dd5-491f-bf59-f7ba81562e3c tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Deleting port 7fe6adab-6139-4f0a-b787-1e21d421e42b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:09:44.338149 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-abcfe800-3456-4346-a4e6-073d937f5487 req-5bab6b52-2dd5-491f-bf59-f7ba81562e3c tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:44.356160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-336a9c38-c913-4739-b082-af00e2e309fd req-bb73341e-d67f-4b6b-8fef-77d9883aaaa9 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935047 Nov 29 18:09:44.421338 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec43917b-caee-4d3d-8a3c-6ec012b2533f req-c28c690e-454c-42fb-a591-3bae0e9e812a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130493 Nov 29 18:09:44.457710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-abcfe800-3456-4346-a4e6-073d937f5487 req-5bab6b52-2dd5-491f-bf59-f7ba81562e3c tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] For port 7fe6adab-6139-4f0a-b787-1e21d421e42b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7fe6adab-6139-4f0a-b787-1e21d421e42b,segment=NetworkSegment(84e3cff3-1051-400d-bccc-6fbb91d8ffcd),segment_id=84e3cff3-1051-400d-bccc-6fbb91d8ffcd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:44.458117 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-abcfe800-3456-4346-a4e6-073d937f5487 req-5bab6b52-2dd5-491f-bf59-f7ba81562e3c tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:44.504119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-abcfe800-3456-4346-a4e6-073d937f5487 req-5bab6b52-2dd5-491f-bf59-f7ba81562e3c tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Calling delete_port for 7fe6adab-6139-4f0a-b787-1e21d421e42b owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:09:44.625671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c48d65-415f-46d7-8bf9-98165fcf9aef req-9eb1e469-6d0c-481d-9dfc-95dda1b4b53d tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:44.627215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5c48d65-415f-46d7-8bf9-98165fcf9aef req-9eb1e469-6d0c-481d-9dfc-95dda1b4b53d tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b23e2c2-5c76-49cc-91eb-1daf05f0878f HTTP/1.1" status: 200 len: 946 time: 0.0729396 Nov 29 18:09:44.747856 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5c48d65-415f-46d7-8bf9-98165fcf9aef req-79acc5af-7947-4f28-b79c-36e3eadfb409 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145658 Nov 29 18:09:44.763760 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-abcfe800-3456-4346-a4e6-073d937f5487 req-5bab6b52-2dd5-491f-bf59-f7ba81562e3c tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:44.778483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405222aa-5e04-4971-b244-67a7261d7261 req-5fdfca9a-63c1-46b0-817d-dcb43ee39234 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:44.780392 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-405222aa-5e04-4971-b244-67a7261d7261 req-5fdfca9a-63c1-46b0-817d-dcb43ee39234 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.0742531 Nov 29 18:09:44.799908 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['381c1034-e246-47df-b76d-d2c90c622cbd', 'e62985dd-0192-4738-b3e3-7774622b1dcb'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:09:44.810708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab6b52-2dd5-491f-bf59-f7ba81562e3c tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Pushing event deleted for resources: {'Port': ['ID=7fe6adab-6139-4f0a-b787-1e21d421e42b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:44.877546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcfe800-3456-4346-a4e6-073d937f5487 req-5bab6b52-2dd5-491f-bf59-f7ba81562e3c tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] No DVR routers for this DVR port 7fe6adab-6139-4f0a-b787-1e21d421e42b on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:09:44.881257 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-abcfe800-3456-4346-a4e6-073d937f5487 req-5bab6b52-2dd5-491f-bf59-f7ba81562e3c tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:44.887862 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-abcfe800-3456-4346-a4e6-073d937f5487 req-5bab6b52-2dd5-491f-bf59-f7ba81562e3c tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.31 "DELETE /v2.0/ports/7fe6adab-6139-4f0a-b787-1e21d421e42b HTTP/1.1" status: 204 len: 173 time: 0.7936985 Nov 29 18:09:44.888993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b23e2c2-5c76-49cc-91eb-1daf05f0878f', 'name': 'network-vif-deleted', 'tag': '7fe6adab-6139-4f0a-b787-1e21d421e42b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:44.897129 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e6e0eb-f1a7-4c2d-b68c-d489884c0c06" -d '{"events": [{"server_uuid": "8b23e2c2-5c76-49cc-91eb-1daf05f0878f", "name": "network-vif-deleted", "tag": "7fe6adab-6139-4f0a-b787-1e21d421e42b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:44.933567 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9eb6dd70-09a5-4ab7-868b-be347936e4e6 req-330b3c52-2bf0-4dbc-8b44-9a1d4086c70e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1664131 Nov 29 18:09:44.935643 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['7fe6adab-6139-4f0a-b787-1e21d421e42b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:09:44.946822 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-405222aa-5e04-4971-b244-67a7261d7261 req-268fa818-2699-423c-9401-0f9b08e4eeba tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349726 Nov 29 18:09:44.963495 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1973ac-d480-4954-a263-6e39e3dc5506 x-openstack-request-id: req-2f1973ac-d480-4954-a263-6e39e3dc5506 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:44.964169 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b23e2c2-5c76-49cc-91eb-1daf05f0878f", "name": "network-vif-deleted", "tag": "7fe6adab-6139-4f0a-b787-1e21d421e42b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:44.964169 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f1973ac-d480-4954-a263-6e39e3dc5506 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:44.964636 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b23e2c2-5c76-49cc-91eb-1daf05f0878f', 'name': 'network-vif-deleted', 'tag': '7fe6adab-6139-4f0a-b787-1e21d421e42b', 'status': 'completed', 'code': 200} Nov 29 18:09:45.179456 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6dd70-09a5-4ab7-868b-be347936e4e6 req-18e9db26-3254-4c5b-9491-012d7f73afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:45.186003 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9eb6dd70-09a5-4ab7-868b-be347936e4e6 req-18e9db26-3254-4c5b-9491-012d7f73afdc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c83627c91e74087bbaa05f8261c093f&device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 1096 time: 0.2107043 Nov 29 18:09:45.333989 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6dd70-09a5-4ab7-868b-be347936e4e6 req-45d01ff1-31cd-493f-b234-bb0669ebbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:45.335558 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9eb6dd70-09a5-4ab7-868b-be347936e4e6 req-45d01ff1-31cd-493f-b234-bb0669ebbcdb service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f6e9013-9fe1-470a-9eff-430851e7bcb9 HTTP/1.1" status: 200 len: 919 time: 0.1170390 Nov 29 18:09:45.404807 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9eb6dd70-09a5-4ab7-868b-be347936e4e6 req-587a31dd-b135-4e70-acd7-20702808e81b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55af43a5-8d56-4f81-9942-51b6b937f123 HTTP/1.1" status: 200 len: 217 time: 0.0599613 Nov 29 18:09:45.484232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6dd70-09a5-4ab7-868b-be347936e4e6 req-1c88dfdf-9f56-4c0d-9f60-8d65bcc7875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:45.487027 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9eb6dd70-09a5-4ab7-868b-be347936e4e6 req-1c88dfdf-9f56-4c0d-9f60-8d65bcc7875c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87a10408-79d6-4b35-95a6-0b2f64416722 HTTP/1.1" status: 200 len: 858 time: 0.0646462 Nov 29 18:09:45.529541 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9eb6dd70-09a5-4ab7-868b-be347936e4e6 req-62ab7048-aa94-45a3-8833-73a2f3e54ef4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f6e9013-9fe1-470a-9eff-430851e7bcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281057 Nov 29 18:09:45.562473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54c8a9-427c-4974-b962-4194861155a6 req-35f2f7d4-354d-4f93-9ec7-5d2a6a1c6ea3 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:45.564032 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb54c8a9-427c-4974-b962-4194861155a6 req-35f2f7d4-354d-4f93-9ec7-5d2a6a1c6ea3 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=38090436-efad-4902-a9ec-d263762d9f26 HTTP/1.1" status: 200 len: 949 time: 0.0881672 Nov 29 18:09:45.681204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb54c8a9-427c-4974-b962-4194861155a6 req-30cebeac-3823-4a16-ace2-56a516d306c5 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942171 Nov 29 18:09:45.689713 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9eb6dd70-09a5-4ab7-868b-be347936e4e6 req-149fc99b-0d3b-49b5-a879-51e1640d1057 service neutron] 10.222.0.20 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465251 Nov 29 18:09:45.860571 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9eb6dd70-09a5-4ab7-868b-be347936e4e6 req-027f7fc0-1782-459c-9df8-3165a285542c service neutron] 10.222.0.20 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608164 Nov 29 18:09:46.128067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ce02c-e66d-4b00-a279-debb7405f993 req-1749c001-1365-4fb3-8b94-bb3258439c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:46.130185 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d77ce02c-e66d-4b00-a279-debb7405f993 req-1749c001-1365-4fb3-8b94-bb3258439c6e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c83627c91e74087bbaa05f8261c093f&device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 1096 time: 0.0548105 Nov 29 18:09:46.171884 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809f065-6fae-4a1e-b629-e74cc9334ef1 req-c4ce2e1c-3ef6-4aa2-84d6-0d93e2af764c tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:46.180295 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0809f065-6fae-4a1e-b629-e74cc9334ef1 req-c4ce2e1c-3ef6-4aa2-84d6-0d93e2af764c tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.1070724 Nov 29 18:09:46.216096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05404fd9-1654-491d-a5bb-86023f8bb939 req-d787c4ba-b89c-462b-b4fc-10e673f00b67 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:46.219261 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05404fd9-1654-491d-a5bb-86023f8bb939 req-d787c4ba-b89c-462b-b4fc-10e673f00b67 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.1329451 Nov 29 18:09:46.263736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ce02c-e66d-4b00-a279-debb7405f993 req-a165d593-41d0-45aa-8982-672664af2918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:46.265738 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d77ce02c-e66d-4b00-a279-debb7405f993 req-a165d593-41d0-45aa-8982-672664af2918 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f6e9013-9fe1-470a-9eff-430851e7bcb9 HTTP/1.1" status: 200 len: 919 time: 0.1263013 Nov 29 18:09:46.267570 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0809f065-6fae-4a1e-b629-e74cc9334ef1 req-4ea4bff4-e2c6-4e47-9fb9-160bab58f013 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862408 Nov 29 18:09:46.333711 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05404fd9-1654-491d-a5bb-86023f8bb939 req-cdb8f015-4693-47df-a2d7-007ad7d36e14 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997679 Nov 29 18:09:46.334836 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d77ce02c-e66d-4b00-a279-debb7405f993 req-9e2f9b5e-ae87-49ad-8f22-86ef115c5bcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55af43a5-8d56-4f81-9942-51b6b937f123 HTTP/1.1" status: 200 len: 217 time: 0.0616128 Nov 29 18:09:46.445260 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ce02c-e66d-4b00-a279-debb7405f993 req-bc661860-94d4-452d-a103-7732ffa44aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:46.447298 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d77ce02c-e66d-4b00-a279-debb7405f993 req-bc661860-94d4-452d-a103-7732ffa44aca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87a10408-79d6-4b35-95a6-0b2f64416722 HTTP/1.1" status: 200 len: 858 time: 0.0903411 Nov 29 18:09:46.495614 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d77ce02c-e66d-4b00-a279-debb7405f993 req-a4d41d1d-4276-46f7-ad86-da54e8ea8804 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f6e9013-9fe1-470a-9eff-430851e7bcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302093 Nov 29 18:09:46.643573 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d77ce02c-e66d-4b00-a279-debb7405f993 req-bf60e46d-f94c-412d-b4c9-ae2f9cdbc2cd service neutron] 10.222.0.20 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362004 Nov 29 18:09:46.782013 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d77ce02c-e66d-4b00-a279-debb7405f993 req-c20b55d6-f393-47a3-a30e-0facc7b12174 service neutron] 10.222.0.20 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298485 Nov 29 18:09:46.838297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b251184-5d0e-4e9e-bb7d-7cc5c68d8bc3 req-1b89718f-1d36-4f08-b5d4-c8784dfd7980 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:46.847328 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b251184-5d0e-4e9e-bb7d-7cc5c68d8bc3 req-1b89718f-1d36-4f08-b5d4-c8784dfd7980 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=38090436-efad-4902-a9ec-d263762d9f26 HTTP/1.1" status: 200 len: 949 time: 0.0903444 Nov 29 18:09:46.921759 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b251184-5d0e-4e9e-bb7d-7cc5c68d8bc3 req-5ffeaaa0-8163-46a6-82f6-23981ce3863d tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732632 Nov 29 18:09:47.183642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd214ee-8798-49b0-973c-9ed6d3209ee0 req-a2d688c0-c43b-49bd-9ae0-565671f31404 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:47.193114 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd214ee-8798-49b0-973c-9ed6d3209ee0 req-a2d688c0-c43b-49bd-9ae0-565671f31404 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:47.195105 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1bd214ee-8798-49b0-973c-9ed6d3209ee0 req-a2d688c0-c43b-49bd-9ae0-565671f31404 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174&device_id=f2e1216f-845c-4e22-b1f0-b9dc778acbf7 HTTP/1.1" status: 200 len: 1682 time: 0.0821452 Nov 29 18:09:47.251489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1bd214ee-8798-49b0-973c-9ed6d3209ee0 req-fbad72be-5182-45f2-bded-2a69a271245d tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498543 Nov 29 18:09:47.518776 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6e809-b0fb-444a-80ee-a0c6ee98248d req-04b3e6b9-410d-434d-a932-df4c5cccc5a6 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:47.520933 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8c6e809-b0fb-444a-80ee-a0c6ee98248d req-04b3e6b9-410d-434d-a932-df4c5cccc5a6 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.0940347 Nov 29 18:09:47.596667 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8c6e809-b0fb-444a-80ee-a0c6ee98248d req-79d4f3e8-385a-428a-a716-c665c778d8da tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658965 Nov 29 18:09:47.635363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb60fd8-6249-47cd-ba34-1ddcc3744188 req-da125ba2-a0da-4a1b-8c23-11ec2f030455 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:47.637008 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efb60fd8-6249-47cd-ba34-1ddcc3744188 req-da125ba2-a0da-4a1b-8c23-11ec2f030455 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.0666320 Nov 29 18:09:47.669538 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7fe6adab-6139-4f0a-b787-1e21d421e42b no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:09:47.706399 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efb60fd8-6249-47cd-ba34-1ddcc3744188 req-9ab1e0f9-849e-4adf-89bb-f5fa578af39c tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611260 Nov 29 18:09:47.709115 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 7fe6adab-6139-4f0a-b787-1e21d421e42b {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:09:47.709673 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7fe6adab-6139-4f0a-b787-1e21d421e42b not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:09:48.169693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d001b36-fca9-48e6-abe7-b4fc2f54f7b9 req-918be32b-a65d-445c-98fc-8d0da920f295 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:48.171558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d001b36-fca9-48e6-abe7-b4fc2f54f7b9 req-918be32b-a65d-445c-98fc-8d0da920f295 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2e1216f-845c-4e22-b1f0-b9dc778acbf7 HTTP/1.1" status: 200 len: 946 time: 0.0593007 Nov 29 18:09:48.220939 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d001b36-fca9-48e6-abe7-b4fc2f54f7b9 req-8fe7311c-eb0b-4d2a-b209-c1dac94e3b71 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422542 Nov 29 18:09:48.737946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2f679-edd2-469c-8a4c-7c821d8b30ea req-970047c1-42ec-4345-a4a0-38e247c6588d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:48.739548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f7e2f679-edd2-469c-8a4c-7c821d8b30ea req-970047c1-42ec-4345-a4a0-38e247c6588d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.0710397 Nov 29 18:09:48.814945 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f7e2f679-edd2-469c-8a4c-7c821d8b30ea req-554a3eec-d957-4d48-bd7d-e3a4be9ead14 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680830 Nov 29 18:09:48.842850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776a0f4-55c4-486a-a37a-6154b26b0801 req-7d0cba6e-2a58-41f5-9a90-83241d942a5b tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:48.844531 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8776a0f4-55c4-486a-a37a-6154b26b0801 req-7d0cba6e-2a58-41f5-9a90-83241d942a5b tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.0686064 Nov 29 18:09:48.898888 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8776a0f4-55c4-486a-a37a-6154b26b0801 req-20302689-dc64-420d-9b72-2bcf080cbc0e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464308 Nov 29 18:09:49.388485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadcda1-7465-4eb2-bb09-d1ad1e0ab86b req-21601d76-bd7d-4254-89e4-65888fd95235 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:49.398916 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dcadcda1-7465-4eb2-bb09-d1ad1e0ab86b req-21601d76-bd7d-4254-89e4-65888fd95235 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2e1216f-845c-4e22-b1f0-b9dc778acbf7 HTTP/1.1" status: 200 len: 946 time: 0.0683963 Nov 29 18:09:49.472478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dcadcda1-7465-4eb2-bb09-d1ad1e0ab86b req-7b40544f-0a71-4fe5-a593-fd417da9446c tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723412 Nov 29 18:09:49.680294 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772f7cb-df3a-41f2-be0b-122f9d7103ed req-4df35c9b-d2b6-4906-b281-813e2640010a tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:49.681811 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2772f7cb-df3a-41f2-be0b-122f9d7103ed req-4df35c9b-d2b6-4906-b281-813e2640010a tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2e1216f-845c-4e22-b1f0-b9dc778acbf7 HTTP/1.1" status: 200 len: 946 time: 0.0741091 Nov 29 18:09:49.849489 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601d268-422b-436d-9828-2998d23df29a req-d214a59a-b8be-4c44-a0e4-f9434ceaaf33 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:49.854864 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6601d268-422b-436d-9828-2998d23df29a req-d214a59a-b8be-4c44-a0e4-f9434ceaaf33 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad5c9d48-04f0-4ad9-96d1-a73399760174 HTTP/1.1" status: 200 len: 945 time: 0.0932715 Nov 29 18:09:49.887266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-2772f7cb-df3a-41f2-be0b-122f9d7103ed req-638bfebd-ecdf-4422-93cf-22329a6b8be4 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Deleting port e62985dd-0192-4738-b3e3-7774622b1dcb {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:09:49.889708 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2772f7cb-df3a-41f2-be0b-122f9d7103ed req-638bfebd-ecdf-4422-93cf-22329a6b8be4 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:49.987387 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0feee-20ee-4ddf-8d92-64ec325fdc81 req-6732da9e-cbc6-4427-b338-9d4ae652928d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:49.989507 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61e0feee-20ee-4ddf-8d92-64ec325fdc81 req-6732da9e-cbc6-4427-b338-9d4ae652928d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.0797460 Nov 29 18:09:50.090828 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61e0feee-20ee-4ddf-8d92-64ec325fdc81 req-824ff6d0-f320-4434-b742-ec86b8741749 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809684 Nov 29 18:09:50.257731 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d76cf-5850-44e0-8590-0190aac5bd60 req-ffae94ab-dced-4660-b6f2-8117c1ab70bb tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:50.260758 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd9d76cf-5850-44e0-8590-0190aac5bd60 req-ffae94ab-dced-4660-b6f2-8117c1ab70bb tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.1078160 Nov 29 18:09:50.389643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd9d76cf-5850-44e0-8590-0190aac5bd60 req-cd1cae2d-cff7-4faa-a1fa-763abb90082d tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213160 Nov 29 18:09:50.493346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-6601d268-422b-436d-9828-2998d23df29a req-a74ee973-32b2-4555-a85a-750bdff1a65a tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Deleting port 381c1034-e246-47df-b76d-d2c90c622cbd {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:09:50.493346 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6601d268-422b-436d-9828-2998d23df29a req-a74ee973-32b2-4555-a85a-750bdff1a65a tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:50.499035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-2772f7cb-df3a-41f2-be0b-122f9d7103ed req-638bfebd-ecdf-4422-93cf-22329a6b8be4 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] For port e62985dd-0192-4738-b3e3-7774622b1dcb, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e62985dd-0192-4738-b3e3-7774622b1dcb,segment=NetworkSegment(84e3cff3-1051-400d-bccc-6fbb91d8ffcd),segment_id=84e3cff3-1051-400d-bccc-6fbb91d8ffcd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:50.500950 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2772f7cb-df3a-41f2-be0b-122f9d7103ed req-638bfebd-ecdf-4422-93cf-22329a6b8be4 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:50.655615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333aaa94-490f-4704-b3c5-3d1f7d214548 req-a488d911-a156-4f9a-9f86-e82e653f906b tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:50.659353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-333aaa94-490f-4704-b3c5-3d1f7d214548 req-a488d911-a156-4f9a-9f86-e82e653f906b tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2e1216f-845c-4e22-b1f0-b9dc778acbf7 HTTP/1.1" status: 200 len: 946 time: 0.1105998 Nov 29 18:09:50.671760 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6601d268-422b-436d-9828-2998d23df29a req-a74ee973-32b2-4555-a85a-750bdff1a65a tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] For port 381c1034-e246-47df-b76d-d2c90c622cbd, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=381c1034-e246-47df-b76d-d2c90c622cbd,segment=NetworkSegment(84e3cff3-1051-400d-bccc-6fbb91d8ffcd),segment_id=84e3cff3-1051-400d-bccc-6fbb91d8ffcd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:50.672142 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6601d268-422b-436d-9828-2998d23df29a req-a74ee973-32b2-4555-a85a-750bdff1a65a tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:50.674970 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-2772f7cb-df3a-41f2-be0b-122f9d7103ed req-638bfebd-ecdf-4422-93cf-22329a6b8be4 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Calling delete_port for e62985dd-0192-4738-b3e3-7774622b1dcb owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:09:50.691160 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-6601d268-422b-436d-9828-2998d23df29a req-a74ee973-32b2-4555-a85a-750bdff1a65a tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Calling delete_port for 381c1034-e246-47df-b76d-d2c90c622cbd owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:09:50.795027 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-333aaa94-490f-4704-b3c5-3d1f7d214548 req-4fbbf2a5-c8bf-4e71-8e3e-8f69bba994d2 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/security-groups?id=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339705 Nov 29 18:09:50.975239 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2772f7cb-df3a-41f2-be0b-122f9d7103ed req-638bfebd-ecdf-4422-93cf-22329a6b8be4 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:50.987139 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6601d268-422b-436d-9828-2998d23df29a req-a74ee973-32b2-4555-a85a-750bdff1a65a tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:50.989647 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['381c1034-e246-47df-b76d-d2c90c622cbd', 'e62985dd-0192-4738-b3e3-7774622b1dcb'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:09:51.011238 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bfebd-ecdf-4422-93cf-22329a6b8be4 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Pushing event deleted for resources: {'Port': ['ID=e62985dd-0192-4738-b3e3-7774622b1dcb,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:51.052773 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ee973-32b2-4555-a85a-750bdff1a65a tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Pushing event deleted for resources: {'Port': ['ID=381c1034-e246-47df-b76d-d2c90c622cbd,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:51.068567 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['381c1034-e246-47df-b76d-d2c90c622cbd', 'e62985dd-0192-4738-b3e3-7774622b1dcb'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:09:51.154727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-2772f7cb-df3a-41f2-be0b-122f9d7103ed req-638bfebd-ecdf-4422-93cf-22329a6b8be4 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] No DVR routers for this DVR port e62985dd-0192-4738-b3e3-7774622b1dcb on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:09:51.158815 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d01f3-d189-47ed-a9f5-0d5cc96136e4 req-9786c631-34a7-40ad-bc6a-7bdb0330f8e0 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:51.160349 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c4d01f3-d189-47ed-a9f5-0d5cc96136e4 req-9786c631-34a7-40ad-bc6a-7bdb0330f8e0 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 947 time: 0.0533462 Nov 29 18:09:51.174023 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2772f7cb-df3a-41f2-be0b-122f9d7103ed req-638bfebd-ecdf-4422-93cf-22329a6b8be4 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:51.184796 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2772f7cb-df3a-41f2-be0b-122f9d7103ed req-638bfebd-ecdf-4422-93cf-22329a6b8be4 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.20 "DELETE /v2.0/ports/e62985dd-0192-4738-b3e3-7774622b1dcb HTTP/1.1" status: 204 len: 173 time: 1.4905968 Nov 29 18:09:51.185325 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e1216f-845c-4e22-b1f0-b9dc778acbf7', 'name': 'network-vif-deleted', 'tag': 'e62985dd-0192-4738-b3e3-7774622b1dcb'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:51.193614 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba90cbd-be89-4079-b128-7e0432de8878" -d '{"events": [{"server_uuid": "f2e1216f-845c-4e22-b1f0-b9dc778acbf7", "name": "network-vif-deleted", "tag": "e62985dd-0192-4738-b3e3-7774622b1dcb"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:51.246009 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6601d268-422b-436d-9828-2998d23df29a req-a74ee973-32b2-4555-a85a-750bdff1a65a tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] No DVR routers for this DVR port 381c1034-e246-47df-b76d-d2c90c622cbd on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:09:51.255995 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6601d268-422b-436d-9828-2998d23df29a req-a74ee973-32b2-4555-a85a-750bdff1a65a tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:51.265770 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6601d268-422b-436d-9828-2998d23df29a req-a74ee973-32b2-4555-a85a-750bdff1a65a tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.20 "DELETE /v2.0/ports/381c1034-e246-47df-b76d-d2c90c622cbd HTTP/1.1" status: 204 len: 173 time: 1.4017034 Nov 29 18:09:51.292765 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c4d01f3-d189-47ed-a9f5-0d5cc96136e4 req-79316993-f352-4516-be0e-f921135e9879 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231310 Nov 29 18:09:51.389582 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5f9b4f-1e5a-4a0e-b441-1970a76509b2 x-openstack-request-id: req-ba5f9b4f-1e5a-4a0e-b441-1970a76509b2 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:51.389894 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e1216f-845c-4e22-b1f0-b9dc778acbf7", "name": "network-vif-deleted", "tag": "e62985dd-0192-4738-b3e3-7774622b1dcb", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:51.390192 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba5f9b4f-1e5a-4a0e-b441-1970a76509b2 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:51.390709 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e1216f-845c-4e22-b1f0-b9dc778acbf7', 'name': 'network-vif-deleted', 'tag': 'e62985dd-0192-4738-b3e3-7774622b1dcb', 'status': 'completed', 'code': 200} Nov 29 18:09:51.416880 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89230d96-04ce-487f-9e38-8aa1ea1462af req-e3517f8b-7488-4cfa-ab9b-88eae9bf14f0 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:51.424218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89230d96-04ce-487f-9e38-8aa1ea1462af req-e3517f8b-7488-4cfa-ab9b-88eae9bf14f0 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.1303895 Nov 29 18:09:51.480841 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89230d96-04ce-487f-9e38-8aa1ea1462af req-0425c8e5-fdbd-4273-b3f1-d3ff3a1e9d23 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535529 Nov 29 18:09:51.641087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d66bc-d37d-4986-b95a-ff64b076d394 req-4525ff26-db64-47ad-b232-22614c240315 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:51.642835 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b6d66bc-d37d-4986-b95a-ff64b076d394 req-4525ff26-db64-47ad-b232-22614c240315 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.0806704 Nov 29 18:09:51.685909 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3a2f2f06-5ee0-4658-a012-1dd7228547ab details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:09:51.719351 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b6d66bc-d37d-4986-b95a-ff64b076d394 req-e24bdef5-3225-4e00-b3b4-6cbd0f658892 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704150 Nov 29 18:09:51.812441 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3a2f2f06-5ee0-4658-a012-1dd7228547ab, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3a2f2f06-5ee0-4658-a012-1dd7228547ab,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:51.831395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '3a2f2f06-5ee0-4658-a012-1dd7228547ab', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '3a2f2f06-5ee0-4658-a012-1dd7228547ab', 'mac_address': 'fa:16:3e:1c:cd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:09:51.941960 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:51.995108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66337b9e-ebbf-479a-807c-97b322754bf4 req-8087cb03-7f7f-46b1-b532-45636e5e7a05 tempest-ListServersNegativeTestJSON-728078178 tempest-ListServersNegativeTestJSON-728078178-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2e1216f-845c-4e22-b1f0-b9dc778acbf7 HTTP/1.1" status: 200 len: 210 time: 0.0615394 Nov 29 18:09:52.005855 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a2f2f06-5ee0-4658-a012-1dd7228547ab {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:09:52.044621 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3a2f2f06-5ee0-4658-a012-1dd7228547ab, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3a2f2f06-5ee0-4658-a012-1dd7228547ab,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:52.055834 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:52.120898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=3a2f2f06-5ee0-4658-a012-1dd7228547ab,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:52.245051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['3a2f2f06-5ee0-4658-a012-1dd7228547ab'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:09:52.494232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861eb8d-1463-4701-aae7-900f51d9eee6 req-1940ab66-6ab3-4363-87f2-792fdd4cb399 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:52.504097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5861eb8d-1463-4701-aae7-900f51d9eee6 req-1940ab66-6ab3-4363-87f2-792fdd4cb399 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 947 time: 0.1026046 Nov 29 18:09:52.641581 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5861eb8d-1463-4701-aae7-900f51d9eee6 req-6b823a1e-eac1-440f-83d7-a64cff548580 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups?id=edd454ab-402d-4630-8400-a040c03e2255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258550 Nov 29 18:09:52.664216 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ae7a0-cea1-4012-8bf7-3a95beb7e6f9 req-a3a12405-abdb-4bfe-a976-2e556f38c650 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:52.665636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b553b-dc43-4364-87e1-a1e6729fbe70 req-491cebf9-63ba-4008-8c4d-7a77410b8f44 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:52.666117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c04ae7a0-cea1-4012-8bf7-3a95beb7e6f9 req-a3a12405-abdb-4bfe-a976-2e556f38c650 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.0953772 Nov 29 18:09:52.667264 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-820b553b-dc43-4364-87e1-a1e6729fbe70 req-491cebf9-63ba-4008-8c4d-7a77410b8f44 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.20 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 947 time: 0.1228666 Nov 29 18:09:52.755232 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c04ae7a0-cea1-4012-8bf7-3a95beb7e6f9 req-1f29d605-fa09-43ff-91df-696c2ac939f4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813787 Nov 29 18:09:52.902305 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-820b553b-dc43-4364-87e1-a1e6729fbe70 req-202000c8-53ed-40ba-8a41-590897fcd5aa tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Deleting port 47d39406-5de8-4326-94ee-2469082ec427 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:09:52.902647 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-820b553b-dc43-4364-87e1-a1e6729fbe70 req-202000c8-53ed-40ba-8a41-590897fcd5aa tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:52.925550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de5893-9f4d-4f45-a3db-3121558a9bea req-eaea1936-50b9-4000-9b5c-27a5df52e510 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:52.946701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51de5893-9f4d-4f45-a3db-3121558a9bea req-eaea1936-50b9-4000-9b5c-27a5df52e510 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.1311193 Nov 29 18:09:53.038502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-820b553b-dc43-4364-87e1-a1e6729fbe70 req-202000c8-53ed-40ba-8a41-590897fcd5aa tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] For port 47d39406-5de8-4326-94ee-2469082ec427, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=47d39406-5de8-4326-94ee-2469082ec427,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:53.043964 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-820b553b-dc43-4364-87e1-a1e6729fbe70 req-202000c8-53ed-40ba-8a41-590897fcd5aa tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:53.059860 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51de5893-9f4d-4f45-a3db-3121558a9bea req-8339f5f3-47a0-4334-bf8a-764776fe4006 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031184 Nov 29 18:09:53.235501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 58384) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:53.328643 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 47d39406-5de8-4326-94ee-2469082ec427 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:09:53.338775 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-332be0a4-81d5-417a-82fc-fcc54880ac22 admin admin] Deleting subnet e9fc1c57-f83b-4de4-9753-91721ce68f9f {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:09:53.359910 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-332be0a4-81d5-417a-82fc-fcc54880ac22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:53.411988 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-820b553b-dc43-4364-87e1-a1e6729fbe70 req-202000c8-53ed-40ba-8a41-590897fcd5aa tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:53.412339 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-820b553b-dc43-4364-87e1-a1e6729fbe70 req-202000c8-53ed-40ba-8a41-590897fcd5aa tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:53.412592 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [req-820b553b-dc43-4364-87e1-a1e6729fbe70 req-202000c8-53ed-40ba-8a41-590897fcd5aa tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Floating IP cd763151-4e8b-4eab-a7ff-f92ef61c909e disassociated. External IP: 172.25.3.63, port: 47d39406-5de8-4326-94ee-2469082ec427. Nov 29 18:09:53.413015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-820b553b-dc43-4364-87e1-a1e6729fbe70 req-202000c8-53ed-40ba-8a41-590897fcd5aa tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Calling delete_port for 47d39406-5de8-4326-94ee-2469082ec427 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:09:53.419551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5c9d48-04f0-4ad9-96d1-a73399760174', 'name': 'network-vif-deleted', 'tag': '381c1034-e246-47df-b76d-d2c90c622cbd'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:53.422000 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7f569c-56b8-4ff9-bc22-79ec80733517" -d '{"events": [{"server_uuid": "ad5c9d48-04f0-4ad9-96d1-a73399760174", "name": "network-vif-deleted", "tag": "381c1034-e246-47df-b76d-d2c90c622cbd"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:53.500573 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097bb902-fae3-470b-a5a3-8976e94744e5 x-openstack-request-id: req-097bb902-fae3-470b-a5a3-8976e94744e5 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:53.500882 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5c9d48-04f0-4ad9-96d1-a73399760174", "name": "network-vif-deleted", "tag": "381c1034-e246-47df-b76d-d2c90c622cbd", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:53.501131 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-097bb902-fae3-470b-a5a3-8976e94744e5 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:53.501556 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5c9d48-04f0-4ad9-96d1-a73399760174', 'name': 'network-vif-deleted', 'tag': '381c1034-e246-47df-b76d-d2c90c622cbd', 'status': 'completed', 'code': 200} Nov 29 18:09:53.524417 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-332be0a4-81d5-417a-82fc-fcc54880ac22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:53.610451 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:53.632882 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-332be0a4-81d5-417a-82fc-fcc54880ac22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:53.687715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3a2f2f06-5ee0-4658-a012-1dd7228547ab up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:09:53.738634 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-332be0a4-81d5-417a-82fc-fcc54880ac22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:53.778658 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-820b553b-dc43-4364-87e1-a1e6729fbe70 req-202000c8-53ed-40ba-8a41-590897fcd5aa tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:53.830401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202000c8-53ed-40ba-8a41-590897fcd5aa tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event deleted for resources: {'Port': ['ID=47d39406-5de8-4326-94ee-2469082ec427,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:53.894632 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-332be0a4-81d5-417a-82fc-fcc54880ac22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:53.909048 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-332be0a4-81d5-417a-82fc-fcc54880ac22 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e9fc1c57-f83b-4de4-9753-91721ce68f9f HTTP/1.1" status: 204 len: 168 time: 0.6729107 Nov 29 18:09:53.916149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332be0a4-81d5-417a-82fc-fcc54880ac22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9fc1c57-f83b-4de4-9753-91721ce68f9f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:53.918520 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 381c1034-e246-47df-b76d-d2c90c622cbd no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:09:53.934286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 58412) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:53.942696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 381c1034-e246-47df-b76d-d2c90c622cbd {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:09:53.943750 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 381c1034-e246-47df-b76d-d2c90c622cbd not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:09:53.943750 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e62985dd-0192-4738-b3e3-7774622b1dcb no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:09:53.982164 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: e62985dd-0192-4738-b3e3-7774622b1dcb {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:09:53.982518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e62985dd-0192-4738-b3e3-7774622b1dcb not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:09:53.984835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 3a2f2f06-5ee0-4658-a012-1dd7228547ab triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:09:53.985211 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:54.011770 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8152ea22-4165-4c33-86e2-2cc9e661d4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:54.162604 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7769049b-5949-4dce-b846-6fad0287b6fb req-98b18ec1-9912-452a-ba44-05475e9f97d0 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/ports?device_id=a20f80ff-e398-4e4d-a5e9-95375923690d HTTP/1.1" status: 200 len: 210 time: 0.2829354 Nov 29 18:09:54.264244 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-820b553b-dc43-4364-87e1-a1e6729fbe70 req-202000c8-53ed-40ba-8a41-590897fcd5aa tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Router 26976628-e36b-4dc6-845c-6ed9d5c16fbd has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:09:54.269322 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:54.361971 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38090436-efad-4902-a9ec-d263762d9f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2f2f06-5ee0-4658-a012-1dd7228547ab'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:54.375104 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834ef161-5018-499f-9b41-b285d766da6b" -d '{"events": [{"server_uuid": "38090436-efad-4902-a9ec-d263762d9f26", "name": "network-vif-plugged", "status": "completed", "tag": "3a2f2f06-5ee0-4658-a012-1dd7228547ab"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:54.438053 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3a2f2f06-5ee0-4658-a012-1dd7228547ab, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3a2f2f06-5ee0-4658-a012-1dd7228547ab,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:09:54.452629 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:54.475950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-820b553b-dc43-4364-87e1-a1e6729fbe70 req-202000c8-53ed-40ba-8a41-590897fcd5aa tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:09:54.487558 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb7b79-3cd8-4017-88e6-616d808c6a91 None None] Sync routers for ids ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:09:54.512257 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb7b79-3cd8-4017-88e6-616d808c6a91 None None] Routers {'26976628-e36b-4dc6-845c-6ed9d5c16fbd'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:09:54.512902 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-08bb7b79-3cd8-4017-88e6-616d808c6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:09:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:54.560679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-820b553b-dc43-4364-87e1-a1e6729fbe70 req-202000c8-53ed-40ba-8a41-590897fcd5aa tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] No DVR routers for this DVR port 47d39406-5de8-4326-94ee-2469082ec427 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:09:54.565548 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-820b553b-dc43-4364-87e1-a1e6729fbe70 req-202000c8-53ed-40ba-8a41-590897fcd5aa tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:54.571730 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-820b553b-dc43-4364-87e1-a1e6729fbe70 req-202000c8-53ed-40ba-8a41-590897fcd5aa tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.20 "DELETE /v2.0/ports/47d39406-5de8-4326-94ee-2469082ec427 HTTP/1.1" status: 204 len: 173 time: 1.8971224 Nov 29 18:09:54.650697 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=3a2f2f06-5ee0-4658-a012-1dd7228547ab,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:54.872641 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-08bb7b79-3cd8-4017-88e6-616d808c6a91 None None] Set router 26976628-e36b-4dc6-845c-6ed9d5c16fbd gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:09:55.502295 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'name': 'network-vif-deleted', 'tag': '47d39406-5de8-4326-94ee-2469082ec427'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:09:55.506094 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd32a8dd-5535-4ca4-8718-2834d1fa3345" -d '{"events": [{"server_uuid": "a20f80ff-e398-4e4d-a5e9-95375923690d", "name": "network-vif-deleted", "tag": "47d39406-5de8-4326-94ee-2469082ec427"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:09:55.534574 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e228e761-22c7-487d-aac2-64dc797d9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:55.545399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e77eb1-246f-4114-866a-8c461b02740a req-eb21c6c0-e370-451f-8293-1cbf7df363cc tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:55.554490 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96e77eb1-246f-4114-866a-8c461b02740a req-eb21c6c0-e370-451f-8293-1cbf7df363cc tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 1.5820410 Nov 29 18:09:55.650201 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-08bb7b79-3cd8-4017-88e6-616d808c6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5a1e46bb-74ee-4656-8c0a-96acbceee810', 'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'mac_address': 'fa:16:3e:b0:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:52Z', 'updated_at': '2021-11-29T18:00:00Z', 'revision_number': 5, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'subnets': [{'id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:55.694222 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb7b79-3cd8-4017-88e6-616d808c6a91 None None] Checking router: 26976628-e36b-4dc6-845c-6ed9d5c16fbd for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:09:55.694483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf6de2-7113-408a-9011-49ed98953b8d req-33b70046-7e50-4612-aa60-955dd31ab812 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:55.712438 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb7b79-3cd8-4017-88e6-616d808c6a91 None None] Routers {'26976628-e36b-4dc6-845c-6ed9d5c16fbd'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:09:55.713668 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-08bb7b79-3cd8-4017-88e6-616d808c6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:09:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:55.721286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7eaf6de2-7113-408a-9011-49ed98953b8d req-33b70046-7e50-4612-aa60-955dd31ab812 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.3682370 Nov 29 18:09:55.790226 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96e77eb1-246f-4114-866a-8c461b02740a req-e0c2a80c-17d2-4703-96f0-892ceb16e6ad tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346478 Nov 29 18:09:55.956518 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-08bb7b79-3cd8-4017-88e6-616d808c6a91 None None] Set router 26976628-e36b-4dc6-845c-6ed9d5c16fbd gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:09:55.966438 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7eaf6de2-7113-408a-9011-49ed98953b8d req-f986cdba-9a03-40e0-b24c-9b1cab0e9deb tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141178 Nov 29 18:09:55.982424 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f24cc9-5afa-46a8-a75c-f6361503f203 x-openstack-request-id: req-b1f24cc9-5afa-46a8-a75c-f6361503f203 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:55.983006 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38090436-efad-4902-a9ec-d263762d9f26", "name": "network-vif-plugged", "status": "completed", "tag": "3a2f2f06-5ee0-4658-a012-1dd7228547ab", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:55.983006 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1f24cc9-5afa-46a8-a75c-f6361503f203 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:55.983409 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38090436-efad-4902-a9ec-d263762d9f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2f2f06-5ee0-4658-a012-1dd7228547ab', 'code': 200} Nov 29 18:09:55.986141 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e228e761-22c7-487d-aac2-64dc797d9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:56.089453 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e228e761-22c7-487d-aac2-64dc797d9aaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938ed84f-dc5e-4190-9148-4fb8a8120992']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:56.125102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e228e761-22c7-487d-aac2-64dc797d9aaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e3cff3-1051-400d-bccc-6fbb91d8ffcd') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:56.125490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e228e761-22c7-487d-aac2-64dc797d9aaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e3cff3-1051-400d-bccc-6fbb91d8ffcd') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:56.171126 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e228e761-22c7-487d-aac2-64dc797d9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:56.193146 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e228e761-22c7-487d-aac2-64dc797d9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:56.241275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e228e761-22c7-487d-aac2-64dc797d9aaa admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:09:56.241275 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e228e761-22c7-487d-aac2-64dc797d9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:56.259313 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961ab077-39ac-4102-901b-436ae9bf9579 x-openstack-request-id: req-961ab077-39ac-4102-901b-436ae9bf9579 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:09:56.259505 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20f80ff-e398-4e4d-a5e9-95375923690d", "name": "network-vif-deleted", "tag": "47d39406-5de8-4326-94ee-2469082ec427", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:09:56.260049 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-961ab077-39ac-4102-901b-436ae9bf9579 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:09:56.260668 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20f80ff-e398-4e4d-a5e9-95375923690d', 'name': 'network-vif-deleted', 'tag': '47d39406-5de8-4326-94ee-2469082ec427', 'status': 'completed', 'code': 200} Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:09:56.368695 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:09:56.371041 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-08bb7b79-3cd8-4017-88e6-616d808c6a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5a1e46bb-74ee-4656-8c0a-96acbceee810', 'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'mac_address': 'fa:16:3e:b0:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:52Z', 'updated_at': '2021-11-29T18:00:00Z', 'revision_number': 5, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'subnets': [{'id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:09:56.407864 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-470d5931-780f-47a4-b24b-f16d1772e31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:56.422680 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb7b79-3cd8-4017-88e6-616d808c6a91 None None] The sync data for ids ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'] in n-d-819494-5 is: [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T17:59:53Z', 'revision_number': 4, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5a1e46bb-74ee-4656-8c0a-96acbceee810', 'name': '', 'network_id': '7b54b066-b601-4f01-8160-e9f1bf33b9b3', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'mac_address': 'fa:16:3e:b0:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:52Z', 'updated_at': '2021-11-29T18:00:00Z', 'revision_number': 5, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'subnets': [{'id': '0ca0fa01-1410-4496-bcd2-b27afbda8311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:09:56.430216 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e228e761-22c7-487d-aac2-64dc797d9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:56.443040 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e228e761-22c7-487d-aac2-64dc797d9aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:56.463194 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e228e761-22c7-487d-aac2-64dc797d9aaa admin admin] 10.222.0.23 "DELETE /v2.0/networks/938ed84f-dc5e-4190-9148-4fb8a8120992 HTTP/1.1" status: 204 len: 168 time: 2.5275550 Nov 29 18:09:56.497545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58474) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:56.507501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228e761-22c7-487d-aac2-64dc797d9aaa admin admin] Pushing event deleted for resources: {'Network': ['ID=938ed84f-dc5e-4190-9148-4fb8a8120992,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:56.629067 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9bab715-be31-4af9-88bf-839a99da7e8c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:56.689778 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9bab715-be31-4af9-88bf-839a99da7e8c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:56.825385 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9bab715-be31-4af9-88bf-839a99da7e8c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:56.842052 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9bab715-be31-4af9-88bf-839a99da7e8c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:56.844455 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c9bab715-be31-4af9-88bf-839a99da7e8c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "DELETE /v2.0/security-groups/edd454ab-402d-4630-8400-a040c03e2255 HTTP/1.1" status: 204 len: 168 time: 0.3455536 Nov 29 18:09:56.847393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 58482) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:56.861576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 58484) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:56.864278 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bab715-be31-4af9-88bf-839a99da7e8c tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd454ab-402d-4630-8400-a040c03e2255,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:57.006362 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6541b331-c221-4845-a164-39acb75e41c9 None None] New status for floating IP cd763151-4e8b-4eab-a7ff-f92ef61c909e: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:09:57.029054 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-cd9f745a-d52d-4f94-abdb-e83751ce17af tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] show failed (client error): The resource could not be found. Nov 29 18:09:57.033354 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58498) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:57.033524 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cd9f745a-d52d-4f94-abdb-e83751ce17af tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "GET /v2.0/security-groups/edd454ab-402d-4630-8400-a040c03e2255 HTTP/1.1" status: 404 len: 347 time: 0.1837072 Nov 29 18:09:57.040662 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58500) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:57.041023 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-82877ec0-4866-48ba-b9fc-86284bb80810 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=798bba67ce9747e6a540dc8b930c81cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1740799 Nov 29 18:09:57.186925 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dff6e-b101-448c-ac12-8545c306857e req-20e5b340-a665-47cf-939c-26bf236e6e12 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:57.188830 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd9dff6e-b101-448c-ac12-8545c306857e req-20e5b340-a665-47cf-939c-26bf236e6e12 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.1541409 Nov 29 18:09:57.262503 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:57.306884 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a00ac5-a8da-4a1f-a44c-b3e9056dac78 req-210ed8ed-c413-4b50-ae05-1e005252301a tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:57.340103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12a00ac5-a8da-4a1f-a44c-b3e9056dac78 req-210ed8ed-c413-4b50-ae05-1e005252301a tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.2293549 Nov 29 18:09:57.340557 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d001d0d5-ae4d-49cc-990f-04aaa16bdeac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:57.359249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd9dff6e-b101-448c-ac12-8545c306857e req-5d45e894-1b9b-4296-a3c7-f8c87591b73d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512792 Nov 29 18:09:57.409626 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d001d0d5-ae4d-49cc-990f-04aaa16bdeac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:57.443458 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12a00ac5-a8da-4a1f-a44c-b3e9056dac78 req-51ed5fd5-b837-4ada-a4dc-cd31462202c8 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010029 Nov 29 18:09:57.485810 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d001d0d5-ae4d-49cc-990f-04aaa16bdeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:57.489393 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d001d0d5-ae4d-49cc-990f-04aaa16bdeac admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:57.490951 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d001d0d5-ae4d-49cc-990f-04aaa16bdeac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17d3fb0a-ecfd-47d7-a70c-9817c21c47f7 HTTP/1.1" status: 204 len: 168 time: 0.4406185 Nov 29 18:09:57.525398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001d0d5-ae4d-49cc-990f-04aaa16bdeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d3fb0a-ecfd-47d7-a70c-9817c21c47f7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:57.527870 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:57.547125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d50117b8-5629-43d3-835f-4e8a297dd239 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Deleting port 1e116eeb-1c39-4c4b-900b-0c2ac9cd95e7 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:09:57.547772 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d50117b8-5629-43d3-835f-4e8a297dd239 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:57.696907 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d50117b8-5629-43d3-835f-4e8a297dd239 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:57.697587 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d50117b8-5629-43d3-835f-4e8a297dd239 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:57.726137 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d50117b8-5629-43d3-835f-4e8a297dd239 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Calling delete_port for 1e116eeb-1c39-4c4b-900b-0c2ac9cd95e7 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:09:57.955702 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d50117b8-5629-43d3-835f-4e8a297dd239 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:58.045651 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50117b8-5629-43d3-835f-4e8a297dd239 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Pushing event deleted for resources: {'Port': ['ID=1e116eeb-1c39-4c4b-900b-0c2ac9cd95e7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:58.255822 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d50117b8-5629-43d3-835f-4e8a297dd239 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:58.274624 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d50117b8-5629-43d3-835f-4e8a297dd239 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:58.274624 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d50117b8-5629-43d3-835f-4e8a297dd239 tempest-AttachVolumeShelveTestJSON-149860786 tempest-AttachVolumeShelveTestJSON-149860786-project] 10.222.0.23 "DELETE /v2.0/floatingips/cd763151-4e8b-4eab-a7ff-f92ef61c909e HTTP/1.1" status: 204 len: 168 time: 1.2369485 Nov 29 18:09:58.305677 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865899-f5d6-40ff-bb09-f8a16ad11c4c req-115cac63-4fef-4def-91b0-e2370703e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:58.312887 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4f865899-f5d6-40ff-bb09-f8a16ad11c4c req-115cac63-4fef-4def-91b0-e2370703e2ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 1096 time: 0.1248846 Nov 29 18:09:58.450594 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4f865899-f5d6-40ff-bb09-f8a16ad11c4c req-cf356c5f-a1b6-4414-a387-2a8c248897b7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223769 Nov 29 18:09:58.749134 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648005a-d5e9-477e-ab53-d4f0175491e8 req-ea442816-e394-4d7f-acff-d1757ff92d0c tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:58.761103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a648005a-d5e9-477e-ab53-d4f0175491e8 req-ea442816-e394-4d7f-acff-d1757ff92d0c tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.2390182 Nov 29 18:09:58.806345 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58d11a-e683-4f96-9ff1-c97cde528a45 req-7793d1fd-5bad-495b-9525-2abd86bc518e tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:58.815587 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f58d11a-e683-4f96-9ff1-c97cde528a45 req-7793d1fd-5bad-495b-9525-2abd86bc518e tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.2120619 Nov 29 18:09:58.949045 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58578) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:58.952947 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f58d11a-e683-4f96-9ff1-c97cde528a45 req-68e8f3a0-e1a6-418d-aad1-86293aada9ec tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316895 Nov 29 18:09:59.041448 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:59.084131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a648005a-d5e9-477e-ab53-d4f0175491e8 req-f8c18245-5f8c-4646-8cea-21686bf762df tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146005 Nov 29 18:09:59.269494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-555032e6-1080-41f4-a64d-ce07fc24a09f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1861416311-network', 'tenant_id': '91d33044a0f44b0e8d4ba5d39f20ef5f'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:09:59.342386 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555032e6-1080-41f4-a64d-ce07fc24a09f admin admin] Made reservation on behalf of 91d33044a0f44b0e8d4ba5d39f20ef5f for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:09:59.348679 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-555032e6-1080-41f4-a64d-ce07fc24a09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:59.370340 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-555032e6-1080-41f4-a64d-ce07fc24a09f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:59.527352 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:59.538253 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-555032e6-1080-41f4-a64d-ce07fc24a09f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:59.560541 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-555032e6-1080-41f4-a64d-ce07fc24a09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:59.592074 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555032e6-1080-41f4-a64d-ce07fc24a09f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:09:59.617918 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-555032e6-1080-41f4-a64d-ce07fc24a09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:59.618567 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-555032e6-1080-41f4-a64d-ce07fc24a09f admin admin] Added segment 7a31ba22-edbf-4aea-a6f9-7e0f99940cb2 of type vlan for network e584b5c7-e88a-4f11-8233-4c8181f27944 Nov 29 18:09:59.712489 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-555032e6-1080-41f4-a64d-ce07fc24a09f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:59.752736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555032e6-1080-41f4-a64d-ce07fc24a09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a86ae43-dd77-4b56-bb95-92d481cfcdfc,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:59.784160 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-555032e6-1080-41f4-a64d-ce07fc24a09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:59.785231 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555032e6-1080-41f4-a64d-ce07fc24a09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:09:59.786682 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-555032e6-1080-41f4-a64d-ce07fc24a09f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:09:59.853258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555032e6-1080-41f4-a64d-ce07fc24a09f admin admin] Pushing event updated for resources: {'Network': ['ID=e584b5c7-e88a-4f11-8233-4c8181f27944,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:09:59.865870 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network e584b5c7-e88a-4f11-8233-4c8181f27944 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:09:59.903785 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-555032e6-1080-41f4-a64d-ce07fc24a09f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9525783 Nov 29 18:09:59.906598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 58610) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:09:59.913024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-11a16895-d7a3-431b-9345-9c231a6a65ff admin admin] Request body: {'subnet': {'network_id': 'e584b5c7-e88a-4f11-8233-4c8181f27944', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1861416311-subnet', 'tenant_id': '91d33044a0f44b0e8d4ba5d39f20ef5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:09:59.949601 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a16895-d7a3-431b-9345-9c231a6a65ff admin admin] Made reservation on behalf of 91d33044a0f44b0e8d4ba5d39f20ef5f for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:09:59.960424 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a16895-d7a3-431b-9345-9c231a6a65ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:00.105210 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:00.301485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d28de0-30c2-433c-a429-bb5db0e30e5c req-239a2b0d-23b5-487a-83ba-425197432a86 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:00.311472 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55d28de0-30c2-433c-a429-bb5db0e30e5c req-239a2b0d-23b5-487a-83ba-425197432a86 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.2145910 Nov 29 18:10:00.504593 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55d28de0-30c2-433c-a429-bb5db0e30e5c req-eebca1d4-f2f2-4cbe-9b41-1b79d170bebe tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921790 Nov 29 18:10:00.536438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30eb8da-9d0b-460a-a969-7497c85231c8 req-9ec96614-2860-444c-81ed-066b24d24c93 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:00.537487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f30eb8da-9d0b-460a-a969-7497c85231c8 req-9ec96614-2860-444c-81ed-066b24d24c93 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.3041842 Nov 29 18:10:00.631087 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f30eb8da-9d0b-460a-a969-7497c85231c8 req-3d3d5204-a911-4a6e-ab44-97b565a41e8c tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819199 Nov 29 18:10:00.651244 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a16895-d7a3-431b-9345-9c231a6a65ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:00.819735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a16895-d7a3-431b-9345-9c231a6a65ff admin admin] Checking segment: {'id': '7a31ba22-edbf-4aea-a6f9-7e0f99940cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e584b5c7-e88a-4f11-8233-4c8181f27944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:10:00.820118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a16895-d7a3-431b-9345-9c231a6a65ff admin admin] Network hostable DHCP agents. Network: e584b5c7-e88a-4f11-8233-4c8181f27944, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:10:00.826807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a16895-d7a3-431b-9345-9c231a6a65ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c176df-8ed7-442a-9b4d-c462367fb293,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:00.920686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a16895-d7a3-431b-9345-9c231a6a65ff admin admin] Network e584b5c7-e88a-4f11-8233-4c8181f27944 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:10:00.966331 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-11a16895-d7a3-431b-9345-9c231a6a65ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, e584b5c7-e88a-4f11-8233-4c8181f27944) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:10:00.978544 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c713941a-cd1c-4236-9052-48f1dfba950f None None] Network e584b5c7-e88a-4f11-8233-4c8181f27944 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:10:00.997798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a16895-d7a3-431b-9345-9c231a6a65ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:01.005582 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a16895-d7a3-431b-9345-9c231a6a65ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:01.073342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-11a16895-d7a3-431b-9345-9c231a6a65ff admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1568921 Nov 29 18:10:01.097576 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccbb8e-70b4-4ec4-b57c-7f7663fddaf3 req-8fc69126-8eb3-4754-a6d6-0c4515306527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:01.101954 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4eccbb8e-70b4-4ec4-b57c-7f7663fddaf3 req-8fc69126-8eb3-4754-a6d6-0c4515306527 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 1097 time: 0.1702394 Nov 29 18:10:01.297178 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4eccbb8e-70b4-4ec4-b57c-7f7663fddaf3 req-7e90f09c-b0c5-4657-a3f4-70459e989ce5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793838 Nov 29 18:10:01.376771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b387f7a-295c-44db-9601-38be21877906 None None] Network e584b5c7-e88a-4f11-8233-4c8181f27944 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:10:01.545554 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7aa16d-3f69-4b32-a1af-309df98526a7 req-73d36f2b-9c32-4d26-bff8-684c26b206bb tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:01.547569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad7aa16d-3f69-4b32-a1af-309df98526a7 req-73d36f2b-9c32-4d26-bff8-684c26b206bb tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.1655893 Nov 29 18:10:01.684419 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad7aa16d-3f69-4b32-a1af-309df98526a7 req-3261b513-e1ad-4c35-a5c1-a3dad366b53a tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304808 Nov 29 18:10:01.726316 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a0511-7ca5-415d-87b1-6459d6d947ef req-c6b3fbab-9e9b-45df-b796-2f724294aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:01.728298 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-038a0511-7ca5-415d-87b1-6459d6d947ef req-c6b3fbab-9e9b-45df-b796-2f724294aa80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c83627c91e74087bbaa05f8261c093f&device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 1096 time: 0.1290815 Nov 29 18:10:01.907962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c7de5-bdbe-4aa8-bef8-33c33cc9102a req-432dc96f-6a89-461f-a550-28c90a6c2459 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:01.915832 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-149c7de5-bdbe-4aa8-bef8-33c33cc9102a req-432dc96f-6a89-461f-a550-28c90a6c2459 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.1084332 Nov 29 18:10:02.021864 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-149c7de5-bdbe-4aa8-bef8-33c33cc9102a req-74f908a3-1f5c-4522-8053-b4787b243e7d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049795 Nov 29 18:10:02.055269 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a0511-7ca5-415d-87b1-6459d6d947ef req-91667e82-b3a5-4781-bffc-3becc5f2955b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:02.059326 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-038a0511-7ca5-415d-87b1-6459d6d947ef req-91667e82-b3a5-4781-bffc-3becc5f2955b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f6e9013-9fe1-470a-9eff-430851e7bcb9 HTTP/1.1" status: 200 len: 919 time: 0.3192611 Nov 29 18:10:02.272601 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-038a0511-7ca5-415d-87b1-6459d6d947ef req-60dd03e3-6544-43c5-b491-e1a999b2221a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55af43a5-8d56-4f81-9942-51b6b937f123 HTTP/1.1" status: 200 len: 217 time: 0.2042942 Nov 29 18:10:02.455587 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a0511-7ca5-415d-87b1-6459d6d947ef req-95efe351-8de3-42a8-93a3-982c191a2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:02.459231 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-038a0511-7ca5-415d-87b1-6459d6d947ef req-95efe351-8de3-42a8-93a3-982c191a2a98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=87a10408-79d6-4b35-95a6-0b2f64416722 HTTP/1.1" status: 200 len: 858 time: 0.1789622 Nov 29 18:10:02.505812 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-038a0511-7ca5-415d-87b1-6459d6d947ef req-d5ffb0b2-f6cc-47a7-9ef2-405cb6b183e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f6e9013-9fe1-470a-9eff-430851e7bcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370193 Nov 29 18:10:02.709801 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-038a0511-7ca5-415d-87b1-6459d6d947ef req-a313d5e0-6d70-4619-8860-41ad4c7230a8 service neutron] 10.222.0.20 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952379 Nov 29 18:10:02.937777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8a9c3-0e10-4d50-b886-a9f653c52de0 req-567ffa22-3743-41da-9937-839ecad39144 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:02.951427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-acc8a9c3-0e10-4d50-b886-a9f653c52de0 req-567ffa22-3743-41da-9937-839ecad39144 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.1209075 Nov 29 18:10:02.952112 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-038a0511-7ca5-415d-87b1-6459d6d947ef req-be5c6392-7bd6-40c4-b0bf-8a5b09dacd1a service neutron] 10.222.0.20 "GET /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311778 Nov 29 18:10:03.112559 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-acc8a9c3-0e10-4d50-b886-a9f653c52de0 req-c48f7759-4f44-4ebb-b052-625e9e50a82f tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599998 Nov 29 18:10:03.287543 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a86df6-a82e-4929-b7ec-4a67829fa67e req-afef5dce-efba-4628-bbc0-8520f42b187a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:03.309797 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93a86df6-a82e-4929-b7ec-4a67829fa67e req-afef5dce-efba-4628-bbc0-8520f42b187a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.1161170 Nov 29 18:10:03.509414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93a86df6-a82e-4929-b7ec-4a67829fa67e req-e4e022d9-6764-46c6-b8ee-d94800ad63ca tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945465 Nov 29 18:10:03.570066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1e27dd4a-a534-4d91-b211-54864c4889bf req-8b8906d0-b123-4709-83ea-2a88c1ecc0ca tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-584256374', 'description': 'tempest-description-1900383793'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:10:03.636505 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e27dd4a-a534-4d91-b211-54864c4889bf req-8b8906d0-b123-4709-83ea-2a88c1ecc0ca tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:03.821332 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e27dd4a-a534-4d91-b211-54864c4889bf req-8b8906d0-b123-4709-83ea-2a88c1ecc0ca tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:03.839216 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e27dd4a-a534-4d91-b211-54864c4889bf req-8b8906d0-b123-4709-83ea-2a88c1ecc0ca tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:03.980497 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e27dd4a-a534-4d91-b211-54864c4889bf req-8b8906d0-b123-4709-83ea-2a88c1ecc0ca tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:03.995319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e27dd4a-a534-4d91-b211-54864c4889bf req-8b8906d0-b123-4709-83ea-2a88c1ecc0ca tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.4462650 Nov 29 18:10:04.012655 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8906d0-b123-4709-83ea-2a88c1ecc0ca tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4865a894-e5c1-4a5f-85ec-9f14dc6c57cd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:04.253752 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1c8208b-fa4f-4b5e-8471-d458a861b498 req-2c5a9bb2-c0f9-4d58-88db-b913f031a65d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-584256374&fields=id&tenant_id=aaef91b3236b474d84cff4c6e037a5bb HTTP/1.1" status: 200 len: 267 time: 0.1959083 Nov 29 18:10:04.392851 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8208b-fa4f-4b5e-8471-d458a861b498 req-091ec02f-a053-45ef-b842-8db1296eef80 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:04.402446 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1c8208b-fa4f-4b5e-8471-d458a861b498 req-091ec02f-a053-45ef-b842-8db1296eef80 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.1460178 Nov 29 18:10:04.409494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-b1c8208b-fa4f-4b5e-8471-d458a861b498 req-01d148b6-0d21-47d0-847a-6b33e1d92eb0 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Request body: {'port': {'security_groups': ['b7b1d194-efed-43ed-88d6-067a6969c181', '4865a894-e5c1-4a5f-85ec-9f14dc6c57cd']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:10:04.469187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-30dd33d8-a265-406e-9a29-f8d02a25d9d9 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:04.471114 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-30dd33d8-a265-406e-9a29-f8d02a25d9d9 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/networks?id=e584b5c7-e88a-4f11-8233-4c8181f27944 HTTP/1.1" status: 200 len: 810 time: 0.2438252 Nov 29 18:10:04.527995 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-3bb8b9bd-e6d0-47ff-995b-53cec9fa13a8 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/quotas/91d33044a0f44b0e8d4ba5d39f20ef5f HTTP/1.1" status: 200 len: 375 time: 0.0506699 Nov 29 18:10:04.629200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-e729a54a-7e50-46e8-b129-dd66af06bba9 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=91d33044a0f44b0e8d4ba5d39f20ef5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877359 Nov 29 18:10:04.719123 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1c8208b-fa4f-4b5e-8471-d458a861b498 req-01d148b6-0d21-47d0-847a-6b33e1d92eb0 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:04.812784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-4770771a-223a-4981-968a-8ee0f7f42a97 service neutron] 10.222.0.23 "GET /v2.0/networks/e584b5c7-e88a-4f11-8233-4c8181f27944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805098 Nov 29 18:10:05.021043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-4ceae7ee-8db7-4dd3-a630-cab83940a64d service neutron] 10.222.0.23 "GET /v2.0/networks/e584b5c7-e88a-4f11-8233-4c8181f27944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072582 Nov 29 18:10:05.121794 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-b1c8208b-fa4f-4b5e-8471-d458a861b498 req-01d148b6-0d21-47d0-847a-6b33e1d92eb0 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] For port 54fe3d33-39c9-44b8-b0b5-e233a5e8d093, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=54fe3d33-39c9-44b8-b0b5-e233a5e8d093,segment=NetworkSegment(fb9e397d-b264-458d-964d-3d73bebc1e2c),segment_id=fb9e397d-b264-458d-964d-3d73bebc1e2c)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:05.183153 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1c8208b-fa4f-4b5e-8471-d458a861b498 req-01d148b6-0d21-47d0-847a-6b33e1d92eb0 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:05.195827 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1c8208b-fa4f-4b5e-8471-d458a861b498 req-01d148b6-0d21-47d0-847a-6b33e1d92eb0 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:05.210954 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['54fe3d33-39c9-44b8-b0b5-e233a5e8d093'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:10:05.335990 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d148b6-0d21-47d0-847a-6b33e1d92eb0 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Pushing event updated for resources: {'Port': ['ID=54fe3d33-39c9-44b8-b0b5-e233a5e8d093,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:05.378965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8208b-fa4f-4b5e-8471-d458a861b498 req-01d148b6-0d21-47d0-847a-6b33e1d92eb0 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:05.380205 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1c8208b-fa4f-4b5e-8471-d458a861b498 req-01d148b6-0d21-47d0-847a-6b33e1d92eb0 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:05.401286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1c8208b-fa4f-4b5e-8471-d458a861b498 req-01d148b6-0d21-47d0-847a-6b33e1d92eb0 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "PUT /v2.0/ports/54fe3d33-39c9-44b8-b0b5-e233a5e8d093 HTTP/1.1" status: 200 len: 982 time: 0.9974620 Nov 29 18:10:05.403549 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'tag': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:10:05.413627 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba6ed19-5e9a-4c36-9c13-b785873fd7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9c731350-6b2f-408f-9a23-6f1455c8ec6f", "tag": "54fe3d33-39c9-44b8-b0b5-e233a5e8d093"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:10:05.500606 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['54fe3d33-39c9-44b8-b0b5-e233a5e8d093'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:10:05.633000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb8e4a-12f0-4094-a92c-7518c06ba58d req-e9ec6c00-60e6-4a3b-be8b-d1976c1a7405 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:05.646183 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e2cb8e4a-12f0-4094-a92c-7518c06ba58d req-e9ec6c00-60e6-4a3b-be8b-d1976c1a7405 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.1116390 Nov 29 18:10:05.782514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e2cb8e4a-12f0-4094-a92c-7518c06ba58d req-54e1e7f7-a91a-4a60-a883-ab359db3b80e tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353421 Nov 29 18:10:05.953220 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70872688-899c-4071-b1bb-69722c5f3666 req-9c10910f-facd-4aaf-9b31-c7c877fb6bdf tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b5d2c03-3d70-4f3a-a84a-2e28a6915008 HTTP/1.1" status: 200 len: 210 time: 0.0361757 Nov 29 18:10:06.075458 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc95588-55d9-4b7d-b07d-91c7530e0711 x-openstack-request-id: req-5fc95588-55d9-4b7d-b07d-91c7530e0711 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:10:06.075811 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c731350-6b2f-408f-9a23-6f1455c8ec6f", "tag": "54fe3d33-39c9-44b8-b0b5-e233a5e8d093", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:10:06.076033 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5fc95588-55d9-4b7d-b07d-91c7530e0711 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:10:06.076484 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'tag': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093', 'status': 'completed', 'code': 200} Nov 29 18:10:06.109008 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69db88bc-031c-4c63-b8fb-0324edf240b5 req-bec2bb3f-de4e-4bb5-bc1d-a02ae4da785e tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-584256374&fields=id&tenant_id=aaef91b3236b474d84cff4c6e037a5bb HTTP/1.1" status: 200 len: 267 time: 0.1993117 Nov 29 18:10:06.211480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6ed19-5e9a-4c36-9c13-b785873fd7c5 req-94201dde-4d40-4373-a928-419da451ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:06.212916 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2ba6ed19-5e9a-4c36-9c13-b785873fd7c5 req-94201dde-4d40-4373-a928-419da451ce2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aaef91b3236b474d84cff4c6e037a5bb&device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 1136 time: 0.1229722 Nov 29 18:10:06.386915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db88bc-031c-4c63-b8fb-0324edf240b5 req-c0920ec6-29f4-4325-b482-140eb52263f6 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:06.397325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69db88bc-031c-4c63-b8fb-0324edf240b5 req-c0920ec6-29f4-4325-b482-140eb52263f6 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 985 time: 0.2787724 Nov 29 18:10:06.433007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-69db88bc-031c-4c63-b8fb-0324edf240b5 req-920cd600-fb44-42d0-af8e-f025b2b47ef8 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Request body: {'port': {'security_groups': ['b7b1d194-efed-43ed-88d6-067a6969c181']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:10:06.458510 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6ed19-5e9a-4c36-9c13-b785873fd7c5 req-a95653e6-def5-4496-9a7e-78b494f309df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:06.460057 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2ba6ed19-5e9a-4c36-9c13-b785873fd7c5 req-a95653e6-def5-4496-9a7e-78b494f309df service neutron] 10.222.0.20 "GET /v2.0/networks?id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235 HTTP/1.1" status: 200 len: 920 time: 0.2292399 Nov 29 18:10:06.586492 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2ba6ed19-5e9a-4c36-9c13-b785873fd7c5 req-80950db9-a4ae-4125-a54a-8cba46a32900 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54fe3d33-39c9-44b8-b0b5-e233a5e8d093 HTTP/1.1" status: 200 len: 217 time: 0.1182930 Nov 29 18:10:06.620679 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-69db88bc-031c-4c63-b8fb-0324edf240b5 req-920cd600-fb44-42d0-af8e-f025b2b47ef8 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:06.759712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6ed19-5e9a-4c36-9c13-b785873fd7c5 req-f44e7939-17c4-43fb-b380-58e91353c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:06.759712 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2ba6ed19-5e9a-4c36-9c13-b785873fd7c5 req-f44e7939-17c4-43fb-b380-58e91353c22d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f7680db-e0db-4d9d-93e4-42f90be1cf3b HTTP/1.1" status: 200 len: 859 time: 0.1520975 Nov 29 18:10:06.816335 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2ba6ed19-5e9a-4c36-9c13-b785873fd7c5 req-7cfa217f-23bb-4087-9c76-f65bdf7a528f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516317 Nov 29 18:10:07.112230 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2ba6ed19-5e9a-4c36-9c13-b785873fd7c5 req-688167e9-9709-4e10-bf77-9129b298989f service neutron] 10.222.0.20 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832391 Nov 29 18:10:07.242970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5681fc1-289a-4444-b3f6-23d65982d167 req-801b225b-bdba-4c8e-8aca-aca6d6a9c167 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b5d2c03-3d70-4f3a-a84a-2e28a6915008 HTTP/1.1" status: 200 len: 210 time: 0.0628865 Nov 29 18:10:07.281333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-69db88bc-031c-4c63-b8fb-0324edf240b5 req-920cd600-fb44-42d0-af8e-f025b2b47ef8 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] For port 54fe3d33-39c9-44b8-b0b5-e233a5e8d093, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=54fe3d33-39c9-44b8-b0b5-e233a5e8d093,segment=NetworkSegment(fb9e397d-b264-458d-964d-3d73bebc1e2c),segment_id=fb9e397d-b264-458d-964d-3d73bebc1e2c)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:07.353608 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-69db88bc-031c-4c63-b8fb-0324edf240b5 req-920cd600-fb44-42d0-af8e-f025b2b47ef8 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:07.366418 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2ba6ed19-5e9a-4c36-9c13-b785873fd7c5 req-c8d0b7f6-e8f0-43ba-a1aa-d40f35350032 service neutron] 10.222.0.20 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211266 Nov 29 18:10:07.372258 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-69db88bc-031c-4c63-b8fb-0324edf240b5 req-920cd600-fb44-42d0-af8e-f025b2b47ef8 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:07.387742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['54fe3d33-39c9-44b8-b0b5-e233a5e8d093'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:10:07.509653 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db88bc-031c-4c63-b8fb-0324edf240b5 req-920cd600-fb44-42d0-af8e-f025b2b47ef8 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:07.510321 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-69db88bc-031c-4c63-b8fb-0324edf240b5 req-920cd600-fb44-42d0-af8e-f025b2b47ef8 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:07.512677 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69db88bc-031c-4c63-b8fb-0324edf240b5 req-920cd600-fb44-42d0-af8e-f025b2b47ef8 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "PUT /v2.0/ports/54fe3d33-39c9-44b8-b0b5-e233a5e8d093 HTTP/1.1" status: 200 len: 943 time: 1.1144776 Nov 29 18:10:07.601217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['54fe3d33-39c9-44b8-b0b5-e233a5e8d093'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:10:07.716689 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920cd600-fb44-42d0-af8e-f025b2b47ef8 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Pushing event updated for resources: {'Port': ['ID=54fe3d33-39c9-44b8-b0b5-e233a5e8d093,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:07.870695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-028df0d4-82ac-4bed-bfc1-1444eddfa90b tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:07.872635 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-028df0d4-82ac-4bed-bfc1-1444eddfa90b tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.20 "GET /v2.0/networks?id=e584b5c7-e88a-4f11-8233-4c8181f27944 HTTP/1.1" status: 200 len: 810 time: 0.2866802 Nov 29 18:10:07.894779 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-3ec176b0-bd5a-4b29-8cd9-8612c71dca16 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Request body: {'port': {'device_id': '1b5d2c03-3d70-4f3a-a84a-2e28a6915008', 'network_id': 'e584b5c7-e88a-4f11-8233-4c8181f27944', 'admin_state_up': True, 'tenant_id': '91d33044a0f44b0e8d4ba5d39f20ef5f'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:10:07.969283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-27d97eba-e1a8-4278-a040-275974c9f753 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4276950 Nov 29 18:10:07.994672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:10:08.068431 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:08.099629 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'tag': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:10:08.102202 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfb6839-bc79-473c-9e49-cfcc1cf2a0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c731350-6b2f-408f-9a23-6f1455c8ec6f", "tag": "54fe3d33-39c9-44b8-b0b5-e233a5e8d093"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:10:08.200587 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-3ec176b0-bd5a-4b29-8cd9-8612c71dca16 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Made reservation on behalf of 91d33044a0f44b0e8d4ba5d39f20ef5f for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:10:08.204711 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-3ec176b0-bd5a-4b29-8cd9-8612c71dca16 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:08.251978 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:08.340649 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9593934-2101-4a02-b9fa-bcacfe180be7 x-openstack-request-id: req-c9593934-2101-4a02-b9fa-bcacfe180be7 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:10:08.340960 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c731350-6b2f-408f-9a23-6f1455c8ec6f", "tag": "54fe3d33-39c9-44b8-b0b5-e233a5e8d093", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:10:08.341227 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9593934-2101-4a02-b9fa-bcacfe180be7 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:10:08.341637 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'tag': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093', 'status': 'completed', 'code': 200} Nov 29 18:10:08.475385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb205372-18c8-47fc-934d-6956435bf9a1 req-72fbe0e9-e710-449b-8fe9-d87f934f1fce tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b5d2c03-3d70-4f3a-a84a-2e28a6915008 HTTP/1.1" status: 200 len: 210 time: 0.0394413 Nov 29 18:10:08.483166 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Allocated IP 172.25.3.128 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/e0fd31bb-858e-4017-a749-b85b6a859d53) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:10:08.538329 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb6839-bc79-473c-9e49-cfcc1cf2a0b6 req-32fd0270-5ff4-4482-a4d0-9bbc46ed403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:08.544380 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7bfb6839-bc79-473c-9e49-cfcc1cf2a0b6 req-32fd0270-5ff4-4482-a4d0-9bbc46ed403a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aaef91b3236b474d84cff4c6e037a5bb&device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 1097 time: 0.1636171 Nov 29 18:10:08.569868 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-3ec176b0-bd5a-4b29-8cd9-8612c71dca16 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Allocated IP 172.20.0.3 (e584b5c7-e88a-4f11-8233-4c8181f27944/f7c176df-8ed7-442a-9b4d-c462367fb293/60668c53-152e-4167-a173-eb1be9977abc) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:10:08.673761 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:08.746036 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:08.747977 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb6839-bc79-473c-9e49-cfcc1cf2a0b6 req-df4613ae-8e93-4f46-ba42-b1f2830c67c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:08.751112 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7bfb6839-bc79-473c-9e49-cfcc1cf2a0b6 req-df4613ae-8e93-4f46-ba42-b1f2830c67c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235 HTTP/1.1" status: 200 len: 920 time: 0.1921716 Nov 29 18:10:08.854416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:10:08.861738 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:10:08.866018 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:10:08.872779 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7bfb6839-bc79-473c-9e49-cfcc1cf2a0b6 req-79fdaca9-6ac7-4a89-9037-5a5ff613e828 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54fe3d33-39c9-44b8-b0b5-e233a5e8d093 HTTP/1.1" status: 200 len: 217 time: 0.1142967 Nov 29 18:10:08.920149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Pushing event updated for resources: {'Port': ['ID=e0fd31bb-858e-4017-a749-b85b6a859d53,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:09.122391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb6839-bc79-473c-9e49-cfcc1cf2a0b6 req-57d9126e-7a07-46c4-80fc-920f3ea2ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:09.124301 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7bfb6839-bc79-473c-9e49-cfcc1cf2a0b6 req-57d9126e-7a07-46c4-80fc-920f3ea2ab90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f7680db-e0db-4d9d-93e4-42f90be1cf3b HTTP/1.1" status: 200 len: 859 time: 0.2012036 Nov 29 18:10:09.182463 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:09.198545 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7bfb6839-bc79-473c-9e49-cfcc1cf2a0b6 req-9721ca79-3866-46bd-8195-adb2f661c65d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663269 Nov 29 18:10:09.307950 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:09.385065 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-3ec176b0-bd5a-4b29-8cd9-8612c71dca16 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:09.551277 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7bfb6839-bc79-473c-9e49-cfcc1cf2a0b6 req-97560d3b-0abf-43ac-8e24-7660deb89407 service neutron] 10.222.0.20 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408868 Nov 29 18:10:09.574102 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-3ec176b0-bd5a-4b29-8cd9-8612c71dca16 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:09.647668 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:09.770578 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:09.820590 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-3ec176b0-bd5a-4b29-8cd9-8612c71dca16 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Network e584b5c7-e88a-4f11-8233-4c8181f27944 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:10:09.834117 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-3ec176b0-bd5a-4b29-8cd9-8612c71dca16 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:10:09.857855 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-3ec176b0-bd5a-4b29-8cd9-8612c71dca16 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:10:09.866961 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec176b0-bd5a-4b29-8cd9-8612c71dca16 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Pushing event updated for resources: {'Port': ['ID=60668c53-152e-4167-a173-eb1be9977abc,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:09.952297 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:10.024379 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Pushing event updated for resources: {'Port': ['ID=e0fd31bb-858e-4017-a749-b85b6a859d53,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:10.029662 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7bfb6839-bc79-473c-9e49-cfcc1cf2a0b6 req-46dffb8e-f51c-459a-8e36-51e3319da91d service neutron] 10.222.0.20 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339273 Nov 29 18:10:10.053177 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:10.063738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-658dbd90-4f25-466b-a3f6-e26ad712092a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0932722 Nov 29 18:10:10.094693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d3c37-e0dc-4c07-87c2-f6aec18f352a req-e2270fa6-02fc-4cc1-bf40-a3a4e39a0440 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:10.096340 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b4d3c37-e0dc-4c07-87c2-f6aec18f352a req-e2270fa6-02fc-4cc1-bf40-a3a4e39a0440 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b5d2c03-3d70-4f3a-a84a-2e28a6915008 HTTP/1.1" status: 200 len: 931 time: 0.4398608 Nov 29 18:10:10.129614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-3ec176b0-bd5a-4b29-8cd9-8612c71dca16 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:10.130280 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-3ec176b0-bd5a-4b29-8cd9-8612c71dca16 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:10.164937 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-3ec176b0-bd5a-4b29-8cd9-8612c71dca16 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2746077 Nov 29 18:10:10.178414 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Request body: {'port': {'device_id': '1b5d2c03-3d70-4f3a-a84a-2e28a6915008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:10:10.295933 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:10.316172 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-284d1568-78a1-4dae-a2c7-2a2d0ca7420a tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 696 time: 0.2514544 Nov 29 18:10:10.455391 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b4d3c37-e0dc-4c07-87c2-f6aec18f352a req-1f92fc9b-e626-444d-9d10-c52059e9fb71 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a86ae43-dd77-4b56-bb95-92d481cfcdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113074 Nov 29 18:10:10.563272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-ebc93537-5027-433f-addb-b58c9d8e5ff8 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:10.573411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-ebc93537-5027-433f-addb-b58c9d8e5ff8 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.2562411 Nov 29 18:10:10.581774 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-49f3a5a9-7234-4dde-a74d-a26a0ca95cd1 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:10:10.605317 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1da54b1b-b4ae-48c9-a1b7-cd1d36daa5f3 req-49f3a5a9-7234-4dde-a74d-a26a0ca95cd1 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0309284 Nov 29 18:10:10.847951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60668c53-152e-4167-a173-eb1be9977abc {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:10:10.870547 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:10.896846 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Transition to ACTIVE for port object 60668c53-152e-4167-a173-eb1be9977abc will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:10:10.907585 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:10.927791 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-90630594-5981-4b3f-8cc8-fe8701886879 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:10.931763 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-90630594-5981-4b3f-8cc8-fe8701886879 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2018592 Nov 29 18:10:11.049671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Pushing event updated for resources: {'Port': ['ID=60668c53-152e-4167-a173-eb1be9977abc,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:11.177952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Attempting to bind port 60668c53-152e-4167-a173-eb1be9977abc on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:10:11.184307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Attempting to bind port 60668c53-152e-4167-a173-eb1be9977abc by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '7a31ba22-edbf-4aea-a6f9-7e0f99940cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e584b5c7-e88a-4f11-8233-4c8181f27944'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:10:11.184767 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Attempting to bind port 60668c53-152e-4167-a173-eb1be9977abc on network e584b5c7-e88a-4f11-8233-4c8181f27944 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:10:11.190000 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Port 60668c53-152e-4167-a173-eb1be9977abc on network e584b5c7-e88a-4f11-8233-4c8181f27944 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:10:11.190338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Attempting to bind port 60668c53-152e-4167-a173-eb1be9977abc on network e584b5c7-e88a-4f11-8233-4c8181f27944 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:10:11.203446 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:10:11.203795 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Checking segment: {'id': '7a31ba22-edbf-4aea-a6f9-7e0f99940cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e584b5c7-e88a-4f11-8233-4c8181f27944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:10:11.204196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Bound using segment: {'id': '7a31ba22-edbf-4aea-a6f9-7e0f99940cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e584b5c7-e88a-4f11-8233-4c8181f27944'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:10:11.204640 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Bound port: 60668c53-152e-4167-a173-eb1be9977abc, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a31ba22-edbf-4aea-a6f9-7e0f99940cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e584b5c7-e88a-4f11-8233-4c8181f27944'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:10:11.205014 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:11.358527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] For port 60668c53-152e-4167-a173-eb1be9977abc, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:10:11.365042 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] For port 60668c53-152e-4167-a173-eb1be9977abc, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=60668c53-152e-4167-a173-eb1be9977abc,segment=NetworkSegment(7a31ba22-edbf-4aea-a6f9-7e0f99940cb2),segment_id=7a31ba22-edbf-4aea-a6f9-7e0f99940cb2)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:10:11.379190 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:11.444564 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:10:11.506216 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:11.507026 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:11.508656 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] 10.222.0.20 "PUT /v2.0/ports/60668c53-152e-4167-a173-eb1be9977abc HTTP/1.1" status: 200 len: 1091 time: 1.3353198 Nov 29 18:10:11.509243 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5d2c03-3d70-4f3a-a84a-2e28a6915008', 'tag': '60668c53-152e-4167-a173-eb1be9977abc'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:10:11.512015 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3b9e96-1379-4bc8-8aa3-59e3ebf529ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1b5d2c03-3d70-4f3a-a84a-2e28a6915008", "tag": "60668c53-152e-4167-a173-eb1be9977abc"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:10:11.646306 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51011445-51d7-4b25-8c7e-1886f8faee97 service neutron] Pushing event updated for resources: {'Port': ['ID=60668c53-152e-4167-a173-eb1be9977abc,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:11.693228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-902c0f57-a902-43bf-8ae8-95b8e80210dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:11.696235 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-902c0f57-a902-43bf-8ae8-95b8e80210dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91d33044a0f44b0e8d4ba5d39f20ef5f&device_id=1b5d2c03-3d70-4f3a-a84a-2e28a6915008 HTTP/1.1" status: 200 len: 1094 time: 0.1229970 Nov 29 18:10:11.723421 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-2f67fb2a-18c7-46b8-9341-ccc030912f72 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 696 time: 0.7813063 Nov 29 18:10:11.754721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-75923769-621e-48a6-b6f4-9cfbe2022a11 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Request body: {'floatingip': {'port_id': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:10:11.773595 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-30b5c9fd-664e-4951-9ba1-d7e73a013431 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60668c53-152e-4167-a173-eb1be9977abc HTTP/1.1" status: 200 len: 217 time: 0.0687616 Nov 29 18:10:11.823967 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-75923769-621e-48a6-b6f4-9cfbe2022a11 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:11.843333 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-6fa5dbe8-68b3-46a9-b75f-ace562e8e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:11.844858 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-6fa5dbe8-68b3-46a9-b75f-ace562e8e3dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c176df-8ed7-442a-9b4d-c462367fb293 HTTP/1.1" status: 200 len: 850 time: 0.0571585 Nov 29 18:10:11.910983 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-75c3c0be-24b8-45ab-bf27-85257d8ba06d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e584b5c7-e88a-4f11-8233-4c8181f27944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515850 Nov 29 18:10:12.118427 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-810874b0-2109-4c34-ad95-1f4596a05890 service neutron] 10.222.0.20 "GET /v2.0/networks/e584b5c7-e88a-4f11-8233-4c8181f27944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993244 Nov 29 18:10:12.174173 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986b5a0-4717-4f62-a032-cdbf45ebf1c2 req-84909726-03f3-4ea1-8392-95e3c40e9b49 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:12.180495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8986b5a0-4717-4f62-a032-cdbf45ebf1c2 req-84909726-03f3-4ea1-8392-95e3c40e9b49 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b5d2c03-3d70-4f3a-a84a-2e28a6915008 HTTP/1.1" status: 200 len: 943 time: 0.5037394 Nov 29 18:10:12.999716 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.resource_extend [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-75923769-621e-48a6-b6f4-9cfbe2022a11 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:10:13.000561 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f6670f7f-ad39-4c18-8393-d9784c6cce43 req-540c27f8-c92a-41fc-9220-127e94750d4e service neutron] 10.222.0.20 "GET /v2.0/networks/e584b5c7-e88a-4f11-8233-4c8181f27944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8703489 Nov 29 18:10:13.087058 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-75923769-621e-48a6-b6f4-9cfbe2022a11 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:13.123136 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-75923769-621e-48a6-b6f4-9cfbe2022a11 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:13.266769 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8986b5a0-4717-4f62-a032-cdbf45ebf1c2 req-1e60438b-5b58-4a72-b7bb-ab39ea4e8964 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a86ae43-dd77-4b56-bb95-92d481cfcdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0771947 Nov 29 18:10:13.403793 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e654c55-8c23-41b1-9b2b-bdab670d405d x-openstack-request-id: req-6e654c55-8c23-41b1-9b2b-bdab670d405d {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:10:13.407158 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b5d2c03-3d70-4f3a-a84a-2e28a6915008", "tag": "60668c53-152e-4167-a173-eb1be9977abc", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:10:13.411137 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e654c55-8c23-41b1-9b2b-bdab670d405d {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:10:13.411684 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5d2c03-3d70-4f3a-a84a-2e28a6915008', 'tag': '60668c53-152e-4167-a173-eb1be9977abc', 'status': 'completed', 'code': 200} Nov 29 18:10:13.508101 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b9e96-1379-4bc8-8aa3-59e3ebf529ef req-b55f7c06-9281-459d-a54c-e8f0fdf30557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:13.512341 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0e3b9e96-1379-4bc8-8aa3-59e3ebf529ef req-b55f7c06-9281-459d-a54c-e8f0fdf30557 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=91d33044a0f44b0e8d4ba5d39f20ef5f&device_id=1b5d2c03-3d70-4f3a-a84a-2e28a6915008 HTTP/1.1" status: 200 len: 1094 time: 0.0853391 Nov 29 18:10:13.563544 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-75923769-621e-48a6-b6f4-9cfbe2022a11 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Floating IP 7cbcf5c3-1108-42b5-bb79-ea8616a9800b associated. External IP: 172.25.3.128, port: 54fe3d33-39c9-44b8-b0b5-e233a5e8d093. Nov 29 18:10:13.772983 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b9e96-1379-4bc8-8aa3-59e3ebf529ef req-d2836588-3e03-423e-99a2-0106f9c40661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:13.774489 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0e3b9e96-1379-4bc8-8aa3-59e3ebf529ef req-d2836588-3e03-423e-99a2-0106f9c40661 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e584b5c7-e88a-4f11-8233-4c8181f27944 HTTP/1.1" status: 200 len: 911 time: 0.2525747 Nov 29 18:10:13.868748 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0e3b9e96-1379-4bc8-8aa3-59e3ebf529ef req-4c04a9f2-4dbf-41c2-8294-eee5260bdd48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60668c53-152e-4167-a173-eb1be9977abc HTTP/1.1" status: 200 len: 217 time: 0.0849512 Nov 29 18:10:13.999289 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b9e96-1379-4bc8-8aa3-59e3ebf529ef req-463a0809-c405-4342-82f1-34acac7180b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:14.000779 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0e3b9e96-1379-4bc8-8aa3-59e3ebf529ef req-463a0809-c405-4342-82f1-34acac7180b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7c176df-8ed7-442a-9b4d-c462367fb293 HTTP/1.1" status: 200 len: 850 time: 0.1206679 Nov 29 18:10:14.035747 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59044) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:14.080650 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0e3b9e96-1379-4bc8-8aa3-59e3ebf529ef req-aabb67d9-ac09-46ca-aedb-eeda30d0cb2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e584b5c7-e88a-4f11-8233-4c8181f27944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699191 Nov 29 18:10:14.287333 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0e3b9e96-1379-4bc8-8aa3-59e3ebf529ef req-03fe7918-6470-4bd9-ba37-abdc49d76591 service neutron] 10.222.0.20 "GET /v2.0/networks/e584b5c7-e88a-4f11-8233-4c8181f27944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944029 Nov 29 18:10:14.318239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-75923769-621e-48a6-b6f4-9cfbe2022a11 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:10:14.736965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a812c6b-04f4-4c8b-a36d-24422e41ef36 req-f1fa41a1-74cd-48a0-af2b-79f19f8a0ba9 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:14.753926 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a812c6b-04f4-4c8b-a36d-24422e41ef36 req-f1fa41a1-74cd-48a0-af2b-79f19f8a0ba9 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b5d2c03-3d70-4f3a-a84a-2e28a6915008 HTTP/1.1" status: 200 len: 943 time: 0.3072672 Nov 29 18:10:14.795944 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0e3b9e96-1379-4bc8-8aa3-59e3ebf529ef req-a24db981-0875-49ab-9d36-914575f8d2d6 service neutron] 10.222.0.20 "GET /v2.0/networks/e584b5c7-e88a-4f11-8233-4c8181f27944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018137 Nov 29 18:10:14.809341 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-75923769-621e-48a6-b6f4-9cfbe2022a11 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:10:14.823118 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-75923769-621e-48a6-b6f4-9cfbe2022a11 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:14.827544 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2681f4-ffe7-494a-9380-4c560bbc7935 None None] Sync routers for ids ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:10:14.858308 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2681f4-ffe7-494a-9380-4c560bbc7935 None None] Routers {'1a4eea03-efb2-4600-800d-5ec0eafcfe27'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:10:14.859887 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aa2681f4-ffe7-494a-9380-4c560bbc7935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:09:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:14.972363 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-75923769-621e-48a6-b6f4-9cfbe2022a11 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "PUT /v2.0/floatingips/7cbcf5c3-1108-42b5-bb79-ea8616a9800b HTTP/1.1" status: 200 len: 997 time: 3.2357228 Nov 29 18:10:15.010093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a812c6b-04f4-4c8b-a36d-24422e41ef36 req-603ba4d5-37ca-4764-a554-c89de990c825 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a86ae43-dd77-4b56-bb95-92d481cfcdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543204 Nov 29 18:10:15.013360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'tag': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:10:15.030084 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd1414c-f680-45cc-8c37-029291a6c8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9c731350-6b2f-408f-9a23-6f1455c8ec6f", "tag": "54fe3d33-39c9-44b8-b0b5-e233a5e8d093"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:10:15.152415 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-aa2681f4-ffe7-494a-9380-4c560bbc7935 None None] Set router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:10:15.285748 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-f3aad29f-2f1a-4397-beef-ec0f480dbb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:15.287651 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-f3aad29f-2f1a-4397-beef-ec0f480dbb1d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aaef91b3236b474d84cff4c6e037a5bb&device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 1097 time: 0.2752481 Nov 29 18:10:15.444701 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:15.463094 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-9a0bd38a-e805-4853-bfa0-f6e75c5e5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:15.465449 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-9a0bd38a-e805-4853-bfa0-f6e75c5e5a69 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235 HTTP/1.1" status: 200 len: 920 time: 0.1698492 Nov 29 18:10:15.545926 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 60668c53-152e-4167-a173-eb1be9977abc details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:10:15.702892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-af22e58c-f9f7-4c55-8d88-fbf9c3543d06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54fe3d33-39c9-44b8-b0b5-e233a5e8d093 HTTP/1.1" status: 200 len: 1000 time: 0.2271323 Nov 29 18:10:15.724126 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aa2681f4-ffe7-494a-9380-4c560bbc7935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-router', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:09:02Z', 'updated_at': '2021-11-29T18:09:08Z', 'revision_number': 4, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'gw_port': {'id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:03Z', 'updated_at': '2021-11-29T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '7cbcf5c3-1108-42b5-bb79-ea8616a9800b', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'port_id': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235', 'mac_address': 'fa:16:3e:ea:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:10:08Z', 'updated_at': '2021-11-29T18:10:12Z', 'revision_number': 1, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da74b80d-6168-4c32-8660-282e1d467436', 'name': '', 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'mac_address': 'fa:16:3e:f5:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:06Z', 'updated_at': '2021-11-29T18:09:15Z', 'revision_number': 5, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'subnets': [{'id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:15.793237 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2681f4-ffe7-494a-9380-4c560bbc7935 None None] Checking router: 1a4eea03-efb2-4600-800d-5ec0eafcfe27 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:10:15.800898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 60668c53-152e-4167-a173-eb1be9977abc, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=60668c53-152e-4167-a173-eb1be9977abc,segment=NetworkSegment(7a31ba22-edbf-4aea-a6f9-7e0f99940cb2),segment_id=7a31ba22-edbf-4aea-a6f9-7e0f99940cb2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:15.809488 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2681f4-ffe7-494a-9380-4c560bbc7935 None None] Routers {'1a4eea03-efb2-4600-800d-5ec0eafcfe27'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:10:15.811093 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aa2681f4-ffe7-494a-9380-4c560bbc7935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:09:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:15.812654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-f0fd4103-628e-4e09-afe2-b4206087e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:15.821976 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-f0fd4103-628e-4e09-afe2-b4206087e333 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f7680db-e0db-4d9d-93e4-42f90be1cf3b HTTP/1.1" status: 200 len: 859 time: 0.1181257 Nov 29 18:10:15.829048 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '60668c53-152e-4167-a173-eb1be9977abc', 'network_id': 'e584b5c7-e88a-4f11-8233-4c8181f27944', 'port_id': '60668c53-152e-4167-a173-eb1be9977abc', 'mac_address': 'fa:16:3e:86:55:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c176df-8ed7-442a-9b4d-c462367fb293', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:10:15.878654 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-94c18d26-4169-4e08-a48e-bd9f2be5ca19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556250 Nov 29 18:10:15.915777 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:15.941251 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60668c53-152e-4167-a173-eb1be9977abc {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:10:15.988174 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 60668c53-152e-4167-a173-eb1be9977abc, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=60668c53-152e-4167-a173-eb1be9977abc,segment=NetworkSegment(7a31ba22-edbf-4aea-a6f9-7e0f99940cb2),segment_id=7a31ba22-edbf-4aea-a6f9-7e0f99940cb2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:15.998768 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:16.086408 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-aa2681f4-ffe7-494a-9380-4c560bbc7935 None None] Set router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:10:16.104314 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=60668c53-152e-4167-a173-eb1be9977abc,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:16.121815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:16.124618 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Deleting port 5a1e46bb-74ee-4656-8c0a-96acbceee810 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:10:16.125261 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:16.125821 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:16.126356 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:16.127034 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:16.128189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:16.130710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:16.131321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:16.131861 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:16.132404 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:16.132942 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:16.135679 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:16.136261 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:16.137102 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-9699e1f5-2780-4ac6-94c4-3ea1ae2d55eb service neutron] 10.222.0.23 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569165 Nov 29 18:10:16.258442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['60668c53-152e-4167-a173-eb1be9977abc'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:10:16.284515 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] For port 5a1e46bb-74ee-4656-8c0a-96acbceee810, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5a1e46bb-74ee-4656-8c0a-96acbceee810,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:16.284912 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:16.341578 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Calling delete_port for 5a1e46bb-74ee-4656-8c0a-96acbceee810 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:10:16.366934 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97cd45ed-ab6c-4f02-b9b0-485cd80a17f8 req-471377a5-5e5e-41e0-be5a-b4858fd68af3 service neutron] 10.222.0.23 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080822 Nov 29 18:10:16.547519 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4797f60-255a-4aad-8fe8-b936db145470 x-openstack-request-id: req-e4797f60-255a-4aad-8fe8-b936db145470 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:10:16.548122 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c731350-6b2f-408f-9a23-6f1455c8ec6f", "tag": "54fe3d33-39c9-44b8-b0b5-e233a5e8d093", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:10:16.548122 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4797f60-255a-4aad-8fe8-b936db145470 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:10:16.548512 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'tag': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093', 'status': 'completed', 'code': 200} Nov 29 18:10:16.636968 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aa2681f4-ffe7-494a-9380-4c560bbc7935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-router', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:09:02Z', 'updated_at': '2021-11-29T18:09:08Z', 'revision_number': 4, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'gw_port': {'id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:03Z', 'updated_at': '2021-11-29T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '7cbcf5c3-1108-42b5-bb79-ea8616a9800b', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'port_id': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235', 'mac_address': 'fa:16:3e:ea:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:10:08Z', 'updated_at': '2021-11-29T18:10:12Z', 'revision_number': 1, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da74b80d-6168-4c32-8660-282e1d467436', 'name': '', 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'mac_address': 'fa:16:3e:f5:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:06Z', 'updated_at': '2021-11-29T18:09:15Z', 'revision_number': 5, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'subnets': [{'id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:16.703912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1e6ff-e540-4915-9f20-bc7aa171040a req-dda101ac-820f-43db-a87f-2cfbc70546b0 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:16.713231 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fac1e6ff-e540-4915-9f20-bc7aa171040a req-dda101ac-820f-43db-a87f-2cfbc70546b0 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b5d2c03-3d70-4f3a-a84a-2e28a6915008 HTTP/1.1" status: 200 len: 944 time: 0.0849502 Nov 29 18:10:16.750441 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2681f4-ffe7-494a-9380-4c560bbc7935 None None] The sync data for ids ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'] in n-d-819494-5 is: [{'id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-router', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:09:02Z', 'updated_at': '2021-11-29T18:09:08Z', 'revision_number': 4, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'gw_port': {'id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:03Z', 'updated_at': '2021-11-29T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '7cbcf5c3-1108-42b5-bb79-ea8616a9800b', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'port_id': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235', 'mac_address': 'fa:16:3e:ea:cd:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:10:08Z', 'updated_at': '2021-11-29T18:10:12Z', 'revision_number': 1, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da74b80d-6168-4c32-8660-282e1d467436', 'name': '', 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'mac_address': 'fa:16:3e:f5:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:06Z', 'updated_at': '2021-11-29T18:09:15Z', 'revision_number': 5, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'subnets': [{'id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:10:16.844722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1414c-f680-45cc-8c37-029291a6c8f8 req-332c6386-9285-418c-9490-ed97a057062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:16.846297 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5bd1414c-f680-45cc-8c37-029291a6c8f8 req-332c6386-9285-418c-9490-ed97a057062e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aaef91b3236b474d84cff4c6e037a5bb&device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 1097 time: 0.1644027 Nov 29 18:10:16.863091 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fac1e6ff-e540-4915-9f20-bc7aa171040a req-17c3d9dd-b0ca-4578-9684-4fa95cc5e596 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a86ae43-dd77-4b56-bb95-92d481cfcdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472266 Nov 29 18:10:17.095391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1414c-f680-45cc-8c37-029291a6c8f8 req-7235fb0e-2fc6-4a47-9512-298cd9e71e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:17.097317 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5bd1414c-f680-45cc-8c37-029291a6c8f8 req-7235fb0e-2fc6-4a47-9512-298cd9e71e88 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235 HTTP/1.1" status: 200 len: 920 time: 0.2398019 Nov 29 18:10:17.193815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-e67d28b6-6b6a-46b7-8675-b1a80577d6e5 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 1000 time: 0.1398511 Nov 29 18:10:17.196841 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:17.247117 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a1e46bb-74ee-4656-8c0a-96acbceee810,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:17.258272 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:17.258765 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:17.259248 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:17.259699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:17.260135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:17.260574 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:17.261104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:17.261623 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:17.262204 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:17.262631 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:17.263695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:17.263695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:17.267675 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69050fa3-2199-4676-9135-21194bf64e35 None None] New status for floating IP 7cbcf5c3-1108-42b5-bb79-ea8616a9800b: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:10:17.276368 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5bd1414c-f680-45cc-8c37-029291a6c8f8 req-9d755703-dff3-48d2-bcb4-d1a53917bfb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54fe3d33-39c9-44b8-b0b5-e233a5e8d093 HTTP/1.1" status: 200 len: 1000 time: 0.1689079 Nov 29 18:10:17.342570 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-74b798bb-06ef-4dfb-9835-77c55757ba4b tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:17.370901 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-74b798bb-06ef-4dfb-9835-77c55757ba4b tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports/54fe3d33-39c9-44b8-b0b5-e233a5e8d093 HTTP/1.1" status: 200 len: 943 time: 0.1570029 Nov 29 18:10:17.456363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1414c-f680-45cc-8c37-029291a6c8f8 req-98606922-337f-4ea2-b186-55c14c74d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:17.457913 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5bd1414c-f680-45cc-8c37-029291a6c8f8 req-98606922-337f-4ea2-b186-55c14c74d081 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f7680db-e0db-4d9d-93e4-42f90be1cf3b HTTP/1.1" status: 200 len: 859 time: 0.1522827 Nov 29 18:10:17.630978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 60668c53-152e-4167-a173-eb1be9977abc up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:10:17.631514 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5bd1414c-f680-45cc-8c37-029291a6c8f8 req-165d2cd3-7a94-4c0d-87ed-562acff8e137 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885375 Nov 29 18:10:17.669642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-1d32ee20-570a-42a9-a20a-c2217fa9b5a2 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 1000 time: 0.1880138 Nov 29 18:10:17.812853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-b170ca3c-693b-44f2-8248-fdcd939f87c2 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:17.821794 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 60668c53-152e-4167-a173-eb1be9977abc completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:10:17.824302 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-b170ca3c-693b-44f2-8248-fdcd939f87c2 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.1528502 Nov 29 18:10:17.830136 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 60668c53-152e-4167-a173-eb1be9977abc triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:10:17.830519 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:17.917753 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5bd1414c-f680-45cc-8c37-029291a6c8f8 req-d1b952e6-2887-4e5c-a177-07733fb014ab service neutron] 10.222.0.20 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719440 Nov 29 18:10:17.937218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-ea1d6c59-f5b6-4b65-a182-5bfd435cbadb tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 1002 time: 0.1117418 Nov 29 18:10:17.952417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-6150d8d4-a423-4d22-9d58-9bb222bb548c tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:10:18.018804 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:18.065840 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-6150d8d4-a423-4d22-9d58-9bb222bb548c tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:18.083351 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:18.129924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5d2c03-3d70-4f3a-a84a-2e28a6915008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60668c53-152e-4167-a173-eb1be9977abc'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:10:18.137462 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8c4e81-e89e-4844-9622-a79696b165a4" -d '{"events": [{"server_uuid": "1b5d2c03-3d70-4f3a-a84a-2e28a6915008", "name": "network-vif-plugged", "status": "completed", "tag": "60668c53-152e-4167-a173-eb1be9977abc"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:10:18.164954 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 60668c53-152e-4167-a173-eb1be9977abc, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=60668c53-152e-4167-a173-eb1be9977abc,segment=NetworkSegment(7a31ba22-edbf-4aea-a6f9-7e0f99940cb2),segment_id=7a31ba22-edbf-4aea-a6f9-7e0f99940cb2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:18.177536 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:18.286578 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=60668c53-152e-4167-a173-eb1be9977abc,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:18.446451 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5bd1414c-f680-45cc-8c37-029291a6c8f8 req-9cc96ce4-f170-4a61-bb48-fcdc78b377d0 service neutron] 10.222.0.20 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951892 Nov 29 18:10:18.488405 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-6150d8d4-a423-4d22-9d58-9bb222bb548c tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:18.497020 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-6150d8d4-a423-4d22-9d58-9bb222bb548c tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:18.497443 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-6150d8d4-a423-4d22-9d58-9bb222bb548c tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Floating IP 7cbcf5c3-1108-42b5-bb79-ea8616a9800b disassociated. External IP: 172.25.3.128, port: 54fe3d33-39c9-44b8-b0b5-e233a5e8d093. Nov 29 18:10:18.687589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Router 26976628-e36b-4dc6-845c-6ed9d5c16fbd has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:10:18.931960 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-6150d8d4-a423-4d22-9d58-9bb222bb548c tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:10:18.958112 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:10:18.975203 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e11cb7fc-53b7-4b7a-9013-791e2f1b7814 admin admin] 10.222.0.23 "PUT /v2.0/routers/26976628-e36b-4dc6-845c-6ed9d5c16fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9324691 Nov 29 18:10:18.975396 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59096) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:18.979548 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570053ae-9315-402f-bb8e-446ace8b06b1 None None] Sync routers for ids ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:10:19.003194 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570053ae-9315-402f-bb8e-446ace8b06b1 None None] Routers {'26976628-e36b-4dc6-845c-6ed9d5c16fbd'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:10:19.004703 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-570053ae-9315-402f-bb8e-446ace8b06b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:09:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:19.242542 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-570053ae-9315-402f-bb8e-446ace8b06b1 None None] Set router 26976628-e36b-4dc6-845c-6ed9d5c16fbd gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:10:19.562395 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0087cd77-da6a-40a0-94f5-7e1e1eed8301 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:19.724647 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0087cd77-da6a-40a0-94f5-7e1e1eed8301 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:19.873839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-6150d8d4-a423-4d22-9d58-9bb222bb548c tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:10:19.878943 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-6150d8d4-a423-4d22-9d58-9bb222bb548c tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:19.886760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8b904-7211-4f0b-b538-a7e1079bce1c None None] Sync routers for ids ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:10:19.898056 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-0087cd77-da6a-40a0-94f5-7e1e1eed8301 admin admin] Deleting port 68fe9016-1aa6-4597-962f-b883a407ab2b {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:10:19.899418 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0087cd77-da6a-40a0-94f5-7e1e1eed8301 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:19.911347 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e8b904-7211-4f0b-b538-a7e1079bce1c None None] Routers {'1a4eea03-efb2-4600-800d-5ec0eafcfe27'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:10:19.912097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-95e8b904-7211-4f0b-b538-a7e1079bce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:09:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:19.930086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-6150d8d4-a423-4d22-9d58-9bb222bb548c tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "PUT /v2.0/floatingips/7cbcf5c3-1108-42b5-bb79-ea8616a9800b HTTP/1.1" status: 200 len: 695 time: 1.9835880 Nov 29 18:10:19.930637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'tag': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:10:19.934830 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956971a2-e011-4587-8c06-75cc4a42387d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c731350-6b2f-408f-9a23-6f1455c8ec6f", "tag": "54fe3d33-39c9-44b8-b0b5-e233a5e8d093"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:10:19.985023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-3dbcd8c9-e4ce-413f-baab-a758ef999885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:19.997190 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-3dbcd8c9-e4ce-413f-baab-a758ef999885 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aaef91b3236b474d84cff4c6e037a5bb&device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 1097 time: 0.0560043 Nov 29 18:10:20.105140 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-570053ae-9315-402f-bb8e-446ace8b06b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T18:10:16Z', 'revision_number': 5, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port': {'id': '68fe9016-1aa6-4597-962f-b883a407ab2b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:80:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T17:59:49Z', 'updated_at': '2021-11-29T17:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:20.153240 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-0087cd77-da6a-40a0-94f5-7e1e1eed8301 admin admin] For port 68fe9016-1aa6-4597-962f-b883a407ab2b, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=68fe9016-1aa6-4597-962f-b883a407ab2b,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:20.154377 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0087cd77-da6a-40a0-94f5-7e1e1eed8301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:20.170963 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-0087cd77-da6a-40a0-94f5-7e1e1eed8301 admin admin] Calling delete_port for 68fe9016-1aa6-4597-962f-b883a407ab2b owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:10:20.180217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-95e8b904-7211-4f0b-b538-a7e1079bce1c None None] Set router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:10:20.214387 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570053ae-9315-402f-bb8e-446ace8b06b1 None None] Checking router: 26976628-e36b-4dc6-845c-6ed9d5c16fbd for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:10:20.255652 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570053ae-9315-402f-bb8e-446ace8b06b1 None None] Routers {'26976628-e36b-4dc6-845c-6ed9d5c16fbd'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:10:20.257451 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-570053ae-9315-402f-bb8e-446ace8b06b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:09:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:20.273987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-770da6ad-753e-48c5-afa9-03239b63c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:20.282019 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-770da6ad-753e-48c5-afa9-03239b63c5b9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235 HTTP/1.1" status: 200 len: 920 time: 0.2824926 Nov 29 18:10:20.382865 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-7af9712e-bfa9-480d-a988-188963c3378f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54fe3d33-39c9-44b8-b0b5-e233a5e8d093 HTTP/1.1" status: 200 len: 217 time: 0.0995364 Nov 29 18:10:20.450825 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-570053ae-9315-402f-bb8e-446ace8b06b1 None None] Set router 26976628-e36b-4dc6-845c-6ed9d5c16fbd gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:10:20.464680 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-2609ad8f-bd66-46a7-8ab1-32477a85da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:20.469519 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-2609ad8f-bd66-46a7-8ab1-32477a85da38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f7680db-e0db-4d9d-93e4-42f90be1cf3b HTTP/1.1" status: 200 len: 859 time: 0.0804765 Nov 29 18:10:20.526018 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0087cd77-da6a-40a0-94f5-7e1e1eed8301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:20.538183 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-62312a8f-f527-4105-bf90-3a1d00af2390 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610065 Nov 29 18:10:20.607813 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-570053ae-9315-402f-bb8e-446ace8b06b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T18:10:19Z', 'revision_number': 6, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:20.612563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90827c6f-6319-465a-b70a-033e7e8a9eaa None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:10:20.662162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087cd77-da6a-40a0-94f5-7e1e1eed8301 admin admin] Pushing event deleted for resources: {'Port': ['ID=68fe9016-1aa6-4597-962f-b883a407ab2b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:20.670361 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-95e8b904-7211-4f0b-b538-a7e1079bce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-router', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:09:02Z', 'updated_at': '2021-11-29T18:09:08Z', 'revision_number': 4, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'gw_port': {'id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:03Z', 'updated_at': '2021-11-29T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'da74b80d-6168-4c32-8660-282e1d467436', 'name': '', 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'mac_address': 'fa:16:3e:f5:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:06Z', 'updated_at': '2021-11-29T18:09:15Z', 'revision_number': 5, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'subnets': [{'id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:20.684532 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570053ae-9315-402f-bb8e-446ace8b06b1 None None] The sync data for ids ['26976628-e36b-4dc6-845c-6ed9d5c16fbd'] in n-d-819494-5 is: [{'id': '26976628-e36b-4dc6-845c-6ed9d5c16fbd', 'name': 'tempest-AttachVolumeShelveTestJSON-1331764475-router', 'tenant_id': '97df2f9382ba451a9c1578f7e940bef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T17:59:48Z', 'updated_at': '2021-11-29T18:10:19Z', 'revision_number': 6, 'project_id': '97df2f9382ba451a9c1578f7e940bef7', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:10:20.760025 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8b904-7211-4f0b-b538-a7e1079bce1c None None] Checking router: 1a4eea03-efb2-4600-800d-5ec0eafcfe27 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:10:20.782013 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e8b904-7211-4f0b-b538-a7e1079bce1c None None] Routers {'1a4eea03-efb2-4600-800d-5ec0eafcfe27'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:10:20.786442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-95e8b904-7211-4f0b-b538-a7e1079bce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:09:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:20.805644 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0087cd77-da6a-40a0-94f5-7e1e1eed8301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:20.806236 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-0994b4b4-6375-4396-a74c-80231e11523e service neutron] 10.222.0.23 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646811 Nov 29 18:10:20.972267 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0087cd77-da6a-40a0-94f5-7e1e1eed8301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:20.980477 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0087cd77-da6a-40a0-94f5-7e1e1eed8301 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:21.021367 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-662abd91-259b-434e-9c9b-fc7e73edf51d req-2b2aca5f-edd0-4a56-b97f-16beeb94d74c service neutron] 10.222.0.23 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135224 Nov 29 18:10:21.031721 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-95e8b904-7211-4f0b-b538-a7e1079bce1c None None] Set router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:10:21.163118 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0087cd77-da6a-40a0-94f5-7e1e1eed8301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:21.168795 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0087cd77-da6a-40a0-94f5-7e1e1eed8301 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26976628-e36b-4dc6-845c-6ed9d5c16fbd {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:10:21.187499 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0087cd77-da6a-40a0-94f5-7e1e1eed8301 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:21.192009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59116) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:21.195472 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0087cd77-da6a-40a0-94f5-7e1e1eed8301 admin admin] 10.222.0.23 "DELETE /v2.0/routers/26976628-e36b-4dc6-845c-6ed9d5c16fbd HTTP/1.1" status: 204 len: 168 time: 2.2183402 Nov 29 18:10:21.307051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Deleting subnet 0ca0fa01-1410-4496-bcd2-b27afbda8311 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:10:21.311380 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:21.350968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5a1e46bb-74ee-4656-8c0a-96acbceee810 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:10:21.360609 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:21.382421 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 5a1e46bb-74ee-4656-8c0a-96acbceee810 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:10:21.382817 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5a1e46bb-74ee-4656-8c0a-96acbceee810 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:10:21.527536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b412a-f1da-4211-b9c8-08e9abf1b11f req-2ff4c9f3-e558-43d2-8225-7f3d74fd6942 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:21.529660 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a3b412a-f1da-4211-b9c8-08e9abf1b11f req-2ff4c9f3-e558-43d2-8225-7f3d74fd6942 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b5d2c03-3d70-4f3a-a84a-2e28a6915008 HTTP/1.1" status: 200 len: 945 time: 0.1175587 Nov 29 18:10:21.542696 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:21.590856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-95e8b904-7211-4f0b-b538-a7e1079bce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-router', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:09:02Z', 'updated_at': '2021-11-29T18:09:08Z', 'revision_number': 4, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'gw_port': {'id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:03Z', 'updated_at': '2021-11-29T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'da74b80d-6168-4c32-8660-282e1d467436', 'name': '', 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'mac_address': 'fa:16:3e:f5:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:06Z', 'updated_at': '2021-11-29T18:09:15Z', 'revision_number': 5, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'subnets': [{'id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:21.634413 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e8b904-7211-4f0b-b538-a7e1079bce1c None None] The sync data for ids ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'] in n-d-819494-5 is: [{'id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-router', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:09:02Z', 'updated_at': '2021-11-29T18:09:08Z', 'revision_number': 4, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'gw_port': {'id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:03Z', 'updated_at': '2021-11-29T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'da74b80d-6168-4c32-8660-282e1d467436', 'name': '', 'network_id': 'b90bbd88-c27a-4f3d-9ea5-0a6930e06235', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'mac_address': 'fa:16:3e:f5:4a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:06Z', 'updated_at': '2021-11-29T18:09:15Z', 'revision_number': 5, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'subnets': [{'id': '0f7680db-e0db-4d9d-93e4-42f90be1cf3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:10:21.650544 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:21.712956 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25f3c44-dcab-49c7-885d-6e8195910fdf None None] Network 7b54b066-b601-4f01-8160-e9f1bf33b9b3 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:10:21.731455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca0fa01-1410-4496-bcd2-b27afbda8311,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:21.735336 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:21.739715 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0ca0fa01-1410-4496-bcd2-b27afbda8311 HTTP/1.1" status: 204 len: 168 time: 0.5458961 Nov 29 18:10:21.742683 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59128) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:21.782656 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:21.792654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:21.795196 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:21.795627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:21.796038 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:21.796444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:21.796849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:21.798521 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:21.798962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:21.799369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:21.799872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:21.800496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2fb216-b70d-45a9-bd55-973ef33c7b7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:10:21.836956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a3b412a-f1da-4211-b9c8-08e9abf1b11f req-6f3f7001-3b86-4874-a003-0b02dd4c9546 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a86ae43-dd77-4b56-bb95-92d481cfcdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169960 Nov 29 18:10:21.939909 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac89a9e-5e80-4dae-9c7b-489f5e787bdc x-openstack-request-id: req-0ac89a9e-5e80-4dae-9c7b-489f5e787bdc {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:10:21.940195 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:21.940698 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5d2c03-3d70-4f3a-a84a-2e28a6915008", "name": "network-vif-plugged", "status": "completed", "tag": "60668c53-152e-4167-a173-eb1be9977abc", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:10:21.941218 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ac89a9e-5e80-4dae-9c7b-489f5e787bdc {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:10:21.941843 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5d2c03-3d70-4f3a-a84a-2e28a6915008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60668c53-152e-4167-a173-eb1be9977abc', 'code': 200} Nov 29 18:10:22.072603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cdd5f3-12e6-44bb-9206-79b2a619eba6 None None] DHCP port deletion for 7b54b066-b601-4f01-8160-e9f1bf33b9b3 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:10:22.115420 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f903c33c-84c8-490d-8ad7-1b365ec2caa0 x-openstack-request-id: req-f903c33c-84c8-490d-8ad7-1b365ec2caa0 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:10:22.116186 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c731350-6b2f-408f-9a23-6f1455c8ec6f", "tag": "54fe3d33-39c9-44b8-b0b5-e233a5e8d093", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:10:22.116288 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f903c33c-84c8-490d-8ad7-1b365ec2caa0 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:10:22.116645 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'tag': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093', 'status': 'completed', 'code': 200} Nov 29 18:10:22.131492 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e935a98c-ac62-42ab-9cce-f162a8cff01c req-b5ec1dd4-914e-44d0-9fbe-779c693e1c0e tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/floatingips/7cbcf5c3-1108-42b5-bb79-ea8616a9800b HTTP/1.1" status: 200 len: 695 time: 0.1071513 Nov 29 18:10:22.209107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a6cdd5f3-12e6-44bb-9206-79b2a619eba6 None None] Deleting port ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:10:22.209557 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6cdd5f3-12e6-44bb-9206-79b2a619eba6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:22.209850 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] Deleting port ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:10:22.210327 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:22.272088 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5fcf1e-183c-4454-8401-92b1f0a6235c None None] New status for floating IP 7cbcf5c3-1108-42b5-bb79-ea8616a9800b: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:10:22.352534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] For port ac4fa0f8-7eae-4866-8926-5ea8b26f8f17, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ac4fa0f8-7eae-4866-8926-5ea8b26f8f17,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:22.353271 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:22.389646 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] Calling delete_port for ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:10:22.413888 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935a98c-ac62-42ab-9cce-f162a8cff01c req-04b624bd-4032-4090-9b69-82f42ab55e2d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:22.416235 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e935a98c-ac62-42ab-9cce-f162a8cff01c req-04b624bd-4032-4090-9b69-82f42ab55e2d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 784 time: 0.2835886 Nov 29 18:10:22.432598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-e935a98c-ac62-42ab-9cce-f162a8cff01c req-b0d87117-a6cc-4cb8-927d-a716252ddeb8 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:10:22.434719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a6cdd5f3-12e6-44bb-9206-79b2a619eba6 None None] For port ac4fa0f8-7eae-4866-8926-5ea8b26f8f17, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ac4fa0f8-7eae-4866-8926-5ea8b26f8f17,segment=NetworkSegment(4bb77ccf-bef3-4bed-a1c1-a1808aea406c),segment_id=4bb77ccf-bef3-4bed-a1c1-a1808aea406c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:22.435540 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6cdd5f3-12e6-44bb-9206-79b2a619eba6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:22.437932 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e935a98c-ac62-42ab-9cce-f162a8cff01c req-b0d87117-a6cc-4cb8-927d-a716252ddeb8 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149157 Nov 29 18:10:22.471298 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a6cdd5f3-12e6-44bb-9206-79b2a619eba6 None None] Calling delete_port for ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:10:22.548248 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4a729-b71b-4c87-b498-33b60bcc9b6c req-5a3247aa-db79-408e-b6d7-1ec43a22ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:22.550591 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-60e4a729-b71b-4c87-b498-33b60bcc9b6c req-5a3247aa-db79-408e-b6d7-1ec43a22ad2e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b5d2c03-3d70-4f3a-a84a-2e28a6915008 HTTP/1.1" status: 200 len: 1096 time: 0.5013857 Nov 29 18:10:22.566556 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956971a2-e011-4587-8c06-75cc4a42387d req-bfd0f1df-953c-4978-9c98-a4d891d0025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:22.571851 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-956971a2-e011-4587-8c06-75cc4a42387d req-bfd0f1df-953c-4978-9c98-a4d891d0025f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=aaef91b3236b474d84cff4c6e037a5bb&device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 1097 time: 0.4398730 Nov 29 18:10:22.627668 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6cdd5f3-12e6-44bb-9206-79b2a619eba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:22.672858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e935a98c-ac62-42ab-9cce-f162a8cff01c req-feb3edae-3f14-4f52-bf90-44f023eec2dc tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 698 time: 0.1925557 Nov 29 18:10:22.699760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdd5f3-12e6-44bb-9206-79b2a619eba6 None None] Pushing event deleted for resources: {'Port': ['ID=ac4fa0f8-7eae-4866-8926-5ea8b26f8f17,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:22.703552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cdd5f3-12e6-44bb-9206-79b2a619eba6 None None] No DVR routers for this DVR port ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:10:22.703755 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0b4e9-43b8-42dc-868e-51173f6d9c00 req-403d3cbc-2d6b-47a7-ad37-ee99001561f0 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:22.712825 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1c0b4e9-43b8-42dc-868e-51173f6d9c00 req-403d3cbc-2d6b-47a7-ad37-ee99001561f0 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=38090436-efad-4902-a9ec-d263762d9f26 HTTP/1.1" status: 200 len: 949 time: 0.2678053 Nov 29 18:10:22.751076 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-60e4a729-b71b-4c87-b498-33b60bcc9b6c req-27257566-ddf1-4ebb-bf03-377ede28b14d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0a86ae43-dd77-4b56-bb95-92d481cfcdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653965 Nov 29 18:10:22.764050 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:22.799474 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e935a98c-ac62-42ab-9cce-f162a8cff01c req-bc70b410-c54e-4af7-9324-d5f136f7ea33 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 696 time: 0.1148789 Nov 29 18:10:22.815207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4fa0f8-7eae-4866-8926-5ea8b26f8f17,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:22.818422 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] No DVR routers for this DVR port ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:10:22.823979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956971a2-e011-4587-8c06-75cc4a42387d req-3374aba2-dfd2-4815-a0e5-cc302d2e3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:22.825789 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-956971a2-e011-4587-8c06-75cc4a42387d req-3374aba2-dfd2-4815-a0e5-cc302d2e3577 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235 HTTP/1.1" status: 200 len: 920 time: 0.2414360 Nov 29 18:10:22.867454 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1c0b4e9-43b8-42dc-868e-51173f6d9c00 req-228d2b1b-94b3-4975-baae-c7c1aab6948c tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515601 Nov 29 18:10:22.928627 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:23.021536 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:10:23.028227 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b54b066-b601-4f01-8160-e9f1bf33b9b3']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:23.032647 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-956971a2-e011-4587-8c06-75cc4a42387d req-b62da190-5ec0-4229-b7d5-1fcbb550a0fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54fe3d33-39c9-44b8-b0b5-e233a5e8d093 HTTP/1.1" status: 200 len: 217 time: 0.0560112 Nov 29 18:10:23.048254 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb77ccf-bef3-4bed-a1c1-a1808aea406c') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:23.048254 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb77ccf-bef3-4bed-a1c1-a1808aea406c') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:23.072336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:10:23.072690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ac4fa0f8-7eae-4866-8926-5ea8b26f8f17 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:10:23.073291 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 68fe9016-1aa6-4597-962f-b883a407ab2b no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:10:23.100440 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:23.101098 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 68fe9016-1aa6-4597-962f-b883a407ab2b {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:10:23.101588 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 68fe9016-1aa6-4597-962f-b883a407ab2b not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:10:23.119705 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:23.131050 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:10:23.132771 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:10:23.136099 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:10:23.162911 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f966af-865e-4d30-8699-da2c008d8cfd req-b8f76a72-0bba-4d1c-a0a0-fd64461dd4cb tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:23.172752 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08f966af-865e-4d30-8699-da2c008d8cfd req-b8f76a72-0bba-4d1c-a0a0-fd64461dd4cb tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b5d2c03-3d70-4f3a-a84a-2e28a6915008 HTTP/1.1" status: 200 len: 945 time: 0.2030611 Nov 29 18:10:23.173442 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956971a2-e011-4587-8c06-75cc4a42387d req-a5f7e3af-a400-4a95-b647-0e167bb92149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:23.175033 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-956971a2-e011-4587-8c06-75cc4a42387d req-a5f7e3af-a400-4a95-b647-0e167bb92149 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f7680db-e0db-4d9d-93e4-42f90be1cf3b HTTP/1.1" status: 200 len: 859 time: 0.1301973 Nov 29 18:10:23.211424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-e935a98c-ac62-42ab-9cce-f162a8cff01c req-55779ff3-5982-4cd3-bec0-b1b9000a9e8d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Deleting port e0fd31bb-858e-4017-a749-b85b6a859d53 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:10:23.211758 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e935a98c-ac62-42ab-9cce-f162a8cff01c req-55779ff3-5982-4cd3-bec0-b1b9000a9e8d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:23.250693 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-956971a2-e011-4587-8c06-75cc4a42387d req-3f96d27c-3bba-4bed-b5bc-b43fd5aa0c98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b90bbd88-c27a-4f3d-9ea5-0a6930e06235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454130 Nov 29 18:10:23.262295 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:23.290511 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:23.292118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08f966af-865e-4d30-8699-da2c008d8cfd req-e7fd86be-ae9b-4812-a92c-967dfe10cdfc tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a86ae43-dd77-4b56-bb95-92d481cfcdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184299 Nov 29 18:10:23.296600 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] 10.222.0.23 "DELETE /v2.0/networks/7b54b066-b601-4f01-8160-e9f1bf33b9b3 HTTP/1.1" status: 204 len: 168 time: 1.5503974 Nov 29 18:10:23.296600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7050c-d874-4659-bec8-505e9419660d admin admin] Pushing event deleted for resources: {'Network': ['ID=7b54b066-b601-4f01-8160-e9f1bf33b9b3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:23.396857 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e935a98c-ac62-42ab-9cce-f162a8cff01c req-55779ff3-5982-4cd3-bec0-b1b9000a9e8d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:23.397178 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e935a98c-ac62-42ab-9cce-f162a8cff01c req-55779ff3-5982-4cd3-bec0-b1b9000a9e8d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:23.437318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-e935a98c-ac62-42ab-9cce-f162a8cff01c req-55779ff3-5982-4cd3-bec0-b1b9000a9e8d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Calling delete_port for e0fd31bb-858e-4017-a749-b85b6a859d53 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:10:23.492841 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-956971a2-e011-4587-8c06-75cc4a42387d req-69efee24-b4ab-4751-9bbb-172220cf3f0b service neutron] 10.222.0.20 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280908 Nov 29 18:10:23.580304 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59170) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:23.656524 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-335ff4cc-cf1c-4a60-a500-557c0441ce15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97df2f9382ba451a9c1578f7e940bef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0725422 Nov 29 18:10:23.657925 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59174) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:23.713951 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-956971a2-e011-4587-8c06-75cc4a42387d req-8dcb35a9-04d3-47d4-9aa7-6a580bdfa605 service neutron] 10.222.0.20 "GET /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125156 Nov 29 18:10:23.757705 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e935a98c-ac62-42ab-9cce-f162a8cff01c req-55779ff3-5982-4cd3-bec0-b1b9000a9e8d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:23.760778 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2c56649-4979-4f73-b464-59e10493f38c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:23.812615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55779ff3-5982-4cd3-bec0-b1b9000a9e8d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Pushing event deleted for resources: {'Port': ['ID=e0fd31bb-858e-4017-a749-b85b6a859d53,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:23.869346 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2c56649-4979-4f73-b464-59e10493f38c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:23.915561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e935a98c-ac62-42ab-9cce-f162a8cff01c req-55779ff3-5982-4cd3-bec0-b1b9000a9e8d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:23.919723 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e935a98c-ac62-42ab-9cce-f162a8cff01c req-55779ff3-5982-4cd3-bec0-b1b9000a9e8d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:23.920923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e935a98c-ac62-42ab-9cce-f162a8cff01c req-55779ff3-5982-4cd3-bec0-b1b9000a9e8d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "DELETE /v2.0/floatingips/7cbcf5c3-1108-42b5-bb79-ea8616a9800b HTTP/1.1" status: 204 len: 173 time: 1.0518034 Nov 29 18:10:23.958371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2c56649-4979-4f73-b464-59e10493f38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:23.962600 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2c56649-4979-4f73-b464-59e10493f38c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:23.964148 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63fe7c65-fa38-4c17-a848-a58b5dfe3e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:23.970984 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a2c56649-4979-4f73-b464-59e10493f38c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/033ef32a-bf3f-4d35-a546-1c1b4242bc6c HTTP/1.1" status: 204 len: 168 time: 0.3112361 Nov 29 18:10:24.004281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c56649-4979-4f73-b464-59e10493f38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033ef32a-bf3f-4d35-a546-1c1b4242bc6c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:24.092585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d84e4bc-c3c2-4cf6-990a-7bd98ad291dd req-1fec16a0-1ef8-4692-b552-379efa0f0634 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups/4865a894-e5c1-4a5f-85ec-9f14dc6c57cd HTTP/1.1" status: 200 len: 1826 time: 0.1198964 Nov 29 18:10:24.118196 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c31cea-dc90-419b-a4fc-4d2f1c8ca68f req-bb823345-b2ba-4647-8c8f-5b675362f23d tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:24.120015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5c31cea-dc90-419b-a4fc-4d2f1c8ca68f req-bb823345-b2ba-4647-8c8f-5b675362f23d tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=38090436-efad-4902-a9ec-d263762d9f26 HTTP/1.1" status: 200 len: 949 time: 0.1062858 Nov 29 18:10:24.232023 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5c31cea-dc90-419b-a4fc-4d2f1c8ca68f req-54d68d83-0bb9-4ec4-8d8a-ad0e5a4a2d12 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006486 Nov 29 18:10:24.237871 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1d84e4bc-c3c2-4cf6-990a-7bd98ad291dd req-9b267249-8b94-4a22-87cb-6ee6a7ed378e tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:24.269703 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1d84e4bc-c3c2-4cf6-990a-7bd98ad291dd req-9b267249-8b94-4a22-87cb-6ee6a7ed378e tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:24.349244 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1d84e4bc-c3c2-4cf6-990a-7bd98ad291dd req-9b267249-8b94-4a22-87cb-6ee6a7ed378e tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:24.355696 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1d84e4bc-c3c2-4cf6-990a-7bd98ad291dd req-9b267249-8b94-4a22-87cb-6ee6a7ed378e tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:24.371900 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d84e4bc-c3c2-4cf6-990a-7bd98ad291dd req-9b267249-8b94-4a22-87cb-6ee6a7ed378e tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "DELETE /v2.0/security-groups/4865a894-e5c1-4a5f-85ec-9f14dc6c57cd HTTP/1.1" status: 204 len: 173 time: 0.2690678 Nov 29 18:10:24.390639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b267249-8b94-4a22-87cb-6ee6a7ed378e tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4865a894-e5c1-4a5f-85ec-9f14dc6c57cd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:24.515219 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99584954-8e17-4d28-896e-327a5879b0ca req-1078799e-5646-48ba-bf84-3df016e0f804 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:24.525564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-99584954-8e17-4d28-896e-327a5879b0ca req-1078799e-5646-48ba-bf84-3df016e0f804 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b5d2c03-3d70-4f3a-a84a-2e28a6915008 HTTP/1.1" status: 200 len: 945 time: 0.0776315 Nov 29 18:10:24.614562 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-99584954-8e17-4d28-896e-327a5879b0ca req-fe57aac9-b422-41af-b8ea-ad70b539ef84 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a86ae43-dd77-4b56-bb95-92d481cfcdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830755 Nov 29 18:10:25.146838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e250e-b0e1-4e7c-8188-959a3ef195f0 req-473669d1-0cd4-49e2-958a-547492365a16 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:25.148846 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d6e250e-b0e1-4e7c-8188-959a3ef195f0 req-473669d1-0cd4-49e2-958a-547492365a16 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.1090839 Nov 29 18:10:25.236572 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d6e250e-b0e1-4e7c-8188-959a3ef195f0 req-6da77452-35ff-41d2-9170-fecdcf656100 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771089 Nov 29 18:10:25.340040 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6659569-a087-4bcb-b160-dc3f942ede45 req-0a7fe73a-30ef-48d8-a151-636336f5e520 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:25.342178 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6659569-a087-4bcb-b160-dc3f942ede45 req-0a7fe73a-30ef-48d8-a151-636336f5e520 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b5d2c03-3d70-4f3a-a84a-2e28a6915008 HTTP/1.1" status: 200 len: 945 time: 0.0585628 Nov 29 18:10:25.407582 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6659569-a087-4bcb-b160-dc3f942ede45 req-20ce5268-e566-4b10-a13e-c151540c2ec0 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a86ae43-dd77-4b56-bb95-92d481cfcdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561702 Nov 29 18:10:25.841740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3a2f2f06-5ee0-4658-a012-1dd7228547ab no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:10:25.961594 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:26.013181 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38090436-efad-4902-a9ec-d263762d9f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a2f2f06-5ee0-4658-a012-1dd7228547ab'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:10:26.016343 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2211a449-695d-4a59-a8e1-a56a8e2df05b" -d '{"events": [{"server_uuid": "38090436-efad-4902-a9ec-d263762d9f26", "name": "network-vif-unplugged", "status": "completed", "tag": "3a2f2f06-5ee0-4658-a012-1dd7228547ab"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:10:26.046512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3a2f2f06-5ee0-4658-a012-1dd7228547ab, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3a2f2f06-5ee0-4658-a012-1dd7228547ab,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:26.059544 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:26.111435 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21651e2c-e24b-40b3-8a64-bd8bdab87cb1 x-openstack-request-id: req-21651e2c-e24b-40b3-8a64-bd8bdab87cb1 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:10:26.111736 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38090436-efad-4902-a9ec-d263762d9f26", "name": "network-vif-unplugged", "status": "completed", "tag": "3a2f2f06-5ee0-4658-a012-1dd7228547ab", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:10:26.111992 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21651e2c-e24b-40b3-8a64-bd8bdab87cb1 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:10:26.112396 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38090436-efad-4902-a9ec-d263762d9f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a2f2f06-5ee0-4658-a012-1dd7228547ab', 'code': 200} Nov 29 18:10:26.131563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=3a2f2f06-5ee0-4658-a012-1dd7228547ab,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:26.396362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e403-a5c0-450d-94a6-08f1cf7b7536 req-3411439b-468b-4b7b-a431-0f073cbaefa3 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:26.397272 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e7d1306-ca26-45ab-a06f-28cae04f5554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:26.407343 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-acf4e403-a5c0-450d-94a6-08f1cf7b7536 req-3411439b-468b-4b7b-a431-0f073cbaefa3 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.0779014 Nov 29 18:10:26.547065 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-acf4e403-a5c0-450d-94a6-08f1cf7b7536 req-1587dbba-2cbd-4759-885c-277a32d9716f tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329362 Nov 29 18:10:26.576143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef51bd3-80ea-44e9-9810-3fcd23b93c7e req-034ec64c-50a6-4281-a153-a42306837f90 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:26.577789 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ef51bd3-80ea-44e9-9810-3fcd23b93c7e req-034ec64c-50a6-4281-a153-a42306837f90 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b5d2c03-3d70-4f3a-a84a-2e28a6915008 HTTP/1.1" status: 200 len: 945 time: 0.0751600 Nov 29 18:10:26.667423 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ef51bd3-80ea-44e9-9810-3fcd23b93c7e req-cd2e4a0b-4368-40f2-9540-3c17834150d3 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a86ae43-dd77-4b56-bb95-92d481cfcdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798171 Nov 29 18:10:26.902674 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267be50b-3fce-4ee3-b7a5-862cc33fb2cd req-7e398962-8fbc-42c7-b6ec-9f2e0774027f tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:26.904951 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-267be50b-3fce-4ee3-b7a5-862cc33fb2cd req-7e398962-8fbc-42c7-b6ec-9f2e0774027f tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b5d2c03-3d70-4f3a-a84a-2e28a6915008 HTTP/1.1" status: 200 len: 945 time: 0.0559688 Nov 29 18:10:27.067054 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-267be50b-3fce-4ee3-b7a5-862cc33fb2cd req-f492dc32-2892-43f2-9e6a-77e359e1caef tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Deleting port 60668c53-152e-4167-a173-eb1be9977abc {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:10:27.067936 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-267be50b-3fce-4ee3-b7a5-862cc33fb2cd req-f492dc32-2892-43f2-9e6a-77e359e1caef tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:27.111355 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:27.286216 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-267be50b-3fce-4ee3-b7a5-862cc33fb2cd req-f492dc32-2892-43f2-9e6a-77e359e1caef tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] For port 60668c53-152e-4167-a173-eb1be9977abc, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=60668c53-152e-4167-a173-eb1be9977abc,segment=NetworkSegment(7a31ba22-edbf-4aea-a6f9-7e0f99940cb2),segment_id=7a31ba22-edbf-4aea-a6f9-7e0f99940cb2)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:27.286584 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-267be50b-3fce-4ee3-b7a5-862cc33fb2cd req-f492dc32-2892-43f2-9e6a-77e359e1caef tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:27.309364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-267be50b-3fce-4ee3-b7a5-862cc33fb2cd req-f492dc32-2892-43f2-9e6a-77e359e1caef tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Calling delete_port for 60668c53-152e-4167-a173-eb1be9977abc owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:10:27.482680 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d886e5-9e29-4985-a5a9-62b77318a994 req-c1a7e7c8-52ef-4002-85ec-fc0bc9c43dcb tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:27.484372 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a7d886e5-9e29-4985-a5a9-62b77318a994 req-c1a7e7c8-52ef-4002-85ec-fc0bc9c43dcb tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.0901732 Nov 29 18:10:27.528693 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:27.793023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa106158-ef2b-4c22-a225-2b0b10d23b7a req-7012d54f-95c0-44a2-a5ca-4b662a21dd1d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:27.794695 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa106158-ef2b-4c22-a225-2b0b10d23b7a req-7012d54f-95c0-44a2-a5ca-4b662a21dd1d tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 946 time: 0.1016695 Nov 29 18:10:27.843929 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-a7d886e5-9e29-4985-a5a9-62b77318a994 req-1f2a8847-f233-4af9-b813-a61644f0beb4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Deleting port 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:10:27.846105 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a7d886e5-9e29-4985-a5a9-62b77318a994 req-1f2a8847-f233-4af9-b813-a61644f0beb4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:27.925546 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-267be50b-3fce-4ee3-b7a5-862cc33fb2cd req-f492dc32-2892-43f2-9e6a-77e359e1caef tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:27.954321 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0989ea8-7336-4c3e-a629-1061879f8cb8 req-a29c9a7c-40f9-49ed-8a03-fd705f3e1af3 tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.23 "GET /v2.0/ports?device_id=1b5d2c03-3d70-4f3a-a84a-2e28a6915008 HTTP/1.1" status: 200 len: 210 time: 0.0988381 Nov 29 18:10:27.997597 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492dc32-2892-43f2-9e6a-77e359e1caef tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Pushing event deleted for resources: {'Port': ['ID=60668c53-152e-4167-a173-eb1be9977abc,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:28.035523 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa106158-ef2b-4c22-a225-2b0b10d23b7a req-3bfc4d3c-ff3b-4620-9d53-f1a8f3f67bd1 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7b1d194-efed-43ed-88d6-067a6969c181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329600 Nov 29 18:10:28.138942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-267be50b-3fce-4ee3-b7a5-862cc33fb2cd req-f492dc32-2892-43f2-9e6a-77e359e1caef tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] No DVR routers for this DVR port 60668c53-152e-4167-a173-eb1be9977abc on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:10:28.145956 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-267be50b-3fce-4ee3-b7a5-862cc33fb2cd req-f492dc32-2892-43f2-9e6a-77e359e1caef tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:28.151792 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-267be50b-3fce-4ee3-b7a5-862cc33fb2cd req-f492dc32-2892-43f2-9e6a-77e359e1caef tempest-ServerGroupTestJSON-360379225 tempest-ServerGroupTestJSON-360379225-project] 10.222.0.20 "DELETE /v2.0/ports/60668c53-152e-4167-a173-eb1be9977abc HTTP/1.1" status: 204 len: 173 time: 1.2398393 Nov 29 18:10:28.152611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5d2c03-3d70-4f3a-a84a-2e28a6915008', 'name': 'network-vif-deleted', 'tag': '60668c53-152e-4167-a173-eb1be9977abc'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:10:28.162448 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4bac3a-3bb4-4295-9e49-488b76c0fdba" -d '{"events": [{"server_uuid": "1b5d2c03-3d70-4f3a-a84a-2e28a6915008", "name": "network-vif-deleted", "tag": "60668c53-152e-4167-a173-eb1be9977abc"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:10:28.240501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-a7d886e5-9e29-4985-a5a9-62b77318a994 req-1f2a8847-f233-4af9-b813-a61644f0beb4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] For port 54fe3d33-39c9-44b8-b0b5-e233a5e8d093, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=54fe3d33-39c9-44b8-b0b5-e233a5e8d093,segment=NetworkSegment(fb9e397d-b264-458d-964d-3d73bebc1e2c),segment_id=fb9e397d-b264-458d-964d-3d73bebc1e2c)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:28.241430 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a7d886e5-9e29-4985-a5a9-62b77318a994 req-1f2a8847-f233-4af9-b813-a61644f0beb4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:28.282505 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edb991d-33dd-41e0-ad96-4c056a0121b7 x-openstack-request-id: req-3edb991d-33dd-41e0-ad96-4c056a0121b7 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:10:28.282904 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5d2c03-3d70-4f3a-a84a-2e28a6915008", "name": "network-vif-deleted", "tag": "60668c53-152e-4167-a173-eb1be9977abc", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:10:28.283255 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3edb991d-33dd-41e0-ad96-4c056a0121b7 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:10:28.283759 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5d2c03-3d70-4f3a-a84a-2e28a6915008', 'name': 'network-vif-deleted', 'tag': '60668c53-152e-4167-a173-eb1be9977abc', 'status': 'completed', 'code': 200} Nov 29 18:10:28.290963 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-a7d886e5-9e29-4985-a5a9-62b77318a994 req-1f2a8847-f233-4af9-b813-a61644f0beb4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Calling delete_port for 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:10:28.466532 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a7d886e5-9e29-4985-a5a9-62b77318a994 req-1f2a8847-f233-4af9-b813-a61644f0beb4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:28.479895 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['54fe3d33-39c9-44b8-b0b5-e233a5e8d093'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:10:28.519416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a8847-f233-4af9-b813-a61644f0beb4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Pushing event deleted for resources: {'Port': ['ID=54fe3d33-39c9-44b8-b0b5-e233a5e8d093,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:28.581944 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d886e5-9e29-4985-a5a9-62b77318a994 req-1f2a8847-f233-4af9-b813-a61644f0beb4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] No DVR routers for this DVR port 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:10:28.584693 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a7d886e5-9e29-4985-a5a9-62b77318a994 req-1f2a8847-f233-4af9-b813-a61644f0beb4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:28.588647 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a7d886e5-9e29-4985-a5a9-62b77318a994 req-1f2a8847-f233-4af9-b813-a61644f0beb4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.20 "DELETE /v2.0/ports/54fe3d33-39c9-44b8-b0b5-e233a5e8d093 HTTP/1.1" status: 204 len: 173 time: 1.0823498 Nov 29 18:10:28.605670 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59364) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:28.791825 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bbef2d4-7351-4fb5-85b8-68c6fb0cac27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:28.916409 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bbef2d4-7351-4fb5-85b8-68c6fb0cac27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:28.922171 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bbef2d4-7351-4fb5-85b8-68c6fb0cac27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:28.963922 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbef2d4-7351-4fb5-85b8-68c6fb0cac27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cc8818-3c5f-464d-8f3d-63c84418a137,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:28.970033 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5bbef2d4-7351-4fb5-85b8-68c6fb0cac27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b416f3fa37424d2da731cc80f8156d91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3630898 Nov 29 18:10:28.978174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59370) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:29.059022 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e031a398-1abe-42db-a8a0-e5031a6276a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:29.085514 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e031a398-1abe-42db-a8a0-e5031a6276a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:29.092521 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:29.177631 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e031a398-1abe-42db-a8a0-e5031a6276a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:29.181358 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e031a398-1abe-42db-a8a0-e5031a6276a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:29.186659 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e031a398-1abe-42db-a8a0-e5031a6276a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21cc8818-3c5f-464d-8f3d-63c84418a137 HTTP/1.1" status: 204 len: 168 time: 0.2048836 Nov 29 18:10:29.340020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc04f238-c6f4-4a05-be57-3e983145700a req-fb9ebd13-2c18-4ba5-9903-12ca202a67e4 tempest-ServerRescueTestJSONUnderV235-857245972 tempest-ServerRescueTestJSONUnderV235-857245972-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c731350-6b2f-408f-9a23-6f1455c8ec6f HTTP/1.1" status: 200 len: 210 time: 0.1311383 Nov 29 18:10:29.347024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031a398-1abe-42db-a8a0-e5031a6276a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cc8818-3c5f-464d-8f3d-63c84418a137,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:29.537712 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:29.600475 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59418) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:29.653470 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 60668c53-152e-4167-a173-eb1be9977abc no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:10:29.685156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 60668c53-152e-4167-a173-eb1be9977abc {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:10:29.685627 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 60668c53-152e-4167-a173-eb1be9977abc not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:10:29.705390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b651a57-4e13-483e-bd84-4770397e8871 admin admin] Deleting subnet f7c176df-8ed7-442a-9b4d-c462367fb293 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:10:29.709891 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b651a57-4e13-483e-bd84-4770397e8871 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:29.767285 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b651a57-4e13-483e-bd84-4770397e8871 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:29.775943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59422) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:29.792389 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ceb47820-5fe9-4ba7-8abf-b5618ab6c48e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:29.824587 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b651a57-4e13-483e-bd84-4770397e8871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:29.871414 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b184c403-2874-4505-ae01-4fa7bc610437 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:10:29.899978 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ceb47820-5fe9-4ba7-8abf-b5618ab6c48e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:29.908500 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b651a57-4e13-483e-bd84-4770397e8871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:29.909236 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ceb47820-5fe9-4ba7-8abf-b5618ab6c48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:29.935578 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b651a57-4e13-483e-bd84-4770397e8871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c176df-8ed7-442a-9b4d-c462367fb293,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:29.943057 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b651a57-4e13-483e-bd84-4770397e8871 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:29.948164 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1b651a57-4e13-483e-bd84-4770397e8871 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f7c176df-8ed7-442a-9b4d-c462367fb293 HTTP/1.1" status: 204 len: 168 time: 0.3467441 Nov 29 18:10:29.950501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59426) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:30.015684 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ceb47820-5fe9-4ba7-8abf-b5618ab6c48e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f40fb900efc4ada8fb7fa20ae94ed22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2372766 Nov 29 18:10:30.016575 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59430) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:30.019986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb47820-5fe9-4ba7-8abf-b5618ab6c48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3ad7f3-34e2-4125-a3c7-888642f5564f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:30.077941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00ec5ce9-1e25-41a4-b920-ae6e2fdbcf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:30.118456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b184c403-2874-4505-ae01-4fa7bc610437, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b184c403-2874-4505-ae01-4fa7bc610437,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:30.126766 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7256ad72-259d-4cad-861d-8c75231795aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:30.140978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'b184c403-2874-4505-ae01-4fa7bc610437', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'b184c403-2874-4505-ae01-4fa7bc610437', 'mac_address': 'fa:16:3e:f1:0d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:10:30.169959 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:30.203206 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00ec5ce9-1e25-41a4-b920-ae6e2fdbcf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:30.208313 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7256ad72-259d-4cad-861d-8c75231795aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:30.216507 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:30.250530 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-00ec5ce9-1e25-41a4-b920-ae6e2fdbcf0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e584b5c7-e88a-4f11-8233-4c8181f27944']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:30.257677 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b184c403-2874-4505-ae01-4fa7bc610437 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:10:30.263610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-00ec5ce9-1e25-41a4-b920-ae6e2fdbcf0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a31ba22-edbf-4aea-a6f9-7e0f99940cb2') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:30.263922 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-00ec5ce9-1e25-41a4-b920-ae6e2fdbcf0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a31ba22-edbf-4aea-a6f9-7e0f99940cb2') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:30.284951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'name': 'network-vif-deleted', 'tag': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:10:30.287312 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e379c74-1973-4675-8f8d-436775655745" -d '{"events": [{"server_uuid": "9c731350-6b2f-408f-9a23-6f1455c8ec6f", "name": "network-vif-deleted", "tag": "54fe3d33-39c9-44b8-b0b5-e233a5e8d093"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:10:30.293409 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00ec5ce9-1e25-41a4-b920-ae6e2fdbcf0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:30.313879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b184c403-2874-4505-ae01-4fa7bc610437, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b184c403-2874-4505-ae01-4fa7bc610437,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:30.320858 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00ec5ce9-1e25-41a4-b920-ae6e2fdbcf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:30.322920 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:30.343702 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ec5ce9-1e25-41a4-b920-ae6e2fdbcf0b admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:10:30.344125 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00ec5ce9-1e25-41a4-b920-ae6e2fdbcf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:10:30.347582 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:10:30.414625 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=b184c403-2874-4505-ae01-4fa7bc610437,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:30.448776 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499aea32-48f9-4987-99b9-bdf4510d7df4 x-openstack-request-id: req-499aea32-48f9-4987-99b9-bdf4510d7df4 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:10:30.449084 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c731350-6b2f-408f-9a23-6f1455c8ec6f", "name": "network-vif-deleted", "tag": "54fe3d33-39c9-44b8-b0b5-e233a5e8d093", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:10:30.449381 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-499aea32-48f9-4987-99b9-bdf4510d7df4 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:10:30.449745 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c731350-6b2f-408f-9a23-6f1455c8ec6f', 'name': 'network-vif-deleted', 'tag': '54fe3d33-39c9-44b8-b0b5-e233a5e8d093', 'status': 'completed', 'code': 200} Nov 29 18:10:30.457251 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7256ad72-259d-4cad-861d-8c75231795aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:30.460837 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['b184c403-2874-4505-ae01-4fa7bc610437'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:10:30.463293 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7256ad72-259d-4cad-861d-8c75231795aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:30.464072 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59440) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:30.464544 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7256ad72-259d-4cad-861d-8c75231795aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd3ad7f3-34e2-4125-a3c7-888642f5564f HTTP/1.1" status: 204 len: 168 time: 0.4469516 Nov 29 18:10:30.478753 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256ad72-259d-4cad-861d-8c75231795aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3ad7f3-34e2-4125-a3c7-888642f5564f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:30.495532 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00ec5ce9-1e25-41a4-b920-ae6e2fdbcf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:30.514037 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00ec5ce9-1e25-41a4-b920-ae6e2fdbcf0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:30.527381 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-00ec5ce9-1e25-41a4-b920-ae6e2fdbcf0b admin admin] 10.222.0.23 "DELETE /v2.0/networks/e584b5c7-e88a-4f11-8233-4c8181f27944 HTTP/1.1" status: 204 len: 168 time: 0.5755064 Nov 29 18:10:30.560582 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec5ce9-1e25-41a4-b920-ae6e2fdbcf0b admin admin] Pushing event deleted for resources: {'Network': ['ID=e584b5c7-e88a-4f11-8233-4c8181f27944,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:30.919837 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59458) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:31.056504 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-80c867ec-8ba1-4d11-9545-62af4f4d3218 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91d33044a0f44b0e8d4ba5d39f20ef5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311011 Nov 29 18:10:31.057349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59464) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:31.256420 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-372358ce-2846-44db-ad02-d3d8a620e946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:31.299755 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-372358ce-2846-44db-ad02-d3d8a620e946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:31.378039 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7acc7dce-1618-419a-abae-1322939729fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:31.426837 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-372358ce-2846-44db-ad02-d3d8a620e946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:31.429543 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-372358ce-2846-44db-ad02-d3d8a620e946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:31.431001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-372358ce-2846-44db-ad02-d3d8a620e946 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a86ae43-dd77-4b56-bb95-92d481cfcdfc HTTP/1.1" status: 204 len: 168 time: 0.3579776 Nov 29 18:10:31.450467 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372358ce-2846-44db-ad02-d3d8a620e946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a86ae43-dd77-4b56-bb95-92d481cfcdfc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:31.674926 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:10:31.712125 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:10:31.715178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 54fe3d33-39c9-44b8-b0b5-e233a5e8d093 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:10:31.872798 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b184c403-2874-4505-ae01-4fa7bc610437 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:10:31.912622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7acc7dce-1618-419a-abae-1322939729fc admin admin] Deleting port da74b80d-6168-4c32-8660-282e1d467436 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:10:31.913994 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7acc7dce-1618-419a-abae-1322939729fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:32.135054 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-7acc7dce-1618-419a-abae-1322939729fc admin admin] For port da74b80d-6168-4c32-8660-282e1d467436, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=da74b80d-6168-4c32-8660-282e1d467436,segment=NetworkSegment(fb9e397d-b264-458d-964d-3d73bebc1e2c),segment_id=fb9e397d-b264-458d-964d-3d73bebc1e2c)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:32.136083 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7acc7dce-1618-419a-abae-1322939729fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:32.173002 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7acc7dce-1618-419a-abae-1322939729fc admin admin] Calling delete_port for da74b80d-6168-4c32-8660-282e1d467436 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:10:32.486302 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port b184c403-2874-4505-ae01-4fa7bc610437 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:10:32.486612 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:32.594629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7acc7dce-1618-419a-abae-1322939729fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:32.740183 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:32.818587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc7dce-1618-419a-abae-1322939729fc admin admin] Pushing event deleted for resources: {'Port': ['ID=da74b80d-6168-4c32-8660-282e1d467436,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:32.855765 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b184c403-2874-4505-ae01-4fa7bc610437, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b184c403-2874-4505-ae01-4fa7bc610437,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:32.865120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282ae7f3-1c1a-4301-81c1-ba96e5680fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b184c403-2874-4505-ae01-4fa7bc610437'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:10:32.872945 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277fa883-b51e-4ee7-b45e-7424b505a00d" -d '{"events": [{"server_uuid": "282ae7f3-1c1a-4301-81c1-ba96e5680fbe", "name": "network-vif-plugged", "status": "completed", "tag": "b184c403-2874-4505-ae01-4fa7bc610437"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:10:32.878411 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:33.006679 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cdaf57-6621-4d2a-b48c-b2b8455268c7 x-openstack-request-id: req-28cdaf57-6621-4d2a-b48c-b2b8455268c7 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:10:33.007021 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282ae7f3-1c1a-4301-81c1-ba96e5680fbe", "name": "network-vif-plugged", "status": "completed", "tag": "b184c403-2874-4505-ae01-4fa7bc610437", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:10:33.007290 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28cdaf57-6621-4d2a-b48c-b2b8455268c7 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:10:33.007718 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282ae7f3-1c1a-4301-81c1-ba96e5680fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b184c403-2874-4505-ae01-4fa7bc610437', 'code': 200} Nov 29 18:10:33.097827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=b184c403-2874-4505-ae01-4fa7bc610437,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:33.245212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59562) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:33.330477 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7acc7dce-1618-419a-abae-1322939729fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:33.470803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3816f59a-73be-4213-aa96-2300dc5e36d5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2071173002-network', 'tenant_id': '5364785c96b74243892699005c29297d'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:10:33.557279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3816f59a-73be-4213-aa96-2300dc5e36d5 admin admin] Made reservation on behalf of 5364785c96b74243892699005c29297d for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:10:33.560267 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3816f59a-73be-4213-aa96-2300dc5e36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:33.575802 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3816f59a-73be-4213-aa96-2300dc5e36d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:33.676930 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3816f59a-73be-4213-aa96-2300dc5e36d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:33.685524 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3816f59a-73be-4213-aa96-2300dc5e36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:33.699641 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3816f59a-73be-4213-aa96-2300dc5e36d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:10:33.712132 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3816f59a-73be-4213-aa96-2300dc5e36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:33.712531 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-3816f59a-73be-4213-aa96-2300dc5e36d5 admin admin] Added segment 301813ae-b61e-408c-b086-3ed2ce5d8acb of type vlan for network cd85a257-c69f-44be-870f-ac5b0d17375d Nov 29 18:10:33.834093 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3816f59a-73be-4213-aa96-2300dc5e36d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:33.888134 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816f59a-73be-4213-aa96-2300dc5e36d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954fec7a-436a-4089-908c-ec5eebf2b6e5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:33.929333 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3816f59a-73be-4213-aa96-2300dc5e36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:33.930427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816f59a-73be-4213-aa96-2300dc5e36d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:33.931101 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3816f59a-73be-4213-aa96-2300dc5e36d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:33.952279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acc7dce-1618-419a-abae-1322939729fc admin admin] Router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:10:34.600710 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3816f59a-73be-4213-aa96-2300dc5e36d5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3543122 Nov 29 18:10:34.603666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59620) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:34.609220 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-82f64c97-37cd-46d7-8da3-602e13b9a127 admin admin] Request body: {'subnet': {'network_id': 'cd85a257-c69f-44be-870f-ac5b0d17375d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2071173002-subnet', 'tenant_id': '5364785c96b74243892699005c29297d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:10:34.627885 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816f59a-73be-4213-aa96-2300dc5e36d5 admin admin] Pushing event updated for resources: {'Network': ['ID=cd85a257-c69f-44be-870f-ac5b0d17375d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:34.648323 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network cd85a257-c69f-44be-870f-ac5b0d17375d details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:10:34.671399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f64c97-37cd-46d7-8da3-602e13b9a127 admin admin] Made reservation on behalf of 5364785c96b74243892699005c29297d for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:10:34.674162 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-82f64c97-37cd-46d7-8da3-602e13b9a127 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:34.876514 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acc7dce-1618-419a-abae-1322939729fc admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:10:34.886538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7acc7dce-1618-419a-abae-1322939729fc admin admin] 10.222.0.23 "PUT /v2.0/routers/1a4eea03-efb2-4600-800d-5ec0eafcfe27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4170747 Nov 29 18:10:34.889256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59624) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:34.889573 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07496db5-1ffa-4af1-9c84-541a466107db None None] Sync routers for ids ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:10:34.912639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07496db5-1ffa-4af1-9c84-541a466107db None None] Routers {'1a4eea03-efb2-4600-800d-5ec0eafcfe27'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:10:34.913300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-07496db5-1ffa-4af1-9c84-541a466107db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:10:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:35.142238 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa0cb0a2-d583-4ff6-bd24-39ded653f62a admin admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:35.295890 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-82f64c97-37cd-46d7-8da3-602e13b9a127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:35.321796 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa0cb0a2-d583-4ff6-bd24-39ded653f62a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:35.327410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-07496db5-1ffa-4af1-9c84-541a466107db None None] Set router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:10:35.507877 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-aa0cb0a2-d583-4ff6-bd24-39ded653f62a admin admin] Deleting port 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:10:35.508573 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa0cb0a2-d583-4ff6-bd24-39ded653f62a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:35.549443 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f64c97-37cd-46d7-8da3-602e13b9a127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=638d3fe8-3842-4864-af7d-4cad7ce0ad8b,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:35.553694 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f64c97-37cd-46d7-8da3-602e13b9a127 admin admin] Checking segment: {'id': '301813ae-b61e-408c-b086-3ed2ce5d8acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd85a257-c69f-44be-870f-ac5b0d17375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:10:35.554203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f64c97-37cd-46d7-8da3-602e13b9a127 admin admin] Network hostable DHCP agents. Network: cd85a257-c69f-44be-870f-ac5b0d17375d, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:10:35.577356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f64c97-37cd-46d7-8da3-602e13b9a127 admin admin] Network cd85a257-c69f-44be-870f-ac5b0d17375d is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:10:35.596343 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-82f64c97-37cd-46d7-8da3-602e13b9a127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, cd85a257-c69f-44be-870f-ac5b0d17375d) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:10:35.609992 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f64c97-37cd-46d7-8da3-602e13b9a127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:35.610645 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-82f64c97-37cd-46d7-8da3-602e13b9a127 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:35.641534 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-82f64c97-37cd-46d7-8da3-602e13b9a127 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0359170 Nov 29 18:10:35.798224 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-aa0cb0a2-d583-4ff6-bd24-39ded653f62a admin admin] For port 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:35.799171 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa0cb0a2-d583-4ff6-bd24-39ded653f62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:35.849491 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-aa0cb0a2-d583-4ff6-bd24-39ded653f62a admin admin] Calling delete_port for 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:10:35.908657 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0602fde-6557-44ac-aa88-3662cade59d3 None None] Network cd85a257-c69f-44be-870f-ac5b0d17375d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:10:36.396847 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-07496db5-1ffa-4af1-9c84-541a466107db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-router', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:09:02Z', 'updated_at': '2021-11-29T18:10:32Z', 'revision_number': 5, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'gw_port': {'id': '67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:09:03Z', 'updated_at': '2021-11-29T18:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:36.501714 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa0cb0a2-d583-4ff6-bd24-39ded653f62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:36.501984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07496db5-1ffa-4af1-9c84-541a466107db None None] Checking router: 1a4eea03-efb2-4600-800d-5ec0eafcfe27 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:10:36.562378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9eb002-a0ca-4ff6-bf57-829fabcd17d1 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:10:36.629759 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07496db5-1ffa-4af1-9c84-541a466107db None None] Routers {'1a4eea03-efb2-4600-800d-5ec0eafcfe27'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:10:36.630414 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-07496db5-1ffa-4af1-9c84-541a466107db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:10:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:36.717288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d6f6d-c447-4e0c-b2c3-74e58991ebc3 None None] Network cd85a257-c69f-44be-870f-ac5b0d17375d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:10:36.745581 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa0cb0a2-d583-4ff6-bd24-39ded653f62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:36.862471 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-07496db5-1ffa-4af1-9c84-541a466107db None None] Set router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:10:36.983681 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa0cb0a2-d583-4ff6-bd24-39ded653f62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:36.986849 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa0cb0a2-d583-4ff6-bd24-39ded653f62a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:37.029553 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-07496db5-1ffa-4af1-9c84-541a466107db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-router', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:09:02Z', 'updated_at': '2021-11-29T18:10:36Z', 'revision_number': 7, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:37.078660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cb0a2-d583-4ff6-bd24-39ded653f62a admin admin] Pushing event deleted for resources: {'Port': ['ID=67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:37.087912 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07496db5-1ffa-4af1-9c84-541a466107db None None] The sync data for ids ['1a4eea03-efb2-4600-800d-5ec0eafcfe27'] in n-d-819494-5 is: [{'id': '1a4eea03-efb2-4600-800d-5ec0eafcfe27', 'name': 'tempest-ServerRescueTestJSONUnderV235-296888221-router', 'tenant_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:09:02Z', 'updated_at': '2021-11-29T18:10:36Z', 'revision_number': 7, 'project_id': 'aaef91b3236b474d84cff4c6e037a5bb', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:10:37.229744 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa0cb0a2-d583-4ff6-bd24-39ded653f62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:37.230350 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0cb0a2-d583-4ff6-bd24-39ded653f62a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a4eea03-efb2-4600-800d-5ec0eafcfe27 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:10:37.250199 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa0cb0a2-d583-4ff6-bd24-39ded653f62a admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:37.254816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-aa0cb0a2-d583-4ff6-bd24-39ded653f62a admin admin] 10.222.0.23 "DELETE /v2.0/routers/1a4eea03-efb2-4600-800d-5ec0eafcfe27 HTTP/1.1" status: 204 len: 168 time: 2.3618224 Nov 29 18:10:37.255201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59700) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:37.379705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-5446f816-14da-434b-82dc-8974b285e7a5 admin admin] Deleting subnet 0f7680db-e0db-4d9d-93e4-42f90be1cf3b {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:10:37.401874 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5446f816-14da-434b-82dc-8974b285e7a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:37.449248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-28865b75-ecbd-47d5-880c-3adf3d4aa357 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:37.450774 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-28865b75-ecbd-47d5-880c-3adf3d4aa357 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/networks?id=cd85a257-c69f-44be-870f-ac5b0d17375d HTTP/1.1" status: 200 len: 821 time: 0.8083920 Nov 29 18:10:37.494929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-1f10471e-88de-4fc5-a0a9-f0f26c6d9cba tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/quotas/5364785c96b74243892699005c29297d HTTP/1.1" status: 200 len: 375 time: 0.0361912 Nov 29 18:10:37.533485 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5446f816-14da-434b-82dc-8974b285e7a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:37.589143 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-a6aa49bf-d288-441c-b765-52ca74fab35a tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5364785c96b74243892699005c29297d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931075 Nov 29 18:10:37.688702 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5446f816-14da-434b-82dc-8974b285e7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:37.839037 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5446f816-14da-434b-82dc-8974b285e7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:37.973074 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5446f816-14da-434b-82dc-8974b285e7a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:37.987206 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5446f816-14da-434b-82dc-8974b285e7a5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0f7680db-e0db-4d9d-93e4-42f90be1cf3b HTTP/1.1" status: 204 len: 168 time: 0.7301319 Nov 29 18:10:37.989141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59730) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:37.996585 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446f816-14da-434b-82dc-8974b285e7a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f7680db-e0db-4d9d-93e4-42f90be1cf3b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:38.190163 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a50433da-9f4e-4a9a-9722-0957e22be5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:38.277326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187af5bd-12e5-4eff-a8cf-b1254f04651c req-d179d38c-fb0f-4802-937d-834d835c36bd tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:38.286327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-187af5bd-12e5-4eff-a8cf-b1254f04651c req-d179d38c-fb0f-4802-937d-834d835c36bd tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.3191233 Nov 29 18:10:38.327391 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-a682a310-d6e9-4469-8e23-5154829d2e38 service neutron] 10.222.0.23 "GET /v2.0/networks/cd85a257-c69f-44be-870f-ac5b0d17375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373736 Nov 29 18:10:38.381271 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a50433da-9f4e-4a9a-9722-0957e22be5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:38.428427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a50433da-9f4e-4a9a-9722-0957e22be5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90bbd88-c27a-4f3d-9ea5-0a6930e06235']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:38.452246 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a50433da-9f4e-4a9a-9722-0957e22be5d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9e397d-b264-458d-964d-3d73bebc1e2c') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:38.452544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a50433da-9f4e-4a9a-9722-0957e22be5d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9e397d-b264-458d-964d-3d73bebc1e2c') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:38.477635 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a50433da-9f4e-4a9a-9722-0957e22be5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:38.491652 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-187af5bd-12e5-4eff-a8cf-b1254f04651c req-f4794018-1a33-484a-8d3a-b3a314fbb94c tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039785 Nov 29 18:10:38.510315 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a50433da-9f4e-4a9a-9722-0957e22be5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:38.517549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50433da-9f4e-4a9a-9722-0957e22be5d3 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:10:38.518124 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a50433da-9f4e-4a9a-9722-0957e22be5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:10:38.520998 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:10:38.604684 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-8c9212eb-643c-45d5-9013-2789207d55bc service neutron] 10.222.0.23 "GET /v2.0/networks/cd85a257-c69f-44be-870f-ac5b0d17375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684462 Nov 29 18:10:38.687846 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a50433da-9f4e-4a9a-9722-0957e22be5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:38.696680 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a50433da-9f4e-4a9a-9722-0957e22be5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:38.700778 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a50433da-9f4e-4a9a-9722-0957e22be5d3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b90bbd88-c27a-4f3d-9ea5-0a6930e06235 HTTP/1.1" status: 204 len: 168 time: 0.7102523 Nov 29 18:10:38.741830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50433da-9f4e-4a9a-9722-0957e22be5d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b90bbd88-c27a-4f3d-9ea5-0a6930e06235,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:39.101955 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device da74b80d-6168-4c32-8660-282e1d467436 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:10:39.178335 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: da74b80d-6168-4c32-8660-282e1d467436 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:10:39.191496 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43cf4afb-062c-4fe9-be6b-926c127617e7 req-88a3130e-87d4-46e5-9f22-a53b89fc6c7b tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/ports?device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 210 time: 0.0704832 Nov 29 18:10:39.191773 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device da74b80d-6168-4c32-8660-282e1d467436 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:10:39.192439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:10:39.295758 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:10:39.296576 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 67fa191f-6f3c-4ecc-beaa-5b1b2320c1dc not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:10:39.319649 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59772) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:39.437311 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1d28c739-c9eb-4820-b3b6-d74a02c8ae41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aaef91b3236b474d84cff4c6e037a5bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1162724 Nov 29 18:10:39.439711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59774) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:39.548445 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35225783-62ef-4800-b827-ae49b9852b94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:39.597254 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35225783-62ef-4800-b827-ae49b9852b94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:39.692731 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35225783-62ef-4800-b827-ae49b9852b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:39.696486 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35225783-62ef-4800-b827-ae49b9852b94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:39.700972 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-35225783-62ef-4800-b827-ae49b9852b94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7b1d194-efed-43ed-88d6-067a6969c181 HTTP/1.1" status: 204 len: 168 time: 0.2601092 Nov 29 18:10:39.716674 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35225783-62ef-4800-b827-ae49b9852b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b1d194-efed-43ed-88d6-067a6969c181,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:39.833715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a8861-b2cb-462f-af01-50c1f1b04969 req-9d929a9b-e9fc-42ce-acf3-a65d2f240f77 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:39.848226 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa9a8861-b2cb-462f-af01-50c1f1b04969 req-9d929a9b-e9fc-42ce-acf3-a65d2f240f77 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.1680851 Nov 29 18:10:40.004561 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa9a8861-b2cb-462f-af01-50c1f1b04969 req-40f79559-9e66-4cb7-8399-d80bc537d0cb tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546919 Nov 29 18:10:40.256816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8c82b-0d12-4a45-94af-3a3463cc7f8f req-422f63a4-4ecc-45e5-a40a-45e02c65fb40 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:40.259655 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01f8c82b-0d12-4a45-94af-3a3463cc7f8f req-422f63a4-4ecc-45e5-a40a-45e02c65fb40 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.31 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 946 time: 0.2013502 Nov 29 18:10:40.528034 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-01f8c82b-0d12-4a45-94af-3a3463cc7f8f req-b48deeb3-17e6-4aff-b368-59c1f15eaec9 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Deleting port 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:10:40.528778 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-01f8c82b-0d12-4a45-94af-3a3463cc7f8f req-b48deeb3-17e6-4aff-b368-59c1f15eaec9 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:40.551014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6cf17a6-3b01-4710-b43d-89cb75d6db3c req-208ac7e3-a7d4-4a93-a5fe-4fd1b9e8a5fc tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/ports?device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 210 time: 0.1119897 Nov 29 18:10:40.678459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-01f8c82b-0d12-4a45-94af-3a3463cc7f8f req-b48deeb3-17e6-4aff-b368-59c1f15eaec9 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] For port 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1,segment=NetworkSegment(4f105b97-380f-4a77-bc6d-6185b03b8ec9),segment_id=4f105b97-380f-4a77-bc6d-6185b03b8ec9)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:40.678856 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-01f8c82b-0d12-4a45-94af-3a3463cc7f8f req-b48deeb3-17e6-4aff-b368-59c1f15eaec9 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:40.693148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-01f8c82b-0d12-4a45-94af-3a3463cc7f8f req-b48deeb3-17e6-4aff-b368-59c1f15eaec9 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Calling delete_port for 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:10:40.945583 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-01f8c82b-0d12-4a45-94af-3a3463cc7f8f req-b48deeb3-17e6-4aff-b368-59c1f15eaec9 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:40.960376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:10:40.964397 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['55af43a5-8d56-4f81-9942-51b6b937f123'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:10:41.004081 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48deeb3-17e6-4aff-b368-59c1f15eaec9 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Pushing event deleted for resources: {'Port': ['ID=9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:41.113074 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f8c82b-0d12-4a45-94af-3a3463cc7f8f req-b48deeb3-17e6-4aff-b368-59c1f15eaec9 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] No DVR routers for this DVR port 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:10:41.118298 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-01f8c82b-0d12-4a45-94af-3a3463cc7f8f req-b48deeb3-17e6-4aff-b368-59c1f15eaec9 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:41.124362 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01f8c82b-0d12-4a45-94af-3a3463cc7f8f req-b48deeb3-17e6-4aff-b368-59c1f15eaec9 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.31 "DELETE /v2.0/ports/9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 HTTP/1.1" status: 204 len: 173 time: 0.8440409 Nov 29 18:10:41.137575 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b35be0-a066-4aa8-ab6c-81e3b495e151', 'name': 'network-vif-deleted', 'tag': '9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:10:41.160091 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc48df0-88e6-40b6-b936-9cca106a993e" -d '{"events": [{"server_uuid": "27b35be0-a066-4aa8-ab6c-81e3b495e151", "name": "network-vif-deleted", "tag": "9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:10:41.426400 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7e0449-4520-4f82-a1cd-c9b351f4dd8c x-openstack-request-id: req-5b7e0449-4520-4f82-a1cd-c9b351f4dd8c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:10:41.426715 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b35be0-a066-4aa8-ab6c-81e3b495e151", "name": "network-vif-deleted", "tag": "9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:10:41.436262 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b7e0449-4520-4f82-a1cd-c9b351f4dd8c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:10:41.436749 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b35be0-a066-4aa8-ab6c-81e3b495e151', 'name': 'network-vif-deleted', 'tag': '9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1', 'status': 'completed', 'code': 200} Nov 29 18:10:41.459117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c97b037-f35c-4be9-9f1c-44e460b05476 req-d1a61513-4fba-462d-b7fe-d1a488405c53 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=27b35be0-a066-4aa8-ab6c-81e3b495e151 HTTP/1.1" status: 200 len: 210 time: 0.2418900 Nov 29 18:10:41.749230 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-db6f4fde-68be-4fba-b4fa-5d9f93485e4d tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:41.759051 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-db6f4fde-68be-4fba-b4fa-5d9f93485e4d tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.20 "GET /v2.0/networks?id=cd85a257-c69f-44be-870f-ac5b0d17375d HTTP/1.1" status: 200 len: 821 time: 0.3311496 Nov 29 18:10:41.775721 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-9f8b2002-f648-4089-bc95-b6d2cebace63 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Request body: {'port': {'device_id': '95648af0-e5c4-49ac-92e2-c411a286c7a2', 'network_id': 'cd85a257-c69f-44be-870f-ac5b0d17375d', 'admin_state_up': True, 'tenant_id': '5364785c96b74243892699005c29297d'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:10:41.793241 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c565c88d-61f6-4e71-a6c3-788921d859fe req-aef4c882-b6a8-4945-8249-d2ccc2791ba5 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/ports?device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 210 time: 0.0649495 Nov 29 18:10:41.913690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59864) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:42.099299 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-9f8b2002-f648-4089-bc95-b6d2cebace63 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Made reservation on behalf of 5364785c96b74243892699005c29297d for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:10:42.100774 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1b8d0066-c1ab-4a28-be60-55d23698721b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1124213266-network', 'tenant_id': 'a0ea423b476149a2b17f1e6a5b2bf6f6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:10:42.107541 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-9f8b2002-f648-4089-bc95-b6d2cebace63 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:42.161505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8d0066-c1ab-4a28-be60-55d23698721b admin admin] Made reservation on behalf of a0ea423b476149a2b17f1e6a5b2bf6f6 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:10:42.163971 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b8d0066-c1ab-4a28-be60-55d23698721b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:42.203856 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b8d0066-c1ab-4a28-be60-55d23698721b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:42.378143 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-9f8b2002-f648-4089-bc95-b6d2cebace63 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Allocated IP 172.20.0.13 (cd85a257-c69f-44be-870f-ac5b0d17375d/638d3fe8-3842-4864-af7d-4cad7ce0ad8b/0b2d0703-af09-4065-8da8-f39848f07298) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:10:42.394665 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b8d0066-c1ab-4a28-be60-55d23698721b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:42.403168 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b8d0066-c1ab-4a28-be60-55d23698721b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:42.501582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d0066-c1ab-4a28-be60-55d23698721b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaa414d-9be3-4c9b-8114-d796f892d508,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:42.528543 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8d0066-c1ab-4a28-be60-55d23698721b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:10:42.557486 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b8d0066-c1ab-4a28-be60-55d23698721b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:42.558137 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-1b8d0066-c1ab-4a28-be60-55d23698721b admin admin] Added segment 81e16fc0-caa8-497b-87a8-44fa094daa5c of type vlan for network e585681e-967b-4180-9c03-ed563df4e8d9 Nov 29 18:10:42.742496 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-e632b454-9bfb-40af-9945-7bc42f53b4ab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2674015 Nov 29 18:10:42.770349 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-9f8b2002-f648-4089-bc95-b6d2cebace63 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:42.812851 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b8d0066-c1ab-4a28-be60-55d23698721b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:42.918493 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-9f8b2002-f648-4089-bc95-b6d2cebace63 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:42.929476 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b8d0066-c1ab-4a28-be60-55d23698721b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:42.933121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8d0066-c1ab-4a28-be60-55d23698721b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:42.933728 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b8d0066-c1ab-4a28-be60-55d23698721b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:43.068010 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-9f8b2002-f648-4089-bc95-b6d2cebace63 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Network cd85a257-c69f-44be-870f-ac5b0d17375d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:10:43.077670 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-9f8b2002-f648-4089-bc95-b6d2cebace63 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:10:43.091170 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-9f8b2002-f648-4089-bc95-b6d2cebace63 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:10:43.105149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b2002-f648-4089-bc95-b6d2cebace63 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Pushing event updated for resources: {'Port': ['ID=0b2d0703-af09-4065-8da8-f39848f07298,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:43.208734 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-9f8b2002-f648-4089-bc95-b6d2cebace63 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:43.214250 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-9f8b2002-f648-4089-bc95-b6d2cebace63 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:43.255107 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-9f8b2002-f648-4089-bc95-b6d2cebace63 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4835565 Nov 29 18:10:43.271395 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Request body: {'port': {'device_id': '95648af0-e5c4-49ac-92e2-c411a286c7a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:10:43.284476 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1b8d0066-c1ab-4a28-be60-55d23698721b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3687181 Nov 29 18:10:43.287504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d0066-c1ab-4a28-be60-55d23698721b admin admin] Pushing event updated for resources: {'Network': ['ID=e585681e-967b-4180-9c03-ed563df4e8d9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:43.289894 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59904) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:43.299464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network e585681e-967b-4180-9c03-ed563df4e8d9 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:10:43.343833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8d580a8b-e304-43f9-8fcd-0090d182f574 admin admin] Request body: {'subnet': {'network_id': 'e585681e-967b-4180-9c03-ed563df4e8d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1124213266-subnet', 'tenant_id': 'a0ea423b476149a2b17f1e6a5b2bf6f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:10:43.427462 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d580a8b-e304-43f9-8fcd-0090d182f574 admin admin] Made reservation on behalf of a0ea423b476149a2b17f1e6a5b2bf6f6 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:10:43.434954 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d580a8b-e304-43f9-8fcd-0090d182f574 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:43.450471 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:43.574126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5fdc6-5264-4158-8468-2325475a6e57 req-e0196a2f-14b3-406a-a4ff-88347fd2fe17 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:43.594107 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41b5fdc6-5264-4158-8468-2325475a6e57 req-e0196a2f-14b3-406a-a4ff-88347fd2fe17 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.6008842 Nov 29 18:10:43.639398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-171412ac-cbcf-40a8-ae7f-14cb19cbda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:43.640025 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-171412ac-cbcf-40a8-ae7f-14cb19cbda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:43.640566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-171412ac-cbcf-40a8-ae7f-14cb19cbda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:43.641103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-171412ac-cbcf-40a8-ae7f-14cb19cbda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:43.641637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-171412ac-cbcf-40a8-ae7f-14cb19cbda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:43.642169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-171412ac-cbcf-40a8-ae7f-14cb19cbda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:43.642694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-171412ac-cbcf-40a8-ae7f-14cb19cbda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:43.645358 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-171412ac-cbcf-40a8-ae7f-14cb19cbda81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 6503 time: 0.7430651 Nov 29 18:10:43.738904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94493cd3-d516-44b1-8696-5f2f020a7a39 req-92aa692b-f778-4cc9-852e-dafe8e3bb9f8 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:43.755272 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94493cd3-d516-44b1-8696-5f2f020a7a39 req-92aa692b-f778-4cc9-852e-dafe8e3bb9f8 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/ports?device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 932 time: 0.7578473 Nov 29 18:10:43.941376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:10:43.946166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41b5fdc6-5264-4158-8468-2325475a6e57 req-5ab5388a-52ae-4ab1-875b-efb44d0283ee tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510113 Nov 29 18:10:43.988222 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:10:43.988992 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 9de4d5a6-b280-4f05-8ba8-e3eb7128f2d1 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:10:44.142765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-d0a9c80d-6685-41e1-9ff1-3f0456cbec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:44.143258 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-d0a9c80d-6685-41e1-9ff1-3f0456cbec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:44.143788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-d0a9c80d-6685-41e1-9ff1-3f0456cbec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:44.145384 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-d0a9c80d-6685-41e1-9ff1-3f0456cbec26 service neutron] 10.222.0.31 "GET /v2.0/networks?id=61ba322e-fbbf-41dc-a676-fbf94bf423e7&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&id=e0425de3-85ca-461a-a6de-7e5f9d893ce2 HTTP/1.1" status: 200 len: 2297 time: 0.3863564 Nov 29 18:10:44.161128 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94493cd3-d516-44b1-8696-5f2f020a7a39 req-11a1ab1a-4df1-4c46-a07f-7c7edb043e6b tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/security-groups?id=954fec7a-436a-4089-908c-ec5eebf2b6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779557 Nov 29 18:10:44.213887 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2d0703-af09-4065-8da8-f39848f07298 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:10:44.255490 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:44.284789 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-eda39acb-7b34-45e4-b1a0-a3a8d944e2db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17492e79-7d27-4b2d-8ba8-94b6d25ef180 HTTP/1.1" status: 200 len: 1002 time: 0.1186924 Nov 29 18:10:44.376332 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Transition to ACTIVE for port object 0b2d0703-af09-4065-8da8-f39848f07298 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:10:44.399542 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:44.428313 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-093ef14f-5143-40ea-9bcd-da14704af73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:44.435288 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-093ef14f-5143-40ea-9bcd-da14704af73f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ddd95e10-71b6-4e7a-9420-b299dbcdb3cc HTTP/1.1" status: 200 len: 856 time: 0.1409876 Nov 29 18:10:44.504766 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d580a8b-e304-43f9-8fcd-0090d182f574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:44.525587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-cda8f7c5-ab2e-4762-b2db-4421a4144a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:44.528242 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-cda8f7c5-ab2e-4762-b2db-4421a4144a64 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61ba322e-fbbf-41dc-a676-fbf94bf423e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863364 Nov 29 18:10:44.649615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d580a8b-e304-43f9-8fcd-0090d182f574 admin admin] Checking segment: {'id': '81e16fc0-caa8-497b-87a8-44fa094daa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e585681e-967b-4180-9c03-ed563df4e8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:10:44.649978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d580a8b-e304-43f9-8fcd-0090d182f574 admin admin] Network hostable DHCP agents. Network: e585681e-967b-4180-9c03-ed563df4e8d9, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:10:44.702235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d580a8b-e304-43f9-8fcd-0090d182f574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6936228a-7fa9-4021-b433-ca3c1874d576,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:44.714774 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d580a8b-e304-43f9-8fcd-0090d182f574 admin admin] Network e585681e-967b-4180-9c03-ed563df4e8d9 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:10:44.740685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-8d580a8b-e304-43f9-8fcd-0090d182f574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, e585681e-967b-4180-9c03-ed563df4e8d9) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:10:44.750372 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1df2897-5a7f-490c-a58b-876b642ec6eb None None] Network e585681e-967b-4180-9c03-ed563df4e8d9 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:10:44.761270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d580a8b-e304-43f9-8fcd-0090d182f574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:44.762072 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d580a8b-e304-43f9-8fcd-0090d182f574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:44.804579 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8d580a8b-e304-43f9-8fcd-0090d182f574 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4836717 Nov 29 18:10:44.811180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-3a2b7cbd-1d1a-4c4e-9741-8b71826a7a0d service neutron] 10.222.0.31 "GET /v2.0/networks/61ba322e-fbbf-41dc-a676-fbf94bf423e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577667 Nov 29 18:10:45.067574 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-1ce05451-f7c0-47be-9af0-6c8e287360ef service neutron] 10.222.0.31 "GET /v2.0/networks/61ba322e-fbbf-41dc-a676-fbf94bf423e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454531 Nov 29 18:10:45.130936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-eee598fe-d0a9-4f42-bba2-7fa5f6b36639 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=c5850d26-12e4-4c63-9a8e-1d727081b700 HTTP/1.1" status: 200 len: 217 time: 0.0576172 Nov 29 18:10:45.242659 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353d7e77-617c-4f86-9faf-0d9aaccb21df None None] Network e585681e-967b-4180-9c03-ed563df4e8d9 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:10:45.270713 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-6b179ce5-841c-4258-88f1-c9ecbef793ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:45.274345 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-6b179ce5-841c-4258-88f1-c9ecbef793ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.1345963 Nov 29 18:10:45.529195 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2d0703-af09-4065-8da8-f39848f07298,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:45.582178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-80546085-efd6-4d19-91ed-eea810fc0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:45.588639 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Attempting to bind port 0b2d0703-af09-4065-8da8-f39848f07298 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:10:45.590752 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-80546085-efd6-4d19-91ed-eea810fc0390 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2968984 Nov 29 18:10:45.594735 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Attempting to bind port 0b2d0703-af09-4065-8da8-f39848f07298 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '301813ae-b61e-408c-b086-3ed2ce5d8acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd85a257-c69f-44be-870f-ac5b0d17375d'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:10:45.597356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Attempting to bind port 0b2d0703-af09-4065-8da8-f39848f07298 on network cd85a257-c69f-44be-870f-ac5b0d17375d {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:10:45.605743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4d262-32f8-400a-a161-795e29db373c req-17e5db3c-5866-46d2-a3e8-de1d8ee2a2c6 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:45.609896 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Port 0b2d0703-af09-4065-8da8-f39848f07298 on network cd85a257-c69f-44be-870f-ac5b0d17375d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:10:45.614040 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-99f4d262-32f8-400a-a161-795e29db373c req-17e5db3c-5866-46d2-a3e8-de1d8ee2a2c6 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/ports?device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 944 time: 0.2087374 Nov 29 18:10:45.618467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Attempting to bind port 0b2d0703-af09-4065-8da8-f39848f07298 on network cd85a257-c69f-44be-870f-ac5b0d17375d {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:10:45.633608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c9343-af4d-489d-bd65-b334b9f52a5d req-41fe1cf3-8bd6-4492-b881-ba737400cfdf tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:45.635330 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b0c9343-af4d-489d-bd65-b334b9f52a5d req-41fe1cf3-8bd6-4492-b881-ba737400cfdf tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.3597949 Nov 29 18:10:45.646859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:10:45.649084 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Checking segment: {'id': '301813ae-b61e-408c-b086-3ed2ce5d8acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd85a257-c69f-44be-870f-ac5b0d17375d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:10:45.650931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Bound using segment: {'id': '301813ae-b61e-408c-b086-3ed2ce5d8acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd85a257-c69f-44be-870f-ac5b0d17375d'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:10:45.653636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Bound port: 0b2d0703-af09-4065-8da8-f39848f07298, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301813ae-b61e-408c-b086-3ed2ce5d8acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cd85a257-c69f-44be-870f-ac5b0d17375d'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:10:45.654370 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:45.822254 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-99f4d262-32f8-400a-a161-795e29db373c req-3e183b37-65f1-42ca-b276-6bea03b69dbf tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/security-groups?id=954fec7a-436a-4089-908c-ec5eebf2b6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756291 Nov 29 18:10:45.833379 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b0c9343-af4d-489d-bd65-b334b9f52a5d req-3bc700fd-5d4d-4527-82e8-388709c04d34 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841600 Nov 29 18:10:45.902141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] For port 0b2d0703-af09-4065-8da8-f39848f07298, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:10:45.910451 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-09c8c56c-402e-4ac2-b2b0-4e0165e08519 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886906 Nov 29 18:10:45.913298 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] For port 0b2d0703-af09-4065-8da8-f39848f07298, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=0b2d0703-af09-4065-8da8-f39848f07298,segment=NetworkSegment(301813ae-b61e-408c-b086-3ed2ce5d8acb),segment_id=301813ae-b61e-408c-b086-3ed2ce5d8acb)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:10:45.921469 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59964) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:45.940494 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:46.055827 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:46.060407 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:46.062049 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] 10.222.0.20 "PUT /v2.0/ports/0b2d0703-af09-4065-8da8-f39848f07298 HTTP/1.1" status: 200 len: 1092 time: 2.7963588 Nov 29 18:10:46.064803 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95648af0-e5c4-49ac-92e2-c411a286c7a2', 'tag': '0b2d0703-af09-4065-8da8-f39848f07298'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:10:46.071427 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e6da3d-f3ee-4439-84d5-e5cb34a6e572" -d '{"events": [{"name": "network-changed", "server_uuid": "95648af0-e5c4-49ac-92e2-c411a286c7a2", "tag": "0b2d0703-af09-4065-8da8-f39848f07298"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:10:46.210417 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9c329f-f61a-4c95-ae3d-ade544bcf8b7 x-openstack-request-id: req-ec9c329f-f61a-4c95-ae3d-ade544bcf8b7 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:10:46.211031 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95648af0-e5c4-49ac-92e2-c411a286c7a2", "tag": "0b2d0703-af09-4065-8da8-f39848f07298", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:10:46.211441 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec9c329f-f61a-4c95-ae3d-ade544bcf8b7 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:10:46.211990 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95648af0-e5c4-49ac-92e2-c411a286c7a2', 'tag': '0b2d0703-af09-4065-8da8-f39848f07298', 'status': 'completed', 'code': 200} Nov 29 18:10:46.233240 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-52477ce0-a44a-4518-8c56-c2d651a099e9 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172615 Nov 29 18:10:46.262643 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bbb72-0cd4-4267-9e7a-ceec018d0651 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2d0703-af09-4065-8da8-f39848f07298,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:46.275585 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-54cbfa7d-165d-4cc7-811f-1a59ee84f160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:46.329521 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-03d2cdf0-4776-49d5-9179-6852a582381a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e HTTP/1.1" status: 200 len: 217 time: 0.0875967 Nov 29 18:10:46.330636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-b3f1c9bd-d78f-4ae2-8606-ecee5b6c7b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:46.332783 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-b3f1c9bd-d78f-4ae2-8606-ecee5b6c7b04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5364785c96b74243892699005c29297d&device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 1095 time: 0.2212901 Nov 29 18:10:46.463139 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-41cfaf4f-544f-40a1-afb5-e22be263bb22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b2d0703-af09-4065-8da8-f39848f07298 HTTP/1.1" status: 200 len: 217 time: 0.1107070 Nov 29 18:10:46.484150 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-bfd99b17-1d2a-4228-a195-f3ca9f2510a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:46.485721 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-bfd99b17-1d2a-4228-a195-f3ca9f2510a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.1475058 Nov 29 18:10:46.626467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-062c5e6b-eba5-4fe4-ab54-cbbfecf00f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:46.629315 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-062c5e6b-eba5-4fe4-ab54-cbbfecf00f0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=638d3fe8-3842-4864-af7d-4cad7ce0ad8b HTTP/1.1" status: 200 len: 861 time: 0.1654294 Nov 29 18:10:46.635588 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-fa04e6ca-45bb-4973-aa89-aaaab7a5d971 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:46.637149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-fa04e6ca-45bb-4973-aa89-aaaab7a5d971 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/networks?id=e585681e-967b-4180-9c03-ed563df4e8d9 HTTP/1.1" status: 200 len: 809 time: 0.2525394 Nov 29 18:10:46.647023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-ceb82cf8-b6cb-4e49-baa2-78b5fc8d2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:46.650202 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-ceb82cf8-b6cb-4e49-baa2-78b5fc8d2547 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1530092 Nov 29 18:10:46.686408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-39b6bfc1-edfc-4deb-ad9e-41b803ff0571 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/quotas/a0ea423b476149a2b17f1e6a5b2bf6f6 HTTP/1.1" status: 200 len: 375 time: 0.0329452 Nov 29 18:10:46.702922 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-a2d3eaee-5258-4def-ac05-d1b7b080987d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd85a257-c69f-44be-870f-ac5b0d17375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623705 Nov 29 18:10:46.783919 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-034de157-e672-43bb-aa76-39141444381e tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a0ea423b476149a2b17f1e6a5b2bf6f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754354 Nov 29 18:10:46.867943 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-54cbfa7d-165d-4cc7-811f-1a59ee84f160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:46.885601 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-54cbfa7d-165d-4cc7-811f-1a59ee84f160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:46.896568 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-04a604e2-93b8-403a-8bed-165d6ac4fe15 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295611 Nov 29 18:10:46.937973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbfa7d-165d-4cc7-811f-1a59ee84f160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3214496b-52e0-4443-808d-2df4fc755bfa,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:46.997850 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-713a9ae8-dec6-4a4d-9747-c6908acc3388 service neutron] 10.222.0.23 "GET /v2.0/networks/e585681e-967b-4180-9c03-ed563df4e8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012362 Nov 29 18:10:47.029948 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-54cbfa7d-165d-4cc7-811f-1a59ee84f160 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de3ad9a39bb04fe3bd2b110bfe54b504&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1056004 Nov 29 18:10:47.052342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59998) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:47.120110 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-3e7173f5-b18a-4b20-8859-a076d8e814c7 service neutron] 10.222.0.20 "GET /v2.0/networks/cd85a257-c69f-44be-870f-ac5b0d17375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047823 Nov 29 18:10:47.226214 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fd3ef9df-4bd2-4b8d-9235-487352402939 req-d911ccee-14f3-4c94-a039-d0ba4f116b6f service neutron] 10.222.0.20 "GET /v2.0/networks/cd85a257-c69f-44be-870f-ac5b0d17375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956266 Nov 29 18:10:47.246593 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-771aef85-f682-46ab-9584-aad35e231bc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:47.277658 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-771aef85-f682-46ab-9584-aad35e231bc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:47.376710 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6da3d-f3ee-4439-84d5-e5cb34a6e572 req-710e221c-8b8d-43b7-a622-79e737bdf2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:47.379163 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e3e6da3d-f3ee-4439-84d5-e5cb34a6e572 req-710e221c-8b8d-43b7-a622-79e737bdf2a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5364785c96b74243892699005c29297d&device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 1095 time: 0.0911345 Nov 29 18:10:47.472117 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-771aef85-f682-46ab-9584-aad35e231bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:47.476660 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-771aef85-f682-46ab-9584-aad35e231bc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:47.480287 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-771aef85-f682-46ab-9584-aad35e231bc7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3214496b-52e0-4443-808d-2df4fc755bfa HTTP/1.1" status: 204 len: 168 time: 0.4258950 Nov 29 18:10:47.512949 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771aef85-f682-46ab-9584-aad35e231bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3214496b-52e0-4443-808d-2df4fc755bfa,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:47.577788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6da3d-f3ee-4439-84d5-e5cb34a6e572 req-667a456c-9c75-41b8-95db-ca271ae4f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:47.579546 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e3e6da3d-f3ee-4439-84d5-e5cb34a6e572 req-667a456c-9c75-41b8-95db-ca271ae4f4e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd85a257-c69f-44be-870f-ac5b0d17375d HTTP/1.1" status: 200 len: 922 time: 0.1893256 Nov 29 18:10:47.652216 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e3e6da3d-f3ee-4439-84d5-e5cb34a6e572 req-879a11e9-5b22-4d06-a190-dcdcf68f0c37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b2d0703-af09-4065-8da8-f39848f07298 HTTP/1.1" status: 200 len: 217 time: 0.0636256 Nov 29 18:10:47.708218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-b640c9e9-054e-48c8-9b31-3cf75f3ab329 service neutron] 10.222.0.23 "GET /v2.0/networks/e585681e-967b-4180-9c03-ed563df4e8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6975071 Nov 29 18:10:47.790165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6da3d-f3ee-4439-84d5-e5cb34a6e572 req-a5d42c05-2bfd-46fe-8908-62bfe9ee86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:47.791725 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e3e6da3d-f3ee-4439-84d5-e5cb34a6e572 req-a5d42c05-2bfd-46fe-8908-62bfe9ee86c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=638d3fe8-3842-4864-af7d-4cad7ce0ad8b HTTP/1.1" status: 200 len: 861 time: 0.1304595 Nov 29 18:10:47.798853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c825d40-50aa-46eb-beab-283e0e05920d req-4c55d722-510f-4d13-9ef1-780c9ca0b9e0 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:47.800544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c825d40-50aa-46eb-beab-283e0e05920d req-4c55d722-510f-4d13-9ef1-780c9ca0b9e0 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/ports?device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 944 time: 0.1521170 Nov 29 18:10:47.844058 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e3e6da3d-f3ee-4439-84d5-e5cb34a6e572 req-a5513a78-16d3-4575-b2c0-54a8f26e401a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd85a257-c69f-44be-870f-ac5b0d17375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433736 Nov 29 18:10:47.879565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-b501be9b-9fcb-4ea5-8305-38a652184517 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9672203 Nov 29 18:10:47.900713 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c825d40-50aa-46eb-beab-283e0e05920d req-bb8d72d2-a4e6-47ee-b15a-da2c3ec4d7ea tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/security-groups?id=954fec7a-436a-4089-908c-ec5eebf2b6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922353 Nov 29 18:10:48.043779 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-39f9ef0e-9ed8-4e47-9b66-a3f66047090d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=730944eb-08af-4c38-8053-b6e3b74e99c3 HTTP/1.1" status: 200 len: 217 time: 0.1308477 Nov 29 18:10:48.077392 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e3e6da3d-f3ee-4439-84d5-e5cb34a6e572 req-8f9c54c6-7b8e-4e27-87e4-37952a80844b service neutron] 10.222.0.20 "GET /v2.0/networks/cd85a257-c69f-44be-870f-ac5b0d17375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215650 Nov 29 18:10:48.177439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60016) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:48.223823 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16d3bb08-5093-4e67-9658-bcce3785b3e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:48.303038 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e3e6da3d-f3ee-4439-84d5-e5cb34a6e572 req-55b04615-c686-4640-9a0f-c4ef4fd45506 service neutron] 10.222.0.20 "GET /v2.0/networks/cd85a257-c69f-44be-870f-ac5b0d17375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069864 Nov 29 18:10:48.447391 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16d3bb08-5093-4e67-9658-bcce3785b3e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:48.447813 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:10:48.471331 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-9753653a-e924-4d3c-8d6a-181ad4fc96af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:48.473142 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-9753653a-e924-4d3c-8d6a-181ad4fc96af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.3898878 Nov 29 18:10:48.486000 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4a660b9-1406-4f0a-9f71-e0a746487c4b req-037d874b-25cb-4d2c-aa0c-3bf5dcefc2d4 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab63397c-92cc-422d-b551-02eb3f5e1224 HTTP/1.1" status: 200 len: 210 time: 0.1760275 Nov 29 18:10:48.494871 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16d3bb08-5093-4e67-9658-bcce3785b3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:48.552317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a994f6-750b-46f8-a5a8-c05632cdffc5 req-75c9b7ee-0436-400c-9eb9-8c169924a2d3 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:48.561095 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-76a994f6-750b-46f8-a5a8-c05632cdffc5 req-75c9b7ee-0436-400c-9eb9-8c169924a2d3 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.5084019 Nov 29 18:10:48.664545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3bb08-5093-4e67-9658-bcce3785b3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec76210f-a13b-4b2e-84c3-1863efc4f0ae,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:48.746106 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-16d3bb08-5093-4e67-9658-bcce3785b3e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89e833953a6d429cbaad222b9887c6d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5621326 Nov 29 18:10:48.746857 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60044) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:48.769378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-76a994f6-750b-46f8-a5a8-c05632cdffc5 req-f7b07460-4ec0-4cf9-a111-e681710ab5db tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/security-groups?id=632ee0b6-c7ad-4644-bfd3-11919ff83331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028296 Nov 29 18:10:48.799075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-47ab419d-5fbb-4ba3-8080-7838ff6e570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:48.803928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-47ab419d-5fbb-4ba3-8080-7838ff6e570b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3144894 Nov 29 18:10:49.020342 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6ccdef0-b87a-4851-b998-6a5e6fc3070c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:49.066403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-1426ef2b-14e4-4887-9021-db9fba722a3c service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533190 Nov 29 18:10:49.083533 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea8945-d6d3-4403-89b8-d81c0aeaf17a req-9ec98a42-e0e1-4e7e-8872-4630e72cc438 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:49.086653 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5ea8945-d6d3-4403-89b8-d81c0aeaf17a req-9ec98a42-e0e1-4e7e-8872-4630e72cc438 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 945 time: 0.2793477 Nov 29 18:10:49.389309 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6ccdef0-b87a-4851-b998-6a5e6fc3070c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:49.397699 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6ccdef0-b87a-4851-b998-6a5e6fc3070c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:49.404886 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6ccdef0-b87a-4851-b998-6a5e6fc3070c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:49.407077 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d6ccdef0-b87a-4851-b998-6a5e6fc3070c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec76210f-a13b-4b2e-84c3-1863efc4f0ae HTTP/1.1" status: 204 len: 168 time: 0.6592584 Nov 29 18:10:49.489943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccdef0-b87a-4851-b998-6a5e6fc3070c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec76210f-a13b-4b2e-84c3-1863efc4f0ae,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:49.548372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1818c-d987-4bfe-b1f4-5d64d9720e02 req-620cee6a-6b49-4df6-ad03-5db4a1ca9443 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:49.551116 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8bc1818c-d987-4bfe-b1f4-5d64d9720e02 req-620cee6a-6b49-4df6-ad03-5db4a1ca9443 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/ports?device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 944 time: 0.4829333 Nov 29 18:10:49.555035 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-75025d94-67c2-4437-98c8-c6ae4afa9e88 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766674 Nov 29 18:10:49.587095 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-c5ea8945-d6d3-4403-89b8-d81c0aeaf17a req-c74bf10d-b0dd-4eb7-bbf3-9feef19750ab tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Deleting port 55af43a5-8d56-4f81-9942-51b6b937f123 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:10:49.596750 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c5ea8945-d6d3-4403-89b8-d81c0aeaf17a req-c74bf10d-b0dd-4eb7-bbf3-9feef19750ab tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:49.681451 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-6888b210-4b1f-4853-a320-c8c1a7d546ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=0c5a5880-da85-4a3c-b1f8-4c388c11ce37 HTTP/1.1" status: 200 len: 217 time: 0.1118684 Nov 29 18:10:49.750393 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 0b2d0703-af09-4065-8da8-f39848f07298 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:10:49.759450 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c5ea8945-d6d3-4403-89b8-d81c0aeaf17a req-c74bf10d-b0dd-4eb7-bbf3-9feef19750ab tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] For port 55af43a5-8d56-4f81-9942-51b6b937f123, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=55af43a5-8d56-4f81-9942-51b6b937f123,segment=NetworkSegment(4f105b97-380f-4a77-bc6d-6185b03b8ec9),segment_id=4f105b97-380f-4a77-bc6d-6185b03b8ec9)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:49.760411 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c5ea8945-d6d3-4403-89b8-d81c0aeaf17a req-c74bf10d-b0dd-4eb7-bbf3-9feef19750ab tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:49.777480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-c5ea8945-d6d3-4403-89b8-d81c0aeaf17a req-c74bf10d-b0dd-4eb7-bbf3-9feef19750ab tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Calling delete_port for 55af43a5-8d56-4f81-9942-51b6b937f123 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:10:49.851424 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c54dab99-4289-4c51-b19a-07950b6fab65 req-6d16a260-ca87-4c6b-8ced-1c6811db3eac tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab63397c-92cc-422d-b551-02eb3f5e1224 HTTP/1.1" status: 200 len: 210 time: 0.1540475 Nov 29 18:10:49.957824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-089fd1cc-1940-479e-b8bb-40d03f4ed9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:49.961393 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-089fd1cc-1940-479e-b8bb-40d03f4ed9fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.2654486 Nov 29 18:10:49.969395 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8bc1818c-d987-4bfe-b1f4-5d64d9720e02 req-9f6d6535-4c1e-4b60-bf1f-aec297b69798 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/security-groups?id=954fec7a-436a-4089-908c-ec5eebf2b6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096293 Nov 29 18:10:50.093158 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c5ea8945-d6d3-4403-89b8-d81c0aeaf17a req-c74bf10d-b0dd-4eb7-bbf3-9feef19750ab tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:50.128900 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d430fecc-f1e4-4eca-b82b-35b807869db9 req-edf40cec-6cf1-4449-889b-b666b7d929ce tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 210 time: 0.1368797 Nov 29 18:10:50.168579 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-afb9f3b6-8c3f-4e54-b45a-5d58589e0fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:50.170156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-afb9f3b6-8c3f-4e54-b45a-5d58589e0fe6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1954920 Nov 29 18:10:50.501046 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 0b2d0703-af09-4065-8da8-f39848f07298, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=0b2d0703-af09-4065-8da8-f39848f07298,segment=NetworkSegment(301813ae-b61e-408c-b086-3ed2ce5d8acb),segment_id=301813ae-b61e-408c-b086-3ed2ce5d8acb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:50.511527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-4366734d-3786-487d-a550-7fe80e00e164 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:50.513510 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-4366734d-3786-487d-a550-7fe80e00e164 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.20 "GET /v2.0/networks?id=e585681e-967b-4180-9c03-ed563df4e8d9 HTTP/1.1" status: 200 len: 809 time: 0.3445222 Nov 29 18:10:50.516152 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '0b2d0703-af09-4065-8da8-f39848f07298', 'network_id': 'cd85a257-c69f-44be-870f-ac5b0d17375d', 'port_id': '0b2d0703-af09-4065-8da8-f39848f07298', 'mac_address': 'fa:16:3e:2e:ed:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '638d3fe8-3842-4864-af7d-4cad7ce0ad8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:10:50.518653 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['55af43a5-8d56-4f81-9942-51b6b937f123'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:10:50.527532 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bf10d-b0dd-4eb7-bbf3-9feef19750ab tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Pushing event deleted for resources: {'Port': ['ID=55af43a5-8d56-4f81-9942-51b6b937f123,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:50.574099 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-a2c50c77-3a65-4926-99b5-6da6ea37c706 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940163 Nov 29 18:10:50.610851 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-a27dbf92-97f9-4eb7-b0c5-78a09487ba91 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Request body: {'port': {'device_id': 'ab63397c-92cc-422d-b551-02eb3f5e1224', 'network_id': 'e585681e-967b-4180-9c03-ed563df4e8d9', 'admin_state_up': True, 'tenant_id': 'a0ea423b476149a2b17f1e6a5b2bf6f6'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:10:50.644223 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:50.694915 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2d0703-af09-4065-8da8-f39848f07298 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:10:50.747415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 0b2d0703-af09-4065-8da8-f39848f07298, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=0b2d0703-af09-4065-8da8-f39848f07298,segment=NetworkSegment(301813ae-b61e-408c-b086-3ed2ce5d8acb),segment_id=301813ae-b61e-408c-b086-3ed2ce5d8acb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:50.756268 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:50.896988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-b600c274-5519-4ebd-b4e5-89cd0a0816bd service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083520 Nov 29 18:10:50.933382 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=0b2d0703-af09-4065-8da8-f39848f07298,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:50.952061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ea8945-d6d3-4403-89b8-d81c0aeaf17a req-c74bf10d-b0dd-4eb7-bbf3-9feef19750ab tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] No DVR routers for this DVR port 55af43a5-8d56-4f81-9942-51b6b937f123 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:10:50.961076 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c5ea8945-d6d3-4403-89b8-d81c0aeaf17a req-c74bf10d-b0dd-4eb7-bbf3-9feef19750ab tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:50.971346 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5ea8945-d6d3-4403-89b8-d81c0aeaf17a req-c74bf10d-b0dd-4eb7-bbf3-9feef19750ab tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.20 "DELETE /v2.0/ports/55af43a5-8d56-4f81-9942-51b6b937f123 HTTP/1.1" status: 204 len: 173 time: 1.8650448 Nov 29 18:10:50.983404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8ced85-37ab-4fa5-9a00-509b7afd8ae7', 'name': 'network-vif-deleted', 'tag': '55af43a5-8d56-4f81-9942-51b6b937f123'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:10:50.992991 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de41bd8-e1f1-4d61-8645-3d0a3a7e6155" -d '{"events": [{"server_uuid": "6d8ced85-37ab-4fa5-9a00-509b7afd8ae7", "name": "network-vif-deleted", "tag": "55af43a5-8d56-4f81-9942-51b6b937f123"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:10:51.024755 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['0b2d0703-af09-4065-8da8-f39848f07298'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:10:51.130725 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-db4ed599-c2ce-43bb-ab12-fe4d857056bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e73ed092-ce3c-4b7f-94df-2e0d60df025e HTTP/1.1" status: 200 len: 217 time: 0.2220924 Nov 29 18:10:51.270023 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-a27dbf92-97f9-4eb7-b0c5-78a09487ba91 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Made reservation on behalf of a0ea423b476149a2b17f1e6a5b2bf6f6 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:10:51.280797 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-691accb2-904f-43a3-928f-08ff8daface1 req-b112fbcf-9953-4b14-8eb3-6502565ecf3c tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab63397c-92cc-422d-b551-02eb3f5e1224 HTTP/1.1" status: 200 len: 210 time: 0.1730762 Nov 29 18:10:51.317341 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-a27dbf92-97f9-4eb7-b0c5-78a09487ba91 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:51.431028 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-29b8f7b3-ef79-4476-bfd6-3d0c905d2ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:51.436686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-29b8f7b3-ef79-4476-bfd6-3d0c905d2ee4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29ef7b16-a6fa-4ea4-9afc-503cb4413ebf HTTP/1.1" status: 200 len: 797 time: 0.2163029 Nov 29 18:10:51.637342 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-994da247-cdc2-4073-be73-d87558876b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:51.641697 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-994da247-cdc2-4073-be73-d87558876b72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1967788 Nov 29 18:10:51.712922 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cf6eb-c4a7-4e3f-a939-0203ca8a9cb4 req-482225ad-c0f9-4d44-94f6-2a29aa4f823b tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:51.724381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-156cf6eb-c4a7-4e3f-a939-0203ca8a9cb4 req-482225ad-c0f9-4d44-94f6-2a29aa4f823b tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/ports?device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 945 time: 0.2188077 Nov 29 18:10:51.733674 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-a27dbf92-97f9-4eb7-b0c5-78a09487ba91 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Allocated IP 172.20.0.4 (e585681e-967b-4180-9c03-ed563df4e8d9/6936228a-7fa9-4021-b433-ca3c1874d576/cb0153ac-f052-420c-906d-c354921e9f9b) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:10:51.780723 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 55af43a5-8d56-4f81-9942-51b6b937f123 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:10:51.847155 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 55af43a5-8d56-4f81-9942-51b6b937f123 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:10:51.848435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 55af43a5-8d56-4f81-9942-51b6b937f123 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:10:51.974417 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-156cf6eb-c4a7-4e3f-a939-0203ca8a9cb4 req-4766c033-f715-43eb-bab9-345a0a7a75b2 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/security-groups?id=954fec7a-436a-4089-908c-ec5eebf2b6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240771 Nov 29 18:10:51.985740 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-a27dbf92-97f9-4eb7-b0c5-78a09487ba91 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:52.043620 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12780611-4463-4607-9e48-3612c686d3f6 x-openstack-request-id: req-12780611-4463-4607-9e48-3612c686d3f6 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:10:52.048619 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8ced85-37ab-4fa5-9a00-509b7afd8ae7", "name": "network-vif-deleted", "tag": "55af43a5-8d56-4f81-9942-51b6b937f123", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:10:52.049107 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12780611-4463-4607-9e48-3612c686d3f6 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:10:52.053523 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8ced85-37ab-4fa5-9a00-509b7afd8ae7', 'name': 'network-vif-deleted', 'tag': '55af43a5-8d56-4f81-9942-51b6b937f123', 'status': 'completed', 'code': 200} Nov 29 18:10:52.080582 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-a27dbf92-97f9-4eb7-b0c5-78a09487ba91 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:52.122428 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-24f4f053-dfc4-4aa6-894f-5a6f93794e94 service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723475 Nov 29 18:10:52.125250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c43b95f7-99e4-465a-8486-07d3ff0b17be req-d04b6eeb-d9a7-426c-a532-bd52d902c997 tempest-ServerRescueNegativeTestJSON-1173760323 tempest-ServerRescueNegativeTestJSON-1173760323-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d8ced85-37ab-4fa5-9a00-509b7afd8ae7 HTTP/1.1" status: 200 len: 210 time: 0.0724657 Nov 29 18:10:52.225236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-a27dbf92-97f9-4eb7-b0c5-78a09487ba91 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Network e585681e-967b-4180-9c03-ed563df4e8d9 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:10:52.230007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-a27dbf92-97f9-4eb7-b0c5-78a09487ba91 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:10:52.232913 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-a27dbf92-97f9-4eb7-b0c5-78a09487ba91 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:10:52.285859 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-9377edd6-8cef-4eeb-a7cd-91555dca0f61 service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557870 Nov 29 18:10:52.328162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-a27dbf92-97f9-4eb7-b0c5-78a09487ba91 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:52.329742 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-a27dbf92-97f9-4eb7-b0c5-78a09487ba91 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:52.344612 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-4a053a83-4484-4c81-a3d1-927ae0aa5016 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58205b60-33ce-4521-8706-6a9cb00f44ef HTTP/1.1" status: 200 len: 217 time: 0.0508142 Nov 29 18:10:52.353702 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27dbf92-97f9-4eb7-b0c5-78a09487ba91 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Pushing event updated for resources: {'Port': ['ID=cb0153ac-f052-420c-906d-c354921e9f9b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:52.378652 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-a27dbf92-97f9-4eb7-b0c5-78a09487ba91 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8273954 Nov 29 18:10:52.409108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Request body: {'port': {'device_id': 'ab63397c-92cc-422d-b551-02eb3f5e1224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:10:52.428584 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-c5317ffd-0353-45e7-963f-d21f67aea0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:52.430543 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-c5317ffd-0353-45e7-963f-d21f67aea0f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29ef7b16-a6fa-4ea4-9afc-503cb4413ebf HTTP/1.1" status: 200 len: 797 time: 0.0784576 Nov 29 18:10:52.553775 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:52.595664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-ed0bc8aa-d9e2-41b0-b55d-233561ed531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:52.602044 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-ed0bc8aa-d9e2-41b0-b55d-233561ed531a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1620464 Nov 29 18:10:52.685697 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbd9a3-94e1-4c97-a56d-9cd9043fb994 req-faa948c6-16dc-468f-8015-a28f4be4296f tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:52.688784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ddbbd9a3-94e1-4c97-a56d-9cd9043fb994 req-faa948c6-16dc-468f-8015-a28f4be4296f tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab63397c-92cc-422d-b551-02eb3f5e1224 HTTP/1.1" status: 200 len: 931 time: 0.2085097 Nov 29 18:10:52.841373 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-9207bfef-39ae-4678-a1a5-33882782cb64 service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119215 Nov 29 18:10:53.082279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0153ac-f052-420c-906d-c354921e9f9b {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:10:53.090551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afde6732-42c0-489c-8a31-f12c83fd6d76 req-327e5070-990f-449b-8fc6-61518c8c8423 service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273180 Nov 29 18:10:53.123565 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:53.160383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Transition to ACTIVE for port object cb0153ac-f052-420c-906d-c354921e9f9b will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:10:53.171450 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:53.307672 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ddbbd9a3-94e1-4c97-a56d-9cd9043fb994 req-5c2b373c-94dd-4387-b4af-e024ae4b0df5 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aaa414d-9be3-4c9b-8114-d796f892d508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033869 Nov 29 18:10:53.357416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26638c8c-f899-4162-b464-f5c9d769fff4 req-8d27359a-5af5-4b79-8e8a-9ef7a268f2e1 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:53.365213 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26638c8c-f899-4162-b464-f5c9d769fff4 req-8d27359a-5af5-4b79-8e8a-9ef7a268f2e1 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/ports?device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 945 time: 0.2000008 Nov 29 18:10:53.436509 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0153ac-f052-420c-906d-c354921e9f9b,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:53.520490 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Attempting to bind port cb0153ac-f052-420c-906d-c354921e9f9b on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:10:53.520839 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Attempting to bind port cb0153ac-f052-420c-906d-c354921e9f9b by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '81e16fc0-caa8-497b-87a8-44fa094daa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e585681e-967b-4180-9c03-ed563df4e8d9'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:10:53.521177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Attempting to bind port cb0153ac-f052-420c-906d-c354921e9f9b on network e585681e-967b-4180-9c03-ed563df4e8d9 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:10:53.553115 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Port cb0153ac-f052-420c-906d-c354921e9f9b on network e585681e-967b-4180-9c03-ed563df4e8d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:10:53.553663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Attempting to bind port cb0153ac-f052-420c-906d-c354921e9f9b on network e585681e-967b-4180-9c03-ed563df4e8d9 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:10:53.554997 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26638c8c-f899-4162-b464-f5c9d769fff4 req-f3de6e09-5df0-407c-8637-009dd54256b8 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/security-groups?id=954fec7a-436a-4089-908c-ec5eebf2b6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830204 Nov 29 18:10:53.574568 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:10:53.574992 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Checking segment: {'id': '81e16fc0-caa8-497b-87a8-44fa094daa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e585681e-967b-4180-9c03-ed563df4e8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:10:53.575398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Bound using segment: {'id': '81e16fc0-caa8-497b-87a8-44fa094daa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e585681e-967b-4180-9c03-ed563df4e8d9'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:10:53.576036 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Bound port: cb0153ac-f052-420c-906d-c354921e9f9b, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e16fc0-caa8-497b-87a8-44fa094daa5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e585681e-967b-4180-9c03-ed563df4e8d9'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:10:53.576411 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:53.620894 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60234) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:53.779690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 0b2d0703-af09-4065-8da8-f39848f07298 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:10:53.786395 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] For port cb0153ac-f052-420c-906d-c354921e9f9b, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:10:53.790760 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] For port cb0153ac-f052-420c-906d-c354921e9f9b, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=cb0153ac-f052-420c-906d-c354921e9f9b,segment=NetworkSegment(81e16fc0-caa8-497b-87a8-44fa094daa5c),segment_id=81e16fc0-caa8-497b-87a8-44fa094daa5c)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:10:53.801259 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:53.858110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:53.859850 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:53.864062 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] 10.222.0.20 "PUT /v2.0/ports/cb0153ac-f052-420c-906d-c354921e9f9b HTTP/1.1" status: 200 len: 1091 time: 1.4689107 Nov 29 18:10:53.915092 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18804571-f3aa-42c9-a317-21d4ebb25d95 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0153ac-f052-420c-906d-c354921e9f9b,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:54.014576 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55f26705-d4a1-4019-af2b-5934748e51dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:54.024831 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 0b2d0703-af09-4065-8da8-f39848f07298 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:10:54.037819 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-f4df1b47-2360-426f-9c39-146dab3e7af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:54.040490 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-f4df1b47-2360-426f-9c39-146dab3e7af0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0ea423b476149a2b17f1e6a5b2bf6f6&device_id=ab63397c-92cc-422d-b551-02eb3f5e1224 HTTP/1.1" status: 200 len: 1094 time: 0.0997114 Nov 29 18:10:54.041791 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 0b2d0703-af09-4065-8da8-f39848f07298 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:10:54.042176 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:54.054580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab63397c-92cc-422d-b551-02eb3f5e1224', 'tag': 'cb0153ac-f052-420c-906d-c354921e9f9b'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:10:54.063063 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12da309-6d93-424d-942b-e96467f37f39" -d '{"events": [{"name": "network-changed", "server_uuid": "ab63397c-92cc-422d-b551-02eb3f5e1224", "tag": "cb0153ac-f052-420c-906d-c354921e9f9b"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:10:54.151181 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde6bd31-ed7d-4218-9d29-944ad94132ad x-openstack-request-id: req-dde6bd31-ed7d-4218-9d29-944ad94132ad {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:10:54.151863 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab63397c-92cc-422d-b551-02eb3f5e1224", "tag": "cb0153ac-f052-420c-906d-c354921e9f9b", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:10:54.151863 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dde6bd31-ed7d-4218-9d29-944ad94132ad {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:10:54.154930 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab63397c-92cc-422d-b551-02eb3f5e1224', 'tag': 'cb0153ac-f052-420c-906d-c354921e9f9b', 'status': 'completed', 'code': 200} Nov 29 18:10:54.163774 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-18df7ff5-2093-4df9-bcb2-8deb81d296e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb0153ac-f052-420c-906d-c354921e9f9b HTTP/1.1" status: 200 len: 217 time: 0.1107254 Nov 29 18:10:54.286776 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:54.293231 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-c32f2caa-d00b-4460-b0df-d240bae24223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:54.303553 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-c32f2caa-d00b-4460-b0df-d240bae24223 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6936228a-7fa9-4021-b433-ca3c1874d576 HTTP/1.1" status: 200 len: 849 time: 0.1280534 Nov 29 18:10:54.335297 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 0b2d0703-af09-4065-8da8-f39848f07298, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=0b2d0703-af09-4065-8da8-f39848f07298,segment=NetworkSegment(301813ae-b61e-408c-b086-3ed2ce5d8acb),segment_id=301813ae-b61e-408c-b086-3ed2ce5d8acb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:54.336574 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95648af0-e5c4-49ac-92e2-c411a286c7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2d0703-af09-4065-8da8-f39848f07298'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:10:54.339285 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2283908-574a-498c-ae15-4ca8d9d37d23" -d '{"events": [{"server_uuid": "95648af0-e5c4-49ac-92e2-c411a286c7a2", "name": "network-vif-plugged", "status": "completed", "tag": "0b2d0703-af09-4065-8da8-f39848f07298"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:10:54.346051 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:54.369255 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-ecfa3bb1-deb6-436e-9bab-6f790a401588 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e585681e-967b-4180-9c03-ed563df4e8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490746 Nov 29 18:10:54.468186 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=0b2d0703-af09-4065-8da8-f39848f07298,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:54.506024 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfe47fa-c573-459f-8a23-2b7224a8af77 x-openstack-request-id: req-adfe47fa-c573-459f-8a23-2b7224a8af77 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:10:54.506327 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95648af0-e5c4-49ac-92e2-c411a286c7a2", "name": "network-vif-plugged", "status": "completed", "tag": "0b2d0703-af09-4065-8da8-f39848f07298", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:10:54.506590 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adfe47fa-c573-459f-8a23-2b7224a8af77 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:10:54.507025 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95648af0-e5c4-49ac-92e2-c411a286c7a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2d0703-af09-4065-8da8-f39848f07298', 'code': 200} Nov 29 18:10:54.688768 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c77c-ced9-49af-be9b-ff7be58f2e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:54.702124 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfde86-36a5-49c5-a3f7-a14169756558 req-b5afa2e2-a35f-498b-b93b-87a6a1df70bc tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:54.703977 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5adfde86-36a5-49c5-a3f7-a14169756558 req-b5afa2e2-a35f-498b-b93b-87a6a1df70bc tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab63397c-92cc-422d-b551-02eb3f5e1224 HTTP/1.1" status: 200 len: 943 time: 0.2424312 Nov 29 18:10:54.704796 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-73f0f243-8542-4452-a1e5-c5977622fad5 service neutron] 10.222.0.20 "GET /v2.0/networks/e585681e-967b-4180-9c03-ed563df4e8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231514 Nov 29 18:10:54.754619 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fc825-0e61-4943-9dde-057af5810d87 req-de3f1132-4eab-4308-819b-82b645fe2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:54.756723 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0c2fc825-0e61-4943-9dde-057af5810d87 req-de3f1132-4eab-4308-819b-82b645fe2b49 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 1097 time: 0.2001150 Nov 29 18:10:54.940862 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0c2fc825-0e61-4943-9dde-057af5810d87 req-9964f11c-948e-4426-b072-1fc3dff2b6d6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=954fec7a-436a-4089-908c-ec5eebf2b6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566498 Nov 29 18:10:54.984643 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6bc99bc5-2c75-401b-90f5-44e901311671 req-50212461-22f9-48d5-8520-0acf55205da9 service neutron] 10.222.0.20 "GET /v2.0/networks/e585681e-967b-4180-9c03-ed563df4e8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647791 Nov 29 18:10:55.039783 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5adfde86-36a5-49c5-a3f7-a14169756558 req-0bf0b716-8021-4001-bb95-ecebdb6a46b3 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aaa414d-9be3-4c9b-8114-d796f892d508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359321 Nov 29 18:10:55.063921 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198775dc-6ac2-4eec-87a8-a06421411ab9 req-162a00ef-02ad-4f67-ac34-54c2bc75d629 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:55.072948 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-198775dc-6ac2-4eec-87a8-a06421411ab9 req-162a00ef-02ad-4f67-ac34-54c2bc75d629 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/ports?device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 946 time: 0.2704399 Nov 29 18:10:55.357337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12da309-6d93-424d-942b-e96467f37f39 req-443ac2f9-b40c-4e27-89ba-4dc3d7d5d305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:55.363253 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f12da309-6d93-424d-942b-e96467f37f39 req-443ac2f9-b40c-4e27-89ba-4dc3d7d5d305 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0ea423b476149a2b17f1e6a5b2bf6f6&device_id=ab63397c-92cc-422d-b551-02eb3f5e1224 HTTP/1.1" status: 200 len: 1094 time: 0.1233091 Nov 29 18:10:55.409514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-198775dc-6ac2-4eec-87a8-a06421411ab9 req-50ea259f-197f-4194-8f14-97b9790ff3df tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/security-groups?id=954fec7a-436a-4089-908c-ec5eebf2b6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355641 Nov 29 18:10:55.606840 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9c77c-ced9-49af-be9b-ff7be58f2e24 admin admin] Deleting port 2319d90d-9d7b-44db-b208-b92882e10fa5 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:10:55.607206 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c77c-ced9-49af-be9b-ff7be58f2e24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:55.637844 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12da309-6d93-424d-942b-e96467f37f39 req-ace261d6-b799-40fc-97e3-a8d8f413834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:55.639090 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f12da309-6d93-424d-942b-e96467f37f39 req-ace261d6-b799-40fc-97e3-a8d8f413834e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e585681e-967b-4180-9c03-ed563df4e8d9 HTTP/1.1" status: 200 len: 910 time: 0.2716126 Nov 29 18:10:55.753957 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f12da309-6d93-424d-942b-e96467f37f39 req-e9f752fa-96c3-4989-8fc1-de8639d2ffad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb0153ac-f052-420c-906d-c354921e9f9b HTTP/1.1" status: 200 len: 217 time: 0.1029971 Nov 29 18:10:55.772766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-5fa9c77c-ced9-49af-be9b-ff7be58f2e24 admin admin] For port 2319d90d-9d7b-44db-b208-b92882e10fa5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2319d90d-9d7b-44db-b208-b92882e10fa5,segment=NetworkSegment(4f105b97-380f-4a77-bc6d-6185b03b8ec9),segment_id=4f105b97-380f-4a77-bc6d-6185b03b8ec9)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:55.773371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c77c-ced9-49af-be9b-ff7be58f2e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:55.800480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9c77c-ced9-49af-be9b-ff7be58f2e24 admin admin] Calling delete_port for 2319d90d-9d7b-44db-b208-b92882e10fa5 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:10:55.851768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12da309-6d93-424d-942b-e96467f37f39 req-bc46faff-71d0-4f66-82bc-2d6d20e34b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:55.853592 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f12da309-6d93-424d-942b-e96467f37f39 req-bc46faff-71d0-4f66-82bc-2d6d20e34b73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6936228a-7fa9-4021-b433-ca3c1874d576 HTTP/1.1" status: 200 len: 849 time: 0.0906711 Nov 29 18:10:55.907014 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f12da309-6d93-424d-942b-e96467f37f39 req-02fe03d7-4097-441c-8953-75d9c217016f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e585681e-967b-4180-9c03-ed563df4e8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437391 Nov 29 18:10:56.151919 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c77c-ced9-49af-be9b-ff7be58f2e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:56.191506 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9c77c-ced9-49af-be9b-ff7be58f2e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=2319d90d-9d7b-44db-b208-b92882e10fa5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:56.329390 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f12da309-6d93-424d-942b-e96467f37f39 req-3062a19b-d1de-4df6-904f-7c23789f2097 service neutron] 10.222.0.20 "GET /v2.0/networks/e585681e-967b-4180-9c03-ed563df4e8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144428 Nov 29 18:10:56.444394 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-151d2ae4-a5e6-4681-a215-bee2ade1ac32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:56.514826 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f12da309-6d93-424d-942b-e96467f37f39 req-ce23f5b3-4e4c-4aed-a488-7c71c52939de service neutron] 10.222.0.20 "GET /v2.0/networks/e585681e-967b-4180-9c03-ed563df4e8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774819 Nov 29 18:10:56.683350 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c77c-ced9-49af-be9b-ff7be58f2e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:56.703959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75190113-e4e2-46e5-93a6-6f368bad1703 req-3f3bd875-c6cf-44f1-922a-c6263f2faba1 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:56.706537 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-75190113-e4e2-46e5-93a6-6f368bad1703 req-3f3bd875-c6cf-44f1-922a-c6263f2faba1 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab63397c-92cc-422d-b551-02eb3f5e1224 HTTP/1.1" status: 200 len: 943 time: 0.4342000 Nov 29 18:10:56.772105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f3498-e253-4c94-9a6b-abeb46ccac2a req-f1e1cc75-3755-4cef-b34a-a9022482bf96 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:56.780151 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-937f3498-e253-4c94-9a6b-abeb46ccac2a req-f1e1cc75-3755-4cef-b34a-a9022482bf96 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/ports?device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 946 time: 0.2450092 Nov 29 18:10:57.128563 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:57.364486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-75190113-e4e2-46e5-93a6-6f368bad1703 req-74c69b18-6e6c-4ce6-b98f-81cc7af8c5bd tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aaa414d-9be3-4c9b-8114-d796f892d508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6029496 Nov 29 18:10:57.413625 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-937f3498-e253-4c94-9a6b-abeb46ccac2a req-ebbec5e5-4193-408c-be40-cd7e7ed0708a tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/security-groups?id=954fec7a-436a-4089-908c-ec5eebf2b6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229603 Nov 29 18:10:57.559304 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:57.651456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa9c77c-ced9-49af-be9b-ff7be58f2e24 admin admin] Router 931ba091-42dc-4865-b447-575628521101 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:10:57.809073 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device cb0153ac-f052-420c-906d-c354921e9f9b details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:10:58.004231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa9c77c-ced9-49af-be9b-ff7be58f2e24 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:10:58.013335 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5fa9c77c-ced9-49af-be9b-ff7be58f2e24 admin admin] 10.222.0.23 "PUT /v2.0/routers/931ba091-42dc-4865-b447-575628521101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3913479 Nov 29 18:10:58.015506 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d612e857-f350-496c-a82b-2565d2ef2bb8 None None] Sync routers for ids ['931ba091-42dc-4865-b447-575628521101'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:10:58.016679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60406) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:10:58.035944 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612e857-f350-496c-a82b-2565d2ef2bb8 None None] Routers {'931ba091-42dc-4865-b447-575628521101'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:10:58.036817 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d612e857-f350-496c-a82b-2565d2ef2bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:10:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['931ba091-42dc-4865-b447-575628521101'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:58.113274 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port cb0153ac-f052-420c-906d-c354921e9f9b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=cb0153ac-f052-420c-906d-c354921e9f9b,segment=NetworkSegment(81e16fc0-caa8-497b-87a8-44fa094daa5c),segment_id=81e16fc0-caa8-497b-87a8-44fa094daa5c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:58.134921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'cb0153ac-f052-420c-906d-c354921e9f9b', 'network_id': 'e585681e-967b-4180-9c03-ed563df4e8d9', 'port_id': 'cb0153ac-f052-420c-906d-c354921e9f9b', 'mac_address': 'fa:16:3e:c5:d4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6936228a-7fa9-4021-b433-ca3c1874d576', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:10:58.198861 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d612e857-f350-496c-a82b-2565d2ef2bb8 None None] Set router 931ba091-42dc-4865-b447-575628521101 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:10:58.212782 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:58.252841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0153ac-f052-420c-906d-c354921e9f9b {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:10:58.305765 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port cb0153ac-f052-420c-906d-c354921e9f9b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=cb0153ac-f052-420c-906d-c354921e9f9b,segment=NetworkSegment(81e16fc0-caa8-497b-87a8-44fa094daa5c),segment_id=81e16fc0-caa8-497b-87a8-44fa094daa5c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:58.323265 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:58.451395 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1ef45d2c-7ca7-4086-9c75-76ed18f08004 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:58.495008 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=cb0153ac-f052-420c-906d-c354921e9f9b,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:10:58.603424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['cb0153ac-f052-420c-906d-c354921e9f9b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:10:58.828874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9232320-4404-45bc-bebe-21e720602c94 req-6ad15f24-c334-4996-bab8-d4db00189a47 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:58.840152 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9232320-4404-45bc-bebe-21e720602c94 req-6ad15f24-c334-4996-bab8-d4db00189a47 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab63397c-92cc-422d-b551-02eb3f5e1224 HTTP/1.1" status: 200 len: 944 time: 0.2741539 Nov 29 18:10:58.883672 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1ef45d2c-7ca7-4086-9c75-76ed18f08004 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:58.974017 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d612e857-f350-496c-a82b-2565d2ef2bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931ba091-42dc-4865-b447-575628521101', 'name': 'tempest-ServerRescueNegativeTestJSON-436211263-router', 'tenant_id': '1c83627c91e74087bbaa05f8261c093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '7883afd0-1392-4db3-be66-21fdd0218f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:07:23Z', 'updated_at': '2021-11-29T18:10:56Z', 'revision_number': 5, 'project_id': '1c83627c91e74087bbaa05f8261c093f', 'gw_port': {'id': '7883afd0-1392-4db3-be66-21fdd0218f58', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:15:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931ba091-42dc-4865-b447-575628521101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:07:25Z', 'updated_at': '2021-11-29T18:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:59.096644 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9232320-4404-45bc-bebe-21e720602c94 req-18eac2de-a33a-4c08-905c-e3d901aa4da3 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aaa414d-9be3-4c9b-8114-d796f892d508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344024 Nov 29 18:10:59.203759 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d612e857-f350-496c-a82b-2565d2ef2bb8 None None] Checking router: 931ba091-42dc-4865-b447-575628521101 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:10:59.246244 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612e857-f350-496c-a82b-2565d2ef2bb8 None None] Routers {'931ba091-42dc-4865-b447-575628521101'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:10:59.246907 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d612e857-f350-496c-a82b-2565d2ef2bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:10:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['931ba091-42dc-4865-b447-575628521101'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:59.272025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1ef45d2c-7ca7-4086-9c75-76ed18f08004 admin admin] Deleting port 7883afd0-1392-4db3-be66-21fdd0218f58 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:10:59.273037 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:59.273605 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1ef45d2c-7ca7-4086-9c75-76ed18f08004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:59.490722 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d612e857-f350-496c-a82b-2565d2ef2bb8 None None] Set router 931ba091-42dc-4865-b447-575628521101 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:10:59.583733 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:59.621154 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf9948-660f-4d8c-8847-8363c733709d req-a9764c62-7543-4afc-bb8b-ab2c6efa5d26 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:10:59.629938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cdf9948-660f-4d8c-8847-8363c733709d req-a9764c62-7543-4afc-bb8b-ab2c6efa5d26 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/ports?device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 946 time: 0.1708632 Nov 29 18:10:59.746004 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-1ef45d2c-7ca7-4086-9c75-76ed18f08004 admin admin] For port 7883afd0-1392-4db3-be66-21fdd0218f58, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7883afd0-1392-4db3-be66-21fdd0218f58,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:10:59.746585 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1ef45d2c-7ca7-4086-9c75-76ed18f08004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:10:59.746978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cdf9948-660f-4d8c-8847-8363c733709d req-0f647b4b-0ad7-4cf7-8073-5b0287984a46 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/security-groups?id=954fec7a-436a-4089-908c-ec5eebf2b6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136241 Nov 29 18:10:59.795889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1ef45d2c-7ca7-4086-9c75-76ed18f08004 admin admin] Calling delete_port for 7883afd0-1392-4db3-be66-21fdd0218f58 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:10:59.800137 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d612e857-f350-496c-a82b-2565d2ef2bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931ba091-42dc-4865-b447-575628521101', 'name': 'tempest-ServerRescueNegativeTestJSON-436211263-router', 'tenant_id': '1c83627c91e74087bbaa05f8261c093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:07:23Z', 'updated_at': '2021-11-29T18:10:58Z', 'revision_number': 6, 'project_id': '1c83627c91e74087bbaa05f8261c093f', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:10:59.818327 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device cb0153ac-f052-420c-906d-c354921e9f9b up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:10:59.829433 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d612e857-f350-496c-a82b-2565d2ef2bb8 None None] The sync data for ids ['931ba091-42dc-4865-b447-575628521101'] in n-d-819494-5 is: [{'id': '931ba091-42dc-4865-b447-575628521101', 'name': 'tempest-ServerRescueNegativeTestJSON-436211263-router', 'tenant_id': '1c83627c91e74087bbaa05f8261c093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:07:23Z', 'updated_at': '2021-11-29T18:10:58Z', 'revision_number': 6, 'project_id': '1c83627c91e74087bbaa05f8261c093f', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:10:59.973742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port cb0153ac-f052-420c-906d-c354921e9f9b completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:10:59.983001 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port cb0153ac-f052-420c-906d-c354921e9f9b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:10:59.983843 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:00.000589 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:00.297151 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:00.444485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab63397c-92cc-422d-b551-02eb3f5e1224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0153ac-f052-420c-906d-c354921e9f9b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:11:00.448588 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1ef45d2c-7ca7-4086-9c75-76ed18f08004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:00.453506 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799af085-6870-4914-a889-d9fcf05cf4a7" -d '{"events": [{"server_uuid": "ab63397c-92cc-422d-b551-02eb3f5e1224", "name": "network-vif-plugged", "status": "completed", "tag": "cb0153ac-f052-420c-906d-c354921e9f9b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:11:00.479246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f6063-8bba-40b4-96ca-8edc41d6d8cc req-f3b9be47-da71-442a-bb51-cace40e3ae49 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:00.501384 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-526f6063-8bba-40b4-96ca-8edc41d6d8cc req-f3b9be47-da71-442a-bb51-cace40e3ae49 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab63397c-92cc-422d-b551-02eb3f5e1224 HTTP/1.1" status: 200 len: 944 time: 0.2183111 Nov 29 18:11:00.516957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port cb0153ac-f052-420c-906d-c354921e9f9b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=cb0153ac-f052-420c-906d-c354921e9f9b,segment=NetworkSegment(81e16fc0-caa8-497b-87a8-44fa094daa5c),segment_id=81e16fc0-caa8-497b-87a8-44fa094daa5c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:11:00.528398 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:00.546265 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef45d2c-7ca7-4086-9c75-76ed18f08004 admin admin] Pushing event deleted for resources: {'Port': ['ID=7883afd0-1392-4db3-be66-21fdd0218f58,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:00.653068 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53187356-7648-4564-87e4-e6743ad336ce None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:11:00.722521 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-526f6063-8bba-40b4-96ca-8edc41d6d8cc req-f286d119-71b5-4ac3-bd0c-fd952760bda2 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aaa414d-9be3-4c9b-8114-d796f892d508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175894 Nov 29 18:11:00.795873 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26d7fc2-ac66-4086-a241-2a4f5d57bb86 x-openstack-request-id: req-e26d7fc2-ac66-4086-a241-2a4f5d57bb86 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:11:00.796514 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab63397c-92cc-422d-b551-02eb3f5e1224", "name": "network-vif-plugged", "status": "completed", "tag": "cb0153ac-f052-420c-906d-c354921e9f9b", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:11:00.796976 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e26d7fc2-ac66-4086-a241-2a4f5d57bb86 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:11:00.797583 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab63397c-92cc-422d-b551-02eb3f5e1224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0153ac-f052-420c-906d-c354921e9f9b', 'code': 200} Nov 29 18:11:00.855084 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab52b2-5c9b-4063-8f11-27c93daeab24 req-23dd2ca5-973d-459b-9555-0c473d32a49d tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:00.870849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=cb0153ac-f052-420c-906d-c354921e9f9b,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:00.876723 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-12ab52b2-5c9b-4063-8f11-27c93daeab24 req-23dd2ca5-973d-459b-9555-0c473d32a49d tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.20 "GET /v2.0/ports?device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 946 time: 0.4580531 Nov 29 18:11:01.083463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c965c-85c6-45d5-b6d9-8f1027027b31 req-99371280-9c4f-446e-aacb-4276184235eb tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:01.094277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d03c965c-85c6-45d5-b6d9-8f1027027b31 req-99371280-9c4f-446e-aacb-4276184235eb tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/ports?device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 946 time: 0.1487188 Nov 29 18:11:01.116444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7883afd0-1392-4db3-be66-21fdd0218f58 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:11:01.192889 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 7883afd0-1392-4db3-be66-21fdd0218f58 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:11:01.198540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7883afd0-1392-4db3-be66-21fdd0218f58 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:11:01.199376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2319d90d-9d7b-44db-b208-b92882e10fa5 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:11:01.240326 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503119a-8e18-4472-85bd-5b1aff3db37d req-9ad56dc4-1781-4aab-a415-8eabeedb54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:01.242392 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8503119a-8e18-4472-85bd-5b1aff3db37d req-9ad56dc4-1781-4aab-a415-8eabeedb54c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ab63397c-92cc-422d-b551-02eb3f5e1224 HTTP/1.1" status: 200 len: 1096 time: 0.3609917 Nov 29 18:11:01.273638 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 2319d90d-9d7b-44db-b208-b92882e10fa5 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:11:01.275342 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2319d90d-9d7b-44db-b208-b92882e10fa5 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:11:01.303666 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d03c965c-85c6-45d5-b6d9-8f1027027b31 req-6f418c7a-e8ae-47d0-adeb-e3d434779a8c tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/security-groups?id=954fec7a-436a-4089-908c-ec5eebf2b6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955769 Nov 29 18:11:01.336614 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1ef45d2c-7ca7-4086-9c75-76ed18f08004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:01.472869 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1ef45d2c-7ca7-4086-9c75-76ed18f08004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:01.475880 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1ef45d2c-7ca7-4086-9c75-76ed18f08004 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:01.578881 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8503119a-8e18-4472-85bd-5b1aff3db37d req-e39e2a96-2762-4746-960b-55275602a32b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8aaa414d-9be3-4c9b-8114-d796f892d508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920003 Nov 29 18:11:01.579530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1ef45d2c-7ca7-4086-9c75-76ed18f08004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:01.580071 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef45d2c-7ca7-4086-9c75-76ed18f08004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 931ba091-42dc-4865-b447-575628521101 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:11:01.587012 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1ef45d2c-7ca7-4086-9c75-76ed18f08004 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:01.590739 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1ef45d2c-7ca7-4086-9c75-76ed18f08004 admin admin] 10.222.0.23 "DELETE /v2.0/routers/931ba091-42dc-4865-b447-575628521101 HTTP/1.1" status: 204 len: 168 time: 3.5684941 Nov 29 18:11:01.591483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60524) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:01.662149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-12ab52b2-5c9b-4063-8f11-27c93daeab24 req-5ba5814f-6390-4504-af7f-4b95e08091c4 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Deleting port 0b2d0703-af09-4065-8da8-f39848f07298 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:11:01.665200 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-12ab52b2-5c9b-4063-8f11-27c93daeab24 req-5ba5814f-6390-4504-af7f-4b95e08091c4 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:01.717300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fd2e4c-fa86-40b1-ac2a-86e22c8afc3f admin admin] Deleting subnet 87a10408-79d6-4b35-95a6-0b2f64416722 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:11:01.727372 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2e4c-fa86-40b1-ac2a-86e22c8afc3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:01.891759 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2e4c-fa86-40b1-ac2a-86e22c8afc3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:01.976215 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2e4c-fa86-40b1-ac2a-86e22c8afc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:02.092071 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2e4c-fa86-40b1-ac2a-86e22c8afc3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:02.173279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd2e4c-fa86-40b1-ac2a-86e22c8afc3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87a10408-79d6-4b35-95a6-0b2f64416722,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:02.202047 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5fd2e4c-fa86-40b1-ac2a-86e22c8afc3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:02.211346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d5fd2e4c-fa86-40b1-ac2a-86e22c8afc3f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/87a10408-79d6-4b35-95a6-0b2f64416722 HTTP/1.1" status: 204 len: 168 time: 0.6166401 Nov 29 18:11:02.230387 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60540) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:02.259356 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3610076-07e2-4e7e-8509-91b83f69c8d7 req-238a1b1e-49cd-4904-bbea-4cf68a80b5b7 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:02.270084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3610076-07e2-4e7e-8509-91b83f69c8d7 req-238a1b1e-49cd-4904-bbea-4cf68a80b5b7 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab63397c-92cc-422d-b551-02eb3f5e1224 HTTP/1.1" status: 200 len: 945 time: 0.2222896 Nov 29 18:11:02.449430 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-127aa986-473e-40f4-b444-a869a59fc6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:02.723982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3610076-07e2-4e7e-8509-91b83f69c8d7 req-c775e8f6-f3b1-4be4-b52c-b4a6341a0cc5 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aaa414d-9be3-4c9b-8114-d796f892d508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523029 Nov 29 18:11:02.777492 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0a462-35dc-4919-a0a8-079cdea05741 req-b0856a9a-6c40-437b-bb3d-9e1abad193a9 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:02.793953 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85f0a462-35dc-4919-a0a8-079cdea05741 req-b0856a9a-6c40-437b-bb3d-9e1abad193a9 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/ports?device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 946 time: 0.3011999 Nov 29 18:11:02.945239 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-12ab52b2-5c9b-4063-8f11-27c93daeab24 req-5ba5814f-6390-4504-af7f-4b95e08091c4 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] For port 0b2d0703-af09-4065-8da8-f39848f07298, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=0b2d0703-af09-4065-8da8-f39848f07298,segment=NetworkSegment(301813ae-b61e-408c-b086-3ed2ce5d8acb),segment_id=301813ae-b61e-408c-b086-3ed2ce5d8acb)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:11:02.945239 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-12ab52b2-5c9b-4063-8f11-27c93daeab24 req-5ba5814f-6390-4504-af7f-4b95e08091c4 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:02.996362 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-12ab52b2-5c9b-4063-8f11-27c93daeab24 req-5ba5814f-6390-4504-af7f-4b95e08091c4 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Calling delete_port for 0b2d0703-af09-4065-8da8-f39848f07298 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:11:03.013030 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85f0a462-35dc-4919-a0a8-079cdea05741 req-587066e2-3a91-4fb8-b7a5-fca2e105fb50 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/security-groups?id=954fec7a-436a-4089-908c-ec5eebf2b6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178679 Nov 29 18:11:03.046914 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-127aa986-473e-40f4-b444-a869a59fc6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:03.111024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-127aa986-473e-40f4-b444-a869a59fc6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6e9013-9fe1-470a-9eff-430851e7bcb9']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:11:03.136388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-127aa986-473e-40f4-b444-a869a59fc6f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f105b97-380f-4a77-bc6d-6185b03b8ec9') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:11:03.136696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-127aa986-473e-40f4-b444-a869a59fc6f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f105b97-380f-4a77-bc6d-6185b03b8ec9') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:11:03.171076 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-127aa986-473e-40f4-b444-a869a59fc6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:03.200878 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-127aa986-473e-40f4-b444-a869a59fc6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:03.224206 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127aa986-473e-40f4-b444-a869a59fc6f0 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:11:03.226936 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-127aa986-473e-40f4-b444-a869a59fc6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:11:03.342721 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:11:03.348791 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-127aa986-473e-40f4-b444-a869a59fc6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:03.361785 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-127aa986-473e-40f4-b444-a869a59fc6f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:03.363483 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-12ab52b2-5c9b-4063-8f11-27c93daeab24 req-5ba5814f-6390-4504-af7f-4b95e08091c4 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:03.374722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-127aa986-473e-40f4-b444-a869a59fc6f0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2f6e9013-9fe1-470a-9eff-430851e7bcb9 HTTP/1.1" status: 204 len: 168 time: 1.1020918 Nov 29 18:11:03.392211 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127aa986-473e-40f4-b444-a869a59fc6f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f6e9013-9fe1-470a-9eff-430851e7bcb9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:03.480301 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5814f-6390-4504-af7f-4b95e08091c4 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Pushing event deleted for resources: {'Port': ['ID=0b2d0703-af09-4065-8da8-f39848f07298,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:03.546522 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ab52b2-5c9b-4063-8f11-27c93daeab24 req-5ba5814f-6390-4504-af7f-4b95e08091c4 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] No DVR routers for this DVR port 0b2d0703-af09-4065-8da8-f39848f07298 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:11:03.551133 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-12ab52b2-5c9b-4063-8f11-27c93daeab24 req-5ba5814f-6390-4504-af7f-4b95e08091c4 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:03.556007 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-12ab52b2-5c9b-4063-8f11-27c93daeab24 req-5ba5814f-6390-4504-af7f-4b95e08091c4 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.20 "DELETE /v2.0/ports/0b2d0703-af09-4065-8da8-f39848f07298 HTTP/1.1" status: 204 len: 173 time: 2.5551903 Nov 29 18:11:03.556914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95648af0-e5c4-49ac-92e2-c411a286c7a2', 'name': 'network-vif-deleted', 'tag': '0b2d0703-af09-4065-8da8-f39848f07298'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:11:03.561409 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18db3a78-4888-4d80-b3a0-9996b5b6f8e1" -d '{"events": [{"server_uuid": "95648af0-e5c4-49ac-92e2-c411a286c7a2", "name": "network-vif-deleted", "tag": "0b2d0703-af09-4065-8da8-f39848f07298"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:11:03.692578 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320b42d4-5754-4dc1-b506-6ee074ee7dfa x-openstack-request-id: req-320b42d4-5754-4dc1-b506-6ee074ee7dfa {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:11:03.694094 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95648af0-e5c4-49ac-92e2-c411a286c7a2", "name": "network-vif-deleted", "tag": "0b2d0703-af09-4065-8da8-f39848f07298", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:11:03.694613 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-320b42d4-5754-4dc1-b506-6ee074ee7dfa {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:11:03.695626 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95648af0-e5c4-49ac-92e2-c411a286c7a2', 'name': 'network-vif-deleted', 'tag': '0b2d0703-af09-4065-8da8-f39848f07298', 'status': 'completed', 'code': 200} Nov 29 18:11:03.809569 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 0b2d0703-af09-4065-8da8-f39848f07298 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:11:03.885040 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 0b2d0703-af09-4065-8da8-f39848f07298 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:11:03.885476 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 0b2d0703-af09-4065-8da8-f39848f07298 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:11:03.980043 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60618) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:04.103385 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9941b-ebcd-49ef-9715-d279db48194c req-57b4a0ca-c65d-432c-af9f-7f55b1fffce4 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:04.114107 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91e9941b-ebcd-49ef-9715-d279db48194c req-57b4a0ca-c65d-432c-af9f-7f55b1fffce4 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab63397c-92cc-422d-b551-02eb3f5e1224 HTTP/1.1" status: 200 len: 945 time: 0.1840291 Nov 29 18:11:04.128548 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-69ad3dcf-3b90-4ac9-8e81-4c51b33b2a5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c83627c91e74087bbaa05f8261c093f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1463547 Nov 29 18:11:04.130947 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60638) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:04.261442 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a45ecff-a910-4857-9ce8-659eb90ffeda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:04.275292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91e9941b-ebcd-49ef-9715-d279db48194c req-3dbe7fd0-387a-4bb0-99ea-e4ab17b6da00 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aaa414d-9be3-4c9b-8114-d796f892d508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597557 Nov 29 18:11:04.289833 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a45ecff-a910-4857-9ce8-659eb90ffeda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:04.378894 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a45ecff-a910-4857-9ce8-659eb90ffeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:04.382819 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a45ecff-a910-4857-9ce8-659eb90ffeda admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:04.384517 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8a45ecff-a910-4857-9ce8-659eb90ffeda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/632ee0b6-c7ad-4644-bfd3-11919ff83331 HTTP/1.1" status: 204 len: 168 time: 0.2487822 Nov 29 18:11:04.441347 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45ecff-a910-4857-9ce8-659eb90ffeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632ee0b6-c7ad-4644-bfd3-11919ff83331,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:04.527111 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ede498f6-a012-47c7-9b9a-c80fee81865d req-7294ffd9-3962-4e87-9512-36f1865ffff7 tempest-ServerMetadataNegativeTestJSON-307811092 tempest-ServerMetadataNegativeTestJSON-307811092-project] 10.222.0.23 "GET /v2.0/ports?device_id=95648af0-e5c4-49ac-92e2-c411a286c7a2 HTTP/1.1" status: 200 len: 210 time: 0.1514204 Nov 29 18:11:04.805211 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58c37d-2606-4b60-a058-ebfabc6153ba req-24dc522a-e3b7-4fa9-a604-e7afccb62a1a tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:04.824767 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce58c37d-2606-4b60-a058-ebfabc6153ba req-24dc522a-e3b7-4fa9-a604-e7afccb62a1a tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 950 time: 0.2944393 Nov 29 18:11:04.948015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce58c37d-2606-4b60-a058-ebfabc6153ba req-8570178c-0231-4ff0-bd40-ce916d3ddd86 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201425 Nov 29 18:11:05.717525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60718) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:05.832665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce48b12-5695-497f-93b8-0f463bc939d0 admin admin] Deleting subnet 638d3fe8-3842-4864-af7d-4cad7ce0ad8b {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:11:05.844899 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ce48b12-5695-497f-93b8-0f463bc939d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:05.940859 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ce48b12-5695-497f-93b8-0f463bc939d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:06.001470 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ce48b12-5695-497f-93b8-0f463bc939d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:06.121903 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ce48b12-5695-497f-93b8-0f463bc939d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:06.205804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce48b12-5695-497f-93b8-0f463bc939d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=638d3fe8-3842-4864-af7d-4cad7ce0ad8b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:06.208843 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ce48b12-5695-497f-93b8-0f463bc939d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:06.226879 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1ce48b12-5695-497f-93b8-0f463bc939d0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/638d3fe8-3842-4864-af7d-4cad7ce0ad8b HTTP/1.1" status: 204 len: 168 time: 0.5068886 Nov 29 18:11:06.229765 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60738) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:06.358398 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6833de6c-115d-49a9-a9f3-e066ec08bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:06.607009 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6833de6c-115d-49a9-a9f3-e066ec08bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:06.693788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-6833de6c-115d-49a9-a9f3-e066ec08bc46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd85a257-c69f-44be-870f-ac5b0d17375d']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:11:06.725083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-6833de6c-115d-49a9-a9f3-e066ec08bc46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301813ae-b61e-408c-b086-3ed2ce5d8acb') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:11:06.725641 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-6833de6c-115d-49a9-a9f3-e066ec08bc46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301813ae-b61e-408c-b086-3ed2ce5d8acb') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:11:06.763388 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6833de6c-115d-49a9-a9f3-e066ec08bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:06.778906 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6833de6c-115d-49a9-a9f3-e066ec08bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:06.791290 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6833de6c-115d-49a9-a9f3-e066ec08bc46 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:11:06.791901 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6833de6c-115d-49a9-a9f3-e066ec08bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:11:06.794416 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:11:06.937476 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6833de6c-115d-49a9-a9f3-e066ec08bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:06.965399 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6833de6c-115d-49a9-a9f3-e066ec08bc46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:06.972040 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6833de6c-115d-49a9-a9f3-e066ec08bc46 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cd85a257-c69f-44be-870f-ac5b0d17375d HTTP/1.1" status: 204 len: 168 time: 0.7410650 Nov 29 18:11:06.973381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833de6c-115d-49a9-a9f3-e066ec08bc46 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd85a257-c69f-44be-870f-ac5b0d17375d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:07.330673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60814) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:07.476032 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-177074b5-409b-4aee-b3d6-f6e998e92bf6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5364785c96b74243892699005c29297d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416860 Nov 29 18:11:07.477319 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60824) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:07.482352 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9214e4a9-fd6e-4c32-9196-6b63a281924a req-8740d351-70b7-4a5f-ae5b-115ba931fd01 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0708325 Nov 29 18:11:07.669771 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9482d4f3-c5b3-42ad-81be-f23c0937264f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:07.728243 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9482d4f3-c5b3-42ad-81be-f23c0937264f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:07.841369 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9482d4f3-c5b3-42ad-81be-f23c0937264f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:07.849848 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9482d4f3-c5b3-42ad-81be-f23c0937264f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:07.852854 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9482d4f3-c5b3-42ad-81be-f23c0937264f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/954fec7a-436a-4089-908c-ec5eebf2b6e5 HTTP/1.1" status: 204 len: 168 time: 0.3730371 Nov 29 18:11:07.881784 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482d4f3-c5b3-42ad-81be-f23c0937264f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954fec7a-436a-4089-908c-ec5eebf2b6e5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:08.028317 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b184c403-2874-4505-ae01-4fa7bc610437 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:11:08.316203 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:08.359990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b184c403-2874-4505-ae01-4fa7bc610437, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b184c403-2874-4505-ae01-4fa7bc610437,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:11:08.362175 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282ae7f3-1c1a-4301-81c1-ba96e5680fbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b184c403-2874-4505-ae01-4fa7bc610437'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:11:08.366269 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb5e824-e704-4f2b-abd7-df1bfa68ff9b" -d '{"events": [{"server_uuid": "282ae7f3-1c1a-4301-81c1-ba96e5680fbe", "name": "network-vif-unplugged", "status": "completed", "tag": "b184c403-2874-4505-ae01-4fa7bc610437"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:11:08.371981 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:08.476492 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053af9ac-7cfa-414d-a3d9-e40bf6881e26 x-openstack-request-id: req-053af9ac-7cfa-414d-a3d9-e40bf6881e26 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:11:08.476800 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282ae7f3-1c1a-4301-81c1-ba96e5680fbe", "name": "network-vif-unplugged", "status": "completed", "tag": "b184c403-2874-4505-ae01-4fa7bc610437", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:11:08.477059 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-053af9ac-7cfa-414d-a3d9-e40bf6881e26 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:11:08.477461 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282ae7f3-1c1a-4301-81c1-ba96e5680fbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b184c403-2874-4505-ae01-4fa7bc610437', 'code': 200} Nov 29 18:11:08.478407 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=b184c403-2874-4505-ae01-4fa7bc610437,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:08.679697 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb04380d-e0b6-469b-adc9-373f77e3b10d req-6ae5333d-73e3-4b29-83c0-72d77d0d9070 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0653660 Nov 29 18:11:09.016253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66608-edef-46c2-ae87-abbc7f3234c6 req-88509070-1313-4c62-8f84-027149f9ae7a tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:09.018682 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e8d66608-edef-46c2-ae87-abbc7f3234c6 req-88509070-1313-4c62-8f84-027149f9ae7a tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab63397c-92cc-422d-b551-02eb3f5e1224 HTTP/1.1" status: 200 len: 945 time: 0.1216683 Nov 29 18:11:09.135800 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e8d66608-edef-46c2-ae87-abbc7f3234c6 req-f208e1bc-abef-49d7-b859-c6c62be79e59 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aaa414d-9be3-4c9b-8114-d796f892d508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091838 Nov 29 18:11:09.818992 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-059037e1-49f4-4ccd-88f3-42b9d9879087 req-5947861b-caf0-48a2-bbac-df35ceee469d tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0339453 Nov 29 18:11:09.830994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60966) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:10.032424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3a2f2f06-5ee0-4658-a012-1dd7228547ab details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:11:10.155958 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-76ac6360-8ed9-49cd-bdb1-7a0e1e5524b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:10.268027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3a2f2f06-5ee0-4658-a012-1dd7228547ab, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3a2f2f06-5ee0-4658-a012-1dd7228547ab,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:11:10.283122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '3a2f2f06-5ee0-4658-a012-1dd7228547ab', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '3a2f2f06-5ee0-4658-a012-1dd7228547ab', 'mac_address': 'fa:16:3e:1c:cd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:11:10.365744 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:10.406463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ca668-37cf-44d7-be45-af242a81ce2c req-d52f802b-2226-4438-80b9-d76fa399f4a9 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:10.408129 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-419ca668-37cf-44d7-be45-af242a81ce2c req-d52f802b-2226-4438-80b9-d76fa399f4a9 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab63397c-92cc-422d-b551-02eb3f5e1224 HTTP/1.1" status: 200 len: 945 time: 0.1420732 Nov 29 18:11:10.422306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2f2f06-5ee0-4658-a012-1dd7228547ab {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:11:10.454305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfccba-4dd5-4083-8088-98f29429ba87 req-05da99d8-e4bd-4794-924b-d09d4e7f3b0c tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:10.457583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dcdfccba-4dd5-4083-8088-98f29429ba87 req-05da99d8-e4bd-4794-924b-d09d4e7f3b0c tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab63397c-92cc-422d-b551-02eb3f5e1224 HTTP/1.1" status: 200 len: 945 time: 0.1218064 Nov 29 18:11:10.477973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3a2f2f06-5ee0-4658-a012-1dd7228547ab, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3a2f2f06-5ee0-4658-a012-1dd7228547ab,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:11:10.488245 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:10.545466 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=3a2f2f06-5ee0-4658-a012-1dd7228547ab,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:10.573528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dcdfccba-4dd5-4083-8088-98f29429ba87 req-7ae82301-37ac-4a9f-ab8d-504a1930a7e0 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/security-groups?id=8aaa414d-9be3-4c9b-8114-d796f892d508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084964 Nov 29 18:11:10.638434 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-76ac6360-8ed9-49cd-bdb1-7a0e1e5524b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:10.652130 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-76ac6360-8ed9-49cd-bdb1-7a0e1e5524b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:10.718011 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['3a2f2f06-5ee0-4658-a012-1dd7228547ab'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:11:10.728145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-419ca668-37cf-44d7-be45-af242a81ce2c req-4183384b-8e2f-4ac9-bab0-1a9b77b9f726 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Deleting port cb0153ac-f052-420c-906d-c354921e9f9b {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:11:10.729184 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-419ca668-37cf-44d7-be45-af242a81ce2c req-4183384b-8e2f-4ac9-bab0-1a9b77b9f726 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:10.815580 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 32780) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:10.847537 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-419ca668-37cf-44d7-be45-af242a81ce2c req-4183384b-8e2f-4ac9-bab0-1a9b77b9f726 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] For port cb0153ac-f052-420c-906d-c354921e9f9b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=cb0153ac-f052-420c-906d-c354921e9f9b,segment=NetworkSegment(81e16fc0-caa8-497b-87a8-44fa094daa5c),segment_id=81e16fc0-caa8-497b-87a8-44fa094daa5c)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:11:10.848482 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-419ca668-37cf-44d7-be45-af242a81ce2c req-4183384b-8e2f-4ac9-bab0-1a9b77b9f726 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:10.864615 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-419ca668-37cf-44d7-be45-af242a81ce2c req-4183384b-8e2f-4ac9-bab0-1a9b77b9f726 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Calling delete_port for cb0153ac-f052-420c-906d-c354921e9f9b owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:11:11.013840 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac6360-8ed9-49cd-bdb1-7a0e1e5524b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b354d5-946a-450f-b99c-ef378b46947d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:11.020484 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-419ca668-37cf-44d7-be45-af242a81ce2c req-4183384b-8e2f-4ac9-bab0-1a9b77b9f726 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.034164 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-76ac6360-8ed9-49cd-bdb1-7a0e1e5524b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87cec7c5433b4c1ba726f6a25ba46648&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2013938 Nov 29 18:11:11.040533 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 32788) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:11.074628 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183384b-8e2f-4ac9-bab0-1a9b77b9f726 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Pushing event deleted for resources: {'Port': ['ID=cb0153ac-f052-420c-906d-c354921e9f9b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:11.099335 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a02c6dd-0194-4ea4-8478-43a7f452d3e3 req-be60660d-29a2-4e82-bc5b-c1013b031265 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0921078 Nov 29 18:11:11.102376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['cb0153ac-f052-420c-906d-c354921e9f9b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:11:11.141091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-419ca668-37cf-44d7-be45-af242a81ce2c req-4183384b-8e2f-4ac9-bab0-1a9b77b9f726 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] No DVR routers for this DVR port cb0153ac-f052-420c-906d-c354921e9f9b on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:11:11.143850 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-419ca668-37cf-44d7-be45-af242a81ce2c req-4183384b-8e2f-4ac9-bab0-1a9b77b9f726 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.144614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 32790) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:11.147551 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-419ca668-37cf-44d7-be45-af242a81ce2c req-4183384b-8e2f-4ac9-bab0-1a9b77b9f726 tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.20 "DELETE /v2.0/ports/cb0153ac-f052-420c-906d-c354921e9f9b HTTP/1.1" status: 204 len: 173 time: 0.7281294 Nov 29 18:11:11.162437 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab63397c-92cc-422d-b551-02eb3f5e1224', 'name': 'network-vif-deleted', 'tag': 'cb0153ac-f052-420c-906d-c354921e9f9b'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:11:11.165454 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f7078a-4fb3-4515-a7ac-3ba9fb9d5501" -d '{"events": [{"server_uuid": "ab63397c-92cc-422d-b551-02eb3f5e1224", "name": "network-vif-deleted", "tag": "cb0153ac-f052-420c-906d-c354921e9f9b"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:11:11.190096 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f23c3d1f-2a1d-4273-88a9-42bd229bbc44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.221812 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f23c3d1f-2a1d-4273-88a9-42bd229bbc44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.262314 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f61e70b0-68cb-4a03-a30b-af70e3aff931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.281577 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8d1d88-91dd-4d2d-a6a1-a88cdfa855e2 x-openstack-request-id: req-6b8d1d88-91dd-4d2d-a6a1-a88cdfa855e2 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:11:11.284232 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab63397c-92cc-422d-b551-02eb3f5e1224", "name": "network-vif-deleted", "tag": "cb0153ac-f052-420c-906d-c354921e9f9b", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:11:11.286533 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b8d1d88-91dd-4d2d-a6a1-a88cdfa855e2 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:11:11.287046 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab63397c-92cc-422d-b551-02eb3f5e1224', 'name': 'network-vif-deleted', 'tag': 'cb0153ac-f052-420c-906d-c354921e9f9b', 'status': 'completed', 'code': 200} Nov 29 18:11:11.290312 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f23c3d1f-2a1d-4273-88a9-42bd229bbc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.295207 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d961cc32-0e29-4e61-8b0d-c2f31b7dbba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.309814 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f23c3d1f-2a1d-4273-88a9-42bd229bbc44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.319041 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f23c3d1f-2a1d-4273-88a9-42bd229bbc44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4b354d5-946a-450f-b99c-ef378b46947d HTTP/1.1" status: 204 len: 168 time: 0.2764664 Nov 29 18:11:11.344733 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c3d1f-2a1d-4273-88a9-42bd229bbc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b354d5-946a-450f-b99c-ef378b46947d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:11.431388 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f61e70b0-68cb-4a03-a30b-af70e3aff931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.523225 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f61e70b0-68cb-4a03-a30b-af70e3aff931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.529856 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d961cc32-0e29-4e61-8b0d-c2f31b7dbba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.584455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e70b0-68cb-4a03-a30b-af70e3aff931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8a8432-6278-40e6-ab99-25fcf9c84a5a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:11.627370 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d961cc32-0e29-4e61-8b0d-c2f31b7dbba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.695557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d961cc32-0e29-4e61-8b0d-c2f31b7dbba1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=219c39a1b1c449089d1e556f191ef823&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5494378 Nov 29 18:11:11.698226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 32818) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:11.701421 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f61e70b0-68cb-4a03-a30b-af70e3aff931 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa51ae317342460a90db420cbf284e1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8845952 Nov 29 18:11:11.703770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961cc32-0e29-4e61-8b0d-c2f31b7dbba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c023513-8f4c-46f2-bf1c-999a5e112fb0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:11.707178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 32820) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:11.793534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c46a1266-60a4-46f7-bf3c-333b55e5feda req-646ca820-c527-48c3-9665-e3c711a3baad tempest-ServerTagsTestJSON-1235590890 tempest-ServerTagsTestJSON-1235590890-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab63397c-92cc-422d-b551-02eb3f5e1224 HTTP/1.1" status: 200 len: 210 time: 0.0630910 Nov 29 18:11:11.854225 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8c44a94-6973-4b94-bcf4-0429f9698b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.868426 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c71058ba-4d79-47db-a8f1-2b2646dbb4f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.886441 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8c44a94-6973-4b94-bcf4-0429f9698b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.920722 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c71058ba-4d79-47db-a8f1-2b2646dbb4f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.962718 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8c44a94-6973-4b94-bcf4-0429f9698b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.965861 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8c44a94-6973-4b94-bcf4-0429f9698b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.967558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d8c44a94-6973-4b94-bcf4-0429f9698b7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf8a8432-6278-40e6-ab99-25fcf9c84a5a HTTP/1.1" status: 204 len: 168 time: 0.2487829 Nov 29 18:11:11.977132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c44a94-6973-4b94-bcf4-0429f9698b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8a8432-6278-40e6-ab99-25fcf9c84a5a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:11.988548 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c71058ba-4d79-47db-a8f1-2b2646dbb4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.993676 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c71058ba-4d79-47db-a8f1-2b2646dbb4f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:11.995170 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c71058ba-4d79-47db-a8f1-2b2646dbb4f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c023513-8f4c-46f2-bf1c-999a5e112fb0 HTTP/1.1" status: 204 len: 168 time: 0.2954040 Nov 29 18:11:12.020512 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71058ba-4d79-47db-a8f1-2b2646dbb4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c023513-8f4c-46f2-bf1c-999a5e112fb0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:12.231453 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d3d4653-ddd2-44e1-b52c-ad52655341de req-07f77ec7-3cfc-4e5f-bbb3-85d3c63fe46e tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0406098 Nov 29 18:11:12.487445 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 32850) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:12.525006 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fc810f7-5e0f-4fc6-b5f1-fa52a532ff91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:12.609276 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fc810f7-5e0f-4fc6-b5f1-fa52a532ff91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:12.613798 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fc810f7-5e0f-4fc6-b5f1-fa52a532ff91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:12.656646 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc810f7-5e0f-4fc6-b5f1-fa52a532ff91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5873ff85-59df-4213-8fe6-3d2120cd291f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:12.707168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 32860) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:12.707361 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7fc810f7-5e0f-4fc6-b5f1-fa52a532ff91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7b8cfe4d57b44e297a8b1ac8d9a93fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2135584 Nov 29 18:11:12.760854 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e9637e3-53b0-4f40-90de-371d11331172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:12.791348 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e9637e3-53b0-4f40-90de-371d11331172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:12.843649 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e9637e3-53b0-4f40-90de-371d11331172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:12.846647 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e9637e3-53b0-4f40-90de-371d11331172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:12.850309 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6e9637e3-53b0-4f40-90de-371d11331172 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5873ff85-59df-4213-8fe6-3d2120cd291f HTTP/1.1" status: 204 len: 168 time: 0.1444194 Nov 29 18:11:12.858562 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9637e3-53b0-4f40-90de-371d11331172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5873ff85-59df-4213-8fe6-3d2120cd291f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:12.871985 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 32872) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:12.927521 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8c0906-0efd-4491-b203-5d7041145d3a admin admin] Deleting subnet 6936228a-7fa9-4021-b433-ca3c1874d576 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:11:12.930711 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0906-0efd-4491-b203-5d7041145d3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:12.982229 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0906-0efd-4491-b203-5d7041145d3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.028580 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0906-0efd-4491-b203-5d7041145d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.106301 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0906-0efd-4491-b203-5d7041145d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.137378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c0906-0efd-4491-b203-5d7041145d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6936228a-7fa9-4021-b433-ca3c1874d576,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:13.141259 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0906-0efd-4491-b203-5d7041145d3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.146474 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fb8c0906-0efd-4491-b203-5d7041145d3a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6936228a-7fa9-4021-b433-ca3c1874d576 HTTP/1.1" status: 204 len: 168 time: 0.2727182 Nov 29 18:11:13.149078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 32878) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:13.255891 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b62c1b84-1283-4376-b84a-a1d333f52822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.294316 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 32884) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:13.318728 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9e9adba9-b082-4703-8178-19037e7fa0aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.422221 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9e9adba9-b082-4703-8178-19037e7fa0aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.426703 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9e9adba9-b082-4703-8178-19037e7fa0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.472584 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9e9adba9-b082-4703-8178-19037e7fa0aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d736a0ac288344629bc8452df1a65fc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1771297 Nov 29 18:11:13.473521 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 32892) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:13.480916 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9adba9-b082-4703-8178-19037e7fa0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5511031-a332-4f40-9950-28f2e092c114,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:13.529958 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa9dab16-13ae-403d-bbd6-56588cb38f74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.532342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-153123a1-8b4f-4c43-bc38-7f68db0a2543 req-dcdb2f61-f07d-4a99-9906-efcb79a21bfa tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0719893 Nov 29 18:11:13.561566 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b62c1b84-1283-4376-b84a-a1d333f52822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.565697 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa9dab16-13ae-403d-bbd6-56588cb38f74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.600765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b62c1b84-1283-4376-b84a-a1d333f52822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e585681e-967b-4180-9c03-ed563df4e8d9']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:11:13.612956 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b62c1b84-1283-4376-b84a-a1d333f52822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e16fc0-caa8-497b-87a8-44fa094daa5c') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:11:13.613272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b62c1b84-1283-4376-b84a-a1d333f52822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e16fc0-caa8-497b-87a8-44fa094daa5c') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:11:13.625871 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa9dab16-13ae-403d-bbd6-56588cb38f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.629237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa9dab16-13ae-403d-bbd6-56588cb38f74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.630409 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fa9dab16-13ae-403d-bbd6-56588cb38f74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5511031-a332-4f40-9950-28f2e092c114 HTTP/1.1" status: 204 len: 168 time: 0.1556981 Nov 29 18:11:13.647729 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9dab16-13ae-403d-bbd6-56588cb38f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5511031-a332-4f40-9950-28f2e092c114,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:13.649226 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b62c1b84-1283-4376-b84a-a1d333f52822 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.684717 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b62c1b84-1283-4376-b84a-a1d333f52822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.692528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62c1b84-1283-4376-b84a-a1d333f52822 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:11:13.693756 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b62c1b84-1283-4376-b84a-a1d333f52822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:11:13.786488 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:11:13.793284 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b62c1b84-1283-4376-b84a-a1d333f52822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.799970 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b62c1b84-1283-4376-b84a-a1d333f52822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:13.803423 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b62c1b84-1283-4376-b84a-a1d333f52822 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e585681e-967b-4180-9c03-ed563df4e8d9 HTTP/1.1" status: 204 len: 168 time: 0.6528606 Nov 29 18:11:13.825862 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c1b84-1283-4376-b84a-a1d333f52822 admin admin] Pushing event deleted for resources: {'Network': ['ID=e585681e-967b-4180-9c03-ed563df4e8d9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:13.865083 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device cb0153ac-f052-420c-906d-c354921e9f9b no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:11:13.905412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: cb0153ac-f052-420c-906d-c354921e9f9b {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:11:13.905772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device cb0153ac-f052-420c-906d-c354921e9f9b not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:11:14.046381 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3a2f2f06-5ee0-4658-a012-1dd7228547ab up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:11:14.073068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-afa34efe-1b98-4e43-b7f5-4c3885faec57 req-c73480a6-9545-403e-a5df-e1c29bed3c23 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0307574 Nov 29 18:11:14.097342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 32922) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:14.133434 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 3a2f2f06-5ee0-4658-a012-1dd7228547ab triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:11:14.134176 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:14.166654 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d4b4a021-6849-4eef-9a21-460f11d71a06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0ea423b476149a2b17f1e6a5b2bf6f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0675600 Nov 29 18:11:14.168642 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 32924) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:14.232397 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce153ec9-e64c-4fc0-9386-55444b6fbbd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:14.233907 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:14.268487 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38090436-efad-4902-a9ec-d263762d9f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2f2f06-5ee0-4658-a012-1dd7228547ab'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:11:14.269817 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce153ec9-e64c-4fc0-9386-55444b6fbbd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:14.273005 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebe6014-0b86-4dfb-bbcb-760115b496a4" -d '{"events": [{"server_uuid": "38090436-efad-4902-a9ec-d263762d9f26", "name": "network-vif-plugged", "status": "completed", "tag": "3a2f2f06-5ee0-4658-a012-1dd7228547ab"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:11:14.321087 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3a2f2f06-5ee0-4658-a012-1dd7228547ab, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3a2f2f06-5ee0-4658-a012-1dd7228547ab,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:11:14.334147 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:14.360142 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce153ec9-e64c-4fc0-9386-55444b6fbbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:14.367581 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce153ec9-e64c-4fc0-9386-55444b6fbbd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:14.369877 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ce153ec9-e64c-4fc0-9386-55444b6fbbd8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8aaa414d-9be3-4c9b-8114-d796f892d508 HTTP/1.1" status: 204 len: 168 time: 0.2001271 Nov 29 18:11:14.399760 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce153ec9-e64c-4fc0-9386-55444b6fbbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaa414d-9be3-4c9b-8114-d796f892d508,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:14.401550 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe143db-432d-418e-8549-43deaa1f2fd6 x-openstack-request-id: req-4fe143db-432d-418e-8549-43deaa1f2fd6 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:11:14.402638 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38090436-efad-4902-a9ec-d263762d9f26", "name": "network-vif-plugged", "status": "completed", "tag": "3a2f2f06-5ee0-4658-a012-1dd7228547ab", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:11:14.403640 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fe143db-432d-418e-8549-43deaa1f2fd6 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:11:14.404758 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38090436-efad-4902-a9ec-d263762d9f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2f2f06-5ee0-4658-a012-1dd7228547ab', 'code': 200} Nov 29 18:11:14.429709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=3a2f2f06-5ee0-4658-a012-1dd7228547ab,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:14.687684 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54447931-f071-413d-b080-9d0ef52687ad req-b645c100-046c-4fc8-94e6-dad11660ea6d tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0506799 Nov 29 18:11:16.086149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8ad3190-4681-42c7-b6e9-8a8017b6eeb7 req-743c08de-0a28-47b3-abb1-3a86f499c404 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0538146 Nov 29 18:11:16.808684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33142) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:17.057571 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3307d1e1-dab1-4bfa-a36f-9b27daab5ad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:17.263163 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3307d1e1-dab1-4bfa-a36f-9b27daab5ad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:17.292885 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3307d1e1-dab1-4bfa-a36f-9b27daab5ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:17.333079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15ba2871-327f-4f7c-a4d8-01551be21ffc req-4dc2fe00-1724-42f8-9ed4-8016194ca076 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0638318 Nov 29 18:11:17.368428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33168) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:17.376735 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3307d1e1-dab1-4bfa-a36f-9b27daab5ad9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98c22facee3c4c58af59aff8910d3ce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5666530 Nov 29 18:11:17.388733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307d1e1-dab1-4bfa-a36f-9b27daab5ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7182d04-c617-4c56-91f5-af5b5d776bb7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:17.410659 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33170) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:17.471245 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:17.549737 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:17.629432 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3c225f7-7ec2-4d39-972a-a0c3fcc205f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:17.641157 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:17.644776 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:17.649621 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7182d04-c617-4c56-91f5-af5b5d776bb7 HTTP/1.1" status: 204 len: 168 time: 0.2793407 Nov 29 18:11:17.659518 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7182d04-c617-4c56-91f5-af5b5d776bb7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:17.669054 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:17.669646 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:17.670584 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:17.671141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:17.671729 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:17.672576 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:17.673090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:17.674156 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:17.674953 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:17.675451 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:17.675628 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:17.676149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c3406-f23e-4fdb-a249-f12a7465d5e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:17.762238 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3c225f7-7ec2-4d39-972a-a0c3fcc205f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:17.771844 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3c225f7-7ec2-4d39-972a-a0c3fcc205f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:17.814818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c225f7-7ec2-4d39-972a-a0c3fcc205f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697dcd36-d9e3-4ef3-82ad-f00c86334938,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:17.860986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b3c225f7-7ec2-4d39-972a-a0c3fcc205f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=14e30b186faf4bd0bfdeb12b5e02bb3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4467566 Nov 29 18:11:17.863479 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33182) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:17.975341 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bdaa-75a1-4d24-af9a-add5750b1ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:18.118631 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bdaa-75a1-4d24-af9a-add5750b1ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:18.246555 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33196) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:18.257156 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bdaa-75a1-4d24-af9a-add5750b1ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:18.269578 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2b9bdaa-75a1-4d24-af9a-add5750b1ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:18.273318 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d2b9bdaa-75a1-4d24-af9a-add5750b1ebb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/697dcd36-d9e3-4ef3-82ad-f00c86334938 HTTP/1.1" status: 204 len: 168 time: 0.4062803 Nov 29 18:11:18.288730 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9c68a7c8-e388-4a5d-a2b0-03604e293357 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:18.318283 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9bdaa-75a1-4d24-af9a-add5750b1ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697dcd36-d9e3-4ef3-82ad-f00c86334938,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:18.532305 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9c68a7c8-e388-4a5d-a2b0-03604e293357 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:18.542270 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9c68a7c8-e388-4a5d-a2b0-03604e293357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:18.555404 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6971603-0ae5-426a-b8ed-04330db386fc req-646d47c8-04e6-439b-b9e3-242a38dc721e tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0627563 Nov 29 18:11:18.617339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33210) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:18.617538 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9c68a7c8-e388-4a5d-a2b0-03604e293357 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cfa9eeb89ed4df5bf02cba2808d69f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3692701 Nov 29 18:11:18.632168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68a7c8-e388-4a5d-a2b0-03604e293357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df427671-1fba-416d-a82a-d47f7cb9d7d1,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:18.684390 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48df4e24-4cc0-4183-9b09-59704dd5a0cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:18.732685 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48df4e24-4cc0-4183-9b09-59704dd5a0cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:18.825131 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48df4e24-4cc0-4183-9b09-59704dd5a0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:18.829612 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48df4e24-4cc0-4183-9b09-59704dd5a0cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:18.831818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-48df4e24-4cc0-4183-9b09-59704dd5a0cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df427671-1fba-416d-a82a-d47f7cb9d7d1 HTTP/1.1" status: 204 len: 168 time: 0.2135201 Nov 29 18:11:18.842683 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df4e24-4cc0-4183-9b09-59704dd5a0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df427671-1fba-416d-a82a-d47f7cb9d7d1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:19.718702 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba116da0-abb3-4103-82ab-317c7689730d req-d9ed728e-55e4-428e-abbd-94b23bd1a135 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0484703 Nov 29 18:11:21.008541 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba09e5c4-d731-416c-afaf-427698d3e6dc req-73760b0c-3e15-4e09-ab62-5a4ad1d7b10c tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0728190 Nov 29 18:11:22.182713 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b54801c-0967-4630-ac37-b92ee307a617 req-116fc08e-7ffc-4213-a48f-86d662b35870 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0610101 Nov 29 18:11:23.404910 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-305e05cc-c2f5-476e-a7e1-7a794e662de0 req-33ffa111-64c2-404a-a94c-1f22d2055313 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0472763 Nov 29 18:11:23.969165 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12a90075-1109-44a6-b207-fc6b82410387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:24.481723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33664) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:24.645264 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a97e9a1-2f06-4174-a1cd-2498768c3a7c req-60552943-b82c-432e-bb94-21a5c8cf1275 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0555851 Nov 29 18:11:24.773262 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09842802-52c8-4c81-9038-e1e90df0849a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:24.905962 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09842802-52c8-4c81-9038-e1e90df0849a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:24.914747 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09842802-52c8-4c81-9038-e1e90df0849a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:25.003159 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33714) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:25.005031 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-09842802-52c8-4c81-9038-e1e90df0849a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=acacf883b562458990185172f31a4a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5224130 Nov 29 18:11:25.006359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09842802-52c8-4c81-9038-e1e90df0849a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606aa1e5-01c7-4856-acca-1db18abd26fd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:25.028258 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09842802-52c8-4c81-9038-e1e90df0849a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:25.028659 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09842802-52c8-4c81-9038-e1e90df0849a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:25.029018 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09842802-52c8-4c81-9038-e1e90df0849a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:25.029368 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09842802-52c8-4c81-9038-e1e90df0849a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:25.029713 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09842802-52c8-4c81-9038-e1e90df0849a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:25.033100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09842802-52c8-4c81-9038-e1e90df0849a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:25.033513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09842802-52c8-4c81-9038-e1e90df0849a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:25.033858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09842802-52c8-4c81-9038-e1e90df0849a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:25.034204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09842802-52c8-4c81-9038-e1e90df0849a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:25.034551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09842802-52c8-4c81-9038-e1e90df0849a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:25.034916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09842802-52c8-4c81-9038-e1e90df0849a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:25.040551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09842802-52c8-4c81-9038-e1e90df0849a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:25.146372 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-16c36fdf-9a9d-4ea5-9a7e-4dfcb243321b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:25.177243 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-16c36fdf-9a9d-4ea5-9a7e-4dfcb243321b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:25.236475 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-16c36fdf-9a9d-4ea5-9a7e-4dfcb243321b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:25.239967 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-16c36fdf-9a9d-4ea5-9a7e-4dfcb243321b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:25.241629 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-16c36fdf-9a9d-4ea5-9a7e-4dfcb243321b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/606aa1e5-01c7-4856-acca-1db18abd26fd HTTP/1.1" status: 204 len: 168 time: 0.2375209 Nov 29 18:11:25.271548 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c36fdf-9a9d-4ea5-9a7e-4dfcb243321b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606aa1e5-01c7-4856-acca-1db18abd26fd,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:25.448353 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:11:25.868788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33774) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:25.873327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50ce189a-83c7-4643-aa76-87ca85a44a74 req-2597d3ef-fd8c-4893-bb9d-2479a19aea2c tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0785398 Nov 29 18:11:25.917058 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2307f58-9050-4b8d-8b43-7f35a0b8bc88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:26.112771 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2307f58-9050-4b8d-8b43-7f35a0b8bc88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:26.124484 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2307f58-9050-4b8d-8b43-7f35a0b8bc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:26.209686 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2307f58-9050-4b8d-8b43-7f35a0b8bc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584774fe-41e4-42fc-b67e-01aa2ea36f42,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:26.220812 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f2307f58-9050-4b8d-8b43-7f35a0b8bc88 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81636664a6f64d059da3ad94cd1c9e96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3486216 Nov 29 18:11:26.222225 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33804) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:26.356754 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7d77918-d8b0-430c-900e-c6eb28270d5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:26.409101 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e8096b6-5a77-4ef0-b31d-ccfa4856549a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:26.416850 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7d77918-d8b0-430c-900e-c6eb28270d5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:26.579067 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7d77918-d8b0-430c-900e-c6eb28270d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:26.582775 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7d77918-d8b0-430c-900e-c6eb28270d5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:26.584240 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a7d77918-d8b0-430c-900e-c6eb28270d5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/584774fe-41e4-42fc-b67e-01aa2ea36f42 HTTP/1.1" status: 204 len: 168 time: 0.3608434 Nov 29 18:11:26.607870 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d77918-d8b0-430c-900e-c6eb28270d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584774fe-41e4-42fc-b67e-01aa2ea36f42,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:27.095540 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:27.155845 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0942f520-e1ce-4ccf-8732-1ee856e9628d req-60845eed-a0b8-4f68-8e1b-e463de64966c tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0636470 Nov 29 18:11:27.534428 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:27.744343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33956) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:27.953454 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d2ad53c9-a6be-42ef-ab4a-716d84729bb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:28.166385 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d2ad53c9-a6be-42ef-ab4a-716d84729bb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:28.175639 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d2ad53c9-a6be-42ef-ab4a-716d84729bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:28.226963 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad53c9-a6be-42ef-ab4a-716d84729bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d65656-8d89-46fa-affd-7b62d914211c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:28.272971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d2ad53c9-a6be-42ef-ab4a-716d84729bb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=171c45bfcfe449d3a87a5475df38ba1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5279074 Nov 29 18:11:28.275806 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33998) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:28.418508 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0aa3251e-a46c-4703-a18d-1f7359cfd021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:28.444018 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0aa3251e-a46c-4703-a18d-1f7359cfd021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:28.500492 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67b1d152-b21c-427b-ae13-2c5c99901dc1 req-569b4534-ba07-43a7-a4ce-9642d877444f tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0971417 Nov 29 18:11:28.565290 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0aa3251e-a46c-4703-a18d-1f7359cfd021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:28.569895 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0aa3251e-a46c-4703-a18d-1f7359cfd021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:28.572145 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0aa3251e-a46c-4703-a18d-1f7359cfd021 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3d65656-8d89-46fa-affd-7b62d914211c HTTP/1.1" status: 204 len: 168 time: 0.2954454 Nov 29 18:11:28.591665 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3251e-a46c-4703-a18d-1f7359cfd021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d65656-8d89-46fa-affd-7b62d914211c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:29.056829 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:29.537311 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:29.675495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ebf64d08-ca02-464d-be81-5f22310f043d req-6aef94e3-7303-4273-9ccf-536e905e9b9e tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0359888 Nov 29 18:11:29.939976 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:30.877743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e97558b-da73-4306-8e9c-a7abc32f0215 req-9dc24911-fe6e-4214-a5a8-74522cd3dfa3 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0544975 Nov 29 18:11:32.085223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4b917f7-516d-4a1c-af15-1c98dccd0c56 req-c5ba9519-531f-4190-a07c-63b936d5da0f tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0464177 Nov 29 18:11:32.751227 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34366) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:33.016281 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f4963bb-8aba-4b83-8d30-291a529bee42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:33.210281 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f4963bb-8aba-4b83-8d30-291a529bee42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:33.220512 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f4963bb-8aba-4b83-8d30-291a529bee42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:33.272233 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0f4963bb-8aba-4b83-8d30-291a529bee42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3a7ea06a32b4c5c854083d9a2096f18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5189221 Nov 29 18:11:33.273236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34380) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:33.316095 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b8c1941-ee08-4ede-9f07-6ce7be05dd70 req-45ce44c1-1722-4f24-9e1b-3adb0ca6e351 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0846069 Nov 29 18:11:33.348015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4963bb-8aba-4b83-8d30-291a529bee42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28be9542-245f-4443-9a22-9af3991a9ba3,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:33.368055 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f73d4f38-f6d4-47f6-9426-57d3304c0b0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:33.404169 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f73d4f38-f6d4-47f6-9426-57d3304c0b0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:33.500032 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f73d4f38-f6d4-47f6-9426-57d3304c0b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:33.503007 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f73d4f38-f6d4-47f6-9426-57d3304c0b0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:33.504198 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f73d4f38-f6d4-47f6-9426-57d3304c0b0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28be9542-245f-4443-9a22-9af3991a9ba3 HTTP/1.1" status: 204 len: 168 time: 0.2286978 Nov 29 18:11:33.523505 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d4f38-f6d4-47f6-9426-57d3304c0b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28be9542-245f-4443-9a22-9af3991a9ba3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:33.881521 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34404) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:34.119022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34412) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:34.150711 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0fe108ff-d0aa-4bbf-b981-b3a1710e4afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:34.176279 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91098b35-cda2-4b60-bc68-b3fc072728c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:34.381098 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0fe108ff-d0aa-4bbf-b981-b3a1710e4afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:34.406992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0fe108ff-d0aa-4bbf-b981-b3a1710e4afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:34.409746 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91098b35-cda2-4b60-bc68-b3fc072728c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:34.417269 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91098b35-cda2-4b60-bc68-b3fc072728c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:34.489953 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-91098b35-cda2-4b60-bc68-b3fc072728c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9d0180d6eff4a11bb1b76d9c0492bb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3695455 Nov 29 18:11:34.491420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34422) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:34.493065 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91098b35-cda2-4b60-bc68-b3fc072728c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ec5963-51fa-4e1d-84cb-fd658c8193a2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:34.500573 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0fe108ff-d0aa-4bbf-b981-b3a1710e4afa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c1d7b06994048dfbe0726c614aa8db2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6160676 Nov 29 18:11:34.510161 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34424) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:34.513075 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe108ff-d0aa-4bbf-b981-b3a1710e4afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7ce094-7837-4b3d-ad29-62a819650368,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:34.678598 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0078-6cd7-4f35-bf40-28e3b298f50b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:34.715654 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0078-6cd7-4f35-bf40-28e3b298f50b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:34.756265 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4023d704-4ac9-41f8-98b8-f2076d5f58fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:34.792142 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c0bb9cd-e9de-4072-8e4b-f351e2868c51 req-b6b6034d-a8a9-4885-b94e-e7688e076e03 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.2196891 Nov 29 18:11:34.823099 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0078-6cd7-4f35-bf40-28e3b298f50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:34.827056 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0078-6cd7-4f35-bf40-28e3b298f50b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:34.831465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9d6e0078-6cd7-4f35-bf40-28e3b298f50b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32ec5963-51fa-4e1d-84cb-fd658c8193a2 HTTP/1.1" status: 204 len: 168 time: 0.3352785 Nov 29 18:11:34.833211 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4023d704-4ac9-41f8-98b8-f2076d5f58fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:34.855213 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e0078-6cd7-4f35-bf40-28e3b298f50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ec5963-51fa-4e1d-84cb-fd658c8193a2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:34.924994 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4023d704-4ac9-41f8-98b8-f2076d5f58fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:34.931850 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4023d704-4ac9-41f8-98b8-f2076d5f58fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:34.936611 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4023d704-4ac9-41f8-98b8-f2076d5f58fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a7ce094-7837-4b3d-ad29-62a819650368 HTTP/1.1" status: 204 len: 168 time: 0.4251215 Nov 29 18:11:34.968536 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023d704-4ac9-41f8-98b8-f2076d5f58fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7ce094-7837-4b3d-ad29-62a819650368,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:35.591359 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34456) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:35.617425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a009b65-219b-4cfb-ba8f-45e608596f91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:35.814080 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a009b65-219b-4cfb-ba8f-45e608596f91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:35.823089 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a009b65-219b-4cfb-ba8f-45e608596f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:35.905940 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8a009b65-219b-4cfb-ba8f-45e608596f91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7679428a6ae54c86b0a2e3a4376ffb63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3134334 Nov 29 18:11:35.909635 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34476) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:35.946840 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a009b65-219b-4cfb-ba8f-45e608596f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee81308-f1f7-4cdc-93a2-286aebd08170,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:36.018043 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c201967c-b09f-487e-bba5-7fff734bd76b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:36.068829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3b86bfd-dc26-48fb-83bf-913088d42fb5 req-c501f511-0647-4891-ac4a-1e6a2ac389c7 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0620599 Nov 29 18:11:36.119240 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c201967c-b09f-487e-bba5-7fff734bd76b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:36.236629 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c201967c-b09f-487e-bba5-7fff734bd76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:36.242825 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c201967c-b09f-487e-bba5-7fff734bd76b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:36.248835 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c201967c-b09f-487e-bba5-7fff734bd76b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ee81308-f1f7-4cdc-93a2-286aebd08170 HTTP/1.1" status: 204 len: 168 time: 0.3380072 Nov 29 18:11:36.267255 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201967c-b09f-487e-bba5-7fff734bd76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee81308-f1f7-4cdc-93a2-286aebd08170,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:36.580792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34492) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:36.968353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-efa54f28-2098-4c60-bc3a-0fbb14bfccdb tempest-AgentManagementNegativeTest-1549203610 tempest-AgentManagementNegativeTest-1549203610-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3863308 Nov 29 18:11:37.276849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4584fbe7-eb3a-44f0-aa2e-7ada4fd1b21c req-00a81391-ea7e-455d-a92e-4f362554f423 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0496414 Nov 29 18:11:37.404009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34540) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:37.709050 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56330c7b-ec58-460a-bde9-f6674f8660ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:37.820299 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56330c7b-ec58-460a-bde9-f6674f8660ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:37.830438 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56330c7b-ec58-460a-bde9-f6674f8660ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:37.875941 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-56330c7b-ec58-460a-bde9-f6674f8660ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ecc449be00c43eba7fbf81101f0161f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4704590 Nov 29 18:11:37.878633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34554) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:37.886355 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56330c7b-ec58-460a-bde9-f6674f8660ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c51f784-0c9c-48ac-b54c-2dd3bfa88782,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:37.953183 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-892d4731-3e8c-4e6e-9ed5-aba977c2ee78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:37.981113 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-892d4731-3e8c-4e6e-9ed5-aba977c2ee78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:38.053259 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-892d4731-3e8c-4e6e-9ed5-aba977c2ee78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:38.056616 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-892d4731-3e8c-4e6e-9ed5-aba977c2ee78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:38.058378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-892d4731-3e8c-4e6e-9ed5-aba977c2ee78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c51f784-0c9c-48ac-b54c-2dd3bfa88782 HTTP/1.1" status: 204 len: 168 time: 0.1784375 Nov 29 18:11:38.069353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d4731-3e8c-4e6e-9ed5-aba977c2ee78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c51f784-0c9c-48ac-b54c-2dd3bfa88782,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:38.297485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae7096-30ba-44e7-8cc8-aa3eb047257c req-231f0ee6-5059-45dd-af70-214d4d941265 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:38.309657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2cae7096-30ba-44e7-8cc8-aa3eb047257c req-231f0ee6-5059-45dd-af70-214d4d941265 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=38090436-efad-4902-a9ec-d263762d9f26 HTTP/1.1" status: 200 len: 950 time: 0.0692165 Nov 29 18:11:38.406511 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2cae7096-30ba-44e7-8cc8-aa3eb047257c req-cc4f68b6-84af-44f3-a488-8db18306c79b tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957241 Nov 29 18:11:38.452346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af4242be-9192-423f-8f34-bc2d6a9fedce req-f8f2d109-48a3-4edc-83ec-824a1f57b5f7 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0440218 Nov 29 18:11:39.625009 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34720) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:39.659344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26ce23d2-6dd3-4a18-9c74-6dba6cd1d80d req-8953f9d5-d5bd-4945-bce3-7f0b2d4c2583 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0678861 Nov 29 18:11:39.794862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-99b9f80f-fe6c-4c84-8d71-32938da5df2b tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1713005686'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:11:39.835741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b9f80f-fe6c-4c84-8d71-32938da5df2b tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Made reservation on behalf of 10e770ea9ea94303bb313d6985c928c3 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:11:39.840237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99b9f80f-fe6c-4c84-8d71-32938da5df2b tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:39.857138 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99b9f80f-fe6c-4c84-8d71-32938da5df2b tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:39.981507 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99b9f80f-fe6c-4c84-8d71-32938da5df2b tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:39.991731 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99b9f80f-fe6c-4c84-8d71-32938da5df2b tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:40.042021 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b9f80f-fe6c-4c84-8d71-32938da5df2b tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:11:40.053325 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9f80f-fe6c-4c84-8d71-32938da5df2b tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0d6204-577f-4026-b6e0-903985692c31,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:40.059860 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99b9f80f-fe6c-4c84-8d71-32938da5df2b tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:40.060505 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-99b9f80f-fe6c-4c84-8d71-32938da5df2b tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Added segment 9fdfca88-a788-410f-ba1e-6756391cd07a of type vlan for network 0cf78df5-d958-4e40-a53f-708adc62ab42 Nov 29 18:11:40.148561 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99b9f80f-fe6c-4c84-8d71-32938da5df2b tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:40.155483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3a2f2f06-5ee0-4658-a012-1dd7228547ab no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:11:40.249080 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99b9f80f-fe6c-4c84-8d71-32938da5df2b tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:40.263695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b9f80f-fe6c-4c84-8d71-32938da5df2b tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:40.264598 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99b9f80f-fe6c-4c84-8d71-32938da5df2b tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:40.299026 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:40.336041 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38090436-efad-4902-a9ec-d263762d9f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a2f2f06-5ee0-4658-a012-1dd7228547ab'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:11:40.340522 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf008c15-8708-49b5-b6f0-ef404ebd25d3" -d '{"events": [{"server_uuid": "38090436-efad-4902-a9ec-d263762d9f26", "name": "network-vif-unplugged", "status": "completed", "tag": "3a2f2f06-5ee0-4658-a012-1dd7228547ab"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:11:40.356088 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3a2f2f06-5ee0-4658-a012-1dd7228547ab, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3a2f2f06-5ee0-4658-a012-1dd7228547ab,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:11:40.366363 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:40.460029 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccddf7d-64a1-4eea-905d-9af12eee20d9 x-openstack-request-id: req-0ccddf7d-64a1-4eea-905d-9af12eee20d9 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:11:40.460536 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38090436-efad-4902-a9ec-d263762d9f26", "name": "network-vif-unplugged", "status": "completed", "tag": "3a2f2f06-5ee0-4658-a012-1dd7228547ab", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:11:40.461022 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ccddf7d-64a1-4eea-905d-9af12eee20d9 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:11:40.462738 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38090436-efad-4902-a9ec-d263762d9f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a2f2f06-5ee0-4658-a012-1dd7228547ab', 'code': 200} Nov 29 18:11:40.466525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34806) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:40.475738 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=3a2f2f06-5ee0-4658-a012-1dd7228547ab,revision_number=11']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:40.476503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8607b7e6-ecf7-4cea-a23b-1d836655721e tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Request body: {'subnet': {'network_id': '0cf78df5-d958-4e40-a53f-708adc62ab42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:11:40.482257 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-99b9f80f-fe6c-4c84-8d71-32938da5df2b tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8544636 Nov 29 18:11:40.499095 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:40.499770 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:40.500282 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:40.501728 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:40.502252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:40.503393 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:40.504210 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:40.504889 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:40.505411 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:40.506028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:40.506540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:40.507243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:11:40.523106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9f80f-fe6c-4c84-8d71-32938da5df2b tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event updated for resources: {'Network': ['ID=0cf78df5-d958-4e40-a53f-708adc62ab42,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:40.542443 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 0cf78df5-d958-4e40-a53f-708adc62ab42 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:11:40.639807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8607b7e6-ecf7-4cea-a23b-1d836655721e tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Made reservation on behalf of 10e770ea9ea94303bb313d6985c928c3 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:11:40.645327 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8607b7e6-ecf7-4cea-a23b-1d836655721e tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:40.889993 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-545251ec-95ef-46d1-bc24-7ae7941408a1 req-362215de-5ad2-4d63-bbc4-d45f6f0ed102 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0765636 Nov 29 18:11:40.925402 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8607b7e6-ecf7-4cea-a23b-1d836655721e tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:41.038473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607b7e6-ecf7-4cea-a23b-1d836655721e tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event updated for resources: {'Subnet': ['ID=91d4031c-dd58-486d-bf60-6a0ae8f60eb9,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:41.057653 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8607b7e6-ecf7-4cea-a23b-1d836655721e tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Checking segment: {'id': '9fdfca88-a788-410f-ba1e-6756391cd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0cf78df5-d958-4e40-a53f-708adc62ab42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:11:41.058263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8607b7e6-ecf7-4cea-a23b-1d836655721e tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Network hostable DHCP agents. Network: 0cf78df5-d958-4e40-a53f-708adc62ab42, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:11:41.083305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8607b7e6-ecf7-4cea-a23b-1d836655721e tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Network 0cf78df5-d958-4e40-a53f-708adc62ab42 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:11:41.098086 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-8607b7e6-ecf7-4cea-a23b-1d836655721e tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 0cf78df5-d958-4e40-a53f-708adc62ab42) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:11:41.103442 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8607b7e6-ecf7-4cea-a23b-1d836655721e tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:41.105380 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8607b7e6-ecf7-4cea-a23b-1d836655721e tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:41.108912 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c2966e-a4de-4e8b-9bb3-a80217ad1d3a None None] Network 0cf78df5-d958-4e40-a53f-708adc62ab42 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:11:41.131755 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8607b7e6-ecf7-4cea-a23b-1d836655721e tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6640368 Nov 29 18:11:41.134629 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34860) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:41.141016 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e84794a6-6909-4509-831c-37773f22c7ce tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Request body: {'port': {'network_id': '0cf78df5-d958-4e40-a53f-708adc62ab42', 'name': 'tempest-AllowedAddressPairTestJSON-1637951980'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:11:41.217346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34866) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:41.363074 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84794a6-6909-4509-831c-37773f22c7ce tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Made reservation on behalf of 10e770ea9ea94303bb313d6985c928c3 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:11:41.370091 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e84794a6-6909-4509-831c-37773f22c7ce tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:41.404757 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-e84794a6-6909-4509-831c-37773f22c7ce tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] device_id is not set on port e6918966-0bd2-4ccc-bc22-2b2b66650eb0 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:11:41.448346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-0cf78df5-d958-4e40-a53f-708adc62ab42', 'network_id': '0cf78df5-d958-4e40-a53f-708adc62ab42', 'tenant_id': '10e770ea9ea94303bb313d6985c928c3', 'fixed_ips': [{'subnet_id': '91d4031c-dd58-486d-bf60-6a0ae8f60eb9'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:11:41.450140 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:41.479652 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24ad7c08-0f9e-4f1c-b869-754fc3e2762d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:41.541870 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-e84794a6-6909-4509-831c-37773f22c7ce tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Allocated IP 172.20.0.3 (0cf78df5-d958-4e40-a53f-708adc62ab42/91d4031c-dd58-486d-bf60-6a0ae8f60eb9/e6918966-0bd2-4ccc-bc22-2b2b66650eb0) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:11:41.661788 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24ad7c08-0f9e-4f1c-b869-754fc3e2762d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:41.675748 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24ad7c08-0f9e-4f1c-b869-754fc3e2762d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:41.742250 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e84794a6-6909-4509-831c-37773f22c7ce tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:41.786921 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e84794a6-6909-4509-831c-37773f22c7ce tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:41.795890 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-24ad7c08-0f9e-4f1c-b869-754fc3e2762d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0fb82bd9155540cfa7d85273b2b34cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5749733 Nov 29 18:11:41.795890 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad7c08-0f9e-4f1c-b869-754fc3e2762d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd481f4-9510-47f8-81b6-b30993198c40,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:41.800654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34900) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:41.882146 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84794a6-6909-4509-831c-37773f22c7ce tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Network 0cf78df5-d958-4e40-a53f-708adc62ab42 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:11:41.890493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e84794a6-6909-4509-831c-37773f22c7ce tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:11:41.930396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Allocated IP 172.20.0.2 (0cf78df5-d958-4e40-a53f-708adc62ab42/91d4031c-dd58-486d-bf60-6a0ae8f60eb9/140a515e-14b7-45ef-9e25-702eec6cb8c0) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:11:41.940940 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84794a6-6909-4509-831c-37773f22c7ce tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:11:41.997512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84794a6-6909-4509-831c-37773f22c7ce tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event updated for resources: {'Port': ['ID=e6918966-0bd2-4ccc-bc22-2b2b66650eb0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:42.145417 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c99dc92-f223-45cf-a906-c773db006d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:42.205704 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e2474f-7d0a-493f-bf9f-b735660d4227 req-71a4714f-2bb2-4f92-8968-49153a33571b tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.1212342 Nov 29 18:11:42.233403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84794a6-6909-4509-831c-37773f22c7ce tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:42.234030 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e84794a6-6909-4509-831c-37773f22c7ce tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:42.248102 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c99dc92-f223-45cf-a906-c773db006d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:42.271908 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:42.273576 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e84794a6-6909-4509-831c-37773f22c7ce tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1374619 Nov 29 18:11:42.276885 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34918) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:42.285049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-96d9e9e1-6459-4c26-bf2e-c3aa30a9c648 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Request body: {'port': {'network_id': '0cf78df5-d958-4e40-a53f-708adc62ab42', 'name': 'tempest-AllowedAddressPairTestJSON-2140413854', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:bb:7e:77'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:11:42.292834 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:42.331308 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c99dc92-f223-45cf-a906-c773db006d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:42.335124 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c99dc92-f223-45cf-a906-c773db006d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:42.339839 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8c99dc92-f223-45cf-a906-c773db006d7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddd481f4-9510-47f8-81b6-b30993198c40 HTTP/1.1" status: 204 len: 168 time: 0.5348194 Nov 29 18:11:42.353748 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99dc92-f223-45cf-a906-c773db006d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd481f4-9510-47f8-81b6-b30993198c40,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:42.367974 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Network 0cf78df5-d958-4e40-a53f-708adc62ab42 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:11:42.383581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:11:42.389597 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:11:42.450402 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Pushing event updated for resources: {'Port': ['ID=140a515e-14b7-45ef-9e25-702eec6cb8c0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:42.470353 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Attempting to bind port 140a515e-14b7-45ef-9e25-702eec6cb8c0 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:11:42.470932 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Attempting to bind port 140a515e-14b7-45ef-9e25-702eec6cb8c0 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '9fdfca88-a788-410f-ba1e-6756391cd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0cf78df5-d958-4e40-a53f-708adc62ab42'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:11:42.471532 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Attempting to bind port 140a515e-14b7-45ef-9e25-702eec6cb8c0 on network 0cf78df5-d958-4e40-a53f-708adc62ab42 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:11:42.479790 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:11:42.480698 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Checking segment: {'id': '9fdfca88-a788-410f-ba1e-6756391cd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0cf78df5-d958-4e40-a53f-708adc62ab42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:11:42.481325 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:42.481858 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Bound using segment: {'id': '9fdfca88-a788-410f-ba1e-6756391cd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0cf78df5-d958-4e40-a53f-708adc62ab42'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:11:42.482680 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Bound port: 140a515e-14b7-45ef-9e25-702eec6cb8c0, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdfca88-a788-410f-ba1e-6756391cd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '0cf78df5-d958-4e40-a53f-708adc62ab42'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:11:42.483315 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:42.572592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d9e9e1-6459-4c26-bf2e-c3aa30a9c648 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Made reservation on behalf of 10e770ea9ea94303bb313d6985c928c3 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:11:42.583932 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] For port 140a515e-14b7-45ef-9e25-702eec6cb8c0, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:11:42.588661 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] For port 140a515e-14b7-45ef-9e25-702eec6cb8c0, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=140a515e-14b7-45ef-9e25-702eec6cb8c0,segment=NetworkSegment(9fdfca88-a788-410f-ba1e-6756391cd07a),segment_id=9fdfca88-a788-410f-ba1e-6756391cd07a)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:11:42.595711 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:42.715898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078ef1e-2f32-4a36-9047-9a522f4b856a None None] Pushing event updated for resources: {'Port': ['ID=140a515e-14b7-45ef-9e25-702eec6cb8c0,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:42.760071 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-96d9e9e1-6459-4c26-bf2e-c3aa30a9c648 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:42.788251 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-96d9e9e1-6459-4c26-bf2e-c3aa30a9c648 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] device_id is not set on port 4f0d55c4-aecb-406f-ad3c-49b15bd6c73a yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:11:43.129443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34968) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:43.142835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-96d9e9e1-6459-4c26-bf2e-c3aa30a9c648 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Allocated IP 172.20.0.10 (0cf78df5-d958-4e40-a53f-708adc62ab42/91d4031c-dd58-486d-bf60-6a0ae8f60eb9/4f0d55c4-aecb-406f-ad3c-49b15bd6c73a) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:11:43.153082 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f387c8a2-e135-477f-8ce6-6724e4878407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:43.255094 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 140a515e-14b7-45ef-9e25-702eec6cb8c0 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:11:43.344262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 140a515e-14b7-45ef-9e25-702eec6cb8c0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:11:43.345477 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:43.377825 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f387c8a2-e135-477f-8ce6-6724e4878407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:43.388833 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f387c8a2-e135-477f-8ce6-6724e4878407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:43.441437 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:43.446233 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-96d9e9e1-6459-4c26-bf2e-c3aa30a9c648 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:43.474211 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387c8a2-e135-477f-8ce6-6724e4878407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488f1292-b661-48db-b8e4-bafe7c732248,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:43.491605 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-96d9e9e1-6459-4c26-bf2e-c3aa30a9c648 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:43.523400 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 140a515e-14b7-45ef-9e25-702eec6cb8c0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=140a515e-14b7-45ef-9e25-702eec6cb8c0,segment=NetworkSegment(9fdfca88-a788-410f-ba1e-6756391cd07a),segment_id=9fdfca88-a788-410f-ba1e-6756391cd07a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:11:43.533897 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:43.552271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36294857-9305-4503-ada4-7c9e069482ac req-954bef44-4b0e-4cf7-91bf-e13518dbcdf4 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.1591630 Nov 29 18:11:43.574543 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9e9e1-6459-4c26-bf2e-c3aa30a9c648 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event updated for resources: {'Port': ['ID=4f0d55c4-aecb-406f-ad3c-49b15bd6c73a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:43.587133 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f387c8a2-e135-477f-8ce6-6724e4878407 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef5f316501114725909e785eb7f31a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4563718 Nov 29 18:11:43.590356 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34982) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:43.615653 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d9e9e1-6459-4c26-bf2e-c3aa30a9c648 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Network 0cf78df5-d958-4e40-a53f-708adc62ab42 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:11:43.618776 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-96d9e9e1-6459-4c26-bf2e-c3aa30a9c648 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:11:43.621859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9e9e1-6459-4c26-bf2e-c3aa30a9c648 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:11:43.686658 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=140a515e-14b7-45ef-9e25-702eec6cb8c0,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:43.709494 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0138017-c002-4749-b1f7-927d11057fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:43.773903 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0138017-c002-4749-b1f7-927d11057fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:43.777231 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d9e9e1-6459-4c26-bf2e-c3aa30a9c648 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:43.777912 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-96d9e9e1-6459-4c26-bf2e-c3aa30a9c648 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:43.819322 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-96d9e9e1-6459-4c26-bf2e-c3aa30a9c648 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.5403237 Nov 29 18:11:43.821873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34988) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:43.886437 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0138017-c002-4749-b1f7-927d11057fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:43.895473 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0138017-c002-4749-b1f7-927d11057fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:43.900042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a0138017-c002-4749-b1f7-927d11057fe1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/488f1292-b661-48db-b8e4-bafe7c732248 HTTP/1.1" status: 204 len: 168 time: 0.3060448 Nov 29 18:11:43.902457 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c052ee-de30-4125-bc86-b57822595991 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:43.909583 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c052ee-de30-4125-bc86-b57822595991 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:43.917111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c052ee-de30-4125-bc86-b57822595991 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:43.920892 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c5c052ee-de30-4125-bc86-b57822595991 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.0971539 Nov 29 18:11:43.924582 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34996) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:43.938408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34998) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:43.957665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0138017-c002-4749-b1f7-927d11057fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488f1292-b661-48db-b8e4-bafe7c732248,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:44.130166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ee46a59b-8fe8-4625-8a6e-df4a10ab0a9f tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Deleting port 4f0d55c4-aecb-406f-ad3c-49b15bd6c73a {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:11:44.131080 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ee46a59b-8fe8-4625-8a6e-df4a10ab0a9f tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:44.349227 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a654e8e4-677c-4842-9d29-5a851a02e8b8 req-260a5a3b-77ee-439d-a0a3-b0e1fa1de74d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=38090436-efad-4902-a9ec-d263762d9f26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1285622 Nov 29 18:11:44.396972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367b6897-bee1-4186-a5cc-974d87554840 None None] Network 0cf78df5-d958-4e40-a53f-708adc62ab42 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:11:44.468931 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e8e4-677c-4842-9d29-5a851a02e8b8 req-1f0f6c12-d556-4c7f-963a-2352639e1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:44.472818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a654e8e4-677c-4842-9d29-5a851a02e8b8 req-1f0f6c12-d556-4c7f-963a-2352639e1eba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9b84804a51464515a70ec359b30721d2&device_id=38090436-efad-4902-a9ec-d263762d9f26 HTTP/1.1" status: 200 len: 1099 time: 0.0994701 Nov 29 18:11:44.506733 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ee46a59b-8fe8-4625-8a6e-df4a10ab0a9f tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:44.510514 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a96c38e-1a1f-4072-8a70-6b0c0d222c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:44.540642 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ee46a59b-8fe8-4625-8a6e-df4a10ab0a9f tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Calling delete_port for 4f0d55c4-aecb-406f-ad3c-49b15bd6c73a owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:11:44.577071 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-54b0b623-0b91-4451-915f-76471c71b8fe None None] Provisioning complete for port 140a515e-14b7-45ef-9e25-702eec6cb8c0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:11:44.577670 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-54b0b623-0b91-4451-915f-76471c71b8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:44.737069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e8e4-677c-4842-9d29-5a851a02e8b8 req-4a79b58f-07ef-4a11-b52c-60f1293b179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:44.740133 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a654e8e4-677c-4842-9d29-5a851a02e8b8 req-4a79b58f-07ef-4a11-b52c-60f1293b179c service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.2189820 Nov 29 18:11:44.834284 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-557e45c2-aefe-4ef1-80b9-57e5c624fdb6 req-b1d69c37-37aa-4676-a8ca-700fedcff0f3 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0899754 Nov 29 18:11:44.877281 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ee46a59b-8fe8-4625-8a6e-df4a10ab0a9f tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:44.914331 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a654e8e4-677c-4842-9d29-5a851a02e8b8 req-2cc37e02-afee-423f-b30f-fa9cede65d74 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=3a2f2f06-5ee0-4658-a012-1dd7228547ab HTTP/1.1" status: 200 len: 217 time: 0.1520009 Nov 29 18:11:44.966912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46a59b-8fe8-4625-8a6e-df4a10ab0a9f tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event deleted for resources: {'Port': ['ID=4f0d55c4-aecb-406f-ad3c-49b15bd6c73a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:45.208037 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 140a515e-14b7-45ef-9e25-702eec6cb8c0 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:11:45.257674 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ee46a59b-8fe8-4625-8a6e-df4a10ab0a9f tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:45.270753 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ee46a59b-8fe8-4625-8a6e-df4a10ab0a9f tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "DELETE /v2.0/ports/4f0d55c4-aecb-406f-ad3c-49b15bd6c73a HTTP/1.1" status: 204 len: 168 time: 1.3446870 Nov 29 18:11:45.273528 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35054) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:45.305050 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a96c38e-1a1f-4072-8a70-6b0c0d222c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:45.309827 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b73f295-75c7-4c99-bd7b-d610e4dc6575 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] GET failed (client error): The resource could not be found. Nov 29 18:11:45.318321 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3b73f295-75c7-4c99-bd7b-d610e4dc6575 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "GET /v2.0/ports/4f0d55c4-aecb-406f-ad3c-49b15bd6c73a HTTP/1.1" status: 404 len: 333 time: 0.0436611 Nov 29 18:11:45.320136 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35058) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:45.328451 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a96c38e-1a1f-4072-8a70-6b0c0d222c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:45.337383 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 140a515e-14b7-45ef-9e25-702eec6cb8c0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:11:45.337770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8aba1cce-8d17-4547-938a-136435b31349 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Request body: {'port': {'network_id': '0cf78df5-d958-4e40-a53f-708adc62ab42', 'name': 'tempest-AllowedAddressPairTestJSON-533235887'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:11:45.338225 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:45.489733 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7a96c38e-1a1f-4072-8a70-6b0c0d222c7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0874ab27afcb45879bbc9c74ca381cf0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5465686 Nov 29 18:11:45.491611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35064) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:45.493180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96c38e-1a1f-4072-8a70-6b0c0d222c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ff8771-fbe5-4d2f-b92f-f0bccde31678,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:45.517050 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa27642-4126-4683-8d21-6e3bbaa6d597 req-91fbab9e-726d-4b0c-9723-85436633dd26 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:45.525858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efa27642-4126-4683-8d21-6e3bbaa6d597 req-91fbab9e-726d-4b0c-9723-85436633dd26 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 948 time: 0.4518981 Nov 29 18:11:45.530312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e8e4-677c-4842-9d29-5a851a02e8b8 req-522fc829-57ce-40de-b1d7-1ecf93f74a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:45.533302 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a654e8e4-677c-4842-9d29-5a851a02e8b8 req-522fc829-57ce-40de-b1d7-1ecf93f74a36 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.6102748 Nov 29 18:11:45.611014 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-94d819b5-fc9a-46fb-92e7-d14dae62c09f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:45.631132 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aba1cce-8d17-4547-938a-136435b31349 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Made reservation on behalf of 10e770ea9ea94303bb313d6985c928c3 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:11:45.639814 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8aba1cce-8d17-4547-938a-136435b31349 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:45.650693 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-94d819b5-fc9a-46fb-92e7-d14dae62c09f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:45.656484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efa27642-4126-4683-8d21-6e3bbaa6d597 req-d8fa1450-fd05-4633-b139-9eb142f67f66 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295345 Nov 29 18:11:45.660787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654e8e4-677c-4842-9d29-5a851a02e8b8 req-26cd95cf-6193-472e-ad8d-228cf0fffaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:45.662556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a654e8e4-677c-4842-9d29-5a851a02e8b8 req-26cd95cf-6193-472e-ad8d-228cf0fffaff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215389 Nov 29 18:11:45.721160 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-8aba1cce-8d17-4547-938a-136435b31349 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] device_id is not set on port 68f728b3-bc50-4857-8cbd-3522cdf2ddaf yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:11:45.816048 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a654e8e4-677c-4842-9d29-5a851a02e8b8 req-a3e6c2b3-dd72-4b70-9f5c-022c13e1f6ea service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357214 Nov 29 18:11:45.833980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c2a046bd-169f-432e-9c9c-70a2a3cedf04 None None] Provisioning complete for port 140a515e-14b7-45ef-9e25-702eec6cb8c0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:11:45.834698 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2a046bd-169f-432e-9c9c-70a2a3cedf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:45.841165 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-94d819b5-fc9a-46fb-92e7-d14dae62c09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:45.848390 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-94d819b5-fc9a-46fb-92e7-d14dae62c09f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:45.849655 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-94d819b5-fc9a-46fb-92e7-d14dae62c09f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66ff8771-fbe5-4d2f-b92f-f0bccde31678 HTTP/1.1" status: 204 len: 168 time: 0.3547165 Nov 29 18:11:45.874818 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d819b5-fc9a-46fb-92e7-d14dae62c09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ff8771-fbe5-4d2f-b92f-f0bccde31678,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:45.981888 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a654e8e4-677c-4842-9d29-5a851a02e8b8 req-ec2e1636-43a7-4d01-8d40-e3362588387d service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564379 Nov 29 18:11:46.048509 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-8aba1cce-8d17-4547-938a-136435b31349 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Allocated IP 172.20.0.8 (0cf78df5-d958-4e40-a53f-708adc62ab42/91d4031c-dd58-486d-bf60-6a0ae8f60eb9/68f728b3-bc50-4857-8cbd-3522cdf2ddaf) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:11:46.083726 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dface4b9-59ca-469d-a3ff-1347d3f3fc97 req-3f460032-1254-4fa1-aea7-13a1feabdb22 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0684659 Nov 29 18:11:46.179844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c2a046bd-169f-432e-9c9c-70a2a3cedf04 None None] Provisioning complete for port e6918966-0bd2-4ccc-bc22-2b2b66650eb0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:11:46.180463 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2a046bd-169f-432e-9c9c-70a2a3cedf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:46.255736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c2a046bd-169f-432e-9c9c-70a2a3cedf04 None None] Port e6918966-0bd2-4ccc-bc22-2b2b66650eb0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:11:46.362487 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8aba1cce-8d17-4547-938a-136435b31349 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:46.395736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f77972c9-02b2-400e-b637-b4a4a78f0108 None None] Provisioning complete for port e6918966-0bd2-4ccc-bc22-2b2b66650eb0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:11:46.396117 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f77972c9-02b2-400e-b637-b4a4a78f0108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:46.434029 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8aba1cce-8d17-4547-938a-136435b31349 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:46.494186 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f77972c9-02b2-400e-b637-b4a4a78f0108 None None] Port e6918966-0bd2-4ccc-bc22-2b2b66650eb0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:11:46.540172 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aba1cce-8d17-4547-938a-136435b31349 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Network 0cf78df5-d958-4e40-a53f-708adc62ab42 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:11:46.543880 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-8aba1cce-8d17-4547-938a-136435b31349 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:11:46.554659 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba1cce-8d17-4547-938a-136435b31349 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:11:46.559147 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba1cce-8d17-4547-938a-136435b31349 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event updated for resources: {'Port': ['ID=68f728b3-bc50-4857-8cbd-3522cdf2ddaf,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:46.609946 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aba1cce-8d17-4547-938a-136435b31349 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:46.611576 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8aba1cce-8d17-4547-938a-136435b31349 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:46.612149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e555a17c-29de-4749-aed7-49016033daed None None] Could not find standard attr ID for object 4f0d55c4-aecb-406f-ad3c-49b15bd6c73a. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:11:46.636452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35102) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:46.636990 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8aba1cce-8d17-4547-938a-136435b31349 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3139951 Nov 29 18:11:46.642877 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c1cc278e-5154-4291-8f34-09f47f8f5dad tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:bb:7e:77'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:11:46.881217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49d637-1275-4c1a-94f4-df1e677fb31d req-e238d470-f6ef-4b27-b7a7-592f4523d939 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:46.882701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be49d637-1275-4c1a-94f4-df1e677fb31d req-e238d470-f6ef-4b27-b7a7-592f4523d939 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.31 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 948 time: 0.2338929 Nov 29 18:11:47.340991 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-075d8c41-e765-4b0e-9baa-8c0dc004fb6a None None] Provisioning complete for port 68f728b3-bc50-4857-8cbd-3522cdf2ddaf triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:11:47.342989 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-075d8c41-e765-4b0e-9baa-8c0dc004fb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:47.400128 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b3e39f0-e5b2-45df-948a-d66775ad1cac req-bff9e00d-df1e-4ba9-8fd4-c66c425aab8c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.5136969 Nov 29 18:11:47.409225 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-075d8c41-e765-4b0e-9baa-8c0dc004fb6a None None] Port 68f728b3-bc50-4857-8cbd-3522cdf2ddaf cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:11:47.451650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e193a116-5b61-458d-a4b5-31eb07a229e0 req-12884238-52b3-4bb8-a687-7813a8586fc2 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0372801 Nov 29 18:11:47.494691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6cd47-4f70-41da-b69c-454824dd1b84 req-caef0117-6163-4820-a6b8-2c23c429e8e2 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:47.496259 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ce6cd47-4f70-41da-b69c-454824dd1b84 req-caef0117-6163-4820-a6b8-2c23c429e8e2 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 948 time: 0.6933408 Nov 29 18:11:47.536165 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1cc278e-5154-4291-8f34-09f47f8f5dad tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:47.646543 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ce6cd47-4f70-41da-b69c-454824dd1b84 req-44a872ee-5c7e-4c3b-8740-b9da34786799 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111007 Nov 29 18:11:47.701456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-be49d637-1275-4c1a-94f4-df1e677fb31d req-271c36c2-2ba4-463e-aec8-96fe3783c912 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Deleting port b184c403-2874-4505-ae01-4fa7bc610437 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:11:47.702020 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-be49d637-1275-4c1a-94f4-df1e677fb31d req-271c36c2-2ba4-463e-aec8-96fe3783c912 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:47.903608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-be49d637-1275-4c1a-94f4-df1e677fb31d req-271c36c2-2ba4-463e-aec8-96fe3783c912 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] For port b184c403-2874-4505-ae01-4fa7bc610437, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b184c403-2874-4505-ae01-4fa7bc610437,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:11:47.904206 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-be49d637-1275-4c1a-94f4-df1e677fb31d req-271c36c2-2ba4-463e-aec8-96fe3783c912 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:47.930049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-be49d637-1275-4c1a-94f4-df1e677fb31d req-271c36c2-2ba4-463e-aec8-96fe3783c912 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Calling delete_port for b184c403-2874-4505-ae01-4fa7bc610437 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:11:47.934012 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1cc278e-5154-4291-8f34-09f47f8f5dad tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:47.951628 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1cc278e-5154-4291-8f34-09f47f8f5dad tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:48.141007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc278e-5154-4291-8f34-09f47f8f5dad tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event updated for resources: {'Port': ['ID=68f728b3-bc50-4857-8cbd-3522cdf2ddaf,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:48.152905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc278e-5154-4291-8f34-09f47f8f5dad tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] In _notify_port_updated(), no bound segment for port 68f728b3-bc50-4857-8cbd-3522cdf2ddaf on network 0cf78df5-d958-4e40-a53f-708adc62ab42 {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:11:48.159271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cc278e-5154-4291-8f34-09f47f8f5dad tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:48.159931 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1cc278e-5154-4291-8f34-09f47f8f5dad tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:48.164326 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35174) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:48.179401 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c1cc278e-5154-4291-8f34-09f47f8f5dad tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "PUT /v2.0/ports/68f728b3-bc50-4857-8cbd-3522cdf2ddaf HTTP/1.1" status: 200 len: 992 time: 1.5415268 Nov 29 18:11:48.327936 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-be49d637-1275-4c1a-94f4-df1e677fb31d req-271c36c2-2ba4-463e-aec8-96fe3783c912 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:48.388027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab8f5f-b170-4508-a9c5-44f3f0c40fb4 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Deleting port 68f728b3-bc50-4857-8cbd-3522cdf2ddaf {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:11:48.388750 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8f5f-b170-4508-a9c5-44f3f0c40fb4 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:48.409851 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c36c2-2ba4-463e-aec8-96fe3783c912 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Pushing event deleted for resources: {'Port': ['ID=b184c403-2874-4505-ae01-4fa7bc610437,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:48.445857 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-01f8a70f-cdc2-4f79-a50e-31be0e8e1635 None None] Provisioning complete for port 68f728b3-bc50-4857-8cbd-3522cdf2ddaf triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:11:48.446753 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01f8a70f-cdc2-4f79-a50e-31be0e8e1635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:48.518552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-be49d637-1275-4c1a-94f4-df1e677fb31d req-271c36c2-2ba4-463e-aec8-96fe3783c912 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] No DVR routers for this DVR port b184c403-2874-4505-ae01-4fa7bc610437 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:11:48.526956 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-be49d637-1275-4c1a-94f4-df1e677fb31d req-271c36c2-2ba4-463e-aec8-96fe3783c912 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:48.529130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-01f8a70f-cdc2-4f79-a50e-31be0e8e1635 None None] Port 68f728b3-bc50-4857-8cbd-3522cdf2ddaf cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:11:48.531844 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be49d637-1275-4c1a-94f4-df1e677fb31d req-271c36c2-2ba4-463e-aec8-96fe3783c912 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.31 "DELETE /v2.0/ports/b184c403-2874-4505-ae01-4fa7bc610437 HTTP/1.1" status: 204 len: 173 time: 1.6346247 Nov 29 18:11:48.542125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282ae7f3-1c1a-4301-81c1-ba96e5680fbe', 'name': 'network-vif-deleted', 'tag': 'b184c403-2874-4505-ae01-4fa7bc610437'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:11:48.544743 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b5c654-e4f1-4f92-b6eb-a4bb04edad2a" -d '{"events": [{"server_uuid": "282ae7f3-1c1a-4301-81c1-ba96e5680fbe", "name": "network-vif-deleted", "tag": "b184c403-2874-4505-ae01-4fa7bc610437"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:11:48.580480 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8f5f-b170-4508-a9c5-44f3f0c40fb4 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:48.619909 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab8f5f-b170-4508-a9c5-44f3f0c40fb4 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Calling delete_port for 68f728b3-bc50-4857-8cbd-3522cdf2ddaf owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:11:48.637247 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf4aa8e-2d41-4b01-bcca-853e1bfc0943 x-openstack-request-id: req-3cf4aa8e-2d41-4b01-bcca-853e1bfc0943 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:11:48.637786 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282ae7f3-1c1a-4301-81c1-ba96e5680fbe", "name": "network-vif-deleted", "tag": "b184c403-2874-4505-ae01-4fa7bc610437", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:11:48.638204 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3cf4aa8e-2d41-4b01-bcca-853e1bfc0943 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:11:48.638822 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282ae7f3-1c1a-4301-81c1-ba96e5680fbe', 'name': 'network-vif-deleted', 'tag': 'b184c403-2874-4505-ae01-4fa7bc610437', 'status': 'completed', 'code': 200} Nov 29 18:11:48.709686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a46f505-b752-4cbc-bb4f-b53689a19f68 req-09cb2ec8-b0d9-4372-aa86-954eb21ccdf9 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0583143 Nov 29 18:11:48.851210 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35212) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:48.920857 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a850f9ad-3b94-4646-a0dd-3d9314dcb71b req-ebb5c480-d8ee-42db-a8ff-4663e90956c2 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=282ae7f3-1c1a-4301-81c1-ba96e5680fbe HTTP/1.1" status: 200 len: 210 time: 0.0562038 Nov 29 18:11:48.955391 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8f5f-b170-4508-a9c5-44f3f0c40fb4 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:49.019674 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab8f5f-b170-4508-a9c5-44f3f0c40fb4 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event deleted for resources: {'Port': ['ID=68f728b3-bc50-4857-8cbd-3522cdf2ddaf,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:49.300253 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8f5f-b170-4508-a9c5-44f3f0c40fb4 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:49.306486 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b4ab8f5f-b170-4508-a9c5-44f3f0c40fb4 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "DELETE /v2.0/ports/68f728b3-bc50-4857-8cbd-3522cdf2ddaf HTTP/1.1" status: 204 len: 168 time: 1.1410296 Nov 29 18:11:49.309464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35226) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:49.350868 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a265912-a05b-4be5-9dce-47813251dfe8 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] GET failed (client error): The resource could not be found. Nov 29 18:11:49.362089 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7a265912-a05b-4be5-9dce-47813251dfe8 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "GET /v2.0/ports/68f728b3-bc50-4857-8cbd-3522cdf2ddaf HTTP/1.1" status: 404 len: 333 time: 0.0513692 Nov 29 18:11:49.365057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35228) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:49.371688 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e2196e00-ba6c-4409-a884-010b312b8e40 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Request body: {'port': {'network_id': '0cf78df5-d958-4e40-a53f-708adc62ab42', 'name': 'tempest-AllowedAddressPairTestJSON-1860025100'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:11:49.377132 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-040e6e84-ba81-485e-b86a-1ae73ba40431 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:49.487727 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-040e6e84-ba81-485e-b86a-1ae73ba40431 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:49.493275 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-040e6e84-ba81-485e-b86a-1ae73ba40431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:49.546865 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-040e6e84-ba81-485e-b86a-1ae73ba40431 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d6ba26fee5c4406b2acd211e7d99789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6940756 Nov 29 18:11:49.547850 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35232) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:49.555317 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e6e84-ba81-485e-b86a-1ae73ba40431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82f5fbe-be18-49b8-a81c-41f7baff050f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:49.557441 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2196e00-ba6c-4409-a884-010b312b8e40 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Made reservation on behalf of 10e770ea9ea94303bb313d6985c928c3 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:11:49.564081 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2196e00-ba6c-4409-a884-010b312b8e40 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:49.588528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-e2196e00-ba6c-4409-a884-010b312b8e40 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] device_id is not set on port dcdb596f-a6f7-427d-bbbd-baa70ef8222d yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:11:49.630319 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cb483f1a-045e-456d-a495-ae232555236c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:49.657392 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cb483f1a-045e-456d-a495-ae232555236c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:49.717535 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cb483f1a-045e-456d-a495-ae232555236c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:49.721659 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cb483f1a-045e-456d-a495-ae232555236c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:49.722992 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cb483f1a-045e-456d-a495-ae232555236c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a82f5fbe-be18-49b8-a81c-41f7baff050f HTTP/1.1" status: 204 len: 168 time: 0.1741080 Nov 29 18:11:49.731587 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb483f1a-045e-456d-a495-ae232555236c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82f5fbe-be18-49b8-a81c-41f7baff050f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:49.762010 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-e2196e00-ba6c-4409-a884-010b312b8e40 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Allocated IP 172.20.0.6 (0cf78df5-d958-4e40-a53f-708adc62ab42/91d4031c-dd58-486d-bf60-6a0ae8f60eb9/dcdb596f-a6f7-427d-bbbd-baa70ef8222d) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:11:49.912313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5dba7c56-9cc2-4547-8a5b-9a615a02a510 req-ecc75991-e33c-4305-8a20-4d78e8f04a4f tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0870149 Nov 29 18:11:50.206109 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b184c403-2874-4505-ae01-4fa7bc610437 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:11:50.221307 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2196e00-ba6c-4409-a884-010b312b8e40 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:50.293704 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: b184c403-2874-4505-ae01-4fa7bc610437 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:11:50.294709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b184c403-2874-4505-ae01-4fa7bc610437 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:11:50.354829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a35f0dfb-4a69-42d6-8a28-520ffd9662e2 req-1e87e3f8-51e1-4871-a41a-1173648e6233 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c8e0c5d488f64c159af3b93c7e8d1c04&device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.1061716 Nov 29 18:11:50.462709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a35f0dfb-4a69-42d6-8a28-520ffd9662e2 req-b52390db-513f-4468-a67d-1e7273f26362 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c8e0c5d488f64c159af3b93c7e8d1c04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837448 Nov 29 18:11:50.481888 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52857c98-f924-4e1b-8580-37759caaddf3 req-3c1708ec-59e2-43fc-a219-d57f5f000d36 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.1230333 Nov 29 18:11:50.496897 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2196e00-ba6c-4409-a884-010b312b8e40 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:50.624642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1799ebc-ce67-454d-a71f-2d4a2fc3cb49 req-4394f7cd-c2c1-4e61-8d0c-b179d5592034 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:50.626710 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1799ebc-ce67-454d-a71f-2d4a2fc3cb49 req-4394f7cd-c2c1-4e61-8d0c-b179d5592034 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=38090436-efad-4902-a9ec-d263762d9f26 HTTP/1.1" status: 200 len: 948 time: 0.2667122 Nov 29 18:11:50.632103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2196e00-ba6c-4409-a884-010b312b8e40 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Network 0cf78df5-d958-4e40-a53f-708adc62ab42 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:11:50.645093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e2196e00-ba6c-4409-a884-010b312b8e40 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:11:50.653643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2196e00-ba6c-4409-a884-010b312b8e40 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event updated for resources: {'Port': ['ID=dcdb596f-a6f7-427d-bbbd-baa70ef8222d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:50.657536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2196e00-ba6c-4409-a884-010b312b8e40 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:11:50.732564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2196e00-ba6c-4409-a884-010b312b8e40 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:50.733239 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2196e00-ba6c-4409-a884-010b312b8e40 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:50.824708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e2196e00-ba6c-4409-a884-010b312b8e40 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4570398 Nov 29 18:11:50.827423 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35302) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:50.832861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f0dfb-4a69-42d6-8a28-520ffd9662e2 req-52acee2c-c913-450a-aafa-710a3bb7ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:50.834844 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a35f0dfb-4a69-42d6-8a28-520ffd9662e2 req-52acee2c-c913-450a-aafa-710a3bb7ec76 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3520637 Nov 29 18:11:50.837610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2ed5b1be-bd53-4cff-b857-bbe83614bb55 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:bb:7e:77'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:11:50.885675 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1799ebc-ce67-454d-a71f-2d4a2fc3cb49 req-929de46e-3b77-4cd5-8936-0b8d45d0a686 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464068 Nov 29 18:11:51.089733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e9bca5ca-6d41-41a1-a40c-e036f1c4fdf9 None None] Provisioning complete for port dcdb596f-a6f7-427d-bbbd-baa70ef8222d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:11:51.090460 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e9bca5ca-6d41-41a1-a40c-e036f1c4fdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:51.135373 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ed5b1be-bd53-4cff-b857-bbe83614bb55 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:51.143933 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e9bca5ca-6d41-41a1-a40c-e036f1c4fdf9 None None] Port dcdb596f-a6f7-427d-bbbd-baa70ef8222d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:11:51.366714 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ed5b1be-bd53-4cff-b857-bbe83614bb55 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:51.374025 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ed5b1be-bd53-4cff-b857-bbe83614bb55 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:51.472232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5b1be-bd53-4cff-b857-bbe83614bb55 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event updated for resources: {'Port': ['ID=dcdb596f-a6f7-427d-bbbd-baa70ef8222d,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:51.478741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-2ed5b1be-bd53-4cff-b857-bbe83614bb55 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] In _notify_port_updated(), no bound segment for port dcdb596f-a6f7-427d-bbbd-baa70ef8222d on network 0cf78df5-d958-4e40-a53f-708adc62ab42 {{(pid=110004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:11:51.484536 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed5b1be-bd53-4cff-b857-bbe83614bb55 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:51.485210 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ed5b1be-bd53-4cff-b857-bbe83614bb55 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:51.489380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35330) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:51.489533 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2ed5b1be-bd53-4cff-b857-bbe83614bb55 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "PUT /v2.0/ports/dcdb596f-a6f7-427d-bbbd-baa70ef8222d HTTP/1.1" status: 200 len: 996 time: 0.6606641 Nov 29 18:11:51.648691 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b263077f-5061-4341-92f4-0f620eee8009 req-654db11b-83f1-474c-b4f8-324cd4cc740e tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0465617 Nov 29 18:11:51.675294 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f5949-3de1-4f4b-ab6c-0298fa9c4f28 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Deleting port dcdb596f-a6f7-427d-bbbd-baa70ef8222d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:11:51.675294 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5949-3de1-4f4b-ab6c-0298fa9c4f28 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:51.781340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0159f762-0819-4d66-894b-e21eb3f08e12 None None] Provisioning complete for port dcdb596f-a6f7-427d-bbbd-baa70ef8222d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:11:51.782874 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0159f762-0819-4d66-894b-e21eb3f08e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:51.826980 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5949-3de1-4f4b-ab6c-0298fa9c4f28 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:51.846978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f5949-3de1-4f4b-ab6c-0298fa9c4f28 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Calling delete_port for dcdb596f-a6f7-427d-bbbd-baa70ef8222d owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:11:51.853990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0159f762-0819-4d66-894b-e21eb3f08e12 None None] Port dcdb596f-a6f7-427d-bbbd-baa70ef8222d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:11:52.131239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390263a-ef7e-437a-9472-698a6de05bef req-b66f52a8-de7b-43e3-a208-8b893ff62b22 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:52.132837 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6390263a-ef7e-437a-9472-698a6de05bef req-b66f52a8-de7b-43e3-a208-8b893ff62b22 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=38090436-efad-4902-a9ec-d263762d9f26 HTTP/1.1" status: 200 len: 948 time: 0.1281137 Nov 29 18:11:52.133715 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5949-3de1-4f4b-ab6c-0298fa9c4f28 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:52.188257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f5949-3de1-4f4b-ab6c-0298fa9c4f28 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event deleted for resources: {'Port': ['ID=dcdb596f-a6f7-427d-bbbd-baa70ef8222d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:52.323400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6390263a-ef7e-437a-9472-698a6de05bef req-66a33c8d-b6f2-4463-ae3a-cdcd42c27604 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/security-groups?id=f1d1604a-a3fb-433c-a316-c745aa5a07c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717660 Nov 29 18:11:52.325592 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a35f0dfb-4a69-42d6-8a28-520ffd9662e2 req-e973b4ae-3c9c-4a04-bba2-081885933003 tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.31 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.1183515 Nov 29 18:11:52.347506 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5949-3de1-4f4b-ab6c-0298fa9c4f28 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:52.356152 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35366) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:52.367672 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4e2f5949-3de1-4f4b-ab6c-0298fa9c4f28 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "DELETE /v2.0/ports/dcdb596f-a6f7-427d-bbbd-baa70ef8222d HTTP/1.1" status: 204 len: 168 time: 0.8754485 Nov 29 18:11:52.396131 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb503e6-9c33-4f65-849f-44bf6546de6e tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] GET failed (client error): The resource could not be found. Nov 29 18:11:52.409816 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5cb503e6-9c33-4f65-849f-44bf6546de6e tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "GET /v2.0/ports/dcdb596f-a6f7-427d-bbbd-baa70ef8222d HTTP/1.1" status: 404 len: 333 time: 0.0518272 Nov 29 18:11:52.415065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35368) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:52.428933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-35b80afd-b79c-49f1-907c-15668c5d7224 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Request body: {'port': {'network_id': '0cf78df5-d958-4e40-a53f-708adc62ab42', 'name': 'tempest-AllowedAddressPairTestJSON-1374173526'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:11:52.492181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc4ad9-f6a8-47d0-a3d5-de82ffad1d6a req-c8f452ec-011a-4bc9-aadf-f853173639cc tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:52.496092 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ddc4ad9-f6a8-47d0-a3d5-de82ffad1d6a req-c8f452ec-011a-4bc9-aadf-f853173639cc tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.31 "GET /v2.0/ports?device_id=38090436-efad-4902-a9ec-d263762d9f26 HTTP/1.1" status: 200 len: 948 time: 0.1261415 Nov 29 18:11:52.638069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-4ddc4ad9-f6a8-47d0-a3d5-de82ffad1d6a req-ff79a10d-e4e9-4b3c-b4ee-63e39e949677 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Deleting port 3a2f2f06-5ee0-4658-a012-1dd7228547ab {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:11:52.638421 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4ddc4ad9-f6a8-47d0-a3d5-de82ffad1d6a req-ff79a10d-e4e9-4b3c-b4ee-63e39e949677 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:52.658113 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b80afd-b79c-49f1-907c-15668c5d7224 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Made reservation on behalf of 10e770ea9ea94303bb313d6985c928c3 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:11:52.666315 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35b80afd-b79c-49f1-907c-15668c5d7224 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:52.695372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-35b80afd-b79c-49f1-907c-15668c5d7224 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] device_id is not set on port 4b66edb1-f1b7-4322-bccd-3b4ebbd45837 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:11:52.761520 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-4ddc4ad9-f6a8-47d0-a3d5-de82ffad1d6a req-ff79a10d-e4e9-4b3c-b4ee-63e39e949677 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] For port 3a2f2f06-5ee0-4658-a012-1dd7228547ab, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3a2f2f06-5ee0-4658-a012-1dd7228547ab,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:11:52.762862 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4ddc4ad9-f6a8-47d0-a3d5-de82ffad1d6a req-ff79a10d-e4e9-4b3c-b4ee-63e39e949677 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:52.779272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-4ddc4ad9-f6a8-47d0-a3d5-de82ffad1d6a req-ff79a10d-e4e9-4b3c-b4ee-63e39e949677 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Calling delete_port for 3a2f2f06-5ee0-4658-a012-1dd7228547ab owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:11:53.012226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-35b80afd-b79c-49f1-907c-15668c5d7224 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Allocated IP 172.20.0.14 (0cf78df5-d958-4e40-a53f-708adc62ab42/91d4031c-dd58-486d-bf60-6a0ae8f60eb9/4b66edb1-f1b7-4322-bccd-3b4ebbd45837) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:11:53.061327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16bb3aa6-0281-4a78-bc86-e957368ccb1a req-f4902e7e-dc53-47e4-9144-4abf1489079e tempest-ServerShowV254Test-1658484984 tempest-ServerShowV254Test-1658484984-project] 10.222.0.23 "GET /v2.0/ports?device_id=cde50979-3c05-43b2-8a66-72f316e7e581 HTTP/1.1" status: 200 len: 210 time: 0.0698912 Nov 29 18:11:53.088276 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4ddc4ad9-f6a8-47d0-a3d5-de82ffad1d6a req-ff79a10d-e4e9-4b3c-b4ee-63e39e949677 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:53.126617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79a10d-e4e9-4b3c-b4ee-63e39e949677 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Pushing event deleted for resources: {'Port': ['ID=3a2f2f06-5ee0-4658-a012-1dd7228547ab,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:53.197576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddc4ad9-f6a8-47d0-a3d5-de82ffad1d6a req-ff79a10d-e4e9-4b3c-b4ee-63e39e949677 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] No DVR routers for this DVR port 3a2f2f06-5ee0-4658-a012-1dd7228547ab on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:11:53.217952 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4ddc4ad9-f6a8-47d0-a3d5-de82ffad1d6a req-ff79a10d-e4e9-4b3c-b4ee-63e39e949677 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:53.234016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ddc4ad9-f6a8-47d0-a3d5-de82ffad1d6a req-ff79a10d-e4e9-4b3c-b4ee-63e39e949677 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.31 "DELETE /v2.0/ports/3a2f2f06-5ee0-4658-a012-1dd7228547ab HTTP/1.1" status: 204 len: 173 time: 0.7276294 Nov 29 18:11:53.234557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38090436-efad-4902-a9ec-d263762d9f26', 'name': 'network-vif-deleted', 'tag': '3a2f2f06-5ee0-4658-a012-1dd7228547ab'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:11:53.245070 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec8cd50-0edd-43d6-8e12-1ad43285c4cd" -d '{"events": [{"server_uuid": "38090436-efad-4902-a9ec-d263762d9f26", "name": "network-vif-deleted", "tag": "3a2f2f06-5ee0-4658-a012-1dd7228547ab"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:11:53.329483 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e5b451-1694-4583-8414-e709e8d796a5 x-openstack-request-id: req-e9e5b451-1694-4583-8414-e709e8d796a5 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:11:53.329954 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38090436-efad-4902-a9ec-d263762d9f26", "name": "network-vif-deleted", "tag": "3a2f2f06-5ee0-4658-a012-1dd7228547ab", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:11:53.330221 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9e5b451-1694-4583-8414-e709e8d796a5 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:11:53.331006 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38090436-efad-4902-a9ec-d263762d9f26', 'name': 'network-vif-deleted', 'tag': '3a2f2f06-5ee0-4658-a012-1dd7228547ab', 'status': 'completed', 'code': 200} Nov 29 18:11:53.523248 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4596e35-b834-46a8-97c7-bc6e04a5ca7a req-60251535-d581-4276-bcf7-77eff3e7f293 tempest-ListImageFiltersTestJSON-658593229 tempest-ListImageFiltersTestJSON-658593229-project] 10.222.0.23 "GET /v2.0/ports?device_id=38090436-efad-4902-a9ec-d263762d9f26 HTTP/1.1" status: 200 len: 210 time: 0.0563977 Nov 29 18:11:53.553267 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35b80afd-b79c-49f1-907c-15668c5d7224 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:53.608008 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35b80afd-b79c-49f1-907c-15668c5d7224 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:53.680892 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b80afd-b79c-49f1-907c-15668c5d7224 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Network 0cf78df5-d958-4e40-a53f-708adc62ab42 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:11:53.686567 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-35b80afd-b79c-49f1-907c-15668c5d7224 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:11:53.700577 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b80afd-b79c-49f1-907c-15668c5d7224 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:11:53.774600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b80afd-b79c-49f1-907c-15668c5d7224 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event updated for resources: {'Port': ['ID=4b66edb1-f1b7-4322-bccd-3b4ebbd45837,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:53.832754 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b80afd-b79c-49f1-907c-15668c5d7224 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:53.838211 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35b80afd-b79c-49f1-907c-15668c5d7224 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:53.882492 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-35b80afd-b79c-49f1-907c-15668c5d7224 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4586787 Nov 29 18:11:53.882735 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35422) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:53.889182 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-0eadbe9e-9834-40d8-a329-274f803c4819 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Request body: {'port': {'network_id': '0cf78df5-d958-4e40-a53f-708adc62ab42', 'name': 'tempest-AllowedAddressPairTestJSON-2116431286'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:11:53.952492 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b23c68d4-94ff-48db-b527-aad682618dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:54.156379 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eadbe9e-9834-40d8-a329-274f803c4819 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Made reservation on behalf of 10e770ea9ea94303bb313d6985c928c3 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:11:54.163168 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0eadbe9e-9834-40d8-a329-274f803c4819 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:54.191459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-0eadbe9e-9834-40d8-a329-274f803c4819 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] device_id is not set on port dfab5a50-0618-4e30-99a4-12e63ce811cb yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:11:54.195533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5d5016fd-6f16-4b08-a46f-d9489aa553fc None None] Provisioning complete for port 4b66edb1-f1b7-4322-bccd-3b4ebbd45837 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:11:54.196134 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d5016fd-6f16-4b08-a46f-d9489aa553fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:54.250141 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5d5016fd-6f16-4b08-a46f-d9489aa553fc None None] Port 4b66edb1-f1b7-4322-bccd-3b4ebbd45837 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:11:54.693039 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35460) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:54.717525 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-0eadbe9e-9834-40d8-a329-274f803c4819 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Allocated IP 172.20.0.13 (0cf78df5-d958-4e40-a53f-708adc62ab42/91d4031c-dd58-486d-bf60-6a0ae8f60eb9/dfab5a50-0618-4e30-99a4-12e63ce811cb) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:11:54.893023 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0eadbe9e-9834-40d8-a329-274f803c4819 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:54.935986 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0eadbe9e-9834-40d8-a329-274f803c4819 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:54.956907 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc70f645-3978-47f3-a38f-fda012f28859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:54.993222 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eadbe9e-9834-40d8-a329-274f803c4819 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Network 0cf78df5-d958-4e40-a53f-708adc62ab42 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:11:54.995297 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-0eadbe9e-9834-40d8-a329-274f803c4819 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:11:55.002392 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eadbe9e-9834-40d8-a329-274f803c4819 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:11:55.010140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadbe9e-9834-40d8-a329-274f803c4819 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event updated for resources: {'Port': ['ID=dfab5a50-0618-4e30-99a4-12e63ce811cb,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:55.105613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eadbe9e-9834-40d8-a329-274f803c4819 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:55.107044 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0eadbe9e-9834-40d8-a329-274f803c4819 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:55.120652 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc70f645-3978-47f3-a38f-fda012f28859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:55.126630 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc70f645-3978-47f3-a38f-fda012f28859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:55.169054 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0eadbe9e-9834-40d8-a329-274f803c4819 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2851765 Nov 29 18:11:55.170334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35480) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:55.181915 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-bbe651ca-c458-4767-9198-4e2b452740f0 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:bb:7e:77'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:43:53:f4'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:11:55.185314 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bc70f645-3978-47f3-a38f-fda012f28859 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8e0c5d488f64c159af3b93c7e8d1c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4886072 Nov 29 18:11:55.185314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70f645-3978-47f3-a38f-fda012f28859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24ffb0c-83f3-4bf4-ada6-c2f00eb2fc96,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:55.188527 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35482) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:55.266745 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e50966fa-6429-4393-ad69-694285b0c1d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:55.290679 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e50966fa-6429-4393-ad69-694285b0c1d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:55.343843 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbe651ca-c458-4767-9198-4e2b452740f0 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:55.361893 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e50966fa-6429-4393-ad69-694285b0c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:55.365735 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e50966fa-6429-4393-ad69-694285b0c1d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:55.367023 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e50966fa-6429-4393-ad69-694285b0c1d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b24ffb0c-83f3-4bf4-ada6-c2f00eb2fc96 HTTP/1.1" status: 204 len: 168 time: 0.1773939 Nov 29 18:11:55.383062 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50966fa-6429-4393-ad69-694285b0c1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24ffb0c-83f3-4bf4-ada6-c2f00eb2fc96,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:55.584361 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-dd262523-2455-471c-8a0c-62a9f09f037d None None] Provisioning complete for port dfab5a50-0618-4e30-99a4-12e63ce811cb triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:11:55.585695 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd262523-2455-471c-8a0c-62a9f09f037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:55.631994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dd262523-2455-471c-8a0c-62a9f09f037d None None] Port dfab5a50-0618-4e30-99a4-12e63ce811cb cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:11:55.737446 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbe651ca-c458-4767-9198-4e2b452740f0 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:55.744445 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbe651ca-c458-4767-9198-4e2b452740f0 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:55.748358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35514) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:55.894128 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe651ca-c458-4767-9198-4e2b452740f0 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event updated for resources: {'Port': ['ID=dfab5a50-0618-4e30-99a4-12e63ce811cb,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:55.904761 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-bbe651ca-c458-4767-9198-4e2b452740f0 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] In _notify_port_updated(), no bound segment for port dfab5a50-0618-4e30-99a4-12e63ce811cb on network 0cf78df5-d958-4e40-a53f-708adc62ab42 {{(pid=110004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:11:55.911670 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe651ca-c458-4767-9198-4e2b452740f0 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:11:55.912361 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbe651ca-c458-4767-9198-4e2b452740f0 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:55.914055 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bbe651ca-c458-4767-9198-4e2b452740f0 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "PUT /v2.0/ports/dfab5a50-0618-4e30-99a4-12e63ce811cb HTTP/1.1" status: 200 len: 1057 time: 0.7405131 Nov 29 18:11:55.917107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35528) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:56.060473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-5d51cc93-1398-42c1-bec4-6890c2822fd6 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Deleting port dfab5a50-0618-4e30-99a4-12e63ce811cb {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:11:56.061270 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d51cc93-1398-42c1-bec4-6890c2822fd6 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:56.158158 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f01cba0-0ebf-417b-be5b-8a99bb0bc44b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:56.163038 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a195b5fe-0a3c-4fa1-8bc2-ed515a1d4f39 None None] Provisioning complete for port dfab5a50-0618-4e30-99a4-12e63ce811cb triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:11:56.163422 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a195b5fe-0a3c-4fa1-8bc2-ed515a1d4f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:56.214622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3a2f2f06-5ee0-4658-a012-1dd7228547ab no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:11:56.247782 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d51cc93-1398-42c1-bec4-6890c2822fd6 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:56.269739 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-5d51cc93-1398-42c1-bec4-6890c2822fd6 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Calling delete_port for dfab5a50-0618-4e30-99a4-12e63ce811cb owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:11:56.275277 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 3a2f2f06-5ee0-4658-a012-1dd7228547ab {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:11:56.275808 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3a2f2f06-5ee0-4658-a012-1dd7228547ab not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:11:56.285331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a195b5fe-0a3c-4fa1-8bc2-ed515a1d4f39 None None] Port dfab5a50-0618-4e30-99a4-12e63ce811cb cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:11:56.353813 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f01cba0-0ebf-417b-be5b-8a99bb0bc44b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:56.366338 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f01cba0-0ebf-417b-be5b-8a99bb0bc44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:56.418269 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5009f7a-7ee1-41cd-911f-3c42b3795ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:56.433469 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3f01cba0-0ebf-417b-be5b-8a99bb0bc44b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=474ec97490624a6c860bc157da7388f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6810811 Nov 29 18:11:56.433855 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35548) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:56.481566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01cba0-0ebf-417b-be5b-8a99bb0bc44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831d822a-0e8b-4fd1-a5cf-684c9e40dc84,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:56.544690 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f83d5b59-44a9-4c0e-a210-54706827b30a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:56.610580 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d51cc93-1398-42c1-bec4-6890c2822fd6 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:56.652399 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f83d5b59-44a9-4c0e-a210-54706827b30a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:56.658618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51cc93-1398-42c1-bec4-6890c2822fd6 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event deleted for resources: {'Port': ['ID=dfab5a50-0618-4e30-99a4-12e63ce811cb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:56.763162 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f83d5b59-44a9-4c0e-a210-54706827b30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:56.766761 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f83d5b59-44a9-4c0e-a210-54706827b30a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:56.768065 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f83d5b59-44a9-4c0e-a210-54706827b30a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/831d822a-0e8b-4fd1-a5cf-684c9e40dc84 HTTP/1.1" status: 204 len: 168 time: 0.3331845 Nov 29 18:11:56.781187 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d5b59-44a9-4c0e-a210-54706827b30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831d822a-0e8b-4fd1-a5cf-684c9e40dc84,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:57.070834 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d51cc93-1398-42c1-bec4-6890c2822fd6 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:57.077705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35586) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:57.077923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5d51cc93-1398-42c1-bec4-6890c2822fd6 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "DELETE /v2.0/ports/dfab5a50-0618-4e30-99a4-12e63ce811cb HTTP/1.1" status: 204 len: 168 time: 1.1592515 Nov 29 18:11:57.098809 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:57.120204 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-121e12c7-671b-41bd-b3f0-b8cca841d894 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] GET failed (client error): The resource could not be found. Nov 29 18:11:57.124790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35590) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:57.131312 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-121e12c7-671b-41bd-b3f0-b8cca841d894 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "GET /v2.0/ports/dfab5a50-0618-4e30-99a4-12e63ce811cb HTTP/1.1" status: 404 len: 333 time: 0.0515482 Nov 29 18:11:57.231435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-bb81615a-5488-43d9-805c-4f83c3a2f66d tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Deleting port 4b66edb1-f1b7-4322-bccd-3b4ebbd45837 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:11:57.232370 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb81615a-5488-43d9-805c-4f83c3a2f66d tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:57.382268 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb81615a-5488-43d9-805c-4f83c3a2f66d tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:57.407951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-bb81615a-5488-43d9-805c-4f83c3a2f66d tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Calling delete_port for 4b66edb1-f1b7-4322-bccd-3b4ebbd45837 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:11:57.530643 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:57.581619 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb81615a-5488-43d9-805c-4f83c3a2f66d tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:57.618501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81615a-5488-43d9-805c-4f83c3a2f66d tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event deleted for resources: {'Port': ['ID=4b66edb1-f1b7-4322-bccd-3b4ebbd45837,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:57.657390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35618) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:57.682246 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-75dfa3ba-a886-4263-95ba-4b2ddc3b1ba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:57.749081 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb81615a-5488-43d9-805c-4f83c3a2f66d tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:57.754113 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bb81615a-5488-43d9-805c-4f83c3a2f66d tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "DELETE /v2.0/ports/4b66edb1-f1b7-4322-bccd-3b4ebbd45837 HTTP/1.1" status: 204 len: 168 time: 0.6277773 Nov 29 18:11:57.756640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35624) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:57.794229 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48ce456-00a6-41ca-bfbe-609ffd40cb19 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] GET failed (client error): The resource could not be found. Nov 29 18:11:57.796319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c48ce456-00a6-41ca-bfbe-609ffd40cb19 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "GET /v2.0/ports/4b66edb1-f1b7-4322-bccd-3b4ebbd45837 HTTP/1.1" status: 404 len: 333 time: 0.0381684 Nov 29 18:11:57.800749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35626) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:57.864854 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-75dfa3ba-a886-4263-95ba-4b2ddc3b1ba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:57.871632 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-75dfa3ba-a886-4263-95ba-4b2ddc3b1ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:57.925924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6175235c-2f8c-4e8f-84a6-4c0e08ac56f6 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Deleting port e6918966-0bd2-4ccc-bc22-2b2b66650eb0 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:11:57.926149 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6175235c-2f8c-4e8f-84a6-4c0e08ac56f6 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:57.977337 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-75dfa3ba-a886-4263-95ba-4b2ddc3b1ba7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22d1482dc40c4476a6250f39f596bce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136654 Nov 29 18:11:57.980563 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35630) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:57.990314 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfa3ba-a886-4263-95ba-4b2ddc3b1ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a239364-1379-4e21-a10a-99d817fb212c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:58.042766 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6175235c-2f8c-4e8f-84a6-4c0e08ac56f6 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:58.065984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6175235c-2f8c-4e8f-84a6-4c0e08ac56f6 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Calling delete_port for e6918966-0bd2-4ccc-bc22-2b2b66650eb0 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:11:58.137425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-17f6ba92-8fd0-43bf-8a98-000370d7deee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:58.164081 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-17f6ba92-8fd0-43bf-8a98-000370d7deee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:58.225989 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-17f6ba92-8fd0-43bf-8a98-000370d7deee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:58.228879 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-17f6ba92-8fd0-43bf-8a98-000370d7deee admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:58.233336 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-17f6ba92-8fd0-43bf-8a98-000370d7deee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a239364-1379-4e21-a10a-99d817fb212c HTTP/1.1" status: 204 len: 168 time: 0.2502153 Nov 29 18:11:58.242210 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6ba92-8fd0-43bf-8a98-000370d7deee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a239364-1379-4e21-a10a-99d817fb212c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:58.296224 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35644) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:58.300351 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6175235c-2f8c-4e8f-84a6-4c0e08ac56f6 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:58.337369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175235c-2f8c-4e8f-84a6-4c0e08ac56f6 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event deleted for resources: {'Port': ['ID=e6918966-0bd2-4ccc-bc22-2b2b66650eb0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:58.432643 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6175235c-2f8c-4e8f-84a6-4c0e08ac56f6 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:58.460410 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35656) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:58.470841 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6175235c-2f8c-4e8f-84a6-4c0e08ac56f6 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "DELETE /v2.0/ports/e6918966-0bd2-4ccc-bc22-2b2b66650eb0 HTTP/1.1" status: 204 len: 168 time: 0.6685743 Nov 29 18:11:58.521950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad55c40-9859-4211-bd8d-dc70606bd169 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Deleting subnet 91d4031c-dd58-486d-bf60-6a0ae8f60eb9 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:11:58.525736 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aad55c40-9859-4211-bd8d-dc70606bd169 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:58.580018 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aad55c40-9859-4211-bd8d-dc70606bd169 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:58.707226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35660) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:58.707547 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a5f597ae-957e-49a2-ae95-a24368f2caee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b84804a51464515a70ec359b30721d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4100616 Nov 29 18:11:58.757132 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aad55c40-9859-4211-bd8d-dc70606bd169 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:58.798683 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85a54e7c-f30a-4bb4-94c1-52e6fb946516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:58.844025 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aad55c40-9859-4211-bd8d-dc70606bd169 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:58.848898 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85a54e7c-f30a-4bb4-94c1-52e6fb946516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:58.873287 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aad55c40-9859-4211-bd8d-dc70606bd169 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:58.873896 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ce4630-3232-4780-bafd-92a5ed1aebc1 None None] Network 0cf78df5-d958-4e40-a53f-708adc62ab42 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:11:58.878230 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-aad55c40-9859-4211-bd8d-dc70606bd169 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "DELETE /v2.0/subnets/91d4031c-dd58-486d-bf60-6a0ae8f60eb9 HTTP/1.1" status: 204 len: 168 time: 0.4166303 Nov 29 18:11:58.900321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35672) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:11:58.911232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad55c40-9859-4211-bd8d-dc70606bd169 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event deleted for resources: {'Subnet': ['ID=91d4031c-dd58-486d-bf60-6a0ae8f60eb9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:58.993453 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85a54e7c-f30a-4bb4-94c1-52e6fb946516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:58.997490 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85a54e7c-f30a-4bb4-94c1-52e6fb946516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:58.999718 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-85a54e7c-f30a-4bb4-94c1-52e6fb946516 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1d1604a-a3fb-433c-a316-c745aa5a07c6 HTTP/1.1" status: 204 len: 168 time: 0.2913365 Nov 29 18:11:59.013007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a54e7c-f30a-4bb4-94c1-52e6fb946516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d1604a-a3fb-433c-a316-c745aa5a07c6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:59.038972 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:59.126833 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Deleting port 140a515e-14b7-45ef-9e25-702eec6cb8c0 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:11:59.127468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:59.134400 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:59.214607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] For port 140a515e-14b7-45ef-9e25-702eec6cb8c0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=140a515e-14b7-45ef-9e25-702eec6cb8c0,segment=NetworkSegment(9fdfca88-a788-410f-ba1e-6756391cd07a),segment_id=9fdfca88-a788-410f-ba1e-6756391cd07a)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:11:59.215076 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:59.244877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Calling delete_port for 140a515e-14b7-45ef-9e25-702eec6cb8c0 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:11:59.258850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f06eff-ce57-44b0-9f6b-215f8e8bf4ea None None] DHCP port deletion for 0cf78df5-d958-4e40-a53f-708adc62ab42 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:11:59.353259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-21f06eff-ce57-44b0-9f6b-215f8e8bf4ea None None] Deleting port 140a515e-14b7-45ef-9e25-702eec6cb8c0 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:11:59.354618 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21f06eff-ce57-44b0-9f6b-215f8e8bf4ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:59.364725 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:59.405338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event deleted for resources: {'Port': ['ID=140a515e-14b7-45ef-9e25-702eec6cb8c0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:59.411455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] No DVR routers for this DVR port 140a515e-14b7-45ef-9e25-702eec6cb8c0 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:11:59.472907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-21f06eff-ce57-44b0-9f6b-215f8e8bf4ea None None] For port 140a515e-14b7-45ef-9e25-702eec6cb8c0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=140a515e-14b7-45ef-9e25-702eec6cb8c0,segment=NetworkSegment(9fdfca88-a788-410f-ba1e-6756391cd07a),segment_id=9fdfca88-a788-410f-ba1e-6756391cd07a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:11:59.473729 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21f06eff-ce57-44b0-9f6b-215f8e8bf4ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:59.495177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-21f06eff-ce57-44b0-9f6b-215f8e8bf4ea None None] Calling delete_port for 140a515e-14b7-45ef-9e25-702eec6cb8c0 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:11:59.574410 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:59.580791 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:59.601225 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf78df5-d958-4e40-a53f-708adc62ab42']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:11:59.612027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdfca88-a788-410f-ba1e-6756391cd07a') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:11:59.612405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdfca88-a788-410f-ba1e-6756391cd07a') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:11:59.624332 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:59.639389 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:59.647194 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:11:59.647723 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:11:59.652231 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:11:59.661554 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21f06eff-ce57-44b0-9f6b-215f8e8bf4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:59.700999 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f06eff-ce57-44b0-9f6b-215f8e8bf4ea None None] Pushing event deleted for resources: {'Port': ['ID=140a515e-14b7-45ef-9e25-702eec6cb8c0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:59.713862 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f06eff-ce57-44b0-9f6b-215f8e8bf4ea None None] No DVR routers for this DVR port 140a515e-14b7-45ef-9e25-702eec6cb8c0 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:11:59.789967 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:59.800141 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:11:59.804732 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] 10.222.0.23 "DELETE /v2.0/networks/0cf78df5-d958-4e40-a53f-708adc62ab42 HTTP/1.1" status: 204 len: 168 time: 0.9028952 Nov 29 18:11:59.824652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538ee60-71a0-4d35-8f7b-7faa6492ee81 tempest-AllowedAddressPairTestJSON-1459719746 tempest-AllowedAddressPairTestJSON-1459719746-project] Pushing event deleted for resources: {'Network': ['ID=0cf78df5-d958-4e40-a53f-708adc62ab42,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:11:59.926156 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:00.378572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35742) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:00.730277 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7399e3a5-ca88-4a68-ad76-6e10d43a25cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10e770ea9ea94303bb313d6985c928c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3481221 Nov 29 18:12:00.730600 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35762) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:00.790380 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c3468c0-a74a-4a3f-8dac-57a8f7081a0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:00.815371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c3468c0-a74a-4a3f-8dac-57a8f7081a0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:00.878341 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c3468c0-a74a-4a3f-8dac-57a8f7081a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:00.881969 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c3468c0-a74a-4a3f-8dac-57a8f7081a0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:00.885574 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6c3468c0-a74a-4a3f-8dac-57a8f7081a0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae0d6204-577f-4026-b6e0-903985692c31 HTTP/1.1" status: 204 len: 168 time: 0.1515269 Nov 29 18:12:00.893272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3468c0-a74a-4a3f-8dac-57a8f7081a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0d6204-577f-4026-b6e0-903985692c31,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:01.072309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 140a515e-14b7-45ef-9e25-702eec6cb8c0 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:12:01.099668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 140a515e-14b7-45ef-9e25-702eec6cb8c0 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:12:01.100115 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 140a515e-14b7-45ef-9e25-702eec6cb8c0 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:12:01.283144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35790) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:01.613647 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ab4223b-449d-45b7-82f8-be1b2d4f62b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:01.764198 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ab4223b-449d-45b7-82f8-be1b2d4f62b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:01.772423 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ab4223b-449d-45b7-82f8-be1b2d4f62b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:01.841655 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1ab4223b-449d-45b7-82f8-be1b2d4f62b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a346f7efbdb24987952bfad3286359a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5578060 Nov 29 18:12:01.844184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35826) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:01.852029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4223b-449d-45b7-82f8-be1b2d4f62b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eac426-59e6-4551-b6da-bc12ccb7fb1a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:01.908255 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aff9e85c-cebe-4496-91e1-725be3256ced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:01.932691 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aff9e85c-cebe-4496-91e1-725be3256ced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:01.991384 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aff9e85c-cebe-4496-91e1-725be3256ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:02.005979 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aff9e85c-cebe-4496-91e1-725be3256ced admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:02.007812 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-aff9e85c-cebe-4496-91e1-725be3256ced admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50eac426-59e6-4551-b6da-bc12ccb7fb1a HTTP/1.1" status: 204 len: 168 time: 0.1623838 Nov 29 18:12:02.025018 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9e85c-cebe-4496-91e1-725be3256ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eac426-59e6-4551-b6da-bc12ccb7fb1a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:02.447634 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:12:03.019805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35878) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:03.095884 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35882) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:03.113651 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-96e07483-7a41-4ae5-86e6-e164ee4e5142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:03.201659 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-96e07483-7a41-4ae5-86e6-e164ee4e5142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:03.206757 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-96e07483-7a41-4ae5-86e6-e164ee4e5142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:03.253953 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-96e07483-7a41-4ae5-86e6-e164ee4e5142 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdaee3d96eb34b5cb50717e4c538396f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1569676 Nov 29 18:12:03.255241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e07483-7a41-4ae5-86e6-e164ee4e5142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209073cb-50c6-4985-831a-dc02d7670aaa,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:03.256638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35892) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:03.335946 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c137dda5-2585-47fd-84d2-c8c724a14212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:03.384211 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c137dda5-2585-47fd-84d2-c8c724a14212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:03.465387 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c137dda5-2585-47fd-84d2-c8c724a14212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:03.468514 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c137dda5-2585-47fd-84d2-c8c724a14212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:03.473557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c137dda5-2585-47fd-84d2-c8c724a14212 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/209073cb-50c6-4985-831a-dc02d7670aaa HTTP/1.1" status: 204 len: 168 time: 0.2158587 Nov 29 18:12:03.484461 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cdeb75e1-7974-4c5d-b070-334dede64429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:03.499032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137dda5-2585-47fd-84d2-c8c724a14212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209073cb-50c6-4985-831a-dc02d7670aaa,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:03.602047 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cdeb75e1-7974-4c5d-b070-334dede64429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:03.614321 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cdeb75e1-7974-4c5d-b070-334dede64429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:03.658011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cdeb75e1-7974-4c5d-b070-334dede64429 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9306b9bdca6e40618aa9c673137654d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6371825 Nov 29 18:12:03.659358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb75e1-7974-4c5d-b070-334dede64429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bf1600-aa16-417f-8cb1-da1cfc46f8b1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:03.660584 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35910) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:03.723302 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2af178e6-cdf6-44c1-a1db-65531b8c43e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:03.749752 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2af178e6-cdf6-44c1-a1db-65531b8c43e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:03.820559 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2af178e6-cdf6-44c1-a1db-65531b8c43e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:03.825588 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2af178e6-cdf6-44c1-a1db-65531b8c43e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:03.829102 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2af178e6-cdf6-44c1-a1db-65531b8c43e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64bf1600-aa16-417f-8cb1-da1cfc46f8b1 HTTP/1.1" status: 204 len: 168 time: 0.1661155 Nov 29 18:12:03.840693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af178e6-cdf6-44c1-a1db-65531b8c43e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bf1600-aa16-417f-8cb1-da1cfc46f8b1,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:04.058529 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35926) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.336482 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-e8c0f413-76c2-47d0-ad72-beb55faa984d tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.337514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e8c0f413-76c2-47d0-ad72-beb55faa984d tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2778471 Nov 29 18:12:04.340604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35944) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.344507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-2d188e2f-d8fd-48db-8bf1-eb0e78c2612f tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.347601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2d188e2f-d8fd-48db-8bf1-eb0e78c2612f tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0039744 Nov 29 18:12:04.347791 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35946) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.352912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-36bb4498-c56c-4b40-999f-9045eb032468 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.353843 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-36bb4498-c56c-4b40-999f-9045eb032468 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052161 Nov 29 18:12:04.356287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35948) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.362771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-92a6e262-6a91-411a-9455-8c76241e2058 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.363856 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-92a6e262-6a91-411a-9455-8c76241e2058 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0055597 Nov 29 18:12:04.366448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35950) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.370181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-59249412-2cdf-4af5-909e-fe4116295fb0 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.371247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-59249412-2cdf-4af5-909e-fe4116295fb0 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039301 Nov 29 18:12:04.373492 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35952) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.377863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-34de38a6-f0d5-4f58-9f56-7ebb528340c2 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.378818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-34de38a6-f0d5-4f58-9f56-7ebb528340c2 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044737 Nov 29 18:12:04.381278 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35954) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.387326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-3c453c9d-f5e8-4509-aca1-9fcc780feb80 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.388618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3c453c9d-f5e8-4509-aca1-9fcc780feb80 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0063295 Nov 29 18:12:04.391105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35958) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.402748 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-f3891625-24b9-4b03-bee9-104f8a33df74 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.406503 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f3891625-24b9-4b03-bee9-104f8a33df74 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0142505 Nov 29 18:12:04.406744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35962) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.411586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-17026658-8c9f-42c1-b971-93394fdc5b10 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.412750 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-17026658-8c9f-42c1-b971-93394fdc5b10 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0048413 Nov 29 18:12:04.415412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35966) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.428866 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-f13ff8f8-dc7e-4990-b6b6-e493089c3fd9 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.431352 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f13ff8f8-dc7e-4990-b6b6-e493089c3fd9 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0146940 Nov 29 18:12:04.433278 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35968) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.442276 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-c9d8c25f-f23f-44ac-bde4-a4fc750f033c tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.442276 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c9d8c25f-f23f-44ac-bde4-a4fc750f033c tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052791 Nov 29 18:12:04.443429 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35972) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.447659 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-f4594b6d-4845-4f7a-be58-a251925c7c8e tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.448738 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f4594b6d-4845-4f7a-be58-a251925c7c8e tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0041490 Nov 29 18:12:04.451253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35974) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.456165 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-d19781e4-60e2-47e0-a185-8f62f7d8eb28 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.457394 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d19781e4-60e2-47e0-a185-8f62f7d8eb28 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0050952 Nov 29 18:12:04.459806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35976) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.464116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-1f785949-3c6f-4a8d-9972-6f7dec636876 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.465344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1f785949-3c6f-4a8d-9972-6f7dec636876 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045209 Nov 29 18:12:04.467923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35978) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.476077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-f294a931-a91e-448a-b9b2-ab0a3140df97 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.480008 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f294a931-a91e-448a-b9b2-ab0a3140df97 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0063052 Nov 29 18:12:04.480008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35984) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.484910 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-ab6f6287-2302-48b0-a946-4f9979b9010a tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.488957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35986) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.490059 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ab6f6287-2302-48b0-a946-4f9979b9010a tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0056078 Nov 29 18:12:04.495678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-e87a35d8-395e-4e07-b6e7-e221129fcc94 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.524442 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e87a35d8-395e-4e07-b6e7-e221129fcc94 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0339000 Nov 29 18:12:04.528503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35992) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.532847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-30dae4e7-29cd-42c2-837b-94f4366bdca0 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.533892 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-30dae4e7-29cd-42c2-837b-94f4366bdca0 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0053976 Nov 29 18:12:04.536548 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35994) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.542704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-162a25eb-d7b7-4816-a4b7-9f1a7ddb0d5c tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.544638 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-162a25eb-d7b7-4816-a4b7-9f1a7ddb0d5c tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0069408 Nov 29 18:12:04.548591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35996) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.553027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-2e6c268e-b57e-4170-8c86-9477edb56d8e tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.553684 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2e6c268e-b57e-4170-8c86-9477edb56d8e tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041497 Nov 29 18:12:04.556133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36000) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.560716 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-3b457e31-dbd8-44e9-99e3-7f361d9793e5 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.561753 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3b457e31-dbd8-44e9-99e3-7f361d9793e5 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046129 Nov 29 18:12:04.564819 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36002) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.573060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-8f15dbf4-ac51-45e8-98de-28b110311a70 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.575214 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8f15dbf4-ac51-45e8-98de-28b110311a70 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0090392 Nov 29 18:12:04.578025 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36004) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.583030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-a82f33bc-9b7b-477c-984b-25908761163a tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.584402 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a82f33bc-9b7b-477c-984b-25908761163a tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0047886 Nov 29 18:12:04.586705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36006) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.593933 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-4922b211-5258-4e32-91cd-84b0eff8bb7b tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.595087 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4922b211-5258-4e32-91cd-84b0eff8bb7b tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0073516 Nov 29 18:12:04.597768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36010) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.604633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-f29e0b5d-5be1-4aa5-89f8-ae133aa9228b tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.607004 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f29e0b5d-5be1-4aa5-89f8-ae133aa9228b tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0076892 Nov 29 18:12:04.609591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36012) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.615524 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-7b53dda1-9de4-489e-9793-3a91981c8760 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.616854 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7b53dda1-9de4-489e-9793-3a91981c8760 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0061719 Nov 29 18:12:04.620184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36014) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.626737 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-2854ae91-7eee-422e-9a23-d8e38d8c68d7 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.628427 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2854ae91-7eee-422e-9a23-d8e38d8c68d7 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0079975 Nov 29 18:12:04.631923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36018) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.635745 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-c7cde7db-b174-4c01-a94a-4ca681b16d81 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.636730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c7cde7db-b174-4c01-a94a-4ca681b16d81 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0045662 Nov 29 18:12:04.639351 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36020) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.649044 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-90daab84-2df5-43d3-9850-397a48109359 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.653661 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-90daab84-2df5-43d3-9850-397a48109359 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0104704 Nov 29 18:12:04.654532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36022) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.663780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-12c0ad7f-7cd4-4eeb-8227-26ad60410ad1 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.666304 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-12c0ad7f-7cd4-4eeb-8227-26ad60410ad1 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0091045 Nov 29 18:12:04.668295 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36024) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.673557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-8f734840-eaa0-4cc5-980d-a17357957f2a tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.674689 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8f734840-eaa0-4cc5-980d-a17357957f2a tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0050731 Nov 29 18:12:04.677340 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36026) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.681642 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-7db84174-6bbf-4e3c-a36c-a3993a2115de tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.684994 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7db84174-6bbf-4e3c-a36c-a3993a2115de tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0065503 Nov 29 18:12:04.688246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36028) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.695852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-a0a219bd-757b-4612-954e-cbd3ad3923de tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.696743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a0a219bd-757b-4612-954e-cbd3ad3923de tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0074387 Nov 29 18:12:04.701817 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36034) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.707390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-b4a3d5d5-7009-40ed-ad57-66bc4fa01b53 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.708823 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b4a3d5d5-7009-40ed-ad57-66bc4fa01b53 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0058305 Nov 29 18:12:04.711474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36036) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.716439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-c40c35ef-fe7b-4e1a-a742-0a106636b610 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.720445 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36038) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.720590 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c40c35ef-fe7b-4e1a-a742-0a106636b610 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0075767 Nov 29 18:12:04.725506 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-b3daa471-a6b4-44fd-a702-7a5aa47f202f tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.726556 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b3daa471-a6b4-44fd-a702-7a5aa47f202f tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0051241 Nov 29 18:12:04.729795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36040) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.739622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-ff5fe975-baef-487a-83f7-6c92f7d8cdf1 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.744867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36042) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.750729 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-10d4fa98-ffb5-4b1d-bfb4-bc44dc05cf30 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.758250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ff5fe975-baef-487a-83f7-6c92f7d8cdf1 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0134935 Nov 29 18:12:04.760683 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-10d4fa98-ffb5-4b1d-bfb4-bc44dc05cf30 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0143082 Nov 29 18:12:04.762961 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36046) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.770259 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-80d45c3a-ef5c-404f-9ef3-2ce5b840984f tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.771272 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-80d45c3a-ef5c-404f-9ef3-2ce5b840984f tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0073707 Nov 29 18:12:04.774132 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36048) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.783910 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-875c4608-1c86-4c3c-ad2c-d36daef36a4d tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.785360 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-875c4608-1c86-4c3c-ad2c-d36daef36a4d tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0098720 Nov 29 18:12:04.788682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36052) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.803305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-37e5f6af-7851-43ce-ba40-fbbb8e0f2102 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.804433 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-37e5f6af-7851-43ce-ba40-fbbb8e0f2102 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0122247 Nov 29 18:12:04.807477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36054) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.815937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-81cde23f-da71-4823-8ecf-57d7bf3c5c7a tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.817078 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-81cde23f-da71-4823-8ecf-57d7bf3c5c7a tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0080750 Nov 29 18:12:04.821012 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36056) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.830251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-8fb1bcc0-7775-4328-b866-1690cff78053 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.831532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8fb1bcc0-7775-4328-b866-1690cff78053 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0095012 Nov 29 18:12:04.834245 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36060) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.841931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-05c7ff78-5d33-47db-a40c-c1c1c0846d3f tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.845985 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-05c7ff78-5d33-47db-a40c-c1c1c0846d3f tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0077724 Nov 29 18:12:04.846177 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36062) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.851992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-fa35416c-0673-4e1e-b017-87d78762f872 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.852964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fa35416c-0673-4e1e-b017-87d78762f872 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043309 Nov 29 18:12:04.855522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36064) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.862210 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-2c8acdcc-e8c7-4d1e-93bc-204e24fbcae3 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.865759 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36066) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.867859 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2c8acdcc-e8c7-4d1e-93bc-204e24fbcae3 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0089152 Nov 29 18:12:04.872473 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-f2f06fa6-6e82-4961-a360-4d74ce78c843 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.876834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36068) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.877147 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f2f06fa6-6e82-4961-a360-4d74ce78c843 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0093200 Nov 29 18:12:04.884155 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-e6a7ea7c-3cc2-4316-b727-786539a881e8 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.888425 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36070) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.889100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e6a7ea7c-3cc2-4316-b727-786539a881e8 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0103567 Nov 29 18:12:04.893607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-665c0ea5-6f27-4e5d-8aa1-bdd5b172ce6c tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.899080 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-665c0ea5-6f27-4e5d-8aa1-bdd5b172ce6c tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0092940 Nov 29 18:12:04.899430 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36072) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.908001 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-696b9e69-b062-4746-913d-c6bd6b3b17c4 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.912200 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36074) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.913344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-696b9e69-b062-4746-913d-c6bd6b3b17c4 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0125751 Nov 29 18:12:04.916789 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-f07ce07e-4415-4793-9a80-335ba0d8a32e tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.920920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36076) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.922864 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f07ce07e-4415-4793-9a80-335ba0d8a32e tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0094774 Nov 29 18:12:04.928637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-1242ada9-866d-4ea5-b96a-ff2073f92393 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.929671 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1242ada9-866d-4ea5-b96a-ff2073f92393 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0075119 Nov 29 18:12:04.932598 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36078) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.937414 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-ccc27f24-f100-47c7-bfa4-581091775375 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.938384 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ccc27f24-f100-47c7-bfa4-581091775375 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046020 Nov 29 18:12:04.943184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36080) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.954563 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-9424da15-1ab2-4c25-9184-7ceded239ef0 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.958721 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9424da15-1ab2-4c25-9184-7ceded239ef0 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0126240 Nov 29 18:12:04.964095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36082) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.970113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-3dbc70c2-35d8-4081-95dd-738402d5fbf9 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.973768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36086) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.975527 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3dbc70c2-35d8-4081-95dd-738402d5fbf9 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0105410 Nov 29 18:12:04.978650 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-db4bb200-f3a3-407d-b036-e64e844504c3 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.979968 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-db4bb200-f3a3-407d-b036-e64e844504c3 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0050037 Nov 29 18:12:04.982333 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36088) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.987476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-5c144f3c-f946-410c-bb99-31b974a7bc1b tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:04.989409 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5c144f3c-f946-410c-bb99-31b974a7bc1b tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0059519 Nov 29 18:12:04.992465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36090) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:04.997625 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-3d46469c-acaa-41d4-9878-806939d69238 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:05.001803 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3d46469c-acaa-41d4-9878-806939d69238 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0083718 Nov 29 18:12:05.002197 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36092) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:05.013157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-bcc8de6c-2652-4c29-9314-21c7badc5b5f tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:05.019167 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36094) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:05.023508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-a005a7d7-489f-428e-9188-4214905d2a4e tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:05.026827 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a005a7d7-489f-428e-9188-4214905d2a4e tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0066724 Nov 29 18:12:05.027388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36096) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:05.033098 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bcc8de6c-2652-4c29-9314-21c7badc5b5f tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0295501 Nov 29 18:12:05.035811 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-48a40538-af37-4442-aa21-0896fabf57d6 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:05.039989 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36098) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:05.056544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-48a40538-af37-4442-aa21-0896fabf57d6 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0269990 Nov 29 18:12:05.059281 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-c98011a0-587b-44e2-abb5-f56ca88967e4 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:05.066450 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36100) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:05.071728 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c98011a0-587b-44e2-abb5-f56ca88967e4 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0306721 Nov 29 18:12:05.072713 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-d5d452a6-ff2d-4f02-8e10-2364cb3d6a4b tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:05.076299 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36102) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:05.084862 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d5d452a6-ff2d-4f02-8e10-2364cb3d6a4b tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0173047 Nov 29 18:12:05.086830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-c7c75f32-8933-4f10-93c8-5e0c5e7dc096 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:05.087815 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c7c75f32-8933-4f10-93c8-5e0c5e7dc096 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0105858 Nov 29 18:12:05.090559 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36104) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:05.095604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-5a913f70-f8d9-4996-8bf9-31849d8b9d69 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:05.099240 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5a913f70-f8d9-4996-8bf9-31849d8b9d69 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0076907 Nov 29 18:12:05.099406 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36106) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:05.104518 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-693a552d-ffd0-4b1a-bdc1-76ca9f5d0fbf tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:05.108194 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36110) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:05.108415 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-693a552d-ffd0-4b1a-bdc1-76ca9f5d0fbf tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0078702 Nov 29 18:12:05.115314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-d0373536-acc1-49ac-98e2-4e25aae0e799 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:05.121011 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36114) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:05.123489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d0373536-acc1-49ac-98e2-4e25aae0e799 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0133698 Nov 29 18:12:05.139600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-c16ead78-f0c9-4636-a108-a62df65f5c66 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:05.148388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36120) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:05.150289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-094317c7-212d-45ba-92ad-94b59df093d2 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:05.151934 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c16ead78-f0c9-4636-a108-a62df65f5c66 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0283670 Nov 29 18:12:05.153887 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36122) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:05.154029 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-094317c7-212d-45ba-92ad-94b59df093d2 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0069990 Nov 29 18:12:05.160281 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [None req-bfcdc11f-aac5-4264-a083-d89fd3118b2d tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:05.164250 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36124) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:05.164416 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bfcdc11f-aac5-4264-a083-d89fd3118b2d tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0083539 Nov 29 18:12:05.169558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [None req-12d190f0-ff04-4b00-9c16-3c15cec02b94 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:12:05.188414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-12d190f0-ff04-4b00-9c16-3c15cec02b94 tempest-ExtensionsTestJSON-2021431967 tempest-ExtensionsTestJSON-2021431967-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0210454 Nov 29 18:12:05.849578 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36158) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:06.330279 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-43715f84-920a-4b57-ac3b-c58913703da2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:06.435030 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-43715f84-920a-4b57-ac3b-c58913703da2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:06.441452 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-43715f84-920a-4b57-ac3b-c58913703da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:06.497646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36192) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:06.503422 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-43715f84-920a-4b57-ac3b-c58913703da2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f252ba71b3a4800a81867254ee0fb3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6526585 Nov 29 18:12:06.506598 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43715f84-920a-4b57-ac3b-c58913703da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c843d6-45e5-4729-beea-decdc34e81dd,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:06.573106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36196) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:06.616782 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b8f1722-ff24-467b-9470-35b8f9e3a766 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:06.660237 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b8f1722-ff24-467b-9470-35b8f9e3a766 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:06.718155 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b8f1722-ff24-467b-9470-35b8f9e3a766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:06.721249 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b8f1722-ff24-467b-9470-35b8f9e3a766 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:06.725710 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8b8f1722-ff24-467b-9470-35b8f9e3a766 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1c843d6-45e5-4729-beea-decdc34e81dd HTTP/1.1" status: 204 len: 168 time: 0.2261853 Nov 29 18:12:06.733861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f1722-ff24-467b-9470-35b8f9e3a766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c843d6-45e5-4729-beea-decdc34e81dd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:06.870365 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-f588f84f-8dee-44fc-8855-5e30698164d9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1199223718-network', 'tenant_id': '69148bb57fa54adf911a3855e38b3970'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:06.897806 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f588f84f-8dee-44fc-8855-5e30698164d9 admin admin] Made reservation on behalf of 69148bb57fa54adf911a3855e38b3970 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:06.902995 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f588f84f-8dee-44fc-8855-5e30698164d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:06.916413 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f588f84f-8dee-44fc-8855-5e30698164d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:07.019385 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f588f84f-8dee-44fc-8855-5e30698164d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:07.024087 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f588f84f-8dee-44fc-8855-5e30698164d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:07.039765 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f588f84f-8dee-44fc-8855-5e30698164d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:12:07.066657 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f588f84f-8dee-44fc-8855-5e30698164d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:07.067173 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-f588f84f-8dee-44fc-8855-5e30698164d9 admin admin] Added segment cc540e15-6932-42fd-85ac-c32ed2babc00 of type vlan for network 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 Nov 29 18:12:07.075974 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588f84f-8dee-44fc-8855-5e30698164d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f7bdbd-abd2-4011-a81e-8d222dad5bdf,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:07.151472 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f588f84f-8dee-44fc-8855-5e30698164d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:07.190301 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f588f84f-8dee-44fc-8855-5e30698164d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:07.191770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f588f84f-8dee-44fc-8855-5e30698164d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:07.192767 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f588f84f-8dee-44fc-8855-5e30698164d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:07.268942 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f588f84f-8dee-44fc-8855-5e30698164d9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6943219 Nov 29 18:12:07.271788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36226) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:07.278334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-55e9cfff-b8c1-45b9-9a44-dcf2b1403f2b admin admin] Request body: {'subnet': {'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1199223718-subnet', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:07.290670 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588f84f-8dee-44fc-8855-5e30698164d9 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7b00ca-e0ef-4d99-bd10-71bb21595ae3,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:07.300840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:12:07.314568 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e9cfff-b8c1-45b9-9a44-dcf2b1403f2b admin admin] Made reservation on behalf of 69148bb57fa54adf911a3855e38b3970 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:07.317511 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-55e9cfff-b8c1-45b9-9a44-dcf2b1403f2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:07.567557 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-55e9cfff-b8c1-45b9-9a44-dcf2b1403f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:07.660796 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9cfff-b8c1-45b9-9a44-dcf2b1403f2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=094912f3-3fa8-4855-8e32-9708e0b4dd0b,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:07.676297 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e9cfff-b8c1-45b9-9a44-dcf2b1403f2b admin admin] Checking segment: {'id': 'cc540e15-6932-42fd-85ac-c32ed2babc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:07.676793 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e9cfff-b8c1-45b9-9a44-dcf2b1403f2b admin admin] Network hostable DHCP agents. Network: 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:12:07.705099 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e9cfff-b8c1-45b9-9a44-dcf2b1403f2b admin admin] Network 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:12:07.720572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-55e9cfff-b8c1-45b9-9a44-dcf2b1403f2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:07.731929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda3a75a-c968-4097-9995-95a4b48cb9f4 None None] Network 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:07.734443 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e9cfff-b8c1-45b9-9a44-dcf2b1403f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:07.735714 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-55e9cfff-b8c1-45b9-9a44-dcf2b1403f2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:07.757425 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-55e9cfff-b8c1-45b9-9a44-dcf2b1403f2b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4842134 Nov 29 18:12:07.760443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36252) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:07.767304 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1199223718-router', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:07.801450 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:07.804008 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:07.887071 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:07.993744 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'fixed_ips': [{'subnet_id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:12:07.994641 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:08.169132 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Allocated IP 172.20.0.2 (8c7b00ca-e0ef-4d99-bd10-71bb21595ae3/094912f3-3fa8-4855-8e32-9708e0b4dd0b/9684cc67-5d56-45ae-8674-03b22be8cdbb) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:12:08.173242 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:08.447628 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:08.456960 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:08.494411 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:08.511418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Pushing event updated for resources: {'Port': ['ID=9684cc67-5d56-45ae-8674-03b22be8cdbb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:08.529118 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Network 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:12:08.530337 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:08.532338 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:08.553339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:12:08.614882 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Attempting to bind port 9684cc67-5d56-45ae-8674-03b22be8cdbb on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:12:08.615600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Attempting to bind port 9684cc67-5d56-45ae-8674-03b22be8cdbb by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'cc540e15-6932-42fd-85ac-c32ed2babc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:12:08.616457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Attempting to bind port 9684cc67-5d56-45ae-8674-03b22be8cdbb on network 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:12:08.640198 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:12:08.640965 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Checking segment: {'id': 'cc540e15-6932-42fd-85ac-c32ed2babc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:08.641627 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:08.642360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Bound using segment: {'id': 'cc540e15-6932-42fd-85ac-c32ed2babc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:12:08.643097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Bound port: 9684cc67-5d56-45ae-8674-03b22be8cdbb, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc540e15-6932-42fd-85ac-c32ed2babc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:12:08.643737 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:08.694630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Allocated IP 172.25.3.205 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/f542f66a-78b2-401d-90e5-8dc939a6f3da) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:12:08.738543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] For port 9684cc67-5d56-45ae-8674-03b22be8cdbb, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:12:08.742671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] For port 9684cc67-5d56-45ae-8674-03b22be8cdbb, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9684cc67-5d56-45ae-8674-03b22be8cdbb,segment=NetworkSegment(cc540e15-6932-42fd-85ac-c32ed2babc00),segment_id=cc540e15-6932-42fd-85ac-c32ed2babc00)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:12:08.758884 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:08.851908 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565748e6-4556-46c3-bd40-1d383f97f327 None None] Pushing event updated for resources: {'Port': ['ID=9684cc67-5d56-45ae-8674-03b22be8cdbb,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:08.866897 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:08.917099 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:08.996603 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:12:09.000214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:09.016066 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dc9894-c55d-418c-b0a7-54b355c43e21 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:12:09.030996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:12:09.075814 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Pushing event updated for resources: {'Port': ['ID=f542f66a-78b2-401d-90e5-8dc939a6f3da,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:09.191390 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2568e724-2f40-4951-a1ea-da541fca9e10 None None] Provisioning complete for port f542f66a-78b2-401d-90e5-8dc939a6f3da triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:09.193261 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2568e724-2f40-4951-a1ea-da541fca9e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:09.265277 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2568e724-2f40-4951-a1ea-da541fca9e10 None None] Port f542f66a-78b2-401d-90e5-8dc939a6f3da cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:12:09.501896 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:09.791207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36332) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:09.981950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36344) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:10.171073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a28e1638-74e7-4a72-9c16-a78ef027a525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-633588974'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:10.230954 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28e1638-74e7-4a72-9c16-a78ef027a525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:10.234920 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a28e1638-74e7-4a72-9c16-a78ef027a525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:10.256130 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a28e1638-74e7-4a72-9c16-a78ef027a525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:10.336005 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:10.347477 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3ec619-699c-4f0b-885f-ee729dfb542d None None] Network 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:10.383012 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a28e1638-74e7-4a72-9c16-a78ef027a525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:10.391664 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a28e1638-74e7-4a72-9c16-a78ef027a525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:10.518091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5422621a-144f-4f94-b6bf-88961e059d68 None None] Provisioning complete for port 9684cc67-5d56-45ae-8674-03b22be8cdbb triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:10.518942 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5422621a-144f-4f94-b6bf-88961e059d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:10.535636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28e1638-74e7-4a72-9c16-a78ef027a525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:12:10.539821 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0a5a-4a23-40f2-acd0-830ab07cf588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:10.556382 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e1638-74e7-4a72-9c16-a78ef027a525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dad9015-d703-44d8-a844-fc66d0b2ed90,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:10.602608 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a28e1638-74e7-4a72-9c16-a78ef027a525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:10.603249 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-a28e1638-74e7-4a72-9c16-a78ef027a525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Added segment e793a99b-1efe-4f6a-a59b-00156a3e158c of type vlan for network 451b09d2-f657-4426-a205-173ede66d900 Nov 29 18:12:10.662129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:12:10.675034 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a28e1638-74e7-4a72-9c16-a78ef027a525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:10.685270 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5422621a-144f-4f94-b6bf-88961e059d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:10.768186 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5422621a-144f-4f94-b6bf-88961e059d68 None None] For port 9684cc67-5d56-45ae-8674-03b22be8cdbb, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9684cc67-5d56-45ae-8674-03b22be8cdbb,segment=NetworkSegment(cc540e15-6932-42fd-85ac-c32ed2babc00),segment_id=cc540e15-6932-42fd-85ac-c32ed2babc00)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:12:10.778741 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5422621a-144f-4f94-b6bf-88961e059d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:10.793512 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a28e1638-74e7-4a72-9c16-a78ef027a525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:10.800790 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28e1638-74e7-4a72-9c16-a78ef027a525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:10.801710 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a28e1638-74e7-4a72-9c16-a78ef027a525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:10.916083 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422621a-144f-4f94-b6bf-88961e059d68 None None] Pushing event updated for resources: {'Port': ['ID=9684cc67-5d56-45ae-8674-03b22be8cdbb,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:10.923636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e1638-74e7-4a72-9c16-a78ef027a525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Network': ['ID=451b09d2-f657-4426-a205-173ede66d900,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:10.950817 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 451b09d2-f657-4426-a205-173ede66d900 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:12:10.961505 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0a5a-4a23-40f2-acd0-830ab07cf588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:10.969812 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8ac0a5a-4a23-40f2-acd0-830ab07cf588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:10.987858 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a28e1638-74e7-4a72-9c16-a78ef027a525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1954210 Nov 29 18:12:11.029158 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:12:11.050247 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Sync routers for ids ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:12:11.056628 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:11.058159 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7afa626b-ab4c-4d13-8a21-180f512d0619 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2956960 Nov 29 18:12:11.060789 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36384) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:11.125140 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Routers {'10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:12:11.129110 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:11:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:11.136478 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e8ac0a5a-4a23-40f2-acd0-830ab07cf588 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68401319e16d42e087ea125b34ca8d48&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1532512 Nov 29 18:12:11.138117 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36386) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:11.149909 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac0a5a-4a23-40f2-acd0-830ab07cf588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcbea08-f8db-4701-8da0-8c3555a864f9,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:11.395587 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5a60b68-912e-467d-b0e4-4f6a2f8e9ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:11.453583 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5a60b68-912e-467d-b0e4-4f6a2f8e9ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:11.584972 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5a60b68-912e-467d-b0e4-4f6a2f8e9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:11.589016 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5a60b68-912e-467d-b0e4-4f6a2f8e9ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:11.595154 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e5a60b68-912e-467d-b0e4-4f6a2f8e9ab1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6dcbea08-f8db-4701-8da0-8c3555a864f9 HTTP/1.1" status: 204 len: 168 time: 0.4534349 Nov 29 18:12:11.605315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a60b68-912e-467d-b0e4-4f6a2f8e9ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcbea08-f8db-4701-8da0-8c3555a864f9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:11.721840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9684cc67-5d56-45ae-8674-03b22be8cdbb up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:12:11.783187 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-08b6609e-89d6-4054-9d68-eb6139c8c90c None None] Provisioning complete for port 9684cc67-5d56-45ae-8674-03b22be8cdbb triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:11.783850 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08b6609e-89d6-4054-9d68-eb6139c8c90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:11.847845 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Set router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:12:12.125891 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:12.267992 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 9684cc67-5d56-45ae-8674-03b22be8cdbb triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:12.268584 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:12.406710 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36432) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:12.408264 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'name': 'tempest-TaggedBootDevicesTest-1199223718-router', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:07Z', 'updated_at': '2021-11-29T18:12:09Z', 'revision_number': 3, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'gw_port': {'id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:08Z', 'updated_at': '2021-11-29T18:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:12.439593 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d22b283f-7934-443f-be28-bd45f84ac6aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:12.465572 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Checking router: 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:12:12.470444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Updating router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 port f542f66a-78b2-401d-90e5-8dc939a6f3da binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:12:12.527786 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Allocated IP 172.20.0.1 (8c7b00ca-e0ef-4d99-bd10-71bb21595ae3/094912f3-3fa8-4855-8e32-9708e0b4dd0b/f485784d-c829-46c7-b33b-bbfbe13823ed) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:12:12.669525 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:12.752782 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d22b283f-7934-443f-be28-bd45f84ac6aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:12.769349 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d22b283f-7934-443f-be28-bd45f84ac6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:12.918837 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b283f-7934-443f-be28-bd45f84ac6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd05f0d-dc90-4f34-bad2-80b54b5e2276,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:12.985406 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d22b283f-7934-443f-be28-bd45f84ac6aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e4fa176fdd94082a19c5a9289994ae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5766561 Nov 29 18:12:12.988274 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36460) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:12.989742 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:13.003980 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:13.015505 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:13.076576 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:13.104915 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d1857-5597-4355-be11-cb90ed0bac40 None None] Pushing event updated for resources: {'Port': ['ID=f542f66a-78b2-401d-90e5-8dc939a6f3da,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:13.119377 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-85eeae2f-b897-49df-9c20-d26f9e37c43c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:13.167658 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-85eeae2f-b897-49df-9c20-d26f9e37c43c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:13.174362 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Attempting to bind port f542f66a-78b2-401d-90e5-8dc939a6f3da on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:12:13.174732 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Attempting to bind port f542f66a-78b2-401d-90e5-8dc939a6f3da by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:12:13.175127 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Attempting to bind port f542f66a-78b2-401d-90e5-8dc939a6f3da on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:12:13.195372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=f485784d-c829-46c7-b33b-bbfbe13823ed,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:13.198089 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:12:13.198475 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:13.199875 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:13.204751 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:12:13.205469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Bound port: f542f66a-78b2-401d-90e5-8dc939a6f3da, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:12:13.206120 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:13.237727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Network 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:12:13.245974 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:13.266619 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:12:13.278908 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-85eeae2f-b897-49df-9c20-d26f9e37c43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:13.285199 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-85eeae2f-b897-49df-9c20-d26f9e37c43c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:13.290026 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-85eeae2f-b897-49df-9c20-d26f9e37c43c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ccd05f0d-dc90-4f34-bad2-80b54b5e2276 HTTP/1.1" status: 204 len: 168 time: 0.2987633 Nov 29 18:12:13.299607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eeae2f-b897-49df-9c20-d26f9e37c43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd05f0d-dc90-4f34-bad2-80b54b5e2276,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:13.305585 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaaa0b9-ba8f-4b2f-970c-b16086a0d3ef None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:12:13.407262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] For port f542f66a-78b2-401d-90e5-8dc939a6f3da, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:12:13.417065 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] For port f542f66a-78b2-401d-90e5-8dc939a6f3da, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f542f66a-78b2-401d-90e5-8dc939a6f3da,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:12:13.427692 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:13.428966 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:13.539226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6716cb53-e33c-4442-86a0-d85eb274a978 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:12:13.665526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6fadcecb-39b9-4eea-9714-113cf175e912 None None] Provisioning complete for port f542f66a-78b2-401d-90e5-8dc939a6f3da triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:13.669606 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fadcecb-39b9-4eea-9714-113cf175e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:13.807501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Routers {'10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:12:13.808146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:11:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:13.809551 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:13.933230 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d1857-5597-4355-be11-cb90ed0bac40 None None] Pushing event updated for resources: {'Port': ['ID=f542f66a-78b2-401d-90e5-8dc939a6f3da,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:14.047510 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fadcecb-39b9-4eea-9714-113cf175e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:14.119715 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:14.138067 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:14.141735 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6fadcecb-39b9-4eea-9714-113cf175e912 None None] For port f542f66a-78b2-401d-90e5-8dc939a6f3da, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f542f66a-78b2-401d-90e5-8dc939a6f3da,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:12:14.150701 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fadcecb-39b9-4eea-9714-113cf175e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:14.199677 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] Set router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:12:14.249977 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadcecb-39b9-4eea-9714-113cf175e912 None None] Pushing event updated for resources: {'Port': ['ID=f542f66a-78b2-401d-90e5-8dc939a6f3da,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:14.295153 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:14.304471 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1fd90555-b06a-4447-ad1a-1238f5d7f397 None None] Provisioning complete for port f542f66a-78b2-401d-90e5-8dc939a6f3da triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:14.304937 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1fd90555-b06a-4447-ad1a-1238f5d7f397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:14.343049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=f485784d-c829-46c7-b33b-bbfbe13823ed,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:14.463873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36502) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:14.474233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e2eb92a9-68d0-47af-a6c8-920c434556d1 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'subnet': {'network_id': '451b09d2-f657-4426-a205-173ede66d900', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:14.602298 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2eb92a9-68d0-47af-a6c8-920c434556d1 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:14.602552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'name': 'tempest-TaggedBootDevicesTest-1199223718-router', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:07Z', 'updated_at': '2021-11-29T18:12:13Z', 'revision_number': 4, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'gw_port': {'id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:08Z', 'updated_at': '2021-11-29T18:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f485784d-c829-46c7-b33b-bbfbe13823ed', 'name': '', 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'mac_address': 'fa:16:3e:a0:0a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:12Z', 'updated_at': '2021-11-29T18:12:12Z', 'revision_number': 1, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'subnets': [{'id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:14.607200 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e2eb92a9-68d0-47af-a6c8-920c434556d1 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:14.618912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Network 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:12:14.622299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:14.630433 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1fd90555-b06a-4447-ad1a-1238f5d7f397 None None] Provisioning complete for port f485784d-c829-46c7-b33b-bbfbe13823ed triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:14.630866 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1fd90555-b06a-4447-ad1a-1238f5d7f397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:14.665585 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ede99e-0547-49a4-b4b7-f487815b5ae3 None None] The sync data for ids ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'] in n-d-819494-5 is: [{'id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'name': 'tempest-TaggedBootDevicesTest-1199223718-router', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:07Z', 'updated_at': '2021-11-29T18:12:13Z', 'revision_number': 4, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'gw_port': {'id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:08Z', 'updated_at': '2021-11-29T18:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f485784d-c829-46c7-b33b-bbfbe13823ed', 'name': '', 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'mac_address': 'fa:16:3e:a0:0a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:12Z', 'updated_at': '2021-11-29T18:12:12Z', 'revision_number': 1, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'subnets': [{'id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:12:14.667230 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1fd90555-b06a-4447-ad1a-1238f5d7f397 None None] Port f485784d-c829-46c7-b33b-bbfbe13823ed cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:12:14.923398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:12:15.041794 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e2eb92a9-68d0-47af-a6c8-920c434556d1 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:15.101475 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-75473a40-eefc-4666-9905-d42ad65decfd None None] Provisioning complete for port f485784d-c829-46c7-b33b-bbfbe13823ed triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:15.104021 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75473a40-eefc-4666-9905-d42ad65decfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:15.162704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:12:15.170742 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b5e8b5e5-5e49-482d-81f9-281b9159d8f6 admin admin] 10.222.0.23 "PUT /v2.0/routers/10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1088428 Nov 29 18:12:15.172248 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb92a9-68d0-47af-a6c8-920c434556d1 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Subnet': ['ID=7ab39891-e4eb-42ec-8618-2c6244cd9454,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:15.192331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-75473a40-eefc-4666-9905-d42ad65decfd None None] Port f485784d-c829-46c7-b33b-bbfbe13823ed cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:12:15.213799 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2eb92a9-68d0-47af-a6c8-920c434556d1 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Checking segment: {'id': 'e793a99b-1efe-4f6a-a59b-00156a3e158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '451b09d2-f657-4426-a205-173ede66d900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:15.214140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eb92a9-68d0-47af-a6c8-920c434556d1 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network hostable DHCP agents. Network: 451b09d2-f657-4426-a205-173ede66d900, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:12:15.242610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eb92a9-68d0-47af-a6c8-920c434556d1 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network 451b09d2-f657-4426-a205-173ede66d900 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:12:15.257480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-e2eb92a9-68d0-47af-a6c8-920c434556d1 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 451b09d2-f657-4426-a205-173ede66d900) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:15.268422 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29318402-23be-4714-b595-5c334bb33d3f None None] Network 451b09d2-f657-4426-a205-173ede66d900 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:15.277067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eb92a9-68d0-47af-a6c8-920c434556d1 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:15.278824 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e2eb92a9-68d0-47af-a6c8-920c434556d1 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:15.314826 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e2eb92a9-68d0-47af-a6c8-920c434556d1 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8462212 Nov 29 18:12:15.315460 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36534) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:15.328051 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-4d6c8507-649b-4dea-984b-db583020e706 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1025763739'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:15.371261 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6c8507-649b-4dea-984b-db583020e706 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:15.376952 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d6c8507-649b-4dea-984b-db583020e706 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:15.430139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6c8507-649b-4dea-984b-db583020e706 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:12:15.455420 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d6c8507-649b-4dea-984b-db583020e706 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:15.455420 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-4d6c8507-649b-4dea-984b-db583020e706 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Added segment 03c8c01e-38ec-4889-974a-e8b188b8b032 of type vlan for network dead88a3-7f28-4534-87cb-69e48e3e7c7a Nov 29 18:12:15.572386 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d6c8507-649b-4dea-984b-db583020e706 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:15.595828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-451b09d2-f657-4426-a205-173ede66d900', 'network_id': '451b09d2-f657-4426-a205-173ede66d900', 'tenant_id': '8e2ef156b3484855a6839bffc7b96ae3', 'fixed_ips': [{'subnet_id': '7ab39891-e4eb-42ec-8618-2c6244cd9454'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:12:15.598049 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:15.633704 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d6c8507-649b-4dea-984b-db583020e706 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:15.651251 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6c8507-649b-4dea-984b-db583020e706 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:15.651959 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d6c8507-649b-4dea-984b-db583020e706 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:15.699071 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4d6c8507-649b-4dea-984b-db583020e706 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3824327 Nov 29 18:12:15.701937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36552) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:15.708442 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7444ef6b-c460-4291-b9c1-5f40a29bed0a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'subnet': {'network_id': 'dead88a3-7f28-4534-87cb-69e48e3e7c7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:15.824731 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c8507-649b-4dea-984b-db583020e706 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Network': ['ID=dead88a3-7f28-4534-87cb-69e48e3e7c7a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:15.856813 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Allocated IP 2001:db8:0:ffff::2 (451b09d2-f657-4426-a205-173ede66d900/7ab39891-e4eb-42ec-8618-2c6244cd9454/a4cca333-cc2b-48bf-b333-5c53e32e8b51) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:12:15.987951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7444ef6b-c460-4291-b9c1-5f40a29bed0a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:15.996793 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7444ef6b-c460-4291-b9c1-5f40a29bed0a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:16.079108 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network dead88a3-7f28-4534-87cb-69e48e3e7c7a details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:12:16.356405 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:16.373309 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7444ef6b-c460-4291-b9c1-5f40a29bed0a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:16.376455 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:16.478039 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Network 451b09d2-f657-4426-a205-173ede66d900 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:12:16.490771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:16.496473 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:12:16.529015 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444ef6b-c460-4291-b9c1-5f40a29bed0a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Subnet': ['ID=110f0f02-1cc9-4d7e-931f-431623b42690,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:16.535689 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Pushing event updated for resources: {'Port': ['ID=a4cca333-cc2b-48bf-b333-5c53e32e8b51,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:16.575621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7444ef6b-c460-4291-b9c1-5f40a29bed0a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Checking segment: {'id': '03c8c01e-38ec-4889-974a-e8b188b8b032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'dead88a3-7f28-4534-87cb-69e48e3e7c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:16.576100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7444ef6b-c460-4291-b9c1-5f40a29bed0a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network hostable DHCP agents. Network: dead88a3-7f28-4534-87cb-69e48e3e7c7a, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:12:16.632387 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7444ef6b-c460-4291-b9c1-5f40a29bed0a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network dead88a3-7f28-4534-87cb-69e48e3e7c7a is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:12:16.638079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Attempting to bind port a4cca333-cc2b-48bf-b333-5c53e32e8b51 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:12:16.642333 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Attempting to bind port a4cca333-cc2b-48bf-b333-5c53e32e8b51 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'e793a99b-1efe-4f6a-a59b-00156a3e158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '451b09d2-f657-4426-a205-173ede66d900'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:12:16.643242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Attempting to bind port a4cca333-cc2b-48bf-b333-5c53e32e8b51 on network 451b09d2-f657-4426-a205-173ede66d900 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:12:16.652078 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:12:16.652771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Checking segment: {'id': 'e793a99b-1efe-4f6a-a59b-00156a3e158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '451b09d2-f657-4426-a205-173ede66d900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:16.653208 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:16.653796 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Bound using segment: {'id': 'e793a99b-1efe-4f6a-a59b-00156a3e158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '451b09d2-f657-4426-a205-173ede66d900'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:12:16.654457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Bound port: a4cca333-cc2b-48bf-b333-5c53e32e8b51, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e793a99b-1efe-4f6a-a59b-00156a3e158c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '451b09d2-f657-4426-a205-173ede66d900'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:12:16.655042 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:16.660210 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7444ef6b-c460-4291-b9c1-5f40a29bed0a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, dead88a3-7f28-4534-87cb-69e48e3e7c7a) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:16.669758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7444ef6b-c460-4291-b9c1-5f40a29bed0a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:16.673655 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7444ef6b-c460-4291-b9c1-5f40a29bed0a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:16.680312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed02faa-d489-4519-99f2-1b6f0b8a5426 None None] Network dead88a3-7f28-4534-87cb-69e48e3e7c7a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:16.731932 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7444ef6b-c460-4291-b9c1-5f40a29bed0a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0230179 Nov 29 18:12:16.736019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36590) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:16.959027 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff4238cc-23ce-4e79-965f-22d4fad1645a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:17.143026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] For port a4cca333-cc2b-48bf-b333-5c53e32e8b51, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:12:17.148303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] For port a4cca333-cc2b-48bf-b333-5c53e32e8b51, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a4cca333-cc2b-48bf-b333-5c53e32e8b51,segment=NetworkSegment(e793a99b-1efe-4f6a-a59b-00156a3e158c),segment_id=e793a99b-1efe-4f6a-a59b-00156a3e158c)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:12:17.154507 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff4238cc-23ce-4e79-965f-22d4fad1645a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:17.160012 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:17.287431 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e72c72-9928-4928-979b-9d3e20d186b3 None None] Pushing event updated for resources: {'Port': ['ID=a4cca333-cc2b-48bf-b333-5c53e32e8b51,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:17.290874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f542f66a-78b2-401d-90e5-8dc939a6f3da up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:12:17.357978 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff4238cc-23ce-4e79-965f-22d4fad1645a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:17.395732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4238cc-23ce-4e79-965f-22d4fad1645a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Subnet': ['ID=110f0f02-1cc9-4d7e-931f-431623b42690,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:17.422367 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bdb62b-aeae-4e48-bd3a-ad4d7c3767f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-dead88a3-7f28-4534-87cb-69e48e3e7c7a', 'network_id': 'dead88a3-7f28-4534-87cb-69e48e3e7c7a', 'tenant_id': '8e2ef156b3484855a6839bffc7b96ae3', 'fixed_ips': [{'subnet_id': '110f0f02-1cc9-4d7e-931f-431623b42690'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:12:17.423370 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28bdb62b-aeae-4e48-bd3a-ad4d7c3767f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:17.440274 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f542f66a-78b2-401d-90e5-8dc939a6f3da triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:17.440685 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:17.510621 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff4238cc-23ce-4e79-965f-22d4fad1645a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:17.540459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ff4238cc-23ce-4e79-965f-22d4fad1645a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dead88a3-7f28-4534-87cb-69e48e3e7c7a']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:17.563416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ff4238cc-23ce-4e79-965f-22d4fad1645a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c8c01e-38ec-4889-974a-e8b188b8b032') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:17.563416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ff4238cc-23ce-4e79-965f-22d4fad1645a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c8c01e-38ec-4889-974a-e8b188b8b032') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:17.575073 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff4238cc-23ce-4e79-965f-22d4fad1645a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:17.598028 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff4238cc-23ce-4e79-965f-22d4fad1645a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:17.607153 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4238cc-23ce-4e79-965f-22d4fad1645a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:12:17.607706 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff4238cc-23ce-4e79-965f-22d4fad1645a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:17.666479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d43c5-b38e-4325-a4f5-cd26ca4cd1a6 None None] Network dead88a3-7f28-4534-87cb-69e48e3e7c7a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:12:17.749536 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:12:17.762901 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff4238cc-23ce-4e79-965f-22d4fad1645a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:17.789597 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff4238cc-23ce-4e79-965f-22d4fad1645a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:17.794954 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ff4238cc-23ce-4e79-965f-22d4fad1645a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/networks/dead88a3-7f28-4534-87cb-69e48e3e7c7a HTTP/1.1" status: 204 len: 168 time: 1.0578942 Nov 29 18:12:17.798658 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36618) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:17.806978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-513087364'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:17.847638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4238cc-23ce-4e79-965f-22d4fad1645a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Network': ['ID=dead88a3-7f28-4534-87cb-69e48e3e7c7a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:17.861953 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:17.868366 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:17.906704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:12:17.935067 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:17.935676 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Added segment be113757-4b94-46e0-978a-f4bcdeeab348 of type vlan for network f7762d8f-907a-4fe4-9eb6-bc9812c9ab75 Nov 29 18:12:18.042134 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:18.084244 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:18.090142 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:18.090742 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:18.166896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36634) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:18.172627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36636) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:18.177286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-84a85b2c-2902-48e6-8aa6-61e0c78ea980 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-337976628-network', 'tenant_id': '30d0850b695446b0b4895c72e5375349'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:18.232878 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4319830 Nov 29 18:12:18.236159 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36640) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:18.244217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c0d5ce10-4edb-4705-b055-6546f98da592 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'subnet': {'network_id': 'f7762d8f-907a-4fe4-9eb6-bc9812c9ab75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:18.251116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a85b2c-2902-48e6-8aa6-61e0c78ea980 admin admin] Made reservation on behalf of 30d0850b695446b0b4895c72e5375349 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:18.253592 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84a85b2c-2902-48e6-8aa6-61e0c78ea980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:18.275306 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84a85b2c-2902-48e6-8aa6-61e0c78ea980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:18.294274 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Network': ['ID=f7762d8f-907a-4fe4-9eb6-bc9812c9ab75,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:18.316367 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:18.316781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:18.317135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:18.317478 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:18.317821 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:18.318163 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:18.318495 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:18.318986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:18.319336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:18.319672 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:18.321079 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:18.321443 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae1f20d-4b3a-4a1b-992b-421ee53b81e0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:18.338246 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network f7762d8f-907a-4fe4-9eb6-bc9812c9ab75 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:12:18.448422 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d5ce10-4edb-4705-b055-6546f98da592 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:18.455083 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ce10-4edb-4705-b055-6546f98da592 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:18.542342 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-311302c3-610d-46ca-8895-f163b549c9c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:18.588485 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84a85b2c-2902-48e6-8aa6-61e0c78ea980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:18.607165 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84a85b2c-2902-48e6-8aa6-61e0c78ea980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:18.670639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a85b2c-2902-48e6-8aa6-61e0c78ea980 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:12:18.695269 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84a85b2c-2902-48e6-8aa6-61e0c78ea980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:18.695622 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-84a85b2c-2902-48e6-8aa6-61e0c78ea980 admin admin] Added segment 16d2b277-5c1a-473e-8a60-794ee9839981 of type vlan for network 82330b45-04b8-4675-96fc-1d35b4d22a7f Nov 29 18:12:18.792806 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84a85b2c-2902-48e6-8aa6-61e0c78ea980 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:18.832013 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ce10-4edb-4705-b055-6546f98da592 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:18.906717 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84a85b2c-2902-48e6-8aa6-61e0c78ea980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:18.913169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a85b2c-2902-48e6-8aa6-61e0c78ea980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:18.918212 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84a85b2c-2902-48e6-8aa6-61e0c78ea980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:18.920042 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Sync routers for ids ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:12:18.936134 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Routers {'10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:12:18.936808 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:11:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:18.942316 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5ce10-4edb-4705-b055-6546f98da592 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Subnet': ['ID=6d21b3c9-7f38-4272-b987-d3ca83d7a8cc,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:18.974675 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-84a85b2c-2902-48e6-8aa6-61e0c78ea980 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8009856 Nov 29 18:12:18.978077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36684) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:18.998276 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a86a9286-017a-41e9-984c-10f8a39eb88f admin admin] Request body: {'subnet': {'network_id': '82330b45-04b8-4675-96fc-1d35b4d22a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-337976628-subnet', 'tenant_id': '30d0850b695446b0b4895c72e5375349', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:19.025911 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a85b2c-2902-48e6-8aa6-61e0c78ea980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987d6292-91f8-40c2-a604-42d9d1382389,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:19.067997 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a85b2c-2902-48e6-8aa6-61e0c78ea980 admin admin] Pushing event updated for resources: {'Network': ['ID=82330b45-04b8-4675-96fc-1d35b4d22a7f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:19.091233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d5ce10-4edb-4705-b055-6546f98da592 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Checking segment: {'id': 'be113757-4b94-46e0-978a-f4bcdeeab348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7762d8f-907a-4fe4-9eb6-bc9812c9ab75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:19.099680 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 82330b45-04b8-4675-96fc-1d35b4d22a7f details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:12:19.111546 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d5ce10-4edb-4705-b055-6546f98da592 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network hostable DHCP agents. Network: f7762d8f-907a-4fe4-9eb6-bc9812c9ab75, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:12:19.114710 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-311302c3-610d-46ca-8895-f163b549c9c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:19.122542 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-311302c3-610d-46ca-8895-f163b549c9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:19.161253 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86a9286-017a-41e9-984c-10f8a39eb88f admin admin] Made reservation on behalf of 30d0850b695446b0b4895c72e5375349 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:19.163611 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a86a9286-017a-41e9-984c-10f8a39eb88f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:19.217767 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36692) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:19.219794 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-311302c3-610d-46ca-8895-f163b549c9c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=106f13ee54f6436086544f67b55c42e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0513401 Nov 29 18:12:19.221561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311302c3-610d-46ca-8895-f163b549c9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb87982d-f5bd-49ef-a0a4-320b51fa2b10,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:19.279205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d5ce10-4edb-4705-b055-6546f98da592 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network f7762d8f-907a-4fe4-9eb6-bc9812c9ab75 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:12:19.296272 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Set router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:12:19.317438 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a4cca333-cc2b-48bf-b333-5c53e32e8b51 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:12:19.344813 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77058696-a3ff-4fc0-a6c7-7ca02f26313c None None] Network 451b09d2-f657-4426-a205-173ede66d900 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:19.365194 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-c0d5ce10-4edb-4705-b055-6546f98da592 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, f7762d8f-907a-4fe4-9eb6-bc9812c9ab75) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:19.393513 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d5ce10-4edb-4705-b055-6546f98da592 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:19.394180 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0d5ce10-4edb-4705-b055-6546f98da592 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:19.413206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9c1f4c-d487-412c-bd0c-90bcb9c5d96a None None] Network f7762d8f-907a-4fe4-9eb6-bc9812c9ab75 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:19.484849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36710) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:19.490814 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c0d5ce10-4edb-4705-b055-6546f98da592 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2538366 Nov 29 18:12:19.514625 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-66306d3c-d4da-43a3-8523-bc0dfb7f33bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-215069285'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:19.518203 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03a08807-ec55-42ab-a217-17e310f04063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:19.574543 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66306d3c-d4da-43a3-8523-bc0dfb7f33bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:19.585739 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66306d3c-d4da-43a3-8523-bc0dfb7f33bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:19.612694 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5e219bba-3332-4d94-8ee9-0b7b5e3eb79b None None] Provisioning complete for port a4cca333-cc2b-48bf-b333-5c53e32e8b51 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:19.613379 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5e219bba-3332-4d94-8ee9-0b7b5e3eb79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:19.643433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66306d3c-d4da-43a3-8523-bc0dfb7f33bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:12:19.660703 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03a08807-ec55-42ab-a217-17e310f04063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:19.662284 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66306d3c-d4da-43a3-8523-bc0dfb7f33bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:19.662630 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-66306d3c-d4da-43a3-8523-bc0dfb7f33bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Added segment c55c012c-3e69-4a89-bcde-db1dfc7b518c of type vlan for network 3830191f-880a-4c5e-bc86-158f7af0393c Nov 29 18:12:19.738620 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66306d3c-d4da-43a3-8523-bc0dfb7f33bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:19.813830 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66306d3c-d4da-43a3-8523-bc0dfb7f33bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:19.819946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66306d3c-d4da-43a3-8523-bc0dfb7f33bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:19.820596 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66306d3c-d4da-43a3-8523-bc0dfb7f33bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:19.858406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a4cca333-cc2b-48bf-b333-5c53e32e8b51 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:19.859726 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:19.869695 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03a08807-ec55-42ab-a217-17e310f04063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:19.873990 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03a08807-ec55-42ab-a217-17e310f04063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:19.875749 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-03a08807-ec55-42ab-a217-17e310f04063 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb87982d-f5bd-49ef-a0a4-320b51fa2b10 HTTP/1.1" status: 204 len: 168 time: 0.6570718 Nov 29 18:12:19.876584 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36738) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:19.899294 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a08807-ec55-42ab-a217-17e310f04063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb87982d-f5bd-49ef-a0a4-320b51fa2b10,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:19.904335 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'name': 'tempest-TaggedBootDevicesTest-1199223718-router', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:07Z', 'updated_at': '2021-11-29T18:12:13Z', 'revision_number': 4, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'gw_port': {'id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:08Z', 'updated_at': '2021-11-29T18:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f485784d-c829-46c7-b33b-bbfbe13823ed', 'name': '', 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'mac_address': 'fa:16:3e:a0:0a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:12Z', 'updated_at': '2021-11-29T18:12:13Z', 'revision_number': 2, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'subnets': [{'id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:19.947189 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Checking router: 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:12:19.948286 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Updating router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 port f485784d-c829-46c7-b33b-bbfbe13823ed binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:12:19.978212 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.022181 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-66306d3c-d4da-43a3-8523-bc0dfb7f33bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5360365 Nov 29 18:12:20.026053 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36760) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:20.061560 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a86a9286-017a-41e9-984c-10f8a39eb88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.085946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9de93dc0-baac-4830-be55-abdb81fecc6f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'subnet': {'network_id': '3830191f-880a-4c5e-bc86-158f7af0393c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:20.266275 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.276022 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.289670 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5e219bba-3332-4d94-8ee9-0b7b5e3eb79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.309336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a9286-017a-41e9-984c-10f8a39eb88f admin admin] Pushing event updated for resources: {'Subnet': ['ID=308bc8f3-c81a-4563-88cf-52b6bf9ff5cc,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:20.344919 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86a9286-017a-41e9-984c-10f8a39eb88f admin admin] Checking segment: {'id': '16d2b277-5c1a-473e-8a60-794ee9839981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '82330b45-04b8-4675-96fc-1d35b4d22a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:20.346100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a9286-017a-41e9-984c-10f8a39eb88f admin admin] Network hostable DHCP agents. Network: 82330b45-04b8-4675-96fc-1d35b4d22a7f, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:12:20.346263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66306d3c-d4da-43a3-8523-bc0dfb7f33bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Network': ['ID=3830191f-880a-4c5e-bc86-158f7af0393c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:20.401460 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86a9286-017a-41e9-984c-10f8a39eb88f admin admin] Network 82330b45-04b8-4675-96fc-1d35b4d22a7f is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:12:20.414737 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 3830191f-880a-4c5e-bc86-158f7af0393c details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:12:20.433976 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-a86a9286-017a-41e9-984c-10f8a39eb88f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 82330b45-04b8-4675-96fc-1d35b4d22a7f) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:20.458185 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86a9286-017a-41e9-984c-10f8a39eb88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:20.459005 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a86a9286-017a-41e9-984c-10f8a39eb88f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.516835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36790) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:20.537062 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13606ca-57c5-48df-8d86-e0626d2f5244 None None] Pushing event updated for resources: {'Port': ['ID=f485784d-c829-46c7-b33b-bbfbe13823ed,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:20.541360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de93dc0-baac-4830-be55-abdb81fecc6f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:20.543741 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-653ff9dc-496b-4f6a-a8a3-92739a7360fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.546083 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9de93dc0-baac-4830-be55-abdb81fecc6f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.550647 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a06d1826-7d4f-4cda-a947-6579d64ca392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.558231 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2b0d5a-abf1-413e-886e-139a080b7699 None None] Network 82330b45-04b8-4675-96fc-1d35b4d22a7f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:20.571218 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a86a9286-017a-41e9-984c-10f8a39eb88f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5780749 Nov 29 18:12:20.571980 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36794) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:20.582368 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13606ca-57c5-48df-8d86-e0626d2f5244 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:20.584173 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13606ca-57c5-48df-8d86-e0626d2f5244 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:20.585777 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-337976628-router', 'tenant_id': '30d0850b695446b0b4895c72e5375349', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:20.586232 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13606ca-57c5-48df-8d86-e0626d2f5244 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:20.586700 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13606ca-57c5-48df-8d86-e0626d2f5244 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:20.587197 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13606ca-57c5-48df-8d86-e0626d2f5244 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:20.587585 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13606ca-57c5-48df-8d86-e0626d2f5244 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:20.588817 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13606ca-57c5-48df-8d86-e0626d2f5244 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:20.589441 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13606ca-57c5-48df-8d86-e0626d2f5244 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:20.599460 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13606ca-57c5-48df-8d86-e0626d2f5244 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:20.600071 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13606ca-57c5-48df-8d86-e0626d2f5244 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:20.601339 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13606ca-57c5-48df-8d86-e0626d2f5244 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:20.601918 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13606ca-57c5-48df-8d86-e0626d2f5244 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:20.605587 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Attempting to bind port f485784d-c829-46c7-b33b-bbfbe13823ed on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:12:20.606258 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Attempting to bind port f485784d-c829-46c7-b33b-bbfbe13823ed by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'cc540e15-6932-42fd-85ac-c32ed2babc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:12:20.606887 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Attempting to bind port f485784d-c829-46c7-b33b-bbfbe13823ed on network 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:12:20.626993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-9de93dc0-baac-4830-be55-abdb81fecc6f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Performing IP validity checks on allocation pools {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 18:12:20.627792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-9de93dc0-baac-4830-be55-abdb81fecc6f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 18:12:20.638640 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:12:20.646490 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Checking segment: {'id': 'cc540e15-6932-42fd-85ac-c32ed2babc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:20.647120 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.647656 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Bound using segment: {'id': 'cc540e15-6932-42fd-85ac-c32ed2babc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:12:20.648260 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Bound port: f485784d-c829-46c7-b33b-bbfbe13823ed, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc540e15-6932-42fd-85ac-c32ed2babc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:12:20.648753 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.704427 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.706530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.805555 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] For port f485784d-c829-46c7-b33b-bbfbe13823ed, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:12:20.807596 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a06d1826-7d4f-4cda-a947-6579d64ca392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.820670 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] For port f485784d-c829-46c7-b33b-bbfbe13823ed, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f485784d-c829-46c7-b33b-bbfbe13823ed,segment=NetworkSegment(cc540e15-6932-42fd-85ac-c32ed2babc00),segment_id=cc540e15-6932-42fd-85ac-c32ed2babc00)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:12:20.823769 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a06d1826-7d4f-4cda-a947-6579d64ca392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.830835 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.896048 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.906768 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Routers {'10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:12:20.908816 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:11:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:20.931882 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d1826-7d4f-4cda-a947-6579d64ca392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0973b5-64f4-471f-9dc4-cb3047e776c0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:20.954880 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a06d1826-7d4f-4cda-a947-6579d64ca392 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=450bb3e857e64e08a72e1bd804c9a0a9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0770991 Nov 29 18:12:20.957924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36802) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:20.975001 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9de93dc0-baac-4830-be55-abdb81fecc6f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:20.983502 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-f7762d8f-907a-4fe4-9eb6-bc9812c9ab75', 'network_id': 'f7762d8f-907a-4fe4-9eb6-bc9812c9ab75', 'tenant_id': '8e2ef156b3484855a6839bffc7b96ae3', 'fixed_ips': [{'subnet_id': '6d21b3c9-7f38-4272-b987-d3ca83d7a8cc'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:12:20.985084 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:21.089181 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] Set router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:12:21.178120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5e219bba-3332-4d94-8ee9-0b7b5e3eb79b None None] For port a4cca333-cc2b-48bf-b333-5c53e32e8b51, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a4cca333-cc2b-48bf-b333-5c53e32e8b51,segment=NetworkSegment(e793a99b-1efe-4f6a-a59b-00156a3e158c),segment_id=e793a99b-1efe-4f6a-a59b-00156a3e158c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:12:21.180321 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:21.243964 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14a334b9-9bff-4efa-bedf-5ce23dae529d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:21.246190 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36812) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:21.249340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de93dc0-baac-4830-be55-abdb81fecc6f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Subnet': ['ID=6d8bb26f-f1bd-40c8-81d9-0b7d91b2e374,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:21.335789 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14a334b9-9bff-4efa-bedf-5ce23dae529d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:21.337724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de93dc0-baac-4830-be55-abdb81fecc6f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Checking segment: {'id': 'c55c012c-3e69-4a89-bcde-db1dfc7b518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3830191f-880a-4c5e-bc86-158f7af0393c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:21.338088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de93dc0-baac-4830-be55-abdb81fecc6f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network hostable DHCP agents. Network: 3830191f-880a-4c5e-bc86-158f7af0393c, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:12:21.350069 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13606ca-57c5-48df-8d86-e0626d2f5244 None None] Pushing event updated for resources: {'Port': ['ID=f485784d-c829-46c7-b33b-bbfbe13823ed,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:21.426518 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-653ff9dc-496b-4f6a-a8a3-92739a7360fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:21.440638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de93dc0-baac-4830-be55-abdb81fecc6f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network 3830191f-880a-4c5e-bc86-158f7af0393c is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:12:21.443277 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-653ff9dc-496b-4f6a-a8a3-92739a7360fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:21.475964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-9de93dc0-baac-4830-be55-abdb81fecc6f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 3830191f-880a-4c5e-bc86-158f7af0393c) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:21.488267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de93dc0-baac-4830-be55-abdb81fecc6f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:21.497663 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9de93dc0-baac-4830-be55-abdb81fecc6f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:21.517477 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14a334b9-9bff-4efa-bedf-5ce23dae529d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:21.519748 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ff9dc-496b-4f6a-a8a3-92739a7360fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f6897e-ba5c-4c0f-8fa7-1cba166a731f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:21.520072 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14a334b9-9bff-4efa-bedf-5ce23dae529d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:21.524209 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-653ff9dc-496b-4f6a-a8a3-92739a7360fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=100834f43bb4466495ea8230b82d3478&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0063117 Nov 29 18:12:21.526890 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36816) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:21.528979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-14a334b9-9bff-4efa-bedf-5ce23dae529d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e0973b5-64f4-471f-9dc4-cb3047e776c0 HTTP/1.1" status: 204 len: 168 time: 0.5698619 Nov 29 18:12:21.530344 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Allocated IP 2001:db8::1 (f7762d8f-907a-4fe4-9eb6-bc9812c9ab75/6d21b3c9-7f38-4272-b987-d3ca83d7a8cc/db7e1a51-8618-4bd8-86ec-bb6ec0eacae5) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:12:21.547049 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a254829a-9d3f-49e2-ba12-9956ad08d990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:21.593107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a334b9-9bff-4efa-bedf-5ce23dae529d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0973b5-64f4-471f-9dc4-cb3047e776c0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:21.615962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9de93dc0-baac-4830-be55-abdb81fecc6f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5453346 Nov 29 18:12:21.620193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36820) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:21.635310 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'name': 'tempest-TaggedBootDevicesTest-1199223718-router', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:07Z', 'updated_at': '2021-11-29T18:12:13Z', 'revision_number': 4, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'gw_port': {'id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:08Z', 'updated_at': '2021-11-29T18:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f485784d-c829-46c7-b33b-bbfbe13823ed', 'name': '', 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'mac_address': 'fa:16:3e:a0:0a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:12Z', 'updated_at': '2021-11-29T18:12:20Z', 'revision_number': 4, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'subnets': [{'id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:21.684880 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1550f10f-2b49-48d5-acf7-9fd98645353a None None] The sync data for ids ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'] in n-d-819494-5 is: [{'id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'name': 'tempest-TaggedBootDevicesTest-1199223718-router', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:07Z', 'updated_at': '2021-11-29T18:12:13Z', 'revision_number': 4, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'gw_port': {'id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:08Z', 'updated_at': '2021-11-29T18:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f485784d-c829-46c7-b33b-bbfbe13823ed', 'name': '', 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'mac_address': 'fa:16:3e:a0:0a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:12Z', 'updated_at': '2021-11-29T18:12:20Z', 'revision_number': 4, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'subnets': [{'id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:12:21.716668 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e57528f8-581d-4772-901d-a9c01de25c0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:21.789945 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e57528f8-581d-4772-901d-a9c01de25c0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:21.797709 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6cfbeed-f193-4e89-87e1-5468062ada9b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:21.839002 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a254829a-9d3f-49e2-ba12-9956ad08d990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:21.910299 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a254829a-9d3f-49e2-ba12-9956ad08d990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:21.953445 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6cfbeed-f193-4e89-87e1-5468062ada9b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.022158 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5e219bba-3332-4d94-8ee9-0b7b5e3eb79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.036946 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a254829a-9d3f-49e2-ba12-9956ad08d990 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c6108127a314e2f835e6e0bc7e4503f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7768607 Nov 29 18:12:22.037395 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36830) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:22.040492 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c13d73-3f8c-406c-a46a-ffc7ebacdd9a None None] Network 3830191f-880a-4c5e-bc86-158f7af0393c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:22.107641 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e57528f8-581d-4772-901d-a9c01de25c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.119030 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e57528f8-581d-4772-901d-a9c01de25c0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.120591 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e57528f8-581d-4772-901d-a9c01de25c0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7f6897e-ba5c-4c0f-8fa7-1cba166a731f HTTP/1.1" status: 204 len: 168 time: 0.5925651 Nov 29 18:12:22.139669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36834) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:22.145230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254829a-9d3f-49e2-ba12-9956ad08d990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915140af-28f7-4016-acc4-07afb359dd1c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:22.163141 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.180136 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6cfbeed-f193-4e89-87e1-5468062ada9b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.187981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57528f8-581d-4772-901d-a9c01de25c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f6897e-ba5c-4c0f-8fa7-1cba166a731f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:22.232981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfbeed-f193-4e89-87e1-5468062ada9b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8bb26f-f1bd-40c8-81d9-0b7d91b2e374,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:22.237300 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26a2f8c3-2727-4e3a-a9b8-b913a731179e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.242815 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.290724 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a5cdd1b-239d-4dc0-8130-97e6ab9829cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.335453 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.364269 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.427030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e219bba-3332-4d94-8ee9-0b7b5e3eb79b None None] Pushing event updated for resources: {'Port': ['ID=a4cca333-cc2b-48bf-b333-5c53e32e8b51,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:22.430971 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6cfbeed-f193-4e89-87e1-5468062ada9b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.483055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1c3f8843-68c5-4664-a1c2-51e84fc6ccc7 None None] Provisioning complete for port f485784d-c829-46c7-b33b-bbfbe13823ed triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:22.484225 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1c3f8843-68c5-4664-a1c2-51e84fc6ccc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.493494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f6cfbeed-f193-4e89-87e1-5468062ada9b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3830191f-880a-4c5e-bc86-158f7af0393c']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:22.501511 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a5cdd1b-239d-4dc0-8130-97e6ab9829cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.516024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f6cfbeed-f193-4e89-87e1-5468062ada9b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55c012c-3e69-4a89-bcde-db1dfc7b518c') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:22.516336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f6cfbeed-f193-4e89-87e1-5468062ada9b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55c012c-3e69-4a89-bcde-db1dfc7b518c') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:22.537116 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6cfbeed-f193-4e89-87e1-5468062ada9b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.576458 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6cfbeed-f193-4e89-87e1-5468062ada9b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.603838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cfbeed-f193-4e89-87e1-5468062ada9b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:12:22.604603 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6cfbeed-f193-4e89-87e1-5468062ada9b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:12:22.609516 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:12:22.656664 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.701421 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6cfbeed-f193-4e89-87e1-5468062ada9b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.708030 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6cfbeed-f193-4e89-87e1-5468062ada9b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.712087 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f6cfbeed-f193-4e89-87e1-5468062ada9b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/networks/3830191f-880a-4c5e-bc86-158f7af0393c HTTP/1.1" status: 204 len: 168 time: 1.0905058 Nov 29 18:12:22.718029 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36852) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:22.732066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfbeed-f193-4e89-87e1-5468062ada9b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Network': ['ID=3830191f-880a-4c5e-bc86-158f7af0393c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:22.733101 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-029f64ae-d2ea-4255-ad69-864c6f5e3c4a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-524056717'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:22.737563 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Allocated IP 172.25.3.42 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/827165bb-d5ad-4ffe-8376-6fbbd1ad5a73) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:12:22.745125 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-82330b45-04b8-4675-96fc-1d35b4d22a7f', 'network_id': '82330b45-04b8-4675-96fc-1d35b4d22a7f', 'tenant_id': '30d0850b695446b0b4895c72e5375349', 'fixed_ips': [{'subnet_id': '308bc8f3-c81a-4563-88cf-52b6bf9ff5cc'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:12:22.746101 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.760952 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26a2f8c3-2727-4e3a-a9b8-b913a731179e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.772408 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a5cdd1b-239d-4dc0-8130-97e6ab9829cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.775802 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a5cdd1b-239d-4dc0-8130-97e6ab9829cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.777368 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1a5cdd1b-239d-4dc0-8130-97e6ab9829cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/915140af-28f7-4016-acc4-07afb359dd1c HTTP/1.1" status: 204 len: 168 time: 0.7383714 Nov 29 18:12:22.787358 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26a2f8c3-2727-4e3a-a9b8-b913a731179e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.876516 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029f64ae-d2ea-4255-ad69-864c6f5e3c4a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:22.880383 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-029f64ae-d2ea-4255-ad69-864c6f5e3c4a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.882944 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5cdd1b-239d-4dc0-8130-97e6ab9829cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915140af-28f7-4016-acc4-07afb359dd1c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:22.928152 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-26a2f8c3-2727-4e3a-a9b8-b913a731179e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4bc5014e1b94b9e8fbb551627d953f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7870886 Nov 29 18:12:22.931082 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36860) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:22.950367 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029f64ae-d2ea-4255-ad69-864c6f5e3c4a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:12:22.959970 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-029f64ae-d2ea-4255-ad69-864c6f5e3c4a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:22.960587 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-029f64ae-d2ea-4255-ad69-864c6f5e3c4a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Added segment 96c7ba3f-cdce-4f3e-93d0-865aff216bfb of type vlan for network 6e46c2de-a0f3-4dfe-b4ff-aaf8a9a055c7 Nov 29 18:12:23.014530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-029f64ae-d2ea-4255-ad69-864c6f5e3c4a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:23.063449 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c390c650-74eb-48d5-ac7d-116121d2370b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:23.072140 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-029f64ae-d2ea-4255-ad69-864c6f5e3c4a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:23.084196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029f64ae-d2ea-4255-ad69-864c6f5e3c4a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:23.086392 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-029f64ae-d2ea-4255-ad69-864c6f5e3c4a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:23.111349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2f8c3-2727-4e3a-a9b8-b913a731179e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3efc12f-7022-453d-af02-866a6186bc2b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:23.117304 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c390c650-74eb-48d5-ac7d-116121d2370b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:23.186449 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Allocated IP 172.20.0.2 (82330b45-04b8-4675-96fc-1d35b4d22a7f/308bc8f3-c81a-4563-88cf-52b6bf9ff5cc/6b942d52-176f-42af-92a5-5bf83de43c07) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:12:23.235651 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c390c650-74eb-48d5-ac7d-116121d2370b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:23.244229 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c390c650-74eb-48d5-ac7d-116121d2370b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:23.245740 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c390c650-74eb-48d5-ac7d-116121d2370b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3efc12f-7022-453d-af02-866a6186bc2b HTTP/1.1" status: 204 len: 168 time: 0.3134911 Nov 29 18:12:23.258608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390c650-74eb-48d5-ac7d-116121d2370b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3efc12f-7022-453d-af02-866a6186bc2b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:23.346135 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36876) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:23.346451 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-029f64ae-d2ea-4255-ad69-864c6f5e3c4a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6270556 Nov 29 18:12:23.358427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d9deb5ae-ef16-4406-9fdc-c28fde2eccad tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'subnet': {'network_id': '6e46c2de-a0f3-4dfe-b4ff-aaf8a9a055c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:23.370947 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:23.373720 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f64ae-d2ea-4255-ad69-864c6f5e3c4a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Network': ['ID=6e46c2de-a0f3-4dfe-b4ff-aaf8a9a055c7,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:23.387264 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:23.432631 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1c3f8843-68c5-4664-a1c2-51e84fc6ccc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:23.437095 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 6e46c2de-a0f3-4dfe-b4ff-aaf8a9a055c7 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:12:23.450719 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:23.453674 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:23.465413 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Network f7762d8f-907a-4fe4-9eb6-bc9812c9ab75 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:12:23.508043 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:12:23.508414 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:12:23.509561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36880) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:23.542729 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cac69e78-8782-4c9c-82b9-7f44b5b9b85d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:23.554382 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:12:23.558069 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:23.562052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:12:23.621957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:23.635204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:12:23.706354 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9deb5ae-ef16-4406-9fdc-c28fde2eccad tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:23.707712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478c43dc-2830-4ac4-9630-6a9e8b683793 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:12:23.711062 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d9deb5ae-ef16-4406-9fdc-c28fde2eccad tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:23.739253 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Pushing event updated for resources: {'Port': ['ID=db7e1a51-8618-4bd8-86ec-bb6ec0eacae5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:23.872917 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Network 82330b45-04b8-4675-96fc-1d35b4d22a7f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:12:23.876844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:23.886220 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:12:24.020355 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d9deb5ae-ef16-4406-9fdc-c28fde2eccad tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:24.156438 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07da86d0-f1c6-49fb-88c5-57a46395829d None None] Network 3830191f-880a-4c5e-bc86-158f7af0393c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:24.162998 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Pushing event updated for resources: {'Port': ['ID=827165bb-d5ad-4ffe-8376-6fbbd1ad5a73,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:24.174604 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cac69e78-8782-4c9c-82b9-7f44b5b9b85d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:24.189510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1c3f8843-68c5-4664-a1c2-51e84fc6ccc7 None None] For port f485784d-c829-46c7-b33b-bbfbe13823ed, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f485784d-c829-46c7-b33b-bbfbe13823ed,segment=NetworkSegment(cc540e15-6932-42fd-85ac-c32ed2babc00),segment_id=cc540e15-6932-42fd-85ac-c32ed2babc00)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:12:24.207631 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cac69e78-8782-4c9c-82b9-7f44b5b9b85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:24.247947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9deb5ae-ef16-4406-9fdc-c28fde2eccad tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Subnet': ['ID=f4c7e84d-153f-4add-8683-fa0feba34c7a,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:24.269787 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Pushing event updated for resources: {'Port': ['ID=6b942d52-176f-42af-92a5-5bf83de43c07,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:24.270115 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9deb5ae-ef16-4406-9fdc-c28fde2eccad tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Checking segment: {'id': '96c7ba3f-cdce-4f3e-93d0-865aff216bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6e46c2de-a0f3-4dfe-b4ff-aaf8a9a055c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:24.270495 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9deb5ae-ef16-4406-9fdc-c28fde2eccad tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network hostable DHCP agents. Network: 6e46c2de-a0f3-4dfe-b4ff-aaf8a9a055c7, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:12:24.278380 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cac69e78-8782-4c9c-82b9-7f44b5b9b85d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd2476a8ffd94607ad6693a962d8155b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7674918 Nov 29 18:12:24.281449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac69e78-8782-4c9c-82b9-7f44b5b9b85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a89c588-cb45-469d-ab7c-7cd63622430d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:24.284069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36908) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:24.290183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07da86d0-f1c6-49fb-88c5-57a46395829d None None] Network 3830191f-880a-4c5e-bc86-158f7af0393c could not be found, it might have been deleted concurrently. {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 18:12:24.296335 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1c3f8843-68c5-4664-a1c2-51e84fc6ccc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:24.329364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9deb5ae-ef16-4406-9fdc-c28fde2eccad tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network 6e46c2de-a0f3-4dfe-b4ff-aaf8a9a055c7 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:12:24.360908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d9deb5ae-ef16-4406-9fdc-c28fde2eccad tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 6e46c2de-a0f3-4dfe-b4ff-aaf8a9a055c7) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:24.368786 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9deb5ae-ef16-4406-9fdc-c28fde2eccad tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:24.369669 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d9deb5ae-ef16-4406-9fdc-c28fde2eccad tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:24.404969 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85dbb1f0-ad85-4ad2-8b2c-588d61f64e32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:24.405222 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9068f078-d354-417b-be3f-084139b0184e None None] Network 6e46c2de-a0f3-4dfe-b4ff-aaf8a9a055c7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:24.405222 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7270a226-b3ef-4299-9c35-9c8d4504f86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:24.418250 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Attempting to bind port db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:12:24.419453 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Attempting to bind port db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'be113757-4b94-46e0-978a-f4bcdeeab348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7762d8f-907a-4fe4-9eb6-bc9812c9ab75'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:12:24.420220 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Attempting to bind port db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 on network f7762d8f-907a-4fe4-9eb6-bc9812c9ab75 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:12:24.426809 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85dbb1f0-ad85-4ad2-8b2c-588d61f64e32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:24.499011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d9deb5ae-ef16-4406-9fdc-c28fde2eccad tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1511002 Nov 29 18:12:24.501264 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85dbb1f0-ad85-4ad2-8b2c-588d61f64e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:24.505315 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85dbb1f0-ad85-4ad2-8b2c-588d61f64e32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:24.510652 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-85dbb1f0-ad85-4ad2-8b2c-588d61f64e32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a89c588-cb45-469d-ab7c-7cd63622430d HTTP/1.1" status: 204 len: 168 time: 0.2246342 Nov 29 18:12:24.511431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36916) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:24.529490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbb1f0-ad85-4ad2-8b2c-588d61f64e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a89c588-cb45-469d-ab7c-7cd63622430d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:24.587480 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f8843-68c5-4664-a1c2-51e84fc6ccc7 None None] Pushing event updated for resources: {'Port': ['ID=f485784d-c829-46c7-b33b-bbfbe13823ed,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:24.657246 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f485784d-c829-46c7-b33b-bbfbe13823ed up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:12:24.663739 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:12:24.664389 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Checking segment: {'id': 'be113757-4b94-46e0-978a-f4bcdeeab348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7762d8f-907a-4fe4-9eb6-bc9812c9ab75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:24.665087 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:24.665716 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Bound using segment: {'id': 'be113757-4b94-46e0-978a-f4bcdeeab348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7762d8f-907a-4fe4-9eb6-bc9812c9ab75'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:12:24.666681 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Bound port: db7e1a51-8618-4bd8-86ec-bb6ec0eacae5, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be113757-4b94-46e0-978a-f4bcdeeab348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7762d8f-907a-4fe4-9eb6-bc9812c9ab75'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:12:24.668067 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:24.684150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Attempting to bind port 6b942d52-176f-42af-92a5-5bf83de43c07 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:12:24.684914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Attempting to bind port 6b942d52-176f-42af-92a5-5bf83de43c07 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '16d2b277-5c1a-473e-8a60-794ee9839981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '82330b45-04b8-4675-96fc-1d35b4d22a7f'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:12:24.685527 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Attempting to bind port 6b942d52-176f-42af-92a5-5bf83de43c07 on network 82330b45-04b8-4675-96fc-1d35b4d22a7f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:12:24.786295 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:24.808541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] For port db7e1a51-8618-4bd8-86ec-bb6ec0eacae5, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:12:24.815698 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] For port db7e1a51-8618-4bd8-86ec-bb6ec0eacae5, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=db7e1a51-8618-4bd8-86ec-bb6ec0eacae5,segment=NetworkSegment(be113757-4b94-46e0-978a-f4bcdeeab348),segment_id=be113757-4b94-46e0-978a-f4bcdeeab348)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:12:24.818384 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:12:24.819251 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Checking segment: {'id': '16d2b277-5c1a-473e-8a60-794ee9839981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '82330b45-04b8-4675-96fc-1d35b4d22a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:24.820082 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:24.820766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Bound using segment: {'id': '16d2b277-5c1a-473e-8a60-794ee9839981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '82330b45-04b8-4675-96fc-1d35b4d22a7f'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:12:24.821553 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Bound port: 6b942d52-176f-42af-92a5-5bf83de43c07, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d2b277-5c1a-473e-8a60-794ee9839981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '82330b45-04b8-4675-96fc-1d35b4d22a7f'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:12:24.822284 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:24.949550 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1c3f8843-68c5-4664-a1c2-51e84fc6ccc7 None None] Provisioning complete for port a4cca333-cc2b-48bf-b333-5c53e32e8b51 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:24.949936 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1c3f8843-68c5-4664-a1c2-51e84fc6ccc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:25.003243 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:25.110769 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:25.185863 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:25.198520 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:25.363561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:25.382042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebca3d-4250-42e6-a306-0978edca7eec None None] Pushing event updated for resources: {'Port': ['ID=db7e1a51-8618-4bd8-86ec-bb6ec0eacae5,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:25.435442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5731ea90-cc4d-4d5d-a5d9-f06f46ef0c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-6e46c2de-a0f3-4dfe-b4ff-aaf8a9a055c7', 'network_id': '6e46c2de-a0f3-4dfe-b4ff-aaf8a9a055c7', 'tenant_id': '8e2ef156b3484855a6839bffc7b96ae3', 'fixed_ips': [{'subnet_id': 'f4c7e84d-153f-4add-8683-fa0feba34c7a'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:12:25.436739 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5731ea90-cc4d-4d5d-a5d9-f06f46ef0c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:25.479937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c7e84d-153f-4add-8683-fa0feba34c7a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:25.518516 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:25.521281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:25.521529 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:25.521872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:25.522207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:25.522544 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:25.522899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:25.523229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:25.523566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:25.526484 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f485784d-c829-46c7-b33b-bbfbe13823ed triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:25.526661 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:25.527079 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:25.527956 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:25.528400 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:25.540191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Router af0cabc8-a14e-420d-acb8-d25cedc99e27 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:12:25.657036 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:25.696791 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] For port 6b942d52-176f-42af-92a5-5bf83de43c07, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:12:25.701668 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e46c2de-a0f3-4dfe-b4ff-aaf8a9a055c7']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:25.733251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c7ba3f-cdce-4f3e-93d0-865aff216bfb') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:25.735052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c7ba3f-cdce-4f3e-93d0-865aff216bfb') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:25.759044 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:25.802605 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:12:25.809115 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:25.834637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:12:25.835434 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:12:25.853374 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:12:25.861698 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:25.865916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36966) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:25.869621 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f7eed352-b187-4d8a-a1de-15dd90bd35db admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2895896 Nov 29 18:12:25.900926 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] For port 6b942d52-176f-42af-92a5-5bf83de43c07, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6b942d52-176f-42af-92a5-5bf83de43c07,segment=NetworkSegment(16d2b277-5c1a-473e-8a60-794ee9839981),segment_id=16d2b277-5c1a-473e-8a60-794ee9839981)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:12:25.916101 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Sync routers for ids ['af0cabc8-a14e-420d-acb8-d25cedc99e27'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:12:25.924036 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c4cd25ee-f9a3-42ae-8f2e-2d097909d014 None None] Provisioning complete for port 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:25.924805 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c4cd25ee-f9a3-42ae-8f2e-2d097909d014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:25.940986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66695cf-123a-4563-866d-8d6c9730f948 None None] Network 6e46c2de-a0f3-4dfe-b4ff-aaf8a9a055c7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:26.005641 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:26.047989 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:26.095834 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:26.100573 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/networks/6e46c2de-a0f3-4dfe-b4ff-aaf8a9a055c7 HTTP/1.1" status: 204 len: 168 time: 1.5790110 Nov 29 18:12:26.104331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36970) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:26.111371 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d5a28008-b041-4e3c-8e25-386b737d8f81 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1728046162'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:26.124020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37407a-89d8-4d49-9745-a267ea066ff7 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Network': ['ID=6e46c2de-a0f3-4dfe-b4ff-aaf8a9a055c7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:26.161979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a28008-b041-4e3c-8e25-386b737d8f81 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:26.166434 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5a28008-b041-4e3c-8e25-386b737d8f81 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:26.245906 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a28008-b041-4e3c-8e25-386b737d8f81 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:12:26.265850 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5a28008-b041-4e3c-8e25-386b737d8f81 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:26.267363 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-d5a28008-b041-4e3c-8e25-386b737d8f81 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Added segment 11cea834-ac97-4dfd-a1b4-17d665ebc7e7 of type vlan for network 736be3cd-43d8-4447-8f37-d17d0d56fcb3 Nov 29 18:12:26.338825 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5a28008-b041-4e3c-8e25-386b737d8f81 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:26.385084 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5a28008-b041-4e3c-8e25-386b737d8f81 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:26.396197 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a28008-b041-4e3c-8e25-386b737d8f81 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:26.398452 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5a28008-b041-4e3c-8e25-386b737d8f81 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:26.399912 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c4cd25ee-f9a3-42ae-8f2e-2d097909d014 None None] Port 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:12:26.491808 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235c517-abd6-4f01-a0e8-fc6c2e469f13 None None] Pushing event updated for resources: {'Port': ['ID=6b942d52-176f-42af-92a5-5bf83de43c07,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:26.541057 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d5a28008-b041-4e3c-8e25-386b737d8f81 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4336319 Nov 29 18:12:26.542743 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36994) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:26.565505 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-3811c0f3-22f9-4c28-b8de-51658d61bcbb tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'subnet': {'network_id': '736be3cd-43d8-4447-8f37-d17d0d56fcb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:26.592906 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Routers {'af0cabc8-a14e-420d-acb8-d25cedc99e27'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:12:26.611828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:11:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['af0cabc8-a14e-420d-acb8-d25cedc99e27'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:26.619267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a28008-b041-4e3c-8e25-386b737d8f81 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Network': ['ID=736be3cd-43d8-4447-8f37-d17d0d56fcb3,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:26.883872 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Set router af0cabc8-a14e-420d-acb8-d25cedc99e27 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:12:26.907406 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3811c0f3-22f9-4c28-b8de-51658d61bcbb tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:26.914375 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3811c0f3-22f9-4c28-b8de-51658d61bcbb tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:27.145012 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:27.152501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 736be3cd-43d8-4447-8f37-d17d0d56fcb3 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:12:27.175867 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a4cca333-cc2b-48bf-b333-5c53e32e8b51 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:12:27.249544 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3811c0f3-22f9-4c28-b8de-51658d61bcbb tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:27.374932 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811c0f3-22f9-4c28-b8de-51658d61bcbb tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Subnet': ['ID=5a22cbc2-4bdc-449a-a1d3-ee6cf32ddc8c,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:27.378805 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3811c0f3-22f9-4c28-b8de-51658d61bcbb tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Checking segment: {'id': '11cea834-ac97-4dfd-a1b4-17d665ebc7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '736be3cd-43d8-4447-8f37-d17d0d56fcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:27.379224 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3811c0f3-22f9-4c28-b8de-51658d61bcbb tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network hostable DHCP agents. Network: 736be3cd-43d8-4447-8f37-d17d0d56fcb3, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:12:27.404157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3811c0f3-22f9-4c28-b8de-51658d61bcbb tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network 736be3cd-43d8-4447-8f37-d17d0d56fcb3 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:12:27.435337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-3811c0f3-22f9-4c28-b8de-51658d61bcbb tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 736be3cd-43d8-4447-8f37-d17d0d56fcb3) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:27.436712 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d3644a44-3719-41b4-8e33-1f83fa6ddb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:27.455289 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3811c0f3-22f9-4c28-b8de-51658d61bcbb tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:27.456198 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3811c0f3-22f9-4c28-b8de-51658d61bcbb tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:27.505524 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3811c0f3-22f9-4c28-b8de-51658d61bcbb tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9508526 Nov 29 18:12:27.508158 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37022) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:27.606002 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Allocated IP 172.20.0.1 (82330b45-04b8-4675-96fc-1d35b4d22a7f/308bc8f3-c81a-4563-88cf-52b6bf9ff5cc/4d6bbc8d-78e0-4198-81ec-9336dd11f3ce) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:12:27.714730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8565c7-a801-4520-a934-07332ad9173a None None] Network f7762d8f-907a-4fe4-9eb6-bc9812c9ab75 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:27.736465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b2bf9c-0366-44b4-885d-cfad04f49570 None None] Network 736be3cd-43d8-4447-8f37-d17d0d56fcb3 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:27.808778 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec5d14a4-44f2-417d-ba33-ab7155b9f7c4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:27.837007 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:27.845621 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:27.928592 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:27.995054 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec5d14a4-44f2-417d-ba33-ab7155b9f7c4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:28.075829 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a4cca333-cc2b-48bf-b333-5c53e32e8b51 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:28.076210 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:28.086962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Network 82330b45-04b8-4675-96fc-1d35b4d22a7f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:12:28.100111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:28.102814 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:12:28.106633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Pushing event updated for resources: {'Port': ['ID=4d6bbc8d-78e0-4198-81ec-9336dd11f3ce,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:28.171608 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec5d14a4-44f2-417d-ba33-ab7155b9f7c4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:28.197245 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:28.234093 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:28.246023 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d14a4-44f2-417d-ba33-ab7155b9f7c4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Subnet': ['ID=5a22cbc2-4bdc-449a-a1d3-ee6cf32ddc8c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:28.291067 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-58ea7473-cfe9-4b04-8de8-0c04c0b999fe None None] Provisioning complete for port db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:28.291482 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-58ea7473-cfe9-4b04-8de8-0c04c0b999fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:28.416291 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b41809-b077-43f5-9609-9d9f828d0e1a None None] Network 82330b45-04b8-4675-96fc-1d35b4d22a7f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:28.421692 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:28.440753 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec5d14a4-44f2-417d-ba33-ab7155b9f7c4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:28.484974 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ec5d14a4-44f2-417d-ba33-ab7155b9f7c4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736be3cd-43d8-4447-8f37-d17d0d56fcb3']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:28.506966 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ec5d14a4-44f2-417d-ba33-ab7155b9f7c4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cea834-ac97-4dfd-a1b4-17d665ebc7e7') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:28.507362 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ec5d14a4-44f2-417d-ba33-ab7155b9f7c4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cea834-ac97-4dfd-a1b4-17d665ebc7e7') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:28.530270 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec5d14a4-44f2-417d-ba33-ab7155b9f7c4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:28.552662 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'name': 'tempest-TaggedBootDevicesTest-337976628-router', 'tenant_id': '30d0850b695446b0b4895c72e5375349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '827165bb-d5ad-4ffe-8376-6fbbd1ad5a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:20Z', 'updated_at': '2021-11-29T18:12:24Z', 'revision_number': 3, 'project_id': '30d0850b695446b0b4895c72e5375349', 'gw_port': {'id': '827165bb-d5ad-4ffe-8376-6fbbd1ad5a73', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:22Z', 'updated_at': '2021-11-29T18:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:28.570847 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec5d14a4-44f2-417d-ba33-ab7155b9f7c4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:28.580096 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5d14a4-44f2-417d-ba33-ab7155b9f7c4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:12:28.581045 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec5d14a4-44f2-417d-ba33-ab7155b9f7c4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:12:28.586095 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:12:28.669241 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec5d14a4-44f2-417d-ba33-ab7155b9f7c4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:28.681045 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec5d14a4-44f2-417d-ba33-ab7155b9f7c4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:28.700476 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ec5d14a4-44f2-417d-ba33-ab7155b9f7c4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/networks/736be3cd-43d8-4447-8f37-d17d0d56fcb3 HTTP/1.1" status: 204 len: 168 time: 1.1845877 Nov 29 18:12:28.703315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37046) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:28.713488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Checking router: af0cabc8-a14e-420d-acb8-d25cedc99e27 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:12:28.714091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Updating router af0cabc8-a14e-420d-acb8-d25cedc99e27 port 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:12:28.720335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6b49106d-3d53-4ee8-94ed-cbf9763485be tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1422277463'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:28.778021 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d14a4-44f2-417d-ba33-ab7155b9f7c4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Network': ['ID=736be3cd-43d8-4447-8f37-d17d0d56fcb3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:28.826081 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:28.829121 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b49106d-3d53-4ee8-94ed-cbf9763485be tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:28.832917 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b49106d-3d53-4ee8-94ed-cbf9763485be tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:28.842965 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:28.897830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b49106d-3d53-4ee8-94ed-cbf9763485be tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:12:28.920482 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba66156-6961-4159-a08a-f3fee82d22ff None None] Network 736be3cd-43d8-4447-8f37-d17d0d56fcb3 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:28.948314 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b49106d-3d53-4ee8-94ed-cbf9763485be tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:28.950119 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-6b49106d-3d53-4ee8-94ed-cbf9763485be tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Added segment aae57adb-8a52-4f5b-86bc-eab045ccca9a of type vlan for network 7a8bd341-3727-4946-b414-26d4dafe81ba Nov 29 18:12:29.041399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Pushing event updated for resources: {'Port': ['ID=4d6bbc8d-78e0-4198-81ec-9336dd11f3ce,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:29.055956 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b49106d-3d53-4ee8-94ed-cbf9763485be tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:29.067774 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:29.106378 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:29.117187 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba66156-6961-4159-a08a-f3fee82d22ff None None] Network 736be3cd-43d8-4447-8f37-d17d0d56fcb3 could not be found, it might have been deleted concurrently. {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 18:12:29.144205 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b49106d-3d53-4ee8-94ed-cbf9763485be tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:29.163439 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b49106d-3d53-4ee8-94ed-cbf9763485be tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:29.164208 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b49106d-3d53-4ee8-94ed-cbf9763485be tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:29.235716 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:12:29.274169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Network 82330b45-04b8-4675-96fc-1d35b4d22a7f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:12:29.278545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49106d-3d53-4ee8-94ed-cbf9763485be tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Network': ['ID=7a8bd341-3727-4946-b414-26d4dafe81ba,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:29.280052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:29.299681 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-58ea7473-cfe9-4b04-8de8-0c04c0b999fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:29.301394 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:29.327850 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6b49106d-3d53-4ee8-94ed-cbf9763485be tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6180403 Nov 29 18:12:29.329473 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37066) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:29.333249 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 7a8bd341-3727-4946-b414-26d4dafe81ba details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:12:29.340652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d2b1e1cf-7818-4503-991f-30b0855e69ac tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'subnet': {'network_id': '7a8bd341-3727-4946-b414-26d4dafe81ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:29.430589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Router af0cabc8-a14e-420d-acb8-d25cedc99e27 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:12:29.540135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b1e1cf-7818-4503-991f-30b0855e69ac tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:29.551248 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2b1e1cf-7818-4503-991f-30b0855e69ac tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:29.587007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:12:29.607241 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-24fde7e7-f354-4fc5-bb28-80303226de3e admin admin] 10.222.0.23 "PUT /v2.0/routers/af0cabc8-a14e-420d-acb8-d25cedc99e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7332592 Nov 29 18:12:29.974644 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2b1e1cf-7818-4503-991f-30b0855e69ac tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:29.975569 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-58ea7473-cfe9-4b04-8de8-0c04c0b999fe None None] For port db7e1a51-8618-4bd8-86ec-bb6ec0eacae5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=db7e1a51-8618-4bd8-86ec-bb6ec0eacae5,segment=NetworkSegment(be113757-4b94-46e0-978a-f4bcdeeab348),segment_id=be113757-4b94-46e0-978a-f4bcdeeab348)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:12:29.985531 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:30.003650 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-58ea7473-cfe9-4b04-8de8-0c04c0b999fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:30.005365 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:30.071149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:30.071613 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:30.080458 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1e1cf-7818-4503-991f-30b0855e69ac tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Subnet': ['ID=a9b8da25-4ad2-4251-a9c6-ef34f5ed71ff,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:30.101497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b1e1cf-7818-4503-991f-30b0855e69ac tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Checking segment: {'id': 'aae57adb-8a52-4f5b-86bc-eab045ccca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7a8bd341-3727-4946-b414-26d4dafe81ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:30.102149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b1e1cf-7818-4503-991f-30b0855e69ac tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network hostable DHCP agents. Network: 7a8bd341-3727-4946-b414-26d4dafe81ba, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:12:30.141246 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b1e1cf-7818-4503-991f-30b0855e69ac tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network 7a8bd341-3727-4946-b414-26d4dafe81ba is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:12:30.155884 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-d2b1e1cf-7818-4503-991f-30b0855e69ac tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 7a8bd341-3727-4946-b414-26d4dafe81ba) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:30.160950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b1e1cf-7818-4503-991f-30b0855e69ac tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:30.164623 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2b1e1cf-7818-4503-991f-30b0855e69ac tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:30.213459 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d2b1e1cf-7818-4503-991f-30b0855e69ac tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8816671 Nov 29 18:12:30.216182 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37098) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:30.222416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c0753167-4bc2-483f-86a7-fcce8ccf1b03 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'subnet': {'network_id': '7a8bd341-3727-4946-b414-26d4dafe81ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:30.317105 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8076d3-886e-4a02-a62a-744dbad5a91e None None] Network 7a8bd341-3727-4946-b414-26d4dafe81ba requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:30.479679 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea7473-cfe9-4b04-8de8-0c04c0b999fe None None] Pushing event updated for resources: {'Port': ['ID=db7e1a51-8618-4bd8-86ec-bb6ec0eacae5,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:30.495717 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0753167-4bc2-483f-86a7-fcce8ccf1b03 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:30.499552 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0753167-4bc2-483f-86a7-fcce8ccf1b03 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:30.637203 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:30.640046 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-42e6a583-fd95-4e61-bdcd-d519b62b56d5 None None] Provisioning complete for port 6b942d52-176f-42af-92a5-5bf83de43c07 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:30.642697 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42e6a583-fd95-4e61-bdcd-d519b62b56d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:30.898467 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:30.952603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f485784d-c829-46c7-b33b-bbfbe13823ed up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:12:31.131883 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0753167-4bc2-483f-86a7-fcce8ccf1b03 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:31.213025 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd828af-96a5-40b9-8f29-0c754e21c3b4 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:12:31.231836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Attempting to bind port 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:12:31.232148 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Attempting to bind port 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:12:31.232614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Attempting to bind port 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:12:31.246651 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:12:31.247187 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:31.248572 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:31.249123 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:12:31.249805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Bound port: 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:12:31.250261 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:31.256592 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-7a8bd341-3727-4946-b414-26d4dafe81ba', 'network_id': '7a8bd341-3727-4946-b414-26d4dafe81ba', 'tenant_id': '8e2ef156b3484855a6839bffc7b96ae3', 'fixed_ips': [{'subnet_id': 'a9b8da25-4ad2-4251-a9c6-ef34f5ed71ff'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:12:31.257509 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:31.271933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0753167-4bc2-483f-86a7-fcce8ccf1b03 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network 7a8bd341-3727-4946-b414-26d4dafe81ba is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:12:31.275549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-c0753167-4bc2-483f-86a7-fcce8ccf1b03 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:31.282118 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0753167-4bc2-483f-86a7-fcce8ccf1b03 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:31.283626 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0753167-4bc2-483f-86a7-fcce8ccf1b03 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:31.299377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ecaac-c874-419d-bdcc-aa804d586a0c None None] Pushing event updated for resources: {'Port': ['ID=827165bb-d5ad-4ffe-8376-6fbbd1ad5a73,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:31.320929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f485784d-c829-46c7-b33b-bbfbe13823ed triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:31.321647 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:31.329551 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42e6a583-fd95-4e61-bdcd-d519b62b56d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:31.347631 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c0753167-4bc2-483f-86a7-fcce8ccf1b03 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1300595 Nov 29 18:12:31.348438 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0753167-4bc2-483f-86a7-fcce8ccf1b03 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Subnet': ['ID=82d73693-d4ed-414e-9f0c-266e80d99f89,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:31.350325 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37166) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:31.454780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-42e6a583-fd95-4e61-bdcd-d519b62b56d5 None None] For port 6b942d52-176f-42af-92a5-5bf83de43c07, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6b942d52-176f-42af-92a5-5bf83de43c07,segment=NetworkSegment(16d2b277-5c1a-473e-8a60-794ee9839981),segment_id=16d2b277-5c1a-473e-8a60-794ee9839981)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:12:31.530223 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5820a62-01af-4bf5-9357-e575fe06c8b6 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:31.532569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5820a62-01af-4bf5-9357-e575fe06c8b6 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:31.534273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5820a62-01af-4bf5-9357-e575fe06c8b6 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:31.536494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5820a62-01af-4bf5-9357-e575fe06c8b6 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:31.539718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5820a62-01af-4bf5-9357-e575fe06c8b6 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:31.541893 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b5820a62-01af-4bf5-9357-e575fe06c8b6 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1898465 Nov 29 18:12:31.545890 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37184) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:31.552792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2e1b6c55-d11b-4a9b-8dec-ab6929c32b00 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-165519225'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:31.570907 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42e6a583-fd95-4e61-bdcd-d519b62b56d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:31.585293 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1b6c55-d11b-4a9b-8dec-ab6929c32b00 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:31.591877 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e1b6c55-d11b-4a9b-8dec-ab6929c32b00 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:31.655231 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] For port 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:12:31.657704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1b6c55-d11b-4a9b-8dec-ab6929c32b00 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:12:31.678727 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e1b6c55-d11b-4a9b-8dec-ab6929c32b00 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:31.679408 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-2e1b6c55-d11b-4a9b-8dec-ab6929c32b00 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Added segment 3a67e8d9-9d06-447b-9ca7-3ff5f488ddbc of type vlan for network 84434b67-31ba-405a-b3cf-692981eb904c Nov 29 18:12:31.761899 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e1b6c55-d11b-4a9b-8dec-ab6929c32b00 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:31.799092 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] For port 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=827165bb-d5ad-4ffe-8376-6fbbd1ad5a73,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:12:31.807016 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6b942d52-176f-42af-92a5-5bf83de43c07 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:12:31.813539 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e1b6c55-d11b-4a9b-8dec-ab6929c32b00 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:31.820238 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1b6c55-d11b-4a9b-8dec-ab6929c32b00 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:31.820476 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-42e6a583-fd95-4e61-bdcd-d519b62b56d5 None None] Provisioning complete for port db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:31.820718 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42e6a583-fd95-4e61-bdcd-d519b62b56d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:31.822916 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e1b6c55-d11b-4a9b-8dec-ab6929c32b00 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:31.879640 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:31.960709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b6c55-d11b-4a9b-8dec-ab6929c32b00 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Network': ['ID=84434b67-31ba-405a-b3cf-692981eb904c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:31.968455 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2e1b6c55-d11b-4a9b-8dec-ab6929c32b00 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4201157 Nov 29 18:12:31.971104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37212) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:31.978262 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-008c9468-1d26-47c0-bf59-1d0fa2226851 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:32.001613 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 84434b67-31ba-405a-b3cf-692981eb904c details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:12:32.262028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97104190-3703-4666-9c14-073a45679390 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:12:32.308658 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6a583-fd95-4e61-bdcd-d519b62b56d5 None None] Pushing event updated for resources: {'Port': ['ID=6b942d52-176f-42af-92a5-5bf83de43c07,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:32.342341 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Routers {'af0cabc8-a14e-420d-acb8-d25cedc99e27'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:12:32.343554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:12:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['af0cabc8-a14e-420d-acb8-d25cedc99e27'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:32.368886 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-008c9468-1d26-47c0-bf59-1d0fa2226851 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:32.420841 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-008c9468-1d26-47c0-bf59-1d0fa2226851 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:32.468363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Allocated IP 2001:db8::2 (7a8bd341-3727-4946-b414-26d4dafe81ba/a9b8da25-4ad2-4251-a9c6-ef34f5ed71ff/63961c01-df61-4628-893c-ab8edb0a25b7) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:12:32.473825 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-008c9468-1d26-47c0-bf59-1d0fa2226851 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network 84434b67-31ba-405a-b3cf-692981eb904c is not hosted by any dhcp agent {{(pid=110004) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 18:12:32.476342 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37240) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:32.493661 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008c9468-1d26-47c0-bf59-1d0fa2226851 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:32.504532 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ecaac-c874-419d-bdcc-aa804d586a0c None None] Pushing event updated for resources: {'Port': ['ID=827165bb-d5ad-4ffe-8376-6fbbd1ad5a73,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:32.506934 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-008c9468-1d26-47c0-bf59-1d0fa2226851 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:32.509836 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-008c9468-1d26-47c0-bf59-1d0fa2226851 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "PUT /v2.0/networks/84434b67-31ba-405a-b3cf-692981eb904c HTTP/1.1" status: 200 len: 723 time: 0.5364087 Nov 29 18:12:32.512024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37244) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:32.517835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d434768d-e09a-4c79-97c9-4dfae530760c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'subnet': {'network_id': '84434b67-31ba-405a-b3cf-692981eb904c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:32.547044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 6b942d52-176f-42af-92a5-5bf83de43c07 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:32.547515 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:32.681493 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c9468-1d26-47c0-bf59-1d0fa2226851 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Network': ['ID=84434b67-31ba-405a-b3cf-692981eb904c,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:32.707349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 84434b67-31ba-405a-b3cf-692981eb904c details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:12:32.790281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d434768d-e09a-4c79-97c9-4dfae530760c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:32.794354 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d434768d-e09a-4c79-97c9-4dfae530760c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:32.817100 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] Set router af0cabc8-a14e-420d-acb8-d25cedc99e27 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:12:32.823108 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-918de7c6-844e-4c53-b57d-81639a831977 None None] Provisioning complete for port 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:32.823748 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-918de7c6-844e-4c53-b57d-81639a831977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:33.078149 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ba2d59b-61e7-42c2-b1e2-f5dd20d8b120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:33.271642 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ba2d59b-61e7-42c2-b1e2-f5dd20d8b120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:33.285570 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ba2d59b-61e7-42c2-b1e2-f5dd20d8b120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:33.416449 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:12:33.541732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2d59b-61e7-42c2-b1e2-f5dd20d8b120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51456a1a-c32f-4c3a-8dad-80533742fe4e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:33.559294 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d434768d-e09a-4c79-97c9-4dfae530760c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:33.627356 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:33.665071 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:33.681067 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-918de7c6-844e-4c53-b57d-81639a831977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:33.700826 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37266) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:33.718859 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5ba2d59b-61e7-42c2-b1e2-f5dd20d8b120 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a24118247a1a4ef5ba718b299ea8a6ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2411985 Nov 29 18:12:33.720002 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-918de7c6-844e-4c53-b57d-81639a831977 None None] For port 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=827165bb-d5ad-4ffe-8376-6fbbd1ad5a73,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:12:33.781614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434768d-e09a-4c79-97c9-4dfae530760c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Subnet': ['ID=19cc560e-3cdf-4279-abf2-10a0375c0583,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:33.790574 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-918de7c6-844e-4c53-b57d-81639a831977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:33.800194 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Network 7a8bd341-3727-4946-b414-26d4dafe81ba is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:12:33.823958 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d434768d-e09a-4c79-97c9-4dfae530760c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Checking segment: {'id': '3a67e8d9-9d06-447b-9ca7-3ff5f488ddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '84434b67-31ba-405a-b3cf-692981eb904c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:33.824341 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d434768d-e09a-4c79-97c9-4dfae530760c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network hostable DHCP agents. Network: 84434b67-31ba-405a-b3cf-692981eb904c, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:12:33.835018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'name': 'tempest-TaggedBootDevicesTest-337976628-router', 'tenant_id': '30d0850b695446b0b4895c72e5375349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '827165bb-d5ad-4ffe-8376-6fbbd1ad5a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:20Z', 'updated_at': '2021-11-29T18:12:28Z', 'revision_number': 4, 'project_id': '30d0850b695446b0b4895c72e5375349', 'gw_port': {'id': '827165bb-d5ad-4ffe-8376-6fbbd1ad5a73', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:22Z', 'updated_at': '2021-11-29T18:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4d6bbc8d-78e0-4198-81ec-9336dd11f3ce', 'name': '', 'network_id': '82330b45-04b8-4675-96fc-1d35b4d22a7f', 'tenant_id': '30d0850b695446b0b4895c72e5375349', 'mac_address': 'fa:16:3e:62:02:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '308bc8f3-c81a-4563-88cf-52b6bf9ff5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:27Z', 'updated_at': '2021-11-29T18:12:28Z', 'revision_number': 2, 'project_id': '30d0850b695446b0b4895c72e5375349', 'subnets': [{'id': '308bc8f3-c81a-4563-88cf-52b6bf9ff5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:33.849035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:33.872389 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-43fbe47b-c2b3-46cc-9eaa-3cf1aa0f481c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:33.881821 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d434768d-e09a-4c79-97c9-4dfae530760c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network 84434b67-31ba-405a-b3cf-692981eb904c is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:12:33.917509 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d434768d-e09a-4c79-97c9-4dfae530760c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 84434b67-31ba-405a-b3cf-692981eb904c) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:33.918069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:12:33.922294 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-43fbe47b-c2b3-46cc-9eaa-3cf1aa0f481c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:33.931316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:33.931859 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:33.933556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d434768d-e09a-4c79-97c9-4dfae530760c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:33.937296 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890e3b20-e395-48cb-9891-313f15650689 None None] Network 84434b67-31ba-405a-b3cf-692981eb904c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:33.939769 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d434768d-e09a-4c79-97c9-4dfae530760c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:33.993891 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d434768d-e09a-4c79-97c9-4dfae530760c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4788880 Nov 29 18:12:33.997359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37276) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:34.008335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a03de104-7d7c-4d81-b09a-8cbb51aea80a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:34.021230 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-43fbe47b-c2b3-46cc-9eaa-3cf1aa0f481c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:34.024372 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-43fbe47b-c2b3-46cc-9eaa-3cf1aa0f481c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:34.028790 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-43fbe47b-c2b3-46cc-9eaa-3cf1aa0f481c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51456a1a-c32f-4c3a-8dad-80533742fe4e HTTP/1.1" status: 204 len: 168 time: 0.3268602 Nov 29 18:12:34.040372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbe47b-c2b3-46cc-9eaa-3cf1aa0f481c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51456a1a-c32f-4c3a-8dad-80533742fe4e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:34.095555 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e42854d-5805-4321-a9f2-9eaa7f16aec6 None None] The sync data for ids ['af0cabc8-a14e-420d-acb8-d25cedc99e27'] in n-d-819494-5 is: [{'id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'name': 'tempest-TaggedBootDevicesTest-337976628-router', 'tenant_id': '30d0850b695446b0b4895c72e5375349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '827165bb-d5ad-4ffe-8376-6fbbd1ad5a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:20Z', 'updated_at': '2021-11-29T18:12:28Z', 'revision_number': 4, 'project_id': '30d0850b695446b0b4895c72e5375349', 'gw_port': {'id': '827165bb-d5ad-4ffe-8376-6fbbd1ad5a73', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:22Z', 'updated_at': '2021-11-29T18:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4d6bbc8d-78e0-4198-81ec-9336dd11f3ce', 'name': '', 'network_id': '82330b45-04b8-4675-96fc-1d35b4d22a7f', 'tenant_id': '30d0850b695446b0b4895c72e5375349', 'mac_address': 'fa:16:3e:62:02:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '308bc8f3-c81a-4563-88cf-52b6bf9ff5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:27Z', 'updated_at': '2021-11-29T18:12:28Z', 'revision_number': 2, 'project_id': '30d0850b695446b0b4895c72e5375349', 'subnets': [{'id': '308bc8f3-c81a-4563-88cf-52b6bf9ff5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:12:34.097113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Pushing event updated for resources: {'Port': ['ID=63961c01-df61-4628-893c-ab8edb0a25b7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:34.200950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-918de7c6-844e-4c53-b57d-81639a831977 None None] Provisioning complete for port 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:34.201455 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-918de7c6-844e-4c53-b57d-81639a831977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:34.279758 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a03de104-7d7c-4d81-b09a-8cbb51aea80a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25453034'] for subnet, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:34.358699 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918de7c6-844e-4c53-b57d-81639a831977 None None] Pushing event updated for resources: {'Port': ['ID=827165bb-d5ad-4ffe-8376-6fbbd1ad5a73,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:34.377051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Attempting to bind port 63961c01-df61-4628-893c-ab8edb0a25b7 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:12:34.377714 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Attempting to bind port 63961c01-df61-4628-893c-ab8edb0a25b7 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'aae57adb-8a52-4f5b-86bc-eab045ccca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7a8bd341-3727-4946-b414-26d4dafe81ba'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:12:34.378157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Attempting to bind port 63961c01-df61-4628-893c-ab8edb0a25b7 on network 7a8bd341-3727-4946-b414-26d4dafe81ba {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:12:34.525257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:12:34.525964 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Checking segment: {'id': 'aae57adb-8a52-4f5b-86bc-eab045ccca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7a8bd341-3727-4946-b414-26d4dafe81ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:34.526098 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:34.526431 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Bound using segment: {'id': 'aae57adb-8a52-4f5b-86bc-eab045ccca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7a8bd341-3727-4946-b414-26d4dafe81ba'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:12:34.527067 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Bound port: 63961c01-df61-4628-893c-ab8edb0a25b7, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae57adb-8a52-4f5b-86bc-eab045ccca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7a8bd341-3727-4946-b414-26d4dafe81ba'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:12:34.527949 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:34.630673 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] For port 63961c01-df61-4628-893c-ab8edb0a25b7, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:12:34.641049 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] For port 63961c01-df61-4628-893c-ab8edb0a25b7, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=63961c01-df61-4628-893c-ab8edb0a25b7,segment=NetworkSegment(aae57adb-8a52-4f5b-86bc-eab045ccca9a),segment_id=aae57adb-8a52-4f5b-86bc-eab045ccca9a)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:12:34.643658 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a03de104-7d7c-4d81-b09a-8cbb51aea80a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756623474580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27089225'] for subnet, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:34.661852 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-84434b67-31ba-405a-b3cf-692981eb904c', 'network_id': '84434b67-31ba-405a-b3cf-692981eb904c', 'tenant_id': '8e2ef156b3484855a6839bffc7b96ae3', 'fixed_ips': [{'subnet_id': '19cc560e-3cdf-4279-abf2-10a0375c0583'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:12:34.664920 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:34.834134 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03de104-7d7c-4d81-b09a-8cbb51aea80a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Subnet': ['ID=19cc560e-3cdf-4279-abf2-10a0375c0583,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:34.850498 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03de104-7d7c-4d81-b09a-8cbb51aea80a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:34.853590 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a03de104-7d7c-4d81-b09a-8cbb51aea80a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:34.858361 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37294) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:34.869125 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a03de104-7d7c-4d81-b09a-8cbb51aea80a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "PUT /v2.0/subnets/19cc560e-3cdf-4279-abf2-10a0375c0583 HTTP/1.1" status: 200 len: 826 time: 0.8706150 Nov 29 18:12:34.984808 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Allocated IP 2001:db8::2 (84434b67-31ba-405a-b3cf-692981eb904c/19cc560e-3cdf-4279-abf2-10a0375c0583/08635b65-aa23-4ca7-a30a-659419374bee) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:12:35.132802 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:35.249873 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:35.260024 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:35.262629 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-918de7c6-844e-4c53-b57d-81639a831977 None None] Port 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:12:35.266033 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37300) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:35.274983 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:35.313159 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-911d61ef-80ee-4893-888f-39e1650b3f9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:35.324038 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:35.383402 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Network 84434b67-31ba-405a-b3cf-692981eb904c is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:12:35.415583 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:35.418165 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:12:35.420776 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-918de7c6-844e-4c53-b57d-81639a831977 None None] Provisioning complete for port 6b942d52-176f-42af-92a5-5bf83de43c07 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:35.421581 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-918de7c6-844e-4c53-b57d-81639a831977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:35.566709 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:35.614263 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-911d61ef-80ee-4893-888f-39e1650b3f9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:35.627516 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-911d61ef-80ee-4893-888f-39e1650b3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:35.662999 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Subnet': ['ID=19cc560e-3cdf-4279-abf2-10a0375c0583,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:35.677399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a961e-0fcc-4d4e-8e9c-4234af77c489 None None] Pushing event updated for resources: {'Port': ['ID=63961c01-df61-4628-893c-ab8edb0a25b7,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:35.737369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d61ef-80ee-4893-888f-39e1650b3f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01569699-a2fe-417f-8390-d08f2c1b475c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:35.829522 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-911d61ef-80ee-4893-888f-39e1650b3f9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=691281e6bf754361acf11c869809efef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5612788 Nov 29 18:12:35.832002 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37314) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:35.929485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Pushing event updated for resources: {'Port': ['ID=08635b65-aa23-4ca7-a30a-659419374bee,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:35.944033 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:36.001102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6b942d52-176f-42af-92a5-5bf83de43c07 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:12:36.026053 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84434b67-31ba-405a-b3cf-692981eb904c']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:36.056146 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-feeaa719-d7ac-4e16-ada3-2cec26095d22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:36.083560 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a67e8d9-9d06-447b-9ca7-3ff5f488ddbc') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:36.088224 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a67e8d9-9d06-447b-9ca7-3ff5f488ddbc') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:36.121478 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:36.134561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-feeaa719-d7ac-4e16-ada3-2cec26095d22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:36.147665 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Attempting to bind port 08635b65-aa23-4ca7-a30a-659419374bee on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:12:36.148106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Attempting to bind port 08635b65-aa23-4ca7-a30a-659419374bee by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '3a67e8d9-9d06-447b-9ca7-3ff5f488ddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '84434b67-31ba-405a-b3cf-692981eb904c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:12:36.159094 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Attempting to bind port 08635b65-aa23-4ca7-a30a-659419374bee on network 84434b67-31ba-405a-b3cf-692981eb904c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:12:36.180976 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:36.207728 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:12:36.208608 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:36.214039 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:12:36.216136 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Checking segment: {'id': '3a67e8d9-9d06-447b-9ca7-3ff5f488ddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '84434b67-31ba-405a-b3cf-692981eb904c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:36.217370 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:36.219316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Bound using segment: {'id': '3a67e8d9-9d06-447b-9ca7-3ff5f488ddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '84434b67-31ba-405a-b3cf-692981eb904c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:12:36.220271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Bound port: 08635b65-aa23-4ca7-a30a-659419374bee, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a67e8d9-9d06-447b-9ca7-3ff5f488ddbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '84434b67-31ba-405a-b3cf-692981eb904c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:12:36.221509 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:12:36.224279 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:36.256491 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-feeaa719-d7ac-4e16-ada3-2cec26095d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:36.260354 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-feeaa719-d7ac-4e16-ada3-2cec26095d22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:36.262132 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-feeaa719-d7ac-4e16-ada3-2cec26095d22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01569699-a2fe-417f-8390-d08f2c1b475c HTTP/1.1" status: 204 len: 168 time: 0.4290748 Nov 29 18:12:36.288094 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeaa719-d7ac-4e16-ada3-2cec26095d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01569699-a2fe-417f-8390-d08f2c1b475c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:36.418240 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.db.api [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 18:12:36.418240 n-d-819494-5 neutron-server[110004]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 18:12:36.418240 n-d-819494-5 neutron-server[110004]: [parameters: {'id': '84434b67-31ba-405a-b3cf-692981eb904c'}] Nov 29 18:12:36.418240 n-d-819494-5 neutron-server[110004]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:12:36.419816 n-d-819494-5 neutron-server[110004]: DEBUG oslo_db.api [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:12:36.522091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 6b942d52-176f-42af-92a5-5bf83de43c07 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:36.522519 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:36.585477 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] For port 08635b65-aa23-4ca7-a30a-659419374bee, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:12:36.640321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] For port 08635b65-aa23-4ca7-a30a-659419374bee, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=08635b65-aa23-4ca7-a30a-659419374bee,segment=NetworkSegment(3a67e8d9-9d06-447b-9ca7-3ff5f488ddbc),segment_id=3a67e8d9-9d06-447b-9ca7-3ff5f488ddbc)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:12:36.654773 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:36.922713 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:37.028858 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c125ae-9f91-4727-ada2-3f2173cb7d6d None None] Pushing event updated for resources: {'Port': ['ID=08635b65-aa23-4ca7-a30a-659419374bee,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:37.069206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c86aaf4-b6c4-4f7d-9615-a09619328bd9 None None] Network 84434b67-31ba-405a-b3cf-692981eb904c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:37.124383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Deleting port 08635b65-aa23-4ca7-a30a-659419374bee {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:12:37.125716 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:37.305598 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] For port 08635b65-aa23-4ca7-a30a-659419374bee, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=08635b65-aa23-4ca7-a30a-659419374bee,segment=NetworkSegment(3a67e8d9-9d06-447b-9ca7-3ff5f488ddbc),segment_id=3a67e8d9-9d06-447b-9ca7-3ff5f488ddbc)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:12:37.307521 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:37.346439 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Calling delete_port for 08635b65-aa23-4ca7-a30a-659419374bee owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:12:37.479363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:12:37.481694 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8f8631-47da-4577-a3f8-6fbae93dab7c None None] Network 7a8bd341-3727-4946-b414-26d4dafe81ba requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:37.557117 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:37.579582 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No DVR routers for this DVR port 08635b65-aa23-4ca7-a30a-659419374bee on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:12:37.638639 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Port': ['ID=08635b65-aa23-4ca7-a30a-659419374bee,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:37.847854 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:37.888965 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3895dd42-9c3e-4774-b1c3-31c932316cba None None] Provisioning complete for port 63961c01-df61-4628-893c-ab8edb0a25b7 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:37.889694 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3895dd42-9c3e-4774-b1c3-31c932316cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:37.914208 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84434b67-31ba-405a-b3cf-692981eb904c']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:37.939783 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a67e8d9-9d06-447b-9ca7-3ff5f488ddbc') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:37.940803 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a67e8d9-9d06-447b-9ca7-3ff5f488ddbc') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:37.964900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cea17ff-b943-4e90-8a8f-67813382a541 None None] Network 84434b67-31ba-405a-b3cf-692981eb904c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:37.969220 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:38.005365 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:38.020991 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:12:38.022237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:38.122991 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:38.123556 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:12:38.147637 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:12:38.158702 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:38.168920 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:38.172912 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/networks/84434b67-31ba-405a-b3cf-692981eb904c HTTP/1.1" status: 204 len: 168 time: 3.3126018 Nov 29 18:12:38.175300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37364) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:38.228532 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52c7a5-ddda-4766-982b-5dc13bd8a77c tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Network': ['ID=84434b67-31ba-405a-b3cf-692981eb904c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:38.232214 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-618a8d5f-b7ff-4160-95d2-f802abfc5927 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] DELETE failed (client error): The resource could not be found. Nov 29 18:12:38.237001 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618a8d5f-b7ff-4160-95d2-f802abfc5927 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:12:38.248487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-618a8d5f-b7ff-4160-95d2-f802abfc5927 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/networks/84434b67-31ba-405a-b3cf-692981eb904c HTTP/1.1" status: 404 len: 339 time: 0.0651667 Nov 29 18:12:38.249028 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37368) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:38.252675 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-340e2806-0320-4d55-9168-ab506ff4a25a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-314727992', 'description': 'd1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:38.303173 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Sync routers for ids ['af0cabc8-a14e-420d-acb8-d25cedc99e27'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:12:38.316698 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Routers {'af0cabc8-a14e-420d-acb8-d25cedc99e27'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:12:38.317387 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:12:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['af0cabc8-a14e-420d-acb8-d25cedc99e27'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:38.324493 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340e2806-0320-4d55-9168-ab506ff4a25a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:38.335563 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-340e2806-0320-4d55-9168-ab506ff4a25a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:38.397818 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340e2806-0320-4d55-9168-ab506ff4a25a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:12:38.412960 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-340e2806-0320-4d55-9168-ab506ff4a25a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:38.415324 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-340e2806-0320-4d55-9168-ab506ff4a25a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Added segment 09c7b765-30c3-4068-9199-acccc7b1e14a of type vlan for network b55ee58b-288a-490a-893c-1f0cd32f4adf Nov 29 18:12:38.523314 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-340e2806-0320-4d55-9168-ab506ff4a25a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:38.591543 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-340e2806-0320-4d55-9168-ab506ff4a25a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:38.594713 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3895dd42-9c3e-4774-b1c3-31c932316cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:38.614130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340e2806-0320-4d55-9168-ab506ff4a25a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:38.616745 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-340e2806-0320-4d55-9168-ab506ff4a25a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:38.703662 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 63961c01-df61-4628-893c-ab8edb0a25b7 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:12:38.747171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e2806-0320-4d55-9168-ab506ff4a25a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Network': ['ID=b55ee58b-288a-490a-893c-1f0cd32f4adf,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:38.770482 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37388) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:38.782921 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-340e2806-0320-4d55-9168-ab506ff4a25a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5206227 Nov 29 18:12:38.793940 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network b55ee58b-288a-490a-893c-1f0cd32f4adf details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:12:38.818404 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Set router af0cabc8-a14e-420d-acb8-d25cedc99e27 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:12:38.873498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3895dd42-9c3e-4774-b1c3-31c932316cba None None] For port 63961c01-df61-4628-893c-ab8edb0a25b7, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=63961c01-df61-4628-893c-ab8edb0a25b7,segment=NetworkSegment(aae57adb-8a52-4f5b-86bc-eab045ccca9a),segment_id=aae57adb-8a52-4f5b-86bc-eab045ccca9a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:12:38.920234 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8eed48-bc74-49e6-9855-b9f6ce0595ea tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:38.923042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bd8eed48-bc74-49e6-9855-b9f6ce0595ea tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "GET /v2.0/networks?id=b55ee58b-288a-490a-893c-1f0cd32f4adf HTTP/1.1" status: 200 len: 764 time: 0.1506875 Nov 29 18:12:38.925545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37390) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:38.932507 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-3a11c5da-fcfb-4584-8bea-db40b510d89a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'network': {'description': 'd2'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:38.996481 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3895dd42-9c3e-4774-b1c3-31c932316cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:39.196568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff9be53-966e-4906-9203-b656245cb039 None None] Update dhcp port {'port': {'network_id': '7a8bd341-3727-4946-b414-26d4dafe81ba', 'fixed_ips': [{'subnet_id': 'a9b8da25-4ad2-4251-a9c6-ef34f5ed71ff', 'ip_address': '2001:db8::2'}, {'subnet_id': '82d73693-d4ed-414e-9f0c-266e80d99f89'}], 'binding:host_id': 'n-d-819494-5'}, 'id': '63961c01-df61-4628-893c-ab8edb0a25b7'} from n-d-819494-5. {{(pid=110006) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 18:12:39.198346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895dd42-9c3e-4774-b1c3-31c932316cba None None] Pushing event updated for resources: {'Port': ['ID=63961c01-df61-4628-893c-ab8edb0a25b7,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:39.244716 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 63961c01-df61-4628-893c-ab8edb0a25b7 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:39.245307 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:39.247242 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ff9be53-966e-4906-9203-b656245cb039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:39.310563 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'name': 'tempest-TaggedBootDevicesTest-337976628-router', 'tenant_id': '30d0850b695446b0b4895c72e5375349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '827165bb-d5ad-4ffe-8376-6fbbd1ad5a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:20Z', 'updated_at': '2021-11-29T18:12:28Z', 'revision_number': 4, 'project_id': '30d0850b695446b0b4895c72e5375349', 'gw_port': {'id': '827165bb-d5ad-4ffe-8376-6fbbd1ad5a73', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:22Z', 'updated_at': '2021-11-29T18:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4d6bbc8d-78e0-4198-81ec-9336dd11f3ce', 'name': '', 'network_id': '82330b45-04b8-4675-96fc-1d35b4d22a7f', 'tenant_id': '30d0850b695446b0b4895c72e5375349', 'mac_address': 'fa:16:3e:62:02:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '308bc8f3-c81a-4563-88cf-52b6bf9ff5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:27Z', 'updated_at': '2021-11-29T18:12:28Z', 'revision_number': 2, 'project_id': '30d0850b695446b0b4895c72e5375349', 'subnets': [{'id': '308bc8f3-c81a-4563-88cf-52b6bf9ff5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:39.379659 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Checking router: af0cabc8-a14e-420d-acb8-d25cedc99e27 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:12:39.379659 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Updating router af0cabc8-a14e-420d-acb8-d25cedc99e27 port 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:12:39.381915 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3a11c5da-fcfb-4584-8bea-db40b510d89a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:39.421440 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3a11c5da-fcfb-4584-8bea-db40b510d89a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:39.481510 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:39.496713 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:12:39.507220 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-9ff9be53-966e-4906-9203-b656245cb039 None None] Allocated IP 172.20.0.1 (7a8bd341-3727-4946-b414-26d4dafe81ba/82d73693-d4ed-414e-9f0c-266e80d99f89/63961c01-df61-4628-893c-ab8edb0a25b7) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:12:39.532751 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a11c5da-fcfb-4584-8bea-db40b510d89a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network b55ee58b-288a-490a-893c-1f0cd32f4adf is not hosted by any dhcp agent {{(pid=110004) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 18:12:39.542567 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a11c5da-fcfb-4584-8bea-db40b510d89a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:39.543968 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3a11c5da-fcfb-4584-8bea-db40b510d89a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:39.552091 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37422) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:39.564803 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3a11c5da-fcfb-4584-8bea-db40b510d89a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "PUT /v2.0/networks/b55ee58b-288a-490a-893c-1f0cd32f4adf HTTP/1.1" status: 200 len: 761 time: 0.6373997 Nov 29 18:12:39.612475 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11c5da-fcfb-4584-8bea-db40b510d89a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Network': ['ID=b55ee58b-288a-490a-893c-1f0cd32f4adf,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:39.661357 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network b55ee58b-288a-490a-893c-1f0cd32f4adf details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:12:39.720173 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4eb479-918d-4200-b341-07711e3c095f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:39.725629 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37424) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:39.726667 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ae4eb479-918d-4200-b341-07711e3c095f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "GET /v2.0/networks?id=b55ee58b-288a-490a-893c-1f0cd32f4adf HTTP/1.1" status: 200 len: 764 time: 0.1734681 Nov 29 18:12:39.849590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9ff9be53-966e-4906-9203-b656245cb039 None None] For port 63961c01-df61-4628-893c-ab8edb0a25b7, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=63961c01-df61-4628-893c-ab8edb0a25b7,segment=NetworkSegment(aae57adb-8a52-4f5b-86bc-eab045ccca9a),segment_id=aae57adb-8a52-4f5b-86bc-eab045ccca9a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:12:39.892968 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ff9be53-966e-4906-9203-b656245cb039 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:39.900641 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ff9be53-966e-4906-9203-b656245cb039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:39.959965 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:39.973217 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:40.116890 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9be53-966e-4906-9203-b656245cb039 None None] Pushing event updated for resources: {'Port': ['ID=63961c01-df61-4628-893c-ab8edb0a25b7,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:40.190394 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 63961c01-df61-4628-893c-ab8edb0a25b7 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:12:40.215129 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9bbc2-2fbc-43a0-bcda-2702393a7630 None None] Pushing event updated for resources: {'Port': ['ID=4d6bbc8d-78e0-4198-81ec-9336dd11f3ce,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:40.377879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 63961c01-df61-4628-893c-ab8edb0a25b7 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:40.381314 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:40.509152 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Attempting to bind port 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:12:40.509656 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Attempting to bind port 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '16d2b277-5c1a-473e-8a60-794ee9839981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '82330b45-04b8-4675-96fc-1d35b4d22a7f'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:12:40.511351 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Attempting to bind port 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce on network 82330b45-04b8-4675-96fc-1d35b4d22a7f {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:12:40.549815 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:12:40.550192 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Checking segment: {'id': '16d2b277-5c1a-473e-8a60-794ee9839981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '82330b45-04b8-4675-96fc-1d35b4d22a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:40.550608 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:40.551786 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Bound using segment: {'id': '16d2b277-5c1a-473e-8a60-794ee9839981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '82330b45-04b8-4675-96fc-1d35b4d22a7f'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:12:40.553681 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Bound port: 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d2b277-5c1a-473e-8a60-794ee9839981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '82330b45-04b8-4675-96fc-1d35b4d22a7f'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:12:40.554955 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:40.750117 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-62ecf9db-ffc0-4235-b3b6-806250a1b491 None None] Provisioning complete for port 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:40.751357 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62ecf9db-ffc0-4235-b3b6-806250a1b491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:40.839990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-62ecf9db-ffc0-4235-b3b6-806250a1b491 None None] Port 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:12:40.912396 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] For port 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:12:40.945881 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] For port 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4d6bbc8d-78e0-4198-81ec-9336dd11f3ce,segment=NetworkSegment(16d2b277-5c1a-473e-8a60-794ee9839981),segment_id=16d2b277-5c1a-473e-8a60-794ee9839981)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:12:40.962881 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:41.165114 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Routers {'af0cabc8-a14e-420d-acb8-d25cedc99e27'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:12:41.167172 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:12:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['af0cabc8-a14e-420d-acb8-d25cedc99e27'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:41.470496 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691b9ee6-5522-42c5-8568-f679486b39c9 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:41.475034 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37552) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:41.475851 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-691b9ee6-5522-42c5-8568-f679486b39c9 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.7491102 Nov 29 18:12:41.487194 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] Provisioning complete for port 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:41.488448 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:41.563763 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9bbc2-2fbc-43a0-bcda-2702393a7630 None None] Pushing event updated for resources: {'Port': ['ID=4d6bbc8d-78e0-4198-81ec-9336dd11f3ce,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:41.684995 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cb6eeb63-69dd-45df-99c2-ece698c05a47 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 207 time: 0.2031839 Nov 29 18:12:41.685915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37578) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:41.701466 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3fc387-1b1d-45ba-9cd8-8cbdf4f41821 None None] Network 7a8bd341-3727-4946-b414-26d4dafe81ba requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:41.749740 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] Set router af0cabc8-a14e-420d-acb8-d25cedc99e27 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:12:41.901288 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d334a-ec55-43ee-bd41-68ace58c2028 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:41.909777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d334a-ec55-43ee-bd41-68ace58c2028 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:41.927701 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d334a-ec55-43ee-bd41-68ace58c2028 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:41.961587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d334a-ec55-43ee-bd41-68ace58c2028 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:41.984917 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d334a-ec55-43ee-bd41-68ace58c2028 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:42.012020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d334a-ec55-43ee-bd41-68ace58c2028 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:42.016688 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2c6d334a-ec55-43ee-bd41-68ace58c2028 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3290954 Nov 29 18:12:42.022758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37614) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:42.180692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:12:42.190588 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:42.326265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4a2f1764-4aa4-45bd-80da-bff925da7bf1 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3011897 Nov 29 18:12:42.332092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37652) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:42.424380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37660) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:42.469551 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'name': 'tempest-TaggedBootDevicesTest-337976628-router', 'tenant_id': '30d0850b695446b0b4895c72e5375349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '827165bb-d5ad-4ffe-8376-6fbbd1ad5a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:20Z', 'updated_at': '2021-11-29T18:12:28Z', 'revision_number': 4, 'project_id': '30d0850b695446b0b4895c72e5375349', 'gw_port': {'id': '827165bb-d5ad-4ffe-8376-6fbbd1ad5a73', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:22Z', 'updated_at': '2021-11-29T18:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4d6bbc8d-78e0-4198-81ec-9336dd11f3ce', 'name': '', 'network_id': '82330b45-04b8-4675-96fc-1d35b4d22a7f', 'tenant_id': '30d0850b695446b0b4895c72e5375349', 'mac_address': 'fa:16:3e:62:02:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '308bc8f3-c81a-4563-88cf-52b6bf9ff5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:27Z', 'updated_at': '2021-11-29T18:12:40Z', 'revision_number': 4, 'project_id': '30d0850b695446b0b4895c72e5375349', 'subnets': [{'id': '308bc8f3-c81a-4563-88cf-52b6bf9ff5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:42.504768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba9f85f-6a27-40b0-86a6-7806aa417525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:42.508083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba9f85f-6a27-40b0-86a6-7806aa417525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:42.510076 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba9f85f-6a27-40b0-86a6-7806aa417525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:42.511082 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d6044d-a2b7-447f-83a7-c11eee9cbb95 None None] The sync data for ids ['af0cabc8-a14e-420d-acb8-d25cedc99e27'] in n-d-819494-5 is: [{'id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'name': 'tempest-TaggedBootDevicesTest-337976628-router', 'tenant_id': '30d0850b695446b0b4895c72e5375349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '827165bb-d5ad-4ffe-8376-6fbbd1ad5a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:20Z', 'updated_at': '2021-11-29T18:12:28Z', 'revision_number': 4, 'project_id': '30d0850b695446b0b4895c72e5375349', 'gw_port': {'id': '827165bb-d5ad-4ffe-8376-6fbbd1ad5a73', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:22Z', 'updated_at': '2021-11-29T18:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4d6bbc8d-78e0-4198-81ec-9336dd11f3ce', 'name': '', 'network_id': '82330b45-04b8-4675-96fc-1d35b4d22a7f', 'tenant_id': '30d0850b695446b0b4895c72e5375349', 'mac_address': 'fa:16:3e:62:02:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '308bc8f3-c81a-4563-88cf-52b6bf9ff5cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:27Z', 'updated_at': '2021-11-29T18:12:40Z', 'revision_number': 4, 'project_id': '30d0850b695446b0b4895c72e5375349', 'subnets': [{'id': '308bc8f3-c81a-4563-88cf-52b6bf9ff5cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:12:42.515203 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba9f85f-6a27-40b0-86a6-7806aa417525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:42.518827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba9f85f-6a27-40b0-86a6-7806aa417525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:42.520873 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3ba9f85f-6a27-40b0-86a6-7806aa417525 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1877544 Nov 29 18:12:42.526825 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37670) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:42.628358 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] For port 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4d6bbc8d-78e0-4198-81ec-9336dd11f3ce,segment=NetworkSegment(16d2b277-5c1a-473e-8a60-794ee9839981),segment_id=16d2b277-5c1a-473e-8a60-794ee9839981)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:12:42.676295 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:42.777650 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765caaf3-d0ec-4c34-94b9-173044f97593 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:42.783830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765caaf3-d0ec-4c34-94b9-173044f97593 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:42.788060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765caaf3-d0ec-4c34-94b9-173044f97593 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:42.796814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765caaf3-d0ec-4c34-94b9-173044f97593 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:42.800593 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765caaf3-d0ec-4c34-94b9-173044f97593 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:42.805303 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-765caaf3-d0ec-4c34-94b9-173044f97593 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2775681 Nov 29 18:12:42.809149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37698) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:42.816756 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] Pushing event updated for resources: {'Port': ['ID=4d6bbc8d-78e0-4198-81ec-9336dd11f3ce,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:42.874451 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:42.874844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:42.875200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:42.876837 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:42.877420 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:42.878580 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:42.878972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:42.879372 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:42.880386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:42.881540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:42.882564 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:42.884627 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da08b672-adc4-41b9-8a87-d0ec5f6be3b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:12:42.944134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:42.944517 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:42.964051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b09504b1-80ba-4fde-9afd-2efd4ff53ef1 None None] Provisioning complete for port 63961c01-df61-4628-893c-ab8edb0a25b7 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:42.964435 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b09504b1-80ba-4fde-9afd-2efd4ff53ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:43.089489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe9a5db-8474-456c-9754-eb3ed4cadc79 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:43.095378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ffe9a5db-8474-456c-9754-eb3ed4cadc79 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "GET /v2.0/networks/451b09d2-f657-4426-a205-173ede66d900 HTTP/1.1" status: 200 len: 803 time: 0.2803221 Nov 29 18:12:43.096053 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37724) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:43.178126 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30cd369b-e37a-4026-af08-fd232a90ff02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:43.258327 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1147e9-7c4e-4e76-ba4d-eed15153569f None None] get_active_networks_info from n-d-819494-5 {{(pid=110006) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 18:12:43.407750 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30cd369b-e37a-4026-af08-fd232a90ff02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:43.413587 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30cd369b-e37a-4026-af08-fd232a90ff02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:43.418642 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 63961c01-df61-4628-893c-ab8edb0a25b7 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:12:43.424672 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c72f3867-bc59-494c-8a46-d796dcc30541 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "GET /v2.0/networks/451b09d2-f657-4426-a205-173ede66d900?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3267322 Nov 29 18:12:43.437055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37748) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:43.485083 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-30cd369b-e37a-4026-af08-fd232a90ff02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58a11dbb44c5469281f0b2f03fec6e44&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0580528 Nov 29 18:12:43.486421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37754) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:43.487370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd369b-e37a-4026-af08-fd232a90ff02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d169da20-4f9b-4282-b8a3-bc55b12643d7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:43.626608 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f185-73ea-4347-943d-00a27097e40b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:43.642377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb32ff94-3edb-4ee8-8348-0ec37d427b66 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:43.647345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f0acee29-0eda-4361-b869-57b98799bfc2 None None] Provisioning complete for port 63961c01-df61-4628-893c-ab8edb0a25b7 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:43.648411 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0acee29-0eda-4361-b869-57b98799bfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:43.651626 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cb32ff94-3edb-4ee8-8348-0ec37d427b66 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "GET /v2.0/subnets/7ab39891-e4eb-42ec-8618-2c6244cd9454 HTTP/1.1" status: 200 len: 843 time: 0.2132330 Nov 29 18:12:43.652241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37770) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:43.700648 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 63961c01-df61-4628-893c-ab8edb0a25b7 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:43.701836 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:43.728970 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f185-73ea-4347-943d-00a27097e40b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:43.867339 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8988f27a-5655-42f3-9023-ec6041941633 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['shared'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:43.868501 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f185-73ea-4347-943d-00a27097e40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:43.870112 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8988f27a-5655-42f3-9023-ec6041941633 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "GET /v2.0/subnets/7ab39891-e4eb-42ec-8618-2c6244cd9454?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2163804 Nov 29 18:12:43.871611 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7d8f185-73ea-4347-943d-00a27097e40b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:43.874368 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37792) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:43.875445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a7d8f185-73ea-4347-943d-00a27097e40b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d169da20-4f9b-4282-b8a3-bc55b12643d7 HTTP/1.1" status: 204 len: 168 time: 0.3832648 Nov 29 18:12:43.881343 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d177abe5-d314-4cea-a9b3-e036393c9013 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1539172863'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:43.902995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8f185-73ea-4347-943d-00a27097e40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d169da20-4f9b-4282-b8a3-bc55b12643d7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:43.916890 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d177abe5-d314-4cea-a9b3-e036393c9013 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:43.923325 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d177abe5-d314-4cea-a9b3-e036393c9013 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:43.967157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d177abe5-d314-4cea-a9b3-e036393c9013 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:12:43.998888 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d177abe5-d314-4cea-a9b3-e036393c9013 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:43.999152 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-d177abe5-d314-4cea-a9b3-e036393c9013 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Added segment 96c97c04-457a-498a-81c8-1a7fba95f190 of type vlan for network 7023c6ad-5936-4b7f-a307-c309055c11ce Nov 29 18:12:44.132034 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d177abe5-d314-4cea-a9b3-e036393c9013 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:44.226719 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d177abe5-d314-4cea-a9b3-e036393c9013 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:44.239255 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d177abe5-d314-4cea-a9b3-e036393c9013 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:44.241343 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d177abe5-d314-4cea-a9b3-e036393c9013 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:44.430890 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37850) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:44.433227 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d177abe5-d314-4cea-a9b3-e036393c9013 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5515819 Nov 29 18:12:44.439818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9b1f58cd-87b7-4eef-aac5-8b7d4e8dd32a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'subnet': {'network_id': '7023c6ad-5936-4b7f-a307-c309055c11ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:44.451416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177abe5-d314-4cea-a9b3-e036393c9013 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Network': ['ID=7023c6ad-5936-4b7f-a307-c309055c11ce,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:44.487699 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 7023c6ad-5936-4b7f-a307-c309055c11ce details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:12:44.625772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1147e9-7c4e-4e76-ba4d-eed15153569f None None] Resources bound (agent type, host, resource id): {{(pid=110006) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 18:12:44.678970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1f58cd-87b7-4eef-aac5-8b7d4e8dd32a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Made reservation on behalf of 8e2ef156b3484855a6839bffc7b96ae3 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:12:44.689075 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b1f58cd-87b7-4eef-aac5-8b7d4e8dd32a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:44.825158 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-9b1f58cd-87b7-4eef-aac5-8b7d4e8dd32a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Performing IP validity checks on allocation pools {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 18:12:44.826547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-9b1f58cd-87b7-4eef-aac5-8b7d4e8dd32a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 18:12:45.029324 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37924) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:45.070215 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6ffdbdc3-c6ad-4675-b277-991e358321d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:45.085705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:12:45.262285 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b1f58cd-87b7-4eef-aac5-8b7d4e8dd32a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:45.327685 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6ffdbdc3-c6ad-4675-b277-991e358321d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:45.333766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:45.334695 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6ffdbdc3-c6ad-4675-b277-991e358321d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:45.335613 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:45.419728 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6ffdbdc3-c6ad-4675-b277-991e358321d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae53ef49de494dc2a2a2ab6186d1b455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3884602 Nov 29 18:12:45.429956 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37964) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:45.454119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f58cd-87b7-4eef-aac5-8b7d4e8dd32a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Subnet': ['ID=dde54ed3-69fc-47b9-b758-66a81fd96bd7,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:45.518843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f58cd-87b7-4eef-aac5-8b7d4e8dd32a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Checking segment: {'id': '96c97c04-457a-498a-81c8-1a7fba95f190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7023c6ad-5936-4b7f-a307-c309055c11ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:45.519205 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1f58cd-87b7-4eef-aac5-8b7d4e8dd32a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network hostable DHCP agents. Network: 7023c6ad-5936-4b7f-a307-c309055c11ce, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:12:45.543895 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdbdc3-c6ad-4675-b277-991e358321d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8985e1-34d2-46b8-bbd1-943b946d93bd,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:45.563430 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1f58cd-87b7-4eef-aac5-8b7d4e8dd32a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Network 7023c6ad-5936-4b7f-a307-c309055c11ce is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:12:45.583036 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-9b1f58cd-87b7-4eef-aac5-8b7d4e8dd32a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 7023c6ad-5936-4b7f-a307-c309055c11ce) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:45.590215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1f58cd-87b7-4eef-aac5-8b7d4e8dd32a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:45.590869 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b1f58cd-87b7-4eef-aac5-8b7d4e8dd32a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:45.592611 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f988d6-46b0-4516-b1b3-bb1430dfe64f None None] Network 7023c6ad-5936-4b7f-a307-c309055c11ce requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:45.612871 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1c68606-1ff7-4b05-bc12-064e438f6ca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:45.622058 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9b1f58cd-87b7-4eef-aac5-8b7d4e8dd32a tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1868944 Nov 29 18:12:45.625715 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37984) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:45.632420 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a34f46d1-9937-4bef-b79d-3efdd3f70f22 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:12:45.692460 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1c68606-1ff7-4b05-bc12-064e438f6ca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:45.830123 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a34f46d1-9937-4bef-b79d-3efdd3f70f22 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26889928'] for subnet, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:45.865580 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1c68606-1ff7-4b05-bc12-064e438f6ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:45.868519 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1c68606-1ff7-4b05-bc12-064e438f6ca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:45.873274 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b1c68606-1ff7-4b05-bc12-064e438f6ca9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f8985e1-34d2-46b8-bbd1-943b946d93bd HTTP/1.1" status: 204 len: 168 time: 0.4422672 Nov 29 18:12:45.882592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38024) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:45.930478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-7023c6ad-5936-4b7f-a307-c309055c11ce', 'network_id': '7023c6ad-5936-4b7f-a307-c309055c11ce', 'tenant_id': '8e2ef156b3484855a6839bffc7b96ae3', 'fixed_ips': [{'subnet_id': 'dde54ed3-69fc-47b9-b758-66a81fd96bd7'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:12:45.932412 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:46.012524 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c68606-1ff7-4b05-bc12-064e438f6ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8985e1-34d2-46b8-bbd1-943b946d93bd,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:46.274298 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19d42990-8f9d-41fd-93e7-31a8579a335f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:46.299893 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a34f46d1-9937-4bef-b79d-3efdd3f70f22 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756623474580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26994200'] for subnet, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:46.380538 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f46d1-9937-4bef-b79d-3efdd3f70f22 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:12:46.381318 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a34f46d1-9937-4bef-b79d-3efdd3f70f22 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:46.382776 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a34f46d1-9937-4bef-b79d-3efdd3f70f22 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "PUT /v2.0/subnets/dde54ed3-69fc-47b9-b758-66a81fd96bd7 HTTP/1.1" status: 200 len: 900 time: 0.7559950 Nov 29 18:12:46.383960 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f46d1-9937-4bef-b79d-3efdd3f70f22 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event updated for resources: {'Subnet': ['ID=dde54ed3-69fc-47b9-b758-66a81fd96bd7,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:46.387222 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38068) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:46.465959 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Allocated IP 2001:db8::3 (7023c6ad-5936-4b7f-a307-c309055c11ce/dde54ed3-69fc-47b9-b758-66a81fd96bd7/d7f1528e-b53b-491a-8def-2aef5acaa3ac) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:12:46.471909 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19d42990-8f9d-41fd-93e7-31a8579a335f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:46.483353 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19d42990-8f9d-41fd-93e7-31a8579a335f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:46.542459 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-19d42990-8f9d-41fd-93e7-31a8579a335f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40b647bf04d64041a208f79602a9c339&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6580307 Nov 29 18:12:46.546805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d42990-8f9d-41fd-93e7-31a8579a335f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b52a1a9-a432-41e7-ac66-e351021e48c6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:46.549692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38074) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:46.624775 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb663b32-41d9-471f-a8a8-7821d60b57fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:46.657090 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:46.658415 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb663b32-41d9-471f-a8a8-7821d60b57fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:46.755724 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb663b32-41d9-471f-a8a8-7821d60b57fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:46.760939 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb663b32-41d9-471f-a8a8-7821d60b57fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:46.767970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cb663b32-41d9-471f-a8a8-7821d60b57fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b52a1a9-a432-41e7-ac66-e351021e48c6 HTTP/1.1" status: 204 len: 168 time: 0.2168846 Nov 29 18:12:46.780523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb663b32-41d9-471f-a8a8-7821d60b57fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b52a1a9-a432-41e7-ac66-e351021e48c6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:46.804261 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:46.921678 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:46.933149 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:46.957950 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:47.018680 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Pushing event updated for resources: {'Port': ['ID=d7f1528e-b53b-491a-8def-2aef5acaa3ac,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:47.032483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Network 7023c6ad-5936-4b7f-a307-c309055c11ce is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:12:47.034481 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:12:47.037374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:12:47.129083 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Attempting to bind port d7f1528e-b53b-491a-8def-2aef5acaa3ac on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:12:47.129752 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Attempting to bind port d7f1528e-b53b-491a-8def-2aef5acaa3ac by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '96c97c04-457a-498a-81c8-1a7fba95f190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7023c6ad-5936-4b7f-a307-c309055c11ce'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:12:47.130270 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Attempting to bind port d7f1528e-b53b-491a-8def-2aef5acaa3ac on network 7023c6ad-5936-4b7f-a307-c309055c11ce {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:12:47.136254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:12:47.136809 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Checking segment: {'id': '96c97c04-457a-498a-81c8-1a7fba95f190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7023c6ad-5936-4b7f-a307-c309055c11ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:12:47.137480 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:47.138104 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Bound using segment: {'id': '96c97c04-457a-498a-81c8-1a7fba95f190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7023c6ad-5936-4b7f-a307-c309055c11ce'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:12:47.139547 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Bound port: d7f1528e-b53b-491a-8def-2aef5acaa3ac, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c97c04-457a-498a-81c8-1a7fba95f190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7023c6ad-5936-4b7f-a307-c309055c11ce'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:12:47.140093 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:47.152108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Subnet': ['ID=dde54ed3-69fc-47b9-b758-66a81fd96bd7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:47.198239 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:47.245360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7023c6ad-5936-4b7f-a307-c309055c11ce']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:47.262947 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] For port d7f1528e-b53b-491a-8def-2aef5acaa3ac, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:12:47.267283 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] For port d7f1528e-b53b-491a-8def-2aef5acaa3ac, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d7f1528e-b53b-491a-8def-2aef5acaa3ac,segment=NetworkSegment(96c97c04-457a-498a-81c8-1a7fba95f190),segment_id=96c97c04-457a-498a-81c8-1a7fba95f190)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:12:47.277082 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:47.280439 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c97c04-457a-498a-81c8-1a7fba95f190') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:47.280978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c97c04-457a-498a-81c8-1a7fba95f190') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:47.298205 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38114) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:47.301890 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:47.319945 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17124f28-a39b-41ff-ab20-13dca473ca86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:47.322485 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:47.339338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:12:47.340972 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:12:47.348421 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:12:47.453413 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639cbde-47fc-47c0-891f-798cab86d2fc None None] Pushing event updated for resources: {'Port': ['ID=d7f1528e-b53b-491a-8def-2aef5acaa3ac,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:47.487258 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bec8868-7c3b-48f9-aae2-ff2bdf9e0724 None None] Network 7023c6ad-5936-4b7f-a307-c309055c11ce requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:47.497278 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.db.api [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 18:12:47.497278 n-d-819494-5 neutron-server[110004]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 18:12:47.497278 n-d-819494-5 neutron-server[110004]: [parameters: {'id': '7023c6ad-5936-4b7f-a307-c309055c11ce'}] Nov 29 18:12:47.497278 n-d-819494-5 neutron-server[110004]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:12:47.497739 n-d-819494-5 neutron-server[110004]: DEBUG oslo_db.api [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:12:47.606854 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17124f28-a39b-41ff-ab20-13dca473ca86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:47.614698 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17124f28-a39b-41ff-ab20-13dca473ca86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:47.685983 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38122) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:47.686619 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-17124f28-a39b-41ff-ab20-13dca473ca86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07d10c9125074ed3afb7ad6626edd44b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3866353 Nov 29 18:12:47.690134 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17124f28-a39b-41ff-ab20-13dca473ca86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd601349-74a1-4c3c-bf7c-95c334b64054,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:47.765201 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aff7748-b387-4d66-b983-7c44e751f394 None None] Network 7023c6ad-5936-4b7f-a307-c309055c11ce requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:47.778899 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-886dba92-5b93-40d0-a8ab-fe6c503b61f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:47.836938 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-886dba92-5b93-40d0-a8ab-fe6c503b61f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:47.941045 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-886dba92-5b93-40d0-a8ab-fe6c503b61f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:47.943722 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-886dba92-5b93-40d0-a8ab-fe6c503b61f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:47.945229 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-886dba92-5b93-40d0-a8ab-fe6c503b61f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd601349-74a1-4c3c-bf7c-95c334b64054 HTTP/1.1" status: 204 len: 168 time: 0.2582474 Nov 29 18:12:47.963300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dba92-5b93-40d0-a8ab-fe6c503b61f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd601349-74a1-4c3c-bf7c-95c334b64054,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:47.998907 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:48.087342 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3231f3e2-3140-476b-8ce9-5fd61d048d5d None None] get_active_networks_info from n-d-819494-5 {{(pid=110006) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 18:12:48.136874 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Deleting port d7f1528e-b53b-491a-8def-2aef5acaa3ac {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:12:48.137393 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:48.278380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231f3e2-3140-476b-8ce9-5fd61d048d5d None None] Resources bound (agent type, host, resource id): {{(pid=110006) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 18:12:48.295829 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] For port d7f1528e-b53b-491a-8def-2aef5acaa3ac, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d7f1528e-b53b-491a-8def-2aef5acaa3ac,segment=NetworkSegment(96c97c04-457a-498a-81c8-1a7fba95f190),segment_id=96c97c04-457a-498a-81c8-1a7fba95f190)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:12:48.297228 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:48.319314 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Calling delete_port for d7f1528e-b53b-491a-8def-2aef5acaa3ac owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:12:48.450565 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:48.520123 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Port': ['ID=d7f1528e-b53b-491a-8def-2aef5acaa3ac,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:48.532425 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No DVR routers for this DVR port d7f1528e-b53b-491a-8def-2aef5acaa3ac on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:12:48.698408 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:48.777310 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7023c6ad-5936-4b7f-a307-c309055c11ce']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:48.796508 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c97c04-457a-498a-81c8-1a7fba95f190') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:48.797183 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c97c04-457a-498a-81c8-1a7fba95f190') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:48.832250 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:48.858685 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:48.875340 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:12:48.877224 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:12:48.882164 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:12:48.992521 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:49.018847 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:49.030693 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/networks/7023c6ad-5936-4b7f-a307-c309055c11ce HTTP/1.1" status: 204 len: 168 time: 2.6409862 Nov 29 18:12:49.033957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38212) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:49.085609 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d0680-f147-4e7b-a360-1a60627ba18e tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Network': ['ID=7023c6ad-5936-4b7f-a307-c309055c11ce,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:49.102232 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-874695e0-43d8-42a1-bc14-c17b2e6f7322 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] DELETE failed (client error): The resource could not be found. Nov 29 18:12:49.103259 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874695e0-43d8-42a1-bc14-c17b2e6f7322 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:12:49.106704 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-874695e0-43d8-42a1-bc14-c17b2e6f7322 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/subnets/dde54ed3-69fc-47b9-b758-66a81fd96bd7 HTTP/1.1" status: 404 len: 337 time: 0.0716984 Nov 29 18:12:49.109551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38216) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:49.135241 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca33ed7b-51a7-4db2-809f-618275a6b0a4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] DELETE failed (client error): The resource could not be found. Nov 29 18:12:49.136149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca33ed7b-51a7-4db2-809f-618275a6b0a4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:12:49.141653 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ca33ed7b-51a7-4db2-809f-618275a6b0a4 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/networks/7023c6ad-5936-4b7f-a307-c309055c11ce HTTP/1.1" status: 404 len: 339 time: 0.0307422 Nov 29 18:12:49.144227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38220) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:49.246510 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334d3e77-036d-4579-89a6-9915ca7dd432 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:49.357083 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334d3e77-036d-4579-89a6-9915ca7dd432 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:49.413445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-334d3e77-036d-4579-89a6-9915ca7dd432 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55ee58b-288a-490a-893c-1f0cd32f4adf']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:49.441087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-334d3e77-036d-4579-89a6-9915ca7dd432 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c7b765-30c3-4068-9199-acccc7b1e14a') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:49.441581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-334d3e77-036d-4579-89a6-9915ca7dd432 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c7b765-30c3-4068-9199-acccc7b1e14a') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:49.455163 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334d3e77-036d-4579-89a6-9915ca7dd432 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:49.476275 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334d3e77-036d-4579-89a6-9915ca7dd432 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:49.492844 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334d3e77-036d-4579-89a6-9915ca7dd432 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:12:49.493221 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334d3e77-036d-4579-89a6-9915ca7dd432 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:12:49.632030 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:12:49.649498 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334d3e77-036d-4579-89a6-9915ca7dd432 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:49.657907 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334d3e77-036d-4579-89a6-9915ca7dd432 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:49.667896 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38268) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:49.668427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-334d3e77-036d-4579-89a6-9915ca7dd432 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/networks/b55ee58b-288a-490a-893c-1f0cd32f4adf HTTP/1.1" status: 204 len: 168 time: 0.5226777 Nov 29 18:12:49.693396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d3e77-036d-4579-89a6-9915ca7dd432 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Network': ['ID=b55ee58b-288a-490a-893c-1f0cd32f4adf,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:49.714029 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a066d86-26e1-4aac-801d-047791426c94 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] DELETE failed (client error): The resource could not be found. Nov 29 18:12:49.714488 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a066d86-26e1-4aac-801d-047791426c94 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:12:49.718063 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3a066d86-26e1-4aac-801d-047791426c94 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/subnets/19cc560e-3cdf-4279-abf2-10a0375c0583 HTTP/1.1" status: 404 len: 337 time: 0.0490997 Nov 29 18:12:49.720973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38272) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:49.749734 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86ba7c3-12a3-4d9f-9449-5b6fb71c6083 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] DELETE failed (client error): The resource could not be found. Nov 29 18:12:49.750267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86ba7c3-12a3-4d9f-9449-5b6fb71c6083 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:12:49.753710 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a86ba7c3-12a3-4d9f-9449-5b6fb71c6083 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/networks/84434b67-31ba-405a-b3cf-692981eb904c HTTP/1.1" status: 404 len: 339 time: 0.0316026 Nov 29 18:12:49.756406 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38274) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:49.817912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-725f4b85-b57c-4448-a919-137258b48631 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Deleting subnet 82d73693-d4ed-414e-9f0c-266e80d99f89 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:12:49.821710 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-725f4b85-b57c-4448-a919-137258b48631 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:49.836417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38280) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:49.886116 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-725f4b85-b57c-4448-a919-137258b48631 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:50.080963 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-725f4b85-b57c-4448-a919-137258b48631 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:50.175390 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-725f4b85-b57c-4448-a919-137258b48631 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:50.213285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fbc0c9-fed6-463b-8ecd-2291ffc75faa None None] Network 7a8bd341-3727-4946-b414-26d4dafe81ba requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:50.231660 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-725f4b85-b57c-4448-a919-137258b48631 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:50.234592 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-725f4b85-b57c-4448-a919-137258b48631 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/subnets/82d73693-d4ed-414e-9f0c-266e80d99f89 HTTP/1.1" status: 204 len: 168 time: 0.4770503 Nov 29 18:12:50.239067 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29703630-1f4f-4256-88f8-2a1d70d7266c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:50.241493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38288) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:50.284079 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f4b85-b57c-4448-a919-137258b48631 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Subnet': ['ID=82d73693-d4ed-414e-9f0c-266e80d99f89,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:50.485481 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29703630-1f4f-4256-88f8-2a1d70d7266c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:50.499446 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29703630-1f4f-4256-88f8-2a1d70d7266c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:50.624911 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38316) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:50.625216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-29703630-1f4f-4256-88f8-2a1d70d7266c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=550c909af3f743038b2ae4b7a0b6ea07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7869375 Nov 29 18:12:50.629835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-814735ae-e363-48c4-b1b7-16a24f252a7f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Deleting subnet a9b8da25-4ad2-4251-a9c6-ef34f5ed71ff {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:12:50.633989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29703630-1f4f-4256-88f8-2a1d70d7266c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b365733-e440-4725-a887-f7d5b8b92485,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:50.637398 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-814735ae-e363-48c4-b1b7-16a24f252a7f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:50.707837 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-814735ae-e363-48c4-b1b7-16a24f252a7f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:50.821567 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-841e5cc4-a7b5-4dee-b18c-d2f0b3832711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:50.868755 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-814735ae-e363-48c4-b1b7-16a24f252a7f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:50.876471 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-841e5cc4-a7b5-4dee-b18c-d2f0b3832711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:51.001878 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-841e5cc4-a7b5-4dee-b18c-d2f0b3832711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:51.005131 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-841e5cc4-a7b5-4dee-b18c-d2f0b3832711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:51.006548 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-814735ae-e363-48c4-b1b7-16a24f252a7f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:51.009593 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-841e5cc4-a7b5-4dee-b18c-d2f0b3832711 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b365733-e440-4725-a887-f7d5b8b92485 HTTP/1.1" status: 204 len: 168 time: 0.3832655 Nov 29 18:12:51.040399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e5cc4-a7b5-4dee-b18c-d2f0b3832711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b365733-e440-4725-a887-f7d5b8b92485,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:51.071221 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814735ae-e363-48c4-b1b7-16a24f252a7f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b8da25-4ad2-4251-a9c6-ef34f5ed71ff,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:51.087209 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-814735ae-e363-48c4-b1b7-16a24f252a7f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:51.096189 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-814735ae-e363-48c4-b1b7-16a24f252a7f tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/subnets/a9b8da25-4ad2-4251-a9c6-ef34f5ed71ff HTTP/1.1" status: 204 len: 168 time: 0.8529565 Nov 29 18:12:51.098647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38330) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:51.237954 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:51.374653 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Deleting port 63961c01-df61-4628-893c-ab8edb0a25b7 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:12:51.376033 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:51.565242 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] For port 63961c01-df61-4628-893c-ab8edb0a25b7, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=63961c01-df61-4628-893c-ab8edb0a25b7,segment=NetworkSegment(aae57adb-8a52-4f5b-86bc-eab045ccca9a),segment_id=aae57adb-8a52-4f5b-86bc-eab045ccca9a)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:12:51.565634 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:51.567082 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2707045-de31-4049-8fd5-6c33f4e92fd4 None None] Network 7a8bd341-3727-4946-b414-26d4dafe81ba requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:51.602059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Calling delete_port for 63961c01-df61-4628-893c-ab8edb0a25b7 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:12:51.759813 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a98bce25-5c71-4fd1-b9f3-59f3d3f87b9d None None] Provisioning complete for port 63961c01-df61-4628-893c-ab8edb0a25b7 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:12:51.760456 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a98bce25-5c71-4fd1-b9f3-59f3d3f87b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:51.838981 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:51.866334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a98bce25-5c71-4fd1-b9f3-59f3d3f87b9d None None] Port 63961c01-df61-4628-893c-ab8edb0a25b7 update to ACTIVE by agent not found {{(pid=110006) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 29 18:12:51.928456 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Port': ['ID=63961c01-df61-4628-893c-ab8edb0a25b7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:51.932043 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No DVR routers for this DVR port 63961c01-df61-4628-893c-ab8edb0a25b7 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:12:51.950602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab10671-8179-45a5-a8ba-a3da9cff97d1 None None] DHCP port deletion for 7a8bd341-3727-4946-b414-26d4dafe81ba request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:12:52.203089 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:52.250294 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8bd341-3727-4946-b414-26d4dafe81ba']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:52.263313 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae57adb-8a52-4f5b-86bc-eab045ccca9a') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:52.263948 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae57adb-8a52-4f5b-86bc-eab045ccca9a') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:52.283085 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:52.324418 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:52.332696 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:12:52.333304 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:12:52.336717 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:12:52.432408 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:52.446063 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:52.455024 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/networks/7a8bd341-3727-4946-b414-26d4dafe81ba HTTP/1.1" status: 204 len: 168 time: 1.3551893 Nov 29 18:12:52.457550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38400) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:52.492665 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2d831-03eb-4692-b59c-63dc4b58396b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Network': ['ID=7a8bd341-3727-4946-b414-26d4dafe81ba,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:52.503752 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-376aea81-96c9-4648-8f12-5b72505654d9 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] DELETE failed (client error): The resource could not be found. Nov 29 18:12:52.504390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376aea81-96c9-4648-8f12-5b72505654d9 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:12:52.508103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-376aea81-96c9-4648-8f12-5b72505654d9 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/subnets/5a22cbc2-4bdc-449a-a1d3-ee6cf32ddc8c HTTP/1.1" status: 404 len: 337 time: 0.0495508 Nov 29 18:12:52.510771 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38406) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:52.531525 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-5adad0e0-ad49-416b-a877-65872e6b6024 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] DELETE failed (client error): The resource could not be found. Nov 29 18:12:52.532130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5adad0e0-ad49-416b-a877-65872e6b6024 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:12:52.538950 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5adad0e0-ad49-416b-a877-65872e6b6024 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/networks/736be3cd-43d8-4447-8f37-d17d0d56fcb3 HTTP/1.1" status: 404 len: 339 time: 0.0234685 Nov 29 18:12:52.538950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38408) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:52.568127 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4a5b8f-e242-4c58-afa6-74770779c0d0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] DELETE failed (client error): The resource could not be found. Nov 29 18:12:52.568597 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4a5b8f-e242-4c58-afa6-74770779c0d0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:12:52.571782 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-de4a5b8f-e242-4c58-afa6-74770779c0d0 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/subnets/f4c7e84d-153f-4add-8683-fa0feba34c7a HTTP/1.1" status: 404 len: 337 time: 0.0329285 Nov 29 18:12:52.574381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38412) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:52.604973 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac81902f-4c1f-43e7-9498-0f66e17b10cb tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] DELETE failed (client error): The resource could not be found. Nov 29 18:12:52.605513 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac81902f-4c1f-43e7-9498-0f66e17b10cb tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:12:52.618908 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ac81902f-4c1f-43e7-9498-0f66e17b10cb tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/networks/6e46c2de-a0f3-4dfe-b4ff-aaf8a9a055c7 HTTP/1.1" status: 404 len: 339 time: 0.0430543 Nov 29 18:12:52.621341 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38416) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:52.663460 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fe8a04-ded3-4b46-8526-00baf48f4325 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] DELETE failed (client error): The resource could not be found. Nov 29 18:12:52.666077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8fe8a04-ded3-4b46-8526-00baf48f4325 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:12:52.670892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f8fe8a04-ded3-4b46-8526-00baf48f4325 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/subnets/6d8bb26f-f1bd-40c8-81d9-0b7d91b2e374 HTTP/1.1" status: 404 len: 337 time: 0.0484970 Nov 29 18:12:52.673340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38424) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:52.709642 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-396e64d0-9784-4ecc-b30b-027c8e9cd612 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] DELETE failed (client error): The resource could not be found. Nov 29 18:12:52.710669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396e64d0-9784-4ecc-b30b-027c8e9cd612 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:12:52.714813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-396e64d0-9784-4ecc-b30b-027c8e9cd612 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/networks/3830191f-880a-4c5e-bc86-158f7af0393c HTTP/1.1" status: 404 len: 339 time: 0.0403514 Nov 29 18:12:52.717946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38430) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:52.799725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-7010f4fb-3011-41c8-82ce-de0cc2967b91 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Deleting subnet 6d21b3c9-7f38-4272-b987-d3ca83d7a8cc {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:12:52.804695 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7010f4fb-3011-41c8-82ce-de0cc2967b91 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:52.938061 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7010f4fb-3011-41c8-82ce-de0cc2967b91 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:52.948708 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 63961c01-df61-4628-893c-ab8edb0a25b7 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:12:53.011141 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 63961c01-df61-4628-893c-ab8edb0a25b7 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:12:53.012025 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 63961c01-df61-4628-893c-ab8edb0a25b7 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:12:53.115379 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7010f4fb-3011-41c8-82ce-de0cc2967b91 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:53.218676 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7010f4fb-3011-41c8-82ce-de0cc2967b91 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:53.330811 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7010f4fb-3011-41c8-82ce-de0cc2967b91 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:53.338374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c890def0-ccaa-43b4-9fab-96a119a769c9 None None] Network f7762d8f-907a-4fe4-9eb6-bc9812c9ab75 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:53.361959 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38454) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:53.366846 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7010f4fb-3011-41c8-82ce-de0cc2967b91 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/subnets/6d21b3c9-7f38-4272-b987-d3ca83d7a8cc HTTP/1.1" status: 204 len: 168 time: 0.6462963 Nov 29 18:12:53.367985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010f4fb-3011-41c8-82ce-de0cc2967b91 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Subnet': ['ID=6d21b3c9-7f38-4272-b987-d3ca83d7a8cc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:53.627229 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:53.711163 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1539653c-6ee9-4655-8899-438774911c68 None None] DHCP port deletion for f7762d8f-907a-4fe4-9eb6-bc9812c9ab75 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:12:53.777371 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Deleting port db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:12:53.779282 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:53.855256 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1539653c-6ee9-4655-8899-438774911c68 None None] Deleting port db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:12:53.855651 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1539653c-6ee9-4655-8899-438774911c68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:53.992349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] For port db7e1a51-8618-4bd8-86ec-bb6ec0eacae5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=db7e1a51-8618-4bd8-86ec-bb6ec0eacae5,segment=NetworkSegment(be113757-4b94-46e0-978a-f4bcdeeab348),segment_id=be113757-4b94-46e0-978a-f4bcdeeab348)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:12:53.995044 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:54.017100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38486) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:54.051395 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Calling delete_port for db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:12:54.058699 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1539653c-6ee9-4655-8899-438774911c68 None None] For port db7e1a51-8618-4bd8-86ec-bb6ec0eacae5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=db7e1a51-8618-4bd8-86ec-bb6ec0eacae5,segment=NetworkSegment(be113757-4b94-46e0-978a-f4bcdeeab348),segment_id=be113757-4b94-46e0-978a-f4bcdeeab348)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:12:54.061639 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1539653c-6ee9-4655-8899-438774911c68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:54.086177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1539653c-6ee9-4655-8899-438774911c68 None None] Calling delete_port for db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:12:54.215369 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:54.216330 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1539653c-6ee9-4655-8899-438774911c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:54.248531 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539653c-6ee9-4655-8899-438774911c68 None None] Pushing event deleted for resources: {'Port': ['ID=db7e1a51-8618-4bd8-86ec-bb6ec0eacae5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:54.252133 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce357229-5a68-4d34-803d-cb98615f570b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:54.259023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539653c-6ee9-4655-8899-438774911c68 None None] No DVR routers for this DVR port db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:12:54.276321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Port': ['ID=db7e1a51-8618-4bd8-86ec-bb6ec0eacae5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:54.285709 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No DVR routers for this DVR port db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:12:54.477512 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:54.500805 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7762d8f-907a-4fe4-9eb6-bc9812c9ab75']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:54.511143 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be113757-4b94-46e0-978a-f4bcdeeab348') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:54.511454 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be113757-4b94-46e0-978a-f4bcdeeab348') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:54.522943 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:54.538370 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:54.544642 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f92feb17-3ea1-400a-8970-bcde05ea5f5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:54.546701 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:12:54.547294 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:12:54.618324 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:12:54.625252 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:54.637486 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:54.642032 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/networks/f7762d8f-907a-4fe4-9eb6-bc9812c9ab75 HTTP/1.1" status: 204 len: 168 time: 1.2789738 Nov 29 18:12:54.647332 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38520) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:54.659212 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6283eb7-9a81-4e46-a42c-9e805efe9d61 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Network': ['ID=f7762d8f-907a-4fe4-9eb6-bc9812c9ab75,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:54.701917 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-b751bcb4-aac4-44c1-a7eb-713435849849 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] DELETE failed (client error): The resource could not be found. Nov 29 18:12:54.702598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b751bcb4-aac4-44c1-a7eb-713435849849 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:12:54.707574 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b751bcb4-aac4-44c1-a7eb-713435849849 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/subnets/110f0f02-1cc9-4d7e-931f-431623b42690 HTTP/1.1" status: 404 len: 337 time: 0.0578573 Nov 29 18:12:54.710207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38522) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:54.751545 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa411739-c462-4899-9e2f-8c4b533cc299 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] DELETE failed (client error): The resource could not be found. Nov 29 18:12:54.753493 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa411739-c462-4899-9e2f-8c4b533cc299 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:12:54.764670 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38524) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:54.766156 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fa411739-c462-4899-9e2f-8c4b533cc299 tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/networks/dead88a3-7f28-4534-87cb-69e48e3e7c7a HTTP/1.1" status: 404 len: 339 time: 0.0545895 Nov 29 18:12:54.768681 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38526) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:54.805863 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f92feb17-3ea1-400a-8970-bcde05ea5f5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:54.816383 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f92feb17-3ea1-400a-8970-bcde05ea5f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:54.868742 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f92feb17-3ea1-400a-8970-bcde05ea5f5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=248ce21b2af44940b4d122d04a8a24af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8505290 Nov 29 18:12:54.869836 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92feb17-3ea1-400a-8970-bcde05ea5f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0137d5-4488-4bad-88e1-a0d1826d5b71,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:54.871454 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38534) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:54.937314 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:12:54.964456 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbe1df0-8b8b-438f-ac9b-03779690d3bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Deleting subnet 7ab39891-e4eb-42ec-8618-2c6244cd9454 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:12:54.986031 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:12:54.986644 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1df0-8b8b-438f-ac9b-03779690d3bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:54.987352 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device db7e1a51-8618-4bd8-86ec-bb6ec0eacae5 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:12:55.019639 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edaa4902-a291-4173-9f60-6994daf53b59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.099182 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1df0-8b8b-438f-ac9b-03779690d3bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.194155 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36d1bba6-52d4-460a-aac0-0e1d11178699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.222923 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36d1bba6-52d4-460a-aac0-0e1d11178699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.268252 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edaa4902-a291-4173-9f60-6994daf53b59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.274548 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edaa4902-a291-4173-9f60-6994daf53b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.311452 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36d1bba6-52d4-460a-aac0-0e1d11178699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.314672 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36d1bba6-52d4-460a-aac0-0e1d11178699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.318355 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-36d1bba6-52d4-460a-aac0-0e1d11178699 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e0137d5-4488-4bad-88e1-a0d1826d5b71 HTTP/1.1" status: 204 len: 168 time: 0.4315710 Nov 29 18:12:55.320337 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1df0-8b8b-438f-ac9b-03779690d3bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.344973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1bba6-52d4-460a-aac0-0e1d11178699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0137d5-4488-4bad-88e1-a0d1826d5b71,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:55.371820 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa4902-a291-4173-9f60-6994daf53b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377910e3-f683-4998-90ea-3a777e202572,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:55.457220 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-edaa4902-a291-4173-9f60-6994daf53b59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d1f462dba8240279dbe29ed85d6dab2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6911275 Nov 29 18:12:55.461515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38556) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:55.480826 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1df0-8b8b-438f-ac9b-03779690d3bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.537684 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe1df0-8b8b-438f-ac9b-03779690d3bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab39891-e4eb-42ec-8618-2c6244cd9454,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:55.541461 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3dbe1df0-8b8b-438f-ac9b-03779690d3bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.548745 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3dbe1df0-8b8b-438f-ac9b-03779690d3bf tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/subnets/7ab39891-e4eb-42ec-8618-2c6244cd9454 HTTP/1.1" status: 204 len: 168 time: 0.7749569 Nov 29 18:12:55.548745 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38566) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:55.628312 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-517c2502-5ae1-4317-bdfe-cb931c76b3d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.652631 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38570) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:55.695582 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.714076 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-517c2502-5ae1-4317-bdfe-cb931c76b3d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.732027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87f84fb-8824-4b0e-b906-9c43147551eb None None] Network 451b09d2-f657-4426-a205-173ede66d900 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:12:55.781652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Deleting port a4cca333-cc2b-48bf-b333-5c53e32e8b51 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:12:55.781999 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.826168 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-517c2502-5ae1-4317-bdfe-cb931c76b3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.829114 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-517c2502-5ae1-4317-bdfe-cb931c76b3d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.833453 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-517c2502-5ae1-4317-bdfe-cb931c76b3d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/377910e3-f683-4998-90ea-3a777e202572 HTTP/1.1" status: 204 len: 168 time: 0.3677061 Nov 29 18:12:55.861534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c2502-5ae1-4317-bdfe-cb931c76b3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377910e3-f683-4998-90ea-3a777e202572,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:55.907177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] For port a4cca333-cc2b-48bf-b333-5c53e32e8b51, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a4cca333-cc2b-48bf-b333-5c53e32e8b51,segment=NetworkSegment(e793a99b-1efe-4f6a-a59b-00156a3e158c),segment_id=e793a99b-1efe-4f6a-a59b-00156a3e158c)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:12:55.907563 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:55.946277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Calling delete_port for a4cca333-cc2b-48bf-b333-5c53e32e8b51 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:12:56.028974 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7fc0c19c-24b6-46ec-9bf6-0b98bea7090a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.095061 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.195253 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ac1328-3ad0-401b-a063-5d5e657c89d8 None None] DHCP port deletion for 451b09d2-f657-4426-a205-173ede66d900 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:12:56.217674 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Port': ['ID=a4cca333-cc2b-48bf-b333-5c53e32e8b51,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:56.237804 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] No DVR routers for this DVR port a4cca333-cc2b-48bf-b333-5c53e32e8b51 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:12:56.312554 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7fc0c19c-24b6-46ec-9bf6-0b98bea7090a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.321796 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7fc0c19c-24b6-46ec-9bf6-0b98bea7090a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.409907 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b2f6e19-1eba-4b5f-8492-503eec38d044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.415981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0c19c-24b6-46ec-9bf6-0b98bea7090a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028bddf8-2481-4a59-b828-292d91c9c285,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:56.432966 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7fc0c19c-24b6-46ec-9bf6-0b98bea7090a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45e6dd85fdbd47e2a5ba3de6b967df67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7781885 Nov 29 18:12:56.435046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38592) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:56.469919 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.524353 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451b09d2-f657-4426-a205-173ede66d900']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:56.544714 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e793a99b-1efe-4f6a-a59b-00156a3e158c') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:56.545061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e793a99b-1efe-4f6a-a59b-00156a3e158c') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:12:56.550227 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9b5c-8d30-4651-8ec6-47b4742e52fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.573680 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38594) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:56.575120 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.593277 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.607206 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:12:56.608502 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:12:56.613828 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:12:56.617542 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9b5c-8d30-4651-8ec6-47b4742e52fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.619780 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98a96beb-f49c-45a7-8c9d-4ccab8ed5711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.706552 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.728104 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9b5c-8d30-4651-8ec6-47b4742e52fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.731662 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9b5c-8d30-4651-8ec6-47b4742e52fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.732395 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.733351 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3a1c9b5c-8d30-4651-8ec6-47b4742e52fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/028bddf8-2481-4a59-b828-292d91c9c285 HTTP/1.1" status: 204 len: 168 time: 0.2955635 Nov 29 18:12:56.737182 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] 10.222.0.23 "DELETE /v2.0/networks/451b09d2-f657-4426-a205-173ede66d900 HTTP/1.1" status: 204 len: 168 time: 1.1883688 Nov 29 18:12:56.738450 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064635a-289b-4b73-8dc9-456c8f05419b tempest-NetworksIpV6Test-652673657 tempest-NetworksIpV6Test-652673657-project] Pushing event deleted for resources: {'Network': ['ID=451b09d2-f657-4426-a205-173ede66d900,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:56.760678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c9b5c-8d30-4651-8ec6-47b4742e52fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028bddf8-2481-4a59-b828-292d91c9c285,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:56.791420 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98a96beb-f49c-45a7-8c9d-4ccab8ed5711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.796277 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98a96beb-f49c-45a7-8c9d-4ccab8ed5711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:56.886172 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a96beb-f49c-45a7-8c9d-4ccab8ed5711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e483e6-badd-4810-b2b8-1c1e7b19b579,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:56.896762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-98a96beb-f49c-45a7-8c9d-4ccab8ed5711 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b17194e4ae324fe398f9d47070670ff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3188486 Nov 29 18:12:56.899484 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38606) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:56.976181 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a4cca333-cc2b-48bf-b333-5c53e32e8b51 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:12:56.991780 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3711a9e1-7189-4547-8300-6e2273c4b072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:57.021959 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3711a9e1-7189-4547-8300-6e2273c4b072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:57.035156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: a4cca333-cc2b-48bf-b333-5c53e32e8b51 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:12:57.036890 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a4cca333-cc2b-48bf-b333-5c53e32e8b51 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:12:57.086609 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3711a9e1-7189-4547-8300-6e2273c4b072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:57.089443 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3711a9e1-7189-4547-8300-6e2273c4b072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:57.094450 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3711a9e1-7189-4547-8300-6e2273c4b072 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6e483e6-badd-4810-b2b8-1c1e7b19b579 HTTP/1.1" status: 204 len: 168 time: 0.1910536 Nov 29 18:12:57.101642 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711a9e1-7189-4547-8300-6e2273c4b072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e483e6-badd-4810-b2b8-1c1e7b19b579,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:57.143154 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:57.156694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38616) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:57.546956 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:57.619303 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38632) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:57.621917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-09c33cfa-f89a-470b-a8e7-38f108b10f0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e2ef156b3484855a6839bffc7b96ae3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4614522 Nov 29 18:12:57.718241 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-df9cb643-111f-4a30-adbe-b56221fa31ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:57.769893 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-df9cb643-111f-4a30-adbe-b56221fa31ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:57.859884 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-df9cb643-111f-4a30-adbe-b56221fa31ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:57.862858 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-df9cb643-111f-4a30-adbe-b56221fa31ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:57.864078 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-df9cb643-111f-4a30-adbe-b56221fa31ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9dad9015-d703-44d8-a844-fc66d0b2ed90 HTTP/1.1" status: 204 len: 168 time: 0.2436187 Nov 29 18:12:57.873572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cb643-111f-4a30-adbe-b56221fa31ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dad9015-d703-44d8-a844-fc66d0b2ed90,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:58.818380 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38698) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:59.052932 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:59.140438 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e823c04d-9cb9-4fc6-88ca-4d6f551f17c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:59.266309 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e823c04d-9cb9-4fc6-88ca-4d6f551f17c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:59.271556 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e823c04d-9cb9-4fc6-88ca-4d6f551f17c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:59.317223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823c04d-9cb9-4fc6-88ca-4d6f551f17c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc89d38-2ff1-4757-b06c-749fb235cf90,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:59.322957 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e823c04d-9cb9-4fc6-88ca-4d6f551f17c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca4a3150127f49889c87ebcc7cafd686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5033898 Nov 29 18:12:59.325631 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38720) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:59.385500 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f1d034c2-b764-4c06-a9ae-c372538ed19a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:59.413791 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f1d034c2-b764-4c06-a9ae-c372538ed19a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:59.489825 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f1d034c2-b764-4c06-a9ae-c372538ed19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:59.494161 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f1d034c2-b764-4c06-a9ae-c372538ed19a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:59.495751 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f1d034c2-b764-4c06-a9ae-c372538ed19a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbc89d38-2ff1-4757-b06c-749fb235cf90 HTTP/1.1" status: 204 len: 168 time: 0.1684132 Nov 29 18:12:59.508921 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d034c2-b764-4c06-a9ae-c372538ed19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc89d38-2ff1-4757-b06c-749fb235cf90,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:12:59.557634 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:59.565552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38730) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:12:59.882733 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-031182a2-33f2-4c7f-9253-b890bbad67e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:12:59.921760 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.014830 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-031182a2-33f2-4c7f-9253-b890bbad67e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.020455 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-031182a2-33f2-4c7f-9253-b890bbad67e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.060265 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031182a2-33f2-4c7f-9253-b890bbad67e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8131a59-7633-4473-ac17-98a3a7dbddf7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:00.075498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38752) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:00.076031 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-031182a2-33f2-4c7f-9253-b890bbad67e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d4d5fdbf59a4f9ab32068f71123105a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5086071 Nov 29 18:13:00.104782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38754) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:00.126703 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ddfb556a-744c-4525-8a9e-315e734fbb07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.153285 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50341f6c-6099-41a1-b050-69e97225e595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.210255 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50341f6c-6099-41a1-b050-69e97225e595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.236793 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ddfb556a-744c-4525-8a9e-315e734fbb07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.242421 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ddfb556a-744c-4525-8a9e-315e734fbb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.294382 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ddfb556a-744c-4525-8a9e-315e734fbb07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebbd420109e741d8b31975ae02336d8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1883316 Nov 29 18:13:00.296353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb556a-744c-4525-8a9e-315e734fbb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a57e2c5-2191-4462-8b5c-74590a706730,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:00.301343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38762) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:00.371968 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50341f6c-6099-41a1-b050-69e97225e595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.375652 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50341f6c-6099-41a1-b050-69e97225e595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.377214 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-50341f6c-6099-41a1-b050-69e97225e595 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8131a59-7633-4473-ac17-98a3a7dbddf7 HTTP/1.1" status: 204 len: 168 time: 0.2998538 Nov 29 18:13:00.393705 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f346126-4246-4eb6-9e24-41eb36f48487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.393854 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38766) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:00.405791 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50341f6c-6099-41a1-b050-69e97225e595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8131a59-7633-4473-ac17-98a3a7dbddf7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:00.462007 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f346126-4246-4eb6-9e24-41eb36f48487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.563233 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f346126-4246-4eb6-9e24-41eb36f48487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.566961 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f346126-4246-4eb6-9e24-41eb36f48487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.568399 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4f346126-4246-4eb6-9e24-41eb36f48487 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a57e2c5-2191-4462-8b5c-74590a706730 HTTP/1.1" status: 204 len: 168 time: 0.2658236 Nov 29 18:13:00.569103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-60deb3fa-28b2-4cb1-9d2d-ded4a0a8d058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'network': {'name': 'tempest-RoutersTest-695094479'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:00.580178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f346126-4246-4eb6-9e24-41eb36f48487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a57e2c5-2191-4462-8b5c-74590a706730,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:00.627779 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60deb3fa-28b2-4cb1-9d2d-ded4a0a8d058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:00.632025 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-60deb3fa-28b2-4cb1-9d2d-ded4a0a8d058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.644928 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-60deb3fa-28b2-4cb1-9d2d-ded4a0a8d058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.749483 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-60deb3fa-28b2-4cb1-9d2d-ded4a0a8d058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.756535 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-60deb3fa-28b2-4cb1-9d2d-ded4a0a8d058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.787087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60deb3fa-28b2-4cb1-9d2d-ded4a0a8d058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:13:00.804644 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60deb3fa-28b2-4cb1-9d2d-ded4a0a8d058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e030f904-34dd-435c-b673-889a692a323a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:00.811717 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-60deb3fa-28b2-4cb1-9d2d-ded4a0a8d058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.812075 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-60deb3fa-28b2-4cb1-9d2d-ded4a0a8d058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Added segment 88827f4a-84ad-4f31-b8c5-d9bee59e7311 of type vlan for network 1379bc78-ad08-4f60-884b-420eeb2be49c Nov 29 18:13:00.870885 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-60deb3fa-28b2-4cb1-9d2d-ded4a0a8d058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.908549 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-60deb3fa-28b2-4cb1-9d2d-ded4a0a8d058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.914444 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60deb3fa-28b2-4cb1-9d2d-ded4a0a8d058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:00.915288 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-60deb3fa-28b2-4cb1-9d2d-ded4a0a8d058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:00.988228 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-60deb3fa-28b2-4cb1-9d2d-ded4a0a8d058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5905950 Nov 29 18:13:00.988858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38788) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:00.995165 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-146c30c0-9c9f-4b55-991a-7ab18e68075a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'network': {'name': 'tempest-RoutersTest-1199980843'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:00.995785 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60deb3fa-28b2-4cb1-9d2d-ded4a0a8d058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Network': ['ID=1379bc78-ad08-4f60-884b-420eeb2be49c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:01.009585 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 1379bc78-ad08-4f60-884b-420eeb2be49c details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:13:01.070592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146c30c0-9c9f-4b55-991a-7ab18e68075a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:01.077668 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-146c30c0-9c9f-4b55-991a-7ab18e68075a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:01.112958 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146c30c0-9c9f-4b55-991a-7ab18e68075a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:13:01.126066 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-146c30c0-9c9f-4b55-991a-7ab18e68075a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:01.126409 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-146c30c0-9c9f-4b55-991a-7ab18e68075a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Added segment 8f407e9b-b1f8-4163-b42d-87303d20021a of type vlan for network 1a7710d2-d0b4-44d8-849a-8294a8d3b28a Nov 29 18:13:01.192451 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38794) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:01.203790 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-146c30c0-9c9f-4b55-991a-7ab18e68075a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:01.243724 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-146c30c0-9c9f-4b55-991a-7ab18e68075a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:01.252261 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146c30c0-9c9f-4b55-991a-7ab18e68075a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:01.252831 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-146c30c0-9c9f-4b55-991a-7ab18e68075a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:01.367188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c30c0-9c9f-4b55-991a-7ab18e68075a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Network': ['ID=1a7710d2-d0b4-44d8-849a-8294a8d3b28a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:01.375945 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-146c30c0-9c9f-4b55-991a-7ab18e68075a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3854702 Nov 29 18:13:01.378637 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38806) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:01.388427 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 1a7710d2-d0b4-44d8-849a-8294a8d3b28a details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:13:01.394377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8b94e546-3bac-497e-9b8f-8a125bb34d18 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'subnet': {'network_id': '1379bc78-ad08-4f60-884b-420eeb2be49c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:01.476061 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f93d66d-116f-4ec4-865d-a7ff2deadef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:01.609628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38818) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:01.704404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b94e546-3bac-497e-9b8f-8a125bb34d18 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:01.708178 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b94e546-3bac-497e-9b8f-8a125bb34d18 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:01.796063 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f93d66d-116f-4ec4-865d-a7ff2deadef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:01.809129 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f93d66d-116f-4ec4-865d-a7ff2deadef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:01.845336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93d66d-116f-4ec4-865d-a7ff2deadef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef08556-7c8d-4bbe-8d93-e9cee60ee5ef,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:01.876309 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1f93d66d-116f-4ec4-865d-a7ff2deadef7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee6bbe984e19474992bc4605427a7ddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6804605 Nov 29 18:13:01.876560 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38826) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:01.986229 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77c59600-8c44-4613-98b2-d75788c4eac3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:01.986657 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f6e1823f-aa80-4e2d-8882-54f8dfa07dd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:02.108795 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b94e546-3bac-497e-9b8f-8a125bb34d18 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:02.187827 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f6e1823f-aa80-4e2d-8882-54f8dfa07dd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:02.190312 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94e546-3bac-497e-9b8f-8a125bb34d18 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Subnet': ['ID=e643b5ff-0e5c-45a7-bce0-54d70917a3d6,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:02.192479 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77c59600-8c44-4613-98b2-d75788c4eac3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:02.204399 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77c59600-8c44-4613-98b2-d75788c4eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:02.251354 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-77c59600-8c44-4613-98b2-d75788c4eac3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02ba6744f75b498ab0efbe1c6a3154fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6397288 Nov 29 18:13:02.254208 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38842) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:02.308357 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c59600-8c44-4613-98b2-d75788c4eac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0806c71f-9250-40d1-8a8b-b35ff6671857,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:02.360780 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b94e546-3bac-497e-9b8f-8a125bb34d18 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Checking segment: {'id': '88827f4a-84ad-4f31-b8c5-d9bee59e7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1379bc78-ad08-4f60-884b-420eeb2be49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:02.361294 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b94e546-3bac-497e-9b8f-8a125bb34d18 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network hostable DHCP agents. Network: 1379bc78-ad08-4f60-884b-420eeb2be49c, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:13:02.405749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b94e546-3bac-497e-9b8f-8a125bb34d18 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 1379bc78-ad08-4f60-884b-420eeb2be49c is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:13:02.415356 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f6e1823f-aa80-4e2d-8882-54f8dfa07dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:02.418381 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f6e1823f-aa80-4e2d-8882-54f8dfa07dd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:02.420303 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f6e1823f-aa80-4e2d-8882-54f8dfa07dd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ef08556-7c8d-4bbe-8d93-e9cee60ee5ef HTTP/1.1" status: 204 len: 168 time: 0.5421269 Nov 29 18:13:02.425422 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-de2d1f89-c037-4be7-8689-bcfcf13c394c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:02.452098 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-de2d1f89-c037-4be7-8689-bcfcf13c394c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:02.493412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-8b94e546-3bac-497e-9b8f-8a125bb34d18 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 1379bc78-ad08-4f60-884b-420eeb2be49c) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:02.499820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1823f-aa80-4e2d-8882-54f8dfa07dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef08556-7c8d-4bbe-8d93-e9cee60ee5ef,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:02.508093 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b94e546-3bac-497e-9b8f-8a125bb34d18 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:02.508199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e57652-25aa-46eb-a619-8efe9789d6ab None None] Network 1379bc78-ad08-4f60-884b-420eeb2be49c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:02.509533 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b94e546-3bac-497e-9b8f-8a125bb34d18 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:02.540659 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8b94e546-3bac-497e-9b8f-8a125bb34d18 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1608067 Nov 29 18:13:02.543678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38850) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:02.549803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ede83c1e-4079-4972-bd84-77017d443711 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'subnet': {'network_id': '1a7710d2-d0b4-44d8-849a-8294a8d3b28a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:02.557136 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-de2d1f89-c037-4be7-8689-bcfcf13c394c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:02.560642 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-de2d1f89-c037-4be7-8689-bcfcf13c394c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:02.563084 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-de2d1f89-c037-4be7-8689-bcfcf13c394c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0806c71f-9250-40d1-8a8b-b35ff6671857 HTTP/1.1" status: 204 len: 168 time: 0.3074443 Nov 29 18:13:02.619697 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d1f89-c037-4be7-8689-bcfcf13c394c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0806c71f-9250-40d1-8a8b-b35ff6671857,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:02.754456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-1379bc78-ad08-4f60-884b-420eeb2be49c', 'network_id': '1379bc78-ad08-4f60-884b-420eeb2be49c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'fixed_ips': [{'subnet_id': 'e643b5ff-0e5c-45a7-bce0-54d70917a3d6'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:13:02.755537 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:02.812297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede83c1e-4079-4972-bd84-77017d443711 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:02.815889 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ede83c1e-4079-4972-bd84-77017d443711 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:02.976457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Allocated IP 172.20.0.2 (1379bc78-ad08-4f60-884b-420eeb2be49c/e643b5ff-0e5c-45a7-bce0-54d70917a3d6/30b040d7-2dfe-4e52-97d5-9702b6765c12) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:03.206767 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ede83c1e-4079-4972-bd84-77017d443711 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:03.279936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede83c1e-4079-4972-bd84-77017d443711 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Subnet': ['ID=342ec5c5-197a-41d0-9497-49624b74827e,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:03.334099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede83c1e-4079-4972-bd84-77017d443711 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Checking segment: {'id': '8f407e9b-b1f8-4163-b42d-87303d20021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1a7710d2-d0b4-44d8-849a-8294a8d3b28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:03.345266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede83c1e-4079-4972-bd84-77017d443711 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network hostable DHCP agents. Network: 1a7710d2-d0b4-44d8-849a-8294a8d3b28a, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:13:03.370933 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:03.382214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede83c1e-4079-4972-bd84-77017d443711 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 1a7710d2-d0b4-44d8-849a-8294a8d3b28a is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:13:03.385945 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:03.397643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-ede83c1e-4079-4972-bd84-77017d443711 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 1a7710d2-d0b4-44d8-849a-8294a8d3b28a) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:03.416880 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede83c1e-4079-4972-bd84-77017d443711 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:03.419196 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ede83c1e-4079-4972-bd84-77017d443711 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:03.443925 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edde69fe-9412-4133-8b75-3b1fa05f26e8 None None] Network 1a7710d2-d0b4-44d8-849a-8294a8d3b28a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:03.451101 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ede83c1e-4079-4972-bd84-77017d443711 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9052978 Nov 29 18:13:03.454445 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38882) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:03.469741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a3d9692c-a34f-45d3-84a1-131886fae9f0 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1096275862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:03.531677 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3d9692c-a34f-45d3-84a1-131886fae9f0 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:03.533151 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3d9692c-a34f-45d3-84a1-131886fae9f0 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:03.555977 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Network 1379bc78-ad08-4f60-884b-420eeb2be49c is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:03.582151 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:03.593346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:03.595521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Pushing event updated for resources: {'Port': ['ID=30b040d7-2dfe-4e52-97d5-9702b6765c12,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:03.652171 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3d9692c-a34f-45d3-84a1-131886fae9f0 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:03.662104 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3d9692c-a34f-45d3-84a1-131886fae9f0 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:03.682113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Attempting to bind port 30b040d7-2dfe-4e52-97d5-9702b6765c12 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:03.682710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Attempting to bind port 30b040d7-2dfe-4e52-97d5-9702b6765c12 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '88827f4a-84ad-4f31-b8c5-d9bee59e7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1379bc78-ad08-4f60-884b-420eeb2be49c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:03.683262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Attempting to bind port 30b040d7-2dfe-4e52-97d5-9702b6765c12 on network 1379bc78-ad08-4f60-884b-420eeb2be49c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:03.698752 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3d9692c-a34f-45d3-84a1-131886fae9f0 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:03.700183 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a3d9692c-a34f-45d3-84a1-131886fae9f0 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2435942 Nov 29 18:13:03.703615 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 38890) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:03.714492 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:03.715578 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Checking segment: {'id': '88827f4a-84ad-4f31-b8c5-d9bee59e7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1379bc78-ad08-4f60-884b-420eeb2be49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:03.716921 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:03.717471 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Bound using segment: {'id': '88827f4a-84ad-4f31-b8c5-d9bee59e7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1379bc78-ad08-4f60-884b-420eeb2be49c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:03.718643 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Bound port: 30b040d7-2dfe-4e52-97d5-9702b6765c12, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88827f4a-84ad-4f31-b8c5-d9bee59e7311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '1379bc78-ad08-4f60-884b-420eeb2be49c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:03.719333 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:03.762669 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-1a7710d2-d0b4-44d8-849a-8294a8d3b28a', 'network_id': '1a7710d2-d0b4-44d8-849a-8294a8d3b28a', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'fixed_ips': [{'subnet_id': '342ec5c5-197a-41d0-9497-49624b74827e'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:13:03.764164 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:03.883879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] For port 30b040d7-2dfe-4e52-97d5-9702b6765c12, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:03.888180 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] For port 30b040d7-2dfe-4e52-97d5-9702b6765c12, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=30b040d7-2dfe-4e52-97d5-9702b6765c12,segment=NetworkSegment(88827f4a-84ad-4f31-b8c5-d9bee59e7311),segment_id=88827f4a-84ad-4f31-b8c5-d9bee59e7311)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:03.900540 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:04.192226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9638eb-f1b0-46bd-8a6a-4a61661dee10 None None] Pushing event updated for resources: {'Port': ['ID=30b040d7-2dfe-4e52-97d5-9702b6765c12,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:04.351206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Allocated IP 172.21.0.2 (1a7710d2-d0b4-44d8-849a-8294a8d3b28a/342ec5c5-197a-41d0-9497-49624b74827e/8c344fb1-beb0-4326-a86a-cce0cd8ec7b0) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:04.426956 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38916) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:04.656740 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:04.671474 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:04.704490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-230915452', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:04.723430 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:04.738629 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Network 1a7710d2-d0b4-44d8-849a-8294a8d3b28a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:04.744586 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:04.755348 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:04.768996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Made reservation on behalf of 607b3caf8bd7407e9bc07abb9bc536f3 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:04.775949 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:04.797589 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:04.826812 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Pushing event updated for resources: {'Port': ['ID=8c344fb1-beb0-4326-a86a-cce0cd8ec7b0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:04.850415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Attempting to bind port 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:04.850897 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Attempting to bind port 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '8f407e9b-b1f8-4163-b42d-87303d20021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1a7710d2-d0b4-44d8-849a-8294a8d3b28a'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:04.851916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Attempting to bind port 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0 on network 1a7710d2-d0b4-44d8-849a-8294a8d3b28a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:04.870084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:04.870870 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Checking segment: {'id': '8f407e9b-b1f8-4163-b42d-87303d20021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1a7710d2-d0b4-44d8-849a-8294a8d3b28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:04.884942 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:04.886794 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Bound using segment: {'id': '8f407e9b-b1f8-4163-b42d-87303d20021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1a7710d2-d0b4-44d8-849a-8294a8d3b28a'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:04.891295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Bound port: 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f407e9b-b1f8-4163-b42d-87303d20021a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1a7710d2-d0b4-44d8-849a-8294a8d3b28a'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:04.891295 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:05.080172 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] For port 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:05.085790 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] For port 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8c344fb1-beb0-4326-a86a-cce0cd8ec7b0,segment=NetworkSegment(8f407e9b-b1f8-4163-b42d-87303d20021a),segment_id=8f407e9b-b1f8-4163-b42d-87303d20021a)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:05.096241 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:05.119990 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:05.133604 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:05.146349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] device_id is not set on port 02ebe62b-7ada-4c38-8eca-f1df3e1cfe0f yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:05.170890 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 30b040d7-2dfe-4e52-97d5-9702b6765c12 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:05.296876 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Allocated IP 172.20.0.1 (1379bc78-ad08-4f60-884b-420eeb2be49c/e643b5ff-0e5c-45a7-bce0-54d70917a3d6/7a73b525-4c64-49c4-84a5-edfe30f043fa) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:05.399058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07e7aab-df02-45bc-bccd-ce88ea6c6f27,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:05.430425 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a99969-16fc-4bb2-aacd-91ac29337706 None None] Pushing event updated for resources: {'Port': ['ID=8c344fb1-beb0-4326-a86a-cce0cd8ec7b0,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:05.454494 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 30b040d7-2dfe-4e52-97d5-9702b6765c12 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:05.482186 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:05.552039 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Allocated IP 172.25.3.69 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/02ebe62b-7ada-4c38-8eca-f1df3e1cfe0f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:05.590430 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:05.735051 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:05.806666 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:05.928783 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 1379bc78-ad08-4f60-884b-420eeb2be49c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:05.933490 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 30b040d7-2dfe-4e52-97d5-9702b6765c12, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=30b040d7-2dfe-4e52-97d5-9702b6765c12,segment=NetworkSegment(88827f4a-84ad-4f31-b8c5-d9bee59e7311),segment_id=88827f4a-84ad-4f31-b8c5-d9bee59e7311)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:05.937618 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:05.949802 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:05.965476 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:05.965966 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:06.122095 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=7a73b525-4c64-49c4-84a5-edfe30f043fa,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:06.135428 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:06.157645 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053af740-6bb3-4fa8-b559-2d29a876f756 None None] Network 1379bc78-ad08-4f60-884b-420eeb2be49c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:06.161422 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:06.167091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=30b040d7-2dfe-4e52-97d5-9702b6765c12,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:06.241907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-32b78070-3c7e-4a87-a0eb-8b3981aed6a0 None None] Provisioning complete for port 30b040d7-2dfe-4e52-97d5-9702b6765c12 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:06.242265 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32b78070-3c7e-4a87-a0eb-8b3981aed6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:06.329680 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:06.338730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:06.350597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:06.354369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Pushing event updated for resources: {'Port': ['ID=02ebe62b-7ada-4c38-8eca-f1df3e1cfe0f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:06.406266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:06.406504 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:06.412517 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:06.450277 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd5e9ea-bc1f-4977-b500-294b4136e053 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:13:06.454961 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c58dbcba-2ff6-4e91-9ace-434bfa618eb0 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0258920 Nov 29 18:13:06.457933 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 38998) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:06.504032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a95696ca-0414-4ec0-af0c-aedb096aa3a6 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.69'}]}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:06.571865 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a95696ca-0414-4ec0-af0c-aedb096aa3a6 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:06.573776 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a95696ca-0414-4ec0-af0c-aedb096aa3a6 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:06.710862 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a95696ca-0414-4ec0-af0c-aedb096aa3a6 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:06.726511 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0af3de91-66e6-4275-a025-6d299bf14d52 None None] Provisioning complete for port 02ebe62b-7ada-4c38-8eca-f1df3e1cfe0f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:06.729013 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0af3de91-66e6-4275-a025-6d299bf14d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:06.854957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0af3de91-66e6-4275-a025-6d299bf14d52 None None] Port 02ebe62b-7ada-4c38-8eca-f1df3e1cfe0f cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:07.204176 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a6b91f7d-f0ae-4eb0-9e86-643fe161f219 None None] Provisioning complete for port 30b040d7-2dfe-4e52-97d5-9702b6765c12 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:07.204559 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6b91f7d-f0ae-4eb0-9e86-643fe161f219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:07.301849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:07.376081 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:07.387909 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:07.681111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=7a73b525-4c64-49c4-84a5-edfe30f043fa,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:07.684011 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:07.724032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bd9e2f-060f-440b-b36e-d45b656f66ac None None] Network 1a7710d2-d0b4-44d8-849a-8294a8d3b28a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:07.892882 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39118) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:07.977385 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a95696ca-0414-4ec0-af0c-aedb096aa3a6 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:08.051744 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 1379bc78-ad08-4f60-884b-420eeb2be49c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:08.054135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:08.134293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:08.134997 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:08.198741 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a6b91f7d-f0ae-4eb0-9e86-643fe161f219 None None] Provisioning complete for port 7a73b525-4c64-49c4-84a5-edfe30f043fa triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:08.199153 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6b91f7d-f0ae-4eb0-9e86-643fe161f219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:08.226921 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99226f41-c0ad-4be8-b6a4-e85c492fe9a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:08.408161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a6b91f7d-f0ae-4eb0-9e86-643fe161f219 None None] Port 7a73b525-4c64-49c4-84a5-edfe30f043fa cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:08.414988 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a95696ca-0414-4ec0-af0c-aedb096aa3a6 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:08.433150 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:08.468064 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a95696ca-0414-4ec0-af0c-aedb096aa3a6 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:08.532304 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8c344fb1-beb0-4326-a86a-cce0cd8ec7b0,segment=NetworkSegment(8f407e9b-b1f8-4163-b42d-87303d20021a),segment_id=8f407e9b-b1f8-4163-b42d-87303d20021a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:08.550950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router 6964fcfc-d417-45c2-976c-39236297fa2d is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:13:08.551594 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:08.551749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 30b040d7-2dfe-4e52-97d5-9702b6765c12 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:08.674746 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-624333ba-7ccd-41b7-a615-c8e47fb0d807 None None] Provisioning complete for port 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:08.675161 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-624333ba-7ccd-41b7-a615-c8e47fb0d807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:08.707387 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 30b040d7-2dfe-4e52-97d5-9702b6765c12 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:08.707999 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:08.727597 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:13:08.735319 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0995501a-5645-48d7-b946-169759be593f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/6964fcfc-d417-45c2-976c-39236297fa2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0302927 Nov 29 18:13:08.739652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39142) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:08.742823 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=8c344fb1-beb0-4326-a86a-cce0cd8ec7b0,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:08.751807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4167b9-e305-45aa-8cbe-f829892c1603 None None] Sync routers for ids ['6964fcfc-d417-45c2-976c-39236297fa2d'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:13:08.759152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39144) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:08.790895 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4167b9-e305-45aa-8cbe-f829892c1603 None None] Routers {'6964fcfc-d417-45c2-976c-39236297fa2d'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:13:08.791863 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3d4167b9-e305-45aa-8cbe-f829892c1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:12:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6964fcfc-d417-45c2-976c-39236297fa2d'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:08.823364 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99226f41-c0ad-4be8-b6a4-e85c492fe9a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:08.840901 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3d4167b9-e305-45aa-8cbe-f829892c1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:08.846067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0805ec-89d4-4a2b-9c09-071ed5fdf704 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:08.847647 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cd0805ec-89d4-4a2b-9c09-071ed5fdf704 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports/7a73b525-4c64-49c4-84a5-edfe30f043fa HTTP/1.1" status: 200 len: 910 time: 0.1068881 Nov 29 18:13:08.848798 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99226f41-c0ad-4be8-b6a4-e85c492fe9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:08.860032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39148) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:08.886216 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-99226f41-c0ad-4be8-b6a4-e85c492fe9a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f470a696bf3469cbb236fadacc47767&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9921904 Nov 29 18:13:08.889004 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4167b9-e305-45aa-8cbe-f829892c1603 None None] Routers {'6964fcfc-d417-45c2-976c-39236297fa2d'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:13:08.890069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3d4167b9-e305-45aa-8cbe-f829892c1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:12:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6964fcfc-d417-45c2-976c-39236297fa2d'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:08.890821 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39150) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:08.912937 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99226f41-c0ad-4be8-b6a4-e85c492fe9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9e03e5-621f-4dcc-831c-1c4471d005e4,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:08.930489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3d4167b9-e305-45aa-8cbe-f829892c1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:08.931339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4167b9-e305-45aa-8cbe-f829892c1603 None None] The sync data for ids ['6964fcfc-d417-45c2-976c-39236297fa2d'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:13:08.977925 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d385c86c-844d-4fa5-98e3-ffe9e76e5a0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:08.983399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-624333ba-7ccd-41b7-a615-c8e47fb0d807 None None] Provisioning complete for port 7a73b525-4c64-49c4-84a5-edfe30f043fa triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:08.983786 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-624333ba-7ccd-41b7-a615-c8e47fb0d807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.001074 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d385c86c-844d-4fa5-98e3-ffe9e76e5a0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.025291 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-624333ba-7ccd-41b7-a615-c8e47fb0d807 None None] Port 7a73b525-4c64-49c4-84a5-edfe30f043fa cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:09.069312 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d385c86c-844d-4fa5-98e3-ffe9e76e5a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.078005 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d385c86c-844d-4fa5-98e3-ffe9e76e5a0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.079145 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d385c86c-844d-4fa5-98e3-ffe9e76e5a0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e9e03e5-621f-4dcc-831c-1c4471d005e4 HTTP/1.1" status: 204 len: 168 time: 0.1872988 Nov 29 18:13:09.095055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385c86c-844d-4fa5-98e3-ffe9e76e5a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9e03e5-621f-4dcc-831c-1c4471d005e4,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:09.148782 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2f6af3c3-d615-4a9d-8175-c8dd6459a8a5 None None] Provisioning complete for port 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:09.149800 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f6af3c3-d615-4a9d-8175-c8dd6459a8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.152607 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c91c2dd-171d-47de-911e-19e83f4885e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.203081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:09.211535 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a95696ca-0414-4ec0-af0c-aedb096aa3a6 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.304852 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:09.305237 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.358312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2f6af3c3-d615-4a9d-8175-c8dd6459a8a5 None None] Provisioning complete for port 7a73b525-4c64-49c4-84a5-edfe30f043fa triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:09.358602 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f6af3c3-d615-4a9d-8175-c8dd6459a8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.422621 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2f6af3c3-d615-4a9d-8175-c8dd6459a8a5 None None] Port 7a73b525-4c64-49c4-84a5-edfe30f043fa cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:09.502679 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a95696ca-0414-4ec0-af0c-aedb096aa3a6 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.512395 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a95696ca-0414-4ec0-af0c-aedb096aa3a6 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.519684 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c91c2dd-171d-47de-911e-19e83f4885e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.556138 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39168) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:09.561988 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-f2c44cac-7d1b-45d1-af0c-fbe143435293 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1292603582'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:09.580033 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c91c2dd-171d-47de-911e-19e83f4885e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.594503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c44cac-7d1b-45d1-af0c-fbe143435293 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Made reservation on behalf of 69148bb57fa54adf911a3855e38b3970 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:09.601788 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2c44cac-7d1b-45d1-af0c-fbe143435293 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.621219 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a95696ca-0414-4ec0-af0c-aedb096aa3a6 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.621721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95696ca-0414-4ec0-af0c-aedb096aa3a6 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 996726cf-76a4-4562-88f6-1dc8ef2798cf {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:13:09.642376 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4c91c2dd-171d-47de-911e-19e83f4885e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33558c91484c4b1c992ad5de494e758d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8796883 Nov 29 18:13:09.645603 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39172) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:09.655712 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91c2dd-171d-47de-911e-19e83f4885e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b1eadd-266e-4766-9b07-05b68eaf920b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:09.679292 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-a95696ca-0414-4ec0-af0c-aedb096aa3a6 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 29 18:13:09.680363 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a95696ca-0414-4ec0-af0c-aedb096aa3a6 tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.2201602 Nov 29 18:13:09.684277 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39174) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:09.693671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c44cac-7d1b-45d1-af0c-fbe143435293 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:13:09.722359 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2c44cac-7d1b-45d1-af0c-fbe143435293 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.722712 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-f2c44cac-7d1b-45d1-af0c-fbe143435293 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Added segment 6f63eda3-ae9e-4bee-a424-55219d24185f of type vlan for network 07640d9f-e07a-48c7-a743-879be86985c1 Nov 29 18:13:09.748940 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.772064 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-05aed81c-8b7d-4687-bd16-ad965b0ed437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.801462 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2c44cac-7d1b-45d1-af0c-fbe143435293 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.815545 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-05aed81c-8b7d-4687-bd16-ad965b0ed437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.870263 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2c44cac-7d1b-45d1-af0c-fbe143435293 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.878232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c44cac-7d1b-45d1-af0c-fbe143435293 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:09.878863 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2c44cac-7d1b-45d1-af0c-fbe143435293 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.952087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b5c2efe3-1f5e-4242-bf69-0ebbe733c78b tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Deleting port 02ebe62b-7ada-4c38-8eca-f1df3e1cfe0f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:09.952439 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5c2efe3-1f5e-4242-bf69-0ebbe733c78b tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.961395 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f2c44cac-7d1b-45d1-af0c-fbe143435293 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4034338 Nov 29 18:13:09.971809 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-05aed81c-8b7d-4687-bd16-ad965b0ed437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.971992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39184) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:09.974199 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-05aed81c-8b7d-4687-bd16-ad965b0ed437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:09.975361 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-05aed81c-8b7d-4687-bd16-ad965b0ed437 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47b1eadd-266e-4766-9b07-05b68eaf920b HTTP/1.1" status: 204 len: 168 time: 0.3284163 Nov 29 18:13:09.986977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-41230452-e91e-470a-9bd4-c93f4182800d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2044672024'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:09.992177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aed81c-8b7d-4687-bd16-ad965b0ed437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b1eadd-266e-4766-9b07-05b68eaf920b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:10.000985 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c44cac-7d1b-45d1-af0c-fbe143435293 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event updated for resources: {'Network': ['ID=07640d9f-e07a-48c7-a743-879be86985c1,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:10.030271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 07640d9f-e07a-48c7-a743-879be86985c1 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:13:10.074550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41230452-e91e-470a-9bd4-c93f4182800d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Made reservation on behalf of 69148bb57fa54adf911a3855e38b3970 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:10.078668 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41230452-e91e-470a-9bd4-c93f4182800d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:10.125073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41230452-e91e-470a-9bd4-c93f4182800d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:13:10.139327 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41230452-e91e-470a-9bd4-c93f4182800d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:10.139694 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-41230452-e91e-470a-9bd4-c93f4182800d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Added segment 77a1e57c-33ef-43ac-b2b8-85452ab71c43 of type vlan for network d9f36459-b545-4033-9511-3819613163f0 Nov 29 18:13:10.194061 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41230452-e91e-470a-9bd4-c93f4182800d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:10.332374 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41230452-e91e-470a-9bd4-c93f4182800d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:10.338048 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41230452-e91e-470a-9bd4-c93f4182800d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:10.338919 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41230452-e91e-470a-9bd4-c93f4182800d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:10.421449 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5c2efe3-1f5e-4242-bf69-0ebbe733c78b tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:10.451768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-41230452-e91e-470a-9bd4-c93f4182800d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4788733 Nov 29 18:13:10.454629 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39200) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:10.460256 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-3f425f27-5a5f-4e5e-9939-b12253391a91 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Request body: {'subnet': {'network_id': '07640d9f-e07a-48c7-a743-879be86985c1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:10.461046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b5c2efe3-1f5e-4242-bf69-0ebbe733c78b tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Calling delete_port for 02ebe62b-7ada-4c38-8eca-f1df3e1cfe0f owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:10.495984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39202) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:10.506152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41230452-e91e-470a-9bd4-c93f4182800d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event updated for resources: {'Network': ['ID=d9f36459-b545-4033-9511-3819613163f0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:10.517780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network d9f36459-b545-4033-9511-3819613163f0 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:13:10.569473 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b12f987d-946e-49a6-bad7-b183fc9d332b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:10.599627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Allocated IP 172.21.0.1 (1a7710d2-d0b4-44d8-849a-8294a8d3b28a/342ec5c5-197a-41d0-9497-49624b74827e/8459e0c3-0b80-43aa-b4bd-6aa2a414818a) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:10.600142 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f425f27-5a5f-4e5e-9939-b12253391a91 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Made reservation on behalf of 69148bb57fa54adf911a3855e38b3970 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:10.605336 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f425f27-5a5f-4e5e-9939-b12253391a91 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:10.869616 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b12f987d-946e-49a6-bad7-b183fc9d332b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:10.881685 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b12f987d-946e-49a6-bad7-b183fc9d332b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:10.908485 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f425f27-5a5f-4e5e-9939-b12253391a91 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:10.908839 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5c2efe3-1f5e-4242-bf69-0ebbe733c78b tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:10.958506 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:11.003018 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f425f27-5a5f-4e5e-9939-b12253391a91 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event updated for resources: {'Subnet': ['ID=d542c6b4-9a49-4f26-97dd-a08e45fd6e76,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:11.008074 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f425f27-5a5f-4e5e-9939-b12253391a91 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Checking segment: {'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:11.008402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f425f27-5a5f-4e5e-9939-b12253391a91 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Network hostable DHCP agents. Network: 07640d9f-e07a-48c7-a743-879be86985c1, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:13:11.010575 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f987d-946e-49a6-bad7-b183fc9d332b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de3c66b-6e1c-4491-9a3a-4bb81ad4d8cc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:11.017563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2efe3-1f5e-4242-bf69-0ebbe733c78b tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Pushing event deleted for resources: {'Port': ['ID=02ebe62b-7ada-4c38-8eca-f1df3e1cfe0f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:11.025238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b12f987d-946e-49a6-bad7-b183fc9d332b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7c1395e9d3c46ff86e194b4c109f64c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5257425 Nov 29 18:13:11.025818 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39216) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:11.046681 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cc14ac-d1ba-4a79-a107-b5b8686b8f6d None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:13:11.089726 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f425f27-5a5f-4e5e-9939-b12253391a91 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Network 07640d9f-e07a-48c7-a743-879be86985c1 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:13:11.119969 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-3f425f27-5a5f-4e5e-9939-b12253391a91 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 07640d9f-e07a-48c7-a743-879be86985c1) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:11.127951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5796ca09-b9a4-4963-9995-0549e193aaf3 None None] Network 07640d9f-e07a-48c7-a743-879be86985c1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:11.128814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f425f27-5a5f-4e5e-9939-b12253391a91 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:11.129621 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f425f27-5a5f-4e5e-9939-b12253391a91 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:11.145592 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5c2efe3-1f5e-4242-bf69-0ebbe733c78b tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:11.149955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b5c2efe3-1f5e-4242-bf69-0ebbe733c78b tempest-RoutersAdminNegativeTest-1052933772 tempest-RoutersAdminNegativeTest-1052933772-project-admin] 10.222.0.23 "DELETE /v2.0/ports/02ebe62b-7ada-4c38-8eca-f1df3e1cfe0f HTTP/1.1" status: 204 len: 168 time: 1.4645343 Nov 29 18:13:11.160786 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:11.202305 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3f425f27-5a5f-4e5e-9939-b12253391a91 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7464454 Nov 29 18:13:11.203302 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bcee32a8-5637-4bcf-aad8-66a4eda50134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:11.204784 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39222) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:11.212245 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b729f61f-0c5a-420d-b38f-1e53f11adccb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Request body: {'subnet': {'network_id': 'd9f36459-b545-4033-9511-3819613163f0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:11.223076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39226) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:11.226806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 1a7710d2-d0b4-44d8-849a-8294a8d3b28a is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:11.244492 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:11.247058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:11.257655 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bcee32a8-5637-4bcf-aad8-66a4eda50134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:11.351321 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bcee32a8-5637-4bcf-aad8-66a4eda50134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:11.355422 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bcee32a8-5637-4bcf-aad8-66a4eda50134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:11.358745 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bcee32a8-5637-4bcf-aad8-66a4eda50134 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3de3c66b-6e1c-4491-9a3a-4bb81ad4d8cc HTTP/1.1" status: 204 len: 168 time: 0.3317027 Nov 29 18:13:11.379986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee32a8-5637-4bcf-aad8-66a4eda50134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de3c66b-6e1c-4491-9a3a-4bb81ad4d8cc,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:11.393393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=8459e0c3-0b80-43aa-b4bd-6aa2a414818a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:11.434239 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:11.514106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-07640d9f-e07a-48c7-a743-879be86985c1', 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'fixed_ips': [{'subnet_id': 'd542c6b4-9a49-4f26-97dd-a08e45fd6e76'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:13:11.518173 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:11.673966 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:11.701036 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f49cffc7-895a-4cdd-b25a-511884a371a2 None None] Provisioning complete for port 8459e0c3-0b80-43aa-b4bd-6aa2a414818a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:11.701578 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f49cffc7-895a-4cdd-b25a-511884a371a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:11.748583 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Allocated IP 10.1.1.2 (07640d9f-e07a-48c7-a743-879be86985c1/d542c6b4-9a49-4f26-97dd-a08e45fd6e76/5c3b2989-ea81-4c5d-9eda-2742158ee794) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:11.767987 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f49cffc7-895a-4cdd-b25a-511884a371a2 None None] Port 8459e0c3-0b80-43aa-b4bd-6aa2a414818a cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:11.812609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b729f61f-0c5a-420d-b38f-1e53f11adccb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Made reservation on behalf of 69148bb57fa54adf911a3855e38b3970 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:11.815534 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b729f61f-0c5a-420d-b38f-1e53f11adccb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:11.872519 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39242) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:11.910935 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-50d8404a-f8c6-4b8a-a087-4ad55a8f6f27 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:11.930093 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39246) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:11.969433 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-50d8404a-f8c6-4b8a-a087-4ad55a8f6f27 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] 10.222.0.23 "PUT /v2.0/quotas/632e1cdbf9c945099a50e0d1e83bf0e7 HTTP/1.1" status: 200 len: 368 time: 0.7425201 Nov 29 18:13:11.970231 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39250) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:11.985728 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-615839fe-f7dd-4c98-9372-6c65b4681b5c tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Request body: {'network': {'project_id': '632e1cdbf9c945099a50e0d1e83bf0e7'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:12.038938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615839fe-f7dd-4c98-9372-6c65b4681b5c tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Made reservation on behalf of 632e1cdbf9c945099a50e0d1e83bf0e7 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:12.038938 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-615839fe-f7dd-4c98-9372-6c65b4681b5c tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.051775 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-615839fe-f7dd-4c98-9372-6c65b4681b5c tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.097365 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.114563 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.166379 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50d6fcff-e162-482e-ac6c-c60a44b98ffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.201582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Pushing event updated for resources: {'Port': ['ID=5c3b2989-ea81-4c5d-9eda-2742158ee794,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:12.229457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Network 07640d9f-e07a-48c7-a743-879be86985c1 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:12.235585 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:12.239408 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:12.265405 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50f5640d-0439-432e-80da-5fe5d9831607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.326715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Attempting to bind port 5c3b2989-ea81-4c5d-9eda-2742158ee794 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:12.327731 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Attempting to bind port 5c3b2989-ea81-4c5d-9eda-2742158ee794 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:12.328579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Attempting to bind port 5c3b2989-ea81-4c5d-9eda-2742158ee794 on network 07640d9f-e07a-48c7-a743-879be86985c1 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:12.335802 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:12.336857 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Checking segment: {'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:12.337517 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.339540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Bound using segment: {'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:12.340243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Bound port: 5c3b2989-ea81-4c5d-9eda-2742158ee794, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:12.340756 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.458885 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] For port 5c3b2989-ea81-4c5d-9eda-2742158ee794, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:12.464736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] For port 5c3b2989-ea81-4c5d-9eda-2742158ee794, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5c3b2989-ea81-4c5d-9eda-2742158ee794,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:12.471848 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.472667 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-615839fe-f7dd-4c98-9372-6c65b4681b5c tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.487212 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-615839fe-f7dd-4c98-9372-6c65b4681b5c tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.523669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615839fe-f7dd-4c98-9372-6c65b4681b5c tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:13:12.557409 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50d6fcff-e162-482e-ac6c-c60a44b98ffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.568416 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-615839fe-f7dd-4c98-9372-6c65b4681b5c tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.568812 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-615839fe-f7dd-4c98-9372-6c65b4681b5c tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Added segment f91cfd8b-200a-4ad1-a7ce-d5ea37dec65b of type vlan for network 85b214e8-3cc6-4ad0-ab3e-6bc43ffb7ecd Nov 29 18:13:12.578441 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615839fe-f7dd-4c98-9372-6c65b4681b5c tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb151bf1-d9b8-4083-8d23-d353431b7574,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:12.581054 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50d6fcff-e162-482e-ac6c-c60a44b98ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.593082 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c440aaf-e133-484b-8802-b13a19ffa602 None None] Pushing event updated for resources: {'Port': ['ID=5c3b2989-ea81-4c5d-9eda-2742158ee794,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:12.678281 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50f5640d-0439-432e-80da-5fe5d9831607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.703557 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-615839fe-f7dd-4c98-9372-6c65b4681b5c tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.708916 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50f5640d-0439-432e-80da-5fe5d9831607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.726930 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6fcff-e162-482e-ac6c-c60a44b98ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcbc7b0-3f5e-4c64-b892-5ca6dbb3bb15,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:12.736435 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-50d6fcff-e162-482e-ac6c-c60a44b98ffa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3ac7e27262e4e418e85a3c59e84a885&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8604727 Nov 29 18:13:12.744093 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39268) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:12.797975 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-50f5640d-0439-432e-80da-5fe5d9831607 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5ced0647e054c319f06f6e966cf027c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8647587 Nov 29 18:13:12.802286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39270) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:12.803666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5640d-0439-432e-80da-5fe5d9831607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de05d5c-f835-4cc7-bfb7-279f81657c8a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:12.810752 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-615839fe-f7dd-4c98-9372-6c65b4681b5c tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.811740 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615839fe-f7dd-4c98-9372-6c65b4681b5c tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:12.812320 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-615839fe-f7dd-4c98-9372-6c65b4681b5c tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.933008 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.975654 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:12.983656 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-615839fe-f7dd-4c98-9372-6c65b4681b5c tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0121465 Nov 29 18:13:12.985413 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39276) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:12.995329 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-beee9756-3653-4596-aa89-1dffbb814365 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Request body: {'network': {'project_id': '632e1cdbf9c945099a50e0d1e83bf0e7'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:13.052454 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beee9756-3653-4596-aa89-1dffbb814365 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Made reservation on behalf of 632e1cdbf9c945099a50e0d1e83bf0e7 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:13.054686 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-beee9756-3653-4596-aa89-1dffbb814365 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.084623 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1f14-e302-4cf1-8d13-35cd3274df6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.089065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615839fe-f7dd-4c98-9372-6c65b4681b5c tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Pushing event updated for resources: {'Network': ['ID=85b214e8-3cc6-4ad0-ab3e-6bc43ffb7ecd,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:13.102269 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 85b214e8-3cc6-4ad0-ab3e-6bc43ffb7ecd details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:13:13.141379 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b729f61f-0c5a-420d-b38f-1e53f11adccb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.156879 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1f14-e302-4cf1-8d13-35cd3274df6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.180943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beee9756-3653-4596-aa89-1dffbb814365 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:13:13.246258 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-beee9756-3653-4596-aa89-1dffbb814365 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.246611 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-beee9756-3653-4596-aa89-1dffbb814365 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Added segment b1ecd02d-c2f6-407d-b123-436d99289c44 of type vlan for network 9fea0303-ed5e-4aff-90d6-c058724c2fcd Nov 29 18:13:13.268036 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729f61f-0c5a-420d-b38f-1e53f11adccb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event updated for resources: {'Subnet': ['ID=f4c504f4-9df8-4894-b0d2-9a3940ee271e,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:13.270619 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38b01aa5-ab87-4db8-ba9e-178099f365c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.281565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5c3b2989-ea81-4c5d-9eda-2742158ee794 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:13.291386 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.319061 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-beee9756-3653-4596-aa89-1dffbb814365 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.345269 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1f14-e302-4cf1-8d13-35cd3274df6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.350442 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1f14-e302-4cf1-8d13-35cd3274df6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.350442 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d1cc1f14-e302-4cf1-8d13-35cd3274df6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fcbc7b0-3f5e-4c64-b892-5ca6dbb3bb15 HTTP/1.1" status: 204 len: 168 time: 0.6021919 Nov 29 18:13:13.365691 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc1f14-e302-4cf1-8d13-35cd3274df6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcbc7b0-3f5e-4c64-b892-5ca6dbb3bb15,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:13.369490 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-beee9756-3653-4596-aa89-1dffbb814365 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.370222 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beee9756-3653-4596-aa89-1dffbb814365 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:13.371175 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-beee9756-3653-4596-aa89-1dffbb814365 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.392866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5c3b2989-ea81-4c5d-9eda-2742158ee794 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:13.393403 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.441424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=8459e0c3-0b80-43aa-b4bd-6aa2a414818a,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:13.455718 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-beee9756-3653-4596-aa89-1dffbb814365 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4670258 Nov 29 18:13:13.461289 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39286) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:13.469826 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38b01aa5-ab87-4db8-ba9e-178099f365c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.479275 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d9ff19ce-3db6-4ca8-88ca-bfba8e0a5967 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Request body: {'network': {'project_id': '632e1cdbf9c945099a50e0d1e83bf0e7'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:13.501581 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee9756-3653-4596-aa89-1dffbb814365 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Pushing event updated for resources: {'Network': ['ID=9fea0303-ed5e-4aff-90d6-c058724c2fcd,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:13.509440 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ff19ce-3db6-4ca8-88ca-bfba8e0a5967 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 29 18:13:13.509912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ff19ce-3db6-4ca8-88ca-bfba8e0a5967 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:13:13.511183 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d9ff19ce-3db6-4ca8-88ca-bfba8e0a5967 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0460732 Nov 29 18:13:13.515270 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39290) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:13.538685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b729f61f-0c5a-420d-b38f-1e53f11adccb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Checking segment: {'id': '77a1e57c-33ef-43ac-b2b8-85452ab71c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9f36459-b545-4033-9511-3819613163f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:13.539087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b729f61f-0c5a-420d-b38f-1e53f11adccb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Network hostable DHCP agents. Network: d9f36459-b545-4033-9511-3819613163f0, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:13:13.554193 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 9fea0303-ed5e-4aff-90d6-c058724c2fcd details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:13:13.571626 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-31b2c0d8-7995-4b6f-80b6-79b59df0f337 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=632e1cdbf9c945099a50e0d1e83bf0e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547991 Nov 29 18:13:13.574184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39294) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:13.645295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 1a7710d2-d0b4-44d8-849a-8294a8d3b28a is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:13.652503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b729f61f-0c5a-420d-b38f-1e53f11adccb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Network d9f36459-b545-4033-9511-3819613163f0 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:13:13.668479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:13.673540 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b6ecbd1-1f3b-44fc-890f-fc4f74311d18 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.685659 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b729f61f-0c5a-420d-b38f-1e53f11adccb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, d9f36459-b545-4033-9511-3819613163f0) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:13.694900 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b729f61f-0c5a-420d-b38f-1e53f11adccb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:13.697071 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b729f61f-0c5a-420d-b38f-1e53f11adccb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.714766 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38b01aa5-ab87-4db8-ba9e-178099f365c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.722065 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38b01aa5-ab87-4db8-ba9e-178099f365c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.727431 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-38b01aa5-ab87-4db8-ba9e-178099f365c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9de05d5c-f835-4cc7-bfb7-279f81657c8a HTTP/1.1" status: 204 len: 168 time: 0.9138291 Nov 29 18:13:13.740282 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b6ecbd1-1f3b-44fc-890f-fc4f74311d18 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.750300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed838577-57a3-4872-a2b0-079de92bbfb7 None None] Network d9f36459-b545-4033-9511-3819613163f0 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:13.752586 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:13.783912 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b729f61f-0c5a-420d-b38f-1e53f11adccb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5756648 Nov 29 18:13:13.790273 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39302) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:13.811943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b01aa5-ab87-4db8-ba9e-178099f365c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de05d5c-f835-4cc7-bfb7-279f81657c8a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:13.814484 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9c285d73-0378-4d49-ae21-8b9fabc49df4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Request body: {'port': {'network_id': '07640d9f-e07a-48c7-a743-879be86985c1', 'name': 'tempest-TaggedBootDevicesTest-1635232633', 'fixed_ips': [{'subnet_id': 'd542c6b4-9a49-4f26-97dd-a08e45fd6e76'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:13.870386 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router 6964fcfc-d417-45c2-976c-39236297fa2d has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:13:14.045154 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b6ecbd1-1f3b-44fc-890f-fc4f74311d18 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.046331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 5c3b2989-ea81-4c5d-9eda-2742158ee794, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5c3b2989-ea81-4c5d-9eda-2742158ee794,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:14.047919 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b6ecbd1-1f3b-44fc-890f-fc4f74311d18 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.049108 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4b6ecbd1-1f3b-44fc-890f-fc4f74311d18 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb151bf1-d9b8-4083-8d23-d353431b7574 HTTP/1.1" status: 204 len: 168 time: 0.4742570 Nov 29 18:13:14.065622 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39310) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:14.070146 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ecbd1-1f3b-44fc-890f-fc4f74311d18 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb151bf1-d9b8-4083-8d23-d353431b7574,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:14.108890 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.126696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:13:14.143228 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b7957d02-5a44-473e-825e-368d74535537 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/6964fcfc-d417-45c2-976c-39236297fa2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2763629 Nov 29 18:13:14.143228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39312) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:14.152360 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ad2dc0-4261-431d-888b-a87743885af7 None None] Sync routers for ids ['6964fcfc-d417-45c2-976c-39236297fa2d'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:13:14.167420 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad2dc0-4261-431d-888b-a87743885af7 None None] Routers {'6964fcfc-d417-45c2-976c-39236297fa2d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:13:14.168054 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e8ad2dc0-4261-431d-888b-a87743885af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:12:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6964fcfc-d417-45c2-976c-39236297fa2d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:14.245270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fffbcab-2e8b-4a77-96c6-0e5ef3db4758 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:14.250144 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e8ad2dc0-4261-431d-888b-a87743885af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:14.250311 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5fffbcab-2e8b-4a77-96c6-0e5ef3db4758 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports/8459e0c3-0b80-43aa-b4bd-6aa2a414818a HTTP/1.1" status: 200 len: 910 time: 0.1068356 Nov 29 18:13:14.252358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39316) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:14.268514 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad2dc0-4261-431d-888b-a87743885af7 None None] Routers {'6964fcfc-d417-45c2-976c-39236297fa2d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:13:14.272006 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e8ad2dc0-4261-431d-888b-a87743885af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:12:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6964fcfc-d417-45c2-976c-39236297fa2d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:14.272151 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce6f19af-2d01-4c57-8e8b-432d8ac1d733 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.339448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a35803-589e-4164-acce-1e6720d3b2a8 None None] Network 07640d9f-e07a-48c7-a743-879be86985c1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:14.353305 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e8ad2dc0-4261-431d-888b-a87743885af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:14.359862 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ad2dc0-4261-431d-888b-a87743885af7 None None] The sync data for ids ['6964fcfc-d417-45c2-976c-39236297fa2d'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:13:14.400437 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce6f19af-2d01-4c57-8e8b-432d8ac1d733 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.424455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ce6f19af-2d01-4c57-8e8b-432d8ac1d733 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fea0303-ed5e-4aff-90d6-c058724c2fcd']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:14.436383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ce6f19af-2d01-4c57-8e8b-432d8ac1d733 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ecd02d-c2f6-407d-b123-436d99289c44') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:14.436938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ce6f19af-2d01-4c57-8e8b-432d8ac1d733 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ecd02d-c2f6-407d-b123-436d99289c44') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:14.448372 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce6f19af-2d01-4c57-8e8b-432d8ac1d733 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.473582 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce6f19af-2d01-4c57-8e8b-432d8ac1d733 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.478265 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39320) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:14.486390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6f19af-2d01-4c57-8e8b-432d8ac1d733 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:13:14.487963 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce6f19af-2d01-4c57-8e8b-432d8ac1d733 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.547564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7b1d3fac-0b93-4060-8ebb-dee6f1a0d552 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=607b3caf8bd7407e9bc07abb9bc536f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0678415 Nov 29 18:13:14.550827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39322) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:14.551169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39324) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:13:14.595011 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c285d73-0378-4d49-ae21-8b9fabc49df4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Made reservation on behalf of 69148bb57fa54adf911a3855e38b3970 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:14.684924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-d9f36459-b545-4033-9511-3819613163f0', 'network_id': 'd9f36459-b545-4033-9511-3819613163f0', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'fixed_ips': [{'subnet_id': 'f4c504f4-9df8-4894-b0d2-9a3940ee271e'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:13:14.687533 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.688841 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1b1d4aa-9533-4e90-b686-f96a4e945035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.719470 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce6f19af-2d01-4c57-8e8b-432d8ac1d733 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.721113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8a03da9c-91a6-4443-8f7b-5f6950df198f None None] Provisioning complete for port 8459e0c3-0b80-43aa-b4bd-6aa2a414818a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:14.721501 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a03da9c-91a6-4443-8f7b-5f6950df198f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.733006 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce6f19af-2d01-4c57-8e8b-432d8ac1d733 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.738113 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ce6f19af-2d01-4c57-8e8b-432d8ac1d733 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] 10.222.0.23 "DELETE /v2.0/networks/9fea0303-ed5e-4aff-90d6-c058724c2fcd HTTP/1.1" status: 204 len: 168 time: 0.6653187 Nov 29 18:13:14.740684 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1b1d4aa-9533-4e90-b686-f96a4e945035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.744630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=5c3b2989-ea81-4c5d-9eda-2742158ee794,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:14.752668 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39332) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:14.786974 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f19af-2d01-4c57-8e8b-432d8ac1d733 tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Pushing event deleted for resources: {'Network': ['ID=9fea0303-ed5e-4aff-90d6-c058724c2fcd,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:14.829723 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1b1d4aa-9533-4e90-b686-f96a4e945035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.833765 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1b1d4aa-9533-4e90-b686-f96a4e945035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.837909 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f1b1d4aa-9533-4e90-b686-f96a4e945035 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e07e7aab-df02-45bc-bccd-ce88ea6c6f27 HTTP/1.1" status: 204 len: 168 time: 0.2845669 Nov 29 18:13:14.848260 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8a03da9c-91a6-4443-8f7b-5f6950df198f None None] Port 8459e0c3-0b80-43aa-b4bd-6aa2a414818a cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:14.860888 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1d4aa-9533-4e90-b686-f96a4e945035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07e7aab-df02-45bc-bccd-ce88ea6c6f27,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:14.879715 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9c285d73-0378-4d49-ae21-8b9fabc49df4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.894490 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3aaf14fd-de6d-49da-b390-81d90e2d854d tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:14.918248 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-9c285d73-0378-4d49-ae21-8b9fabc49df4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] device_id is not set on port fa4a748b-18d2-456f-8305-9cb0f74b625b yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:14.928177 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-992b4d9a-754d-4169-9b87-6b68737e2c3e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.010437 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5472e0e3-85d1-4ecb-9844-12c6fc6815fa None None] Provisioning complete for port 5c3b2989-ea81-4c5d-9eda-2742158ee794 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:15.010842 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5472e0e3-85d1-4ecb-9844-12c6fc6815fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.018499 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Allocated IP 10.2.2.2 (d9f36459-b545-4033-9511-3819613163f0/f4c504f4-9df8-4894-b0d2-9a3940ee271e/77ba126e-4137-4b40-bed3-fb1c3341b060) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:15.080231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3690a398-48b0-4eaf-b13a-d0945f47c06f tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1713826450'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:15.185392 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3aaf14fd-de6d-49da-b390-81d90e2d854d tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.199497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3690a398-48b0-4eaf-b13a-d0945f47c06f tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Made reservation on behalf of 292927e20d50423e8c9723f46d0b3e13 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:15.204484 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3690a398-48b0-4eaf-b13a-d0945f47c06f tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.222531 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3690a398-48b0-4eaf-b13a-d0945f47c06f tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.291112 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3aaf14fd-de6d-49da-b390-81d90e2d854d tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b214e8-3cc6-4ad0-ab3e-6bc43ffb7ecd']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:15.311179 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5c3b2989-ea81-4c5d-9eda-2742158ee794 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:15.317674 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3aaf14fd-de6d-49da-b390-81d90e2d854d tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91cfd8b-200a-4ad1-a7ce-d5ea37dec65b') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:15.318291 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3aaf14fd-de6d-49da-b390-81d90e2d854d tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91cfd8b-200a-4ad1-a7ce-d5ea37dec65b') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:15.401307 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3aaf14fd-de6d-49da-b390-81d90e2d854d tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.404682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-992b4d9a-754d-4169-9b87-6b68737e2c3e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port 8459e0c3-0b80-43aa-b4bd-6aa2a414818a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:15.405200 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-992b4d9a-754d-4169-9b87-6b68737e2c3e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.436824 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3aaf14fd-de6d-49da-b390-81d90e2d854d tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.453714 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.453992 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aaf14fd-de6d-49da-b390-81d90e2d854d tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:13:15.454421 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3aaf14fd-de6d-49da-b390-81d90e2d854d tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.460317 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5c3b2989-ea81-4c5d-9eda-2742158ee794 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:15.460820 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.506237 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.527156 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-992b4d9a-754d-4169-9b87-6b68737e2c3e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.542363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-992b4d9a-754d-4169-9b87-6b68737e2c3e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for 8459e0c3-0b80-43aa-b4bd-6aa2a414818a owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:13:15.558717 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:13:15.580412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Network d9f36459-b545-4033-9511-3819613163f0 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:15.581790 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c9631332-4f02-48b6-b46c-79abc36bd73f None None] Provisioning complete for port 5c3b2989-ea81-4c5d-9eda-2742158ee794 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:15.582989 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9631332-4f02-48b6-b46c-79abc36bd73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.614536 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3aaf14fd-de6d-49da-b390-81d90e2d854d tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.654992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39354) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:15.658002 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:15.658636 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3aaf14fd-de6d-49da-b390-81d90e2d854d tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.661060 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:15.664406 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3aaf14fd-de6d-49da-b390-81d90e2d854d tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] 10.222.0.23 "DELETE /v2.0/networks/85b214e8-3cc6-4ad0-ab3e-6bc43ffb7ecd HTTP/1.1" status: 204 len: 168 time: 0.9082332 Nov 29 18:13:15.674292 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf14fd-de6d-49da-b390-81d90e2d854d tempest-QuotasNegativeTest-1566064241 tempest-QuotasNegativeTest-1566064241-project-admin] Pushing event deleted for resources: {'Network': ['ID=85b214e8-3cc6-4ad0-ab3e-6bc43ffb7ecd,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:15.680566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Pushing event updated for resources: {'Port': ['ID=77ba126e-4137-4b40-bed3-fb1c3341b060,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:15.694753 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-9c285d73-0378-4d49-ae21-8b9fabc49df4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Allocated IP 10.1.1.183 (07640d9f-e07a-48c7-a743-879be86985c1/d542c6b4-9a49-4f26-97dd-a08e45fd6e76/fa4a748b-18d2-456f-8305-9cb0f74b625b) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:15.764390 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Attempting to bind port 77ba126e-4137-4b40-bed3-fb1c3341b060 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:15.764769 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Attempting to bind port 77ba126e-4137-4b40-bed3-fb1c3341b060 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '77a1e57c-33ef-43ac-b2b8-85452ab71c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9f36459-b545-4033-9511-3819613163f0'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:15.765145 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Attempting to bind port 77ba126e-4137-4b40-bed3-fb1c3341b060 on network d9f36459-b545-4033-9511-3819613163f0 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:15.774021 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:15.774396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Checking segment: {'id': '77a1e57c-33ef-43ac-b2b8-85452ab71c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9f36459-b545-4033-9511-3819613163f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:15.774823 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.775380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Bound using segment: {'id': '77a1e57c-33ef-43ac-b2b8-85452ab71c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9f36459-b545-4033-9511-3819613163f0'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:15.775760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Bound port: 77ba126e-4137-4b40-bed3-fb1c3341b060, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a1e57c-33ef-43ac-b2b8-85452ab71c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9f36459-b545-4033-9511-3819613163f0'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:15.776142 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.799091 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3690a398-48b0-4eaf-b13a-d0945f47c06f tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.810353 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3690a398-48b0-4eaf-b13a-d0945f47c06f tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.838973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3690a398-48b0-4eaf-b13a-d0945f47c06f tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:13:15.868377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690a398-48b0-4eaf-b13a-d0945f47c06f tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=156db19c-1371-4dc5-bc56-0c943eb6b98f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:15.871249 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3690a398-48b0-4eaf-b13a-d0945f47c06f tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.871821 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-3690a398-48b0-4eaf-b13a-d0945f47c06f tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Added segment ef35412b-026d-4d2a-bce0-665e0dd71cd1 of type vlan for network 0fc15978-0d12-4721-84a0-e826ce3d88c1 Nov 29 18:13:15.898435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] For port 77ba126e-4137-4b40-bed3-fb1c3341b060, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:15.905634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] For port 77ba126e-4137-4b40-bed3-fb1c3341b060, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=77ba126e-4137-4b40-bed3-fb1c3341b060,segment=NetworkSegment(77a1e57c-33ef-43ac-b2b8-85452ab71c43),segment_id=77a1e57c-33ef-43ac-b2b8-85452ab71c43)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:15.916445 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.943797 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3690a398-48b0-4eaf-b13a-d0945f47c06f tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.966886 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-992b4d9a-754d-4169-9b87-6b68737e2c3e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:15.978033 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9c285d73-0378-4d49-ae21-8b9fabc49df4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:16.004696 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3690a398-48b0-4eaf-b13a-d0945f47c06f tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:16.011035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3690a398-48b0-4eaf-b13a-d0945f47c06f tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:16.011659 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3690a398-48b0-4eaf-b13a-d0945f47c06f tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:16.021974 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b4d9a-754d-4169-9b87-6b68737e2c3e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=8459e0c3-0b80-43aa-b4bd-6aa2a414818a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:16.037607 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9c285d73-0378-4d49-ae21-8b9fabc49df4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:16.101754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad90b92-2754-412d-90cb-1d5c2851978c None None] Pushing event updated for resources: {'Port': ['ID=77ba126e-4137-4b40-bed3-fb1c3341b060,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:16.138573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c285d73-0378-4d49-ae21-8b9fabc49df4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event updated for resources: {'Port': ['ID=fa4a748b-18d2-456f-8305-9cb0f74b625b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:16.168989 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c285d73-0378-4d49-ae21-8b9fabc49df4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Network 07640d9f-e07a-48c7-a743-879be86985c1 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:16.175125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-9c285d73-0378-4d49-ae21-8b9fabc49df4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:16.191422 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c285d73-0378-4d49-ae21-8b9fabc49df4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:16.193801 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3690a398-48b0-4eaf-b13a-d0945f47c06f tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.6415176 Nov 29 18:13:16.328587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2713badb-d70f-44ab-816c-df7c3418f6b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1692307409-network', 'tenant_id': '7b3950fac53f410282002a00bfd979d1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:16.350261 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690a398-48b0-4eaf-b13a-d0945f47c06f tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Pushing event updated for resources: {'Network': ['ID=0fc15978-0d12-4721-84a0-e826ce3d88c1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:16.358711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c285d73-0378-4d49-ae21-8b9fabc49df4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:16.359440 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9c285d73-0378-4d49-ae21-8b9fabc49df4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:16.376161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 0fc15978-0d12-4721-84a0-e826ce3d88c1 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:13:16.384856 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9c285d73-0378-4d49-ae21-8b9fabc49df4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5914624 Nov 29 18:13:16.385516 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39374) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:16.391543 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c620ba0a-d1f1-4243-b85f-9adbb5a4fd99 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Request body: {'port': {'network_id': '07640d9f-e07a-48c7-a743-879be86985c1', 'name': 'tempest-TaggedBootDevicesTest-616001214', 'fixed_ips': [{'subnet_id': 'd542c6b4-9a49-4f26-97dd-a08e45fd6e76'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:16.448256 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:13:16.627628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2713badb-d70f-44ab-816c-df7c3418f6b0 admin admin] Made reservation on behalf of 7b3950fac53f410282002a00bfd979d1 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:16.630169 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2713badb-d70f-44ab-816c-df7c3418f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:16.680648 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-992b4d9a-754d-4169-9b87-6b68737e2c3e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:16.695877 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2713badb-d70f-44ab-816c-df7c3418f6b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:16.704189 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39382) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:16.711727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c620ba0a-d1f1-4243-b85f-9adbb5a4fd99 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Made reservation on behalf of 69148bb57fa54adf911a3855e38b3970 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:16.718417 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c620ba0a-d1f1-4243-b85f-9adbb5a4fd99 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:16.744103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-c620ba0a-d1f1-4243-b85f-9adbb5a4fd99 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] device_id is not set on port f002c88e-cc2b-4dce-8fa1-65fa2b43d135 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:16.798957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3c00d693-27ca-45cf-9d98-1f190f009de5 None None] Provisioning complete for port fa4a748b-18d2-456f-8305-9cb0f74b625b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:16.799345 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3c00d693-27ca-45cf-9d98-1f190f009de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:16.874559 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3c00d693-27ca-45cf-9d98-1f190f009de5 None None] Port fa4a748b-18d2-456f-8305-9cb0f74b625b cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:16.912017 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39388) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:16.917431 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Request body: {'port': {'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1', 'binding:host_id': 'n-h1-819494-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1592326583'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:16.962597 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2713badb-d70f-44ab-816c-df7c3418f6b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:16.970466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992b4d9a-754d-4169-9b87-6b68737e2c3e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router 6964fcfc-d417-45c2-976c-39236297fa2d has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:13:16.972943 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2713badb-d70f-44ab-816c-df7c3418f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:16.980402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Made reservation on behalf of 4050fdd05d1042e49dd63c7250fe073d for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:16.983543 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:16.987760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2713badb-d70f-44ab-816c-df7c3418f6b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:13:16.997212 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:16.999404 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2713badb-d70f-44ab-816c-df7c3418f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:16.999782 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-2713badb-d70f-44ab-816c-df7c3418f6b0 admin admin] Added segment 02aa7383-11fe-4de7-8faa-6f90d4f07b52 of type vlan for network fd473728-0bea-40f6-a84b-e7243bedd109 Nov 29 18:13:17.012468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39390) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:17.019823 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-c620ba0a-d1f1-4243-b85f-9adbb5a4fd99 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Allocated IP 10.1.1.218 (07640d9f-e07a-48c7-a743-879be86985c1/d542c6b4-9a49-4f26-97dd-a08e45fd6e76/f002c88e-cc2b-4dce-8fa1-65fa2b43d135) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:17.065705 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2713badb-d70f-44ab-816c-df7c3418f6b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:17.165225 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7e518751-0049-4ae8-b19e-9b196a8e73e0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1932714779'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:17.168755 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713badb-d70f-44ab-816c-df7c3418f6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b1338f-315f-4980-bdec-b66b85829284,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:17.172851 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.resource_extend [None req-2713badb-d70f-44ab-816c-df7c3418f6b0 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:13:17.174295 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1bebd27e-4cfb-4e82-b49a-b3a900c7d0f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:17.236760 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2713badb-d70f-44ab-816c-df7c3418f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:17.237733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2713badb-d70f-44ab-816c-df7c3418f6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:17.238322 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2713badb-d70f-44ab-816c-df7c3418f6b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:17.251259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 77ba126e-4137-4b40-bed3-fb1c3341b060 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:17.299807 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c620ba0a-d1f1-4243-b85f-9adbb5a4fd99 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:17.314634 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713badb-d70f-44ab-816c-df7c3418f6b0 admin admin] Pushing event updated for resources: {'Network': ['ID=fd473728-0bea-40f6-a84b-e7243bedd109,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:17.329312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e518751-0049-4ae8-b19e-9b196a8e73e0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:17.333544 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e518751-0049-4ae8-b19e-9b196a8e73e0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:17.333695 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network fd473728-0bea-40f6-a84b-e7243bedd109 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:13:17.345561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e518751-0049-4ae8-b19e-9b196a8e73e0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:17.349970 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 77ba126e-4137-4b40-bed3-fb1c3341b060 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:17.350409 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:17.351139 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2713badb-d70f-44ab-816c-df7c3418f6b0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6979225 Nov 29 18:13:17.353962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992b4d9a-754d-4169-9b87-6b68737e2c3e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:13:17.360745 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:17.361569 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39394) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:17.367072 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Request body: {'subnet': {'network_id': 'fd473728-0bea-40f6-a84b-e7243bedd109', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1692307409-subnet', 'tenant_id': '7b3950fac53f410282002a00bfd979d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:17.368170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-992b4d9a-754d-4169-9b87-6b68737e2c3e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/6964fcfc-d417-45c2-976c-39236297fa2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1147351 Nov 29 18:13:17.371132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39396) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:17.386100 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:17.408329 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] device_id is not set on port 1f8a9cbc-80e2-4467-8009-7e90c330678d yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:17.462321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82043a53-086d-4990-9899-69601803d045 None None] Sync routers for ids ['6964fcfc-d417-45c2-976c-39236297fa2d'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:13:17.498051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82043a53-086d-4990-9899-69601803d045 None None] Routers {'6964fcfc-d417-45c2-976c-39236297fa2d'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:13:17.498870 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-82043a53-086d-4990-9899-69601803d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:12:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6964fcfc-d417-45c2-976c-39236297fa2d'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:17.505558 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c620ba0a-d1f1-4243-b85f-9adbb5a4fd99 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:17.508834 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1bebd27e-4cfb-4e82-b49a-b3a900c7d0f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:17.529699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Made reservation on behalf of 7b3950fac53f410282002a00bfd979d1 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:17.532368 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:17.543464 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1bebd27e-4cfb-4e82-b49a-b3a900c7d0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:17.547342 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-82043a53-086d-4990-9899-69601803d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:17.565070 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82043a53-086d-4990-9899-69601803d045 None None] Routers {'6964fcfc-d417-45c2-976c-39236297fa2d'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:13:17.565868 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-82043a53-086d-4990-9899-69601803d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:12:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6964fcfc-d417-45c2-976c-39236297fa2d'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:17.626781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3ba8ed-bcb5-4162-be45-8f0f10b27812,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:17.668505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-82043a53-086d-4990-9899-69601803d045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:17.669734 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82043a53-086d-4990-9899-69601803d045 None None] The sync data for ids ['6964fcfc-d417-45c2-976c-39236297fa2d'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:13:17.685908 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:17.702113 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c620ba0a-d1f1-4243-b85f-9adbb5a4fd99 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Network 07640d9f-e07a-48c7-a743-879be86985c1 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:17.726716 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-c620ba0a-d1f1-4243-b85f-9adbb5a4fd99 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:17.727614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 77ba126e-4137-4b40-bed3-fb1c3341b060, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=77ba126e-4137-4b40-bed3-fb1c3341b060,segment=NetworkSegment(77a1e57c-33ef-43ac-b2b8-85452ab71c43),segment_id=77a1e57c-33ef-43ac-b2b8-85452ab71c43)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:17.734336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0057de64-a9e5-4b08-acc9-dbe8551f7120 None None] Network d9f36459-b545-4033-9511-3819613163f0 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:17.736574 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620ba0a-d1f1-4243-b85f-9adbb5a4fd99 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event updated for resources: {'Port': ['ID=f002c88e-cc2b-4dce-8fa1-65fa2b43d135,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:17.743742 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1bebd27e-4cfb-4e82-b49a-b3a900c7d0f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6060a4992d0441d3bb410514a11078d4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0347440 Nov 29 18:13:17.743742 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c620ba0a-d1f1-4243-b85f-9adbb5a4fd99 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:17.752301 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39400) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:17.788061 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:17.798066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebd27e-4cfb-4e82-b49a-b3a900c7d0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aafbb54-0c6d-4461-b79a-cc69fd337e31,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:17.919724 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ca45059b-0907-4fbb-b0b9-1431085d87c6 None None] Provisioning complete for port 77ba126e-4137-4b40-bed3-fb1c3341b060 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:17.920121 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca45059b-0907-4fbb-b0b9-1431085d87c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:17.931304 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=77ba126e-4137-4b40-bed3-fb1c3341b060,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:18.171184 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e518751-0049-4ae8-b19e-9b196a8e73e0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.182165 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e518751-0049-4ae8-b19e-9b196a8e73e0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.217496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e518751-0049-4ae8-b19e-9b196a8e73e0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:13:18.218415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-9b327101-3bca-4874-9224-9a3f5a1ee3da None None] Provisioning complete for port f002c88e-cc2b-4dce-8fa1-65fa2b43d135 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:18.219262 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b327101-3bca-4874-9224-9a3f5a1ee3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.235614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e518751-0049-4ae8-b19e-9b196a8e73e0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615b7f6b-47c8-40c4-b6bd-7876f19c7d32,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:18.243456 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e518751-0049-4ae8-b19e-9b196a8e73e0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.243810 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-7e518751-0049-4ae8-b19e-9b196a8e73e0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Added segment fe45e601-0717-4ca8-91b0-7af471618a21 of type vlan for network c052213d-ea6c-4782-b422-f625c0df816d Nov 29 18:13:18.266562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c620ba0a-d1f1-4243-b85f-9adbb5a4fd99 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:18.267253 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c620ba0a-d1f1-4243-b85f-9adbb5a4fd99 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.285552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9b327101-3bca-4874-9224-9a3f5a1ee3da None None] Port f002c88e-cc2b-4dce-8fa1-65fa2b43d135 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:18.329915 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e518751-0049-4ae8-b19e-9b196a8e73e0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.365719 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02f48004-6aa2-4ae6-a65e-4b4b474fc3f7 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.369068 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e518751-0049-4ae8-b19e-9b196a8e73e0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.371752 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c620ba0a-d1f1-4243-b85f-9adbb5a4fd99 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9847746 Nov 29 18:13:18.375174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e518751-0049-4ae8-b19e-9b196a8e73e0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:18.382882 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e518751-0049-4ae8-b19e-9b196a8e73e0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.408583 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0f31e209-e5a9-48e3-a057-01b1abcfd840 None None] Provisioning complete for port 77ba126e-4137-4b40-bed3-fb1c3341b060 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:18.409010 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f31e209-e5a9-48e3-a057-01b1abcfd840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.422411 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf700-6e8b-4a99-a0a3-4ec2859368d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.441153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] device_id is not set on port 1f8a9cbc-80e2-4467-8009-7e90c330678d yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:18.463086 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.465084 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.483518 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf700-6e8b-4a99-a0a3-4ec2859368d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.486951 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.603562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39404) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:18.612817 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-98042dd3-8a37-45b6-b356-e2c4ecb2412b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1307953656', 'description': 'tempest-description--756251642'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:18.617578 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7e518751-0049-4ae8-b19e-9b196a8e73e0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6017997 Nov 29 18:13:18.619241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66bc0a41-d8db-403e-8825-81a119fdb9ef,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:18.621791 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39406) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:18.624667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e518751-0049-4ae8-b19e-9b196a8e73e0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Network': ['ID=c052213d-ea6c-4782-b422-f625c0df816d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:18.642207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network c052213d-ea6c-4782-b422-f625c0df816d details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:13:18.642746 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Pushing event updated for resources: {'Port': ['ID=1f8a9cbc-80e2-4467-8009-7e90c330678d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:18.655830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9d52a6cc-7b0f-4d67-bd05-c9f27275fc36 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:18.685756 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.686053 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.686459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.686732 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.687083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.687423 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.687755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.688087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.688418 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.688747 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.689073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.689397 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.725398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.725759 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.726111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.726469 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.726834 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.727182 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.727516 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.727856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.728189 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.728522 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.728854 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.729188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:18.753490 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Checking segment: {'id': '02aa7383-11fe-4de7-8faa-6f90d4f07b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fd473728-0bea-40f6-a84b-e7243bedd109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:18.754319 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Network hostable DHCP agents. Network: fd473728-0bea-40f6-a84b-e7243bedd109, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:13:18.756138 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf700-6e8b-4a99-a0a3-4ec2859368d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.758505 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf700-6e8b-4a99-a0a3-4ec2859368d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.758975 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-02f48004-6aa2-4ae6-a65e-4b4b474fc3f7 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port 7a73b525-4c64-49c4-84a5-edfe30f043fa {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:18.759538 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02f48004-6aa2-4ae6-a65e-4b4b474fc3f7 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.759824 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3f8bf700-6e8b-4a99-a0a3-4ec2859368d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8aafbb54-0c6d-4461-b79a-cc69fd337e31 HTTP/1.1" status: 204 len: 168 time: 0.9989579 Nov 29 18:13:18.783520 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98042dd3-8a37-45b6-b356-e2c4ecb2412b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.801180 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Checking segment: {'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:18.801554 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Network hostable DHCP agents. Network: 0fc15978-0d12-4721-84a0-e826ce3d88c1, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:13:18.803705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bf700-6e8b-4a99-a0a3-4ec2859368d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aafbb54-0c6d-4461-b79a-cc69fd337e31,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:18.854947 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Network fd473728-0bea-40f6-a84b-e7243bedd109 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:13:18.868525 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d52a6cc-7b0f-4d67-bd05-c9f27275fc36 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:18.872187 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d52a6cc-7b0f-4d67-bd05-c9f27275fc36 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.890136 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02f48004-6aa2-4ae6-a65e-4b4b474fc3f7 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.892381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Network 0fc15978-0d12-4721-84a0-e826ce3d88c1 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:13:18.904155 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-02f48004-6aa2-4ae6-a65e-4b4b474fc3f7 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for 7a73b525-4c64-49c4-84a5-edfe30f043fa owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:18.933681 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, fd473728-0bea-40f6-a84b-e7243bedd109) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:18.944483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4a3989-e929-4bf5-a77f-ca54fd7f8a45 None None] Network fd473728-0bea-40f6-a84b-e7243bedd109 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:18.952400 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 0fc15978-0d12-4721-84a0-e826ce3d88c1) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:18.956614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:18.957258 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:18.965167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:18.995457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b4ac96-a193-4b24-9087-9176cf0ea34c None None] Network 0fc15978-0d12-4721-84a0-e826ce3d88c1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:19.014399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:19.014748 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:19.015139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:19.034484 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98042dd3-8a37-45b6-b356-e2c4ecb2412b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.035544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:19.035901 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:19.039223 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 2 to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d Nov 29 18:13:19.047911 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-24527fb2-5dc4-46a5-a6e7-755de772b6e7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6852589 Nov 29 18:13:19.057803 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98042dd3-8a37-45b6-b356-e2c4ecb2412b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.070506 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:19.070736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:19.071077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:19.104040 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:19.104555 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:19.109042 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 3 to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d Nov 29 18:13:19.140337 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98042dd3-8a37-45b6-b356-e2c4ecb2412b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.141647 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-98042dd3-8a37-45b6-b356-e2c4ecb2412b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5350132 Nov 29 18:13:19.142406 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98042dd3-8a37-45b6-b356-e2c4ecb2412b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa613c08-0aaf-4b95-a743-6059c54956bf,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:19.153947 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39416) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:19.162241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2c213879-ea3e-4bb2-a595-270a6bf2ce3d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Request body: {'security_group_rule': {'security_group_id': 'fa613c08-0aaf-4b95-a743-6059c54956bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:19.176138 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:19.176487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:19.176834 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:19.242369 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569c5777-9a69-43f2-9261-3e8240f3c184 None None] Network fd473728-0bea-40f6-a84b-e7243bedd109 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:19.264401 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02f48004-6aa2-4ae6-a65e-4b4b474fc3f7 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.273078 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:19.273412 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:19.275351 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 4 to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d Nov 29 18:13:19.282649 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d52a6cc-7b0f-4d67-bd05-c9f27275fc36 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.284013 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39418) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:19.306729 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 77ba126e-4137-4b40-bed3-fb1c3341b060 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:19.329581 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:19.330145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:19.330670 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:19.348634 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c213879-ea3e-4bb2-a595-270a6bf2ce3d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.355656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:19.356249 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:19.365967 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 5 to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d Nov 29 18:13:19.395704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f48004-6aa2-4ae6-a65e-4b4b474fc3f7 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=7a73b525-4c64-49c4-84a5-edfe30f043fa,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:19.408197 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2898c749-92d9-452b-b3cd-2070bf29d67a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.418160 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52a6cc-7b0f-4d67-bd05-c9f27275fc36 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=492c1d5e-e1c8-4ff1-a7ec-b855cb102b9c,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:19.428873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:19.429426 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:19.429937 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:19.432174 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d52a6cc-7b0f-4d67-bd05-c9f27275fc36 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:19.432659 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d52a6cc-7b0f-4d67-bd05-c9f27275fc36 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network hostable DHCP agents. Network: c052213d-ea6c-4782-b422-f625c0df816d, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:13:19.448771 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:19.449179 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:19.449963 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 6 to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d Nov 29 18:13:19.477820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:19.478396 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:19.478928 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:19.487020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:19.487514 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:19.492342 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 7 to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d Nov 29 18:13:19.495229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d52a6cc-7b0f-4d67-bd05-c9f27275fc36 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:13:19.498604 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c213879-ea3e-4bb2-a595-270a6bf2ce3d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.524237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c213879-ea3e-4bb2-a595-270a6bf2ce3d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.541494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:19.541941 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:19.542386 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:19.548024 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-9d52a6cc-7b0f-4d67-bd05-c9f27275fc36 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, c052213d-ea6c-4782-b422-f625c0df816d) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:19.556440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:19.556904 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:19.563944 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 8 to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d Nov 29 18:13:19.567495 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d52a6cc-7b0f-4d67-bd05-c9f27275fc36 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:19.568201 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d52a6cc-7b0f-4d67-bd05-c9f27275fc36 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.584934 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c213879-ea3e-4bb2-a595-270a6bf2ce3d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a4ddfb-3688-4633-b14b-6d38bc1ce575,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:19.617244 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c213879-ea3e-4bb2-a595-270a6bf2ce3d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.619563 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2c213879-ea3e-4bb2-a595-270a6bf2ce3d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4646268 Nov 29 18:13:19.620690 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:19.621135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:19.621576 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:19.624929 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02f48004-6aa2-4ae6-a65e-4b4b474fc3f7 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.625269 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39424) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:19.632972 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-09c9628e-54d4-4e12-939c-b54915129fb8 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Request body: {'security_group_rule': {'security_group_id': 'fa613c08-0aaf-4b95-a743-6059c54956bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:19.642302 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9d52a6cc-7b0f-4d67-bd05-c9f27275fc36 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0078390 Nov 29 18:13:19.644635 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:19.645079 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:19.648427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39426) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:19.649162 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 9 to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d Nov 29 18:13:19.673294 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-123832c0-f484-432f-90b4-d861ac5b05d3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'name': 'tempest-NetworksTestDHCPv6-292099408'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:19.676847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:19.677200 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:19.677552 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:19.679005 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28310065-6d19-4fed-864c-e81145d28ae7 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:19.735290 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:19.735501 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:19.737828 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 10 to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d Nov 29 18:13:19.758519 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:19.758908 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:19.759266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:19.773387 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 1f8a9cbc-80e2-4467-8009-7e90c330678d on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:19.773734 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 1f8a9cbc-80e2-4467-8009-7e90c330678d on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:19.774112 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.792383 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-09c9628e-54d4-4e12-939c-b54915129fb8 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.803297 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2898c749-92d9-452b-b3cd-2070bf29d67a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.819489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 77ba126e-4137-4b40-bed3-fb1c3341b060 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:19.819873 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.831234 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2898c749-92d9-452b-b3cd-2070bf29d67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.861165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-34b8e840-d380-4d49-9255-6ad9c396e327 req-a00bddf0-ee58-446d-8068-b141280b7228 tempest-ServersOnMultiNodesTest-501668729 tempest-ServersOnMultiNodesTest-501668729-project] (110004) timed out ('10.222.0.23', 41446) {{(pid=110004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 18:13:19.913442 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] For port 1f8a9cbc-80e2-4467-8009-7e90c330678d, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:19.913826 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempted to set empty binding levels {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 18:13:19.916178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': '492c1d5e-e1c8-4ff1-a7ec-b855cb102b9c'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:13:19.917111 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.928607 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:19.985593 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:19.986207 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.029624 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-09c9628e-54d4-4e12-939c-b54915129fb8 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.041116 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-09c9628e-54d4-4e12-939c-b54915129fb8 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.065919 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123832c0-f484-432f-90b4-d861ac5b05d3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:20.066440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f48004-6aa2-4ae6-a65e-4b4b474fc3f7 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router 6964fcfc-d417-45c2-976c-39236297fa2d has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:13:20.069442 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-123832c0-f484-432f-90b4-d861ac5b05d3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.071438 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Pushing event updated for resources: {'Port': ['ID=1f8a9cbc-80e2-4467-8009-7e90c330678d,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:20.075284 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2898c749-92d9-452b-b3cd-2070bf29d67a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f84ad28db1df488292066598b91cd2dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7438827 Nov 29 18:13:20.076708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39434) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:20.080903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898c749-92d9-452b-b3cd-2070bf29d67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe464db3-70e6-42ad-915e-5c95ce4fe8c5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:20.088208 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e127520a-0815-4746-948a-49fa068c61c5 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.1751256 Nov 29 18:13:20.091441 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39436) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:20.098518 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9628e-54d4-4e12-939c-b54915129fb8 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c788b8-528c-4574-8faf-a187f6f26133,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:20.110001 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-123832c0-f484-432f-90b4-d861ac5b05d3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port 0063c2d4-4a44-4c12-9b71-f88246e9ccaf yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:20.118288 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-09c9628e-54d4-4e12-939c-b54915129fb8 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.129288 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-09c9628e-54d4-4e12-939c-b54915129fb8 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5011160 Nov 29 18:13:20.134010 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39438) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:20.172712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Allocated IP 2001:db8::2 (c052213d-ea6c-4782-b422-f625c0df816d/492c1d5e-e1c8-4ff1-a7ec-b855cb102b9c/67f51531-af90-472c-97b2-0f0c6b3939e1) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:20.173986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:20.217978 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.269047 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f48004-6aa2-4ae6-a65e-4b4b474fc3f7 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:13:20.282551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-02f48004-6aa2-4ae6-a65e-4b4b474fc3f7 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/6964fcfc-d417-45c2-976c-39236297fa2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9080825 Nov 29 18:13:20.285131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39442) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:20.288191 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89656c3-1ca3-411b-99c7-7799b95e5d92 None None] Sync routers for ids ['6964fcfc-d417-45c2-976c-39236297fa2d'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:13:20.303616 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89656c3-1ca3-411b-99c7-7799b95e5d92 None None] Routers {'6964fcfc-d417-45c2-976c-39236297fa2d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:13:20.304231 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c89656c3-1ca3-411b-99c7-7799b95e5d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:12:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6964fcfc-d417-45c2-976c-39236297fa2d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:20.334918 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-dde0c31b-ed47-47c0-b332-86e52f29c9a7 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports?device_id=6964fcfc-d417-45c2-976c-39236297fa2d HTTP/1.1" status: 200 len: 205 time: 0.0491817 Nov 29 18:13:20.335823 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04b2344d-c3c4-4747-9f02-cf19af553848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.338291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39444) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:20.355245 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.363198 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.372297 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c89656c3-1ca3-411b-99c7-7799b95e5d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:20.373544 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.389380 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89656c3-1ca3-411b-99c7-7799b95e5d92 None None] Routers {'6964fcfc-d417-45c2-976c-39236297fa2d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:13:20.389992 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c89656c3-1ca3-411b-99c7-7799b95e5d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:12:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6964fcfc-d417-45c2-976c-39236297fa2d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:20.416537 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:20.423550 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:20.427632 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:20.464774 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Pushing event updated for resources: {'Port': ['ID=67f51531-af90-472c-97b2-0f0c6b3939e1,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:20.477940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Allocated IP 172.25.3.227 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/21719ae4-6805-4807-9e7b-654622ead468) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:20.511047 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Attempting to bind port 67f51531-af90-472c-97b2-0f0c6b3939e1 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:20.511613 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Attempting to bind port 67f51531-af90-472c-97b2-0f0c6b3939e1 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:20.514219 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Attempting to bind port 67f51531-af90-472c-97b2-0f0c6b3939e1 on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:20.521372 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:20.521760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:20.522401 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.523007 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:20.524046 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Bound port: 67f51531-af90-472c-97b2-0f0c6b3939e1, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:20.524750 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.539486 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04b2344d-c3c4-4747-9f02-cf19af553848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.553337 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-071b4e5d-3678-4a19-a05f-0b5e90afce07 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.596405 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.631806 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c89656c3-1ca3-411b-99c7-7799b95e5d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:20.633019 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89656c3-1ca3-411b-99c7-7799b95e5d92 None None] The sync data for ids ['6964fcfc-d417-45c2-976c-39236297fa2d'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:13:20.637572 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.649806 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] For port 67f51531-af90-472c-97b2-0f0c6b3939e1, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:20.650730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2855259d-d035-4228-ae87-c691ab50abeb tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Deleting port 1f8a9cbc-80e2-4467-8009-7e90c330678d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:20.651292 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2855259d-d035-4228-ae87-c691ab50abeb tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.655648 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] For port 67f51531-af90-472c-97b2-0f0c6b3939e1, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=67f51531-af90-472c-97b2-0f0c6b3939e1,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:20.662430 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.723759 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event updated for resources: {'Port': ['ID=21719ae4-6805-4807-9e7b-654622ead468,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:20.755477 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bf102-3357-4da0-a7a1-99b7f0df9aa1 None None] Pushing event updated for resources: {'Port': ['ID=67f51531-af90-472c-97b2-0f0c6b3939e1,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:20.760228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:20.765177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:20.770377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:20.806007 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-071b4e5d-3678-4a19-a05f-0b5e90afce07 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.811823 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-071b4e5d-3678-4a19-a05f-0b5e90afce07 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.820932 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-123832c0-f484-432f-90b4-d861ac5b05d3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::29a (c052213d-ea6c-4782-b422-f625c0df816d/492c1d5e-e1c8-4ff1-a7ec-b855cb102b9c/0063c2d4-4a44-4c12-9b71-f88246e9ccaf) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:20.835607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-2855259d-d035-4228-ae87-c691ab50abeb tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] For port 1f8a9cbc-80e2-4467-8009-7e90c330678d, host n-h1-819494-5, got binding levels [] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:20.836241 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2855259d-d035-4228-ae87-c691ab50abeb tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.878388 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04b2344d-c3c4-4747-9f02-cf19af553848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.882119 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04b2344d-c3c4-4747-9f02-cf19af553848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.895445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-04b2344d-c3c4-4747-9f02-cf19af553848 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe464db3-70e6-42ad-915e-5c95ce4fe8c5 HTTP/1.1" status: 204 len: 168 time: 0.8172164 Nov 29 18:13:20.907825 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2855259d-d035-4228-ae87-c691ab50abeb tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Calling delete_port for 1f8a9cbc-80e2-4467-8009-7e90c330678d owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:20.919198 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2344d-c3c4-4747-9f02-cf19af553848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe464db3-70e6-42ad-915e-5c95ce4fe8c5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:20.927628 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-071b4e5d-3678-4a19-a05f-0b5e90afce07 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.928345 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071b4e5d-3678-4a19-a05f-0b5e90afce07 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Fanout notify agent at l3_agent the message router_deleted on router 6964fcfc-d417-45c2-976c-39236297fa2d {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:13:20.936709 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-071b4e5d-3678-4a19-a05f-0b5e90afce07 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:20.938697 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-071b4e5d-3678-4a19-a05f-0b5e90afce07 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/routers/6964fcfc-d417-45c2-976c-39236297fa2d HTTP/1.1" status: 204 len: 168 time: 0.5976381 Nov 29 18:13:20.941419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39450) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:21.110915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc0c777-62b3-4813-9828-80856078ebd0 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting subnet 342ec5c5-197a-41d0-9497-49624b74827e {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:13:21.127057 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-afc0c777-62b3-4813-9828-80856078ebd0 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.137267 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.241910 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.281727 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2855259d-d035-4228-ae87-c691ab50abeb tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.293630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 67f51531-af90-472c-97b2-0f0c6b3939e1 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:21.302668 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-afc0c777-62b3-4813-9828-80856078ebd0 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.389334 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855259d-d035-4228-ae87-c691ab50abeb tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f8a9cbc-80e2-4467-8009-7e90c330678d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:21.405230 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2855259d-d035-4228-ae87-c691ab50abeb tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.410991 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2855259d-d035-4228-ae87-c691ab50abeb tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] 10.222.0.23 "DELETE /v2.0/ports/1f8a9cbc-80e2-4467-8009-7e90c330678d HTTP/1.1" status: 204 len: 168 time: 1.3146026 Nov 29 18:13:21.411587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39456) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:21.428353 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 67f51531-af90-472c-97b2-0f0c6b3939e1 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:21.428966 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.443326 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd3cadd-fd5c-4820-acae-5c436baeadbb tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] GET failed (client error): The resource could not be found. Nov 29 18:13:21.449049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-dfd3cadd-fd5c-4820-acae-5c436baeadbb tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] 10.222.0.23 "GET /v2.0/ports/1f8a9cbc-80e2-4467-8009-7e90c330678d HTTP/1.1" status: 404 len: 333 time: 0.0324035 Nov 29 18:13:21.452669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39458) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:21.457527 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4f7b58bc-78ce-4ddf-a71a-182b96429d4c tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Request body: {'port': {'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1820666802'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:21.510128 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-afc0c777-62b3-4813-9828-80856078ebd0 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.513844 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7b58bc-78ce-4ddf-a71a-182b96429d4c tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Made reservation on behalf of 4050fdd05d1042e49dd63c7250fe073d for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:21.523458 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f7b58bc-78ce-4ddf-a71a-182b96429d4c tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.532224 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.542306 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.577719 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-4f7b58bc-78ce-4ddf-a71a-182b96429d4c tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] device_id is not set on port b07f8686-d772-4cd3-9973-ebc92f066681 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:21.578283 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.642368 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 67f51531-af90-472c-97b2-0f0c6b3939e1, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=67f51531-af90-472c-97b2-0f0c6b3939e1,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:21.648256 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.652982 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.664619 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-afc0c777-62b3-4813-9828-80856078ebd0 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.683428 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-123832c0-f484-432f-90b4-d861ac5b05d3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.701771 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.703114 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5678866 Nov 29 18:13:21.703953 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c6027-8f5f-49ea-a35a-890f2805654e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event updated for resources: {'Port': ['ID=21719ae4-6805-4807-9e7b-654622ead468,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:21.734479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=67f51531-af90-472c-97b2-0f0c6b3939e1,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:21.765090 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-123832c0-f484-432f-90b4-d861ac5b05d3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.792516 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0c777-62b3-4813-9828-80856078ebd0 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Subnet': ['ID=342ec5c5-197a-41d0-9497-49624b74827e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:21.797589 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-afc0c777-62b3-4813-9828-80856078ebd0 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.800875 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-afc0c777-62b3-4813-9828-80856078ebd0 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/342ec5c5-197a-41d0-9497-49624b74827e HTTP/1.1" status: 204 len: 168 time: 0.8583417 Nov 29 18:13:21.803544 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39470) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:21.809198 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564fab97-5dcc-42cc-a13b-37460bb46bd0 None None] Network 1a7710d2-d0b4-44d8-849a-8294a8d3b28a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:21.878979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123832c0-f484-432f-90b4-d861ac5b05d3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:21.882838 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-123832c0-f484-432f-90b4-d861ac5b05d3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:21.885634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123832c0-f484-432f-90b4-d861ac5b05d3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:21.893494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123832c0-f484-432f-90b4-d861ac5b05d3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:21.894172 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-123832c0-f484-432f-90b4-d861ac5b05d3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.902686 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f7b58bc-78ce-4ddf-a71a-182b96429d4c tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.944499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-937f3402-fed3-4f0f-a806-37cb815ac276 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting subnet e643b5ff-0e5c-45a7-bce0-54d70917a3d6 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:13:21.949022 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-937f3402-fed3-4f0f-a806-37cb815ac276 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:21.955279 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-123832c0-f484-432f-90b4-d861ac5b05d3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2865334 Nov 29 18:13:21.956366 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39478) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:21.967482 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123832c0-f484-432f-90b4-d861ac5b05d3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=0063c2d4-4a44-4c12-9b71-f88246e9ccaf,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:22.023805 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-937f3402-fed3-4f0f-a806-37cb815ac276 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:22.099265 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd303e51-42f5-4fe4-86cb-b4813b174555 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:22.101786 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f7b58bc-78ce-4ddf-a71a-182b96429d4c tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:22.108671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd303e51-42f5-4fe4-86cb-b4813b174555 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:22.116886 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39492) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:22.117271 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bd303e51-42f5-4fe4-86cb-b4813b174555 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.1596050 Nov 29 18:13:22.216532 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30894a6c-81c9-4c71-8885-1fa05e249a52 None None] DHCP port deletion for 1a7710d2-d0b4-44d8-849a-8294a8d3b28a request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:13:22.284918 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7b58bc-78ce-4ddf-a71a-182b96429d4c tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Network 0fc15978-0d12-4721-84a0-e826ce3d88c1 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:22.301564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b58bc-78ce-4ddf-a71a-182b96429d4c tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Pushing event updated for resources: {'Port': ['ID=b07f8686-d772-4cd3-9973-ebc92f066681,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:22.306818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-bcaa78f5-9639-4562-84ca-ee0332dce4d0 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1307953656&fields=id&tenant_id=69148bb57fa54adf911a3855e38b3970 HTTP/1.1" status: 200 len: 267 time: 0.2361357 Nov 29 18:13:22.307990 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4f7b58bc-78ce-4ddf-a71a-182b96429d4c tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:22.315324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7b58bc-78ce-4ddf-a71a-182b96429d4c tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:22.318243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7b58bc-78ce-4ddf-a71a-182b96429d4c tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:22.319134 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f7b58bc-78ce-4ddf-a71a-182b96429d4c tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:22.331870 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-30894a6c-81c9-4c71-8885-1fa05e249a52 None None] Deleting port 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:22.332263 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30894a6c-81c9-4c71-8885-1fa05e249a52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:22.347101 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-937f3402-fed3-4f0f-a806-37cb815ac276 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:22.395315 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1e102e-76f3-4dfe-94bf-9577d02158be None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:22.477595 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-30894a6c-81c9-4c71-8885-1fa05e249a52 None None] For port 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8c344fb1-beb0-4326-a86a-cce0cd8ec7b0,segment=NetworkSegment(8f407e9b-b1f8-4163-b42d-87303d20021a),segment_id=8f407e9b-b1f8-4163-b42d-87303d20021a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:22.478887 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30894a6c-81c9-4c71-8885-1fa05e249a52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:22.484516 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4f7b58bc-78ce-4ddf-a71a-182b96429d4c tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0307379 Nov 29 18:13:22.487314 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39514) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:22.493083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:22.504521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-30894a6c-81c9-4c71-8885-1fa05e249a52 None None] Calling delete_port for 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:22.526504 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c429c8a2-8a8a-45b8-8bb9-8177c86e9ba3 None None] Provisioning complete for port 67f51531-af90-472c-97b2-0f0c6b3939e1 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:22.527059 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c429c8a2-8a8a-45b8-8bb9-8177c86e9ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:22.563616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e9a9616-cd5b-4a50-ba58-c9197e3b27e0 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:22.565027 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e9a9616-cd5b-4a50-ba58-c9197e3b27e0 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports/fa4a748b-18d2-456f-8305-9cb0f74b625b HTTP/1.1" status: 200 len: 932 time: 0.1710532 Nov 29 18:13:22.603166 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:22.614328 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-937f3402-fed3-4f0f-a806-37cb815ac276 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:22.673630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f3402-fed3-4f0f-a806-37cb815ac276 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Subnet': ['ID=e643b5ff-0e5c-45a7-bce0-54d70917a3d6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:22.691896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-21ca9331-0700-4245-afb5-704fa9d7577a tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:22.693306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-21ca9331-0700-4245-afb5-704fa9d7577a tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports/f002c88e-cc2b-4dce-8fa1-65fa2b43d135 HTTP/1.1" status: 200 len: 931 time: 0.1193109 Nov 29 18:13:22.696336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-78951abd-384c-405a-91a0-4f6c33632a27 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port 0063c2d4-4a44-4c12-9b71-f88246e9ccaf {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:22.696821 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78951abd-384c-405a-91a0-4f6c33632a27 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:22.703108 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-937f3402-fed3-4f0f-a806-37cb815ac276 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:22.708616 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-937f3402-fed3-4f0f-a806-37cb815ac276 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/e643b5ff-0e5c-45a7-bce0-54d70917a3d6 HTTP/1.1" status: 204 len: 168 time: 0.9019227 Nov 29 18:13:22.709188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39518) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:22.712027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02579357-4cf2-4231-a23a-601474b6f05d None None] Network 1379bc78-ad08-4f60-884b-420eeb2be49c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:22.795655 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30894a6c-81c9-4c71-8885-1fa05e249a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:22.861010 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-170f5e69-a0b1-4971-9c13-a08f3bf42120 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:22.869610 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30894a6c-81c9-4c71-8885-1fa05e249a52 None None] Pushing event deleted for resources: {'Port': ['ID=8c344fb1-beb0-4326-a86a-cce0cd8ec7b0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:22.873032 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-59693c5f-f76f-4308-a4f2-bdc9ba3d7573 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?network_id=d9f36459-b545-4033-9511-3819613163f0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1634133 Nov 29 18:13:22.885108 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-7f4243d5-1292-4330-bfa5-1df45111ea1b tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:22.900267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30894a6c-81c9-4c71-8885-1fa05e249a52 None None] No DVR routers for this DVR port 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:13:22.903673 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-7f4243d5-1292-4330-bfa5-1df45111ea1b tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/networks?id=fd473728-0bea-40f6-a84b-e7243bedd109 HTTP/1.1" status: 200 len: 809 time: 0.4165173 Nov 29 18:13:22.989016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-78b171f2-72f6-4b17-9419-64adef8caacb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?network_id=d9f36459-b545-4033-9511-3819613163f0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0600181 Nov 29 18:13:23.006125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] device_id is not set on port b07f8686-d772-4cd3-9973-ebc92f066681 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:23.015395 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-603bd116-8179-4213-8b85-2ebdb0df14c6 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/quotas/7b3950fac53f410282002a00bfd979d1 HTTP/1.1" status: 200 len: 375 time: 0.1013269 Nov 29 18:13:23.029814 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.032756 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-170f5e69-a0b1-4971-9c13-a08f3bf42120 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.045015 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.096973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-170f5e69-a0b1-4971-9c13-a08f3bf42120 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7710d2-d0b4-44d8-849a-8294a8d3b28a']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:23.124273 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-170f5e69-a0b1-4971-9c13-a08f3bf42120 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f407e9b-b1f8-4163-b42d-87303d20021a') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:23.124792 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-170f5e69-a0b1-4971-9c13-a08f3bf42120 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f407e9b-b1f8-4163-b42d-87303d20021a') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:23.141484 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-170f5e69-a0b1-4971-9c13-a08f3bf42120 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.153491 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923594f9-421c-4c79-aca9-f0ddc10835c9 None None] DHCP port deletion for 1379bc78-ad08-4f60-884b-420eeb2be49c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:13:23.167691 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Pushing event updated for resources: {'Port': ['ID=b07f8686-d772-4cd3-9973-ebc92f066681,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:23.172465 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-170f5e69-a0b1-4971-9c13-a08f3bf42120 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.188134 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170f5e69-a0b1-4971-9c13-a08f3bf42120 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:13:23.188552 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-170f5e69-a0b1-4971-9c13-a08f3bf42120 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:13:23.192207 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:13:23.216383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:23.216383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:23.216383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:23.247864 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39530) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:23.263857 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-923594f9-421c-4c79-aca9-f0ddc10835c9 None None] Deleting port 30b040d7-2dfe-4e52-97d5-9702b6765c12 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:23.264704 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-923594f9-421c-4c79-aca9-f0ddc10835c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.265547 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:23.266007 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:23.269801 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 2 to bind port b07f8686-d772-4cd3-9973-ebc92f066681 Nov 29 18:13:23.294981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:23.295538 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:23.296152 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:23.302000 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-170f5e69-a0b1-4971-9c13-a08f3bf42120 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.308438 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-170f5e69-a0b1-4971-9c13-a08f3bf42120 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.314776 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-170f5e69-a0b1-4971-9c13-a08f3bf42120 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/networks/1a7710d2-d0b4-44d8-849a-8294a8d3b28a HTTP/1.1" status: 204 len: 168 time: 0.6025696 Nov 29 18:13:23.318335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39536) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:23.339935 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:23.340467 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:23.346062 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 3 to bind port b07f8686-d772-4cd3-9973-ebc92f066681 Nov 29 18:13:23.359498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 67f51531-af90-472c-97b2-0f0c6b3939e1 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:23.364107 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f5e69-a0b1-4971-9c13-a08f3bf42120 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Network': ['ID=1a7710d2-d0b4-44d8-849a-8294a8d3b28a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:23.422523 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:23.422976 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:23.423388 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:23.436428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:23.436852 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:23.446462 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 4 to bind port b07f8686-d772-4cd3-9973-ebc92f066681 Nov 29 18:13:23.473148 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.488264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e3e59d29-7faa-4420-80e3-f6af3c876251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1131586959'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:23.494245 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:23.494594 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:23.494974 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:23.507111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:23.507442 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:23.508472 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-923594f9-421c-4c79-aca9-f0ddc10835c9 None None] For port 30b040d7-2dfe-4e52-97d5-9702b6765c12, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=30b040d7-2dfe-4e52-97d5-9702b6765c12,segment=NetworkSegment(88827f4a-84ad-4f31-b8c5-d9bee59e7311),segment_id=88827f4a-84ad-4f31-b8c5-d9bee59e7311)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:23.508953 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-923594f9-421c-4c79-aca9-f0ddc10835c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.511138 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 5 to bind port b07f8686-d772-4cd3-9973-ebc92f066681 Nov 29 18:13:23.528084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-923594f9-421c-4c79-aca9-f0ddc10835c9 None None] Calling delete_port for 30b040d7-2dfe-4e52-97d5-9702b6765c12 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:23.536267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a3893512-7740-4198-9469-a048aa836b2d None None] Provisioning complete for port 0063c2d4-4a44-4c12-9b71-f88246e9ccaf triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:23.536645 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3893512-7740-4198-9469-a048aa836b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.562286 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:23.562667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:23.563025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:23.571689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:23.572033 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:23.573692 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 6 to bind port b07f8686-d772-4cd3-9973-ebc92f066681 Nov 29 18:13:23.588788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e59d29-7faa-4420-80e3-f6af3c876251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Made reservation on behalf of 46808d9381564a648e25749b8d712855 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:23.593494 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d29-7faa-4420-80e3-f6af3c876251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.599914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:23.600264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:23.600606 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:23.615557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:23.616496 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:23.616805 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 7 to bind port b07f8686-d772-4cd3-9973-ebc92f066681 Nov 29 18:13:23.620162 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d29-7faa-4420-80e3-f6af3c876251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.621549 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 67f51531-af90-472c-97b2-0f0c6b3939e1 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:23.621958 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.651459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:23.651794 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:23.652135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:23.654226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a3893512-7740-4198-9469-a048aa836b2d None None] Port 0063c2d4-4a44-4c12-9b71-f88246e9ccaf cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:23.665454 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port 30b040d7-2dfe-4e52-97d5-9702b6765c12 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:23.665801 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.699419 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a3893512-7740-4198-9469-a048aa836b2d None None] Provisioning complete for port 67f51531-af90-472c-97b2-0f0c6b3939e1 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:23.699798 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3893512-7740-4198-9469-a048aa836b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.720435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-32c2ee4b-a2af-41ed-8b3f-4243dfd144a1 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b3950fac53f410282002a00bfd979d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7038376 Nov 29 18:13:23.727387 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-cbf52fe4-0d60-495f-887c-14a8816da1ee tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:23.734000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-cbf52fe4-0d60-495f-887c-14a8816da1ee tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:23.740175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-cbf52fe4-0d60-495f-887c-14a8816da1ee tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:23.742345 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-cbf52fe4-0d60-495f-887c-14a8816da1ee tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/networks?id=8c7b00ca-e0ef-4d99-bd10-71bb21595ae3&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=d9f36459-b545-4033-9511-3819613163f0&id=d9f36459-b545-4033-9511-3819613163f0 HTTP/1.1" status: 200 len: 1991 time: 0.6730297 Nov 29 18:13:23.746307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] For port 30b040d7-2dfe-4e52-97d5-9702b6765c12, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=30b040d7-2dfe-4e52-97d5-9702b6765c12,segment=NetworkSegment(88827f4a-84ad-4f31-b8c5-d9bee59e7311),segment_id=88827f4a-84ad-4f31-b8c5-d9bee59e7311)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:23.746627 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.757273 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78951abd-384c-405a-91a0-4f6c33632a27 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.764203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for 30b040d7-2dfe-4e52-97d5-9702b6765c12 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:23.768950 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-923594f9-421c-4c79-aca9-f0ddc10835c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.781505 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:23.781838 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:23.810935 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 8 to bind port b07f8686-d772-4cd3-9973-ebc92f066681 Nov 29 18:13:23.812611 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923594f9-421c-4c79-aca9-f0ddc10835c9 None None] Pushing event deleted for resources: {'Port': ['ID=30b040d7-2dfe-4e52-97d5-9702b6765c12,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:23.813222 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-78951abd-384c-405a-91a0-4f6c33632a27 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for 0063c2d4-4a44-4c12-9b71-f88246e9ccaf owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:23.817787 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923594f9-421c-4c79-aca9-f0ddc10835c9 None None] No DVR routers for this DVR port 30b040d7-2dfe-4e52-97d5-9702b6765c12 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:13:23.817956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-5ac7ae2b-ecb9-4c4c-a9bb-c7eb75975b49 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/quotas/69148bb57fa54adf911a3855e38b3970 HTTP/1.1" status: 200 len: 375 time: 0.0639088 Nov 29 18:13:23.874185 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:23.874705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:23.875008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:23.894409 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:23.894761 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:23.897660 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 9 to bind port b07f8686-d772-4cd3-9973-ebc92f066681 Nov 29 18:13:23.914035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:13:23.932917 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:23.933291 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:23.933595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:23.942827 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-16121cac-19c5-4522-86ec-4d17b5fdd158 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=69148bb57fa54adf911a3855e38b3970&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1144497 Nov 29 18:13:23.946760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:13:23.947126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8c344fb1-beb0-4326-a86a-cce0cd8ec7b0 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:13:23.948423 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.956401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:23.956741 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:23.963768 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 10 to bind port b07f8686-d772-4cd3-9973-ebc92f066681 Nov 29 18:13:23.965363 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a34f784-0be2-4dc0-9553-0536b8d66004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.975244 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-e3b0ba6b-af36-4879-a238-0fa86a299bb2 service neutron] 10.222.0.23 "GET /v2.0/networks/fd473728-0bea-40f6-a84b-e7243bedd109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316403 Nov 29 18:13:23.988521 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d29-7faa-4420-80e3-f6af3c876251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:23.999012 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c3c57092-0c8d-45af-93b5-f42660eee94f None None] Provisioning complete for port 0063c2d4-4a44-4c12-9b71-f88246e9ccaf triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:23.999396 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3c57092-0c8d-45af-93b5-f42660eee94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.011461 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=30b040d7-2dfe-4e52-97d5-9702b6765c12,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:24.013657 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d29-7faa-4420-80e3-f6af3c876251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.016825 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] No DVR routers for this DVR port 30b040d7-2dfe-4e52-97d5-9702b6765c12 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:13:24.021317 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:24.021657 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:24.021994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:24.040728 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c3c57092-0c8d-45af-93b5-f42660eee94f None None] Port 0063c2d4-4a44-4c12-9b71-f88246e9ccaf cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:24.056101 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:24.056453 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port b07f8686-d772-4cd3-9973-ebc92f066681 on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:24.056804 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.095730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e59d29-7faa-4420-80e3-f6af3c876251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:13:24.129775 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e59d29-7faa-4420-80e3-f6af3c876251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d72ff90-a090-4137-85aa-0ddc2ae06ef5,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:24.176797 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.195466 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-13eb6d74-6fe9-4bdc-b4e4-b2ede1caa9a3 service neutron] 10.222.0.23 "GET /v2.0/networks/fd473728-0bea-40f6-a84b-e7243bedd109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609533 Nov 29 18:13:24.203727 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-29521d4d-ff40-473e-b118-a3f951a98cde service neutron] 10.222.0.23 "GET /v2.0/networks/8c7b00ca-e0ef-4d99-bd10-71bb21595ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232676 Nov 29 18:13:24.210761 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1379bc78-ad08-4f60-884b-420eeb2be49c']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:24.222685 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d29-7faa-4420-80e3-f6af3c876251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.223054 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-e3e59d29-7faa-4420-80e3-f6af3c876251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Added segment 882fb440-006d-46fc-ae4c-86b858f0bb85 of type vlan for network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a Nov 29 18:13:24.235007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88827f4a-84ad-4f31-b8c5-d9bee59e7311') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:24.235007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88827f4a-84ad-4f31-b8c5-d9bee59e7311') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:24.235308 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78951abd-384c-405a-91a0-4f6c33632a27 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.236970 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] For port b07f8686-d772-4cd3-9973-ebc92f066681, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:24.237334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempted to set empty binding levels {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 18:13:24.248539 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.251506 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.295863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78951abd-384c-405a-91a0-4f6c33632a27 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=0063c2d4-4a44-4c12-9b71-f88246e9ccaf,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:24.321654 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d29-7faa-4420-80e3-f6af3c876251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.331987 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.337300 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78951abd-384c-405a-91a0-4f6c33632a27 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.343684 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-78951abd-384c-405a-91a0-4f6c33632a27 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/0063c2d4-4a44-4c12-9b71-f88246e9ccaf HTTP/1.1" status: 204 len: 168 time: 2.2232423 Nov 29 18:13:24.344443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39540) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:24.350226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] In _notify_port_updated(), no bound segment for port b07f8686-d772-4cd3-9973-ebc92f066681 on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:13:24.351116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.351722 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.353055 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] 10.222.0.23 "PUT /v2.0/ports/b07f8686-d772-4cd3-9973-ebc92f066681 HTTP/1.1" status: 200 len: 975 time: 1.8647039 Nov 29 18:13:24.360243 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39542) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:24.361893 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:13:24.361893 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:13:24.367423 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:13:24.405297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-b498599d-7ac8-4926-a4b8-385b3c5f3d81 service neutron] 10.222.0.23 "GET /v2.0/networks/8c7b00ca-e0ef-4d99-bd10-71bb21595ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907482 Nov 29 18:13:24.443392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b540a634-f798-4739-a1b6-64fc9dbc00e5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.444941 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b540a634-f798-4739-a1b6-64fc9dbc00e5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.449424 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b540a634-f798-4739-a1b6-64fc9dbc00e5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1024232 Nov 29 18:13:24.452940 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39546) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:24.489105 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-65f19034-5458-4e10-a717-d0b4adc5a64e service neutron] 10.222.0.23 "GET /v2.0/ports/fa4a748b-18d2-456f-8305-9cb0f74b625b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0765555 Nov 29 18:13:24.536010 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b98b5-35ba-4c7e-821c-394fe5ef989a tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Pushing event updated for resources: {'Port': ['ID=b07f8686-d772-4cd3-9973-ebc92f066681,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:24.554333 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64029f41-3abc-4382-844d-9a1f91afa188 req-b31b66a5-7182-4c85-9008-0ce80d9d8cec tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 210 time: 0.0676386 Nov 29 18:13:24.555742 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d29-7faa-4420-80e3-f6af3c876251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.561389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e59d29-7faa-4420-80e3-f6af3c876251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.562231 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e3e59d29-7faa-4420-80e3-f6af3c876251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.599004 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be41cc1-c4a4-4df5-a506-15cd5efd1ec4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 492c1d5e-e1c8-4ff1-a7ec-b855cb102b9c {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:13:24.601260 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e3e59d29-7faa-4420-80e3-f6af3c876251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3521130 Nov 29 18:13:24.604725 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9be41cc1-c4a4-4df5-a506-15cd5efd1ec4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.664351 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9be41cc1-c4a4-4df5-a506-15cd5efd1ec4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.682411 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.683022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.683394 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.683865 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.684361 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.685350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.685815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.686279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.687020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.687227 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.687686 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.688144 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.688600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.689065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.689755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.689989 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.690540 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.690943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.691407 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.691870 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.692334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.692795 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.693324 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.694323 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.694323 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.694688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.695176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.695902 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.696088 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.696545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.697000 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.697455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.697911 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:24.701494 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c2d4ce0d-c488-4c69-ba95-34cdffee1ea3 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29781 time: 0.3353140 Nov 29 18:13:24.702301 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.707735 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.711393 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/networks/1379bc78-ad08-4f60-884b-420eeb2be49c HTTP/1.1" status: 204 len: 168 time: 1.3901615 Nov 29 18:13:24.715408 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39552) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:24.715408 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39554) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:24.720024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ad3a3cae-49b5-44ea-9cc6-37e4ffb56c93 service neutron] 10.222.0.23 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180595 Nov 29 18:13:24.736184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-4f29c6a7-c331-4b4a-a671-0c32b6d88b14 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'network': {'name': 'tempest-RoutersTest-1329877725'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:24.768974 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e59d29-7faa-4420-80e3-f6af3c876251 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Pushing event updated for resources: {'Network': ['ID=19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:24.786717 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:13:24.795396 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39558) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:24.803619 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Request body: {'port': {'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a', 'binding:host_id': 'n-h1-819494-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-899026024'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:24.814192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e816d5f-eacd-4b6f-ba9c-80f5bd9a46b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Network': ['ID=1379bc78-ad08-4f60-884b-420eeb2be49c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:24.835598 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9be41cc1-c4a4-4df5-a506-15cd5efd1ec4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.848006 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f29c6a7-c331-4b4a-a671-0c32b6d88b14 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:24.852074 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4f29c6a7-c331-4b4a-a671-0c32b6d88b14 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.888098 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-d2d25f60-40ef-4001-972b-ad5e7d3ec48d service neutron] 10.222.0.23 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616819 Nov 29 18:13:24.896928 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Made reservation on behalf of f27217fbed01407f82f91196ad7ee6d8 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:24.899715 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.918763 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.921337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f29c6a7-c331-4b4a-a671-0c32b6d88b14 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:13:24.938947 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-94f70412-00f1-4757-9820-5215da363207 service neutron] 10.222.0.23 "GET /v2.0/ports/f002c88e-cc2b-4dce-8fa1-65fa2b43d135?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0430236 Nov 29 18:13:24.943763 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4f29c6a7-c331-4b4a-a671-0c32b6d88b14 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.944119 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-4f29c6a7-c331-4b4a-a671-0c32b6d88b14 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Added segment f5ccb382-39d3-4edc-8c22-bb10524b61ed of type vlan for network bcaeb578-d089-4e9a-be28-84ce4368c7a6 Nov 29 18:13:24.944448 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9be41cc1-c4a4-4df5-a506-15cd5efd1ec4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.946318 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-81c28326-06fa-4ea9-9557-48b4eb8140af tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Deleting port b07f8686-d772-4cd3-9973-ebc92f066681 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:24.946651 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-81c28326-06fa-4ea9-9557-48b4eb8140af tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:24.978473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be41cc1-c4a4-4df5-a506-15cd5efd1ec4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=492c1d5e-e1c8-4ff1-a7ec-b855cb102b9c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:25.026063 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9be41cc1-c4a4-4df5-a506-15cd5efd1ec4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:25.029820 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9be41cc1-c4a4-4df5-a506-15cd5efd1ec4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/492c1d5e-e1c8-4ff1-a7ec-b855cb102b9c HTTP/1.1" status: 204 len: 168 time: 0.5759187 Nov 29 18:13:25.033856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39560) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:25.035523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7820e270-c07e-4a6b-b71a-11e2bdb1e945 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:25.056995 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4f29c6a7-c331-4b4a-a671-0c32b6d88b14 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:25.092739 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-828a46a8-8034-4377-ae12-3cd8bb85161c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577710 Nov 29 18:13:25.095753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39562) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:25.097849 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-81c28326-06fa-4ea9-9557-48b4eb8140af tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] For port b07f8686-d772-4cd3-9973-ebc92f066681, host n-h1-819494-5, got binding levels [] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:25.098230 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-81c28326-06fa-4ea9-9557-48b4eb8140af tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:25.102586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:25.132079 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-81c28326-06fa-4ea9-9557-48b4eb8140af tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Calling delete_port for b07f8686-d772-4cd3-9973-ebc92f066681 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:25.145967 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4f29c6a7-c331-4b4a-a671-0c32b6d88b14 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:25.151734 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f29c6a7-c331-4b4a-a671-0c32b6d88b14 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:25.152369 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4f29c6a7-c331-4b4a-a671-0c32b6d88b14 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:25.204199 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-293d6379-e94c-4eab-90c1-edd89c3a4e8d service neutron] 10.222.0.23 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565248 Nov 29 18:13:25.256206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 30b040d7-2dfe-4e52-97d5-9702b6765c12 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:13:25.284023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:25.285596 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4f29c6a7-c331-4b4a-a671-0c32b6d88b14 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5681984 Nov 29 18:13:25.287567 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:25.290839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 30b040d7-2dfe-4e52-97d5-9702b6765c12 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:13:25.291299 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 30b040d7-2dfe-4e52-97d5-9702b6765c12 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:13:25.294809 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39564) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:25.299673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2d5d189d-1192-4af5-bab3-507ea2f02759 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'subnet': {'network_id': 'bcaeb578-d089-4e9a-be28-84ce4368c7a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:25.362651 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29c6a7-c331-4b4a-a671-0c32b6d88b14 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Network': ['ID=bcaeb578-d089-4e9a-be28-84ce4368c7a6,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:25.370448 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:25.371004 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-d4ec5cca-0ea7-408e-8a88-da0945335c38 service neutron] 10.222.0.23 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583605 Nov 29 18:13:25.380840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network bcaeb578-d089-4e9a-be28-84ce4368c7a6 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:13:25.392557 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:25.414955 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] device_id is not set on port ac27b172-4349-4bde-930d-ebf91d3d000b yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:25.458545 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec9408f-05ef-4dbf-8735-6ab2c6140975 None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:13:25.492770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af0c420-2ce2-4d3b-a89a-be91177945f4,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:25.511637 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ab96ce91-778f-46d2-8c27-fc85b7a85538 service neutron] 10.222.0.23 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309786 Nov 29 18:13:25.525639 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-81c28326-06fa-4ea9-9557-48b4eb8140af tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:25.536829 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9408f-05ef-4dbf-8735-6ab2c6140975 None None] Deleting port 67f51531-af90-472c-97b2-0f0c6b3939e1 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:25.537291 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ec9408f-05ef-4dbf-8735-6ab2c6140975 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:25.613100 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6ec9408f-05ef-4dbf-8735-6ab2c6140975 None None] For port 67f51531-af90-472c-97b2-0f0c6b3939e1, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=67f51531-af90-472c-97b2-0f0c6b3939e1,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:25.613863 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ec9408f-05ef-4dbf-8735-6ab2c6140975 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:25.634708 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6ec9408f-05ef-4dbf-8735-6ab2c6140975 None None] Calling delete_port for 67f51531-af90-472c-97b2-0f0c6b3939e1 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:25.709097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb326472-0820-4a25-8fdb-6f656cd423dc req-6a75043b-6f7f-40b8-94ac-c73998993bf1 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 210 time: 0.0757270 Nov 29 18:13:25.736629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:25.751040 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-7c24fd88-a2c9-443f-b09e-dc2d10bee467 service neutron] 10.222.0.23 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077410 Nov 29 18:13:25.765909 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ec9408f-05ef-4dbf-8735-6ab2c6140975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:25.799231 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9408f-05ef-4dbf-8735-6ab2c6140975 None None] Pushing event deleted for resources: {'Port': ['ID=67f51531-af90-472c-97b2-0f0c6b3939e1,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:25.801193 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec9408f-05ef-4dbf-8735-6ab2c6140975 None None] No DVR routers for this DVR port 67f51531-af90-472c-97b2-0f0c6b3939e1 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:13:25.811225 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:25.852147 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:25.857071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:25.857678 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:25.861653 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=3c6e612c-f656-431d-8f90-7a828e866f31,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:25.864941 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e4b05b-5b40-42af-b554-f36f0ac885c7 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:25.880848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:25.881211 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:25.881556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:25.881903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:25.882903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:25.882903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:25.882903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:25.883262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:25.883602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:25.883923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:25.884257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:25.884589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:25.928898 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-c6cddbb0-8e47-49b2-8f29-4cf04802bab5 service neutron] 10.222.0.23 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529555 Nov 29 18:13:26.034270 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': '3c6e612c-f656-431d-8f90-7a828e866f31'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:13:26.035267 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.036285 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c28326-06fa-4ea9-9557-48b4eb8140af tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Pushing event deleted for resources: {'Port': ['ID=b07f8686-d772-4cd3-9973-ebc92f066681,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:26.045569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-72e0700e-57ca-4c18-94de-a699bab32431 service neutron] 10.222.0.23 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089470 Nov 29 18:13:26.049574 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-81c28326-06fa-4ea9-9557-48b4eb8140af tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.056035 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-81c28326-06fa-4ea9-9557-48b4eb8140af tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] 10.222.0.23 "DELETE /v2.0/ports/b07f8686-d772-4cd3-9973-ebc92f066681 HTTP/1.1" status: 204 len: 168 time: 1.3400850 Nov 29 18:13:26.059130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39576) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:26.097249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5d189d-1192-4af5-bab3-507ea2f02759 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:26.100838 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d5d189d-1192-4af5-bab3-507ea2f02759 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.106068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f9e2545f-d446-467d-90cd-b42c3c8782ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0092874 Nov 29 18:13:26.109226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39578) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:26.109960 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-75848578-b8d0-422c-b64e-3e26d9e9b544 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] GET failed (client error): The resource could not be found. Nov 29 18:13:26.116746 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-75848578-b8d0-422c-b64e-3e26d9e9b544 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] 10.222.0.23 "GET /v2.0/ports/b07f8686-d772-4cd3-9973-ebc92f066681 HTTP/1.1" status: 404 len: 333 time: 0.0495417 Nov 29 18:13:26.116904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e85dff79-0c87-4d46-993b-e250f86e1d0b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'name': 'tempest-NetworksTestDHCPv6-267650645'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:26.119534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39580) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:26.142747 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-7695e789-8c9b-4684-b846-ec9428ae9314 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-90137542', 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:26.203759 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Allocated IP 2001:db8::2 (c052213d-ea6c-4782-b422-f625c0df816d/3c6e612c-f656-431d-8f90-7a828e866f31/5b862c2f-658d-4791-8d5d-e37b34f2ef4e) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:26.233875 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-c8f3e7cb-977a-4830-8eaa-8956ab2bf1aa service neutron] 10.222.0.23 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874061 Nov 29 18:13:26.238251 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] device_id is not set on port ac27b172-4349-4bde-930d-ebf91d3d000b yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:26.246592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7695e789-8c9b-4684-b846-ec9428ae9314 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Made reservation on behalf of 4050fdd05d1042e49dd63c7250fe073d for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:26.249741 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7695e789-8c9b-4684-b846-ec9428ae9314 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.259257 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.281428 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.292028 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-7695e789-8c9b-4684-b846-ec9428ae9314 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] device_id is not set on port bfc35fb7-2b20-4f01-bc22-106f1903383d yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:26.327408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85dff79-0c87-4d46-993b-e250f86e1d0b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:26.331043 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e85dff79-0c87-4d46-993b-e250f86e1d0b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.365182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-e85dff79-0c87-4d46-993b-e250f86e1d0b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port 5f90b1c6-84d2-422f-98d4-540129a6e409 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:26.377254 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9ffcc5f8-81d3-41b7-b259-26a4e268c233 service neutron] 10.222.0.23 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305485 Nov 29 18:13:26.411074 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.422868 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.426652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Pushing event updated for resources: {'Port': ['ID=ac27b172-4349-4bde-930d-ebf91d3d000b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:26.456930 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a09becda-4ee4-417b-a8c8-0541fc3ab8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.478778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Checking segment: {'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:26.479667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Network hostable DHCP agents. Network: 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:13:26.482979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:26.488664 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:26.491636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Pushing event updated for resources: {'Port': ['ID=5b862c2f-658d-4791-8d5d-e37b34f2ef4e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:26.495257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:26.554520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e716b385-70eb-4162-81c4-de0e575b84c1 service neutron] 10.222.0.23 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390195 Nov 29 18:13:26.561814 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Attempting to bind port 5b862c2f-658d-4791-8d5d-e37b34f2ef4e on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:26.562221 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Attempting to bind port 5b862c2f-658d-4791-8d5d-e37b34f2ef4e by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:26.562638 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Attempting to bind port 5b862c2f-658d-4791-8d5d-e37b34f2ef4e on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:26.568275 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:26.568655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:26.569061 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.569453 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:26.570162 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Bound port: 5b862c2f-658d-4791-8d5d-e37b34f2ef4e, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:26.570554 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.582290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-e85dff79-0c87-4d46-993b-e250f86e1d0b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::19e (c052213d-ea6c-4782-b422-f625c0df816d/3c6e612c-f656-431d-8f90-7a828e866f31/5f90b1c6-84d2-422f-98d4-540129a6e409) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:26.608986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:13:26.619063 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d5d189d-1192-4af5-bab3-507ea2f02759 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.627769 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7695e789-8c9b-4684-b846-ec9428ae9314 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.657772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] For port 5b862c2f-658d-4791-8d5d-e37b34f2ef4e, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:26.660732 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:26.663251 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] For port 5b862c2f-658d-4791-8d5d-e37b34f2ef4e, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5b862c2f-658d-4791-8d5d-e37b34f2ef4e,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:26.670592 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.677456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91716500-41cc-416a-bf57-d2c81b34c611 None None] Network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:26.689498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:26.729531 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:26.729879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:26.730229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:26.736223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d189d-1192-4af5-bab3-507ea2f02759 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Subnet': ['ID=22dda6d8-fa4e-4148-90fc-c7fe943364b8,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:26.749632 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:26.749975 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:26.752898 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 2 to bind port ac27b172-4349-4bde-930d-ebf91d3d000b Nov 29 18:13:26.763598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-003dfe20-0785-49eb-9cd8-48331bc69195 service neutron] 10.222.0.23 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907296 Nov 29 18:13:26.774619 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:26.775024 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:26.775362 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:26.779282 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5d189d-1192-4af5-bab3-507ea2f02759 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Checking segment: {'id': 'f5ccb382-39d3-4edc-8c22-bb10524b61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bcaeb578-d089-4e9a-be28-84ce4368c7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:26.779584 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5d189d-1192-4af5-bab3-507ea2f02759 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network hostable DHCP agents. Network: bcaeb578-d089-4e9a-be28-84ce4368c7a6, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:13:26.785338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:26.786124 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:26.787092 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7695e789-8c9b-4684-b846-ec9428ae9314 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.791872 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 3 to bind port ac27b172-4349-4bde-930d-ebf91d3d000b Nov 29 18:13:26.867710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15fabe-01a3-468d-948b-af939b769234 None None] Pushing event updated for resources: {'Port': ['ID=5b862c2f-658d-4791-8d5d-e37b34f2ef4e,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:26.877457 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e85dff79-0c87-4d46-993b-e250f86e1d0b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.891726 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:26.892051 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:26.892408 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:26.896320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7695e789-8c9b-4684-b846-ec9428ae9314 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Network 0fc15978-0d12-4721-84a0-e826ce3d88c1 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:26.905685 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-7695e789-8c9b-4684-b846-ec9428ae9314 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:26.912277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:26.912623 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:26.913150 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5d189d-1192-4af5-bab3-507ea2f02759 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network bcaeb578-d089-4e9a-be28-84ce4368c7a6 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:13:26.915569 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7695e789-8c9b-4684-b846-ec9428ae9314 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:26.918528 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7695e789-8c9b-4684-b846-ec9428ae9314 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:26.918528 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7695e789-8c9b-4684-b846-ec9428ae9314 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.928780 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 4 to bind port ac27b172-4349-4bde-930d-ebf91d3d000b Nov 29 18:13:26.932205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695e789-8c9b-4684-b846-ec9428ae9314 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Pushing event updated for resources: {'Port': ['ID=bfc35fb7-2b20-4f01-bc22-106f1903383d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:26.964457 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:26.964457 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:26.964790 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:26.971001 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:26.971385 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:26.972050 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 5 to bind port ac27b172-4349-4bde-930d-ebf91d3d000b Nov 29 18:13:26.974733 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-2d5d189d-1192-4af5-bab3-507ea2f02759 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, bcaeb578-d089-4e9a-be28-84ce4368c7a6) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:26.982268 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7695e789-8c9b-4684-b846-ec9428ae9314 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.8579202 Nov 29 18:13:26.984001 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d189d-1192-4af5-bab3-507ea2f02759 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:26.984803 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d5d189d-1192-4af5-bab3-507ea2f02759 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:26.993814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39592) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:27.003934 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e85dff79-0c87-4d46-993b-e250f86e1d0b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.007126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77536771-b2f2-4899-80ed-a5feaffbe76d None None] Network bcaeb578-d089-4e9a-be28-84ce4368c7a6 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:27.037629 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:27.038575 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:27.039231 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:27.049783 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45225464-02da-4528-9dcc-e851f9ce3c88 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:27.051664 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-45225464-02da-4528-9dcc-e851f9ce3c88 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] 10.222.0.23 "GET /v2.0/ports/bfc35fb7-2b20-4f01-bc22-106f1903383d HTTP/1.1" status: 200 len: 953 time: 0.0557749 Nov 29 18:13:27.053169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:27.053169 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:27.053919 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 6 to bind port ac27b172-4349-4bde-930d-ebf91d3d000b Nov 29 18:13:27.056819 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39594) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:27.062981 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2d5d189d-1192-4af5-bab3-507ea2f02759 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7670951 Nov 29 18:13:27.073715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39596) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:27.093910 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6fcf4df-e055-43f9-b79f-85c9f4c6b24f req-c66d6eab-6f36-483a-8b19-d53b1cb3b9f6 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 210 time: 0.1454589 Nov 29 18:13:27.100602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-73708243-bb77-470c-843b-064b1a487472 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-813463949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:27.113552 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:27.114150 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:27.114695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:27.145716 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:27.148034 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:27.151104 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 7 to bind port ac27b172-4349-4bde-930d-ebf91d3d000b Nov 29 18:13:27.197434 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.225659 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:27.226386 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:27.226852 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:27.239738 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dff79-0c87-4d46-993b-e250f86e1d0b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=5f90b1c6-84d2-422f-98d4-540129a6e409,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:27.258126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85dff79-0c87-4d46-993b-e250f86e1d0b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:27.260440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:27.261682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e85dff79-0c87-4d46-993b-e250f86e1d0b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:27.263655 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:27.265358 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 8 to bind port ac27b172-4349-4bde-930d-ebf91d3d000b Nov 29 18:13:27.276853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85dff79-0c87-4d46-993b-e250f86e1d0b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:27.290952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 67f51531-af90-472c-97b2-0f0c6b3939e1 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:13:27.292667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85dff79-0c87-4d46-993b-e250f86e1d0b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:27.294072 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e85dff79-0c87-4d46-993b-e250f86e1d0b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.306514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:27.310300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:27.314729 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:27.322736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:27.323409 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:27.325550 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 9 to bind port ac27b172-4349-4bde-930d-ebf91d3d000b Nov 29 18:13:27.331575 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b1617468-c048-4b58-93b6-843bf958d612 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Deleting port bfc35fb7-2b20-4f01-bc22-106f1903383d {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:27.332132 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1617468-c048-4b58-93b6-843bf958d612 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.360306 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73708243-bb77-470c-843b-064b1a487472 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.362090 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73708243-bb77-470c-843b-064b1a487472 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.372368 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 67f51531-af90-472c-97b2-0f0c6b3939e1 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:13:27.372596 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 67f51531-af90-472c-97b2-0f0c6b3939e1 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:13:27.403765 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:27.404476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:27.405040 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:27.415626 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:27.416192 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:27.425938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e85dff79-0c87-4d46-993b-e250f86e1d0b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3154099 Nov 29 18:13:27.427255 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 10 to bind port ac27b172-4349-4bde-930d-ebf91d3d000b Nov 29 18:13:27.429984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39606) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:27.450969 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-bcaeb578-d089-4e9a-be28-84ce4368c7a6', 'network_id': 'bcaeb578-d089-4e9a-be28-84ce4368c7a6', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'fixed_ips': [{'subnet_id': '22dda6d8-fa4e-4148-90fc-c7fe943364b8'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:13:27.452312 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.453838 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1617468-c048-4b58-93b6-843bf958d612 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.490093 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:27.490859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:27.491653 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:27.495179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b1617468-c048-4b58-93b6-843bf958d612 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Calling delete_port for bfc35fb7-2b20-4f01-bc22-106f1903383d owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:27.511708 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port ac27b172-4349-4bde-930d-ebf91d3d000b on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:27.512138 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port ac27b172-4349-4bde-930d-ebf91d3d000b on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:27.513097 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.575830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0426c7-6ef2-44af-94f3-ff3bed0c1807 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:27.582273 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0426c7-6ef2-44af-94f3-ff3bed0c1807 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:27.584412 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ab0426c7-6ef2-44af-94f3-ff3bed0c1807 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1504114 Nov 29 18:13:27.585345 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73708243-bb77-470c-843b-064b1a487472 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.587616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39612) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:27.591480 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.639862 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73708243-bb77-470c-843b-064b1a487472 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.668380 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] For port ac27b172-4349-4bde-930d-ebf91d3d000b, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:27.669399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempted to set empty binding levels {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 18:13:27.676972 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.690709 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1617468-c048-4b58-93b6-843bf958d612 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.700130 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73708243-bb77-470c-843b-064b1a487472 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.702189 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-73708243-bb77-470c-843b-064b1a487472 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6228518 Nov 29 18:13:27.705094 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39620) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:27.711497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-aec96326-561f-45ab-8d2a-23d8b6743857 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'port': {'network_id': 'bcaeb578-d089-4e9a-be28-84ce4368c7a6', 'name': 'tempest-RoutersTest-101736026'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:27.716159 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Allocated IP 172.20.0.2 (bcaeb578-d089-4e9a-be28-84ce4368c7a6/22dda6d8-fa4e-4148-90fc-c7fe943364b8/ed4cd4d8-0819-4ef6-82aa-7b876609bfc6) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:27.733961 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:27.734150 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.760879 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1617468-c048-4b58-93b6-843bf958d612 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.764570 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b1617468-c048-4b58-93b6-843bf958d612 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] 10.222.0.23 "DELETE /v2.0/ports/bfc35fb7-2b20-4f01-bc22-106f1903383d HTTP/1.1" status: 204 len: 168 time: 0.7002785 Nov 29 18:13:27.768253 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39622) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:27.769561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Pushing event updated for resources: {'Port': ['ID=ac27b172-4349-4bde-930d-ebf91d3d000b,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:27.789164 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e67349bb-68b7-467b-b762-721497a50ed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.9883115 Nov 29 18:13:27.808399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39624) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:27.822279 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-104500ff-9352-492a-b048-1506758e2427 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] GET failed (client error): The resource could not be found. Nov 29 18:13:27.827393 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-104500ff-9352-492a-b048-1506758e2427 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] 10.222.0.23 "GET /v2.0/ports/bfc35fb7-2b20-4f01-bc22-106f1903383d HTTP/1.1" status: 404 len: 333 time: 0.0510783 Nov 29 18:13:27.827393 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1617468-c048-4b58-93b6-843bf958d612 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfc35fb7-2b20-4f01-bc22-106f1903383d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:27.828588 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39626) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:27.835781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-710a2604-69e0-4e7d-a930-d82eb7639097 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Request body: {'port': {'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1157284244'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:27.865116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710a2604-69e0-4e7d-a930-d82eb7639097 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Made reservation on behalf of 4050fdd05d1042e49dd63c7250fe073d for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:27.868565 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-710a2604-69e0-4e7d-a930-d82eb7639097 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.909365 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-710a2604-69e0-4e7d-a930-d82eb7639097 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] device_id is not set on port 9b35a5e8-c562-486d-af42-cf6614acf39e yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:27.967675 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:27.975547 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:28.051101 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Network bcaeb578-d089-4e9a-be28-84ce4368c7a6 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:28.061064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:28.065261 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:28.085083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec96326-561f-45ab-8d2a-23d8b6743857 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:28.090084 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aec96326-561f-45ab-8d2a-23d8b6743857 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:28.121066 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27f7e2dd-e27b-4f6f-87eb-861edd1e5019 req-4ee608c0-f11a-4fa7-8af0-adbd5bcb7e4f tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0953727 Nov 29 18:13:28.157654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-aec96326-561f-45ab-8d2a-23d8b6743857 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] device_id is not set on port a6b62edd-5abc-4925-92b0-6845f357e745 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:28.222986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Pushing event updated for resources: {'Port': ['ID=ed4cd4d8-0819-4ef6-82aa-7b876609bfc6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:28.244542 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-466e7b69-5cc5-4eb3-91d2-7836b267c362 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port 5f90b1c6-84d2-422f-98d4-540129a6e409 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:28.244963 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-466e7b69-5cc5-4eb3-91d2-7836b267c362 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:28.265462 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Attempting to bind port ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:28.266416 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Attempting to bind port ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'f5ccb382-39d3-4edc-8c22-bb10524b61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bcaeb578-d089-4e9a-be28-84ce4368c7a6'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:28.266416 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Attempting to bind port ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 on network bcaeb578-d089-4e9a-be28-84ce4368c7a6 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:28.280303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:28.280726 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Checking segment: {'id': 'f5ccb382-39d3-4edc-8c22-bb10524b61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bcaeb578-d089-4e9a-be28-84ce4368c7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:28.282140 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:28.282562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Bound using segment: {'id': 'f5ccb382-39d3-4edc-8c22-bb10524b61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bcaeb578-d089-4e9a-be28-84ce4368c7a6'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:28.283119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Bound port: ed4cd4d8-0819-4ef6-82aa-7b876609bfc6, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ccb382-39d3-4edc-8c22-bb10524b61ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'bcaeb578-d089-4e9a-be28-84ce4368c7a6'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:28.283518 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:28.297019 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-710a2604-69e0-4e7d-a930-d82eb7639097 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:28.311360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-c99e5d64-02f2-4359-ab4f-1e2034760fa4 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:28.312913 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-c99e5d64-02f2-4359-ab4f-1e2034760fa4 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.20 "GET /v2.0/networks?id=fd473728-0bea-40f6-a84b-e7243bedd109 HTTP/1.1" status: 200 len: 809 time: 0.2604389 Nov 29 18:13:28.338449 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-3825f9b6-2172-42af-9735-f6dec1df325a tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Request body: {'port': {'device_id': '374f1e3b-d839-4095-b9d9-ae92fd8b9e9a', 'network_id': 'fd473728-0bea-40f6-a84b-e7243bedd109', 'admin_state_up': True, 'tenant_id': '7b3950fac53f410282002a00bfd979d1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:28.340560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-484eb2c0-35bf-46f6-89c4-e3b7726d82d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Deleting port ac27b172-4349-4bde-930d-ebf91d3d000b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:28.341540 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-484eb2c0-35bf-46f6-89c4-e3b7726d82d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:28.369552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] For port ed4cd4d8-0819-4ef6-82aa-7b876609bfc6, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:28.374961 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] For port ed4cd4d8-0819-4ef6-82aa-7b876609bfc6, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ed4cd4d8-0819-4ef6-82aa-7b876609bfc6,segment=NetworkSegment(f5ccb382-39d3-4edc-8c22-bb10524b61ed),segment_id=f5ccb382-39d3-4edc-8c22-bb10524b61ed)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:28.381552 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:28.391066 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-35c7001e-8a48-4146-a5fc-9faebf11af6a req-95a6ecac-c6f2-4243-b655-650429ae1d37 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 210 time: 0.0703499 Nov 29 18:13:28.436733 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-466e7b69-5cc5-4eb3-91d2-7836b267c362 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:28.437435 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-710a2604-69e0-4e7d-a930-d82eb7639097 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:28.473991 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6f857-d571-43b7-a85d-e2a5a79afb8a None None] Pushing event updated for resources: {'Port': ['ID=ed4cd4d8-0819-4ef6-82aa-7b876609bfc6,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:28.512074 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-466e7b69-5cc5-4eb3-91d2-7836b267c362 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for 5f90b1c6-84d2-422f-98d4-540129a6e409 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:28.522966 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710a2604-69e0-4e7d-a930-d82eb7639097 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Network 0fc15978-0d12-4721-84a0-e826ce3d88c1 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:28.530048 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-710a2604-69e0-4e7d-a930-d82eb7639097 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:28.537427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a2604-69e0-4e7d-a930-d82eb7639097 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:28.537953 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710a2604-69e0-4e7d-a930-d82eb7639097 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:28.538429 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-710a2604-69e0-4e7d-a930-d82eb7639097 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:28.540557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7b7759d0-b062-4956-a532-71a0e0bb9a39 None None] Provisioning complete for port 5b862c2f-658d-4791-8d5d-e37b34f2ef4e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:28.541055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-484eb2c0-35bf-46f6-89c4-e3b7726d82d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] For port ac27b172-4349-4bde-930d-ebf91d3d000b, host n-h1-819494-5, got binding levels [] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:28.541236 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b7759d0-b062-4956-a532-71a0e0bb9a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:28.541421 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-484eb2c0-35bf-46f6-89c4-e3b7726d82d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:28.556837 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a2604-69e0-4e7d-a930-d82eb7639097 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Pushing event updated for resources: {'Port': ['ID=9b35a5e8-c562-486d-af42-cf6614acf39e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:28.562664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-3825f9b6-2172-42af-9735-f6dec1df325a tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Made reservation on behalf of 7b3950fac53f410282002a00bfd979d1 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:28.566466 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-3825f9b6-2172-42af-9735-f6dec1df325a tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:28.569176 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-aec96326-561f-45ab-8d2a-23d8b6743857 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Allocated IP 172.20.0.4 (bcaeb578-d089-4e9a-be28-84ce4368c7a6/22dda6d8-fa4e-4148-90fc-c7fe943364b8/a6b62edd-5abc-4925-92b0-6845f357e745) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:28.587879 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-710a2604-69e0-4e7d-a930-d82eb7639097 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7579629 Nov 29 18:13:28.591661 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39632) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:28.596843 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:28.615055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-484eb2c0-35bf-46f6-89c4-e3b7726d82d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Calling delete_port for ac27b172-4349-4bde-930d-ebf91d3d000b owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:28.692150 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b7759d0-b062-4956-a532-71a0e0bb9a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:28.738496 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7b7759d0-b062-4956-a532-71a0e0bb9a39 None None] For port 5b862c2f-658d-4791-8d5d-e37b34f2ef4e, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5b862c2f-658d-4791-8d5d-e37b34f2ef4e,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:28.750627 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b7759d0-b062-4956-a532-71a0e0bb9a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:28.841200 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:28.905378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7759d0-b062-4956-a532-71a0e0bb9a39 None None] Pushing event updated for resources: {'Port': ['ID=5b862c2f-658d-4791-8d5d-e37b34f2ef4e,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:28.980576 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-3825f9b6-2172-42af-9735-f6dec1df325a tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Allocated IP 172.20.0.6 (fd473728-0bea-40f6-a84b-e7243bedd109/66bc0a41-d8db-403e-8825-81a119fdb9ef/5c8f54d2-669a-479f-bc71-e3b8062830df) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:28.989850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8510386c-5c3a-4a68-840b-d33e86d44ba6 None None] Provisioning complete for port 5f90b1c6-84d2-422f-98d4-540129a6e409 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:28.990334 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8510386c-5c3a-4a68-840b-d33e86d44ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.062620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8510386c-5c3a-4a68-840b-d33e86d44ba6 None None] Port 5f90b1c6-84d2-422f-98d4-540129a6e409 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:29.077572 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.255400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e62ea025-96c6-414c-acc0-00432812bbbd req-3d0e7bc5-ef15-4fe8-a898-d5cb9dfc3d2f tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0369096 Nov 29 18:13:29.283570 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:29.359653 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-484eb2c0-35bf-46f6-89c4-e3b7726d82d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.372083 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:29.372635 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.373620 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] device_id is not set on port 9b35a5e8-c562-486d-af42-cf6614acf39e yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:29.382016 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.389451 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.412037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484eb2c0-35bf-46f6-89c4-e3b7726d82d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac27b172-4349-4bde-930d-ebf91d3d000b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:29.455575 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-484eb2c0-35bf-46f6-89c4-e3b7726d82d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.462895 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39648) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:29.465985 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-484eb2c0-35bf-46f6-89c4-e3b7726d82d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] 10.222.0.23 "DELETE /v2.0/ports/ac27b172-4349-4bde-930d-ebf91d3d000b HTTP/1.1" status: 204 len: 168 time: 1.6564159 Nov 29 18:13:29.490611 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aec96326-561f-45ab-8d2a-23d8b6743857 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.492520 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-466e7b69-5cc5-4eb3-91d2-7836b267c362 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.501211 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.531050 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e7b69-5cc5-4eb3-91d2-7836b267c362 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=5f90b1c6-84d2-422f-98d4-540129a6e409,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:29.552131 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port ed4cd4d8-0819-4ef6-82aa-7b876609bfc6, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ed4cd4d8-0819-4ef6-82aa-7b876609bfc6,segment=NetworkSegment(f5ccb382-39d3-4edc-8c22-bb10524b61ed),segment_id=f5ccb382-39d3-4edc-8c22-bb10524b61ed)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:29.564208 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.565055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5b862c2f-658d-4791-8d5d-e37b34f2ef4e up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:29.570989 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4ae9e8-8877-4e2f-83f1-163f6d8687bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] GET failed (client error): The resource could not be found. Nov 29 18:13:29.573173 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fb4ae9e8-8877-4e2f-83f1-163f6d8687bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] 10.222.0.23 "GET /v2.0/ports/ac27b172-4349-4bde-930d-ebf91d3d000b HTTP/1.1" status: 404 len: 333 time: 0.1028719 Nov 29 18:13:29.578972 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-3825f9b6-2172-42af-9735-f6dec1df325a tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.583136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39652) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:29.585350 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a64bafce-32f9-4d42-bcbf-c262dd79cf4f req-c343507a-4acf-4b51-abcf-edcde088f01e tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 210 time: 0.0569437 Nov 29 18:13:29.596536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2942061c-5864-415a-b582-53e31833c653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Request body: {'port': {'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-550066750'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:29.615628 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:29.616723 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:29.617348 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:29.629607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Pushing event updated for resources: {'Port': ['ID=9b35a5e8-c562-486d-af42-cf6614acf39e,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:29.641750 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:29.642254 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:29.644552 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 2 to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e Nov 29 18:13:29.666369 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-466e7b69-5cc5-4eb3-91d2-7836b267c362 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.670649 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-466e7b69-5cc5-4eb3-91d2-7836b267c362 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/5f90b1c6-84d2-422f-98d4-540129a6e409 HTTP/1.1" status: 204 len: 168 time: 2.0817580 Nov 29 18:13:29.673999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39654) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:29.684869 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:29.685287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:29.685700 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:29.694059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:29.694489 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:29.696325 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 3 to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e Nov 29 18:13:29.696752 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.723370 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:29.723759 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:29.724059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:29.733841 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:29.734179 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:29.735333 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 4 to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e Nov 29 18:13:29.738835 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-3825f9b6-2172-42af-9735-f6dec1df325a tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.753074 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2942061c-5864-415a-b582-53e31833c653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Made reservation on behalf of f27217fbed01407f82f91196ad7ee6d8 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:29.755993 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2942061c-5864-415a-b582-53e31833c653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.783066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-2942061c-5864-415a-b582-53e31833c653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] device_id is not set on port 88b8de71-6074-4e57-90c3-01e2a808b6a2 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:29.788663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:29.789017 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:29.789365 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:29.793098 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=ed4cd4d8-0819-4ef6-82aa-7b876609bfc6,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:29.795363 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aec96326-561f-45ab-8d2a-23d8b6743857 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.806232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-3825f9b6-2172-42af-9735-f6dec1df325a tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Network fd473728-0bea-40f6-a84b-e7243bedd109 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:29.808054 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5b862c2f-658d-4791-8d5d-e37b34f2ef4e triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:29.808652 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:29.817059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-3825f9b6-2172-42af-9735-f6dec1df325a tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:29.827492 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-3825f9b6-2172-42af-9735-f6dec1df325a tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:29.829369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98037b08-32e4-4470-9b64-e031801a17ce tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:29.831132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98037b08-32e4-4470-9b64-e031801a17ce tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:29.835140 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-98037b08-32e4-4470-9b64-e031801a17ce tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1530266 Nov 29 18:13:29.887153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39656) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:29.888917 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:29.889263 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:29.914376 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 5 to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e Nov 29 18:13:29.984626 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:30.017656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825f9b6-2172-42af-9735-f6dec1df325a tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Pushing event updated for resources: {'Port': ['ID=5c8f54d2-669a-479f-bc71-e3b8062830df,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:30.029670 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:30.030016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:30.030361 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:30.060468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec96326-561f-45ab-8d2a-23d8b6743857 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network bcaeb578-d089-4e9a-be28-84ce4368c7a6 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:30.066326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-aec96326-561f-45ab-8d2a-23d8b6743857 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:30.072350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-3825f9b6-2172-42af-9735-f6dec1df325a tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:30.073287 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-3825f9b6-2172-42af-9735-f6dec1df325a tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:30.073687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec96326-561f-45ab-8d2a-23d8b6743857 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:30.098439 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-3825f9b6-2172-42af-9735-f6dec1df325a tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7692065 Nov 29 18:13:30.099395 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:30.099922 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:30.103411 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 6 to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e Nov 29 18:13:30.115149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cdc5c8-f36e-4e9d-b5ae-141087783dff tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 3c6e612c-f656-431d-8f90-7a828e866f31 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:13:30.122804 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Request body: {'port': {'device_id': '374f1e3b-d839-4095-b9d9-ae92fd8b9e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:30.128887 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2942061c-5864-415a-b582-53e31833c653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:30.150817 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52cdc5c8-f36e-4e9d-b5ae-141087783dff tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:30.188622 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:30.188777 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:30.189119 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:30.192294 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec96326-561f-45ab-8d2a-23d8b6743857 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=a6b62edd-5abc-4925-92b0-6845f357e745,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:30.213198 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4563006b-361d-4705-a4cc-d6e8a5177dbc None None] Network bcaeb578-d089-4e9a-be28-84ce4368c7a6 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:30.217351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec96326-561f-45ab-8d2a-23d8b6743857 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:30.217998 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aec96326-561f-45ab-8d2a-23d8b6743857 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:30.222083 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2942061c-5864-415a-b582-53e31833c653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:30.224202 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:30.224202 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:30.227943 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 7 to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e Nov 29 18:13:30.247867 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52cdc5c8-f36e-4e9d-b5ae-141087783dff tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:30.263277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-aec96326-561f-45ab-8d2a-23d8b6743857 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.5561392 Nov 29 18:13:30.265996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39660) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:30.273399 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:30.280624 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:30.280981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:30.281322 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:30.301314 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:30.301718 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:30.304295 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 8 to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e Nov 29 18:13:30.321005 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2942061c-5864-415a-b582-53e31833c653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:30.342472 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6e4a2b2d-28ce-4fc3-a7d9-43fddfa3d109 None None] Provisioning complete for port ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:30.343024 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e4a2b2d-28ce-4fc3-a7d9-43fddfa3d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:30.353991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2942061c-5864-415a-b582-53e31833c653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:30.358690 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:30.359066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:30.359414 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:30.360536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942061c-5864-415a-b582-53e31833c653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:30.361465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2942061c-5864-415a-b582-53e31833c653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:30.362110 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2942061c-5864-415a-b582-53e31833c653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:30.368700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942061c-5864-415a-b582-53e31833c653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Pushing event updated for resources: {'Port': ['ID=88b8de71-6074-4e57-90c3-01e2a808b6a2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:30.394982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:30.395543 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:30.400312 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 9 to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e Nov 29 18:13:30.433727 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2942061c-5864-415a-b582-53e31833c653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8457713 Nov 29 18:13:30.435552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39664) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:30.468553 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:30.484657 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:30.484994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:30.485343 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:30.487937 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52cdc5c8-f36e-4e9d-b5ae-141087783dff tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:30.535453 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f05f695-3584-4fa1-a6e6-cca8779db8ab req-3b749b0c-71f0-41d9-8e71-f148c447b2d2 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0369439 Nov 29 18:13:30.618369 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:30.618934 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:30.623237 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempt 10 to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e Nov 29 18:13:30.661613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:30.662073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:30.662492 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempting to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:30.683467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:30.683810 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Failed to bind port 9b35a5e8-c562-486d-af42-cf6614acf39e on host n-h1-819494-5 for vnic_type normal using segments [{'id': 'ef35412b-026d-4d2a-bce0-665e0dd71cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fc15978-0d12-4721-84a0-e826ce3d88c1'}] Nov 29 18:13:30.685509 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:30.694855 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:30.742599 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52cdc5c8-f36e-4e9d-b5ae-141087783dff tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:30.794893 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdc5c8-f36e-4e9d-b5ae-141087783dff tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=3c6e612c-f656-431d-8f90-7a828e866f31,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:30.812658 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52cdc5c8-f36e-4e9d-b5ae-141087783dff tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:30.823761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c19edb-686a-4b33-847f-c4b9ffcc5627 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:30.833604 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-52cdc5c8-f36e-4e9d-b5ae-141087783dff tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/3c6e612c-f656-431d-8f90-7a828e866f31 HTTP/1.1" status: 204 len: 168 time: 0.9432580 Nov 29 18:13:30.847504 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39668) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:30.855471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e49f0b19-539a-48b6-b6d7-b270636ae86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:30.857606 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e49f0b19-539a-48b6-b6d7-b270636ae86a service neutron] 10.222.0.31 "GET /v2.0/ports/fa4a748b-18d2-456f-8305-9cb0f74b625b HTTP/1.1" status: 200 len: 1028 time: 0.1860292 Nov 29 18:13:30.951790 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-143584e4-06cf-4fb9-9e93-dc105de07beb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701940 Nov 29 18:13:30.958234 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39670) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:30.968713 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b7c635f8-c1cc-4bb9-b6a7-1170d52a65cb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:31.073828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-b05e5820-4f84-4aa7-9e0d-20fd744eadc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:31.076042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-b05e5820-4f84-4aa7-9e0d-20fd744eadc2 service neutron] 10.222.0.31 "GET /v2.0/ports/f002c88e-cc2b-4dce-8fa1-65fa2b43d135 HTTP/1.1" status: 200 len: 1027 time: 0.1560724 Nov 29 18:13:31.096078 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] For port 9b35a5e8-c562-486d-af42-cf6614acf39e, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:31.096559 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attempted to set empty binding levels {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 18:13:31.100796 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c635f8-c1cc-4bb9-b6a7-1170d52a65cb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:31.105300 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b7c635f8-c1cc-4bb9-b6a7-1170d52a65cb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.116451 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.119534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edcd5f-713f-4251-a685-4eaeb00fb016 req-974573a3-4391-472b-a351-518f8e59d8c2 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:31.124135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8f54d2-669a-479f-bc71-e3b8062830df {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:13:31.126378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b8edcd5f-713f-4251-a685-4eaeb00fb016 req-974573a3-4391-472b-a351-518f8e59d8c2 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 931 time: 0.4040189 Nov 29 18:13:31.127230 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f74d37-90c6-425b-b9a4-5027cda32801 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.189270 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e01f4162-242c-4cde-9acb-694dcd3cd8a3 None None] Provisioning complete for port a6b62edd-5abc-4925-92b0-6845f357e745 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:31.189800 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e01f4162-242c-4cde-9acb-694dcd3cd8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.245033 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Pushing event updated for resources: {'Port': ['ID=9b35a5e8-c562-486d-af42-cf6614acf39e,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:31.257470 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e01f4162-242c-4cde-9acb-694dcd3cd8a3 None None] Port a6b62edd-5abc-4925-92b0-6845f357e745 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:31.263105 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.296064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:31.309252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] In _notify_port_updated(), no bound segment for port 9b35a5e8-c562-486d-af42-cf6614acf39e on network 0fc15978-0d12-4721-84a0-e826ce3d88c1 {{(pid=110004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:13:31.310996 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:31.311952 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.313490 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b37ec43e-af94-4c18-a8af-52289d48f3f9 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] 10.222.0.23 "PUT /v2.0/ports/9b35a5e8-c562-486d-af42-cf6614acf39e HTTP/1.1" status: 200 len: 975 time: 2.7208810 Nov 29 18:13:31.317514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39674) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:31.353053 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Transition to ACTIVE for port object 5c8f54d2-669a-479f-bc71-e3b8062830df will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:13:31.358734 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e01f4162-242c-4cde-9acb-694dcd3cd8a3 None None] Provisioning complete for port ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:31.359188 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e01f4162-242c-4cde-9acb-694dcd3cd8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.368238 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.384218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b8edcd5f-713f-4251-a685-4eaeb00fb016 req-4deccbcd-c693-483b-885f-c86530e42c73 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329023 Nov 29 18:13:31.418232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:31.419581 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.440883 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] device_id is not set on port 88b8de71-6074-4e57-90c3-01e2a808b6a2 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:31.474126 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.552413 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.555024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f365811-a664-4513-b0fc-468649d1f754 None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:13:31.580870 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Pushing event updated for resources: {'Port': ['ID=5c8f54d2-669a-479f-bc71-e3b8062830df,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:31.617987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f2075963-0fd1-422f-8d03-6cb54bcfbc7b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:31.624660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f2075963-0fd1-422f-8d03-6cb54bcfbc7b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:31.630805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f2075963-0fd1-422f-8d03-6cb54bcfbc7b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:31.632609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f2075963-0fd1-422f-8d03-6cb54bcfbc7b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.31 "GET /v2.0/networks?id=8c7b00ca-e0ef-4d99-bd10-71bb21595ae3&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=d9f36459-b545-4033-9511-3819613163f0&id=d9f36459-b545-4033-9511-3819613163f0 HTTP/1.1" status: 200 len: 1991 time: 0.5362716 Nov 29 18:13:31.706545 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-963e268c-7baf-448c-b77b-3daca11f3c75 None None] Provisioning complete for port a6b62edd-5abc-4925-92b0-6845f357e745 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:31.708118 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-963e268c-7baf-448c-b77b-3daca11f3c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.709233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-64127b3b-340e-4f42-b371-8fe8c34c6c62 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Deleting port 9b35a5e8-c562-486d-af42-cf6614acf39e {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:31.709812 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64127b3b-340e-4f42-b371-8fe8c34c6c62 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.753658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Pushing event updated for resources: {'Port': ['ID=88b8de71-6074-4e57-90c3-01e2a808b6a2,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:31.754970 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9f365811-a664-4513-b0fc-468649d1f754 None None] Deleting port 5b862c2f-658d-4791-8d5d-e37b34f2ef4e {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:31.755356 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f365811-a664-4513-b0fc-468649d1f754 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.759354 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-963e268c-7baf-448c-b77b-3daca11f3c75 None None] Port a6b62edd-5abc-4925-92b0-6845f357e745 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:31.768647 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b495e933-1d0c-43b9-b803-f1c685e386a3 req-e62c2a46-fb54-42e6-b269-17b611e93df6 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0669036 Nov 29 18:13:31.801952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Attempting to bind port 5c8f54d2-669a-479f-bc71-e3b8062830df on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:31.802411 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Attempting to bind port 5c8f54d2-669a-479f-bc71-e3b8062830df by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '02aa7383-11fe-4de7-8faa-6f90d4f07b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fd473728-0bea-40f6-a84b-e7243bedd109'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:31.802981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Attempting to bind port 5c8f54d2-669a-479f-bc71-e3b8062830df on network fd473728-0bea-40f6-a84b-e7243bedd109 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:31.814867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Port 5c8f54d2-669a-479f-bc71-e3b8062830df on network fd473728-0bea-40f6-a84b-e7243bedd109 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:31.815331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Attempting to bind port 5c8f54d2-669a-479f-bc71-e3b8062830df on network fd473728-0bea-40f6-a84b-e7243bedd109 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:31.819507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:31.820242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:31.820945 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:31.845298 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:31.845667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Checking segment: {'id': '02aa7383-11fe-4de7-8faa-6f90d4f07b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fd473728-0bea-40f6-a84b-e7243bedd109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:31.846153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Bound using segment: {'id': '02aa7383-11fe-4de7-8faa-6f90d4f07b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fd473728-0bea-40f6-a84b-e7243bedd109'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:31.846754 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Bound port: 5c8f54d2-669a-479f-bc71-e3b8062830df, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02aa7383-11fe-4de7-8faa-6f90d4f07b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fd473728-0bea-40f6-a84b-e7243bedd109'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:31.847268 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.850824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:31.851458 n-d-819494-5 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:31.856879 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9e534000-3e51-49b2-aa95-857a380aa8fe tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69148bb57fa54adf911a3855e38b3970 HTTP/1.1" status: 200 len: 380 time: 0.1819775 Nov 29 18:13:31.867553 n-d-819494-5 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 2 to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 Nov 29 18:13:31.869673 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b7c635f8-c1cc-4bb9-b6a7-1170d52a65cb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.873482 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9f365811-a664-4513-b0fc-468649d1f754 None None] For port 5b862c2f-658d-4791-8d5d-e37b34f2ef4e, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5b862c2f-658d-4791-8d5d-e37b34f2ef4e,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:31.874108 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f365811-a664-4513-b0fc-468649d1f754 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.879588 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-c6e72ba7-3475-4149-b185-e8d4e10d3e24 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Request body: {'port': {'device_id': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'admin_state_up': True, 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'security_groups': ['fa613c08-0aaf-4b95-a743-6059c54956bf']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:31.888828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9f365811-a664-4513-b0fc-468649d1f754 None None] Calling delete_port for 5b862c2f-658d-4791-8d5d-e37b34f2ef4e owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:31.910772 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-64127b3b-340e-4f42-b371-8fe8c34c6c62 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] For port 9b35a5e8-c562-486d-af42-cf6614acf39e, host n-h1-819494-5, got binding levels [] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:31.911255 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64127b3b-340e-4f42-b371-8fe8c34c6c62 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.931841 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:31.932422 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:31.932919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:31.956355 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:31.956950 n-d-819494-5 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:31.959231 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f74d37-90c6-425b-b9a4-5027cda32801 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.962919 n-d-819494-5 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 3 to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 Nov 29 18:13:31.971945 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-64127b3b-340e-4f42-b371-8fe8c34c6c62 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Calling delete_port for 9b35a5e8-c562-486d-af42-cf6614acf39e owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:31.975621 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f74d37-90c6-425b-b9a4-5027cda32801 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.980822 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f365811-a664-4513-b0fc-468649d1f754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:31.999493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:31.999857 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:32.000179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:32.008326 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c635f8-c1cc-4bb9-b6a7-1170d52a65cb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:32.009401 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f365811-a664-4513-b0fc-468649d1f754 None None] No DVR routers for this DVR port 5b862c2f-658d-4791-8d5d-e37b34f2ef4e on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:13:32.018356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c635f8-c1cc-4bb9-b6a7-1170d52a65cb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=f148df7c-6229-43d0-96ac-d2650ff0630f,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:32.020880 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-b7c635f8-c1cc-4bb9-b6a7-1170d52a65cb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:32.032205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c635f8-c1cc-4bb9-b6a7-1170d52a65cb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:32.033359 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b7c635f8-c1cc-4bb9-b6a7-1170d52a65cb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:32.079914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2e7a20-efb8-47ec-9dff-8dcb5fd2948e None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:32.080180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:32.080526 n-d-819494-5 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:32.089513 n-d-819494-5 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 4 to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 Nov 29 18:13:32.094061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] For port 5c8f54d2-669a-479f-bc71-e3b8062830df, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:32.094232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f365811-a664-4513-b0fc-468649d1f754 None None] Pushing event deleted for resources: {'Port': ['ID=5b862c2f-658d-4791-8d5d-e37b34f2ef4e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:32.101857 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] For port 5c8f54d2-669a-479f-bc71-e3b8062830df, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5c8f54d2-669a-479f-bc71-e3b8062830df,segment=NetworkSegment(02aa7383-11fe-4de7-8faa-6f90d4f07b52),segment_id=02aa7383-11fe-4de7-8faa-6f90d4f07b52)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:32.115026 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:32.164562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:32.165709 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:32.168243 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] 10.222.0.20 "PUT /v2.0/ports/5c8f54d2-669a-479f-bc71-e3b8062830df HTTP/1.1" status: 200 len: 1091 time: 2.0496917 Nov 29 18:13:32.172393 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374f1e3b-d839-4095-b9d9-ae92fd8b9e9a', 'tag': '5c8f54d2-669a-479f-bc71-e3b8062830df'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:13:32.175322 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60eeeca4-e653-4c50-99ba-a3e1f5614e99" -d '{"events": [{"name": "network-changed", "server_uuid": "374f1e3b-d839-4095-b9d9-ae92fd8b9e9a", "tag": "5c8f54d2-669a-479f-bc71-e3b8062830df"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:13:32.196148 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b7c635f8-c1cc-4bb9-b6a7-1170d52a65cb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2355711 Nov 29 18:13:32.205685 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39680) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:32.212118 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6e00dce4-09cf-4241-8a45-016f81aa5c10 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'name': 'tempest-NetworksTestDHCPv6-316921642'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:32.213490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:32.213842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:32.214232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:32.228638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f74d37-90c6-425b-b9a4-5027cda32801 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=a6b62edd-5abc-4925-92b0-6845f357e745,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:32.260760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:32.261098 n-d-819494-5 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:32.265892 n-d-819494-5 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 5 to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 Nov 29 18:13:32.315281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-c6e72ba7-3475-4149-b185-e8d4e10d3e24 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Made reservation on behalf of 69148bb57fa54adf911a3855e38b3970 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:32.318931 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-c6e72ba7-3475-4149-b185-e8d4e10d3e24 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:32.322548 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:32.324787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:32.324787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:32.355149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': 'f148df7c-6229-43d0-96ac-d2650ff0630f'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:13:32.357002 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:32.389775 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ce9696-1c0c-444f-9ed9-cb62fc5063b0 x-openstack-request-id: req-47ce9696-1c0c-444f-9ed9-cb62fc5063b0 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:13:32.390122 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374f1e3b-d839-4095-b9d9-ae92fd8b9e9a", "tag": "5c8f54d2-669a-479f-bc71-e3b8062830df", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:13:32.390331 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47ce9696-1c0c-444f-9ed9-cb62fc5063b0 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:13:32.390741 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374f1e3b-d839-4095-b9d9-ae92fd8b9e9a', 'tag': '5c8f54d2-669a-479f-bc71-e3b8062830df', 'status': 'completed', 'code': 200} Nov 29 18:13:32.406356 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:32.406922 n-d-819494-5 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:32.418260 n-d-819494-5 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 6 to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 Nov 29 18:13:32.448260 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e00dce4-09cf-4241-8a45-016f81aa5c10 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:32.451873 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6e00dce4-09cf-4241-8a45-016f81aa5c10 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:32.474190 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:32.474549 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:32.477912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:32.493739 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-6e00dce4-09cf-4241-8a45-016f81aa5c10 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port 0eeffb26-0630-4dc3-8a40-ee850eae4fec yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:32.515458 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9f184-f8d6-429d-b3cd-edd4f3e2fd8d service neutron] Pushing event updated for resources: {'Port': ['ID=5c8f54d2-669a-479f-bc71-e3b8062830df,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:32.530208 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-2f6f0e9d-4833-4467-8985-d9067aa0eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:32.531941 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-2f6f0e9d-4833-4467-8985-d9067aa0eadc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b3950fac53f410282002a00bfd979d1&device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 1094 time: 0.1544251 Nov 29 18:13:32.547581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:32.548281 n-d-819494-5 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:32.567459 n-d-819494-5 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 7 to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 Nov 29 18:13:32.573892 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Allocated IP 2001:db8::2 (c052213d-ea6c-4782-b422-f625c0df816d/f148df7c-6229-43d0-96ac-d2650ff0630f/8161e15c-0a59-44bd-97f2-e2ec8b6cb640) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:32.619605 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-dadead7b-cba1-4e0d-8d05-fc9bd45e12c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8f54d2-669a-479f-bc71-e3b8062830df HTTP/1.1" status: 200 len: 217 time: 0.0470190 Nov 29 18:13:32.635202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:32.635534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:32.635876 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:32.671556 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f74d37-90c6-425b-b9a4-5027cda32801 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:32.683953 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-97d9dd3e-7757-451b-90da-f7c0be22637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:32.685603 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-97d9dd3e-7757-451b-90da-f7c0be22637c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66bc0a41-d8db-403e-8825-81a119fdb9ef HTTP/1.1" status: 200 len: 849 time: 0.0547633 Nov 29 18:13:32.692202 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64127b3b-340e-4f42-b371-8fe8c34c6c62 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:32.693076 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:32.693422 n-d-819494-5 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:32.728940 n-d-819494-5 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 8 to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 Nov 29 18:13:32.745828 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64127b3b-340e-4f42-b371-8fe8c34c6c62 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:32.749670 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-64127b3b-340e-4f42-b371-8fe8c34c6c62 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] 10.222.0.23 "DELETE /v2.0/ports/9b35a5e8-c562-486d-af42-cf6614acf39e HTTP/1.1" status: 204 len: 168 time: 1.4285009 Nov 29 18:13:32.756285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f633b9c-67a9-4772-99be-2be74c610759 req-be630eaf-f6a2-4077-90a0-7b69cf340808 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:32.758047 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f633b9c-67a9-4772-99be-2be74c610759 req-be630eaf-f6a2-4077-90a0-7b69cf340808 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 943 time: 0.2337041 Nov 29 18:13:32.763404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39686) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:32.795682 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:32.806770 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:32.812992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:32.813614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:32.814161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:32.846260 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a267240-f684-432b-884c-e9a16851a592 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] GET failed (client error): The resource could not be found. Nov 29 18:13:32.848067 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9a267240-f684-432b-884c-e9a16851a592 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] 10.222.0.23 "GET /v2.0/ports/9b35a5e8-c562-486d-af42-cf6614acf39e HTTP/1.1" status: 404 len: 333 time: 0.0818431 Nov 29 18:13:32.851161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-de2aa15b-f674-4b52-a869-f5848da82d38 None None] Provisioning complete for port a6b62edd-5abc-4925-92b0-6845f357e745 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:32.851161 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de2aa15b-f674-4b52-a869-f5848da82d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:32.860344 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39690) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:32.869704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-c6e72ba7-3475-4149-b185-e8d4e10d3e24 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Allocated IP 172.20.0.4 (8c7b00ca-e0ef-4d99-bd10-71bb21595ae3/094912f3-3fa8-4855-8e32-9708e0b4dd0b/f9862376-a235-411c-9516-55e98c12d87f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:32.877130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:32.877722 n-d-819494-5 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:32.886673 n-d-819494-5 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 9 to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 Nov 29 18:13:32.897338 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-de2aa15b-f674-4b52-a869-f5848da82d38 None None] Port a6b62edd-5abc-4925-92b0-6845f357e745 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:32.918034 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:32.922449 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:32.925712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:32.927960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Pushing event updated for resources: {'Port': ['ID=8161e15c-0a59-44bd-97f2-e2ec8b6cb640,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:33.004257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Attempting to bind port 8161e15c-0a59-44bd-97f2-e2ec8b6cb640 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:33.004926 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Attempting to bind port 8161e15c-0a59-44bd-97f2-e2ec8b6cb640 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:33.005341 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Attempting to bind port 8161e15c-0a59-44bd-97f2-e2ec8b6cb640 on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:33.009011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fccfcbcf-fbbe-4b73-ba27-64694c34c8f1 req-0b657c07-cbfa-41ca-ba70-1cc5e695bd37 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0602732 Nov 29 18:13:33.016777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:33.017708 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:33.018192 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:33.018614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:33.019160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Bound port: 8161e15c-0a59-44bd-97f2-e2ec8b6cb640, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:33.019852 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:33.020365 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:33.020868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:33.021364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:33.054581 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f633b9c-67a9-4772-99be-2be74c610759 req-c076d8a0-6438-48aa-8eb2-4e9bf2e133e2 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755167 Nov 29 18:13:33.084346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:33.085233 n-d-819494-5 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:33.089131 n-d-819494-5 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 10 to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 Nov 29 18:13:33.095167 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beba56c2-dce0-4c99-855b-c261bd3f96f2 tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:33.127719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] For port 8161e15c-0a59-44bd-97f2-e2ec8b6cb640, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:33.132291 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] For port 8161e15c-0a59-44bd-97f2-e2ec8b6cb640, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8161e15c-0a59-44bd-97f2-e2ec8b6cb640,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:33.139958 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:33.230193 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189aa30c-bb0b-44fb-9f39-4acc269e7ab8 None None] Pushing event updated for resources: {'Port': ['ID=8161e15c-0a59-44bd-97f2-e2ec8b6cb640,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:33.237917 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5b862c2f-658d-4791-8d5d-e37b34f2ef4e no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:13:33.280866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 5b862c2f-658d-4791-8d5d-e37b34f2ef4e {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:13:33.281661 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5b862c2f-658d-4791-8d5d-e37b34f2ef4e not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:13:33.289555 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64127b3b-340e-4f42-b371-8fe8c34c6c62 tempest-PortsAdminExtendedAttrsTestJSON-1874529184 tempest-PortsAdminExtendedAttrsTestJSON-1874529184-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b35a5e8-c562-486d-af42-cf6614acf39e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:33.328164 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-0f6cfb3f-c546-4665-a275-20badcdb97ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd473728-0bea-40f6-a84b-e7243bedd109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6189444 Nov 29 18:13:33.375421 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-6e00dce4-09cf-4241-8a45-016f81aa5c10 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::2cf (c052213d-ea6c-4782-b422-f625c0df816d/f148df7c-6229-43d0-96ac-d2650ff0630f/0eeffb26-0630-4dc3-8a40-ee850eae4fec) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:33.608070 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-a963ab66-98c5-4aa5-b54a-43d43f146537 service neutron] 10.222.0.20 "GET /v2.0/networks/fd473728-0bea-40f6-a84b-e7243bedd109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132719 Nov 29 18:13:33.714483 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6e00dce4-09cf-4241-8a45-016f81aa5c10 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:33.721666 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:33.722556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:33.723098 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:33.729281 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f74d37-90c6-425b-b9a4-5027cda32801 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:33.777067 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:33.777495 n-d-819494-5 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:33.778544 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:33.778770 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-104f50c4-95f4-4fa4-b4c1-395e851c81bf req-e3d0b4ba-0689-4f86-a525-08507bdbabd6 service neutron] 10.222.0.20 "GET /v2.0/networks/fd473728-0bea-40f6-a84b-e7243bedd109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566894 Nov 29 18:13:33.782856 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-c6e72ba7-3475-4149-b185-e8d4e10d3e24 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:33.786183 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6e00dce4-09cf-4241-8a45-016f81aa5c10 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:33.835814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e00dce4-09cf-4241-8a45-016f81aa5c10 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:33.839722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-6e00dce4-09cf-4241-8a45-016f81aa5c10 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:33.844353 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e00dce4-09cf-4241-8a45-016f81aa5c10 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:33.850280 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e00dce4-09cf-4241-8a45-016f81aa5c10 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:33.851447 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6e00dce4-09cf-4241-8a45-016f81aa5c10 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:33.864087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00dce4-09cf-4241-8a45-016f81aa5c10 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=0eeffb26-0630-4dc3-8a40-ee850eae4fec,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:33.884360 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beba56c2-dce0-4c99-855b-c261bd3f96f2 tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:33.918521 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6e00dce4-09cf-4241-8a45-016f81aa5c10 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7114027 Nov 29 18:13:33.921264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39694) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:33.959810 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eeeca4-e653-4c50-99ba-a3e1f5614e99 req-99bb8157-0597-41a0-97ee-0a547cfa1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:33.961328 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-60eeeca4-e653-4c50-99ba-a3e1f5614e99 req-99bb8157-0597-41a0-97ee-0a547cfa1b78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b3950fac53f410282002a00bfd979d1&device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 1094 time: 0.1004264 Nov 29 18:13:34.005354 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-beba56c2-dce0-4c99-855b-c261bd3f96f2 tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc15978-0d12-4721-84a0-e826ce3d88c1']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:34.030878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28914b9-e2b7-4516-a2a2-4535e8eb8cd7 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:34.036581 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28914b9-e2b7-4516-a2a2-4535e8eb8cd7 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:34.038285 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e28914b9-e2b7-4516-a2a2-4535e8eb8cd7 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1158137 Nov 29 18:13:34.041309 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-beba56c2-dce0-4c99-855b-c261bd3f96f2 tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef35412b-026d-4d2a-bce0-665e0dd71cd1') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:34.041718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-beba56c2-dce0-4c99-855b-c261bd3f96f2 tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef35412b-026d-4d2a-bce0-665e0dd71cd1') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:34.042221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39696) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:34.075307 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beba56c2-dce0-4c99-855b-c261bd3f96f2 tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:34.095268 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-c6e72ba7-3475-4149-b185-e8d4e10d3e24 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:34.164915 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beba56c2-dce0-4c99-855b-c261bd3f96f2 tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:34.172250 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eeeca4-e653-4c50-99ba-a3e1f5614e99 req-93e51467-5c13-4167-8955-2cbee3e505d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:34.174020 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-60eeeca4-e653-4c50-99ba-a3e1f5614e99 req-93e51467-5c13-4167-8955-2cbee3e505d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd473728-0bea-40f6-a84b-e7243bedd109 HTTP/1.1" status: 200 len: 910 time: 0.2033730 Nov 29 18:13:34.226328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] For port 88b8de71-6074-4e57-90c3-01e2a808b6a2, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:34.226328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempted to set empty binding levels {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 18:13:34.232916 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-8a150311-d60f-489e-a959-67d289bfa7b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port 0eeffb26-0630-4dc3-8a40-ee850eae4fec {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:34.233329 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a150311-d60f-489e-a959-67d289bfa7b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:34.239687 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-60eeeca4-e653-4c50-99ba-a3e1f5614e99 req-2da03de2-4b55-4e6b-a085-3a87c26fe1b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c8f54d2-669a-479f-bc71-e3b8062830df HTTP/1.1" status: 200 len: 217 time: 0.0552301 Nov 29 18:13:34.296930 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beba56c2-dce0-4c99-855b-c261bd3f96f2 tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:13:34.297835 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beba56c2-dce0-4c99-855b-c261bd3f96f2 tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:13:34.332363 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:13:34.345262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-c6e72ba7-3475-4149-b185-e8d4e10d3e24 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Network 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:34.360169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eeeca4-e653-4c50-99ba-a3e1f5614e99 req-2e893b0c-98bb-4a12-bc7a-42afc6a92de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:34.361907 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-60eeeca4-e653-4c50-99ba-a3e1f5614e99 req-2e893b0c-98bb-4a12-bc7a-42afc6a92de8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66bc0a41-d8db-403e-8825-81a119fdb9ef HTTP/1.1" status: 200 len: 849 time: 0.1110020 Nov 29 18:13:34.375553 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-c6e72ba7-3475-4149-b185-e8d4e10d3e24 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:34.382610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-c6e72ba7-3475-4149-b185-e8d4e10d3e24 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:34.411151 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-60eeeca4-e653-4c50-99ba-a3e1f5614e99 req-3ace179b-55a8-4f3f-8204-7655958b9e52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd473728-0bea-40f6-a84b-e7243bedd109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408955 Nov 29 18:13:34.412957 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a150311-d60f-489e-a959-67d289bfa7b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:34.439333 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:34.478468 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f74d37-90c6-425b-b9a4-5027cda32801 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:34.497121 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-8a150311-d60f-489e-a959-67d289bfa7b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for 0eeffb26-0630-4dc3-8a40-ee850eae4fec owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:34.556959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] In _notify_port_updated(), no bound segment for port 88b8de71-6074-4e57-90c3-01e2a808b6a2 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:13:34.557830 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:34.558432 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:34.563359 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] 10.222.0.23 "PUT /v2.0/ports/88b8de71-6074-4e57-90c3-01e2a808b6a2 HTTP/1.1" status: 200 len: 978 time: 4.0996761 Nov 29 18:13:34.570134 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f74d37-90c6-425b-b9a4-5027cda32801 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:34.581352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39704) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:34.626617 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-60eeeca4-e653-4c50-99ba-a3e1f5614e99 req-c5a5000c-22bf-48e9-a18d-7a490191a161 service neutron] 10.222.0.20 "GET /v2.0/networks/fd473728-0bea-40f6-a84b-e7243bedd109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018859 Nov 29 18:13:34.660442 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e72ba7-3475-4149-b185-e8d4e10d3e24 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event updated for resources: {'Port': ['ID=f9862376-a235-411c-9516-55e98c12d87f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:34.753950 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad77904-ee80-49df-963d-784fb374a0db req-c7ef337f-4f91-4739-bc6a-3ca53552da6c tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:34.755785 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0f316912-5b1f-4211-95bb-7ebe10a94d73 None None] Provisioning complete for port f9862376-a235-411c-9516-55e98c12d87f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:34.756390 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f316912-5b1f-4211-95bb-7ebe10a94d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:34.761419 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fad77904-ee80-49df-963d-784fb374a0db req-c7ef337f-4f91-4739-bc6a-3ca53552da6c tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 943 time: 0.4603946 Nov 29 18:13:34.780092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-c6e72ba7-3475-4149-b185-e8d4e10d3e24 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:34.780092 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-c6e72ba7-3475-4149-b185-e8d4e10d3e24 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:34.782216 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beba56c2-dce0-4c99-855b-c261bd3f96f2 tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:34.834869 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0f316912-5b1f-4211-95bb-7ebe10a94d73 None None] Port f9862376-a235-411c-9516-55e98c12d87f cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:34.835187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc38c6-3146-4071-9c4e-95f55a7b41c2 req-3f1bb50e-5d19-4e6e-abec-e281396950cb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:34.843139 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81dc38c6-3146-4071-9c4e-95f55a7b41c2 req-3f1bb50e-5d19-4e6e-abec-e281396950cb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 931 time: 0.6615314 Nov 29 18:13:34.860568 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-60eeeca4-e653-4c50-99ba-a3e1f5614e99 req-bfff33f8-10bc-44e4-847f-656fa2de91ab service neutron] 10.222.0.20 "GET /v2.0/networks/fd473728-0bea-40f6-a84b-e7243bedd109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268062 Nov 29 18:13:34.876973 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beba56c2-dce0-4c99-855b-c261bd3f96f2 tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:34.878158 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a150311-d60f-489e-a959-67d289bfa7b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:34.888365 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-beba56c2-dce0-4c99-855b-c261bd3f96f2 tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] 10.222.0.23 "DELETE /v2.0/networks/0fc15978-0d12-4721-84a0-e826ce3d88c1 HTTP/1.1" status: 204 len: 168 time: 2.0238094 Nov 29 18:13:34.921551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a150311-d60f-489e-a959-67d289bfa7b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=0eeffb26-0630-4dc3-8a40-ee850eae4fec,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:34.932449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba56c2-dce0-4c99-855b-c261bd3f96f2 tempest-PortsAdminExtendedAttrsTestJSON-718466277 tempest-PortsAdminExtendedAttrsTestJSON-718466277-project] Pushing event deleted for resources: {'Network': ['ID=0fc15978-0d12-4721-84a0-e826ce3d88c1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:34.942527 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f74d37-90c6-425b-b9a4-5027cda32801 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:34.965230 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-13241063-6391-45ba-a427-67cecb1e2080 None None] Provisioning complete for port 8161e15c-0a59-44bd-97f2-e2ec8b6cb640 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:34.967268 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13241063-6391-45ba-a427-67cecb1e2080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:34.994472 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8a150311-d60f-489e-a959-67d289bfa7b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:35.003434 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8a150311-d60f-489e-a959-67d289bfa7b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/0eeffb26-0630-4dc3-8a40-ee850eae4fec HTTP/1.1" status: 204 len: 168 time: 0.9601474 Nov 29 18:13:35.006170 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39708) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:35.046478 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.051356 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.051839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.052315 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.055014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.055372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.055850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.056312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.056779 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.057242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.058025 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.058152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.058601 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.059115 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.059578 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.060032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.060485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.064466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.067175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.073103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.073626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.076807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.078879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.079349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.080183 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.080314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.080759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.081245 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.081720 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.082414 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.082626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.083131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.083616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.084069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.084522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.085008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.085986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.086441 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.096456 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39710) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:35.099382 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cfcd1bd5-36ee-455b-847c-c39cc9de344e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34126 time: 0.5091116 Nov 29 18:13:35.100595 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809889a-deb2-4fdc-9707-02c98c17bc81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Pushing event updated for resources: {'Port': ['ID=88b8de71-6074-4e57-90c3-01e2a808b6a2,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:35.135169 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13241063-6391-45ba-a427-67cecb1e2080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:35.172874 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed3a6c7-9208-4435-9a27-04dd18708959 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.175971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-c6e72ba7-3475-4149-b185-e8d4e10d3e24 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3028605 Nov 29 18:13:35.176978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed3a6c7-9208-4435-9a27-04dd18708959 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:35.180805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-13241063-6391-45ba-a427-67cecb1e2080 None None] For port 8161e15c-0a59-44bd-97f2-e2ec8b6cb640, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8161e15c-0a59-44bd-97f2-e2ec8b6cb640,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:35.185821 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0ed3a6c7-9208-4435-9a27-04dd18708959 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1784282 Nov 29 18:13:35.188101 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39712) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:35.200487 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13241063-6391-45ba-a427-67cecb1e2080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:35.271041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db5cd55-b2a7-4c73-9959-643f625c0955 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet f148df7c-6229-43d0-96ac-d2650ff0630f {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:13:35.286848 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0db5cd55-b2a7-4c73-9959-643f625c0955 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:35.298220 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13241063-6391-45ba-a427-67cecb1e2080 None None] Pushing event updated for resources: {'Port': ['ID=8161e15c-0a59-44bd-97f2-e2ec8b6cb640,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:35.337400 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8161e15c-0a59-44bd-97f2-e2ec8b6cb640 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:35.339957 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81dc38c6-3146-4071-9c4e-95f55a7b41c2 req-f341271e-36d8-4385-9f0f-5b6f8d655275 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4958122 Nov 29 18:13:35.351710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b4273bb0-c3a8-4030-8f6a-b10ea8ccdc44 None None] Could not find standard attr ID for object 0eeffb26-0630-4dc3-8a40-ee850eae4fec. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:13:35.366933 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fad77904-ee80-49df-963d-784fb374a0db req-63489728-081e-4cbe-bc09-12def8c3acdc tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046550 Nov 29 18:13:35.394990 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-5685ab5b-0a9a-42d2-9302-0aa3b58ec1d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Request body: {'port': {'device_id': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1', 'admin_state_up': True, 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'security_groups': ['fa613c08-0aaf-4b95-a743-6059c54956bf']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:35.424063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39716) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:35.447234 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0db5cd55-b2a7-4c73-9959-643f625c0955 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:35.495962 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-59acb5bd-38bc-4015-9f3c-409c623f89ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Deleting port 88b8de71-6074-4e57-90c3-01e2a808b6a2 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:35.495962 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59acb5bd-38bc-4015-9f3c-409c623f89ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:35.499754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 8161e15c-0a59-44bd-97f2-e2ec8b6cb640 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:35.502185 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:35.577272 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-59acb5bd-38bc-4015-9f3c-409c623f89ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] For port 88b8de71-6074-4e57-90c3-01e2a808b6a2, host n-h1-819494-5, got binding levels [] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:35.577643 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59acb5bd-38bc-4015-9f3c-409c623f89ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:35.598892 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-59acb5bd-38bc-4015-9f3c-409c623f89ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Calling delete_port for 88b8de71-6074-4e57-90c3-01e2a808b6a2 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:35.605193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f74d37-90c6-425b-b9a4-5027cda32801 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=a6b62edd-5abc-4925-92b0-6845f357e745,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:35.652062 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f74d37-90c6-425b-b9a4-5027cda32801 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network bcaeb578-d089-4e9a-be28-84ce4368c7a6 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:35.655992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c6f74d37-90c6-425b-b9a4-5027cda32801 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:35.720731 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0db5cd55-b2a7-4c73-9959-643f625c0955 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:35.770045 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-5685ab5b-0a9a-42d2-9302-0aa3b58ec1d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Made reservation on behalf of 69148bb57fa54adf911a3855e38b3970 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:35.773550 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-5685ab5b-0a9a-42d2-9302-0aa3b58ec1d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:35.795686 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-db81487a-f93b-4229-a2f8-4109ee8f55a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=292927e20d50423e8c9723f46d0b3e13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3670058 Nov 29 18:13:35.799014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39720) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:35.834408 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59acb5bd-38bc-4015-9f3c-409c623f89ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:35.867079 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0db5cd55-b2a7-4c73-9959-643f625c0955 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:35.874015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acb5bd-38bc-4015-9f3c-409c623f89ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Pushing event deleted for resources: {'Port': ['ID=88b8de71-6074-4e57-90c3-01e2a808b6a2,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:35.901622 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5cd55-b2a7-4c73-9959-643f625c0955 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=f148df7c-6229-43d0-96ac-d2650ff0630f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:35.904838 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59acb5bd-38bc-4015-9f3c-409c623f89ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:35.908320 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-59acb5bd-38bc-4015-9f3c-409c623f89ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] 10.222.0.23 "DELETE /v2.0/ports/88b8de71-6074-4e57-90c3-01e2a808b6a2 HTTP/1.1" status: 204 len: 168 time: 0.8052497 Nov 29 18:13:35.918020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39722) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:35.919192 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338d60bd-e170-4b12-9f07-98bcd0f2c64e None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:35.920012 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0db5cd55-b2a7-4c73-9959-643f625c0955 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:35.926978 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0db5cd55-b2a7-4c73-9959-643f625c0955 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/f148df7c-6229-43d0-96ac-d2650ff0630f HTTP/1.1" status: 204 len: 168 time: 0.7356906 Nov 29 18:13:35.927640 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39724) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:36.000491 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ea5aae35-d43f-4b57-a7dc-51a2e15002e4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717049 Nov 29 18:13:36.003381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39726) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:36.010987 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40eaf4f-4874-475f-860b-85aa2ca5ebff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] GET failed (client error): The resource could not be found. Nov 29 18:13:36.016346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f40eaf4f-4874-475f-860b-85aa2ca5ebff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] 10.222.0.23 "GET /v2.0/ports/88b8de71-6074-4e57-90c3-01e2a808b6a2 HTTP/1.1" status: 404 len: 333 time: 0.0687273 Nov 29 18:13:36.016346 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64cf13ac-83d2-4775-bb44-71f71e8f1916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:36.017326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39728) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:36.027457 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-43ace96f-508d-4c7b-86c1-08d96e2cd71d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1978576519', 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:36.031159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f74d37-90c6-425b-b9a4-5027cda32801 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router 25fef021-ca26-4cc6-981c-ce9c7fa420c3 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:13:36.085109 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bd52cf-b909-4510-91ff-168119fa8b11 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:36.087163 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a8bd52cf-b909-4510-91ff-168119fa8b11 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0809076 Nov 29 18:13:36.089752 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39730) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:36.095276 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64cf13ac-83d2-4775-bb44-71f71e8f1916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:36.097744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-5685ab5b-0a9a-42d2-9302-0aa3b58ec1d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Allocated IP 10.1.1.116 (07640d9f-e07a-48c7-a743-879be86985c1/d542c6b4-9a49-4f26-97dd-a08e45fd6e76/7c57a7f9-5b4c-4906-b679-7bec1c88b294) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:36.139668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4bc664ff-1c70-4b54-8de2-6a94c8d27850 None None] Provisioning complete for port a6b62edd-5abc-4925-92b0-6845f357e745 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:36.140233 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4bc664ff-1c70-4b54-8de2-6a94c8d27850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:36.155795 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfe0060-5077-4331-8008-87fa666875c6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:36.160385 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bbfe0060-5077-4331-8008-87fa666875c6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0688767 Nov 29 18:13:36.161145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39732) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:36.180497 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4bc664ff-1c70-4b54-8de2-6a94c8d27850 None None] Port a6b62edd-5abc-4925-92b0-6845f357e745 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:36.211990 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-047fcea1-152c-4441-9b2c-e57ef1911f9e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495520 Nov 29 18:13:36.212850 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39734) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:36.218915 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1645d9e0-faef-481b-82d2-264dc46ab842 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:36.222235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ace96f-508d-4c7b-86c1-08d96e2cd71d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Made reservation on behalf of f27217fbed01407f82f91196ad7ee6d8 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:36.225039 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43ace96f-508d-4c7b-86c1-08d96e2cd71d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:36.289392 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250639aa-1cc9-4929-83be-2fe7bbd4ec84 None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:13:36.290133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-43ace96f-508d-4c7b-86c1-08d96e2cd71d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] device_id is not set on port f98876d6-32ee-44c3-90e5-0234440ee1da yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:36.303750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f74d37-90c6-425b-b9a4-5027cda32801 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:13:36.315227 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c6f74d37-90c6-425b-b9a4-5027cda32801 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/25fef021-ca26-4cc6-981c-ce9c7fa420c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0462353 Nov 29 18:13:36.316875 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39736) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:36.327837 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e4fb3d-c7ca-4cd6-9f58-4c87a2ac4803 None None] Sync routers for ids ['25fef021-ca26-4cc6-981c-ce9c7fa420c3'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:13:36.331030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 5c8f54d2-669a-479f-bc71-e3b8062830df details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:13:36.344221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1645d9e0-faef-481b-82d2-264dc46ab842 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:36.352408 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1645d9e0-faef-481b-82d2-264dc46ab842 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:36.424752 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64cf13ac-83d2-4775-bb44-71f71e8f1916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:36.428080 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64cf13ac-83d2-4775-bb44-71f71e8f1916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:36.429680 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-64cf13ac-83d2-4775-bb44-71f71e8f1916 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/156db19c-1371-4dc5-bc56-0c943eb6b98f HTTP/1.1" status: 204 len: 168 time: 0.6273768 Nov 29 18:13:36.459663 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf13ac-83d2-4775-bb44-71f71e8f1916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156db19c-1371-4dc5-bc56-0c943eb6b98f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:36.475847 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d0dfc2-a186-4af2-8f32-b0c756a01bc0 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:36.480110 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-58d0dfc2-a186-4af2-8f32-b0c756a01bc0 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports/a6b62edd-5abc-4925-92b0-6845f357e745 HTTP/1.1" status: 200 len: 976 time: 0.1589906 Nov 29 18:13:36.480813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39744) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:36.571353 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e4fb3d-c7ca-4cd6-9f58-4c87a2ac4803 None None] Routers {'25fef021-ca26-4cc6-981c-ce9c7fa420c3'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:13:36.572014 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-34e4fb3d-c7ca-4cd6-9f58-4c87a2ac4803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['25fef021-ca26-4cc6-981c-ce9c7fa420c3'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:36.576032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 5c8f54d2-669a-479f-bc71-e3b8062830df, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5c8f54d2-669a-479f-bc71-e3b8062830df,segment=NetworkSegment(02aa7383-11fe-4de7-8faa-6f90d4f07b52),segment_id=02aa7383-11fe-4de7-8faa-6f90d4f07b52)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:36.677884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '5c8f54d2-669a-479f-bc71-e3b8062830df', 'network_id': 'fd473728-0bea-40f6-a84b-e7243bedd109', 'port_id': '5c8f54d2-669a-479f-bc71-e3b8062830df', 'mac_address': 'fa:16:3e:d9:5a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bc0a41-d8db-403e-8825-81a119fdb9ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:13:36.681349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-34e4fb3d-c7ca-4cd6-9f58-4c87a2ac4803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:36.697740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e4fb3d-c7ca-4cd6-9f58-4c87a2ac4803 None None] Routers {'25fef021-ca26-4cc6-981c-ce9c7fa420c3'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:13:36.698365 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-34e4fb3d-c7ca-4cd6-9f58-4c87a2ac4803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['25fef021-ca26-4cc6-981c-ce9c7fa420c3'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:36.714718 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-5685ab5b-0a9a-42d2-9302-0aa3b58ec1d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:36.718898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-250639aa-1cc9-4929-83be-2fe7bbd4ec84 None None] Deleting port 8161e15c-0a59-44bd-97f2-e2ec8b6cb640 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:36.719289 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-250639aa-1cc9-4929-83be-2fe7bbd4ec84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:36.743863 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1645d9e0-faef-481b-82d2-264dc46ab842 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:36.801532 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-34e4fb3d-c7ca-4cd6-9f58-4c87a2ac4803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:36.802211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e4fb3d-c7ca-4cd6-9f58-4c87a2ac4803 None None] The sync data for ids ['25fef021-ca26-4cc6-981c-ce9c7fa420c3'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:13:36.819921 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:36.846582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-250639aa-1cc9-4929-83be-2fe7bbd4ec84 None None] For port 8161e15c-0a59-44bd-97f2-e2ec8b6cb640, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8161e15c-0a59-44bd-97f2-e2ec8b6cb640,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:36.847013 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-250639aa-1cc9-4929-83be-2fe7bbd4ec84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:36.850748 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1645d9e0-faef-481b-82d2-264dc46ab842 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:36.856465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8f54d2-669a-479f-bc71-e3b8062830df {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:13:36.859971 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-1645d9e0-faef-481b-82d2-264dc46ab842 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:36.867126 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1645d9e0-faef-481b-82d2-264dc46ab842 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:36.867887 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1645d9e0-faef-481b-82d2-264dc46ab842 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:36.874161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-250639aa-1cc9-4929-83be-2fe7bbd4ec84 None None] Calling delete_port for 8161e15c-0a59-44bd-97f2-e2ec8b6cb640 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:36.891154 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645d9e0-faef-481b-82d2-264dc46ab842 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=847eea67-44b0-4620-85cf-4e8fe56b2185,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:36.901291 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1645d9e0-faef-481b-82d2-264dc46ab842 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6871080 Nov 29 18:13:36.902143 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39750) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:36.906374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 5c8f54d2-669a-479f-bc71-e3b8062830df, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5c8f54d2-669a-479f-bc71-e3b8062830df,segment=NetworkSegment(02aa7383-11fe-4de7-8faa-6f90d4f07b52),segment_id=02aa7383-11fe-4de7-8faa-6f90d4f07b52)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:36.912664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-38a9d916-b8ea-4144-974d-25493f72abe1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'fixed_ips': [{'subnet_id': '847eea67-44b0-4620-85cf-4e8fe56b2185', 'ip_address': '2001:db8::218e:e2ac:1165:8506'}], 'name': 'tempest-NetworksTestDHCPv6-1954276507'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:36.916268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39752) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:36.943764 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43ace96f-508d-4c7b-86c1-08d96e2cd71d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:36.945875 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:37.004616 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=5c8f54d2-669a-479f-bc71-e3b8062830df,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:37.022631 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-5685ab5b-0a9a-42d2-9302-0aa3b58ec1d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:37.037358 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0ca6e6d6-465c-4c5b-8f06-7eae46213da3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4050fdd05d1042e49dd63c7250fe073d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1154664 Nov 29 18:13:37.037891 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39754) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:37.069182 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43ace96f-508d-4c7b-86c1-08d96e2cd71d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:37.071221 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-250639aa-1cc9-4929-83be-2fe7bbd4ec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:37.100707 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250639aa-1cc9-4929-83be-2fe7bbd4ec84 None None] Pushing event deleted for resources: {'Port': ['ID=8161e15c-0a59-44bd-97f2-e2ec8b6cb640,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:37.113723 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250639aa-1cc9-4929-83be-2fe7bbd4ec84 None None] No DVR routers for this DVR port 8161e15c-0a59-44bd-97f2-e2ec8b6cb640 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:13:37.130447 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a9d916-b8ea-4144-974d-25493f72abe1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:37.139410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-5685ab5b-0a9a-42d2-9302-0aa3b58ec1d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Network 07640d9f-e07a-48c7-a743-879be86985c1 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:37.143507 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a173668-7bd1-47e6-971b-4ee20855fec3 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:37.150706 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-5685ab5b-0a9a-42d2-9302-0aa3b58ec1d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:37.153195 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f8cfdcef-93aa-4069-bf62-308ddf457e4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:37.201364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-5685ab5b-0a9a-42d2-9302-0aa3b58ec1d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:37.246244 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f8cfdcef-93aa-4069-bf62-308ddf457e4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:37.252186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ace96f-508d-4c7b-86c1-08d96e2cd71d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:37.294711 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['5c8f54d2-669a-479f-bc71-e3b8062830df'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:13:37.295910 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-43ace96f-508d-4c7b-86c1-08d96e2cd71d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:37.298957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ace96f-508d-4c7b-86c1-08d96e2cd71d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:37.300343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ace96f-508d-4c7b-86c1-08d96e2cd71d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:37.301050 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43ace96f-508d-4c7b-86c1-08d96e2cd71d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:37.306032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8161e15c-0a59-44bd-97f2-e2ec8b6cb640 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:13:37.321486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cfce94-30dc-4129-9bda-63fa812afa68 req-58078ad9-0eff-4019-97cd-1f111ee0335f tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:37.329681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-63cfce94-30dc-4129-9bda-63fa812afa68 req-58078ad9-0eff-4019-97cd-1f111ee0335f tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 943 time: 0.8076341 Nov 29 18:13:37.361271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d9b93-200b-480b-b183-24480880807a req-1aec6430-3964-4c72-84cd-af9a65dbc26a tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:37.365127 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 8161e15c-0a59-44bd-97f2-e2ec8b6cb640 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:13:37.365482 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8161e15c-0a59-44bd-97f2-e2ec8b6cb640 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:13:37.365620 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a1d9b93-200b-480b-b183-24480880807a req-1aec6430-3964-4c72-84cd-af9a65dbc26a tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 931 time: 0.8688035 Nov 29 18:13:37.399419 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38a9d916-b8ea-4144-974d-25493f72abe1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:37.433765 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': '847eea67-44b0-4620-85cf-4e8fe56b2185'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:13:37.435027 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:37.438134 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f8cfdcef-93aa-4069-bf62-308ddf457e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:37.441937 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f8cfdcef-93aa-4069-bf62-308ddf457e4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:37.446584 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f8cfdcef-93aa-4069-bf62-308ddf457e4a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e3ba8ed-bcb5-4162-be45-8f0f10b27812 HTTP/1.1" status: 204 len: 168 time: 0.4071944 Nov 29 18:13:37.485626 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfdcef-93aa-4069-bf62-308ddf457e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3ba8ed-bcb5-4162-be45-8f0f10b27812,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:37.488109 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-38a9d916-b8ea-4144-974d-25493f72abe1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port 87d709d8-ac07-417d-845e-a5195db7149d yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:37.606985 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Allocated IP 2001:db8::2 (c052213d-ea6c-4782-b422-f625c0df816d/847eea67-44b0-4620-85cf-4e8fe56b2185/2e3e2469-957e-4109-b5ee-871e642fdef0) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:37.778606 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:37.804052 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:37.877705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:37.892757 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-38a9d916-b8ea-4144-974d-25493f72abe1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::218e:e2ac:1165:8506 (c052213d-ea6c-4782-b422-f625c0df816d/847eea67-44b0-4620-85cf-4e8fe56b2185/87d709d8-ac07-417d-845e-a5195db7149d) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:37.896079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c1551482-d62d-4cb0-a75e-8cb560aecf4c None None] Provisioning complete for port 7c57a7f9-5b4c-4906-b679-7bec1c88b294 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:37.896467 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1551482-d62d-4cb0-a75e-8cb560aecf4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:37.914853 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:37.927726 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:38.017588 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685ab5b-0a9a-42d2-9302-0aa3b58ec1d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event updated for resources: {'Port': ['ID=7c57a7f9-5b4c-4906-b679-7bec1c88b294,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:38.067981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ace96f-508d-4c7b-86c1-08d96e2cd71d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Pushing event updated for resources: {'Port': ['ID=f98876d6-32ee-44c3-90e5-0234440ee1da,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:38.118341 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-43ace96f-508d-4c7b-86c1-08d96e2cd71d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0946155 Nov 29 18:13:38.123554 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39768) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:38.125395 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a1d9b93-200b-480b-b183-24480880807a req-1418592e-5b29-40d9-b819-6e396c86ff87 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7263355 Nov 29 18:13:38.152220 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-5685ab5b-0a9a-42d2-9302-0aa3b58ec1d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:38.153416 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-5685ab5b-0a9a-42d2-9302-0aa3b58ec1d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:38.172703 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-63cfce94-30dc-4129-9bda-63fa812afa68 req-11bad459-00bc-4e9b-9c8d-7cb02090b262 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8419876 Nov 29 18:13:38.180334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Pushing event updated for resources: {'Port': ['ID=2e3e2469-957e-4109-b5ee-871e642fdef0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:38.207302 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-5685ab5b-0a9a-42d2-9302-0aa3b58ec1d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8253050 Nov 29 18:13:38.228665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e995d2ef-4d02-4e6c-bac2-9adfb682a50c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Request body: {'port': {'device_id': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1', 'admin_state_up': True, 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'security_groups': ['fa613c08-0aaf-4b95-a743-6059c54956bf']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:38.230294 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38a9d916-b8ea-4144-974d-25493f72abe1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:38.322638 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e48ba7-874b-4ce8-8c83-47e2640fd74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:38.332833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39774) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:38.333764 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-29e48ba7-874b-4ce8-8c83-47e2640fd74f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] 10.222.0.23 "GET /v2.0/ports/f98876d6-32ee-44c3-90e5-0234440ee1da HTTP/1.1" status: 200 len: 959 time: 0.1456721 Nov 29 18:13:38.353683 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c1551482-d62d-4cb0-a75e-8cb560aecf4c None None] Port 7c57a7f9-5b4c-4906-b679-7bec1c88b294 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:38.376138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Attempting to bind port 2e3e2469-957e-4109-b5ee-871e642fdef0 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:38.376444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Attempting to bind port 2e3e2469-957e-4109-b5ee-871e642fdef0 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:38.376815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Attempting to bind port 2e3e2469-957e-4109-b5ee-871e642fdef0 on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:38.382978 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38a9d916-b8ea-4144-974d-25493f72abe1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:38.405639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:38.406084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:38.406435 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:38.406858 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:38.407353 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Bound port: 2e3e2469-957e-4109-b5ee-871e642fdef0, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:38.407739 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:38.477162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a9d916-b8ea-4144-974d-25493f72abe1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:38.486128 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-38a9d916-b8ea-4144-974d-25493f72abe1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:38.489575 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a9d916-b8ea-4144-974d-25493f72abe1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:38.496383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a9d916-b8ea-4144-974d-25493f72abe1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:38.496779 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38a9d916-b8ea-4144-974d-25493f72abe1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:38.517879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-53ca68e0-9d2c-4538-86ab-620d97d1e928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Deleting port f98876d6-32ee-44c3-90e5-0234440ee1da {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:38.518257 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53ca68e0-9d2c-4538-86ab-620d97d1e928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:38.524718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] For port 2e3e2469-957e-4109-b5ee-871e642fdef0, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:38.529656 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] For port 2e3e2469-957e-4109-b5ee-871e642fdef0, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2e3e2469-957e-4109-b5ee-871e642fdef0,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:38.537263 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:38.546148 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9d916-b8ea-4144-974d-25493f72abe1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=87d709d8-ac07-417d-845e-a5195db7149d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:38.608719 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4fa8a2ca-6d14-4a7a-af9e-8f5645f70e0f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:38.617578 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-38a9d916-b8ea-4144-974d-25493f72abe1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7095077 Nov 29 18:13:38.620040 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39780) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:38.623518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e995d2ef-4d02-4e6c-bac2-9adfb682a50c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Made reservation on behalf of 69148bb57fa54adf911a3855e38b3970 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:38.627101 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e995d2ef-4d02-4e6c-bac2-9adfb682a50c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:38.628735 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea4b1a-4af4-491d-8b01-6dd1c4f75e07 None None] Pushing event updated for resources: {'Port': ['ID=2e3e2469-957e-4109-b5ee-871e642fdef0,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:38.697291 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770751e1-0618-4a46-96ee-7c1e7eeea9b6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:38.704520 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770751e1-0618-4a46-96ee-7c1e7eeea9b6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:38.706459 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-770751e1-0618-4a46-96ee-7c1e7eeea9b6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0851548 Nov 29 18:13:38.708819 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39784) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:38.743129 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53ca68e0-9d2c-4538-86ab-620d97d1e928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:38.769242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-53ca68e0-9d2c-4538-86ab-620d97d1e928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Calling delete_port for f98876d6-32ee-44c3-90e5-0234440ee1da owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:38.880597 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-a68ad2b5-8a3a-486b-a176-6818d27977a9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port 87d709d8-ac07-417d-845e-a5195db7149d {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:38.881571 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a68ad2b5-8a3a-486b-a176-6818d27977a9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:39.041737 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a68ad2b5-8a3a-486b-a176-6818d27977a9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:39.055337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-a68ad2b5-8a3a-486b-a176-6818d27977a9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for 87d709d8-ac07-417d-845e-a5195db7149d owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:39.099110 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53ca68e0-9d2c-4538-86ab-620d97d1e928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:39.165209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca68e0-9d2c-4538-86ab-620d97d1e928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Pushing event deleted for resources: {'Port': ['ID=f98876d6-32ee-44c3-90e5-0234440ee1da,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:39.205259 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e995d2ef-4d02-4e6c-bac2-9adfb682a50c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Allocated IP 10.1.1.124 (07640d9f-e07a-48c7-a743-879be86985c1/d542c6b4-9a49-4f26-97dd-a08e45fd6e76/ae646355-ad4c-47e5-bc2b-0ef2ff5562dc) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:39.244312 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53ca68e0-9d2c-4538-86ab-620d97d1e928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:39.252427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-53ca68e0-9d2c-4538-86ab-620d97d1e928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f98876d6-32ee-44c3-90e5-0234440ee1da HTTP/1.1" status: 204 len: 168 time: 0.9181020 Nov 29 18:13:39.263795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39798) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:39.274957 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a68ad2b5-8a3a-486b-a176-6818d27977a9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:39.325208 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a68ad2b5-8a3a-486b-a176-6818d27977a9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:39.331597 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a68ad2b5-8a3a-486b-a176-6818d27977a9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/87d709d8-ac07-417d-845e-a5195db7149d HTTP/1.1" status: 204 len: 168 time: 0.6193831 Nov 29 18:13:39.336345 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-1661b54d-794f-45ba-943e-24b36a439b27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] GET failed (client error): The resource could not be found. Nov 29 18:13:39.338152 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1661b54d-794f-45ba-943e-24b36a439b27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] 10.222.0.23 "GET /v2.0/ports/f98876d6-32ee-44c3-90e5-0234440ee1da HTTP/1.1" status: 404 len: 333 time: 0.0731816 Nov 29 18:13:39.343379 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39802) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:39.343901 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39804) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:39.350067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ad2b5-8a3a-486b-a176-6818d27977a9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=87d709d8-ac07-417d-845e-a5195db7149d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:39.362242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2e3e2469-957e-4109-b5ee-871e642fdef0 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:39.432718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 2e3e2469-957e-4109-b5ee-871e642fdef0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:39.433013 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:39.539496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-606507d3-1e4a-4511-bc34-484fe0a071a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Request body: {'port': {'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-126442860'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:39.539664 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:39.583682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 2e3e2469-957e-4109-b5ee-871e642fdef0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2e3e2469-957e-4109-b5ee-871e642fdef0,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:39.588151 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:39.603150 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e995d2ef-4d02-4e6c-bac2-9adfb682a50c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:39.678589 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=2e3e2469-957e-4109-b5ee-871e642fdef0,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:39.719396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a1d89c-e0af-4a51-bd4e-841ac5bd0095 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:39.720937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a1d89c-e0af-4a51-bd4e-841ac5bd0095 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:39.722585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-94a1d89c-e0af-4a51-bd4e-841ac5bd0095 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3599961 Nov 29 18:13:39.723303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606507d3-1e4a-4511-bc34-484fe0a071a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Made reservation on behalf of f27217fbed01407f82f91196ad7ee6d8 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:39.725474 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39814) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:39.725599 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-606507d3-1e4a-4511-bc34-484fe0a071a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:39.757084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39816) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:39.764951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94690973-12e4-4ede-bedd-f5ae69024333 req-87e1ee23-ba02-45f9-8622-d6bbc7ba94c5 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:39.766512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94690973-12e4-4ede-bedd-f5ae69024333 req-87e1ee23-ba02-45f9-8622-d6bbc7ba94c5 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 944 time: 0.4243603 Nov 29 18:13:39.797305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaf092-dfab-41b9-86ff-aafd622dec65 req-603528da-0643-41ee-86b3-ca422f735c3d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:39.803960 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaf092-dfab-41b9-86ff-aafd622dec65 req-603528da-0643-41ee-86b3-ca422f735c3d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:39.805742 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1aaf092-dfab-41b9-86ff-aafd622dec65 req-603528da-0643-41ee-86b3-ca422f735c3d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 1653 time: 0.4663444 Nov 29 18:13:39.818440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-606507d3-1e4a-4511-bc34-484fe0a071a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] device_id is not set on port d0821809-b30f-4fe4-aff9-2f0f7e167e60 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:39.827250 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f44bac-f08b-4a2e-b78d-f7ec2174bdd1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 847eea67-44b0-4620-85cf-4e8fe56b2185 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:13:39.837532 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0f44bac-f08b-4a2e-b78d-f7ec2174bdd1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:39.931428 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0f44bac-f08b-4a2e-b78d-f7ec2174bdd1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:39.974345 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4d269170-06e6-4fe7-a5a3-df2f01ca5fe4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1153654998', 'router:external': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:40.007579 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e995d2ef-4d02-4e6c-bac2-9adfb682a50c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.045694 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0f44bac-f08b-4a2e-b78d-f7ec2174bdd1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.095707 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4fa8a2ca-6d14-4a7a-af9e-8f5645f70e0f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port a6b62edd-5abc-4925-92b0-6845f357e745 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:40.096046 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4fa8a2ca-6d14-4a7a-af9e-8f5645f70e0f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.136046 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0f44bac-f08b-4a2e-b78d-f7ec2174bdd1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.168008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f44bac-f08b-4a2e-b78d-f7ec2174bdd1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=847eea67-44b0-4620-85cf-4e8fe56b2185,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:40.170639 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0f44bac-f08b-4a2e-b78d-f7ec2174bdd1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.174061 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c0f44bac-f08b-4a2e-b78d-f7ec2174bdd1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/847eea67-44b0-4620-85cf-4e8fe56b2185 HTTP/1.1" status: 204 len: 168 time: 0.4472618 Nov 29 18:13:40.176473 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39820) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:40.203943 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-606507d3-1e4a-4511-bc34-484fe0a071a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.228881 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b32dccb2-3ab2-409c-8852-e08213520127 None None] Provisioning complete for port 2e3e2469-957e-4109-b5ee-871e642fdef0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:40.229259 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b32dccb2-3ab2-409c-8852-e08213520127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.229585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d269170-06e6-4fe7-a5a3-df2f01ca5fe4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Made reservation on behalf of 42ea90a71f0e440584987786b19ed909 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:40.230226 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b90c5829-a56a-4aa0-ba32-e2219825927d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522244 Nov 29 18:13:40.233009 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d269170-06e6-4fe7-a5a3-df2f01ca5fe4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.233230 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39822) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:40.241769 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d47c2e53-dd0a-44f2-812d-65974a00ce94 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:40.254313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1aaf092-dfab-41b9-86ff-aafd622dec65 req-1e19623c-9124-4ad6-b24e-6fc856e284a9 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882812 Nov 29 18:13:40.263276 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e995d2ef-4d02-4e6c-bac2-9adfb682a50c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Network 07640d9f-e07a-48c7-a743-879be86985c1 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:40.306609 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 5c8f54d2-669a-479f-bc71-e3b8062830df up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:40.359020 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4fa8a2ca-6d14-4a7a-af9e-8f5645f70e0f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.373462 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47c2e53-dd0a-44f2-812d-65974a00ce94 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:40.380342 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d47c2e53-dd0a-44f2-812d-65974a00ce94 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.395833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4fa8a2ca-6d14-4a7a-af9e-8f5645f70e0f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for a6b62edd-5abc-4925-92b0-6845f357e745 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:40.408909 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d269170-06e6-4fe7-a5a3-df2f01ca5fe4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.441482 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94690973-12e4-4ede-bedd-f5ae69024333 req-5c230154-075c-4067-b5b0-7afe4b894f2a tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6611781 Nov 29 18:13:40.445948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394e8132-fb56-48ef-9a09-d363c4c7018d None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:40.448887 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995d2ef-4d02-4e6c-bac2-9adfb682a50c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event updated for resources: {'Port': ['ID=ae646355-ad4c-47e5-bc2b-0ef2ff5562dc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:40.451663 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e995d2ef-4d02-4e6c-bac2-9adfb682a50c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:40.458314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e995d2ef-4d02-4e6c-bac2-9adfb682a50c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:40.579627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e995d2ef-4d02-4e6c-bac2-9adfb682a50c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:40.580242 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e995d2ef-4d02-4e6c-bac2-9adfb682a50c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.659913 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 5c8f54d2-669a-479f-bc71-e3b8062830df completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:13:40.667147 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 5c8f54d2-669a-479f-bc71-e3b8062830df triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:40.667736 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.721314 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e995d2ef-4d02-4e6c-bac2-9adfb682a50c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5061762 Nov 29 18:13:40.761570 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d47c2e53-dd0a-44f2-812d-65974a00ce94 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.770166 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e354fb3f-05c3-45cb-ad6e-4b3051e686f8 None None] Could not find standard attr ID for object 87d709d8-ac07-417d-845e-a5195db7149d. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:13:40.780861 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.815028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374f1e3b-d839-4095-b9d9-ae92fd8b9e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8f54d2-669a-479f-bc71-e3b8062830df'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:13:40.818924 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a7a3f2-6180-4ec8-8e04-0b055389a271" -d '{"events": [{"server_uuid": "374f1e3b-d839-4095-b9d9-ae92fd8b9e9a", "name": "network-vif-plugged", "status": "completed", "tag": "5c8f54d2-669a-479f-bc71-e3b8062830df"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:13:40.820291 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-606507d3-1e4a-4511-bc34-484fe0a071a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.827584 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e329de5f-bc24-4476-8e01-dfc5db06f05f None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:13:40.829100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-798ab1cd-5d35-4e16-a507-7f2442dbf41e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Request body: {'port': {'device_id': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd9f36459-b545-4033-9511-3819613163f0', 'admin_state_up': True, 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'security_groups': ['fa613c08-0aaf-4b95-a743-6059c54956bf']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:40.842898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 5c8f54d2-669a-479f-bc71-e3b8062830df, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5c8f54d2-669a-479f-bc71-e3b8062830df,segment=NetworkSegment(02aa7383-11fe-4de7-8faa-6f90d4f07b52),segment_id=02aa7383-11fe-4de7-8faa-6f90d4f07b52)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:40.851889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47c2e53-dd0a-44f2-812d-65974a00ce94 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:40.856966 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-d47c2e53-dd0a-44f2-812d-65974a00ce94 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:40.858630 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d269170-06e6-4fe7-a5a3-df2f01ca5fe4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.867610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c2e53-dd0a-44f2-812d-65974a00ce94 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:40.868233 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d47c2e53-dd0a-44f2-812d-65974a00ce94 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.874145 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.886090 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d269170-06e6-4fe7-a5a3-df2f01ca5fe4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:40.902264 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d47c2e53-dd0a-44f2-812d-65974a00ce94 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6677840 Nov 29 18:13:40.907086 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39826) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:40.913376 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-721d318a-1ce7-4d11-8b6a-a6c358219340 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'fixed_ips': [{'subnet_id': '66562a64-6663-46bc-962b-93fb484f4dce', 'ip_address': '2001:db8::af4a:740e:4bfd:2586'}], 'name': 'tempest-NetworksTestDHCPv6-2096645294'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:40.919413 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c2e53-dd0a-44f2-812d-65974a00ce94 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=66562a64-6663-46bc-962b-93fb484f4dce,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:40.919652 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57845f3-aee2-4280-9dbf-8904dde13a9b x-openstack-request-id: req-a57845f3-aee2-4280-9dbf-8904dde13a9b {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:13:40.920206 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374f1e3b-d839-4095-b9d9-ae92fd8b9e9a", "name": "network-vif-plugged", "status": "completed", "tag": "5c8f54d2-669a-479f-bc71-e3b8062830df", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:13:40.920542 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a57845f3-aee2-4280-9dbf-8904dde13a9b {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:13:40.928509 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374f1e3b-d839-4095-b9d9-ae92fd8b9e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8f54d2-669a-479f-bc71-e3b8062830df', 'code': 200} Nov 29 18:13:40.979331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-66728db8-8a95-4070-9d61-ef4c150a9bae None None] Provisioning complete for port ae646355-ad4c-47e5-bc2b-0ef2ff5562dc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:40.979728 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66728db8-8a95-4070-9d61-ef4c150a9bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:41.022390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d269170-06e6-4fe7-a5a3-df2f01ca5fe4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:13:41.031395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e329de5f-bc24-4476-8e01-dfc5db06f05f None None] Deleting port 2e3e2469-957e-4109-b5ee-871e642fdef0 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:41.032138 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e329de5f-bc24-4476-8e01-dfc5db06f05f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:41.034750 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40bf3e-4192-4b2f-a0b5-2d79a873cbf2 req-b0bc7dfd-67a3-457b-b95e-4115cdc3a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:41.035461 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d269170-06e6-4fe7-a5a3-df2f01ca5fe4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:41.035919 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-4d269170-06e6-4fe7-a5a3-df2f01ca5fe4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Added segment f99c3fa1-036d-408e-a5d2-6d3d877a5008 of type vlan for network 8db130d5-c863-475a-a55d-08faae505c69 Nov 29 18:13:41.036951 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6c40bf3e-4192-4b2f-a0b5-2d79a873cbf2 req-b0bc7dfd-67a3-457b-b95e-4115cdc3a993 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 1096 time: 0.0656235 Nov 29 18:13:41.037064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=5c8f54d2-669a-479f-bc71-e3b8062830df,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:41.118454 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-66728db8-8a95-4070-9d61-ef4c150a9bae None None] Port ae646355-ad4c-47e5-bc2b-0ef2ff5562dc cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:41.127373 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d269170-06e6-4fe7-a5a3-df2f01ca5fe4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:41.130382 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6c40bf3e-4192-4b2f-a0b5-2d79a873cbf2 req-6c8d4938-3b00-424b-92b4-e13b1fa5ce91 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651460 Nov 29 18:13:41.135282 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721d318a-1ce7-4d11-8b6a-a6c358219340 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:41.146019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606507d3-1e4a-4511-bc34-484fe0a071a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Pushing event updated for resources: {'Port': ['ID=d0821809-b30f-4fe4-aff9-2f0f7e167e60,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:41.156903 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-721d318a-1ce7-4d11-8b6a-a6c358219340 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:41.177091 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606507d3-1e4a-4511-bc34-484fe0a071a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:41.186421 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e329de5f-bc24-4476-8e01-dfc5db06f05f None None] For port 2e3e2469-957e-4109-b5ee-871e642fdef0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2e3e2469-957e-4109-b5ee-871e642fdef0,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:41.191631 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e329de5f-bc24-4476-8e01-dfc5db06f05f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:41.195008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-606507d3-1e4a-4511-bc34-484fe0a071a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:41.202912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-721d318a-1ce7-4d11-8b6a-a6c358219340 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port 3220f78f-447a-4c39-a309-20785151dd43 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:41.207580 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606507d3-1e4a-4511-bc34-484fe0a071a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:41.208532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606507d3-1e4a-4511-bc34-484fe0a071a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:41.209135 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-606507d3-1e4a-4511-bc34-484fe0a071a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:41.239886 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d269170-06e6-4fe7-a5a3-df2f01ca5fe4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64049b4a-9a26-4efc-bc8b-2e81e0086a13,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:41.243067 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e329de5f-bc24-4476-8e01-dfc5db06f05f None None] Calling delete_port for 2e3e2469-957e-4109-b5ee-871e642fdef0 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:41.319619 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-606507d3-1e4a-4511-bc34-484fe0a071a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9545453 Nov 29 18:13:41.323928 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39830) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:41.328323 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d269170-06e6-4fe7-a5a3-df2f01ca5fe4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:41.329308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d269170-06e6-4fe7-a5a3-df2f01ca5fe4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:41.329904 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d269170-06e6-4fe7-a5a3-df2f01ca5fe4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:41.331252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:41.371989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2e3e2469-957e-4109-b5ee-871e642fdef0 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:13:41.378916 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e329de5f-bc24-4476-8e01-dfc5db06f05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:41.407644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4fa8a2ca-6d14-4a7a-af9e-8f5645f70e0f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:41.445244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 2e3e2469-957e-4109-b5ee-871e642fdef0 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:13:41.446098 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2e3e2469-957e-4109-b5ee-871e642fdef0 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:13:41.479722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4d269170-06e6-4fe7-a5a3-df2f01ca5fe4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7118881 Nov 29 18:13:41.511765 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329de5f-bc24-4476-8e01-dfc5db06f05f None None] Pushing event deleted for resources: {'Port': ['ID=2e3e2469-957e-4109-b5ee-871e642fdef0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:41.517948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329de5f-bc24-4476-8e01-dfc5db06f05f None None] No DVR routers for this DVR port 2e3e2469-957e-4109-b5ee-871e642fdef0 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:13:41.540300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d269170-06e6-4fe7-a5a3-df2f01ca5fe4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Pushing event updated for resources: {'Network': ['ID=8db130d5-c863-475a-a55d-08faae505c69,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:41.552411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8a2ca-6d14-4a7a-af9e-8f5645f70e0f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=a6b62edd-5abc-4925-92b0-6845f357e745,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:41.552637 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 8db130d5-c863-475a-a55d-08faae505c69 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:13:41.563683 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39834) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:41.593202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-41ec5ed8-9649-47a7-a917-4185857562d7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Request body: {'subnet': {'network_id': '8db130d5-c863-475a-a55d-08faae505c69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:41.645672 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dec9d9-fd6d-4555-bd7a-b9e33442ac22 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:41.768364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-798ab1cd-5d35-4e16-a507-7f2442dbf41e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Made reservation on behalf of 69148bb57fa54adf911a3855e38b3970 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:41.791032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ec5ed8-9649-47a7-a917-4185857562d7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Made reservation on behalf of 42ea90a71f0e440584987786b19ed909 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:41.793354 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41ec5ed8-9649-47a7-a917-4185857562d7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:41.877576 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4fa8a2ca-6d14-4a7a-af9e-8f5645f70e0f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:41.917415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c38622-538b-43bd-9586-841326a77747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': '66562a64-6663-46bc-962b-93fb484f4dce'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:13:41.918408 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:41.977299 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:42.096281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc200d-8bcc-4aa9-84e2-04d6ff37857a req-0fed3e01-5c3f-4843-bb58-dd138c726723 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:42.101685 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-721d318a-1ce7-4d11-8b6a-a6c358219340 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::af4a:740e:4bfd:2586 (c052213d-ea6c-4782-b422-f625c0df816d/66562a64-6663-46bc-962b-93fb484f4dce/3220f78f-447a-4c39-a309-20785151dd43) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:42.103515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc200d-8bcc-4aa9-84e2-04d6ff37857a req-0fed3e01-5c3f-4843-bb58-dd138c726723 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:42.110306 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc200d-8bcc-4aa9-84e2-04d6ff37857a req-0fed3e01-5c3f-4843-bb58-dd138c726723 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:42.112021 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1dc200d-8bcc-4aa9-84e2-04d6ff37857a req-0fed3e01-5c3f-4843-bb58-dd138c726723 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 2374 time: 0.6691222 Nov 29 18:13:42.121006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb234617-668a-4fef-83c0-a8c2fc4475d4 req-60e07b1f-757b-4a32-a9e3-3bcf048660cf tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:42.124060 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb234617-668a-4fef-83c0-a8c2fc4475d4 req-60e07b1f-757b-4a32-a9e3-3bcf048660cf tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 945 time: 0.4494257 Nov 29 18:13:42.328559 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] device_id is not set on port d0821809-b30f-4fe4-aff9-2f0f7e167e60 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:42.340546 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:42.346640 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-798ab1cd-5d35-4e16-a507-7f2442dbf41e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:42.352599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa8a2ca-6d14-4a7a-af9e-8f5645f70e0f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router 25fef021-ca26-4cc6-981c-ce9c7fa420c3 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:13:42.356214 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:42.361382 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1dc200d-8bcc-4aa9-84e2-04d6ff37857a req-49d13e29-4634-473d-85e6-82623056aa29 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309828 Nov 29 18:13:42.374606 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb234617-668a-4fef-83c0-a8c2fc4475d4 req-a8ac1ced-d4d9-43d5-a935-4985b556c9b8 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414007 Nov 29 18:13:42.410772 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Pushing event updated for resources: {'Port': ['ID=d0821809-b30f-4fe4-aff9-2f0f7e167e60,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:42.420953 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-721d318a-1ce7-4d11-8b6a-a6c358219340 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:42.464695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:42.465659 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:42.465931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:42.472653 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:42.472988 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:42.474531 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 2 to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 Nov 29 18:13:42.489003 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:42.489349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:42.489692 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:42.497672 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:42.498017 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:42.498420 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 3 to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 Nov 29 18:13:42.512775 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:42.513115 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:42.513473 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:42.517023 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-721d318a-1ce7-4d11-8b6a-a6c358219340 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:42.529972 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:42.529972 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:42.550071 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 4 to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 Nov 29 18:13:42.561984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-07c38622-538b-43bd-9586-841326a77747 None None] Allocated IP 2001:db8::2 (c052213d-ea6c-4782-b422-f625c0df816d/66562a64-6663-46bc-962b-93fb484f4dce/7cc90e83-a563-4a7a-b614-fd24493261b3) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:42.567337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:42.567733 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:42.567951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:42.586172 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721d318a-1ce7-4d11-8b6a-a6c358219340 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:42.592667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:42.593003 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:42.593813 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-721d318a-1ce7-4d11-8b6a-a6c358219340 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:42.598260 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 5 to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 Nov 29 18:13:42.601255 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d318a-1ce7-4d11-8b6a-a6c358219340 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:42.607550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721d318a-1ce7-4d11-8b6a-a6c358219340 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:42.608203 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-721d318a-1ce7-4d11-8b6a-a6c358219340 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:42.619781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d318a-1ce7-4d11-8b6a-a6c358219340 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=3220f78f-447a-4c39-a309-20785151dd43,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:42.632490 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:42.632840 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:42.633193 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:42.641440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:42.641440 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:42.641440 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 6 to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 Nov 29 18:13:42.656762 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-721d318a-1ce7-4d11-8b6a-a6c358219340 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7461915 Nov 29 18:13:42.657362 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39842) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:42.672006 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:42.672356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:42.672705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:42.700769 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:42.701271 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:42.702519 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 7 to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 Nov 29 18:13:42.726576 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:42.727003 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:42.727488 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:42.738717 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e545a323-4220-4144-9bb4-70d7cf518177 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:42.740691 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e545a323-4220-4144-9bb4-70d7cf518177 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0822923 Nov 29 18:13:42.743569 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:42.743908 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:42.744335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39844) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:42.744784 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 8 to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 Nov 29 18:13:42.789103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:42.789486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:42.789786 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:42.802814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:42.806965 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:42.807546 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:42.817057 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 9 to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 Nov 29 18:13:42.822195 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:42.855176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:42.855532 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:42.855797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:42.884989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c38622-538b-43bd-9586-841326a77747 None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:42.889297 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-07c38622-538b-43bd-9586-841326a77747 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:42.896096 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c38622-538b-43bd-9586-841326a77747 None None] Pushing event updated for resources: {'Port': ['ID=7cc90e83-a563-4a7a-b614-fd24493261b3,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:42.909131 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c38622-538b-43bd-9586-841326a77747 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:42.912878 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:42.913492 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:42.914115 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:42.914831 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:42.915559 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:42.916106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:42.916639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:42.917254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:42.917779 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:42.918945 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:42.919505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:42.920031 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:13:42.928558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:42.929393 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:42.940603 n-d-819494-5 neutron-server[110004]: INFO neutron.plugins.ml2.plugin [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempt 10 to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 Nov 29 18:13:42.990033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-07c38622-538b-43bd-9586-841326a77747 None None] Attempting to bind port 7cc90e83-a563-4a7a-b614-fd24493261b3 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:42.990495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-07c38622-538b-43bd-9586-841326a77747 None None] Attempting to bind port 7cc90e83-a563-4a7a-b614-fd24493261b3 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:42.990957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c38622-538b-43bd-9586-841326a77747 None None] Attempting to bind port 7cc90e83-a563-4a7a-b614-fd24493261b3 on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:42.992526 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:42.993081 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:42.993609 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempting to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:42.997946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c38622-538b-43bd-9586-841326a77747 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:42.998483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c38622-538b-43bd-9586-841326a77747 None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:42.999004 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:42.999469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c38622-538b-43bd-9586-841326a77747 None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:43.000014 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-07c38622-538b-43bd-9586-841326a77747 None None] Bound port: 7cc90e83-a563-4a7a-b614-fd24493261b3, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:43.000483 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:43.003481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:43.004065 n-d-819494-5 neutron-server[110004]: ERROR neutron.plugins.ml2.managers [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Failed to bind port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on host n-h1-819494-5 for vnic_type normal using segments [{'id': '882fb440-006d-46fc-ae4c-86b858f0bb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a'}] Nov 29 18:13:43.004619 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:43.035030 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e44b007b-e946-4737-9dbe-64c92b7b2a9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port 3220f78f-447a-4c39-a309-20785151dd43 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:43.035871 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e44b007b-e946-4737-9dbe-64c92b7b2a9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:43.079692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-07c38622-538b-43bd-9586-841326a77747 None None] For port 7cc90e83-a563-4a7a-b614-fd24493261b3, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:43.083997 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-07c38622-538b-43bd-9586-841326a77747 None None] For port 7cc90e83-a563-4a7a-b614-fd24493261b3, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7cc90e83-a563-4a7a-b614-fd24493261b3,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:43.093048 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07c38622-538b-43bd-9586-841326a77747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:43.119567 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa8a2ca-6d14-4a7a-af9e-8f5645f70e0f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:13:43.129805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4fa8a2ca-6d14-4a7a-af9e-8f5645f70e0f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/25fef021-ca26-4cc6-981c-ce9c7fa420c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6438239 Nov 29 18:13:43.136114 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28609dc4-5e51-49d9-b0d4-2164c20d0a5b None None] Sync routers for ids ['25fef021-ca26-4cc6-981c-ce9c7fa420c3'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:13:43.158610 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28609dc4-5e51-49d9-b0d4-2164c20d0a5b None None] Routers {'25fef021-ca26-4cc6-981c-ce9c7fa420c3'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:13:43.159260 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-28609dc4-5e51-49d9-b0d4-2164c20d0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['25fef021-ca26-4cc6-981c-ce9c7fa420c3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:43.191850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39846) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:43.208450 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e44b007b-e946-4737-9dbe-64c92b7b2a9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:43.226298 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-28609dc4-5e51-49d9-b0d4-2164c20d0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:43.233887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c38622-538b-43bd-9586-841326a77747 None None] Pushing event updated for resources: {'Port': ['ID=7cc90e83-a563-4a7a-b614-fd24493261b3,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:43.252131 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28609dc4-5e51-49d9-b0d4-2164c20d0a5b None None] Routers {'25fef021-ca26-4cc6-981c-ce9c7fa420c3'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:13:43.252754 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-28609dc4-5e51-49d9-b0d4-2164c20d0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['25fef021-ca26-4cc6-981c-ce9c7fa420c3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:43.278273 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e44b007b-e946-4737-9dbe-64c92b7b2a9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for 3220f78f-447a-4c39-a309-20785151dd43 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:43.326170 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-28609dc4-5e51-49d9-b0d4-2164c20d0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:43.328964 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28609dc4-5e51-49d9-b0d4-2164c20d0a5b None None] The sync data for ids ['25fef021-ca26-4cc6-981c-ce9c7fa420c3'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:13:43.330098 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] For port d0821809-b30f-4fe4-aff9-2f0f7e167e60, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:43.339174 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attempted to set empty binding levels {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 18:13:43.351245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-f4c4bd17-06b7-4ce0-bd5a-ae6edd45ab01 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9054599 Nov 29 18:13:43.472898 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:43.512296 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] In _notify_port_updated(), no bound segment for port d0821809-b30f-4fe4-aff9-2f0f7e167e60 on network 19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a {{(pid=110004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:13:43.513961 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:43.515097 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:43.518023 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] 10.222.0.23 "PUT /v2.0/ports/d0821809-b30f-4fe4-aff9-2f0f7e167e60 HTTP/1.1" status: 200 len: 978 time: 2.1922181 Nov 29 18:13:43.523785 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39852) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:43.612620 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b319a9-dbe3-4338-88a9-133ad37e0f54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Pushing event updated for resources: {'Port': ['ID=d0821809-b30f-4fe4-aff9-2f0f7e167e60,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:43.674984 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e44b007b-e946-4737-9dbe-64c92b7b2a9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:43.718499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b007b-e946-4737-9dbe-64c92b7b2a9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=3220f78f-447a-4c39-a309-20785151dd43,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:43.765687 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e44b007b-e946-4737-9dbe-64c92b7b2a9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:43.769461 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e44b007b-e946-4737-9dbe-64c92b7b2a9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/3220f78f-447a-4c39-a309-20785151dd43 HTTP/1.1" status: 204 len: 168 time: 1.0214443 Nov 29 18:13:43.771768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-19a1d3e5-57f5-4913-9457-451d202e8656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Deleting port d0821809-b30f-4fe4-aff9-2f0f7e167e60 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:43.772185 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19a1d3e5-57f5-4913-9457-451d202e8656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:43.773869 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39856) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:43.798891 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-e7e1bbff-8e78-451f-9581-4d484ba958f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:43.799448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-e7e1bbff-8e78-451f-9581-4d484ba958f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:43.799981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-e7e1bbff-8e78-451f-9581-4d484ba958f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:43.800528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-e7e1bbff-8e78-451f-9581-4d484ba958f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:43.801121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-e7e1bbff-8e78-451f-9581-4d484ba958f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:43.801646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-e7e1bbff-8e78-451f-9581-4d484ba958f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:43.802383 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-e7e1bbff-8e78-451f-9581-4d484ba958f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:43.804719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-e7e1bbff-8e78-451f-9581-4d484ba958f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 6503 time: 0.3460419 Nov 29 18:13:43.814652 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-798ab1cd-5d35-4e16-a507-7f2442dbf41e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Allocated IP 10.2.2.100 (d9f36459-b545-4033-9511-3819613163f0/f4c504f4-9df8-4894-b0d2-9a3940ee271e/d1d310fc-38a8-4207-b780-c7b7ed72c64f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:43.829148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbad0e-cca1-4246-a1f3-2c6b609eb28d req-6950e668-4c26-4b7e-8989-13b874419997 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:43.831521 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6cbad0e-cca1-4246-a1f3-2c6b609eb28d req-6950e668-4c26-4b7e-8989-13b874419997 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 945 time: 0.3344586 Nov 29 18:13:43.867024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4d8b7-3fd4-4475-943f-b360bb79cf24 req-14097b5c-901e-46d7-af32-47151b19ef4c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:43.874812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4d8b7-3fd4-4475-943f-b360bb79cf24 req-14097b5c-901e-46d7-af32-47151b19ef4c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:43.881123 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4d8b7-3fd4-4475-943f-b360bb79cf24 req-14097b5c-901e-46d7-af32-47151b19ef4c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:43.883013 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ee4d8b7-3fd4-4475-943f-b360bb79cf24 req-14097b5c-901e-46d7-af32-47151b19ef4c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 2374 time: 0.3844352 Nov 29 18:13:43.886629 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c289a-8a65-4c0f-ae1f-78edaaec8228 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:43.888321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c289a-8a65-4c0f-ae1f-78edaaec8228 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:43.892679 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ec6c289a-8a65-4c0f-ae1f-78edaaec8228 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1151371 Nov 29 18:13:43.892679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-19a1d3e5-57f5-4913-9457-451d202e8656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] For port d0821809-b30f-4fe4-aff9-2f0f7e167e60, host n-h1-819494-5, got binding levels [] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:43.892679 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19a1d3e5-57f5-4913-9457-451d202e8656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:43.894706 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39858) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:43.898657 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-952881e2-6446-4ec3-9bcc-6b755557067e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] remove_router_interface failed (client error): The resource could not be found. Nov 29 18:13:43.902304 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-952881e2-6446-4ec3-9bcc-6b755557067e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/25fef021-ca26-4cc6-981c-ce9c7fa420c3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7056999 Nov 29 18:13:43.910338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39860) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:43.949141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-19a1d3e5-57f5-4913-9457-451d202e8656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Calling delete_port for d0821809-b30f-4fe4-aff9-2f0f7e167e60 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:43.977768 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-71f4eefe-dde1-4878-ac13-dd17478f42c5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports?device_id=25fef021-ca26-4cc6-981c-ce9c7fa420c3 HTTP/1.1" status: 200 len: 205 time: 0.0629640 Nov 29 18:13:43.984195 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39862) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:44.059428 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ee4d8b7-3fd4-4475-943f-b360bb79cf24 req-9a8f7ca8-3d04-4a46-b862-728ffd716748 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580346 Nov 29 18:13:44.073149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1ed3c1-916e-48e0-bef9-b51971a4fd9b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 66562a64-6663-46bc-962b-93fb484f4dce {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:13:44.118820 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed3c1-916e-48e0-bef9-b51971a4fd9b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:44.150526 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-47b29494-9dae-4d0e-8b40-ac8d41e121ae tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:44.223011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6cbad0e-cca1-4246-a1f3-2c6b609eb28d req-02db772d-179d-4532-a562-64dfed39e2ec tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375401 Nov 29 18:13:44.272872 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed3c1-916e-48e0-bef9-b51971a4fd9b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:44.309758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.objects.ports [None req-41ec5ed8-9649-47a7-a917-4185857562d7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:13:44.310245 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41ec5ed8-9649-47a7-a917-4185857562d7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:44.316328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-6386f419-fda9-4afb-897d-4a9b228bd1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:44.316794 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-6386f419-fda9-4afb-897d-4a9b228bd1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:44.317260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-6386f419-fda9-4afb-897d-4a9b228bd1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:44.319033 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-6386f419-fda9-4afb-897d-4a9b228bd1c9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=61ba322e-fbbf-41dc-a676-fbf94bf423e7&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&id=e0425de3-85ca-461a-a6de-7e5f9d893ce2 HTTP/1.1" status: 200 len: 2297 time: 0.4347444 Nov 29 18:13:44.377753 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-798ab1cd-5d35-4e16-a507-7f2442dbf41e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:44.483875 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-47b29494-9dae-4d0e-8b40-ac8d41e121ae tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:44.488018 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-47b29494-9dae-4d0e-8b40-ac8d41e121ae tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:44.489581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec5ed8-9649-47a7-a917-4185857562d7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Pushing event updated for resources: {'Subnet': ['ID=63eacb77-80b9-4dfc-b599-8031f29be8ba,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:44.495538 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19a1d3e5-57f5-4913-9457-451d202e8656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:44.513397 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-5db0297a-90c0-402b-ac7f-3d4a9feeda85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17492e79-7d27-4b2d-8ba8-94b6d25ef180 HTTP/1.1" status: 200 len: 1002 time: 0.1827760 Nov 29 18:13:44.581707 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec5ed8-9649-47a7-a917-4185857562d7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Checking segment: {'id': 'f99c3fa1-036d-408e-a5d2-6d3d877a5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8db130d5-c863-475a-a55d-08faae505c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:44.582075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ec5ed8-9649-47a7-a917-4185857562d7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Network hostable DHCP agents. Network: 8db130d5-c863-475a-a55d-08faae505c69, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:13:44.595836 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-e184adf5-044a-48bb-a70e-a9961d7bb350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:44.597356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-e184adf5-044a-48bb-a70e-a9961d7bb350 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ddd95e10-71b6-4e7a-9420-b299dbcdb3cc HTTP/1.1" status: 200 len: 856 time: 0.0694351 Nov 29 18:13:44.598503 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-798ab1cd-5d35-4e16-a507-7f2442dbf41e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:44.636722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1d3e5-57f5-4913-9457-451d202e8656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0821809-b30f-4fe4-aff9-2f0f7e167e60,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:44.652138 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19a1d3e5-57f5-4913-9457-451d202e8656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:44.656126 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-19a1d3e5-57f5-4913-9457-451d202e8656 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] 10.222.0.23 "DELETE /v2.0/ports/d0821809-b30f-4fe4-aff9-2f0f7e167e60 HTTP/1.1" status: 204 len: 168 time: 1.1310902 Nov 29 18:13:44.659891 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39870) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:44.693395 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf25756f-9d3a-4846-8b5e-b0a1de46a3cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] GET failed (client error): The resource could not be found. Nov 29 18:13:44.695336 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cf25756f-9d3a-4846-8b5e-b0a1de46a3cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1348759191-project-admin] 10.222.0.23 "GET /v2.0/ports/d0821809-b30f-4fe4-aff9-2f0f7e167e60 HTTP/1.1" status: 404 len: 333 time: 0.0341299 Nov 29 18:13:44.701147 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39872) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:44.702459 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-47b29494-9dae-4d0e-8b40-ac8d41e121ae tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:44.703042 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b29494-9dae-4d0e-8b40-ac8d41e121ae tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Fanout notify agent at l3_agent the message router_deleted on router 25fef021-ca26-4cc6-981c-ce9c7fa420c3 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:13:44.743288 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-798ab1cd-5d35-4e16-a507-7f2442dbf41e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Network d9f36459-b545-4033-9511-3819613163f0 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:44.748823 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-47b29494-9dae-4d0e-8b40-ac8d41e121ae tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:44.752249 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-798ab1cd-5d35-4e16-a507-7f2442dbf41e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:44.752705 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-47b29494-9dae-4d0e-8b40-ac8d41e121ae tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/routers/25fef021-ca26-4cc6-981c-ce9c7fa420c3 HTTP/1.1" status: 204 len: 168 time: 0.7675076 Nov 29 18:13:44.754743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ec5ed8-9649-47a7-a917-4185857562d7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Network 8db130d5-c863-475a-a55d-08faae505c69 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:13:44.757923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39874) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:44.760024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-798ab1cd-5d35-4e16-a507-7f2442dbf41e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:44.828602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ab1cd-5d35-4e16-a507-7f2442dbf41e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event updated for resources: {'Port': ['ID=d1d310fc-38a8-4207-b780-c7b7ed72c64f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:44.866726 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-41ec5ed8-9649-47a7-a917-4185857562d7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 8db130d5-c863-475a-a55d-08faae505c69) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:44.885601 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67872963-5c32-4d67-a920-06053514ae8b None None] Network 8db130d5-c863-475a-a55d-08faae505c69 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:44.886545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ec5ed8-9649-47a7-a917-4185857562d7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:44.887813 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41ec5ed8-9649-47a7-a917-4185857562d7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:44.908421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-652750d5-b58c-464a-9233-c18daadf0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:44.909962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-652750d5-b58c-464a-9233-c18daadf0383 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61ba322e-fbbf-41dc-a676-fbf94bf423e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2977118 Nov 29 18:13:44.948163 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed3c1-916e-48e0-bef9-b51971a4fd9b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:44.987396 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9806b697-7c61-4ab2-94a7-dfcfa103f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:45.028803 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-41ec5ed8-9649-47a7-a917-4185857562d7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4397070 Nov 29 18:13:45.035528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-798ab1cd-5d35-4e16-a507-7f2442dbf41e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:45.036322 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-798ab1cd-5d35-4e16-a507-7f2442dbf41e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:45.040078 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39880) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:45.078536 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6b6ed395-724b-4eb9-999a-f456608433a1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-809690486', 'network_id': '8db130d5-c863-475a-a55d-08faae505c69'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:45.082466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-050e5e14-2515-49a7-a99a-c1b749bf2f51 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting subnet 22dda6d8-fa4e-4148-90fc-c7fe943364b8 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:13:45.258910 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-016c751d-4d1b-47a1-8434-ecd019c07332 service neutron] 10.222.0.31 "GET /v2.0/networks/61ba322e-fbbf-41dc-a676-fbf94bf423e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142004 Nov 29 18:13:45.271398 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-050e5e14-2515-49a7-a99a-c1b749bf2f51 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:45.285293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c197a3c8-2dfc-41e9-b741-4f86a57c2f09 None None] Network 8db130d5-c863-475a-a55d-08faae505c69 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:45.334326 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9806b697-7c61-4ab2-94a7-dfcfa103f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:45.339939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ebf455dc-c5c3-4cf2-9ece-a8eb1e4fb225 None None] Provisioning complete for port 7cc90e83-a563-4a7a-b614-fd24493261b3 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:45.340351 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebf455dc-c5c3-4cf2-9ece-a8eb1e4fb225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:45.375516 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed3c1-916e-48e0-bef9-b51971a4fd9b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:45.407448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6ed395-724b-4eb9-999a-f456608433a1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Made reservation on behalf of 42ea90a71f0e440584987786b19ed909 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:45.409848 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed395-724b-4eb9-999a-f456608433a1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:45.432831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9806b697-7c61-4ab2-94a7-dfcfa103f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:45.468423 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-798ab1cd-5d35-4e16-a507-7f2442dbf41e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6626458 Nov 29 18:13:45.497756 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ed3c1-916e-48e0-bef9-b51971a4fd9b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=66562a64-6663-46bc-962b-93fb484f4dce,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:45.501294 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9806b697-7c61-4ab2-94a7-dfcfa103f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '882fb440-006d-46fc-ae4c-86b858f0bb85') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:45.501765 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9806b697-7c61-4ab2-94a7-dfcfa103f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '882fb440-006d-46fc-ae4c-86b858f0bb85') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:45.505651 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-046c608e-6d09-42e0-ab18-f79cabc0ea61 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Request body: {'port': {'device_id': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd9f36459-b545-4033-9511-3819613163f0', 'admin_state_up': True, 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'security_groups': ['fa613c08-0aaf-4b95-a743-6059c54956bf']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:45.509051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7cc90e83-a563-4a7a-b614-fd24493261b3 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:45.524769 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9806b697-7c61-4ab2-94a7-dfcfa103f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:45.545902 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9806b697-7c61-4ab2-94a7-dfcfa103f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:45.556336 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-050e5e14-2515-49a7-a99a-c1b749bf2f51 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:45.556863 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9806b697-7c61-4ab2-94a7-dfcfa103f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:13:45.557574 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9806b697-7c61-4ab2-94a7-dfcfa103f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:45.622774 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ea1ed3c1-916e-48e0-bef9-b51971a4fd9b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:45.627658 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ea1ed3c1-916e-48e0-bef9-b51971a4fd9b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/66562a64-6663-46bc-962b-93fb484f4dce HTTP/1.1" status: 204 len: 168 time: 1.7309830 Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:13:45.628559 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:13:45.633069 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39890) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:45.639553 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-6b6ed395-724b-4eb9-999a-f456608433a1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] device_id is not set on port b967e267-8b2d-4003-bd23-dc9b4c1b3c14 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:45.764576 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebf455dc-c5c3-4cf2-9ece-a8eb1e4fb225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:45.771250 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-6b6ed395-724b-4eb9-999a-f456608433a1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Allocated IP 2001:db8::fa (8db130d5-c863-475a-a55d-08faae505c69/63eacb77-80b9-4dfc-b599-8031f29be8ba/b967e267-8b2d-4003-bd23-dc9b4c1b3c14) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:45.780599 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85880e19-08b6-434b-9210-28f4d584dfa7 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:45.784630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7cc90e83-a563-4a7a-b614-fd24493261b3 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:45.785166 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:45.838350 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-191134eb-fb67-48a3-8f69-c288cec70b8f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2040007 Nov 29 18:13:45.845259 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39892) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:45.849899 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-977b3c51-27ac-45a5-9fda-cb5ab5177913 service neutron] 10.222.0.31 "GET /v2.0/networks/61ba322e-fbbf-41dc-a676-fbf94bf423e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574374 Nov 29 18:13:45.859806 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b7085955-0d74-4b91-bbfd-5d1cb8563eec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:45.860337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d2d3d-6137-4446-855d-5f60bda35ce8 req-50291d34-c508-4b48-80b9-b701bb18e887 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:45.867226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d2d3d-6137-4446-855d-5f60bda35ce8 req-50291d34-c508-4b48-80b9-b701bb18e887 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:45.874239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d2d3d-6137-4446-855d-5f60bda35ce8 req-50291d34-c508-4b48-80b9-b701bb18e887 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:45.880434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d2d3d-6137-4446-855d-5f60bda35ce8 req-50291d34-c508-4b48-80b9-b701bb18e887 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:45.882306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-532d2d3d-6137-4446-855d-5f60bda35ce8 req-50291d34-c508-4b48-80b9-b701bb18e887 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 3095 time: 0.6021416 Nov 29 18:13:45.933790 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:45.957958 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ebf455dc-c5c3-4cf2-9ece-a8eb1e4fb225 None None] For port 7cc90e83-a563-4a7a-b614-fd24493261b3, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7cc90e83-a563-4a7a-b614-fd24493261b3,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:45.969929 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebf455dc-c5c3-4cf2-9ece-a8eb1e4fb225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:45.987135 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd44119-7066-4db1-89dc-7ff097cced56 req-e288cc3b-118a-4683-a40b-9328c64960b5 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:45.991236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7085955-0d74-4b91-bbfd-5d1cb8563eec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:45.995641 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b7085955-0d74-4b91-bbfd-5d1cb8563eec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:45.996900 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1fd44119-7066-4db1-89dc-7ff097cced56 req-e288cc3b-118a-4683-a40b-9328c64960b5 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 945 time: 0.4463465 Nov 29 18:13:46.014975 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-01c5bfc1-382f-43da-a222-c1bd7476a861 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=c5850d26-12e4-4c63-9a8e-1d727081b700 HTTP/1.1" status: 200 len: 217 time: 0.1270325 Nov 29 18:13:46.043636 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:13:46.044431 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:13:46.063015 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-050e5e14-2515-49a7-a99a-c1b749bf2f51 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:46.128828 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9806b697-7c61-4ab2-94a7-dfcfa103f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:46.140498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf455dc-c5c3-4cf2-9ece-a8eb1e4fb225 None None] Pushing event updated for resources: {'Port': ['ID=7cc90e83-a563-4a7a-b614-fd24493261b3,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:46.144281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c3beb12a-4e9d-4e45-a222-b6dcca141fb1 None None] Provisioning complete for port d1d310fc-38a8-4207-b780-c7b7ed72c64f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:46.145020 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3beb12a-4e9d-4e45-a222-b6dcca141fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:46.172228 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9806b697-7c61-4ab2-94a7-dfcfa103f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:46.178599 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9806b697-7c61-4ab2-94a7-dfcfa103f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] 10.222.0.23 "DELETE /v2.0/networks/19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a HTTP/1.1" status: 204 len: 168 time: 1.4748688 Nov 29 18:13:46.185930 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806b697-7c61-4ab2-94a7-dfcfa103f3e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081800140-project] Pushing event deleted for resources: {'Network': ['ID=19f35ff3-1cc4-4d00-ad8c-ea1593ba0f9a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:46.202335 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c3beb12a-4e9d-4e45-a222-b6dcca141fb1 None None] Port d1d310fc-38a8-4207-b780-c7b7ed72c64f cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:46.206989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c3beb12a-4e9d-4e45-a222-b6dcca141fb1 None None] Could not find standard attr ID for object 3220f78f-447a-4c39-a309-20785151dd43. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:13:46.235038 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-046c608e-6d09-42e0-ab18-f79cabc0ea61 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Made reservation on behalf of 69148bb57fa54adf911a3855e38b3970 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:46.239637 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-046c608e-6d09-42e0-ab18-f79cabc0ea61 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:46.250024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2722068f-b3f6-44aa-a718-1f87b828ed02 None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:13:46.250324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-2784a43a-17de-4c19-ad5e-750382a3314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:46.252370 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-2784a43a-17de-4c19-ad5e-750382a3314b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.2238498 Nov 29 18:13:46.256565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-532d2d3d-6137-4446-855d-5f60bda35ce8 req-c9a3a446-4607-47d2-a047-690f55aeaf6a tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598199 Nov 29 18:13:46.278437 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1fd44119-7066-4db1-89dc-7ff097cced56 req-23e82611-a49e-482c-8b1c-1bd638421d3e tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806010 Nov 29 18:13:46.341714 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2722068f-b3f6-44aa-a718-1f87b828ed02 None None] Deleting port 7cc90e83-a563-4a7a-b614-fd24493261b3 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:46.342507 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2722068f-b3f6-44aa-a718-1f87b828ed02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:46.438659 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b7085955-0d74-4b91-bbfd-5d1cb8563eec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:46.439608 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2722068f-b3f6-44aa-a718-1f87b828ed02 None None] For port 7cc90e83-a563-4a7a-b614-fd24493261b3, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7cc90e83-a563-4a7a-b614-fd24493261b3,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:46.440203 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2722068f-b3f6-44aa-a718-1f87b828ed02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:46.457387 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2722068f-b3f6-44aa-a718-1f87b828ed02 None None] Calling delete_port for 7cc90e83-a563-4a7a-b614-fd24493261b3 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:46.506259 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-050e5e14-2515-49a7-a99a-c1b749bf2f51 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:46.545134 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7085955-0d74-4b91-bbfd-5d1cb8563eec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:46.557955 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-b7085955-0d74-4b91-bbfd-5d1cb8563eec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:46.568722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e5e14-2515-49a7-a99a-c1b749bf2f51 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Subnet': ['ID=22dda6d8-fa4e-4148-90fc-c7fe943364b8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:46.569525 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7085955-0d74-4b91-bbfd-5d1cb8563eec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:46.570151 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b7085955-0d74-4b91-bbfd-5d1cb8563eec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:46.583375 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7085955-0d74-4b91-bbfd-5d1cb8563eec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=7b1ea8c3-209f-465a-a369-a6c9115d7c4d,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:46.588350 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed395-724b-4eb9-999a-f456608433a1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:46.597911 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b7085955-0d74-4b91-bbfd-5d1cb8563eec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7515602 Nov 29 18:13:46.598566 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39900) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:46.606266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2846f2d8-a70e-49bc-bb0b-d0cc26c3484c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'fixed_ips': [{'subnet_id': '7b1ea8c3-209f-465a-a369-a6c9115d7c4d', 'ip_address': '2001:db8::a90e:8ecd:6de3:c35c'}], 'name': 'tempest-NetworksTestDHCPv6-309672589'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:46.647794 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-050e5e14-2515-49a7-a99a-c1b749bf2f51 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:46.663661 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-050e5e14-2515-49a7-a99a-c1b749bf2f51 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/22dda6d8-fa4e-4148-90fc-c7fe943364b8 HTTP/1.1" status: 204 len: 168 time: 1.8935986 Nov 29 18:13:46.719349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39902) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:46.740070 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39904) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:46.755582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-046c608e-6d09-42e0-ab18-f79cabc0ea61 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Allocated IP 10.2.2.200 (d9f36459-b545-4033-9511-3819613163f0/f4c504f4-9df8-4894-b0d2-9a3940ee271e/112a1789-df95-401f-85ce-35d276e8bc81) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:46.788887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b99da3-e38e-4c38-873d-a1d9617833f1 None None] Network bcaeb578-d089-4e9a-be28-84ce4368c7a6 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:46.890244 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2846f2d8-a70e-49bc-bb0b-d0cc26c3484c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:46.912139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e512f8f-19c8-441b-9af4-0d9e7ad00aaa req-4f36c896-d2c1-4e24-bfb1-eed18e9f36b4 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:46.915229 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4e512f8f-19c8-441b-9af4-0d9e7ad00aaa req-4f36c896-d2c1-4e24-bfb1-eed18e9f36b4 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.20 "GET /v2.0/ports?device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 945 time: 0.2045138 Nov 29 18:13:46.918529 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-25fbbb1a-13a5-48da-ab60-4b2954bc3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:46.923463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-25fbbb1a-13a5-48da-ab60-4b2954bc3df7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6560128 Nov 29 18:13:46.937527 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-046c608e-6d09-42e0-ab18-f79cabc0ea61 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:47.013774 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0c6b380a-b657-47ce-9be3-5957d96d7e3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46808d9381564a648e25749b8d712855&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2719395 Nov 29 18:13:47.019599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39908) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:47.041246 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2722068f-b3f6-44aa-a718-1f87b828ed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:47.063463 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:47.077804 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722068f-b3f6-44aa-a718-1f87b828ed02 None None] Pushing event deleted for resources: {'Port': ['ID=7cc90e83-a563-4a7a-b614-fd24493261b3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:47.088120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2722068f-b3f6-44aa-a718-1f87b828ed02 None None] No DVR routers for this DVR port 7cc90e83-a563-4a7a-b614-fd24493261b3 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:13:47.091036 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed395-724b-4eb9-999a-f456608433a1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:47.122618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-8e1ef876-74d5-476b-b480-cf03e20cc057 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894548 Nov 29 18:13:47.132275 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0139661b-d447-46b9-b231-bed9300b2955 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:47.149891 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-815c3f71-0e2e-4410-8c3d-ca0232a2b4e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:47.158712 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-046c608e-6d09-42e0-ab18-f79cabc0ea61 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:47.239616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6ed395-724b-4eb9-999a-f456608433a1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Network 8db130d5-c863-475a-a55d-08faae505c69 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:47.260863 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f15ed9c-14b7-4a3b-99ec-e57b1878e81a None None] DHCP port deletion for bcaeb578-d089-4e9a-be28-84ce4368c7a6 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:13:47.265257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-6b6ed395-724b-4eb9-999a-f456608433a1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:47.272128 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6ed395-724b-4eb9-999a-f456608433a1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:47.273077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6ed395-724b-4eb9-999a-f456608433a1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:47.273640 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed395-724b-4eb9-999a-f456608433a1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:47.276323 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ed395-724b-4eb9-999a-f456608433a1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Pushing event updated for resources: {'Port': ['ID=b967e267-8b2d-4003-bd23-dc9b4c1b3c14,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:47.288600 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-815c3f71-0e2e-4410-8c3d-ca0232a2b4e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:47.289011 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2846f2d8-a70e-49bc-bb0b-d0cc26c3484c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:47.307233 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7cc90e83-a563-4a7a-b614-fd24493261b3 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:13:47.337592 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6b6ed395-724b-4eb9-999a-f456608433a1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2964108 Nov 29 18:13:47.339054 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-2846f2d8-a70e-49bc-bb0b-d0cc26c3484c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port cf5e8794-af28-4dc1-b415-0b9617ce29a3 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:47.346293 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39914) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:47.370628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-046c608e-6d09-42e0-ab18-f79cabc0ea61 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Network d9f36459-b545-4033-9511-3819613163f0 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:47.374718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-046c608e-6d09-42e0-ab18-f79cabc0ea61 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:47.377983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-046c608e-6d09-42e0-ab18-f79cabc0ea61 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:47.394636 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c608e-6d09-42e0-ab18-f79cabc0ea61 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event updated for resources: {'Port': ['ID=112a1789-df95-401f-85ce-35d276e8bc81,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:47.422230 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-815c3f71-0e2e-4410-8c3d-ca0232a2b4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:47.424993 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-815c3f71-0e2e-4410-8c3d-ca0232a2b4e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:47.428470 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-815c3f71-0e2e-4410-8c3d-ca0232a2b4e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d72ff90-a090-4137-85aa-0ddc2ae06ef5 HTTP/1.1" status: 204 len: 168 time: 0.4055805 Nov 29 18:13:47.460552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c3f71-0e2e-4410-8c3d-ca0232a2b4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d72ff90-a090-4137-85aa-0ddc2ae06ef5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:47.464642 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-4e512f8f-19c8-441b-9af4-0d9e7ad00aaa req-5085ae8d-b94f-4832-a192-0ebf96066958 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Deleting port 5c8f54d2-669a-479f-bc71-e3b8062830df {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:47.465163 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4e512f8f-19c8-441b-9af4-0d9e7ad00aaa req-5085ae8d-b94f-4832-a192-0ebf96066958 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:47.478267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 7cc90e83-a563-4a7a-b614-fd24493261b3 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:13:47.482331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7cc90e83-a563-4a7a-b614-fd24493261b3 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:13:47.519646 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:47.525822 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:47.580870 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-fbbc6353-2125-440a-9f7c-b7333ff54e32 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390845 Nov 29 18:13:47.602858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-046c608e-6d09-42e0-ab18-f79cabc0ea61 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:47.603422 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-046c608e-6d09-42e0-ab18-f79cabc0ea61 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:47.656235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9f15ed9c-14b7-4a3b-99ec-e57b1878e81a None None] Deleting port ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:47.657574 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f15ed9c-14b7-4a3b-99ec-e57b1878e81a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:47.663815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': '7b1ea8c3-209f-465a-a369-a6c9115d7c4d'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:13:47.665689 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:47.675827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447f6b7-e833-4544-b5c8-a5562152bef8 req-372a1e26-10b6-453d-8276-d49b4fed5bd2 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:47.677744 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2447f6b7-e833-4544-b5c8-a5562152bef8 req-372a1e26-10b6-453d-8276-d49b4fed5bd2 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 945 time: 0.2184267 Nov 29 18:13:47.681458 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-046c608e-6d09-42e0-ab18-f79cabc0ea61 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1926339 Nov 29 18:13:47.767241 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Request body: {'port': {'device_id': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:47.789375 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-e897f9a0-36eb-4ba8-b482-a682a90a6b86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e HTTP/1.1" status: 200 len: 217 time: 0.1524663 Nov 29 18:13:47.795257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9f15ed9c-14b7-4a3b-99ec-e57b1878e81a None None] For port ed4cd4d8-0819-4ef6-82aa-7b876609bfc6, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ed4cd4d8-0819-4ef6-82aa-7b876609bfc6,segment=NetworkSegment(f5ccb382-39d3-4edc-8c22-bb10524b61ed),segment_id=f5ccb382-39d3-4edc-8c22-bb10524b61ed)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:47.795831 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f15ed9c-14b7-4a3b-99ec-e57b1878e81a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:47.873721 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9f15ed9c-14b7-4a3b-99ec-e57b1878e81a None None] Calling delete_port for ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:47.876964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55a8ab-e092-4674-9f55-88665dcd62ad req-00bcd9bb-933a-4415-bbaa-f8a0668aa6e7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:47.898647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55a8ab-e092-4674-9f55-88665dcd62ad req-00bcd9bb-933a-4415-bbaa-f8a0668aa6e7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:47.913924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55a8ab-e092-4674-9f55-88665dcd62ad req-00bcd9bb-933a-4415-bbaa-f8a0668aa6e7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:47.920032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55a8ab-e092-4674-9f55-88665dcd62ad req-00bcd9bb-933a-4415-bbaa-f8a0668aa6e7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:47.933667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55a8ab-e092-4674-9f55-88665dcd62ad req-00bcd9bb-933a-4415-bbaa-f8a0668aa6e7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:47.936075 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a55a8ab-e092-4674-9f55-88665dcd62ad req-00bcd9bb-933a-4415-bbaa-f8a0668aa6e7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 3816 time: 0.4293251 Nov 29 18:13:47.982950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-674c3b44-83ac-4246-8fe5-e232801cc44b None None] Provisioning complete for port 112a1789-df95-401f-85ce-35d276e8bc81 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:47.983543 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-674c3b44-83ac-4246-8fe5-e232801cc44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:48.016030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-d6740cc4-3a8c-41fe-b2eb-5477a5ee5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:48.018000 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-d6740cc4-3a8c-41fe-b2eb-5477a5ee5d0a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.0549214 Nov 29 18:13:48.079678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39922) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:48.106487 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Allocated IP 2001:db8::2 (c052213d-ea6c-4782-b422-f625c0df816d/7b1ea8c3-209f-465a-a369-a6c9115d7c4d/a877ef89-d259-4e11-aaf2-100d7967fc5c) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:48.108981 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-674c3b44-83ac-4246-8fe5-e232801cc44b None None] Port 112a1789-df95-401f-85ce-35d276e8bc81 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:48.181336 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2447f6b7-e833-4544-b5c8-a5562152bef8 req-a6ad3617-e469-44cd-8f22-201aa7423e58 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354496 Nov 29 18:13:48.182511 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f15ed9c-14b7-4a3b-99ec-e57b1878e81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:48.196992 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a992aae6-926d-4b1e-86b7-9cb092921d06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f27217fbed01407f82f91196ad7ee6d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1111879 Nov 29 18:13:48.203621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39924) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:48.221556 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15ed9c-14b7-4a3b-99ec-e57b1878e81a None None] Pushing event deleted for resources: {'Port': ['ID=ed4cd4d8-0819-4ef6-82aa-7b876609bfc6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:48.223696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f15ed9c-14b7-4a3b-99ec-e57b1878e81a None None] No DVR routers for this DVR port ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:13:48.241411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-2f4afc75-f8da-4a60-ac31-78eb408dd00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:48.243865 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-2f4afc75-f8da-4a60-ac31-78eb408dd00a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2169194 Nov 29 18:13:48.244440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] For port ed4cd4d8-0819-4ef6-82aa-7b876609bfc6, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ed4cd4d8-0819-4ef6-82aa-7b876609bfc6,segment=NetworkSegment(f5ccb382-39d3-4edc-8c22-bb10524b61ed),segment_id=f5ccb382-39d3-4edc-8c22-bb10524b61ed)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:48.244893 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:48.249311 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:48.297775 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4a55a8ab-e092-4674-9f55-88665dcd62ad req-fa49d6fe-c035-4e04-b06f-0d0ed01ab39d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3507676 Nov 29 18:13:48.362279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:48.381914 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:48.387113 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4e512f8f-19c8-441b-9af4-0d9e7ad00aaa req-5085ae8d-b94f-4832-a192-0ebf96066958 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] For port 5c8f54d2-669a-479f-bc71-e3b8062830df, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5c8f54d2-669a-479f-bc71-e3b8062830df,segment=NetworkSegment(02aa7383-11fe-4de7-8faa-6f90d4f07b52),segment_id=02aa7383-11fe-4de7-8faa-6f90d4f07b52)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:48.387485 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4e512f8f-19c8-441b-9af4-0d9e7ad00aaa req-5085ae8d-b94f-4832-a192-0ebf96066958 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:48.393586 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:48.404084 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-4e512f8f-19c8-441b-9af4-0d9e7ad00aaa req-5085ae8d-b94f-4832-a192-0ebf96066958 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Calling delete_port for 5c8f54d2-669a-479f-bc71-e3b8062830df owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:48.437984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:48.445085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:48.450259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:48.487279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Pushing event updated for resources: {'Port': ['ID=a877ef89-d259-4e11-aaf2-100d7967fc5c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:48.530239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Attempting to bind port a877ef89-d259-4e11-aaf2-100d7967fc5c on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:48.530841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Attempting to bind port a877ef89-d259-4e11-aaf2-100d7967fc5c by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:48.531325 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Attempting to bind port a877ef89-d259-4e11-aaf2-100d7967fc5c on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:48.537144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:48.537690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:48.538210 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:48.539052 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:48.539769 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Bound port: a877ef89-d259-4e11-aaf2-100d7967fc5c, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:48.540376 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:48.596893 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4e512f8f-19c8-441b-9af4-0d9e7ad00aaa req-5085ae8d-b94f-4832-a192-0ebf96066958 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:48.632982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ae5de109-3766-4977-b848-463930d8b9af None None] For port a877ef89-d259-4e11-aaf2-100d7967fc5c, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:48.636751 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ae5de109-3766-4977-b848-463930d8b9af None None] For port a877ef89-d259-4e11-aaf2-100d7967fc5c, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a877ef89-d259-4e11-aaf2-100d7967fc5c,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:48.642606 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['5c8f54d2-669a-479f-bc71-e3b8062830df'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:13:48.650487 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:48.684878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085ae8d-b94f-4832-a192-0ebf96066958 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Pushing event deleted for resources: {'Port': ['ID=5c8f54d2-669a-479f-bc71-e3b8062830df,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:48.709648 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-2846f2d8-a70e-49bc-bb0b-d0cc26c3484c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::a90e:8ecd:6de3:c35c (c052213d-ea6c-4782-b422-f625c0df816d/7b1ea8c3-209f-465a-a369-a6c9115d7c4d/cf5e8794-af28-4dc1-b415-0b9617ce29a3) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:48.762500 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5de109-3766-4977-b848-463930d8b9af None None] Pushing event updated for resources: {'Port': ['ID=a877ef89-d259-4e11-aaf2-100d7967fc5c,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:48.779272 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e512f8f-19c8-441b-9af4-0d9e7ad00aaa req-5085ae8d-b94f-4832-a192-0ebf96066958 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] No DVR routers for this DVR port 5c8f54d2-669a-479f-bc71-e3b8062830df on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:13:48.782422 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4e512f8f-19c8-441b-9af4-0d9e7ad00aaa req-5085ae8d-b94f-4832-a192-0ebf96066958 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:48.785994 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4e512f8f-19c8-441b-9af4-0d9e7ad00aaa req-5085ae8d-b94f-4832-a192-0ebf96066958 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.20 "DELETE /v2.0/ports/5c8f54d2-669a-479f-bc71-e3b8062830df HTTP/1.1" status: 204 len: 173 time: 1.8152544 Nov 29 18:13:48.793624 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374f1e3b-d839-4095-b9d9-ae92fd8b9e9a', 'name': 'network-vif-deleted', 'tag': '5c8f54d2-669a-479f-bc71-e3b8062830df'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:13:48.795958 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969ecfdc-2c74-4466-88aa-59f444bdbe3e" -d '{"events": [{"server_uuid": "374f1e3b-d839-4095-b9d9-ae92fd8b9e9a", "name": "network-vif-deleted", "tag": "5c8f54d2-669a-479f-bc71-e3b8062830df"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:13:48.832299 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-fcc85807-f5ee-44fd-be25-f447e5844fc2 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Deleting port b967e267-8b2d-4003-bd23-dc9b4c1b3c14 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:48.832652 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fcc85807-f5ee-44fd-be25-f447e5844fc2 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:48.920815 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5746a8-1e57-44c5-b4ea-17d2be56a81c x-openstack-request-id: req-6b5746a8-1e57-44c5-b4ea-17d2be56a81c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:13:48.921187 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374f1e3b-d839-4095-b9d9-ae92fd8b9e9a", "name": "network-vif-deleted", "tag": "5c8f54d2-669a-479f-bc71-e3b8062830df", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:13:48.921404 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b5746a8-1e57-44c5-b4ea-17d2be56a81c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:13:48.921805 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374f1e3b-d839-4095-b9d9-ae92fd8b9e9a', 'name': 'network-vif-deleted', 'tag': '5c8f54d2-669a-479f-bc71-e3b8062830df', 'status': 'completed', 'code': 200} Nov 29 18:13:48.947911 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:48.965167 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-382b7cef-9997-4fac-9579-5384b3e51959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.031280 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-4c70c745-7cb0-43bd-bd45-17c09bd79e40 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7740481 Nov 29 18:13:49.032771 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=ed4cd4d8-0819-4ef6-82aa-7b876609bfc6,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:49.056473 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-382b7cef-9997-4fac-9579-5384b3e51959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.061692 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] No DVR routers for this DVR port ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:13:49.127433 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fcc85807-f5ee-44fd-be25-f447e5844fc2 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.282435 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-382b7cef-9997-4fac-9579-5384b3e51959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.285640 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-382b7cef-9997-4fac-9579-5384b3e51959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.286758 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-382b7cef-9997-4fac-9579-5384b3e51959 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9af0c420-2ce2-4d3b-a89a-be91177945f4 HTTP/1.1" status: 204 len: 168 time: 1.0800726 Nov 29 18:13:49.312655 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.319634 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-d410a11c-934c-4108-bbbd-849faa134171 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775984 Nov 29 18:13:49.388627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9862376-a235-411c-9516-55e98c12d87f {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:13:49.390044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a877ef89-d259-4e11-aaf2-100d7967fc5c up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:49.399352 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.400945 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcaeb578-d089-4e9a-be28-84ce4368c7a6']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:49.417059 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Transition to ACTIVE for port object f9862376-a235-411c-9516-55e98c12d87f will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:13:49.425443 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ccb382-39d3-4edc-8c22-bb10524b61ed') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:49.429439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b7cef-9997-4fac-9579-5384b3e51959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af0c420-2ce2-4d3b-a89a-be91177945f4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:49.431398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ccb382-39d3-4edc-8c22-bb10524b61ed') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:49.453981 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.473200 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.479916 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:13:49.480603 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.500355 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a23b1617-d61a-4ff4-bf74-6a0f104c6b6c req-81452cf2-7422-4b2d-aaa2-597407439d1a tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=374f1e3b-d839-4095-b9d9-ae92fd8b9e9a HTTP/1.1" status: 200 len: 210 time: 0.0796888 Nov 29 18:13:49.540696 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:13:49.564094 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:13:49.572052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-fcc85807-f5ee-44fd-be25-f447e5844fc2 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Calling delete_port for b967e267-8b2d-4003-bd23-dc9b4c1b3c14 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:49.582491 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a877ef89-d259-4e11-aaf2-100d7967fc5c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:49.582910 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.648726 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.652236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Pushing event updated for resources: {'Port': ['ID=f9862376-a235-411c-9516-55e98c12d87f,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:49.661859 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-640f7070-f010-4bb4-858a-9dca1a7a03a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=730944eb-08af-4c38-8053-b6e3b74e99c3 HTTP/1.1" status: 200 len: 217 time: 0.2431624 Nov 29 18:13:49.721491 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.728140 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/networks/bcaeb578-d089-4e9a-be28-84ce4368c7a6 HTTP/1.1" status: 204 len: 168 time: 2.9964366 Nov 29 18:13:49.728859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39936) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:49.784732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ff1cf-cb0f-478a-96f0-013530d4be38 req-17d4b9fa-42d1-4a2a-b957-8bc489a0719d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:49.797198 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ff1cf-cb0f-478a-96f0-013530d4be38 req-17d4b9fa-42d1-4a2a-b957-8bc489a0719d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:49.797415 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-08c7617a-7656-4d62-9862-42f864097d79 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'network': {'name': 'tempest-RoutersTest-299938298'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:49.798615 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.812600 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2846f2d8-a70e-49bc-bb0b-d0cc26c3484c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.813536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ff1cf-cb0f-478a-96f0-013530d4be38 req-17d4b9fa-42d1-4a2a-b957-8bc489a0719d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:49.836340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ff1cf-cb0f-478a-96f0-013530d4be38 req-17d4b9fa-42d1-4a2a-b957-8bc489a0719d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:49.842467 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ff1cf-cb0f-478a-96f0-013530d4be38 req-17d4b9fa-42d1-4a2a-b957-8bc489a0719d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:49.849935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e73ff1cf-cb0f-478a-96f0-013530d4be38 req-17d4b9fa-42d1-4a2a-b957-8bc489a0719d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 3828 time: 0.3474219 Nov 29 18:13:49.865054 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port a877ef89-d259-4e11-aaf2-100d7967fc5c, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a877ef89-d259-4e11-aaf2-100d7967fc5c,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:49.866417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757500ec-a807-47e6-b109-b9f0acd7d5c3 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Network': ['ID=bcaeb578-d089-4e9a-be28-84ce4368c7a6,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:49.875580 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.878870 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2846f2d8-a70e-49bc-bb0b-d0cc26c3484c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:49.918754 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-003c9840-c317-44da-9dbf-1212f7716aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:49.918754 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-003c9840-c317-44da-9dbf-1212f7716aa0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.2471440 Nov 29 18:13:49.990624 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:13:50.006030 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2846f2d8-a70e-49bc-bb0b-d0cc26c3484c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:50.038754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:13:50.040615 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ed4cd4d8-0819-4ef6-82aa-7b876609bfc6 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:13:50.044103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c7617a-7656-4d62-9862-42f864097d79 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:50.059059 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08c7617a-7656-4d62-9862-42f864097d79 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:50.059059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-2846f2d8-a70e-49bc-bb0b-d0cc26c3484c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:50.063328 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2846f2d8-a70e-49bc-bb0b-d0cc26c3484c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:50.069630 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2846f2d8-a70e-49bc-bb0b-d0cc26c3484c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:50.070439 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2846f2d8-a70e-49bc-bb0b-d0cc26c3484c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:50.095293 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e73ff1cf-cb0f-478a-96f0-013530d4be38 req-63ea343a-f864-489c-bd32-1c3ca70afbb3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210605 Nov 29 18:13:50.102178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=a877ef89-d259-4e11-aaf2-100d7967fc5c,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:50.156646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Attempting to bind port f9862376-a235-411c-9516-55e98c12d87f on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:50.157023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Attempting to bind port f9862376-a235-411c-9516-55e98c12d87f by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'cc540e15-6932-42fd-85ac-c32ed2babc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:50.157327 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Attempting to bind port f9862376-a235-411c-9516-55e98c12d87f on network 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:50.161036 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846f2d8-a70e-49bc-bb0b-d0cc26c3484c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=cf5e8794-af28-4dc1-b415-0b9617ce29a3,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:50.162485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-aff7e46d-5800-4051-ad5d-e3a7bcfc5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:50.164051 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-aff7e46d-5800-4051-ad5d-e3a7bcfc5ff9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2357740 Nov 29 18:13:50.175757 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2846f2d8-a70e-49bc-bb0b-d0cc26c3484c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5744722 Nov 29 18:13:50.176388 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39946) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:50.240077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c7617a-7656-4d62-9862-42f864097d79 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:13:50.243198 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fcc85807-f5ee-44fd-be25-f447e5844fc2 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:50.254041 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Port f9862376-a235-411c-9516-55e98c12d87f on network 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:50.254317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Attempting to bind port f9862376-a235-411c-9516-55e98c12d87f on network 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:50.271758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:50.272105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Checking segment: {'id': 'cc540e15-6932-42fd-85ac-c32ed2babc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:50.272506 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Bound using segment: {'id': 'cc540e15-6932-42fd-85ac-c32ed2babc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:50.272957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Bound port: f9862376-a235-411c-9516-55e98c12d87f, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc540e15-6932-42fd-85ac-c32ed2babc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:50.273322 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:50.288836 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08c7617a-7656-4d62-9862-42f864097d79 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:50.289200 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-08c7617a-7656-4d62-9862-42f864097d79 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Added segment 8290fd0b-98a3-456b-af4e-c56d949af576 of type vlan for network 60ada88d-f278-4bb7-9c1c-2417d9e10b73 Nov 29 18:13:50.291699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc85807-f5ee-44fd-be25-f447e5844fc2 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Pushing event deleted for resources: {'Port': ['ID=b967e267-8b2d-4003-bd23-dc9b4c1b3c14,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:50.314822 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386351d6-9456-4216-a772-c4a00b7c37e7 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:50.320626 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386351d6-9456-4216-a772-c4a00b7c37e7 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:50.325161 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-386351d6-9456-4216-a772-c4a00b7c37e7 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1453571 Nov 29 18:13:50.328518 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39950) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:50.394736 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-335fc499-2cfb-471c-a08f-314992a03973 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213407 Nov 29 18:13:50.435167 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fcc85807-f5ee-44fd-be25-f447e5844fc2 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:50.441260 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fcc85807-f5ee-44fd-be25-f447e5844fc2 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "DELETE /v2.0/ports/b967e267-8b2d-4003-bd23-dc9b4c1b3c14 HTTP/1.1" status: 204 len: 168 time: 3.0917499 Nov 29 18:13:50.447338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39954) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:50.451923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8db130d5-c863-475a-a55d-08faae505c69', 'external_fixed_ips': [{'subnet_id': '63eacb77-80b9-4dfc-b599-8031f29be8ba', 'ip_address': '2001:db8::fa'}]}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:50.475015 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08c7617a-7656-4d62-9862-42f864097d79 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:50.515459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] For port f9862376-a235-411c-9516-55e98c12d87f, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:50.539944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] For port f9862376-a235-411c-9516-55e98c12d87f, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f9862376-a235-411c-9516-55e98c12d87f,segment=NetworkSegment(cc540e15-6932-42fd-85ac-c32ed2babc00),segment_id=cc540e15-6932-42fd-85ac-c32ed2babc00)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:50.549061 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:50.550682 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:50.576701 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:50.581252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-682ee6a4-3f99-4b21-b8e5-01a1d257c894 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port cf5e8794-af28-4dc1-b415-0b9617ce29a3 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:50.581827 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-682ee6a4-3f99-4b21-b8e5-01a1d257c894 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:50.602366 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08c7617a-7656-4d62-9862-42f864097d79 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:50.608666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c7617a-7656-4d62-9862-42f864097d79 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:50.622187 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08c7617a-7656-4d62-9862-42f864097d79 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:50.657865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:50.658863 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:50.660475 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] 10.222.0.31 "PUT /v2.0/ports/f9862376-a235-411c-9516-55e98c12d87f HTTP/1.1" status: 200 len: 1091 time: 2.9125633 Nov 29 18:13:50.661099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'tag': 'f9862376-a235-411c-9516-55e98c12d87f'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:13:50.663622 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3343676f-470c-4cc2-adb7-088e6f85cec3" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "tag": "f9862376-a235-411c-9516-55e98c12d87f"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:13:50.749396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Request body: {'port': {'device_id': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:50.825817 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-32dbc8d6-bb7b-4b5b-b9fe-c372cfa400bd None None] Provisioning complete for port a877ef89-d259-4e11-aaf2-100d7967fc5c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:50.826188 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32dbc8d6-bb7b-4b5b-b9fe-c372cfa400bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:50.842521 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e04f606-4a2c-4644-9571-1f953d51fc4d x-openstack-request-id: req-9e04f606-4a2c-4644-9571-1f953d51fc4d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:13:50.843220 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "tag": "f9862376-a235-411c-9516-55e98c12d87f", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:13:50.843693 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e04f606-4a2c-4644-9571-1f953d51fc4d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:13:50.844302 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'tag': 'f9862376-a235-411c-9516-55e98c12d87f', 'status': 'completed', 'code': 200} Nov 29 18:13:50.846378 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:50.853474 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-cc3a7a5c-7120-4fbc-8e0c-553418f95da4 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480715 Nov 29 18:13:50.910073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-4e4c4f60-abf9-4fc6-b99f-4a399f5f75ce req-fc701d09-84c4-42d2-89a9-b87d0bd6f680 service neutron] (110004) timed out ('10.222.0.23', 37806) {{(pid=110004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 18:13:50.972271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b331f-82e5-4dec-a364-526ed666d278 service neutron] Pushing event updated for resources: {'Port': ['ID=f9862376-a235-411c-9516-55e98c12d87f,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:51.012400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-9100986f-d67f-4861-956f-e89800d199c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=0c5a5880-da85-4a3c-b1f8-4c388c11ce37 HTTP/1.1" status: 200 len: 217 time: 0.1267855 Nov 29 18:13:51.118706 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-08c7617a-7656-4d62-9862-42f864097d79 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3293564 Nov 29 18:13:51.126553 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39984) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:51.150706 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:51.196370 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-29f5ddc9-cefb-4e33-a151-95bfd3f1844d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'subnet': {'network_id': '60ada88d-f278-4bb7-9c1c-2417d9e10b73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:51.299809 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7617a-7656-4d62-9862-42f864097d79 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Network': ['ID=60ada88d-f278-4bb7-9c1c-2417d9e10b73,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:51.312326 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 60ada88d-f278-4bb7-9c1c-2417d9e10b73 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:13:51.320535 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:51.323525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-614f712f-07b8-44bd-9b6f-efcf5ed5f616 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:51.333383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-614f712f-07b8-44bd-9b6f-efcf5ed5f616 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/networks?id=fd473728-0bea-40f6-a84b-e7243bedd109 HTTP/1.1" status: 200 len: 809 time: 0.3651173 Nov 29 18:13:51.354007 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-682ee6a4-3f99-4b21-b8e5-01a1d257c894 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:51.356503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-5048a6b8-20dd-4bf4-b312-dfa78802290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:51.358260 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-5048a6b8-20dd-4bf4-b312-dfa78802290b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.2572072 Nov 29 18:13:51.420146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a877ef89-d259-4e11-aaf2-100d7967fc5c up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:51.422556 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343676f-470c-4cc2-adb7-088e6f85cec3 req-5a0f5f68-9bca-4436-af62-513a720be7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:51.423302 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343676f-470c-4cc2-adb7-088e6f85cec3 req-5a0f5f68-9bca-4436-af62-513a720be7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:51.423792 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343676f-470c-4cc2-adb7-088e6f85cec3 req-5a0f5f68-9bca-4436-af62-513a720be7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:51.425427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343676f-470c-4cc2-adb7-088e6f85cec3 req-5a0f5f68-9bca-4436-af62-513a720be7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:51.437042 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343676f-470c-4cc2-adb7-088e6f85cec3 req-5a0f5f68-9bca-4436-af62-513a720be7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:51.439029 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3343676f-470c-4cc2-adb7-088e6f85cec3 req-5a0f5f68-9bca-4436-af62-513a720be7cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69148bb57fa54adf911a3855e38b3970&device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 4363 time: 0.5853250 Nov 29 18:13:51.451351 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-682ee6a4-3f99-4b21-b8e5-01a1d257c894 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for cf5e8794-af28-4dc1-b415-0b9617ce29a3 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:51.497223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-c1c5aff8-530e-42ee-be38-9cc2adf6dc3d tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/quotas/7b3950fac53f410282002a00bfd979d1 HTTP/1.1" status: 200 len: 375 time: 0.1618049 Nov 29 18:13:51.564069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a877ef89-d259-4e11-aaf2-100d7967fc5c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:51.564395 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:51.566731 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f5ddc9-cefb-4e33-a151-95bfd3f1844d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:51.574534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd437d-0f3b-44a3-9954-b2ee80503289 req-b28cd1ea-1a57-425c-a70a-2a9216eb0556 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:51.580157 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-29f5ddc9-cefb-4e33-a151-95bfd3f1844d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:51.580589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd437d-0f3b-44a3-9954-b2ee80503289 req-b28cd1ea-1a57-425c-a70a-2a9216eb0556 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:51.586641 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd437d-0f3b-44a3-9954-b2ee80503289 req-b28cd1ea-1a57-425c-a70a-2a9216eb0556 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:51.594471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd437d-0f3b-44a3-9954-b2ee80503289 req-b28cd1ea-1a57-425c-a70a-2a9216eb0556 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:51.601143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd437d-0f3b-44a3-9954-b2ee80503289 req-b28cd1ea-1a57-425c-a70a-2a9216eb0556 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:51.603501 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4bbd437d-0f3b-44a3-9954-b2ee80503289 req-b28cd1ea-1a57-425c-a70a-2a9216eb0556 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 3828 time: 0.3582692 Nov 29 18:13:51.610294 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-5887e3ed-d815-41ec-937c-eb1ec34740d8 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7b3950fac53f410282002a00bfd979d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0998120 Nov 29 18:13:51.675806 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-98eb0e37-ff7b-4edc-afac-2121c7de7e5b None None] Provisioning complete for port cf5e8794-af28-4dc1-b415-0b9617ce29a3 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:51.678060 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98eb0e37-ff7b-4edc-afac-2121c7de7e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:51.760367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-4696b351-d6b8-4193-8619-19c390251c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:51.762505 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-4696b351-d6b8-4193-8619-19c390251c18 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3534582 Nov 29 18:13:51.805360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-98eb0e37-ff7b-4edc-afac-2121c7de7e5b None None] Port cf5e8794-af28-4dc1-b415-0b9617ce29a3 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:51.831322 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4bbd437d-0f3b-44a3-9954-b2ee80503289 req-0de761c7-1706-4a0e-bf71-91a318760285 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113919 Nov 29 18:13:51.973221 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-682ee6a4-3f99-4b21-b8e5-01a1d257c894 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:51.983541 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40000) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:52.040941 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ee6a4-3f99-4b21-b8e5-01a1d257c894 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=cf5e8794-af28-4dc1-b415-0b9617ce29a3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:52.058411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-dd9b029c-dccf-403c-a217-5da7928d721d service neutron] 10.222.0.23 "GET /v2.0/networks/fd473728-0bea-40f6-a84b-e7243bedd109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037449 Nov 29 18:13:52.109818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-a3174927-9e4b-40c2-a53b-2d023d407959 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773380 Nov 29 18:13:52.110036 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-682ee6a4-3f99-4b21-b8e5-01a1d257c894 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:52.114417 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-682ee6a4-3f99-4b21-b8e5-01a1d257c894 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/cf5e8794-af28-4dc1-b415-0b9617ce29a3 HTTP/1.1" status: 204 len: 168 time: 1.7848721 Nov 29 18:13:52.130873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40004) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:52.181986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343676f-470c-4cc2-adb7-088e6f85cec3 req-f182b95a-0a8d-441b-b96e-4199f16ff62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:52.182285 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343676f-470c-4cc2-adb7-088e6f85cec3 req-f182b95a-0a8d-441b-b96e-4199f16ff62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:52.182761 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343676f-470c-4cc2-adb7-088e6f85cec3 req-f182b95a-0a8d-441b-b96e-4199f16ff62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:52.185071 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3343676f-470c-4cc2-adb7-088e6f85cec3 req-f182b95a-0a8d-441b-b96e-4199f16ff62f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=69148bb57fa54adf911a3855e38b3970&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7299738 Nov 29 18:13:52.241881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1843459983', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:52.307144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 5c8f54d2-669a-479f-bc71-e3b8062830df no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:13:52.335418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4a748b-18d2-456f-8305-9cb0f74b625b {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:13:52.343212 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 5c8f54d2-669a-479f-bc71-e3b8062830df {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:13:52.343963 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 5c8f54d2-669a-479f-bc71-e3b8062830df not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:13:52.349026 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03038397-36dc-4c07-bac7-bcf8ceff1244 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:52.352734 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03038397-36dc-4c07-bac7-bcf8ceff1244 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:52.357721 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-03038397-36dc-4c07-bac7-bcf8ceff1244 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2222440 Nov 29 18:13:52.357909 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:52.367563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Made reservation on behalf of 786725862344408eb653a2a10af5807b for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:52.371011 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:52.372846 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40006) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:52.431038 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-2e769eb1-1bb2-4003-8265-c11584d56fbd service neutron] 10.222.0.23 "GET /v2.0/networks/fd473728-0bea-40f6-a84b-e7243bedd109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717008 Nov 29 18:13:52.431713 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:52.454839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Transition to ACTIVE for port object fa4a748b-18d2-456f-8305-9cb0f74b625b will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:13:52.467704 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-f9ddc511-64c8-4ee3-9b8b-be5330fa801f service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242414 Nov 29 18:13:52.475048 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:52.586107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e79c922-4cd6-43e7-8905-730f8c8433f6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 7b1ea8c3-209f-465a-a369-a6c9115d7c4d {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:13:52.589296 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-3aa93da2-93b9-40f1-9191-a888cbc03d2f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e73ed092-ce3c-4b7f-94df-2e0d60df025e HTTP/1.1" status: 200 len: 217 time: 0.1109881 Nov 29 18:13:52.607911 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e79c922-4cd6-43e7-8905-730f8c8433f6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:52.764652 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Pushing event updated for resources: {'Port': ['ID=fa4a748b-18d2-456f-8305-9cb0f74b625b,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:52.812979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a22637aa-d143-4dc3-867a-ced706388535 req-2df39b30-868d-4751-914b-0e5549f23341 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 210 time: 0.1498764 Nov 29 18:13:52.901031 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:52.911719 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e79c922-4cd6-43e7-8905-730f8c8433f6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:52.992768 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:53.006271 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-29f5ddc9-cefb-4e33-a151-95bfd3f1844d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:53.084366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-42d1ea2f-3dab-4da8-a33e-b12dbe521792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:53.086520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-42d1ea2f-3dab-4da8-a33e-b12dbe521792 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29ef7b16-a6fa-4ea4-9afc-503cb4413ebf HTTP/1.1" status: 200 len: 797 time: 0.4798105 Nov 29 18:13:53.092040 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] device_id is not set on port 6e6358c6-757f-4821-bb05-5702d2f87351 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:53.110534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba11868e-35e0-430d-80ee-e4cdcb64c46f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:53.175237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5ddc9-cefb-4e33-a151-95bfd3f1844d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Subnet': ['ID=87927df1-7f3e-4e85-864f-ffcb808e5d89,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:53.229416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343676f-470c-4cc2-adb7-088e6f85cec3 req-be55fbe4-d540-4510-8a13-d2f2e94df4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:53.231110 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3343676f-470c-4cc2-adb7-088e6f85cec3 req-be55fbe4-d540-4510-8a13-d2f2e94df4d2 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0338979 Nov 29 18:13:53.273499 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:53.299209 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:53.302105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f5ddc9-cefb-4e33-a151-95bfd3f1844d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Checking segment: {'id': '8290fd0b-98a3-456b-af4e-c56d949af576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '60ada88d-f278-4bb7-9c1c-2417d9e10b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:53.302479 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f5ddc9-cefb-4e33-a151-95bfd3f1844d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network hostable DHCP agents. Network: 60ada88d-f278-4bb7-9c1c-2417d9e10b73, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:13:53.323189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2230e-19fe-4d80-b310-841a657f2b5a req-6cbe0e68-eff6-4ac9-a429-9868a545ebd0 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:53.329670 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2230e-19fe-4d80-b310-841a657f2b5a req-6cbe0e68-eff6-4ac9-a429-9868a545ebd0 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:53.336176 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2230e-19fe-4d80-b310-841a657f2b5a req-6cbe0e68-eff6-4ac9-a429-9868a545ebd0 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:53.343108 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2230e-19fe-4d80-b310-841a657f2b5a req-6cbe0e68-eff6-4ac9-a429-9868a545ebd0 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:53.349042 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2230e-19fe-4d80-b310-841a657f2b5a req-6cbe0e68-eff6-4ac9-a429-9868a545ebd0 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:53.356779 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2230e-19fe-4d80-b310-841a657f2b5a req-6cbe0e68-eff6-4ac9-a429-9868a545ebd0 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:53.366675 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9c2230e-19fe-4d80-b310-841a657f2b5a req-6cbe0e68-eff6-4ac9-a429-9868a545ebd0 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 4601 time: 0.3786979 Nov 29 18:13:53.388322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-1160e14c-420e-434c-b0cd-8f18fdd3a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:53.388548 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f5ddc9-cefb-4e33-a151-95bfd3f1844d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 60ada88d-f278-4bb7-9c1c-2417d9e10b73 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:13:53.389746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-1160e14c-420e-434c-b0cd-8f18fdd3a3c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2707431 Nov 29 18:13:53.415206 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Attempting to bind port fa4a748b-18d2-456f-8305-9cb0f74b625b on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:53.415543 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Attempting to bind port fa4a748b-18d2-456f-8305-9cb0f74b625b by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:53.415868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Attempting to bind port fa4a748b-18d2-456f-8305-9cb0f74b625b on network 07640d9f-e07a-48c7-a743-879be86985c1 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:53.438187 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-29f5ddc9-cefb-4e33-a151-95bfd3f1844d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 60ada88d-f278-4bb7-9c1c-2417d9e10b73) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:53.444521 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Port fa4a748b-18d2-456f-8305-9cb0f74b625b on network 07640d9f-e07a-48c7-a743-879be86985c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:53.444521 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Attempting to bind port fa4a748b-18d2-456f-8305-9cb0f74b625b on network 07640d9f-e07a-48c7-a743-879be86985c1 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:53.450247 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7824256e-40fd-47c7-93b8-3f109d907313 None None] Network 60ada88d-f278-4bb7-9c1c-2417d9e10b73 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:53.454826 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:13:53.457797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f5ddc9-cefb-4e33-a151-95bfd3f1844d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:53.458480 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-29f5ddc9-cefb-4e33-a151-95bfd3f1844d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:53.510940 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e79c922-4cd6-43e7-8905-730f8c8433f6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:53.514930 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:53.515277 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Checking segment: {'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:53.515651 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Bound using segment: {'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:53.516088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Bound port: fa4a748b-18d2-456f-8305-9cb0f74b625b, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:53.516434 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:53.540801 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-29f5ddc9-cefb-4e33-a151-95bfd3f1844d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3739512 Nov 29 18:13:53.546570 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40022) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:53.551611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c2ed58a5-3ce6-4284-bb2b-5fd0377377ad tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-866169540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:53.592550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Allocated IP 2001:db8::fa (8db130d5-c863-475a-a55d-08faae505c69/63eacb77-80b9-4dfc-b599-8031f29be8ba/03cb9ecb-bbfe-4d38-be04-45123ae39fce) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:53.599421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Allocated IP 172.25.3.67 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/6e6358c6-757f-4821-bb05-5702d2f87351) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:53.600098 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2ed58a5-3ce6-4284-bb2b-5fd0377377ad tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:53.601549 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2ed58a5-3ce6-4284-bb2b-5fd0377377ad tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:53.691401 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9c2230e-19fe-4d80-b310-841a657f2b5a req-70378995-11fe-4543-9d57-8074917cec23 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3237443 Nov 29 18:13:53.741349 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2ed58a5-3ce6-4284-bb2b-5fd0377377ad tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:53.760011 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2ed58a5-3ce6-4284-bb2b-5fd0377377ad tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:53.766511 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-c17624b7-3c77-426a-9d9c-ade38ec98a32 service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450813 Nov 29 18:13:53.796803 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2ed58a5-3ce6-4284-bb2b-5fd0377377ad tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:53.797956 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c2ed58a5-3ce6-4284-bb2b-5fd0377377ad tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2505202 Nov 29 18:13:53.802685 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40024) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:53.833042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-60ada88d-f278-4bb7-9c1c-2417d9e10b73', 'network_id': '60ada88d-f278-4bb7-9c1c-2417d9e10b73', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'fixed_ips': [{'subnet_id': '87927df1-7f3e-4e85-864f-ffcb808e5d89'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:13:53.834867 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:53.867896 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e79c922-4cd6-43e7-8905-730f8c8433f6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:53.876248 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:53.880308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] For port fa4a748b-18d2-456f-8305-9cb0f74b625b, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:53.940893 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:53.963549 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79c922-4cd6-43e7-8905-730f8c8433f6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=7b1ea8c3-209f-465a-a369-a6c9115d7c4d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:53.968010 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] For port fa4a748b-18d2-456f-8305-9cb0f74b625b, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fa4a748b-18d2-456f-8305-9cb0f74b625b,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:53.981118 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e79c922-4cd6-43e7-8905-730f8c8433f6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:53.988333 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2e79c922-4cd6-43e7-8905-730f8c8433f6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/7b1ea8c3-209f-465a-a369-a6c9115d7c4d HTTP/1.1" status: 204 len: 168 time: 1.6049094 Nov 29 18:13:53.989714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40028) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:53.990901 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:54.003433 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Pushing event updated for resources: {'Port': ['ID=03cb9ecb-bbfe-4d38-be04-45123ae39fce,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:54.014719 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Network 8db130d5-c863-475a-a55d-08faae505c69 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:54.017947 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:54.027006 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:54.098232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Allocated IP 172.20.0.2 (60ada88d-f278-4bb7-9c1c-2417d9e10b73/87927df1-7f3e-4e85-864f-ffcb808e5d89/cf996881-fdc0-493c-bd55-8fd9539002f4) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:54.294427 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:54.305191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe6bdae-0198-4eaf-a22c-eab421e11ab3 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:54.389922 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:54.507981 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5e4f0ee-8e4a-40a2-ab0a-23299461327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:54.524647 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Network 60ada88d-f278-4bb7-9c1c-2417d9e10b73 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:54.526574 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Pushing event updated for resources: {'Port': ['ID=cf996881-fdc0-493c-bd55-8fd9539002f4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:54.530130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:54.537555 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:54.613755 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Attempting to bind port cf996881-fdc0-493c-bd55-8fd9539002f4 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:54.614488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Attempting to bind port cf996881-fdc0-493c-bd55-8fd9539002f4 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '8290fd0b-98a3-456b-af4e-c56d949af576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '60ada88d-f278-4bb7-9c1c-2417d9e10b73'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:54.615124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Attempting to bind port cf996881-fdc0-493c-bd55-8fd9539002f4 on network 60ada88d-f278-4bb7-9c1c-2417d9e10b73 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:54.623307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:54.625046 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Checking segment: {'id': '8290fd0b-98a3-456b-af4e-c56d949af576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '60ada88d-f278-4bb7-9c1c-2417d9e10b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:54.626114 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:54.626847 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Bound using segment: {'id': '8290fd0b-98a3-456b-af4e-c56d949af576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '60ada88d-f278-4bb7-9c1c-2417d9e10b73'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:54.629722 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Bound port: cf996881-fdc0-493c-bd55-8fd9539002f4, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8290fd0b-98a3-456b-af4e-c56d949af576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '60ada88d-f278-4bb7-9c1c-2417d9e10b73'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:54.630594 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:54.633163 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:54.640077 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a06c9e-b158-49fc-9891-9cf0f4bc9930 None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:13:54.663422 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-36761682-9456-4569-8260-89117e175247 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6698701 Nov 29 18:13:54.682264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40032) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:54.758450 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-1a1efa48-f317-4108-9fa9-462384ced2de tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:54.760278 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-1a1efa48-f317-4108-9fa9-462384ced2de tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.20 "GET /v2.0/networks?id=fd473728-0bea-40f6-a84b-e7243bedd109 HTTP/1.1" status: 200 len: 809 time: 0.4346628 Nov 29 18:13:54.770124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74693a1a-fcea-48ff-a491-978287ca3916 req-f79a0596-719a-495d-b9eb-c491b9af0954 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 210 time: 0.7698278 Nov 29 18:13:54.789396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:54.790014 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:54.791512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] 10.222.0.31 "PUT /v2.0/ports/fa4a748b-18d2-456f-8305-9cb0f74b625b HTTP/1.1" status: 200 len: 1131 time: 4.0721047 Nov 29 18:13:54.792475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'tag': 'fa4a748b-18d2-456f-8305-9cb0f74b625b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:13:54.794280 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57d5e0a-83dc-4861-b994-ef9b3c8aee6d" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "tag": "fa4a748b-18d2-456f-8305-9cb0f74b625b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:13:54.816820 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-72a06c9e-b158-49fc-9891-9cf0f4bc9930 None None] Deleting port a877ef89-d259-4e11-aaf2-100d7967fc5c {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:54.818145 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72a06c9e-b158-49fc-9891-9cf0f4bc9930 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:54.830371 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-3cc27a98-b502-48c8-85bd-17f050451e22 service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0516851 Nov 29 18:13:54.860994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Request body: {'port': {'device_id': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:54.872037 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b84eab-edb5-46e9-a14a-884c1b3c8775 x-openstack-request-id: req-73b84eab-edb5-46e9-a14a-884c1b3c8775 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:13:54.872565 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "tag": "fa4a748b-18d2-456f-8305-9cb0f74b625b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:13:54.872980 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73b84eab-edb5-46e9-a14a-884c1b3c8775 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:13:54.873532 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'tag': 'fa4a748b-18d2-456f-8305-9cb0f74b625b', 'status': 'completed', 'code': 200} Nov 29 18:13:54.879476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-a8b65fe6-3a44-4754-a586-341e0e9ef097 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Request body: {'port': {'device_id': '0c4e1039-6d07-4115-a733-dd1cc7bc0e0c', 'network_id': 'fd473728-0bea-40f6-a84b-e7243bedd109', 'admin_state_up': True, 'tenant_id': '7b3950fac53f410282002a00bfd979d1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:54.994874 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-ab0800d8-6b64-4560-854e-28f77729e250 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58205b60-33ce-4521-8706-6a9cb00f44ef HTTP/1.1" status: 200 len: 217 time: 0.1519027 Nov 29 18:13:55.004312 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:55.019017 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb29cb-97b7-476b-b446-e1f46ee9603d service neutron] Pushing event updated for resources: {'Port': ['ID=fa4a748b-18d2-456f-8305-9cb0f74b625b,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:55.103422 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-72a06c9e-b158-49fc-9891-9cf0f4bc9930 None None] For port a877ef89-d259-4e11-aaf2-100d7967fc5c, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a877ef89-d259-4e11-aaf2-100d7967fc5c,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:55.103974 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72a06c9e-b158-49fc-9891-9cf0f4bc9930 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:55.110073 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:55.119709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-72a06c9e-b158-49fc-9891-9cf0f4bc9930 None None] Calling delete_port for a877ef89-d259-4e11-aaf2-100d7967fc5c owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:55.129085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd537a-4391-4eda-9e31-5f0cdd3312af req-26592be1-826c-41bc-b8ef-e61f57aead03 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:55.134992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd537a-4391-4eda-9e31-5f0cdd3312af req-26592be1-826c-41bc-b8ef-e61f57aead03 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:55.138970 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:55.140911 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd537a-4391-4eda-9e31-5f0cdd3312af req-26592be1-826c-41bc-b8ef-e61f57aead03 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:55.148247 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd537a-4391-4eda-9e31-5f0cdd3312af req-26592be1-826c-41bc-b8ef-e61f57aead03 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:55.154940 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd537a-4391-4eda-9e31-5f0cdd3312af req-26592be1-826c-41bc-b8ef-e61f57aead03 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:55.160783 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd537a-4391-4eda-9e31-5f0cdd3312af req-26592be1-826c-41bc-b8ef-e61f57aead03 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:55.162666 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f6fd537a-4391-4eda-9e31-5f0cdd3312af req-26592be1-826c-41bc-b8ef-e61f57aead03 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 4601 time: 0.2882075 Nov 29 18:13:55.172884 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-6f422767-f832-471e-91c7-411a44bfd213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:55.178480 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-6f422767-f832-471e-91c7-411a44bfd213 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29ef7b16-a6fa-4ea4-9afc-503cb4413ebf HTTP/1.1" status: 200 len: 797 time: 0.1722527 Nov 29 18:13:55.237973 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72a06c9e-b158-49fc-9891-9cf0f4bc9930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:55.253436 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a06c9e-b158-49fc-9891-9cf0f4bc9930 None None] No DVR routers for this DVR port a877ef89-d259-4e11-aaf2-100d7967fc5c on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:13:55.285610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771af249-e893-44e9-b2a5-dc8be5820de8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:55.290799 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-771af249-e893-44e9-b2a5-dc8be5820de8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6074343 Nov 29 18:13:55.306167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40042) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:55.319227 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a877ef89-d259-4e11-aaf2-100d7967fc5c no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:13:55.328968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a06c9e-b158-49fc-9891-9cf0f4bc9930 None None] Pushing event deleted for resources: {'Port': ['ID=a877ef89-d259-4e11-aaf2-100d7967fc5c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:55.337946 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:55.349609 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] For port cf996881-fdc0-493c-bd55-8fd9539002f4, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:55.361493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: a877ef89-d259-4e11-aaf2-100d7967fc5c {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:13:55.362211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a877ef89-d259-4e11-aaf2-100d7967fc5c not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:13:55.368140 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] For port cf996881-fdc0-493c-bd55-8fd9539002f4, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=cf996881-fdc0-493c-bd55-8fd9539002f4,segment=NetworkSegment(8290fd0b-98a3-456b-af4e-c56d949af576),segment_id=8290fd0b-98a3-456b-af4e-c56d949af576)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:55.374939 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:55.445599 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad8c27-76c9-4e2c-85dd-7e2ff28d59d2 None None] Pushing event updated for resources: {'Port': ['ID=cf996881-fdc0-493c-bd55-8fd9539002f4,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:55.463881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:55.479974 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:55.482304 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:55.504832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a1ba86-6a5e-4726-b44b-33dfe0e93a48 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:13:55.550091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d5e0a-83dc-4861-b994-ef9b3c8aee6d req-45b8dfee-b460-4a40-b627-0c81a968f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:55.550091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d5e0a-83dc-4861-b994-ef9b3c8aee6d req-45b8dfee-b460-4a40-b627-0c81a968f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:55.550091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d5e0a-83dc-4861-b994-ef9b3c8aee6d req-45b8dfee-b460-4a40-b627-0c81a968f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:55.550499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d5e0a-83dc-4861-b994-ef9b3c8aee6d req-45b8dfee-b460-4a40-b627-0c81a968f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:55.551067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d5e0a-83dc-4861-b994-ef9b3c8aee6d req-45b8dfee-b460-4a40-b627-0c81a968f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:55.551537 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d5e0a-83dc-4861-b994-ef9b3c8aee6d req-45b8dfee-b460-4a40-b627-0c81a968f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:55.553437 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b57d5e0a-83dc-4861-b994-ef9b3c8aee6d req-45b8dfee-b460-4a40-b627-0c81a968f23b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69148bb57fa54adf911a3855e38b3970&device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5287 time: 0.5989842 Nov 29 18:13:55.583223 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712013a-9d62-492b-a740-901ddb71090b req-1445d2e7-9efd-47c2-9ee6-3491488d3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:55.586561 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-1445d2e7-9efd-47c2-9ee6-3491488d3ade service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3688316 Nov 29 18:13:55.587106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Pushing event updated for resources: {'Port': ['ID=6e6358c6-757f-4821-bb05-5702d2f87351,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:55.591719 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9b4e6f-1b24-42f8-b223-2a1ba8a582b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:55.595045 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f6fd537a-4391-4eda-9e31-5f0cdd3312af req-24a7a06f-657f-4075-97da-4913c37d3dc5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4154496 Nov 29 18:13:55.596367 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2b9b4e6f-1b24-42f8-b223-2a1ba8a582b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2890615 Nov 29 18:13:55.597177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40044) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:55.625607 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fcbf5601-0f37-4c3a-87cb-c05cc8abbf02 None None] Provisioning complete for port 6e6358c6-757f-4821-bb05-5702d2f87351 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:55.629312 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fcbf5601-0f37-4c3a-87cb-c05cc8abbf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:55.695576 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf5601-0f37-4c3a-87cb-c05cc8abbf02 None None] Port 6e6358c6-757f-4821-bb05-5702d2f87351 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:55.713684 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-ee0fec69-2597-412c-a075-d59742294b7a service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088860 Nov 29 18:13:55.728093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40046) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:55.728435 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5649fc7c-5f49-4c02-aa73-d335a0425f14 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1111827 Nov 29 18:13:55.834398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b757dae2-3add-4b8e-b539-bf6e745411a1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:55.862385 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:55.863085 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:55.871439 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-a8b65fe6-3a44-4754-a586-341e0e9ef097 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Made reservation on behalf of 7b3950fac53f410282002a00bfd979d1 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:55.875474 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-a8b65fe6-3a44-4754-a586-341e0e9ef097 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:55.978589 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-76a99d95-d802-48a0-8666-e6f74f518a83 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.9927313 Nov 29 18:13:55.989461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40050) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:55.990623 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:56.001268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Allocated IP 172.20.0.1 (60ada88d-f278-4bb7-9c1c-2417d9e10b73/87927df1-7f3e-4e85-864f-ffcb808e5d89/876bbbf5-aa3c-43df-8add-0b346bdc17eb) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:56.003171 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e1738188-b09f-4aef-a847-915c20ac831d tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.67'}]}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:56.021935 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d5e0a-83dc-4861-b994-ef9b3c8aee6d req-695a2607-5e1d-4e02-8484-7eb13dcc7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:56.022594 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d5e0a-83dc-4861-b994-ef9b3c8aee6d req-695a2607-5e1d-4e02-8484-7eb13dcc7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:56.023701 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d5e0a-83dc-4861-b994-ef9b3c8aee6d req-695a2607-5e1d-4e02-8484-7eb13dcc7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:56.024970 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b57d5e0a-83dc-4861-b994-ef9b3c8aee6d req-695a2607-5e1d-4e02-8484-7eb13dcc7177 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=69148bb57fa54adf911a3855e38b3970&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4532325 Nov 29 18:13:56.031319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f6f9e9a-b415-426f-9307-680bf9052b86 req-692e333c-4bc2-4e70-8bc7-b38ac2d5e4aa tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 210 time: 0.1093705 Nov 29 18:13:56.101841 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1738188-b09f-4aef-a847-915c20ac831d tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:56.102939 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1738188-b09f-4aef-a847-915c20ac831d tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:56.139640 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-a6e62e90-74da-4022-84bf-487faed252e2 service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162726 Nov 29 18:13:56.173380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b757dae2-3add-4b8e-b539-bf6e745411a1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:56.176989 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b757dae2-3add-4b8e-b539-bf6e745411a1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:56.260788 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1738188-b09f-4aef-a847-915c20ac831d tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:56.376972 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f002c88e-cc2b-4dce-8fa1-65fa2b43d135 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:13:56.390093 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:56.410338 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b1a2488-ef22-4b52-ab20-edd21c1a6028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:56.482290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Transition to ACTIVE for port object f002c88e-cc2b-4dce-8fa1-65fa2b43d135 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:13:56.491786 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:56.495047 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1738188-b09f-4aef-a847-915c20ac831d tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:56.645472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Pushing event updated for resources: {'Port': ['ID=f002c88e-cc2b-4dce-8fa1-65fa2b43d135,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:56.805500 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d5e0a-83dc-4861-b994-ef9b3c8aee6d req-9f5f7d31-7b18-464e-9568-b256179e634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:56.807189 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b57d5e0a-83dc-4861-b994-ef9b3c8aee6d req-9f5f7d31-7b18-464e-9568-b256179e634e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3009868 Nov 29 18:13:56.814905 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b757dae2-3add-4b8e-b539-bf6e745411a1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:56.874654 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-a8b65fe6-3a44-4754-a586-341e0e9ef097 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Allocated IP 172.20.0.5 (fd473728-0bea-40f6-a84b-e7243bedd109/66bc0a41-d8db-403e-8825-81a119fdb9ef/b4539350-9ef3-4929-8d98-2bf91d7e69bb) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:56.874915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Attempting to bind port f002c88e-cc2b-4dce-8fa1-65fa2b43d135 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:56.875377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Attempting to bind port f002c88e-cc2b-4dce-8fa1-65fa2b43d135 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:56.875715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Attempting to bind port f002c88e-cc2b-4dce-8fa1-65fa2b43d135 on network 07640d9f-e07a-48c7-a743-879be86985c1 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:56.897987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b757dae2-3add-4b8e-b539-bf6e745411a1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:56.905430 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:56.911891 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Port f002c88e-cc2b-4dce-8fa1-65fa2b43d135 on network 07640d9f-e07a-48c7-a743-879be86985c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:56.912109 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Attempting to bind port f002c88e-cc2b-4dce-8fa1-65fa2b43d135 on network 07640d9f-e07a-48c7-a743-879be86985c1 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:56.914127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b757dae2-3add-4b8e-b539-bf6e745411a1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:56.919196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Router cae22ca0-5495-4670-b75b-162e264d611d is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:13:56.930100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b109ec-d00c-4551-bc61-c3801fda842f req-47dec3bc-9dd9-424b-89b5-18f0510a06ca tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:56.935515 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e09c301-0eaa-42a4-bf0e-ea44b41941f8 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:56.936248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b109ec-d00c-4551-bc61-c3801fda842f req-47dec3bc-9dd9-424b-89b5-18f0510a06ca tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:56.942196 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b109ec-d00c-4551-bc61-c3801fda842f req-47dec3bc-9dd9-424b-89b5-18f0510a06ca tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:56.948148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b109ec-d00c-4551-bc61-c3801fda842f req-47dec3bc-9dd9-424b-89b5-18f0510a06ca tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:56.954589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b109ec-d00c-4551-bc61-c3801fda842f req-47dec3bc-9dd9-424b-89b5-18f0510a06ca tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:56.960536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b109ec-d00c-4551-bc61-c3801fda842f req-47dec3bc-9dd9-424b-89b5-18f0510a06ca tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:56.967062 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b109ec-d00c-4551-bc61-c3801fda842f req-47dec3bc-9dd9-424b-89b5-18f0510a06ca tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:56.975532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-59b109ec-d00c-4551-bc61-c3801fda842f req-47dec3bc-9dd9-424b-89b5-18f0510a06ca tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5373 time: 0.2273831 Nov 29 18:13:56.979988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b757dae2-3add-4b8e-b539-bf6e745411a1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:56.981848 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b757dae2-3add-4b8e-b539-bf6e745411a1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:56.991325 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757dae2-3add-4b8e-b539-bf6e745411a1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=55dd8297-5bd6-47b2-8372-02b1698c2429,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:57.007433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:57.007781 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Checking segment: {'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:57.008642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Bound using segment: {'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:57.008642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Bound port: f002c88e-cc2b-4dce-8fa1-65fa2b43d135, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:57.008995 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.050813 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b536c075-0dcf-4c01-a7ec-bf490f1963bb None None] Network 60ada88d-f278-4bb7-9c1c-2417d9e10b73 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:13:57.052804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b757dae2-3add-4b8e-b539-bf6e745411a1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2642925 Nov 29 18:13:57.063375 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40056) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:57.094722 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.100519 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-5b86ac0f-fe12-487b-88d7-21272798c555 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'fixed_ips': [{'subnet_id': '55dd8297-5bd6-47b2-8372-02b1698c2429', 'ip_address': '2001:db8::c2bf:3397:8cde:4cce'}], 'name': 'tempest-NetworksTestDHCPv6-1828171803'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:57.178848 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-59b109ec-d00c-4551-bc61-c3801fda842f req-f4f03e98-9fbe-45d7-88d9-c8ddf004e76c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2007391 Nov 29 18:13:57.180122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] For port f002c88e-cc2b-4dce-8fa1-65fa2b43d135, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:57.258122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] For port f002c88e-cc2b-4dce-8fa1-65fa2b43d135, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f002c88e-cc2b-4dce-8fa1-65fa2b43d135,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:57.258861 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 60ada88d-f278-4bb7-9c1c-2417d9e10b73 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:57.261684 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a08e1824-dcbc-47cf-ba4a-0e780f04de70 req-a9da8fdf-0284-4987-b5d4-36ce881e1647 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 210 time: 0.0986595 Nov 29 18:13:57.268902 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.278642 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:57.294174 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:57.321064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device cf996881-fdc0-493c-bd55-8fd9539002f4 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:57.343333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:57.343743 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.345250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] 10.222.0.31 "PUT /v2.0/ports/f002c88e-cc2b-4dce-8fa1-65fa2b43d135 HTTP/1.1" status: 200 len: 1130 time: 2.5103242 Nov 29 18:13:57.345404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=876bbbf5-aa3c-43df-8add-0b346bdc17eb,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:57.345880 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'tag': 'f002c88e-cc2b-4dce-8fa1-65fa2b43d135'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:13:57.348331 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e64342-bf97-4b9c-987e-316567525a88" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "tag": "f002c88e-cc2b-4dce-8fa1-65fa2b43d135"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:13:57.382473 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.399652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:13:57.404035 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-a8b65fe6-3a44-4754-a586-341e0e9ef097 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.406708 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1738188-b09f-4aef-a847-915c20ac831d tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.423628 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.424705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Sync routers for ids ['cae22ca0-5495-4670-b75b-162e264d611d'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:13:57.442822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Request body: {'port': {'device_id': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:57.466353 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899cbfc6-c21e-4614-891e-f635739a2dda x-openstack-request-id: req-899cbfc6-c21e-4614-891e-f635739a2dda {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:13:57.467015 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "tag": "f002c88e-cc2b-4dce-8fa1-65fa2b43d135", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:13:57.467514 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-899cbfc6-c21e-4614-891e-f635739a2dda {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:13:57.468260 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'tag': 'f002c88e-cc2b-4dce-8fa1-65fa2b43d135', 'status': 'completed', 'code': 200} Nov 29 18:13:57.487492 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1738188-b09f-4aef-a847-915c20ac831d tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.500480 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Routers {'cae22ca0-5495-4670-b75b-162e264d611d'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:13:57.501441 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cae22ca0-5495-4670-b75b-162e264d611d'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:57.504894 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b5c4a-631e-44eb-a9aa-776f1085b318 service neutron] Pushing event updated for resources: {'Port': ['ID=f002c88e-cc2b-4dce-8fa1-65fa2b43d135,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:57.571427 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.597749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b86ac0f-fe12-487b-88d7-21272798c555 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:13:57.672116 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.673533 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a31d5b49-7b2d-4277-8cf5-e94338b79845 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 7.2252336 Nov 29 18:13:57.676204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40064) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:57.686587 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': '55dd8297-5bd6-47b2-8372-02b1698c2429'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:13:57.688198 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.736651 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.746806 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e6067f01-ee6c-4e1d-acfe-d8ec58b3aa2f None None] Provisioning complete for port cf996881-fdc0-493c-bd55-8fd9539002f4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:57.747178 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6067f01-ee6c-4e1d-acfe-d8ec58b3aa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.771028 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e64342-bf97-4b9c-987e-316567525a88 req-f3dfcba3-4c0f-424a-9c61-c2acb26e0dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:57.771686 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e64342-bf97-4b9c-987e-316567525a88 req-f3dfcba3-4c0f-424a-9c61-c2acb26e0dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:57.772273 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e64342-bf97-4b9c-987e-316567525a88 req-f3dfcba3-4c0f-424a-9c61-c2acb26e0dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:57.772833 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e64342-bf97-4b9c-987e-316567525a88 req-f3dfcba3-4c0f-424a-9c61-c2acb26e0dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:57.773364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e64342-bf97-4b9c-987e-316567525a88 req-f3dfcba3-4c0f-424a-9c61-c2acb26e0dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:57.774884 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e64342-bf97-4b9c-987e-316567525a88 req-f3dfcba3-4c0f-424a-9c61-c2acb26e0dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:57.774884 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e64342-bf97-4b9c-987e-316567525a88 req-f3dfcba3-4c0f-424a-9c61-c2acb26e0dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:57.776717 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-16e64342-bf97-4b9c-987e-316567525a88 req-f3dfcba3-4c0f-424a-9c61-c2acb26e0dc0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69148bb57fa54adf911a3855e38b3970&device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 6210 time: 0.2255578 Nov 29 18:13:57.786082 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Set router cae22ca0-5495-4670-b75b-162e264d611d gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:13:57.793205 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-a8b65fe6-3a44-4754-a586-341e0e9ef097 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.882007 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b86ac0f-fe12-487b-88d7-21272798c555 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.895171 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port cf996881-fdc0-493c-bd55-8fd9539002f4 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:57.895548 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.937392 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-a8b65fe6-3a44-4754-a586-341e0e9ef097 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Network fd473728-0bea-40f6-a84b-e7243bedd109 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:57.944552 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1738188-b09f-4aef-a847-915c20ac831d tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:57.955794 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-a8b65fe6-3a44-4754-a586-341e0e9ef097 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:57.958971 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-a8b65fe6-3a44-4754-a586-341e0e9ef097 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:57.970629 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:58.005267 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41534da2-e577-4ba2-aad6-f487c1eb4428 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:58.010204 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-5b86ac0f-fe12-487b-88d7-21272798c555 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port cdfa2127-5c83-4704-9255-d03bfc72e765 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:13:58.037510 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b65fe6-3a44-4754-a586-341e0e9ef097 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Pushing event updated for resources: {'Port': ['ID=b4539350-9ef3-4929-8d98-2bf91d7e69bb,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:58.155631 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-a8b65fe6-3a44-4754-a586-341e0e9ef097 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:58.156459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Allocated IP 2001:db8::2 (c052213d-ea6c-4782-b422-f625c0df816d/55dd8297-5bd6-47b2-8372-02b1698c2429/48d18144-9dcb-47fd-ab40-9b3e039ee82a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:58.156962 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-a8b65fe6-3a44-4754-a586-341e0e9ef097 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:58.169101 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6067f01-ee6c-4e1d-acfe-d8ec58b3aa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:58.204747 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e64342-bf97-4b9c-987e-316567525a88 req-e92ec591-f516-48a0-a643-e2b541a25c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:58.205291 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e64342-bf97-4b9c-987e-316567525a88 req-e92ec591-f516-48a0-a643-e2b541a25c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:58.205799 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e64342-bf97-4b9c-987e-316567525a88 req-e92ec591-f516-48a0-a643-e2b541a25c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:58.207599 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-16e64342-bf97-4b9c-987e-316567525a88 req-e92ec591-f516-48a0-a643-e2b541a25c15 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=69148bb57fa54adf911a3855e38b3970&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4091926 Nov 29 18:13:58.341106 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-a8b65fe6-3a44-4754-a586-341e0e9ef097 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4753094 Nov 29 18:13:58.403836 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-cfb29c20-8627-40c8-8b36-8c237da3a830 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:13:58.404901 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-cfb29c20-8627-40c8-8b36-8c237da3a830 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0241578 Nov 29 18:13:58.442556 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:58.447394 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e6067f01-ee6c-4e1d-acfe-d8ec58b3aa2f None None] For port cf996881-fdc0-493c-bd55-8fd9539002f4, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=cf996881-fdc0-493c-bd55-8fd9539002f4,segment=NetworkSegment(8290fd0b-98a3-456b-af4e-c56d949af576),segment_id=8290fd0b-98a3-456b-af4e-c56d949af576)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:13:58.453534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Request body: {'port': {'device_id': '0c4e1039-6d07-4115-a733-dd1cc7bc0e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:13:58.467324 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6067f01-ee6c-4e1d-acfe-d8ec58b3aa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:58.530680 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:58.542031 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae22ca0-5495-4670-b75b-162e264d611d', 'name': '', 'tenant_id': '42ea90a71f0e440584987786b19ed909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8db130d5-c863-475a-a55d-08faae505c69', 'external_fixed_ips': [{'subnet_id': '63eacb77-80b9-4dfc-b599-8031f29be8ba', 'ip_address': '2001:db8::fa'}], 'enable_snat': True}, 'gw_port_id': '03cb9ecb-bbfe-4d38-be04-45123ae39fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:13:50Z', 'updated_at': '2021-11-29T18:13:54Z', 'revision_number': 3, 'project_id': '42ea90a71f0e440584987786b19ed909', 'gw_port': {'id': '03cb9ecb-bbfe-4d38-be04-45123ae39fce', 'name': '', 'network_id': '8db130d5-c863-475a-a55d-08faae505c69', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:38:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae22ca0-5495-4670-b75b-162e264d611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '63eacb77-80b9-4dfc-b599-8031f29be8ba', 'ip_address': '2001:db8::fa', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:13:53Z', 'updated_at': '2021-11-29T18:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '63eacb77-80b9-4dfc-b599-8031f29be8ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:13:58.574431 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:58.621457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Checking router: cae22ca0-5495-4670-b75b-162e264d611d for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:13:58.621457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Updating router cae22ca0-5495-4670-b75b-162e264d611d port 03cb9ecb-bbfe-4d38-be04-45123ae39fce binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:13:58.626977 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6067f01-ee6c-4e1d-acfe-d8ec58b3aa2f None None] Pushing event updated for resources: {'Port': ['ID=cf996881-fdc0-493c-bd55-8fd9539002f4,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:58.644731 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:58.700712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-5b86ac0f-fe12-487b-88d7-21272798c555 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::c2bf:3397:8cde:4cce (c052213d-ea6c-4782-b422-f625c0df816d/55dd8297-5bd6-47b2-8372-02b1698c2429/cdfa2127-5c83-4704-9255-d03bfc72e765) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:13:58.721409 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e64342-bf97-4b9c-987e-316567525a88 req-73c45316-1805-49b4-a0f3-decfa663d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:58.722853 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-16e64342-bf97-4b9c-987e-316567525a88 req-73c45316-1805-49b4-a0f3-decfa663d71f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4852948 Nov 29 18:13:58.767046 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1738188-b09f-4aef-a847-915c20ac831d tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:58.781150 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1738188-b09f-4aef-a847-915c20ac831d tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:58.846017 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:58.851383 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:58.854816 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:13:58.854816 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:13:58.856798 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:58.879906 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1738188-b09f-4aef-a847-915c20ac831d tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:58.880296 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e9c5ec5a-ff08-4de8-b998-eac36877a49d None None] Provisioning complete for port 876bbbf5-aa3c-43df-8add-0b346bdc17eb triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:58.880748 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e9c5ec5a-ff08-4de8-b998-eac36877a49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:58.881070 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1738188-b09f-4aef-a847-915c20ac831d tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f68e1176-4c7d-4a1f-85ef-c3de43c13462 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:13:58.883097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:58.912700 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:58.914051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35b196-fa43-4499-8e91-5ea399ad896c req-d2e117bf-edbe-4c76-b5ea-4c5e0f3cb24c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:58.921229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35b196-fa43-4499-8e91-5ea399ad896c req-d2e117bf-edbe-4c76-b5ea-4c5e0f3cb24c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:58.928342 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35b196-fa43-4499-8e91-5ea399ad896c req-d2e117bf-edbe-4c76-b5ea-4c5e0f3cb24c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:58.934565 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35b196-fa43-4499-8e91-5ea399ad896c req-d2e117bf-edbe-4c76-b5ea-4c5e0f3cb24c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:58.936019 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:58.941002 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35b196-fa43-4499-8e91-5ea399ad896c req-d2e117bf-edbe-4c76-b5ea-4c5e0f3cb24c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:58.947372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35b196-fa43-4499-8e91-5ea399ad896c req-d2e117bf-edbe-4c76-b5ea-4c5e0f3cb24c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:58.954158 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Pushing event updated for resources: {'Port': ['ID=48d18144-9dcb-47fd-ab40-9b3e039ee82a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:58.954911 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35b196-fa43-4499-8e91-5ea399ad896c req-d2e117bf-edbe-4c76-b5ea-4c5e0f3cb24c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:58.963172 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba35b196-fa43-4499-8e91-5ea399ad896c req-d2e117bf-edbe-4c76-b5ea-4c5e0f3cb24c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5373 time: 0.3134997 Nov 29 18:13:58.966377 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41534da2-e577-4ba2-aad6-f487c1eb4428 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:58.981814 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0fa40-b9dd-4c28-b599-157022e779e4 req-e63c4e66-a707-4260-a13f-c41524a78297 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:58.983226 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bf0fa40-b9dd-4c28-b599-157022e779e4 req-e63c4e66-a707-4260-a13f-c41524a78297 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 931 time: 0.3326488 Nov 29 18:13:59.023069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e9c5ec5a-ff08-4de8-b998-eac36877a49d None None] Port 876bbbf5-aa3c-43df-8add-0b346bdc17eb cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:13:59.049382 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c57a7f9-5b4c-4906-b679-7bec1c88b294 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:13:59.071575 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.074329 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Attempting to bind port 48d18144-9dcb-47fd-ab40-9b3e039ee82a on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:59.074850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Attempting to bind port 48d18144-9dcb-47fd-ab40-9b3e039ee82a by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:59.075306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Attempting to bind port 48d18144-9dcb-47fd-ab40-9b3e039ee82a on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:59.081350 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-e1738188-b09f-4aef-a847-915c20ac831d tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 29 18:13:59.082672 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e1738188-b09f-4aef-a847-915c20ac831d tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.0851827 Nov 29 18:13:59.082987 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.086047 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40072) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:13:59.086967 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e9c5ec5a-ff08-4de8-b998-eac36877a49d None None] Provisioning complete for port cf996881-fdc0-493c-bd55-8fd9539002f4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:59.087417 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e9c5ec5a-ff08-4de8-b998-eac36877a49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.097939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:59.098451 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:59.098984 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.099459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:59.100047 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Bound port: 48d18144-9dcb-47fd-ab40-9b3e039ee82a, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:59.100534 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.168462 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Transition to ACTIVE for port object 7c57a7f9-5b4c-4906-b679-7bec1c88b294 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:13:59.195889 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.215848 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bf0fa40-b9dd-4c28-b599-157022e779e4 req-ffb72151-594c-499b-b9c0-c1f5284ec441 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203026 Nov 29 18:13:59.265288 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba35b196-fa43-4499-8e91-5ea399ad896c req-960a8d11-44eb-4d58-b1f2-e647e9371495 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2930195 Nov 29 18:13:59.339996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c57a7f9-5b4c-4906-b679-7bec1c88b294,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:59.365281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] For port 48d18144-9dcb-47fd-ab40-9b3e039ee82a, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:59.414600 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-41534da2-e577-4ba2-aad6-f487c1eb4428 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Deleting port 03cb9ecb-bbfe-4d38-be04-45123ae39fce {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:59.414984 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41534da2-e577-4ba2-aad6-f487c1eb4428 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.459915 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] For port 48d18144-9dcb-47fd-ab40-9b3e039ee82a, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=48d18144-9dcb-47fd-ab40-9b3e039ee82a,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:59.484930 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.518846 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=876bbbf5-aa3c-43df-8add-0b346bdc17eb,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:59.519097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-36f7aed7-4381-42a7-9c26-935b036380b3 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Deleting port 6e6358c6-757f-4821-bb05-5702d2f87351 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:13:59.519097 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-36f7aed7-4381-42a7-9c26-935b036380b3 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.560407 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.583964 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.593071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Attempting to bind port 7c57a7f9-5b4c-4906-b679-7bec1c88b294 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:59.593441 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Attempting to bind port 7c57a7f9-5b4c-4906-b679-7bec1c88b294 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:59.594468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Attempting to bind port 7c57a7f9-5b4c-4906-b679-7bec1c88b294 on network 07640d9f-e07a-48c7-a743-879be86985c1 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:59.618777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Port 7c57a7f9-5b4c-4906-b679-7bec1c88b294 on network 07640d9f-e07a-48c7-a743-879be86985c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:13:59.619158 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Attempting to bind port 7c57a7f9-5b4c-4906-b679-7bec1c88b294 on network 07640d9f-e07a-48c7-a743-879be86985c1 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:59.624545 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41534da2-e577-4ba2-aad6-f487c1eb4428 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.627019 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device cf996881-fdc0-493c-bd55-8fd9539002f4 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:13:59.629238 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.631893 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b86ac0f-fe12-487b-88d7-21272798c555 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.640107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:59.640305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Checking segment: {'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:59.640674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Bound using segment: {'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:59.641363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Bound port: 7c57a7f9-5b4c-4906-b679-7bec1c88b294, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:59.641508 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.654656 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-41534da2-e577-4ba2-aad6-f487c1eb4428 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Calling delete_port for 03cb9ecb-bbfe-4d38-be04-45123ae39fce owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:59.697416 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.729108 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-36f7aed7-4381-42a7-9c26-935b036380b3 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.746064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Attempting to bind port 03cb9ecb-bbfe-4d38-be04-45123ae39fce on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:13:59.746366 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Attempting to bind port 03cb9ecb-bbfe-4d38-be04-45123ae39fce by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'f99c3fa1-036d-408e-a5d2-6d3d877a5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8db130d5-c863-475a-a55d-08faae505c69'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:13:59.747068 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Attempting to bind port 03cb9ecb-bbfe-4d38-be04-45123ae39fce on network 8db130d5-c863-475a-a55d-08faae505c69 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:13:59.747878 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b86ac0f-fe12-487b-88d7-21272798c555 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.758238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ab44c-ca2c-48dd-9bb5-31edda5e094a None None] Pushing event updated for resources: {'Port': ['ID=48d18144-9dcb-47fd-ab40-9b3e039ee82a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:59.769359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:13:59.770004 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Checking segment: {'id': 'f99c3fa1-036d-408e-a5d2-6d3d877a5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8db130d5-c863-475a-a55d-08faae505c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:13:59.770421 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.770696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-36f7aed7-4381-42a7-9c26-935b036380b3 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Calling delete_port for 6e6358c6-757f-4821-bb05-5702d2f87351 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:13:59.770880 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Bound using segment: {'id': 'f99c3fa1-036d-408e-a5d2-6d3d877a5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8db130d5-c863-475a-a55d-08faae505c69'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:13:59.771377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Bound port: 03cb9ecb-bbfe-4d38-be04-45123ae39fce, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99c3fa1-036d-408e-a5d2-6d3d877a5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8db130d5-c863-475a-a55d-08faae505c69'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:13:59.772025 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.836456 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b86ac0f-fe12-487b-88d7-21272798c555 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:59.844986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port cf996881-fdc0-493c-bd55-8fd9539002f4 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:13:59.845636 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.845758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-5b86ac0f-fe12-487b-88d7-21272798c555 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:59.849831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] For port 7c57a7f9-5b4c-4906-b679-7bec1c88b294, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:13:59.850021 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4539350-9ef3-4929-8d98-2bf91d7e69bb {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:13:59.860146 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86ac0f-fe12-487b-88d7-21272798c555 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=cdfa2127-5c83-4704-9255-d03bfc72e765,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:59.862811 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b86ac0f-fe12-487b-88d7-21272798c555 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:13:59.868991 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b86ac0f-fe12-487b-88d7-21272798c555 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:59.869760 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b86ac0f-fe12-487b-88d7-21272798c555 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.875093 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 60ada88d-f278-4bb7-9c1c-2417d9e10b73 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:13:59.880995 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.883699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:13:59.890252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89a6e6-29f4-4ab2-9a2c-6036e0d94dc0 None None] Pushing event updated for resources: {'Port': ['ID=03cb9ecb-bbfe-4d38-be04-45123ae39fce,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:13:59.901633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] For port 7c57a7f9-5b4c-4906-b679-7bec1c88b294, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7c57a7f9-5b4c-4906-b679-7bec1c88b294,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:13:59.920100 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.953758 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.976066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:13:59.977267 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:13:59.979148 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] 10.222.0.31 "PUT /v2.0/ports/7c57a7f9-5b4c-4906-b679-7bec1c88b294 HTTP/1.1" status: 200 len: 1091 time: 2.5598207 Nov 29 18:13:59.982691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'tag': '7c57a7f9-5b4c-4906-b679-7bec1c88b294'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:13:59.987605 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Transition to ACTIVE for port object b4539350-9ef3-4929-8d98-2bf91d7e69bb will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:13:59.989347 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6654fb20-3d40-469f-9485-3fadbf8a2d54" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "tag": "7c57a7f9-5b4c-4906-b679-7bec1c88b294"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:13:59.995662 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5b86ac0f-fe12-487b-88d7-21272798c555 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9308825 Nov 29 18:13:59.998980 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40074) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:00.006199 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-fe0533b7-da25-4416-8a86-685570e732aa tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'fixed_ips': [{'subnet_id': '55dd8297-5bd6-47b2-8372-02b1698c2429', 'ip_address': '2001:db8::c2bf:3397:8cde:4cce'}], 'name': 'tempest-NetworksTestDHCPv6-377774741'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:00.022428 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:00.070250 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Request body: {'port': {'device_id': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:00.148450 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa0583-574a-4eae-82b9-50f8b9d4c0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c57a7f9-5b4c-4906-b679-7bec1c88b294,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:00.178400 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Pushing event updated for resources: {'Port': ['ID=b4539350-9ef3-4929-8d98-2bf91d7e69bb,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:00.213367 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:14:00.213745 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:14:00.219140 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94c2751-9d0e-48fa-9fc9-e021bf470a0e x-openstack-request-id: req-a94c2751-9d0e-48fa-9fc9-e021bf470a0e {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:14:00.219666 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "tag": "7c57a7f9-5b4c-4906-b679-7bec1c88b294", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:14:00.220100 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a94c2751-9d0e-48fa-9fc9-e021bf470a0e {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:14:00.220687 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'tag': '7c57a7f9-5b4c-4906-b679-7bec1c88b294', 'status': 'completed', 'code': 200} Nov 29 18:14:00.235002 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41534da2-e577-4ba2-aad6-f487c1eb4428 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:00.353416 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41534da2-e577-4ba2-aad6-f487c1eb4428 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:00.357556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41534da2-e577-4ba2-aad6-f487c1eb4428 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Pushing event deleted for resources: {'Port': ['ID=03cb9ecb-bbfe-4d38-be04-45123ae39fce,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:00.379169 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:00.416861 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-36f7aed7-4381-42a7-9c26-935b036380b3 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:00.481192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654fb20-3d40-469f-9485-3fadbf8a2d54 req-96f764c3-60da-49ff-aff4-6b5e8e1371cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.484346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654fb20-3d40-469f-9485-3fadbf8a2d54 req-96f764c3-60da-49ff-aff4-6b5e8e1371cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.484931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654fb20-3d40-469f-9485-3fadbf8a2d54 req-96f764c3-60da-49ff-aff4-6b5e8e1371cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.485470 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654fb20-3d40-469f-9485-3fadbf8a2d54 req-96f764c3-60da-49ff-aff4-6b5e8e1371cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.489437 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654fb20-3d40-469f-9485-3fadbf8a2d54 req-96f764c3-60da-49ff-aff4-6b5e8e1371cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.489996 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654fb20-3d40-469f-9485-3fadbf8a2d54 req-96f764c3-60da-49ff-aff4-6b5e8e1371cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.490535 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654fb20-3d40-469f-9485-3fadbf8a2d54 req-96f764c3-60da-49ff-aff4-6b5e8e1371cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.493442 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6654fb20-3d40-469f-9485-3fadbf8a2d54 req-96f764c3-60da-49ff-aff4-6b5e8e1371cd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69148bb57fa54adf911a3855e38b3970&device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 6277 time: 0.2756262 Nov 29 18:14:00.515832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffcf6ff-74b5-4e4c-8f90-2318e53744f6 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:00.556558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router 001db372-71a9-4bb2-b81f-3f61b62bc089 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:14:00.559241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Attempting to bind port b4539350-9ef3-4929-8d98-2bf91d7e69bb on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:00.559697 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Attempting to bind port b4539350-9ef3-4929-8d98-2bf91d7e69bb by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '02aa7383-11fe-4de7-8faa-6f90d4f07b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fd473728-0bea-40f6-a84b-e7243bedd109'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:00.560123 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Attempting to bind port b4539350-9ef3-4929-8d98-2bf91d7e69bb on network fd473728-0bea-40f6-a84b-e7243bedd109 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:00.602896 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5fd9c814-82a6-41c2-8b2f-27ebe3b50947 None None] Provisioning complete for port 876bbbf5-aa3c-43df-8add-0b346bdc17eb triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:00.602896 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fd9c814-82a6-41c2-8b2f-27ebe3b50947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:00.611249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Port b4539350-9ef3-4929-8d98-2bf91d7e69bb on network fd473728-0bea-40f6-a84b-e7243bedd109 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:14:00.611691 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Attempting to bind port b4539350-9ef3-4929-8d98-2bf91d7e69bb on network fd473728-0bea-40f6-a84b-e7243bedd109 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:00.620204 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0533b7-da25-4416-8a86-685570e732aa tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:00.625294 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fe0533b7-da25-4416-8a86-685570e732aa tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:00.641992 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5fd9c814-82a6-41c2-8b2f-27ebe3b50947 None None] Port 876bbbf5-aa3c-43df-8add-0b346bdc17eb cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:00.653123 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:00.653471 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Checking segment: {'id': '02aa7383-11fe-4de7-8faa-6f90d4f07b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fd473728-0bea-40f6-a84b-e7243bedd109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:00.653863 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Bound using segment: {'id': '02aa7383-11fe-4de7-8faa-6f90d4f07b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fd473728-0bea-40f6-a84b-e7243bedd109'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:00.654317 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Bound port: b4539350-9ef3-4929-8d98-2bf91d7e69bb, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02aa7383-11fe-4de7-8faa-6f90d4f07b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'fd473728-0bea-40f6-a84b-e7243bedd109'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:00.654658 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:00.705158 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41534da2-e577-4ba2-aad6-f487c1eb4428 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:00.707020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7aed7-4381-42a7-9c26-935b036380b3 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e6358c6-757f-4821-bb05-5702d2f87351,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:00.717567 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41534da2-e577-4ba2-aad6-f487c1eb4428 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:00.734083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-fe0533b7-da25-4416-8a86-685570e732aa tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port d51512a8-d0e9-4cbe-86ee-7b989c3bf05e yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:14:00.735409 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Attempting to bind port 03cb9ecb-bbfe-4d38-be04-45123ae39fce on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:00.735867 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Attempting to bind port 03cb9ecb-bbfe-4d38-be04-45123ae39fce by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'f99c3fa1-036d-408e-a5d2-6d3d877a5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8db130d5-c863-475a-a55d-08faae505c69'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:00.736312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Attempting to bind port 03cb9ecb-bbfe-4d38-be04-45123ae39fce on network 8db130d5-c863-475a-a55d-08faae505c69 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:00.742836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:00.743402 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Checking segment: {'id': 'f99c3fa1-036d-408e-a5d2-6d3d877a5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8db130d5-c863-475a-a55d-08faae505c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:00.744307 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:00.744719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Bound using segment: {'id': 'f99c3fa1-036d-408e-a5d2-6d3d877a5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8db130d5-c863-475a-a55d-08faae505c69'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:00.745211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Bound port: 03cb9ecb-bbfe-4d38-be04-45123ae39fce, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99c3fa1-036d-408e-a5d2-6d3d877a5008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8db130d5-c863-475a-a55d-08faae505c69'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:00.747284 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:00.769948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Port 03cb9ecb-bbfe-4d38-be04-45123ae39fce has been deleted concurrently {{(pid=110006) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 29 18:14:00.782068 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Routers {'cae22ca0-5495-4670-b75b-162e264d611d'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:00.782698 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['cae22ca0-5495-4670-b75b-162e264d611d'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:00.824847 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41534da2-e577-4ba2-aad6-f487c1eb4428 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:00.824847 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41534da2-e577-4ba2-aad6-f487c1eb4428 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cae22ca0-5495-4670-b75b-162e264d611d {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:14:00.827559 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654fb20-3d40-469f-9485-3fadbf8a2d54 req-23d3fd13-d9cc-465f-91fe-1ded90c03c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.828061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654fb20-3d40-469f-9485-3fadbf8a2d54 req-23d3fd13-d9cc-465f-91fe-1ded90c03c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.828976 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654fb20-3d40-469f-9485-3fadbf8a2d54 req-23d3fd13-d9cc-465f-91fe-1ded90c03c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.829512 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41534da2-e577-4ba2-aad6-f487c1eb4428 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:00.830111 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6654fb20-3d40-469f-9485-3fadbf8a2d54 req-23d3fd13-d9cc-465f-91fe-1ded90c03c5a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=69148bb57fa54adf911a3855e38b3970&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3166897 Nov 29 18:14:00.830656 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-41534da2-e577-4ba2-aad6-f487c1eb4428 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "DELETE /v2.0/routers/cae22ca0-5495-4670-b75b-162e264d611d HTTP/1.1" status: 204 len: 168 time: 3.1534455 Nov 29 18:14:00.838939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40084) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:00.861142 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-36f7aed7-4381-42a7-9c26-935b036380b3 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:00.865326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-36f7aed7-4381-42a7-9c26-935b036380b3 tempest-RoutersAdminNegativeIpV6Test-1922077419 tempest-RoutersAdminNegativeIpV6Test-1922077419-project-admin] 10.222.0.23 "DELETE /v2.0/ports/6e6358c6-757f-4821-bb05-5702d2f87351 HTTP/1.1" status: 204 len: 168 time: 1.7730422 Nov 29 18:14:00.877303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0112e8-68af-4cb8-a409-29c4e8083e43 req-7b107b73-6bc5-404d-808b-53ccf37b181b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.883639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0112e8-68af-4cb8-a409-29c4e8083e43 req-7b107b73-6bc5-404d-808b-53ccf37b181b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.883824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] Set router cae22ca0-5495-4670-b75b-162e264d611d gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:14:00.889639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0112e8-68af-4cb8-a409-29c4e8083e43 req-7b107b73-6bc5-404d-808b-53ccf37b181b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.895627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0112e8-68af-4cb8-a409-29c4e8083e43 req-7b107b73-6bc5-404d-808b-53ccf37b181b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.901550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0112e8-68af-4cb8-a409-29c4e8083e43 req-7b107b73-6bc5-404d-808b-53ccf37b181b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.908053 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0112e8-68af-4cb8-a409-29c4e8083e43 req-7b107b73-6bc5-404d-808b-53ccf37b181b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.914412 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0112e8-68af-4cb8-a409-29c4e8083e43 req-7b107b73-6bc5-404d-808b-53ccf37b181b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.916358 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b0112e8-68af-4cb8-a409-29c4e8083e43 req-7b107b73-6bc5-404d-808b-53ccf37b181b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5385 time: 0.4645407 Nov 29 18:14:00.926588 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d93c33-22eb-4ccb-8494-eae8043588bc req-d90a5b80-8735-464b-9d2b-c9821af92336 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:00.928172 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-83d93c33-22eb-4ccb-8494-eae8043588bc req-d90a5b80-8735-464b-9d2b-c9821af92336 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 943 time: 0.4775462 Nov 29 18:14:00.939844 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:00.954065 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e842341-b937-403f-86e3-8fb668261cf5 None None] Sync routers for ids ['001db372-71a9-4bb2-b81f-3f61b62bc089'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:00.965754 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40088) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:00.966354 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3d547d3a-6589-4bd0-b61e-1e27ba3ec11f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/001db372-71a9-4bb2-b81f-3f61b62bc089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1511018 Nov 29 18:14:00.969327 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e842341-b937-403f-86e3-8fb668261cf5 None None] Routers {'001db372-71a9-4bb2-b81f-3f61b62bc089'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:00.971641 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8e842341-b937-403f-86e3-8fb668261cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['001db372-71a9-4bb2-b81f-3f61b62bc089'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:00.989722 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae22ca0-5495-4670-b75b-162e264d611d', 'name': '', 'tenant_id': '42ea90a71f0e440584987786b19ed909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:13:50Z', 'updated_at': '2021-11-29T18:13:59Z', 'revision_number': 5, 'project_id': '42ea90a71f0e440584987786b19ed909', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:01.038039 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc226f-275b-48de-9bfa-10e19325ecf2 None None] The sync data for ids ['cae22ca0-5495-4670-b75b-162e264d611d'] in n-d-819494-5 is: [{'id': 'cae22ca0-5495-4670-b75b-162e264d611d', 'name': '', 'tenant_id': '42ea90a71f0e440584987786b19ed909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:13:50Z', 'updated_at': '2021-11-29T18:13:59Z', 'revision_number': 5, 'project_id': '42ea90a71f0e440584987786b19ed909', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:14:01.062142 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] For port b4539350-9ef3-4929-8d98-2bf91d7e69bb, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:14:01.072002 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] For port b4539350-9ef3-4929-8d98-2bf91d7e69bb, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b4539350-9ef3-4929-8d98-2bf91d7e69bb,segment=NetworkSegment(02aa7383-11fe-4de7-8faa-6f90d4f07b52),segment_id=02aa7383-11fe-4de7-8faa-6f90d4f07b52)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:14:01.088563 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:01.109555 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8e842341-b937-403f-86e3-8fb668261cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:01.127584 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e842341-b937-403f-86e3-8fb668261cf5 None None] Routers {'001db372-71a9-4bb2-b81f-3f61b62bc089'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:01.129225 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8e842341-b937-403f-86e3-8fb668261cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['001db372-71a9-4bb2-b81f-3f61b62bc089'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:01.164354 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14c5f00-7626-47e3-b66e-b1d917ed37d2 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:01.169874 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f14c5f00-7626-47e3-b66e-b1d917ed37d2 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports/876bbbf5-aa3c-43df-8add-0b346bdc17eb HTTP/1.1" status: 200 len: 910 time: 0.1793790 Nov 29 18:14:01.170665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40090) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:01.185471 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8e842341-b937-403f-86e3-8fb668261cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:01.186371 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e842341-b937-403f-86e3-8fb668261cf5 None None] The sync data for ids ['001db372-71a9-4bb2-b81f-3f61b62bc089'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:14:01.187020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1129721-6474-49ee-835d-e9d669134b81 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Deleting subnet 63eacb77-80b9-4dfc-b599-8031f29be8ba {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:14:01.205985 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1129721-6474-49ee-835d-e9d669134b81 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:01.272021 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:01.273308 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:01.277430 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] 10.222.0.20 "PUT /v2.0/ports/b4539350-9ef3-4929-8d98-2bf91d7e69bb HTTP/1.1" status: 200 len: 1091 time: 2.8285964 Nov 29 18:14:01.279271 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654fb20-3d40-469f-9485-3fadbf8a2d54 req-6fa17d26-376c-46c8-a88e-49470e4a4be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:01.282048 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6654fb20-3d40-469f-9485-3fadbf8a2d54 req-6fa17d26-376c-46c8-a88e-49470e4a4be0 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4425094 Nov 29 18:14:01.282618 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4e1039-6d07-4115-a733-dd1cc7bc0e0c', 'tag': 'b4539350-9ef3-4929-8d98-2bf91d7e69bb'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:14:01.292933 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3c64a6-a50f-48a9-9197-05d37997cfa2" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4e1039-6d07-4115-a733-dd1cc7bc0e0c", "tag": "b4539350-9ef3-4929-8d98-2bf91d7e69bb"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:14:01.314285 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086178a4-d2e6-45d7-b94f-e5df87309583 service neutron] Pushing event updated for resources: {'Port': ['ID=b4539350-9ef3-4929-8d98-2bf91d7e69bb,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:01.332529 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0533b7-da25-4416-8a86-685570e732aa tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 29 18:14:01.333008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe0533b7-da25-4416-8a86-685570e732aa tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:14:01.407706 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fe0533b7-da25-4416-8a86-685570e732aa tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4048297 Nov 29 18:14:01.407895 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-83d93c33-22eb-4ccb-8494-eae8043588bc req-50eeb860-a23e-4d75-b759-b90f575a4092 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409540 Nov 29 18:14:01.408009 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40096) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:01.431813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b0112e8-68af-4cb8-a409-29c4e8083e43 req-060d41d8-0ee8-43e2-82aa-373387f294ba tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4707162 Nov 29 18:14:01.454283 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1129721-6474-49ee-835d-e9d669134b81 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:01.456356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-7f6a5573-e88a-4a21-b92f-db9a3ba23c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:01.457892 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-7f6a5573-e88a-4a21-b92f-db9a3ba23c9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b3950fac53f410282002a00bfd979d1&device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 1094 time: 0.1167867 Nov 29 18:14:01.513999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40098) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:01.593783 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc9a57c-b7fe-420e-8171-1e3a9cac5856 x-openstack-request-id: req-6dc9a57c-b7fe-420e-8171-1e3a9cac5856 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:14:01.594455 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4e1039-6d07-4115-a733-dd1cc7bc0e0c", "tag": "b4539350-9ef3-4929-8d98-2bf91d7e69bb", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:14:01.595091 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6dc9a57c-b7fe-420e-8171-1e3a9cac5856 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:14:01.595706 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4e1039-6d07-4115-a733-dd1cc7bc0e0c', 'tag': 'b4539350-9ef3-4929-8d98-2bf91d7e69bb', 'status': 'completed', 'code': 200} Nov 29 18:14:01.601751 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-b46afd01-e4b0-4efa-aac3-db91d7658e6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4539350-9ef3-4929-8d98-2bf91d7e69bb HTTP/1.1" status: 200 len: 217 time: 0.1216474 Nov 29 18:14:01.603243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-9a7038d0-f43f-4806-a53a-f1eeb3d5e940 None None] Provisioning complete for port 48d18144-9dcb-47fd-ab40-9b3e039ee82a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:01.608655 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9a7038d0-f43f-4806-a53a-f1eeb3d5e940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:01.626055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae646355-ad4c-47e5-bc2b-0ef2ff5562dc {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:14:01.628264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6caae-c99c-48ed-875e-4596fc920dec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:01.635254 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6caae-c99c-48ed-875e-4596fc920dec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:01.637753 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-69b6caae-c99c-48ed-875e-4596fc920dec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2288206 Nov 29 18:14:01.641911 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:01.647075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40102) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:01.665605 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1129721-6474-49ee-835d-e9d669134b81 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:01.712264 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 48d18144-9dcb-47fd-ab40-9b3e039ee82a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:01.744429 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-75fe3c30-1f27-46a5-a302-f58c491bdd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:01.747005 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-75fe3c30-1f27-46a5-a302-f58c491bdd6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66bc0a41-d8db-403e-8825-81a119fdb9ef HTTP/1.1" status: 200 len: 849 time: 0.1077900 Nov 29 18:14:01.754548 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Transition to ACTIVE for port object ae646355-ad4c-47e5-bc2b-0ef2ff5562dc will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:14:01.785413 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:01.790489 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9a7038d0-f43f-4806-a53a-f1eeb3d5e940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:01.823674 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-fc775be6-e30c-4f30-950f-4edc5a68091e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd473728-0bea-40f6-a84b-e7243bedd109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661011 Nov 29 18:14:01.880770 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9a7038d0-f43f-4806-a53a-f1eeb3d5e940 None None] For port 48d18144-9dcb-47fd-ab40-9b3e039ee82a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=48d18144-9dcb-47fd-ab40-9b3e039ee82a,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:01.913346 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9a7038d0-f43f-4806-a53a-f1eeb3d5e940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:01.919528 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd249e07-c831-4fba-b118-377ede291732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:01.987066 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7038d0-f43f-4806-a53a-f1eeb3d5e940 None None] Pushing event updated for resources: {'Port': ['ID=48d18144-9dcb-47fd-ab40-9b3e039ee82a,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:01.991239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 48d18144-9dcb-47fd-ab40-9b3e039ee82a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:01.991628 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:02.032814 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-9b8d05bd-dc3d-49de-96af-dfc9928b57d1 service neutron] 10.222.0.20 "GET /v2.0/networks/fd473728-0bea-40f6-a84b-e7243bedd109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982136 Nov 29 18:14:02.084151 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-25ee05a4-79c1-4d87-a7ec-eae3e105e6bf None None] Provisioning complete for port cdfa2127-5c83-4704-9255-d03bfc72e765 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:02.084556 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25ee05a4-79c1-4d87-a7ec-eae3e105e6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:02.133267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-25ee05a4-79c1-4d87-a7ec-eae3e105e6bf None None] Port cdfa2127-5c83-4704-9255-d03bfc72e765 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:02.220801 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1389712-d1d5-458f-8051-b3a228adcc0d req-7b041645-0002-4678-8f20-9c023770cd3b service neutron] 10.222.0.20 "GET /v2.0/networks/fd473728-0bea-40f6-a84b-e7243bedd109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747956 Nov 29 18:14:02.336411 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c64a6-a50f-48a9-9197-05d37997cfa2 req-b4fa3f70-698f-4ab0-b192-3b73bf8b1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:02.337975 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3e3c64a6-a50f-48a9-9197-05d37997cfa2 req-b4fa3f70-698f-4ab0-b192-3b73bf8b1972 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b3950fac53f410282002a00bfd979d1&device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 1094 time: 0.0462101 Nov 29 18:14:02.433092 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1129721-6474-49ee-835d-e9d669134b81 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:02.434983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Pushing event updated for resources: {'Port': ['ID=ae646355-ad4c-47e5-bc2b-0ef2ff5562dc,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:02.472479 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c64a6-a50f-48a9-9197-05d37997cfa2 req-a02fd07f-9b68-4009-8f79-952c9cb94945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:02.474255 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3e3c64a6-a50f-48a9-9197-05d37997cfa2 req-a02fd07f-9b68-4009-8f79-952c9cb94945 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fd473728-0bea-40f6-a84b-e7243bedd109 HTTP/1.1" status: 200 len: 910 time: 0.1209173 Nov 29 18:14:02.554095 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3e3c64a6-a50f-48a9-9197-05d37997cfa2 req-d8c79b61-ac17-4975-ab80-c0538c11c579 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4539350-9ef3-4929-8d98-2bf91d7e69bb HTTP/1.1" status: 200 len: 217 time: 0.0620191 Nov 29 18:14:02.568639 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1129721-6474-49ee-835d-e9d669134b81 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:02.575190 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d1129721-6474-49ee-835d-e9d669134b81 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/63eacb77-80b9-4dfc-b599-8031f29be8ba HTTP/1.1" status: 204 len: 168 time: 1.7330177 Nov 29 18:14:02.584215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1129721-6474-49ee-835d-e9d669134b81 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=63eacb77-80b9-4dfc-b599-8031f29be8ba,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:02.596024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40108) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:02.624505 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c64a6-a50f-48a9-9197-05d37997cfa2 req-2285d643-27dc-47c3-aa29-1299af8011a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:02.626409 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3e3c64a6-a50f-48a9-9197-05d37997cfa2 req-2285d643-27dc-47c3-aa29-1299af8011a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=66bc0a41-d8db-403e-8825-81a119fdb9ef HTTP/1.1" status: 200 len: 849 time: 0.0634708 Nov 29 18:14:02.666398 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3e3c64a6-a50f-48a9-9197-05d37997cfa2 req-232a2ac5-66b1-4aaa-bab8-8a70938aaeac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fd473728-0bea-40f6-a84b-e7243bedd109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305839 Nov 29 18:14:02.772521 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3e3c64a6-a50f-48a9-9197-05d37997cfa2 req-7a9f0b09-f0f5-4023-a8c3-b20d20c17d41 service neutron] 10.222.0.20 "GET /v2.0/networks/fd473728-0bea-40f6-a84b-e7243bedd109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954292 Nov 29 18:14:02.787524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Attempting to bind port ae646355-ad4c-47e5-bc2b-0ef2ff5562dc on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:02.787973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Attempting to bind port ae646355-ad4c-47e5-bc2b-0ef2ff5562dc by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:02.788370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Attempting to bind port ae646355-ad4c-47e5-bc2b-0ef2ff5562dc on network 07640d9f-e07a-48c7-a743-879be86985c1 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:02.794051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9380eaa9-286e-46b3-9e47-4a3ba942388a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port cdfa2127-5c83-4704-9255-d03bfc72e765 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:02.794473 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9380eaa9-286e-46b3-9e47-4a3ba942388a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:02.871739 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3e3c64a6-a50f-48a9-9197-05d37997cfa2 req-4fa2988d-d357-4fd9-a643-f1a795d115e1 service neutron] 10.222.0.20 "GET /v2.0/networks/fd473728-0bea-40f6-a84b-e7243bedd109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899117 Nov 29 18:14:02.875722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Port ae646355-ad4c-47e5-bc2b-0ef2ff5562dc on network 07640d9f-e07a-48c7-a743-879be86985c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:14:02.876126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Attempting to bind port ae646355-ad4c-47e5-bc2b-0ef2ff5562dc on network 07640d9f-e07a-48c7-a743-879be86985c1 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:02.900677 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5e101f-f2cf-4a19-b6c6-a41d702e3d0d tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:02.918241 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b146f7-c0a3-4a14-9392-5dd7766b9626 req-a435c26c-2c54-4d20-b0f2-bab28c66a737 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:02.919835 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06b146f7-c0a3-4a14-9392-5dd7766b9626 req-a435c26c-2c54-4d20-b0f2-bab28c66a737 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 943 time: 0.3247318 Nov 29 18:14:02.928161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:02.928593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Checking segment: {'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:02.929044 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Bound using segment: {'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:02.929558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Bound port: ae646355-ad4c-47e5-bc2b-0ef2ff5562dc, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f63eda3-ae9e-4bee-a424-55219d24185f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:02.929982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.000581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec81508-d3eb-44c3-80ab-c92d5b10b835 req-8b86dc6b-75f6-46a5-bf2a-9ee2648bdffe tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.006595 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec81508-d3eb-44c3-80ab-c92d5b10b835 req-8b86dc6b-75f6-46a5-bf2a-9ee2648bdffe tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.013182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec81508-d3eb-44c3-80ab-c92d5b10b835 req-8b86dc6b-75f6-46a5-bf2a-9ee2648bdffe tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.019090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec81508-d3eb-44c3-80ab-c92d5b10b835 req-8b86dc6b-75f6-46a5-bf2a-9ee2648bdffe tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.024973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec81508-d3eb-44c3-80ab-c92d5b10b835 req-8b86dc6b-75f6-46a5-bf2a-9ee2648bdffe tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.031502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec81508-d3eb-44c3-80ab-c92d5b10b835 req-8b86dc6b-75f6-46a5-bf2a-9ee2648bdffe tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.037513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec81508-d3eb-44c3-80ab-c92d5b10b835 req-8b86dc6b-75f6-46a5-bf2a-9ee2648bdffe tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.039469 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ec81508-d3eb-44c3-80ab-c92d5b10b835 req-8b86dc6b-75f6-46a5-bf2a-9ee2648bdffe tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5397 time: 0.4140897 Nov 29 18:14:03.064279 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd249e07-c831-4fba-b118-377ede291732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.108207 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd249e07-c831-4fba-b118-377ede291732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.212724 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9380eaa9-286e-46b3-9e47-4a3ba942388a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.292795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9380eaa9-286e-46b3-9e47-4a3ba942388a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for cdfa2127-5c83-4704-9255-d03bfc72e765 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:03.310537 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06b146f7-c0a3-4a14-9392-5dd7766b9626 req-e392c78d-8ca4-4d56-aed1-c3133715a2ef tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758559 Nov 29 18:14:03.312678 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cd249e07-c831-4fba-b118-377ede291732 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4827cea3a54642caa8d1b83972fb4f59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7915344 Nov 29 18:14:03.315564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40114) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:03.377757 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5aee5aa5-5007-4eb2-831d-368d4bd08cf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.393664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] For port ae646355-ad4c-47e5-bc2b-0ef2ff5562dc, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:14:03.400885 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5aee5aa5-5007-4eb2-831d-368d4bd08cf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.401089 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5e101f-f2cf-4a19-b6c6-a41d702e3d0d tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.425745 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd249e07-c831-4fba-b118-377ede291732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14431d7c-c558-457b-be3f-dd264e0d8e4d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:03.450927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] For port ae646355-ad4c-47e5-bc2b-0ef2ff5562dc, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ae646355-ad4c-47e5-bc2b-0ef2ff5562dc,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:14:03.452920 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5aee5aa5-5007-4eb2-831d-368d4bd08cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.453795 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec7c331e-798b-4bc3-97a0-a451701c6bb5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.456501 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5aee5aa5-5007-4eb2-831d-368d4bd08cf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.460269 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5aee5aa5-5007-4eb2-831d-368d4bd08cf3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14431d7c-c558-457b-be3f-dd264e0d8e4d HTTP/1.1" status: 204 len: 168 time: 0.1411233 Nov 29 18:14:03.460615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-cd5e101f-f2cf-4a19-b6c6-a41d702e3d0d tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db130d5-c863-475a-a55d-08faae505c69']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:03.466621 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee5aa5-5007-4eb2-831d-368d4bd08cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14431d7c-c558-457b-be3f-dd264e0d8e4d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:03.468577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ec81508-d3eb-44c3-80ab-c92d5b10b835 req-0766f032-9aaf-4061-80e7-8eba7f07c9b3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4030013 Nov 29 18:14:03.518217 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.547721 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 48d18144-9dcb-47fd-ab40-9b3e039ee82a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:03.561277 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-cd5e101f-f2cf-4a19-b6c6-a41d702e3d0d tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99c3fa1-036d-408e-a5d2-6d3d877a5008') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:03.561585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-cd5e101f-f2cf-4a19-b6c6-a41d702e3d0d tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99c3fa1-036d-408e-a5d2-6d3d877a5008') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:03.602202 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 48d18144-9dcb-47fd-ab40-9b3e039ee82a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:03.603023 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.615527 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5e101f-f2cf-4a19-b6c6-a41d702e3d0d tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.635606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.637421 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.639108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] 10.222.0.31 "PUT /v2.0/ports/ae646355-ad4c-47e5-bc2b-0ef2ff5562dc HTTP/1.1" status: 200 len: 1091 time: 3.6214876 Nov 29 18:14:03.641862 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'tag': 'ae646355-ad4c-47e5-bc2b-0ef2ff5562dc'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:14:03.644493 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3bd48c-61c7-4d5c-b44d-0b0361de01d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "tag": "ae646355-ad4c-47e5-bc2b-0ef2ff5562dc"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:14:03.728331 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Request body: {'port': {'device_id': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:03.759135 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ae0fb7-7d7e-4b8d-8fd1-0b3320fd7bd7 x-openstack-request-id: req-33ae0fb7-7d7e-4b8d-8fd1-0b3320fd7bd7 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:14:03.759527 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "tag": "ae646355-ad4c-47e5-bc2b-0ef2ff5562dc", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:14:03.759862 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33ae0fb7-7d7e-4b8d-8fd1-0b3320fd7bd7 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:14:03.760339 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'tag': 'ae646355-ad4c-47e5-bc2b-0ef2ff5562dc', 'status': 'completed', 'code': 200} Nov 29 18:14:03.761392 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5e101f-f2cf-4a19-b6c6-a41d702e3d0d tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.797435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5e101f-f2cf-4a19-b6c6-a41d702e3d0d tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:14:03.797965 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5e101f-f2cf-4a19-b6c6-a41d702e3d0d tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: items = [ Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:14:03.801398 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:14:03.813446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389725b-2a3d-45db-856b-11bd85596510 service neutron] Pushing event updated for resources: {'Port': ['ID=ae646355-ad4c-47e5-bc2b-0ef2ff5562dc,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:03.826506 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bd48c-61c7-4d5c-b44d-0b0361de01d0 req-2b2a7fba-1f35-4972-a6e0-af38ab1e0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.827257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bd48c-61c7-4d5c-b44d-0b0361de01d0 req-2b2a7fba-1f35-4972-a6e0-af38ab1e0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.828069 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bd48c-61c7-4d5c-b44d-0b0361de01d0 req-2b2a7fba-1f35-4972-a6e0-af38ab1e0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.828732 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bd48c-61c7-4d5c-b44d-0b0361de01d0 req-2b2a7fba-1f35-4972-a6e0-af38ab1e0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.829374 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bd48c-61c7-4d5c-b44d-0b0361de01d0 req-2b2a7fba-1f35-4972-a6e0-af38ab1e0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.830013 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bd48c-61c7-4d5c-b44d-0b0361de01d0 req-2b2a7fba-1f35-4972-a6e0-af38ab1e0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.830659 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bd48c-61c7-4d5c-b44d-0b0361de01d0 req-2b2a7fba-1f35-4972-a6e0-af38ab1e0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.834232 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff3bd48c-61c7-4d5c-b44d-0b0361de01d0 req-2b2a7fba-1f35-4972-a6e0-af38ab1e0121 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69148bb57fa54adf911a3855e38b3970&device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 6344 time: 0.0682964 Nov 29 18:14:03.861455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40122) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:03.949837 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bd48c-61c7-4d5c-b44d-0b0361de01d0 req-05d07c56-724d-4f14-8550-a490576a292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.950227 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bd48c-61c7-4d5c-b44d-0b0361de01d0 req-05d07c56-724d-4f14-8550-a490576a292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.950696 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bd48c-61c7-4d5c-b44d-0b0361de01d0 req-05d07c56-724d-4f14-8550-a490576a292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:03.952433 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff3bd48c-61c7-4d5c-b44d-0b0361de01d0 req-05d07c56-724d-4f14-8550-a490576a292d service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=69148bb57fa54adf911a3855e38b3970&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1112533 Nov 29 18:14:03.962210 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.991184 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5e101f-f2cf-4a19-b6c6-a41d702e3d0d tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:03.999483 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9380eaa9-286e-46b3-9e47-4a3ba942388a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.007734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5e101f-f2cf-4a19-b6c6-a41d702e3d0d tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8db130d5-c863-475a-a55d-08faae505c69 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 18:14:04.017324 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5e101f-f2cf-4a19-b6c6-a41d702e3d0d tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.020578 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cd5e101f-f2cf-4a19-b6c6-a41d702e3d0d tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "DELETE /v2.0/networks/8db130d5-c863-475a-a55d-08faae505c69 HTTP/1.1" status: 204 len: 168 time: 1.4236457 Nov 29 18:14:04.057290 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-55b2d395-9877-40fd-ba69-91789945c5c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=786725862344408eb653a2a10af5807b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1866472 Nov 29 18:14:04.069419 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40126) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:04.081801 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e101f-f2cf-4a19-b6c6-a41d702e3d0d tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Pushing event deleted for resources: {'Network': ['ID=8db130d5-c863-475a-a55d-08faae505c69,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:04.087182 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bd48c-61c7-4d5c-b44d-0b0361de01d0 req-f10ee05a-f886-445d-b6d0-73d4371fc10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:04.088999 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff3bd48c-61c7-4d5c-b44d-0b0361de01d0 req-f10ee05a-f886-445d-b6d0-73d4371fc10f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297915 Nov 29 18:14:04.090130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380eaa9-286e-46b3-9e47-4a3ba942388a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=cdfa2127-5c83-4704-9255-d03bfc72e765,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:04.138442 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9380eaa9-286e-46b3-9e47-4a3ba942388a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.144898 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9380eaa9-286e-46b3-9e47-4a3ba942388a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/cdfa2127-5c83-4704-9255-d03bfc72e765 HTTP/1.1" status: 204 len: 168 time: 2.4945610 Nov 29 18:14:04.146089 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40128) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:04.193118 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d833ef2-2ada-43ea-9c1d-6ec277ebd88f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.240739 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d833ef2-2ada-43ea-9c1d-6ec277ebd88f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.254848 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5175052-7b39-4924-a028-c73afc9b3504 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:04.256950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5175052-7b39-4924-a028-c73afc9b3504 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:04.258665 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c5175052-7b39-4924-a028-c73afc9b3504 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1111588 Nov 29 18:14:04.262482 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40130) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:04.345217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79b3fdb-2f18-41f4-a1d9-7b39c3e8d06a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 55dd8297-5bd6-47b2-8372-02b1698c2429 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:14:04.348687 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b79b3fdb-2f18-41f4-a1d9-7b39c3e8d06a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.388935 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d833ef2-2ada-43ea-9c1d-6ec277ebd88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.393411 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d833ef2-2ada-43ea-9c1d-6ec277ebd88f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.397364 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9d833ef2-2ada-43ea-9c1d-6ec277ebd88f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba11868e-35e0-430d-80ee-e4cdcb64c46f HTTP/1.1" status: 204 len: 168 time: 0.3264425 Nov 29 18:14:04.412445 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b79b3fdb-2f18-41f4-a1d9-7b39c3e8d06a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.416660 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d833ef2-2ada-43ea-9c1d-6ec277ebd88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba11868e-35e0-430d-80ee-e4cdcb64c46f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:04.577291 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b79b3fdb-2f18-41f4-a1d9-7b39c3e8d06a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.621037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d310fc-38a8-4207-b780-c7b7ed72c64f {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:14:04.643000 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.645661 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40144) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:04.650315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-5d9cfc05-bf63-480a-b114-ae576fb88e7b tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Request body: {'router': {'name': 'tempest-router--450759615', 'project_id': '94a2ed738e4948f19fe90f39e2b09d2e'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:04.664192 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Transition to ACTIVE for port object d1d310fc-38a8-4207-b780-c7b7ed72c64f will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:14:04.693030 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d9cfc05-bf63-480a-b114-ae576fb88e7b tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.694638 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d9cfc05-bf63-480a-b114-ae576fb88e7b tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.708488 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b79b3fdb-2f18-41f4-a1d9-7b39c3e8d06a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.725143 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.753663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b3fdb-2f18-41f4-a1d9-7b39c3e8d06a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=55dd8297-5bd6-47b2-8372-02b1698c2429,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:04.776748 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0260dd-f7fb-4f03-a091-c9d4bf924ce2 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:04.788376 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b79b3fdb-2f18-41f4-a1d9-7b39c3e8d06a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.793824 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b79b3fdb-2f18-41f4-a1d9-7b39c3e8d06a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/55dd8297-5bd6-47b2-8372-02b1698c2429 HTTP/1.1" status: 204 len: 168 time: 0.5279136 Nov 29 18:14:04.794154 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40146) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:04.833923 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d9cfc05-bf63-480a-b114-ae576fb88e7b tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.839959 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fd694f9d-7791-4bff-9c80-1477b695f93d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409234 Nov 29 18:14:04.840961 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40148) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:04.842757 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c331e-798b-4bc3-97a0-a451701c6bb5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port 876bbbf5-aa3c-43df-8add-0b346bdc17eb {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:04.843558 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec7c331e-798b-4bc3-97a0-a451701c6bb5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.843970 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d9cfc05-bf63-480a-b114-ae576fb88e7b tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.849273 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-118a577e-6371-454f-a9e9-e3e5e4a3d93b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:04.873010 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d310fc-38a8-4207-b780-c7b7ed72c64f,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:04.918120 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ed769-908b-4c68-aa36-e0d936409d9f req-4aea74f6-39ba-448b-9d38-6fe0e3fa6cf2 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:04.925848 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d9cfc05-bf63-480a-b114-ae576fb88e7b tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:04.925848 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5d9cfc05-bf63-480a-b114-ae576fb88e7b tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2735255 Nov 29 18:14:04.926435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-367ed769-908b-4c68-aa36-e0d936409d9f req-4aea74f6-39ba-448b-9d38-6fe0e3fa6cf2 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 943 time: 0.4481416 Nov 29 18:14:04.928387 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40152) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:04.989642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eaf81-2324-411a-af4b-b8f87e680eda req-854c3fe8-cf2c-416f-a192-531f00cfec93 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:04.996826 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eaf81-2324-411a-af4b-b8f87e680eda req-854c3fe8-cf2c-416f-a192-531f00cfec93 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:05.003279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eaf81-2324-411a-af4b-b8f87e680eda req-854c3fe8-cf2c-416f-a192-531f00cfec93 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:05.010321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eaf81-2324-411a-af4b-b8f87e680eda req-854c3fe8-cf2c-416f-a192-531f00cfec93 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:05.017186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eaf81-2324-411a-af4b-b8f87e680eda req-854c3fe8-cf2c-416f-a192-531f00cfec93 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:05.024507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eaf81-2324-411a-af4b-b8f87e680eda req-854c3fe8-cf2c-416f-a192-531f00cfec93 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:05.033004 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eaf81-2324-411a-af4b-b8f87e680eda req-854c3fe8-cf2c-416f-a192-531f00cfec93 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:05.034975 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-497eaf81-2324-411a-af4b-b8f87e680eda req-854c3fe8-cf2c-416f-a192-531f00cfec93 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5409 time: 0.3647263 Nov 29 18:14:05.045247 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-317cb623-7ded-48a7-8d3b-4c2a0fdc4acd tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:05.164633 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-367ed769-908b-4c68-aa36-e0d936409d9f req-89021f21-98d6-43d3-9360-e762c0d6db6d tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370687 Nov 29 18:14:05.288777 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec7c331e-798b-4bc3-97a0-a451701c6bb5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:05.290366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Attempting to bind port d1d310fc-38a8-4207-b780-c7b7ed72c64f on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:05.290872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Attempting to bind port d1d310fc-38a8-4207-b780-c7b7ed72c64f by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '77a1e57c-33ef-43ac-b2b8-85452ab71c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9f36459-b545-4033-9511-3819613163f0'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:05.291248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Attempting to bind port d1d310fc-38a8-4207-b780-c7b7ed72c64f on network d9f36459-b545-4033-9511-3819613163f0 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:05.295533 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118a577e-6371-454f-a9e9-e3e5e4a3d93b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:05.298006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-497eaf81-2324-411a-af4b-b8f87e680eda req-58c6b32f-e6f4-40f2-a493-f746aab46f2b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2043858 Nov 29 18:14:05.299536 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-118a577e-6371-454f-a9e9-e3e5e4a3d93b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:05.308795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Port d1d310fc-38a8-4207-b780-c7b7ed72c64f on network d9f36459-b545-4033-9511-3819613163f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:14:05.309101 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Attempting to bind port d1d310fc-38a8-4207-b780-c7b7ed72c64f on network d9f36459-b545-4033-9511-3819613163f0 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:05.315701 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c331e-798b-4bc3-97a0-a451701c6bb5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for 876bbbf5-aa3c-43df-8add-0b346bdc17eb owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:05.334531 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:05.334531 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Checking segment: {'id': '77a1e57c-33ef-43ac-b2b8-85452ab71c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9f36459-b545-4033-9511-3819613163f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:05.334531 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Bound using segment: {'id': '77a1e57c-33ef-43ac-b2b8-85452ab71c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9f36459-b545-4033-9511-3819613163f0'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:05.334531 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Bound port: d1d310fc-38a8-4207-b780-c7b7ed72c64f, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a1e57c-33ef-43ac-b2b8-85452ab71c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9f36459-b545-4033-9511-3819613163f0'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:05.334531 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:05.341222 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff62ba73-fcc4-4ab1-bcb4-96b20837351f None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:05.357457 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-317cb623-7ded-48a7-8d3b-4c2a0fdc4acd tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:05.361913 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-317cb623-7ded-48a7-8d3b-4c2a0fdc4acd tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:05.405052 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ff62ba73-fcc4-4ab1-bcb4-96b20837351f None None] Deleting port 48d18144-9dcb-47fd-ab40-9b3e039ee82a {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:05.405497 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff62ba73-fcc4-4ab1-bcb4-96b20837351f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:05.461820 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-317cb623-7ded-48a7-8d3b-4c2a0fdc4acd tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:05.462455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317cb623-7ded-48a7-8d3b-4c2a0fdc4acd tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ae98b4d-bcfa-4e40-87a2-551449c3c4d4 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:14:05.468930 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-317cb623-7ded-48a7-8d3b-4c2a0fdc4acd tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:05.470629 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-317cb623-7ded-48a7-8d3b-4c2a0fdc4acd tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "DELETE /v2.0/routers/1ae98b4d-bcfa-4e40-87a2-551449c3c4d4 HTTP/1.1" status: 204 len: 168 time: 0.5411983 Nov 29 18:14:05.513660 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ff62ba73-fcc4-4ab1-bcb4-96b20837351f None None] For port 48d18144-9dcb-47fd-ab40-9b3e039ee82a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=48d18144-9dcb-47fd-ab40-9b3e039ee82a,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:05.514503 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff62ba73-fcc4-4ab1-bcb4-96b20837351f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:05.546959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] For port d1d310fc-38a8-4207-b780-c7b7ed72c64f, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:14:05.553149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] For port d1d310fc-38a8-4207-b780-c7b7ed72c64f, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d1d310fc-38a8-4207-b780-c7b7ed72c64f,segment=NetworkSegment(77a1e57c-33ef-43ac-b2b8-85452ab71c43),segment_id=77a1e57c-33ef-43ac-b2b8-85452ab71c43)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:14:05.564001 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:05.573650 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ff62ba73-fcc4-4ab1-bcb4-96b20837351f None None] Calling delete_port for 48d18144-9dcb-47fd-ab40-9b3e039ee82a owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:05.601472 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 48d18144-9dcb-47fd-ab40-9b3e039ee82a no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:14:05.645812 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-118a577e-6371-454f-a9e9-e3e5e4a3d93b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:05.674331 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:05.675048 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:05.676529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] 10.222.0.31 "PUT /v2.0/ports/d1d310fc-38a8-4207-b780-c7b7ed72c64f HTTP/1.1" status: 200 len: 1091 time: 1.9583275 Nov 29 18:14:05.707184 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec7c331e-798b-4bc3-97a0-a451701c6bb5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:05.712626 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a577e-6371-454f-a9e9-e3e5e4a3d93b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:05.717228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-118a577e-6371-454f-a9e9-e3e5e4a3d93b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:05.723263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d38f8-939e-46cd-922f-9edd81088ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d310fc-38a8-4207-b780-c7b7ed72c64f,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:05.728296 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a577e-6371-454f-a9e9-e3e5e4a3d93b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:05.729035 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-118a577e-6371-454f-a9e9-e3e5e4a3d93b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:05.755563 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a577e-6371-454f-a9e9-e3e5e4a3d93b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=a4409183-bb89-4cc9-ac40-5426c0924bec,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:05.766840 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-118a577e-6371-454f-a9e9-e3e5e4a3d93b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9233284 Nov 29 18:14:05.768818 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40174) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:05.781090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Request body: {'port': {'device_id': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:05.797819 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2aca7fca-9205-4126-b4fd-b69904f863a9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'fixed_ips': [{'subnet_id': 'a4409183-bb89-4cc9-ac40-5426c0924bec', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-945290413'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:05.807724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'tag': 'd1d310fc-38a8-4207-b780-c7b7ed72c64f'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:14:05.810158 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6089744c-1a72-4e68-a663-6777ec79003c" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "tag": "d1d310fc-38a8-4207-b780-c7b7ed72c64f"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:14:05.836714 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff62ba73-fcc4-4ab1-bcb4-96b20837351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:05.908440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c331e-798b-4bc3-97a0-a451701c6bb5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=876bbbf5-aa3c-43df-8add-0b346bdc17eb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:05.914543 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6529b2ea-95a2-4857-9e73-7628dfd3149e x-openstack-request-id: req-6529b2ea-95a2-4857-9e73-7628dfd3149e {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:14:05.914881 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "tag": "d1d310fc-38a8-4207-b780-c7b7ed72c64f", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:14:05.915159 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6529b2ea-95a2-4857-9e73-7628dfd3149e {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:14:05.915569 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'tag': 'd1d310fc-38a8-4207-b780-c7b7ed72c64f', 'status': 'completed', 'code': 200} Nov 29 18:14:05.955446 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62ba73-fcc4-4ab1-bcb4-96b20837351f None None] Pushing event deleted for resources: {'Port': ['ID=48d18144-9dcb-47fd-ab40-9b3e039ee82a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:05.957673 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:05.978493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62ba73-fcc4-4ab1-bcb4-96b20837351f None None] No DVR routers for this DVR port 48d18144-9dcb-47fd-ab40-9b3e039ee82a on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:14:05.997837 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40178) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:06.014027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218fd962-62e5-4f6f-a9ce-e4fb8b67ab53 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:06.114613 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec7c331e-798b-4bc3-97a0-a451701c6bb5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:06.141782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40182) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:06.252153 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': 'a4409183-bb89-4cc9-ac40-5426c0924bec'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:14:06.253260 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:06.328229 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:06.399678 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b4539350-9ef3-4929-8d98-2bf91d7e69bb details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:14:06.479861 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Allocated IP 2001:db8::2 (c052213d-ea6c-4782-b422-f625c0df816d/a4409183-bb89-4cc9-ac40-5426c0924bec/c7b39bbd-2010-459e-a3a2-1daaf9c88377) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:06.527817 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aca7fca-9205-4126-b4fd-b69904f863a9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:06.572138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b4539350-9ef3-4929-8d98-2bf91d7e69bb, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b4539350-9ef3-4929-8d98-2bf91d7e69bb,segment=NetworkSegment(02aa7383-11fe-4de7-8faa-6f90d4f07b52),segment_id=02aa7383-11fe-4de7-8faa-6f90d4f07b52)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:06.590987 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089744c-1a72-4e68-a663-6777ec79003c req-6786ebd6-5e0c-45ee-a75f-cbaa454f8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:06.591550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089744c-1a72-4e68-a663-6777ec79003c req-6786ebd6-5e0c-45ee-a75f-cbaa454f8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:06.592095 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089744c-1a72-4e68-a663-6777ec79003c req-6786ebd6-5e0c-45ee-a75f-cbaa454f8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:06.592636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089744c-1a72-4e68-a663-6777ec79003c req-6786ebd6-5e0c-45ee-a75f-cbaa454f8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:06.593192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089744c-1a72-4e68-a663-6777ec79003c req-6786ebd6-5e0c-45ee-a75f-cbaa454f8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:06.593708 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089744c-1a72-4e68-a663-6777ec79003c req-6786ebd6-5e0c-45ee-a75f-cbaa454f8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:06.594241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089744c-1a72-4e68-a663-6777ec79003c req-6786ebd6-5e0c-45ee-a75f-cbaa454f8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:06.595501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'b4539350-9ef3-4929-8d98-2bf91d7e69bb', 'network_id': 'fd473728-0bea-40f6-a84b-e7243bedd109', 'port_id': 'b4539350-9ef3-4929-8d98-2bf91d7e69bb', 'mac_address': 'fa:16:3e:1f:cd:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bc0a41-d8db-403e-8825-81a119fdb9ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:14:06.596582 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6089744c-1a72-4e68-a663-6777ec79003c req-6786ebd6-5e0c-45ee-a75f-cbaa454f8ac8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69148bb57fa54adf911a3855e38b3970&device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 6411 time: 0.1936913 Nov 29 18:14:06.687967 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:06.693387 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2aca7fca-9205-4126-b4fd-b69904f863a9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:06.714590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4539350-9ef3-4929-8d98-2bf91d7e69bb {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:14:06.721770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-2aca7fca-9205-4126-b4fd-b69904f863a9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port d903b028-b622-4157-93f8-4839a6fefa75 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:14:06.722753 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:06.737611 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:06.740777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b4539350-9ef3-4929-8d98-2bf91d7e69bb, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b4539350-9ef3-4929-8d98-2bf91d7e69bb,segment=NetworkSegment(02aa7383-11fe-4de7-8faa-6f90d4f07b52),segment_id=02aa7383-11fe-4de7-8faa-6f90d4f07b52)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:06.767536 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:06.786238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:06.789026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:06.792829 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:06.799895 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Pushing event updated for resources: {'Port': ['ID=c7b39bbd-2010-459e-a3a2-1daaf9c88377,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:06.810385 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089744c-1a72-4e68-a663-6777ec79003c req-e0cc494d-5131-46f3-a5ff-2800a3b312d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:06.811154 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089744c-1a72-4e68-a663-6777ec79003c req-e0cc494d-5131-46f3-a5ff-2800a3b312d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:06.811702 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089744c-1a72-4e68-a663-6777ec79003c req-e0cc494d-5131-46f3-a5ff-2800a3b312d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:06.813437 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6089744c-1a72-4e68-a663-6777ec79003c req-e0cc494d-5131-46f3-a5ff-2800a3b312d7 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=69148bb57fa54adf911a3855e38b3970&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2061546 Nov 29 18:14:06.895416 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Attempting to bind port c7b39bbd-2010-459e-a3a2-1daaf9c88377 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:06.895985 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Attempting to bind port c7b39bbd-2010-459e-a3a2-1daaf9c88377 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:06.896079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Attempting to bind port c7b39bbd-2010-459e-a3a2-1daaf9c88377 on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:06.905099 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=b4539350-9ef3-4929-8d98-2bf91d7e69bb,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:06.907907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:06.908293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:06.908705 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:06.909094 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:06.909571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Bound port: c7b39bbd-2010-459e-a3a2-1daaf9c88377, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:06.909956 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:06.925303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-200220526'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:06.941553 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1085866623', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:06.962181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7c331e-798b-4bc3-97a0-a451701c6bb5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router 001db372-71a9-4bb2-b81f-3f61b62bc089 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:14:06.969067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089744c-1a72-4e68-a663-6777ec79003c req-3cacd07c-24f9-4747-a16d-f79b9189e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:06.970979 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6089744c-1a72-4e68-a663-6777ec79003c req-3cacd07c-24f9-4747-a16d-f79b9189e0ec service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1483359 Nov 29 18:14:06.972365 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aca7fca-9205-4126-b4fd-b69904f863a9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:14:06.972812 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aca7fca-9205-4126-b4fd-b69904f863a9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:14:06.977162 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] For port c7b39bbd-2010-459e-a3a2-1daaf9c88377, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:14:06.981378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] For port c7b39bbd-2010-459e-a3a2-1daaf9c88377, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c7b39bbd-2010-459e-a3a2-1daaf9c88377,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:14:06.986696 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.020858 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b4539350-9ef3-4929-8d98-2bf91d7e69bb'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:14:07.081157 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 18:14:07.081157 n-d-819494-5 neutron-server[110005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 18:14:07.081157 n-d-819494-5 neutron-server[110005]: [parameters: {'project_id_1': 'bca2bb3494a1494b8fb4848c49c423ab', 'expiration_1': datetime.datetime(2021, 11, 29, 18, 13, 46, 970319)}] Nov 29 18:14:07.081157 n-d-819494-5 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:14:07.081600 n-d-819494-5 neutron-server[110005]: DEBUG oslo_db.api [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:14:07.103519 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc2a70-6143-469f-b045-c05035f913c5 None None] Pushing event updated for resources: {'Port': ['ID=c7b39bbd-2010-459e-a3a2-1daaf9c88377,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:07.107702 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2aca7fca-9205-4126-b4fd-b69904f863a9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3362913 Nov 29 18:14:07.110752 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40192) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:07.116455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4058cfc-8471-4e6b-bf53-fb42c86138cc req-e058a73e-fe6b-475c-a94c-c5303a6d12b8 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:07.119760 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4058cfc-8471-4e6b-bf53-fb42c86138cc req-e058a73e-fe6b-475c-a94c-c5303a6d12b8 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 943 time: 0.7613707 Nov 29 18:14:07.123341 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.125761 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.187502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2b9dcd-92d9-4f22-bb50-2334cac81c54 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:07.189377 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6a2b9dcd-92d9-4f22-bb50-2334cac81c54 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0775168 Nov 29 18:14:07.192978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40194) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:07.250811 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a786f299-d4ec-4b02-bf0a-d9db751a4726 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:07.252478 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a786f299-d4ec-4b02-bf0a-d9db751a4726 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:07.254857 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a786f299-d4ec-4b02-bf0a-d9db751a4726 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0598712 Nov 29 18:14:07.256939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40196) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:07.308164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76499-e0dc-4493-aa94-06f5144ffdb6 req-bbe4b2b1-d9ae-441c-b9f0-bc66e336673a tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:07.316671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76499-e0dc-4493-aa94-06f5144ffdb6 req-bbe4b2b1-d9ae-441c-b9f0-bc66e336673a tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:07.322762 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76499-e0dc-4493-aa94-06f5144ffdb6 req-bbe4b2b1-d9ae-441c-b9f0-bc66e336673a tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:07.329398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76499-e0dc-4493-aa94-06f5144ffdb6 req-bbe4b2b1-d9ae-441c-b9f0-bc66e336673a tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:07.331318 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3490b1-d6fe-4bc5-8256-2f53f145d05c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet a4409183-bb89-4cc9-ac40-5426c0924bec {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:14:07.334642 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba3490b1-d6fe-4bc5-8256-2f53f145d05c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.335367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76499-e0dc-4493-aa94-06f5144ffdb6 req-bbe4b2b1-d9ae-441c-b9f0-bc66e336673a tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:07.342234 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76499-e0dc-4493-aa94-06f5144ffdb6 req-bbe4b2b1-d9ae-441c-b9f0-bc66e336673a tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:07.349710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b76499-e0dc-4493-aa94-06f5144ffdb6 req-bbe4b2b1-d9ae-441c-b9f0-bc66e336673a tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:07.352032 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07b76499-e0dc-4493-aa94-06f5144ffdb6 req-bbe4b2b1-d9ae-441c-b9f0-bc66e336673a tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5409 time: 0.8489888 Nov 29 18:14:07.353617 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.385098 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba3490b1-d6fe-4bc5-8256-2f53f145d05c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.452361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7c331e-798b-4bc3-97a0-a451701c6bb5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:07.473559 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f59832-6b30-4af1-98f4-6f11128ea33f None None] Sync routers for ids ['001db372-71a9-4bb2-b81f-3f61b62bc089'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:07.486204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f59832-6b30-4af1-98f4-6f11128ea33f None None] Routers {'001db372-71a9-4bb2-b81f-3f61b62bc089'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:07.487260 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-85f59832-6b30-4af1-98f4-6f11128ea33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['001db372-71a9-4bb2-b81f-3f61b62bc089'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:07.521683 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba3490b1-d6fe-4bc5-8256-2f53f145d05c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.532179 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4058cfc-8471-4e6b-bf53-fb42c86138cc req-ec83145e-79e2-48aa-8f97-53af6d6acf83 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700590 Nov 29 18:14:07.536562 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ec7c331e-798b-4bc3-97a0-a451701c6bb5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/001db372-71a9-4bb2-b81f-3f61b62bc089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3445537 Nov 29 18:14:07.542883 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40198) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:07.564117 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-85f59832-6b30-4af1-98f4-6f11128ea33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:07.582434 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f59832-6b30-4af1-98f4-6f11128ea33f None None] Routers {'001db372-71a9-4bb2-b81f-3f61b62bc089'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:07.585865 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-93aaae0d-966a-46a3-a472-42165188ec08 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports?device_id=001db372-71a9-4bb2-b81f-3f61b62bc089 HTTP/1.1" status: 200 len: 205 time: 0.0379710 Nov 29 18:14:07.586013 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-85f59832-6b30-4af1-98f4-6f11128ea33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['001db372-71a9-4bb2-b81f-3f61b62bc089'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:07.593366 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40200) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:07.637638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Made reservation on behalf of bca2bb3494a1494b8fb4848c49c423ab for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:07.641339 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.656775 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.663543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-85f59832-6b30-4af1-98f4-6f11128ea33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:07.664344 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f59832-6b30-4af1-98f4-6f11128ea33f None None] The sync data for ids ['001db372-71a9-4bb2-b81f-3f61b62bc089'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:14:07.671821 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c7b39bbd-2010-459e-a3a2-1daaf9c88377 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:07.702774 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4141cad8-2324-4bc4-97b5-7763b0dee052 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.733212 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port c7b39bbd-2010-459e-a3a2-1daaf9c88377 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:07.733708 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.759584 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.781518 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba3490b1-d6fe-4bc5-8256-2f53f145d05c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.819340 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07b76499-e0dc-4493-aa94-06f5144ffdb6 req-0e6beb74-21f3-43e8-a75e-c978c8c3185a tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4497545 Nov 29 18:14:07.826160 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.883312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port c7b39bbd-2010-459e-a3a2-1daaf9c88377, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c7b39bbd-2010-459e-a3a2-1daaf9c88377,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:07.890616 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.910896 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3490b1-d6fe-4bc5-8256-2f53f145d05c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=a4409183-bb89-4cc9-ac40-5426c0924bec,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:07.913114 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba3490b1-d6fe-4bc5-8256-2f53f145d05c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.919371 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ba3490b1-d6fe-4bc5-8256-2f53f145d05c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/a4409183-bb89-4cc9-ac40-5426c0924bec HTTP/1.1" status: 204 len: 168 time: 0.6585469 Nov 29 18:14:07.920183 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40202) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:07.929251 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4141cad8-2324-4bc4-97b5-7763b0dee052 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.965393 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4141cad8-2324-4bc4-97b5-7763b0dee052 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:07.965906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112a1789-df95-401f-85ce-35d276e8bc81 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:14:07.972056 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-88287dee-1f4f-40b5-a611-5c76e95ca8a0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473599 Nov 29 18:14:07.974047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40204) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:07.979218 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-05ffc0be-9c33-460c-8b80-d352f9820627 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:07.983426 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.017569 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=c7b39bbd-2010-459e-a3a2-1daaf9c88377,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:08.019741 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Transition to ACTIVE for port object 112a1789-df95-401f-85ce-35d276e8bc81 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:14:08.034923 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.038182 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.072674 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.097357 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4141cad8-2324-4bc4-97b5-7763b0dee052 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.097805 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4141cad8-2324-4bc4-97b5-7763b0dee052 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Fanout notify agent at l3_agent the message router_deleted on router 001db372-71a9-4bb2-b81f-3f61b62bc089 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:14:08.112308 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4141cad8-2324-4bc4-97b5-7763b0dee052 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.113492 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4141cad8-2324-4bc4-97b5-7763b0dee052 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/routers/001db372-71a9-4bb2-b81f-3f61b62bc089 HTTP/1.1" status: 204 len: 168 time: 0.5197380 Nov 29 18:14:08.116436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40206) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:08.121928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:14:08.154759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=112a1789-df95-401f-85ce-35d276e8bc81,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:08.162831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5276eaac-ef68-4064-861e-2dd8ef25cd03,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:08.167933 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.168293 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Added segment ef68fac9-6634-4037-a66d-75356f9d3a8b of type vlan for network 2146388e-61b8-4d24-a9d7-a919c8baf17a Nov 29 18:14:08.209528 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-175d26d1-e82d-452b-b1aa-2170879535ee tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting subnet 87927df1-7f3e-4e85-864f-ffcb808e5d89 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:14:08.213431 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-175d26d1-e82d-452b-b1aa-2170879535ee tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.216859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ffc0be-9c33-460c-8b80-d352f9820627 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:08.220381 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-05ffc0be-9c33-460c-8b80-d352f9820627 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.320435 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-175d26d1-e82d-452b-b1aa-2170879535ee tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.352197 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.410488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e24b13-cb47-4a4a-aa32-2ff25adb2e78 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:08.414704 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b4539350-9ef3-4929-8d98-2bf91d7e69bb up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:08.418855 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.450936 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.453403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Attempting to bind port 112a1789-df95-401f-85ce-35d276e8bc81 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:08.453756 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Attempting to bind port 112a1789-df95-401f-85ce-35d276e8bc81 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '77a1e57c-33ef-43ac-b2b8-85452ab71c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9f36459-b545-4033-9511-3819613163f0'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:08.454090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Attempting to bind port 112a1789-df95-401f-85ce-35d276e8bc81 on network d9f36459-b545-4033-9511-3819613163f0 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:08.461166 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.467269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:08.467867 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.469142 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-175d26d1-e82d-452b-b1aa-2170879535ee tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.495121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Port 112a1789-df95-401f-85ce-35d276e8bc81 on network d9f36459-b545-4033-9511-3819613163f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:14:08.495121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Attempting to bind port 112a1789-df95-401f-85ce-35d276e8bc81 on network d9f36459-b545-4033-9511-3819613163f0 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:08.531635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-87654f49-c966-473b-8309-7f6d4c73dd9d None None] Provisioning complete for port c7b39bbd-2010-459e-a3a2-1daaf9c88377 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:08.532170 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87654f49-c966-473b-8309-7f6d4c73dd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.568889 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:08.569252 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Checking segment: {'id': '77a1e57c-33ef-43ac-b2b8-85452ab71c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9f36459-b545-4033-9511-3819613163f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:08.569662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Bound using segment: {'id': '77a1e57c-33ef-43ac-b2b8-85452ab71c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9f36459-b545-4033-9511-3819613163f0'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:08.570130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Bound port: 112a1789-df95-401f-85ce-35d276e8bc81, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a1e57c-33ef-43ac-b2b8-85452ab71c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9f36459-b545-4033-9511-3819613163f0'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:08.570493 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.582357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5783701 Nov 29 18:14:08.584786 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40210) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:08.586107 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-05ffc0be-9c33-460c-8b80-d352f9820627 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.607141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-296a91a9-fe0e-4099-a9f4-eef91073e143 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Request body: {'subnet': {'network_id': '2146388e-61b8-4d24-a9d7-a919c8baf17a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:08.608718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d36fd-0029-401a-a43b-7652dafea5fa tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Pushing event updated for resources: {'Network': ['ID=2146388e-61b8-4d24-a9d7-a919c8baf17a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:08.615616 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port b4539350-9ef3-4929-8d98-2bf91d7e69bb completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:14:08.624997 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port b4539350-9ef3-4929-8d98-2bf91d7e69bb triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:08.625382 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.630479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 2146388e-61b8-4d24-a9d7-a919c8baf17a details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:14:08.733490 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ffc0be-9c33-460c-8b80-d352f9820627 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:08.734688 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-175d26d1-e82d-452b-b1aa-2170879535ee tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.748708 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-05ffc0be-9c33-460c-8b80-d352f9820627 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:08.758633 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ffc0be-9c33-460c-8b80-d352f9820627 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:08.759360 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-05ffc0be-9c33-460c-8b80-d352f9820627 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.779692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Allocated IP 172.25.3.210 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/d3e34192-6073-4020-8b6d-5b2ce4fb6ee5) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:08.785695 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-175d26d1-e82d-452b-b1aa-2170879535ee tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.792220 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-175d26d1-e82d-452b-b1aa-2170879535ee tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/87927df1-7f3e-4e85-864f-ffcb808e5d89 HTTP/1.1" status: 204 len: 168 time: 0.6723950 Nov 29 18:14:08.796582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb6a5dc-ef77-46cc-aa80-63f43225944c None None] Network 60ada88d-f278-4bb7-9c1c-2417d9e10b73 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:08.799632 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-05ffc0be-9c33-460c-8b80-d352f9820627 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8242047 Nov 29 18:14:08.801223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40214) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:08.801223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40216) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:08.809966 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-657968b0-0135-40cf-9965-fab6b0fbc998 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-784464992', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:08.829147 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffc0be-9c33-460c-8b80-d352f9820627 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=4d353801-6a7d-42c3-bad8-2f6f6c0da218,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:08.871533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de652a5f-441c-4900-9cdb-07f246e5b391 None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:08.901218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] For port 112a1789-df95-401f-85ce-35d276e8bc81, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:14:08.916881 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d26d1-e82d-452b-b1aa-2170879535ee tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Subnet': ['ID=87927df1-7f3e-4e85-864f-ffcb808e5d89,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:08.928128 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] For port 112a1789-df95-401f-85ce-35d276e8bc81, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=112a1789-df95-401f-85ce-35d276e8bc81,segment=NetworkSegment(77a1e57c-33ef-43ac-b2b8-85452ab71c43),segment_id=77a1e57c-33ef-43ac-b2b8-85452ab71c43)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:14:08.929052 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.944618 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.954226 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-657968b0-0135-40cf-9965-fab6b0fbc998 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.955473 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-657968b0-0135-40cf-9965-fab6b0fbc998 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.961544 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6358f8c-0381-4465-8826-584723b9d919 req-f1c4031d-8177-4cdb-a63a-d901c84d02c2 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:08.963399 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6358f8c-0381-4465-8826-584723b9d919 req-f1c4031d-8177-4cdb-a63a-d901c84d02c2 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 944 time: 0.3022177 Nov 29 18:14:08.976156 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.990522 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296a91a9-fe0e-4099-a9f4-eef91073e143 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Made reservation on behalf of bca2bb3494a1494b8fb4848c49c423ab for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:08.994636 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-296a91a9-fe0e-4099-a9f4-eef91073e143 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:08.998932 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e1039-6d07-4115-a733-dd1cc7bc0e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4539350-9ef3-4929-8d98-2bf91d7e69bb'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:14:09.001403 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a15383-17b9-4f19-8888-45eabc5c9071" -d '{"events": [{"server_uuid": "0c4e1039-6d07-4115-a733-dd1cc7bc0e0c", "name": "network-vif-plugged", "status": "completed", "tag": "b4539350-9ef3-4929-8d98-2bf91d7e69bb"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:14:09.059894 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.059894 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.059894 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] 10.222.0.31 "PUT /v2.0/ports/112a1789-df95-401f-85ce-35d276e8bc81 HTTP/1.1" status: 200 len: 1091 time: 3.3210125 Nov 29 18:14:09.108479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'tag': '112a1789-df95-401f-85ce-35d276e8bc81'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:14:09.110838 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e9c10b-8261-485a-8ab3-94e0e9a393b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "tag": "112a1789-df95-401f-85ce-35d276e8bc81"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:14:09.132594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf0d4c-bfd8-498f-a611-335dc36fbcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=112a1789-df95-401f-85ce-35d276e8bc81,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:09.201662 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.238303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b4539350-9ef3-4929-8d98-2bf91d7e69bb, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b4539350-9ef3-4929-8d98-2bf91d7e69bb,segment=NetworkSegment(02aa7383-11fe-4de7-8faa-6f90d4f07b52),segment_id=02aa7383-11fe-4de7-8faa-6f90d4f07b52)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:09.254191 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.257308 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6358f8c-0381-4465-8826-584723b9d919 req-a00498c8-c3ba-45f4-802d-05b47142655a tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389610 Nov 29 18:14:09.273376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc7d15-c6e9-4d40-8fbf-279a71fe9f14 req-20909d01-099d-4943-84a1-017e146d8f47 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.280848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc7d15-c6e9-4d40-8fbf-279a71fe9f14 req-20909d01-099d-4943-84a1-017e146d8f47 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.287651 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc7d15-c6e9-4d40-8fbf-279a71fe9f14 req-20909d01-099d-4943-84a1-017e146d8f47 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.295256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc7d15-c6e9-4d40-8fbf-279a71fe9f14 req-20909d01-099d-4943-84a1-017e146d8f47 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.300383 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-657968b0-0135-40cf-9965-fab6b0fbc998 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.304263 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-296a91a9-fe0e-4099-a9f4-eef91073e143 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.305238 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc7d15-c6e9-4d40-8fbf-279a71fe9f14 req-20909d01-099d-4943-84a1-017e146d8f47 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.313027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc7d15-c6e9-4d40-8fbf-279a71fe9f14 req-20909d01-099d-4943-84a1-017e146d8f47 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.320542 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc7d15-c6e9-4d40-8fbf-279a71fe9f14 req-20909d01-099d-4943-84a1-017e146d8f47 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.322525 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a2bc7d15-c6e9-4d40-8fbf-279a71fe9f14 req-20909d01-099d-4943-84a1-017e146d8f47 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5421 time: 0.3056400 Nov 29 18:14:09.338675 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-657968b0-0135-40cf-9965-fab6b0fbc998 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.338955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-a97bcf43-8b39-4b81-97c4-144c2a4e35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.339490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-a97bcf43-8b39-4b81-97c4-144c2a4e35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.339974 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-a97bcf43-8b39-4b81-97c4-144c2a4e35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.341351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-a97bcf43-8b39-4b81-97c4-144c2a4e35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.342221 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-a97bcf43-8b39-4b81-97c4-144c2a4e35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.342716 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-a97bcf43-8b39-4b81-97c4-144c2a4e35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.343387 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-a97bcf43-8b39-4b81-97c4-144c2a4e35b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.350993 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c70eec8-5a5e-4bbe-951e-71766aa089e8 x-openstack-request-id: req-4c70eec8-5a5e-4bbe-951e-71766aa089e8 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:14:09.351337 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4e1039-6d07-4115-a733-dd1cc7bc0e0c", "name": "network-vif-plugged", "status": "completed", "tag": "b4539350-9ef3-4929-8d98-2bf91d7e69bb", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:14:09.351594 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c70eec8-5a5e-4bbe-951e-71766aa089e8 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:14:09.352028 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e1039-6d07-4115-a733-dd1cc7bc0e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4539350-9ef3-4929-8d98-2bf91d7e69bb', 'code': 200} Nov 29 18:14:09.359353 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-de652a5f-441c-4900-9cdb-07f246e5b391 None None] Deleting port c7b39bbd-2010-459e-a3a2-1daaf9c88377 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:09.359656 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-a97bcf43-8b39-4b81-97c4-144c2a4e35b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69148bb57fa54adf911a3855e38b3970&device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 6478 time: 0.2318919 Nov 29 18:14:09.360278 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de652a5f-441c-4900-9cdb-07f246e5b391 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.432263 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=b4539350-9ef3-4929-8d98-2bf91d7e69bb,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:09.440267 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-657968b0-0135-40cf-9965-fab6b0fbc998 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.441492 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-657968b0-0135-40cf-9965-fab6b0fbc998 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6354373 Nov 29 18:14:09.451948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40224) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:09.454435 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a91a9-fe0e-4099-a9f4-eef91073e143 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Pushing event updated for resources: {'Subnet': ['ID=1c0b94f4-f069-4ad8-b50d-60b250032a0c,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:09.461597 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ae016-666e-4a74-b41e-9230d00cabc1 None None] DHCP port deletion for 60ada88d-f278-4bb7-9c1c-2417d9e10b73 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:09.473497 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf24e30-ea33-470f-a8b6-59be7181681a x-openstack-request-id: req-7bf24e30-ea33-470f-a8b6-59be7181681a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:14:09.473807 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "tag": "112a1789-df95-401f-85ce-35d276e8bc81", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:14:09.474113 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bf24e30-ea33-470f-a8b6-59be7181681a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:14:09.474455 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'tag': '112a1789-df95-401f-85ce-35d276e8bc81', 'status': 'completed', 'code': 200} Nov 29 18:14:09.488930 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-722e2fd8-9bef-4c48-87ac-f026574ce8b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9862376-a235-411c-9516-55e98c12d87f HTTP/1.1" status: 200 len: 217 time: 0.1279838 Nov 29 18:14:09.490867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296a91a9-fe0e-4099-a9f4-eef91073e143 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Checking segment: {'id': 'ef68fac9-6634-4037-a66d-75356f9d3a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2146388e-61b8-4d24-a9d7-a919c8baf17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:09.491516 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296a91a9-fe0e-4099-a9f4-eef91073e143 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Network hostable DHCP agents. Network: 2146388e-61b8-4d24-a9d7-a919c8baf17a, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:14:09.495158 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port cf996881-fdc0-493c-bd55-8fd9539002f4 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:09.496041 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.519278 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-de652a5f-441c-4900-9cdb-07f246e5b391 None None] For port c7b39bbd-2010-459e-a3a2-1daaf9c88377, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c7b39bbd-2010-459e-a3a2-1daaf9c88377,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:09.519677 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de652a5f-441c-4900-9cdb-07f246e5b391 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.538445 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-de652a5f-441c-4900-9cdb-07f246e5b391 None None] Calling delete_port for c7b39bbd-2010-459e-a3a2-1daaf9c88377 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:09.572817 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c88a24-eb89-4911-9e10-2a14aa0b2c42 req-3e11a093-c799-42ef-ad68-292355a1485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.575238 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-23c88a24-eb89-4911-9e10-2a14aa0b2c42 req-3e11a093-c799-42ef-ad68-292355a1485d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 1096 time: 0.1454062 Nov 29 18:14:09.596699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296a91a9-fe0e-4099-a9f4-eef91073e143 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Network 2146388e-61b8-4d24-a9d7-a919c8baf17a is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:14:09.597105 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-948ae016-666e-4a74-b41e-9230d00cabc1 None None] Deleting port cf996881-fdc0-493c-bd55-8fd9539002f4 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:09.597739 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-948ae016-666e-4a74-b41e-9230d00cabc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.601951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device cf996881-fdc0-493c-bd55-8fd9539002f4 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:14:09.613673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] For port cf996881-fdc0-493c-bd55-8fd9539002f4, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=cf996881-fdc0-493c-bd55-8fd9539002f4,segment=NetworkSegment(8290fd0b-98a3-456b-af4e-c56d949af576),segment_id=8290fd0b-98a3-456b-af4e-c56d949af576)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:09.614983 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.631843 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-296a91a9-fe0e-4099-a9f4-eef91073e143 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 2146388e-61b8-4d24-a9d7-a919c8baf17a) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:09.639571 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for cf996881-fdc0-493c-bd55-8fd9539002f4 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:09.646669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296a91a9-fe0e-4099-a9f4-eef91073e143 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.647291 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-296a91a9-fe0e-4099-a9f4-eef91073e143 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.649121 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.673829 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9650ab-94d5-4ba3-a1c8-b7fd0a3b97ca None None] Network 2146388e-61b8-4d24-a9d7-a919c8baf17a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:09.681368 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-23c88a24-eb89-4911-9e10-2a14aa0b2c42 req-b59dd897-230e-4a13-af25-35030f4ee8a4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938926 Nov 29 18:14:09.706679 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a2bc7d15-c6e9-4d40-8fbf-279a71fe9f14 req-f9231297-a353-4eee-8006-f0d7ac613bae tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3243713 Nov 29 18:14:09.720277 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-296a91a9-fe0e-4099-a9f4-eef91073e143 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1272817 Nov 29 18:14:09.723277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40226) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:09.729844 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c814af26-1376-4e29-bd11-0f0c7b39911d tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Request body: {'port': {'network_id': '2146388e-61b8-4d24-a9d7-a919c8baf17a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2115890548'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:09.753202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:09.777666 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-948ae016-666e-4a74-b41e-9230d00cabc1 None None] For port cf996881-fdc0-493c-bd55-8fd9539002f4, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=cf996881-fdc0-493c-bd55-8fd9539002f4,segment=NetworkSegment(8290fd0b-98a3-456b-af4e-c56d949af576),segment_id=8290fd0b-98a3-456b-af4e-c56d949af576)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:09.778303 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-948ae016-666e-4a74-b41e-9230d00cabc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.801426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ca2010cb-8c66-44cd-bc25-ab42e6678bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:09.803106 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ca2010cb-8c66-44cd-bc25-ab42e6678bd9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=094912f3-3fa8-4855-8e32-9708e0b4dd0b HTTP/1.1" status: 200 len: 851 time: 0.3003476 Nov 29 18:14:09.804005 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:09.811795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:09.821941 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-948ae016-666e-4a74-b41e-9230d00cabc1 None None] Calling delete_port for cf996881-fdc0-493c-bd55-8fd9539002f4 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:09.842318 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.861086 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113e5cf4-9e12-4986-b06c-1eaf2515bf49 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:09.890652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=cf996881-fdc0-493c-bd55-8fd9539002f4,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:09.891598 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de652a5f-441c-4900-9cdb-07f246e5b391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.895084 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] No DVR routers for this DVR port cf996881-fdc0-493c-bd55-8fd9539002f4 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:14:09.946289 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c814af26-1376-4e29-bd11-0f0c7b39911d tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Made reservation on behalf of bca2bb3494a1494b8fb4848c49c423ab for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:09.950513 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c814af26-1376-4e29-bd11-0f0c7b39911d tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:09.960688 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Pushing event updated for resources: {'Port': ['ID=d3e34192-6073-4020-8b6d-5b2ce4fb6ee5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:10.010541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de652a5f-441c-4900-9cdb-07f246e5b391 None None] Pushing event deleted for resources: {'Port': ['ID=c7b39bbd-2010-459e-a3a2-1daaf9c88377,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:10.012728 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.015797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-c814af26-1376-4e29-bd11-0f0c7b39911d tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] device_id is not set on port 0085c7e4-7dd7-46fe-8e06-32ce5c0f1121 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:14:10.020293 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.037223 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de652a5f-441c-4900-9cdb-07f246e5b391 None None] No DVR routers for this DVR port c7b39bbd-2010-459e-a3a2-1daaf9c88377 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:14:10.081335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ada88d-f278-4bb7-9c1c-2417d9e10b73']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:10.097174 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8290fd0b-98a3-456b-af4e-c56d949af576') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:10.097477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8290fd0b-98a3-456b-af4e-c56d949af576') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:10.102224 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-2146388e-61b8-4d24-a9d7-a919c8baf17a', 'network_id': '2146388e-61b8-4d24-a9d7-a919c8baf17a', 'tenant_id': 'bca2bb3494a1494b8fb4848c49c423ab', 'fixed_ips': [{'subnet_id': '1c0b94f4-f069-4ad8-b50d-60b250032a0c'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:14:10.103354 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.105511 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8aba66-ff09-4c33-af4a-dfbc033ff5f6 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:10.114824 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.155263 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.162439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f2e1226e-30ba-4800-98b4-ddbb696b96c3 None None] Provisioning complete for port d3e34192-6073-4020-8b6d-5b2ce4fb6ee5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:10.162866 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2e1226e-30ba-4800-98b4-ddbb696b96c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.168297 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:14:10.168857 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:14:10.186838 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:14:10.231731 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c7b39bbd-2010-459e-a3a2-1daaf9c88377 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:14:10.262314 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-c814af26-1376-4e29-bd11-0f0c7b39911d tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Allocated IP 2001:db8::2e7 (2146388e-61b8-4d24-a9d7-a919c8baf17a/1c0b94f4-f069-4ad8-b50d-60b250032a0c/0085c7e4-7dd7-46fe-8e06-32ce5c0f1121) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.274320 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.277259 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.277259 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.277259 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.277259 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.277259 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.277259 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.277259 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.277259 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.277259 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.277259 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.277259 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.277259 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.277259 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:10.277259 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:14:10.281075 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.291555 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: c7b39bbd-2010-459e-a3a2-1daaf9c88377 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:14:10.292814 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c7b39bbd-2010-459e-a3a2-1daaf9c88377 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:14:10.309282 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.316023 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/networks/60ada88d-f278-4bb7-9c1c-2417d9e10b73 HTTP/1.1" status: 204 len: 168 time: 1.5076399 Nov 29 18:14:10.322231 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8218b3-2c80-49ca-b23b-70df1fec9a56 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Network': ['ID=60ada88d-f278-4bb7-9c1c-2417d9e10b73,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:10.324545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40232) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:10.334594 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1182328136', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}, 'admin_state_up': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:10.386067 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-948ae016-666e-4a74-b41e-9230d00cabc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.401118 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.402203 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.422678 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f2e1226e-30ba-4800-98b4-ddbb696b96c3 None None] Port d3e34192-6073-4020-8b6d-5b2ce4fb6ee5 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:10.453779 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-948ae016-666e-4a74-b41e-9230d00cabc1 None None] Network 60ada88d-f278-4bb7-9c1c-2417d9e10b73 is not hosted by any dhcp agent {{(pid=110006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 18:14:10.454189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948ae016-666e-4a74-b41e-9230d00cabc1 None None] No DVR routers for this DVR port cf996881-fdc0-493c-bd55-8fd9539002f4 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:14:10.460044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ae016-666e-4a74-b41e-9230d00cabc1 None None] Pushing event deleted for resources: {'Port': ['ID=cf996881-fdc0-493c-bd55-8fd9539002f4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:10.511790 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': '4d353801-6a7d-42c3-bad8-2f6f6c0da218'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:14:10.513047 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.530329 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.538377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0f6ee5d0-6d3f-4c6b-b38c-5a414671a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:10.539981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0f6ee5d0-6d3f-4c6b-b38c-5a414671a92f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8c7b00ca-e0ef-4d99-bd10-71bb21595ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5974190 Nov 29 18:14:10.630228 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c814af26-1376-4e29-bd11-0f0c7b39911d tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.676984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Allocated IP 2001:db8::2 (c052213d-ea6c-4782-b422-f625c0df816d/4d353801-6a7d-42c3-bad8-2f6f6c0da218/07d6fed8-d284-4668-8e78-941c8e440f3d) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:10.707938 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.713366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e1cab-8e44-45d9-a2e8-e5f067aedc3e req-27efac3d-d22c-4f53-8220-fecbe05c7020 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:10.715789 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-834e1cab-8e44-45d9-a2e8-e5f067aedc3e req-27efac3d-d22c-4f53-8220-fecbe05c7020 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 945 time: 0.2852578 Nov 29 18:14:10.726393 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.812590 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c814af26-1376-4e29-bd11-0f0c7b39911d tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.869165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c814af26-1376-4e29-bd11-0f0c7b39911d tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Network 2146388e-61b8-4d24-a9d7-a919c8baf17a is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:10.873090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-c814af26-1376-4e29-bd11-0f0c7b39911d tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:10.877755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814af26-1376-4e29-bd11-0f0c7b39911d tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:10.883564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c814af26-1376-4e29-bd11-0f0c7b39911d tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:10.884724 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c814af26-1376-4e29-bd11-0f0c7b39911d tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.896579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814af26-1376-4e29-bd11-0f0c7b39911d tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Pushing event updated for resources: {'Port': ['ID=0085c7e4-7dd7-46fe-8e06-32ce5c0f1121,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:10.903807 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.929018 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c814af26-1376-4e29-bd11-0f0c7b39911d tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2000656 Nov 29 18:14:10.929018 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40236) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:10.936595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-49dd0469-cdc9-4543-b9ca-5e7493561b02 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Request body: {'port': {'network_id': '2146388e-61b8-4d24-a9d7-a919c8baf17a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-196752168', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:10.937160 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.api.validators [None req-49dd0469-cdc9-4543-b9ca-5e7493561b02 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] bootfile-name is not in valid_values {{(pid=110004) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 18:14:10.937502 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.api.validators [None req-49dd0469-cdc9-4543-b9ca-5e7493561b02 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] tftp-server is not in valid_values {{(pid=110004) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 18:14:10.937832 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.api.validators [None req-49dd0469-cdc9-4543-b9ca-5e7493561b02 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] server-ip-address is not in valid_values {{(pid=110004) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 18:14:10.941228 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:10.960222 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:11.017595 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:11.020290 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Pushing event updated for resources: {'Port': ['ID=07d6fed8-d284-4668-8e78-941c8e440f3d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:11.030011 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:11.033194 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Allocated IP 2001:db8::2 (2146388e-61b8-4d24-a9d7-a919c8baf17a/1c0b94f4-f069-4ad8-b50d-60b250032a0c/d0874449-c506-460e-aef7-cb40d4d04e22) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:11.036097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:11.085724 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-834e1cab-8e44-45d9-a2e8-e5f067aedc3e req-19e38f49-c938-4dae-be09-fe0b2a96fbba tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522182 Nov 29 18:14:11.098156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-8218b7d7-76c6-4747-a325-ab01def45a08 service neutron] 10.222.0.31 "GET /v2.0/networks/8c7b00ca-e0ef-4d99-bd10-71bb21595ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482366 Nov 29 18:14:11.123722 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:11.150969 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:11.161227 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Attempting to bind port 07d6fed8-d284-4668-8e78-941c8e440f3d on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:11.161606 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Attempting to bind port 07d6fed8-d284-4668-8e78-941c8e440f3d by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:11.161989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Attempting to bind port 07d6fed8-d284-4668-8e78-941c8e440f3d on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:11.172139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:11.172597 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:11.173674 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:11.173674 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:11.174029 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Bound port: 07d6fed8-d284-4668-8e78-941c8e440f3d, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:11.174418 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:11.254409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd4b8d-5e0d-41a8-91fe-73187bd5d570 req-2b23824e-2854-4509-99df-87a9e55683a5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:11.261368 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd4b8d-5e0d-41a8-91fe-73187bd5d570 req-2b23824e-2854-4509-99df-87a9e55683a5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:11.267845 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd4b8d-5e0d-41a8-91fe-73187bd5d570 req-2b23824e-2854-4509-99df-87a9e55683a5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:11.270506 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dd0469-cdc9-4543-b9ca-5e7493561b02 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Made reservation on behalf of bca2bb3494a1494b8fb4848c49c423ab for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:11.274669 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-49dd0469-cdc9-4543-b9ca-5e7493561b02 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:11.274892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd4b8d-5e0d-41a8-91fe-73187bd5d570 req-2b23824e-2854-4509-99df-87a9e55683a5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:11.281735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd4b8d-5e0d-41a8-91fe-73187bd5d570 req-2b23824e-2854-4509-99df-87a9e55683a5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:11.285421 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Allocated IP 172.25.3.176 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/db853b2e-4c13-4092-9ee1-1702a61c9c7c) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:11.288278 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd4b8d-5e0d-41a8-91fe-73187bd5d570 req-2b23824e-2854-4509-99df-87a9e55683a5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:11.294555 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd4b8d-5e0d-41a8-91fe-73187bd5d570 req-2b23824e-2854-4509-99df-87a9e55683a5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:11.303299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3efd4b8d-5e0d-41a8-91fe-73187bd5d570 req-2b23824e-2854-4509-99df-87a9e55683a5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5421 time: 0.4338038 Nov 29 18:14:11.311937 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-49dd0469-cdc9-4543-b9ca-5e7493561b02 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] device_id is not set on port 86614126-70ed-4122-8c82-38acc4b03442 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:14:11.321747 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] For port 07d6fed8-d284-4668-8e78-941c8e440f3d, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:14:11.327646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] For port 07d6fed8-d284-4668-8e78-941c8e440f3d, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=07d6fed8-d284-4668-8e78-941c8e440f3d,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:14:11.329015 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:11.332658 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:11.342269 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:11.396316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Network 2146388e-61b8-4d24-a9d7-a919c8baf17a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:11.403130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:11.406080 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:11.423111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de564a1a-7be5-4e06-9905-3bdc23e14805 None None] Pushing event updated for resources: {'Port': ['ID=07d6fed8-d284-4668-8e78-941c8e440f3d,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:11.536253 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Attempting to bind port d0874449-c506-460e-aef7-cb40d4d04e22 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:11.536253 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Attempting to bind port d0874449-c506-460e-aef7-cb40d4d04e22 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'ef68fac9-6634-4037-a66d-75356f9d3a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2146388e-61b8-4d24-a9d7-a919c8baf17a'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:11.536884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Attempting to bind port d0874449-c506-460e-aef7-cb40d4d04e22 on network 2146388e-61b8-4d24-a9d7-a919c8baf17a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:11.547058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:11.548119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Checking segment: {'id': 'ef68fac9-6634-4037-a66d-75356f9d3a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2146388e-61b8-4d24-a9d7-a919c8baf17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:11.548645 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:11.549156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Bound using segment: {'id': 'ef68fac9-6634-4037-a66d-75356f9d3a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2146388e-61b8-4d24-a9d7-a919c8baf17a'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:11.549780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Bound port: d0874449-c506-460e-aef7-cb40d4d04e22, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef68fac9-6634-4037-a66d-75356f9d3a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '2146388e-61b8-4d24-a9d7-a919c8baf17a'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:11.550277 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:11.564562 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3efd4b8d-5e0d-41a8-91fe-73187bd5d570 req-778afb09-aaad-418f-84e5-71248ba7bc46 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2600145 Nov 29 18:14:11.569289 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-39f0a7c9-ee5c-4b0b-9180-d9698d971137 service neutron] 10.222.0.31 "GET /v2.0/networks/8c7b00ca-e0ef-4d99-bd10-71bb21595ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438241 Nov 29 18:14:11.573138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::1 (c052213d-ea6c-4782-b422-f625c0df816d/4d353801-6a7d-42c3-bad8-2f6f6c0da218/2ebf70d5-c7b1-4e95-b205-55582da7bcab) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:11.638298 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Pushing event updated for resources: {'Port': ['ID=d0874449-c506-460e-aef7-cb40d4d04e22,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:11.647798 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-2b8dafde-4b82-46c0-b471-c4ec76ee2a4e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=fa4a748b-18d2-456f-8305-9cb0f74b625b HTTP/1.1" status: 200 len: 217 time: 0.0649922 Nov 29 18:14:11.692499 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] For port d0874449-c506-460e-aef7-cb40d4d04e22, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:14:11.695791 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] For port d0874449-c506-460e-aef7-cb40d4d04e22, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d0874449-c506-460e-aef7-cb40d4d04e22,segment=NetworkSegment(ef68fac9-6634-4037-a66d-75356f9d3a8b),segment_id=ef68fac9-6634-4037-a66d-75356f9d3a8b)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:14:11.711706 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:11.795336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e2e6a-0091-4bba-8afb-d5c2bfaec89c None None] Pushing event updated for resources: {'Port': ['ID=d0874449-c506-460e-aef7-cb40d4d04e22,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:11.805615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-64cb65e8-7394-49d6-9e91-364b1445ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:11.808189 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-64cb65e8-7394-49d6-9e91-364b1445ed78 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.0607743 Nov 29 18:14:11.885273 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:11.923652 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:11.936520 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-49dd0469-cdc9-4543-b9ca-5e7493561b02 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Allocated IP 2001:db8::375 (2146388e-61b8-4d24-a9d7-a919c8baf17a/1c0b94f4-f069-4ad8-b50d-60b250032a0c/86614126-70ed-4122-8c82-38acc4b03442) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:12.011686 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:12.025947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e3654411-cc6b-4866-874a-5ecd32efcb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:12.035084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e3654411-cc6b-4866-874a-5ecd32efcb08 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1841719 Nov 29 18:14:12.118972 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:12.128153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:12.133802 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:12.147153 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67577d4f-fac3-46fa-9a6d-f51714ec49cc None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:12.165574 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:12.190364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=db853b2e-4c13-4092-9ee1-1702a61c9c7c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:12.275892 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-94937f18-c057-4389-8bbd-6939db2ff647 None None] Provisioning complete for port db853b2e-4c13-4092-9ee1-1702a61c9c7c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:12.276298 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94937f18-c057-4389-8bbd-6939db2ff647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:12.281956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-b65cd26e-b719-4ff7-841a-fa20d22c6766 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381461 Nov 29 18:14:12.326693 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-94937f18-c057-4389-8bbd-6939db2ff647 None None] Port db853b2e-4c13-4092-9ee1-1702a61c9c7c cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:12.328376 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-49dd0469-cdc9-4543-b9ca-5e7493561b02 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:12.376057 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:12.386551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Router f5fc10d1-74d1-4608-93f8-e4c2264d4d47 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:14:12.402272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83766be7-7653-48da-be60-a4d1c6817d78 req-bacb4a0c-6b55-498d-839d-85e3d2bca8c2 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:12.403923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-83766be7-7653-48da-be60-a4d1c6817d78 req-bacb4a0c-6b55-498d-839d-85e3d2bca8c2 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 945 time: 0.1943152 Nov 29 18:14:12.471151 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-49dd0469-cdc9-4543-b9ca-5e7493561b02 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:12.472733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:12.525581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:12.533858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=2ebf70d5-c7b1-4e95-b205-55582da7bcab,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:12.541022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:12.541580 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:12.563575 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dd0469-cdc9-4543-b9ca-5e7493561b02 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Network 2146388e-61b8-4d24-a9d7-a919c8baf17a is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:12.570884 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-49dd0469-cdc9-4543-b9ca-5e7493561b02 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:12.574238 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd0469-cdc9-4543-b9ca-5e7493561b02 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Pushing event updated for resources: {'Port': ['ID=86614126-70ed-4122-8c82-38acc4b03442,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:12.576996 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd0469-cdc9-4543-b9ca-5e7493561b02 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:12.582639 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dd0469-cdc9-4543-b9ca-5e7493561b02 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:12.583323 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-49dd0469-cdc9-4543-b9ca-5e7493561b02 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:12.586287 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:12.619012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0ceabba9-1ac4-4c4b-b94b-1b92d88fab36 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286421 Nov 29 18:14:12.691243 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-49dd0469-cdc9-4543-b9ca-5e7493561b02 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.7611790 Nov 29 18:14:12.693936 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40246) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:12.797928 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac42af4-b765-4332-97da-eb2ae782ae94 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:12.804035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac42af4-b765-4332-97da-eb2ae782ae94 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:12.810131 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac42af4-b765-4332-97da-eb2ae782ae94 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:12.811975 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3ac42af4-b765-4332-97da-eb2ae782ae94 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1170902 Nov 29 18:14:12.817092 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40248) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:12.967408 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:12.971597 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f2f992e1-a393-42a3-83c2-0818e37a086e None None] Provisioning complete for port 07d6fed8-d284-4668-8e78-941c8e440f3d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:12.972147 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2f992e1-a393-42a3-83c2-0818e37a086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:13.032922 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d28d5e5c-f750-4e4b-af1b-10b428a42c5e tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Deleting port 86614126-70ed-4122-8c82-38acc4b03442 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:13.033273 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d28d5e5c-f750-4e4b-af1b-10b428a42c5e tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:13.107269 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2f992e1-a393-42a3-83c2-0818e37a086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:13.174146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f2f992e1-a393-42a3-83c2-0818e37a086e None None] For port 07d6fed8-d284-4668-8e78-941c8e440f3d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=07d6fed8-d284-4668-8e78-941c8e440f3d,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:13.184136 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2f992e1-a393-42a3-83c2-0818e37a086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:13.200324 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d28d5e5c-f750-4e4b-af1b-10b428a42c5e tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:13.227042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-83766be7-7653-48da-be60-a4d1c6817d78 req-faa69519-2626-495f-91ee-4aca01e2919b tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7985401 Nov 29 18:14:13.228384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d28d5e5c-f750-4e4b-af1b-10b428a42c5e tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Calling delete_port for 86614126-70ed-4122-8c82-38acc4b03442 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:13.254501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f992e1-a393-42a3-83c2-0818e37a086e None None] Pushing event updated for resources: {'Port': ['ID=07d6fed8-d284-4668-8e78-941c8e440f3d,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:13.256016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router 5535e1a9-e224-4f82-9432-689b69135068 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:14:13.296574 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-6dd1c476-d30a-4170-ab66-bf6094cd8c78 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=f002c88e-cc2b-4dce-8fa1-65fa2b43d135 HTTP/1.1" status: 200 len: 217 time: 0.6529570 Nov 29 18:14:13.310529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-615506f4-5573-4cfe-872f-5d48c5e3e3ee None None] Provisioning complete for port 2ebf70d5-c7b1-4e95-b205-55582da7bcab triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:13.310948 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-615506f4-5573-4cfe-872f-5d48c5e3e3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:13.389799 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-615506f4-5573-4cfe-872f-5d48c5e3e3ee None None] Port 2ebf70d5-c7b1-4e95-b205-55582da7bcab cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:13.431412 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fdd3b-6db9-443c-a111-8922cee3c5cc req-36e9d0c0-bd96-4312-ae9c-632a5e12e7ed tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:13.443370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fdd3b-6db9-443c-a111-8922cee3c5cc req-36e9d0c0-bd96-4312-ae9c-632a5e12e7ed tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:13.449879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fdd3b-6db9-443c-a111-8922cee3c5cc req-36e9d0c0-bd96-4312-ae9c-632a5e12e7ed tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:13.456233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fdd3b-6db9-443c-a111-8922cee3c5cc req-36e9d0c0-bd96-4312-ae9c-632a5e12e7ed tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:13.462231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fdd3b-6db9-443c-a111-8922cee3c5cc req-36e9d0c0-bd96-4312-ae9c-632a5e12e7ed tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:13.488079 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fdd3b-6db9-443c-a111-8922cee3c5cc req-36e9d0c0-bd96-4312-ae9c-632a5e12e7ed tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:13.495097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fdd3b-6db9-443c-a111-8922cee3c5cc req-36e9d0c0-bd96-4312-ae9c-632a5e12e7ed tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:13.501012 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b35def-8525-46be-bb11-8f1b7d5858e6 None None] Network 2146388e-61b8-4d24-a9d7-a919c8baf17a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:13.511791 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de4fdd3b-6db9-443c-a111-8922cee3c5cc req-36e9d0c0-bd96-4312-ae9c-632a5e12e7ed tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5421 time: 0.3074777 Nov 29 18:14:13.517063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:13.531076 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5096f200-fa19-438c-aee3-5717b78d3eff None None] Sync routers for ids ['5535e1a9-e224-4f82-9432-689b69135068'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:13.556602 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:13.558815 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a38d9edc-945d-415e-b62f-4302d63ea77c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.2309206 Nov 29 18:14:13.560314 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d28d5e5c-f750-4e4b-af1b-10b428a42c5e tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:13.562063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40256) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:13.563071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:13.574938 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5096f200-fa19-438c-aee3-5717b78d3eff None None] Routers {'5535e1a9-e224-4f82-9432-689b69135068'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:13.581050 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5096f200-fa19-438c-aee3-5717b78d3eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5535e1a9-e224-4f82-9432-689b69135068'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:13.584515 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:13.585374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a63c2-b1c2-433f-92e2-300a9d9aca4b None None] Sync routers for ids ['f5fc10d1-74d1-4608-93f8-e4c2264d4d47'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:13.598170 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-905309e4-876e-46f3-bfd4-32a038fe700f None None] Provisioning complete for port d0874449-c506-460e-aef7-cb40d4d04e22 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:13.598550 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-905309e4-876e-46f3-bfd4-32a038fe700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:13.601999 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d5e5c-f750-4e4b-af1b-10b428a42c5e tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Pushing event deleted for resources: {'Port': ['ID=86614126-70ed-4122-8c82-38acc4b03442,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:13.652521 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-d2259e6e-eaf3-412c-a7fd-45cfd3732ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:13.655217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-d2259e6e-eaf3-412c-a7fd-45cfd3732ae2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.3394611 Nov 29 18:14:13.676783 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a63c2-b1c2-433f-92e2-300a9d9aca4b None None] Routers {'f5fc10d1-74d1-4608-93f8-e4c2264d4d47'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:13.677438 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c66a63c2-b1c2-433f-92e2-300a9d9aca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f5fc10d1-74d1-4608-93f8-e4c2264d4d47'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:13.688643 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:13.690361 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f4c9274a-7ee5-41b7-8f91-03cbe6b27298 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.3638852 Nov 29 18:14:13.702860 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5096f200-fa19-438c-aee3-5717b78d3eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:13.724676 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5096f200-fa19-438c-aee3-5717b78d3eff None None] Routers {'5535e1a9-e224-4f82-9432-689b69135068'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:13.727677 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40260) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:13.729140 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5096f200-fa19-438c-aee3-5717b78d3eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5535e1a9-e224-4f82-9432-689b69135068'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:13.750760 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d28d5e5c-f750-4e4b-af1b-10b428a42c5e tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:13.753920 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c66a63c2-b1c2-433f-92e2-300a9d9aca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:13.755168 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d28d5e5c-f750-4e4b-af1b-10b428a42c5e tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] 10.222.0.23 "DELETE /v2.0/ports/86614126-70ed-4122-8c82-38acc4b03442 HTTP/1.1" status: 204 len: 168 time: 0.9369109 Nov 29 18:14:13.775493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d0874449-c506-460e-aef7-cb40d4d04e22 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:13.783059 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40264) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:13.793772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-466ac352-873a-4634-b74d-49c3b9852a70 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Request body: {'port': {'name': 'tempest-new-port-name-1947243407', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:13.794249 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.api.validators [None req-466ac352-873a-4634-b74d-49c3b9852a70 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] bootfile-name is not in valid_values {{(pid=110005) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 18:14:13.794486 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5096f200-fa19-438c-aee3-5717b78d3eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:13.794606 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.api.validators [None req-466ac352-873a-4634-b74d-49c3b9852a70 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] tftp-server is not in valid_values {{(pid=110005) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 18:14:13.795167 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.api.validators [None req-466ac352-873a-4634-b74d-49c3b9852a70 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] server-ip-address is not in valid_values {{(pid=110005) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 18:14:13.795427 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5096f200-fa19-438c-aee3-5717b78d3eff None None] The sync data for ids ['5535e1a9-e224-4f82-9432-689b69135068'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:14:13.902913 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-175963b8-d3e9-4172-b347-35e0aa36d854 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/routers/5535e1a9-e224-4f82-9432-689b69135068 HTTP/1.1" status: 200 len: 881 time: 0.3394403 Nov 29 18:14:13.905246 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ecb8ffa8-d5af-4adf-86eb-c58736098512 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "GET /v2.0/routers/f5fc10d1-74d1-4608-93f8-e4c2264d4d47 HTTP/1.1" status: 200 len: 925 time: 0.1663904 Nov 29 18:14:13.905869 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40268) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:13.913443 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40270) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:13.915288 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ead8ebc3-1cc0-42f9-9b33-888796cd1717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:13.917461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-ead8ebc3-1cc0-42f9-9b33-888796cd1717 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2214234 Nov 29 18:14:13.924399 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de4fdd3b-6db9-443c-a111-8922cee3c5cc req-5f04966a-8b27-46d3-b743-1b31edc7d6ad tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4119432 Nov 29 18:14:14.007080 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-64c49a95-9f7e-4b65-a996-e27d60279977 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5fc10d1-74d1-4608-93f8-e4c2264d4d47 HTTP/1.1" status: 200 len: 205 time: 0.0932565 Nov 29 18:14:14.013748 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40274) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:14.071170 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a63c2-b1c2-433f-92e2-300a9d9aca4b None None] Routers {'f5fc10d1-74d1-4608-93f8-e4c2264d4d47'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:14.072067 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c66a63c2-b1c2-433f-92e2-300a9d9aca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f5fc10d1-74d1-4608-93f8-e4c2264d4d47'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:14.083093 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-466ac352-873a-4634-b74d-49c3b9852a70 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:14.166413 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port d0874449-c506-460e-aef7-cb40d4d04e22 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:14.167027 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:14.212972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c66a63c2-b1c2-433f-92e2-300a9d9aca4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:14.214443 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a63c2-b1c2-433f-92e2-300a9d9aca4b None None] The sync data for ids ['f5fc10d1-74d1-4608-93f8-e4c2264d4d47'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:14:14.241664 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2776251-d1c9-419b-aed0-06466122193d tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:14.268422 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-905309e4-876e-46f3-bfd4-32a038fe700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:14.356443 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:14.378846 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-98eb87dd-c5be-49df-9e83-886ceeb0c40b service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527946 Nov 29 18:14:14.396604 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0b52a87d-64bf-4e9c-a599-b071415a73fd tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4865494 Nov 29 18:14:14.396604 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40278) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:14.402654 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-557ac9b3-c6d4-4c76-8ca8-22d66da7857e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1182328136'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:14.406958 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2776251-d1c9-419b-aed0-06466122193d tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:14.407644 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-905309e4-876e-46f3-bfd4-32a038fe700f None None] For port d0874449-c506-460e-aef7-cb40d4d04e22, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d0874449-c506-460e-aef7-cb40d4d04e22,segment=NetworkSegment(ef68fac9-6634-4037-a66d-75356f9d3a8b),segment_id=ef68fac9-6634-4037-a66d-75356f9d3a8b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:14.419542 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-905309e4-876e-46f3-bfd4-32a038fe700f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:14.476026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca7290-bea4-4680-9bc0-079b65b39ea4 req-95ed0b27-b509-4905-9514-eeb3f1420391 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:14.485452 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52ca7290-bea4-4680-9bc0-079b65b39ea4 req-95ed0b27-b509-4905-9514-eeb3f1420391 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 945 time: 0.2549736 Nov 29 18:14:14.495976 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:14:14.496372 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:14:14.511370 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905309e4-876e-46f3-bfd4-32a038fe700f None None] Pushing event updated for resources: {'Port': ['ID=d0874449-c506-460e-aef7-cb40d4d04e22,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:14.598146 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-466ac352-873a-4634-b74d-49c3b9852a70 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:14.618618 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-466ac352-873a-4634-b74d-49c3b9852a70 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:14.636606 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52ca7290-bea4-4680-9bc0-079b65b39ea4 req-cce00f55-8d12-4a42-bd5e-d8f0538f8cc4 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499765 Nov 29 18:14:14.696809 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-466ac352-873a-4634-b74d-49c3b9852a70 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] In _notify_port_updated(), no bound segment for port 0085c7e4-7dd7-46fe-8e06-32ce5c0f1121 on network 2146388e-61b8-4d24-a9d7-a919c8baf17a {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:14:14.703128 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466ac352-873a-4634-b74d-49c3b9852a70 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:14.703836 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-466ac352-873a-4634-b74d-49c3b9852a70 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:14.707513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-466ac352-873a-4634-b74d-49c3b9852a70 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] 10.222.0.23 "PUT /v2.0/ports/0085c7e4-7dd7-46fe-8e06-32ce5c0f1121 HTTP/1.1" status: 200 len: 1130 time: 0.9173088 Nov 29 18:14:14.714751 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-354beac2-3414-4eb6-bc75-2bf6f1313fb0 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243458 Nov 29 18:14:14.716892 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:14.721224 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40282) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:14.747735 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2f9467da-c4a9-45de-80f7-3e0e49931997 None None] Provisioning complete for port d0874449-c506-460e-aef7-cb40d4d04e22 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:14.748870 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f9467da-c4a9-45de-80f7-3e0e49931997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:14.751821 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:14.751821 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:14.816870 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ac352-873a-4634-b74d-49c3b9852a70 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Pushing event updated for resources: {'Port': ['ID=0085c7e4-7dd7-46fe-8e06-32ce5c0f1121,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:14.825103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-2f8e240a-0e46-4546-9e7c-6485b75ae66b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=7c57a7f9-5b4c-4906-b679-7bec1c88b294 HTTP/1.1" status: 200 len: 217 time: 0.0904729 Nov 29 18:14:14.881018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2f9467da-c4a9-45de-80f7-3e0e49931997 None None] Provisioning complete for port 0085c7e4-7dd7-46fe-8e06-32ce5c0f1121 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:14.881402 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f9467da-c4a9-45de-80f7-3e0e49931997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:14.920547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e66ac5-9611-4b1a-9f6f-c5ff86e98f31 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:14.920937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2f9467da-c4a9-45de-80f7-3e0e49931997 None None] Port 0085c7e4-7dd7-46fe-8e06-32ce5c0f1121 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:14.922309 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e5e66ac5-9611-4b1a-9f6f-c5ff86e98f31 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] 10.222.0.23 "GET /v2.0/ports/0085c7e4-7dd7-46fe-8e06-32ce5c0f1121 HTTP/1.1" status: 200 len: 1130 time: 0.2002683 Nov 29 18:14:14.925999 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40284) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:14.936846 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d2776251-d1c9-419b-aed0-06466122193d tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Deleting port d3e34192-6073-4020-8b6d-5b2ce4fb6ee5 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:14.937193 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2776251-d1c9-419b-aed0-06466122193d tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:14.997677 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=2ebf70d5-c7b1-4e95-b205-55582da7bcab,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:15.020132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-5471c860-b64f-4f88-912e-e8d8239e1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:15.021648 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-5471c860-b64f-4f88-912e-e8d8239e1daa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.1872289 Nov 29 18:14:15.060606 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 07d6fed8-d284-4668-8e78-941c8e440f3d up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:15.093165 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b8dd2bc9-35b6-4866-b0b0-333d6dec1df0 None None] Provisioning complete for port 0085c7e4-7dd7-46fe-8e06-32ce5c0f1121 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:15.093550 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8dd2bc9-35b6-4866-b0b0-333d6dec1df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:15.139321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd2bc9-35b6-4866-b0b0-333d6dec1df0 None None] Port 0085c7e4-7dd7-46fe-8e06-32ce5c0f1121 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:15.147752 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:15.151942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:15.166910 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 07d6fed8-d284-4668-8e78-941c8e440f3d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:15.167301 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:15.187526 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2776251-d1c9-419b-aed0-06466122193d tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:15.262316 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987473d-52e7-4733-b19e-a9232a78c594 req-bfd349a7-ca72-4c3c-a90b-6f10480e26c5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:15.273424 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d2776251-d1c9-419b-aed0-06466122193d tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Calling delete_port for d3e34192-6073-4020-8b6d-5b2ce4fb6ee5 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:15.276049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987473d-52e7-4733-b19e-a9232a78c594 req-bfd349a7-ca72-4c3c-a90b-6f10480e26c5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:15.283768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987473d-52e7-4733-b19e-a9232a78c594 req-bfd349a7-ca72-4c3c-a90b-6f10480e26c5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:15.291248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987473d-52e7-4733-b19e-a9232a78c594 req-bfd349a7-ca72-4c3c-a90b-6f10480e26c5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:15.297346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987473d-52e7-4733-b19e-a9232a78c594 req-bfd349a7-ca72-4c3c-a90b-6f10480e26c5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:15.303339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987473d-52e7-4733-b19e-a9232a78c594 req-bfd349a7-ca72-4c3c-a90b-6f10480e26c5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:15.309971 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987473d-52e7-4733-b19e-a9232a78c594 req-bfd349a7-ca72-4c3c-a90b-6f10480e26c5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:15.315975 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1987473d-52e7-4733-b19e-a9232a78c594 req-bfd349a7-ca72-4c3c-a90b-6f10480e26c5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5421 time: 0.2335901 Nov 29 18:14:15.342470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-983c0fe0-e1c3-492f-a2bf-f5fc4ad73140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:15.344220 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-983c0fe0-e1c3-492f-a2bf-f5fc4ad73140 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3093388 Nov 29 18:14:15.378056 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-eb94ee86-ed71-4f9e-9de6-a9181f0ee7e5 None None] Could not find standard attr ID for object 86614126-70ed-4122-8c82-38acc4b03442. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:14:15.378829 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9913a-1aa1-4673-ab9b-751dff38380a tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Deleting port 0085c7e4-7dd7-46fe-8e06-32ce5c0f1121 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:15.379194 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f5a9913a-1aa1-4673-ab9b-751dff38380a tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:15.471591 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-557ac9b3-c6d4-4c76-8ca8-22d66da7857e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:15.518591 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-557ac9b3-c6d4-4c76-8ca8-22d66da7857e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:15.521861 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1987473d-52e7-4733-b19e-a9232a78c594 req-3e48d145-372d-44ff-a891-0417bf4b6262 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1947463 Nov 29 18:14:15.534361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Router 78900b23-527a-4533-b961-fd0bf21d5057 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:14:15.550598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0f65f26d-cf39-4255-a6c6-43270d9a6851 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953607 Nov 29 18:14:15.603288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d0874449-c506-460e-aef7-cb40d4d04e22 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:15.608868 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f5a9913a-1aa1-4673-ab9b-751dff38380a tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:15.643691 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-11382968-8ab4-4239-aa47-ae99104916bb None None] Provisioning complete for port 2ebf70d5-c7b1-4e95-b205-55582da7bcab triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:15.644013 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11382968-8ab4-4239-aa47-ae99104916bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:15.706160 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9913a-1aa1-4673-ab9b-751dff38380a tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Calling delete_port for 0085c7e4-7dd7-46fe-8e06-32ce5c0f1121 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:15.707436 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-11382968-8ab4-4239-aa47-ae99104916bb None None] Port 2ebf70d5-c7b1-4e95-b205-55582da7bcab cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:15.724254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port d0874449-c506-460e-aef7-cb40d4d04e22 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:15.726947 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:15.867275 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00b254-9dbd-4a60-a95a-957fabf9aa0c req-e97ed8a3-8ad2-4997-999f-5cc1555a9fe2 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:15.868882 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d00b254-9dbd-4a60-a95a-957fabf9aa0c req-e97ed8a3-8ad2-4997-999f-5cc1555a9fe2 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 945 time: 0.2869632 Nov 29 18:14:15.937423 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2776251-d1c9-419b-aed0-06466122193d tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:15.991890 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2776251-d1c9-419b-aed0-06466122193d tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Pushing event deleted for resources: {'Port': ['ID=d3e34192-6073-4020-8b6d-5b2ce4fb6ee5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:16.009759 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6632c0b6-4621-4cdb-a26f-b4441a261e85 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:16.020024 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557ac9b3-c6d4-4c76-8ca8-22d66da7857e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router 5535e1a9-e224-4f82-9432-689b69135068 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:14:16.066461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:16.067711 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-9976af32-a20d-460c-af9d-ae2f2debbd2d None None] Provisioning complete for port 0085c7e4-7dd7-46fe-8e06-32ce5c0f1121 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:16.068322 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9976af32-a20d-460c-af9d-ae2f2debbd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:16.075107 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2e68babf-0f75-4891-b9ab-3dcd27f9fe45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "PUT /v2.0/routers/78900b23-527a-4533-b961-fd0bf21d5057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5996664 Nov 29 18:14:16.078371 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Sync routers for ids ['78900b23-527a-4533-b961-fd0bf21d5057'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:16.088304 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Routers {'78900b23-527a-4533-b961-fd0bf21d5057'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:16.089445 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['78900b23-527a-4533-b961-fd0bf21d5057'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:16.092989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40292) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:16.105487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad9c90-2e8c-41ac-bea0-71fbafa60c16 req-c693f2a4-7ee4-4e91-b943-beda65297c91 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:16.107348 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61ad9c90-2e8c-41ac-bea0-71fbafa60c16 req-c693f2a4-7ee4-4e91-b943-beda65297c91 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 945 time: 0.1003733 Nov 29 18:14:16.123048 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9976af32-a20d-460c-af9d-ae2f2debbd2d None None] Port 0085c7e4-7dd7-46fe-8e06-32ce5c0f1121 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:16.158326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-10fb0dfb-829f-425c-bc68-489327c0a56f service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987425 Nov 29 18:14:16.186055 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Set router 78900b23-527a-4533-b961-fd0bf21d5057 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:14:16.192395 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2776251-d1c9-419b-aed0-06466122193d tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:16.241501 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-1a21eac6-a017-40cc-8b4e-0054ca5ce27d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=ae646355-ad4c-47e5-bc2b-0ef2ff5562dc HTTP/1.1" status: 200 len: 217 time: 0.0609136 Nov 29 18:14:16.248873 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92acdc6-51c1-4aff-853e-95b21381fbd0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:16.252458 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c92acdc6-51c1-4aff-853e-95b21381fbd0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports/2ebf70d5-c7b1-4e95-b205-55582da7bcab HTTP/1.1" status: 200 len: 911 time: 0.1410246 Nov 29 18:14:16.253347 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40294) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:16.288330 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f5a9913a-1aa1-4673-ab9b-751dff38380a tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:16.314417 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61ad9c90-2e8c-41ac-bea0-71fbafa60c16 req-b0a8c404-337f-45fd-a3db-8f9c782cdec3 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599076 Nov 29 18:14:16.318294 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-325f5bb1-9466-4c7a-b2f3-0df2049d326c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:16.319929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-325f5bb1-9466-4c7a-b2f3-0df2049d326c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.0685773 Nov 29 18:14:16.362221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-4d00b254-9dbd-4a60-a95a-957fabf9aa0c req-aab02a78-c513-4389-8aa0-2eac9d49952d tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Deleting port b4539350-9ef3-4929-8d98-2bf91d7e69bb {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:16.362561 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4d00b254-9dbd-4a60-a95a-957fabf9aa0c req-aab02a78-c513-4389-8aa0-2eac9d49952d tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:16.372604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-a858db09-813c-4158-8a83-4a208a5d394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:16.374118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-a858db09-813c-4158-8a83-4a208a5d394b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0470042 Nov 29 18:14:16.385360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e2aa79d1-58df-47c7-8c2b-674222feb111 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:14:16.386995 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-e2aa79d1-58df-47c7-8c2b-674222feb111 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057600 Nov 29 18:14:16.399267 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2776251-d1c9-419b-aed0-06466122193d tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:16.405145 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78900b23-527a-4533-b961-fd0bf21d5057', 'name': 'tempest-NetworksTestDHCPv6-router-784464992', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:08Z', 'updated_at': '2021-11-29T18:14:13Z', 'revision_number': 2, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'gw_port_host': None, '_interfaces': [{'id': '2ebf70d5-c7b1-4e95-b205-55582da7bcab', 'name': '', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'mac_address': 'fa:16:3e:e7:0d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78900b23-527a-4533-b961-fd0bf21d5057', 'device_owner': 'network:router_interface', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '4d353801-6a7d-42c3-bad8-2f6f6c0da218', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:10Z', 'updated_at': '2021-11-29T18:14:14Z', 'revision_number': 2, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'subnets': [{'id': '4d353801-6a7d-42c3-bad8-2f6f6c0da218', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:16.430948 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2776251-d1c9-419b-aed0-06466122193d tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:16.431149 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Checking router: 78900b23-527a-4533-b961-fd0bf21d5057 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:14:16.431314 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Updating router 78900b23-527a-4533-b961-fd0bf21d5057 port 2ebf70d5-c7b1-4e95-b205-55582da7bcab binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:14:16.435163 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9913a-1aa1-4673-ab9b-751dff38380a tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Pushing event deleted for resources: {'Port': ['ID=0085c7e4-7dd7-46fe-8e06-32ce5c0f1121,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:16.458844 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:16.490251 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-6c244bf8-27ec-474c-af4d-5e118a0d8e28 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956473 Nov 29 18:14:16.525941 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557ac9b3-c6d4-4c76-8ca8-22d66da7857e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:16.531603 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f5a9913a-1aa1-4673-ab9b-751dff38380a tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:16.537694 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f5a9913a-1aa1-4673-ab9b-751dff38380a tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] 10.222.0.23 "DELETE /v2.0/ports/0085c7e4-7dd7-46fe-8e06-32ce5c0f1121 HTTP/1.1" status: 204 len: 168 time: 1.6099203 Nov 29 18:14:16.539618 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40296) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:16.540187 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75166d5e-9c3b-46a1-940a-e4d0e827d0c0 None None] Sync routers for ids ['5535e1a9-e224-4f82-9432-689b69135068'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:16.550625 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-557ac9b3-c6d4-4c76-8ca8-22d66da7857e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:16.554252 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-557ac9b3-c6d4-4c76-8ca8-22d66da7857e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/5535e1a9-e224-4f82-9432-689b69135068 HTTP/1.1" status: 200 len: 888 time: 2.1543016 Nov 29 18:14:16.570668 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2776251-d1c9-419b-aed0-06466122193d tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:16.571230 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2776251-d1c9-419b-aed0-06466122193d tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Fanout notify agent at l3_agent the message router_deleted on router f5fc10d1-74d1-4608-93f8-e4c2264d4d47 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:14:16.571604 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75166d5e-9c3b-46a1-940a-e4d0e827d0c0 None None] Routers {'5535e1a9-e224-4f82-9432-689b69135068'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:16.572252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-75166d5e-9c3b-46a1-940a-e4d0e827d0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5535e1a9-e224-4f82-9432-689b69135068'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:16.572688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40298) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:16.583469 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2776251-d1c9-419b-aed0-06466122193d tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:16.588391 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d2776251-d1c9-419b-aed0-06466122193d tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "DELETE /v2.0/routers/f5fc10d1-74d1-4608-93f8-e4c2264d4d47 HTTP/1.1" status: 204 len: 168 time: 2.5701632 Nov 29 18:14:16.618695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37d412f-8b3d-45f9-9688-bf6c30d18bd1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:16.624661 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-75166d5e-9c3b-46a1-940a-e4d0e827d0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:16.625218 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37d412f-8b3d-45f9-9688-bf6c30d18bd1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:16.626471 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a37d412f-8b3d-45f9-9688-bf6c30d18bd1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3392115 Nov 29 18:14:16.627106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40302) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:16.637780 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40304) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:16.644705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Request body: {'router': {'name': 'tempest-snat-router-333707169', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'enable_snat': False}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:16.657255 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75166d5e-9c3b-46a1-940a-e4d0e827d0c0 None None] Routers {'5535e1a9-e224-4f82-9432-689b69135068'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:16.657877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-75166d5e-9c3b-46a1-940a-e4d0e827d0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['5535e1a9-e224-4f82-9432-689b69135068'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:16.747188 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-75166d5e-9c3b-46a1-940a-e4d0e827d0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:16.748409 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75166d5e-9c3b-46a1-940a-e4d0e827d0c0 None None] The sync data for ids ['5535e1a9-e224-4f82-9432-689b69135068'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:14:16.778542 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-298db289-e7cd-42b2-b3a4-8c8f009ab436 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810667 Nov 29 18:14:16.813478 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f89cc-437f-402d-9460-ae0f36051dc6 req-4a96f774-527f-4822-86ef-5c65408bb6cd tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:16.819805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f89cc-437f-402d-9460-ae0f36051dc6 req-4a96f774-527f-4822-86ef-5c65408bb6cd tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:16.821935 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-4d00b254-9dbd-4a60-a95a-957fabf9aa0c req-aab02a78-c513-4389-8aa0-2eac9d49952d tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] For port b4539350-9ef3-4929-8d98-2bf91d7e69bb, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b4539350-9ef3-4929-8d98-2bf91d7e69bb,segment=NetworkSegment(02aa7383-11fe-4de7-8faa-6f90d4f07b52),segment_id=02aa7383-11fe-4de7-8faa-6f90d4f07b52)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:16.822316 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4d00b254-9dbd-4a60-a95a-957fabf9aa0c req-aab02a78-c513-4389-8aa0-2eac9d49952d tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:16.826833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f89cc-437f-402d-9460-ae0f36051dc6 req-4a96f774-527f-4822-86ef-5c65408bb6cd tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:16.833292 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f89cc-437f-402d-9460-ae0f36051dc6 req-4a96f774-527f-4822-86ef-5c65408bb6cd tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:16.839793 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f89cc-437f-402d-9460-ae0f36051dc6 req-4a96f774-527f-4822-86ef-5c65408bb6cd tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:16.845845 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f89cc-437f-402d-9460-ae0f36051dc6 req-4a96f774-527f-4822-86ef-5c65408bb6cd tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:16.851890 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f89cc-437f-402d-9460-ae0f36051dc6 req-4a96f774-527f-4822-86ef-5c65408bb6cd tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:16.853946 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-284f89cc-437f-402d-9460-ae0f36051dc6 req-4a96f774-527f-4822-86ef-5c65408bb6cd tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5421 time: 0.1593282 Nov 29 18:14:16.862247 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea2b173-1500-4e75-8766-431cc551a391 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Deleting subnet 1c0b94f4-f069-4ad8-b50d-60b250032a0c {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:14:16.867556 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:16.874110 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:16.893970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-5d93e19e-aba1-49d9-8ecf-1b64414d43fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1d310fc-38a8-4207-b780-c7b7ed72c64f HTTP/1.1" status: 200 len: 217 time: 0.1044695 Nov 29 18:14:16.895157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-4d00b254-9dbd-4a60-a95a-957fabf9aa0c req-aab02a78-c513-4389-8aa0-2eac9d49952d tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Calling delete_port for b4539350-9ef3-4929-8d98-2bf91d7e69bb owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:16.900047 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6ea2b173-1500-4e75-8766-431cc551a391 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:16.987704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-93d9571e-06f3-4611-9f1e-4324c147f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:16.989396 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-93d9571e-06f3-4611-9f1e-4324c147f36a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c504f4-9df8-4894-b0d2-9a3940ee271e HTTP/1.1" status: 200 len: 797 time: 0.0815027 Nov 29 18:14:16.997399 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b200b-b298-4d03-aed1-b12fb38f7e0c None None] Pushing event updated for resources: {'Port': ['ID=2ebf70d5-c7b1-4e95-b205-55582da7bcab,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:16.997618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-284f89cc-437f-402d-9460-ae0f36051dc6 req-ac11dd07-add3-41dd-9ab9-fbb399c20d97 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127861 Nov 29 18:14:17.007929 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Attempting to bind port 2ebf70d5-c7b1-4e95-b205-55582da7bcab on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:17.008290 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Attempting to bind port 2ebf70d5-c7b1-4e95-b205-55582da7bcab by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:17.008658 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Attempting to bind port 2ebf70d5-c7b1-4e95-b205-55582da7bcab on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:17.013316 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b200b-b298-4d03-aed1-b12fb38f7e0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:17.013629 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b200b-b298-4d03-aed1-b12fb38f7e0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:17.014045 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b200b-b298-4d03-aed1-b12fb38f7e0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:17.014387 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b200b-b298-4d03-aed1-b12fb38f7e0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:17.014719 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b200b-b298-4d03-aed1-b12fb38f7e0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:17.015231 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b200b-b298-4d03-aed1-b12fb38f7e0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:17.015564 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b200b-b298-4d03-aed1-b12fb38f7e0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:17.015890 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b200b-b298-4d03-aed1-b12fb38f7e0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:17.016215 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b200b-b298-4d03-aed1-b12fb38f7e0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:17.016537 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b200b-b298-4d03-aed1-b12fb38f7e0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:17.016857 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b200b-b298-4d03-aed1-b12fb38f7e0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:17.017177 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b200b-b298-4d03-aed1-b12fb38f7e0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:17.023244 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:17.023624 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:17.024016 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:17.024401 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:17.024867 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Bound port: 2ebf70d5-c7b1-4e95-b205-55582da7bcab, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:17.025388 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:17.063767 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-14da4583-6f15-4782-b564-20ac77a348d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:17.065289 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-14da4583-6f15-4782-b564-20ac77a348d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9f36459-b545-4033-9511-3819613163f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667515 Nov 29 18:14:17.103734 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] For port 2ebf70d5-c7b1-4e95-b205-55582da7bcab, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:14:17.107572 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] For port 2ebf70d5-c7b1-4e95-b205-55582da7bcab, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2ebf70d5-c7b1-4e95-b205-55582da7bcab,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:14:17.115843 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:17.182535 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Routers {'78900b23-527a-4533-b961-fd0bf21d5057'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:17.183478 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['78900b23-527a-4533-b961-fd0bf21d5057'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:17.195286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-f304a1f3-542d-4e4e-8924-13c4c443fda2 service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192429 Nov 29 18:14:17.224336 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b200b-b298-4d03-aed1-b12fb38f7e0c None None] Pushing event updated for resources: {'Port': ['ID=2ebf70d5-c7b1-4e95-b205-55582da7bcab,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:17.287502 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] Set router 78900b23-527a-4533-b961-fd0bf21d5057 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:14:17.315663 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-6ac45419-a385-470e-9df2-49f3394cd1f1 service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128082 Nov 29 18:14:17.316053 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:17.317105 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:17.383742 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-70ca2a32-32e4-4260-b993-313bd575ae28 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=112a1789-df95-401f-85ce-35d276e8bc81 HTTP/1.1" status: 200 len: 217 time: 0.0593762 Nov 29 18:14:17.385005 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-10db1b31-8018-4233-845e-7509e48017a1 None None] Provisioning complete for port 2ebf70d5-c7b1-4e95-b205-55582da7bcab triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:17.385472 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10db1b31-8018-4233-845e-7509e48017a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:17.450041 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-c0e71345-30b8-4459-a293-d0928252b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:17.453296 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-c0e71345-30b8-4459-a293-d0928252b317 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c504f4-9df8-4894-b0d2-9a3940ee271e HTTP/1.1" status: 200 len: 797 time: 0.0618646 Nov 29 18:14:17.497298 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6ea2b173-1500-4e75-8766-431cc551a391 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:17.548107 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10db1b31-8018-4233-845e-7509e48017a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:17.559536 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fa648bd0-6775-4806-8fe6-010822ae02a7 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/routers/5535e1a9-e224-4f82-9432-689b69135068 HTTP/1.1" status: 200 len: 888 time: 0.9818683 Nov 29 18:14:17.565205 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40310) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:17.598498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-10db1b31-8018-4233-845e-7509e48017a1 None None] For port 2ebf70d5-c7b1-4e95-b205-55582da7bcab, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2ebf70d5-c7b1-4e95-b205-55582da7bcab,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:17.605810 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10db1b31-8018-4233-845e-7509e48017a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:17.612721 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:17.614947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6fbbf-aca1-470a-9269-5da7999810b6 req-c69cebef-7dc5-4da7-a72f-6e2f330cf59c tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:17.617964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dca6fbbf-aca1-470a-9269-5da7999810b6 req-c69cebef-7dc5-4da7-a72f-6e2f330cf59c tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/ports?device_id=0c4e1039-6d07-4115-a733-dd1cc7bc0e0c HTTP/1.1" status: 200 len: 945 time: 0.1022120 Nov 29 18:14:17.631199 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-92c67fe0-051b-4711-908f-a9dbcc90a639 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports?device_id=5535e1a9-e224-4f82-9432-689b69135068 HTTP/1.1" status: 200 len: 205 time: 0.0615327 Nov 29 18:14:17.631832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40312) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:17.673403 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db1b31-8018-4233-845e-7509e48017a1 None None] Pushing event updated for resources: {'Port': ['ID=2ebf70d5-c7b1-4e95-b205-55582da7bcab,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:17.682936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0ab0391b-82fc-4ae9-a623-9b16f7483c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:17.684605 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-0ab0391b-82fc-4ae9-a623-9b16f7483c9e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9f36459-b545-4033-9511-3819613163f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2243714 Nov 29 18:14:17.687814 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78900b23-527a-4533-b961-fd0bf21d5057', 'name': 'tempest-NetworksTestDHCPv6-router-784464992', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:08Z', 'updated_at': '2021-11-29T18:14:13Z', 'revision_number': 2, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'gw_port_host': None, '_interfaces': [{'id': '2ebf70d5-c7b1-4e95-b205-55582da7bcab', 'name': '', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'mac_address': 'fa:16:3e:e7:0d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78900b23-527a-4533-b961-fd0bf21d5057', 'device_owner': 'network:router_interface', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '4d353801-6a7d-42c3-bad8-2f6f6c0da218', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:10Z', 'updated_at': '2021-11-29T18:14:17Z', 'revision_number': 4, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'subnets': [{'id': '4d353801-6a7d-42c3-bad8-2f6f6c0da218', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:17.725948 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9fafe-ea83-4606-8c3e-c8b9513bcb2d None None] The sync data for ids ['78900b23-527a-4533-b961-fd0bf21d5057'] in n-d-819494-5 is: [{'id': '78900b23-527a-4533-b961-fd0bf21d5057', 'name': 'tempest-NetworksTestDHCPv6-router-784464992', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:08Z', 'updated_at': '2021-11-29T18:14:13Z', 'revision_number': 2, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'gw_port_host': None, '_interfaces': [{'id': '2ebf70d5-c7b1-4e95-b205-55582da7bcab', 'name': '', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'mac_address': 'fa:16:3e:e7:0d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78900b23-527a-4533-b961-fd0bf21d5057', 'device_owner': 'network:router_interface', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '4d353801-6a7d-42c3-bad8-2f6f6c0da218', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:10Z', 'updated_at': '2021-11-29T18:14:17Z', 'revision_number': 4, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'subnets': [{'id': '4d353801-6a7d-42c3-bad8-2f6f6c0da218', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:14:17.728904 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7912d0d3-e439-4bf9-ba2e-a2aec190f441 None None] Provisioning complete for port 2ebf70d5-c7b1-4e95-b205-55582da7bcab triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:17.729414 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7912d0d3-e439-4bf9-ba2e-a2aec190f441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:17.808839 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dca6fbbf-aca1-470a-9269-5da7999810b6 req-2517ebb8-962f-438f-9b63-659a853466c0 tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.23 "GET /v2.0/security-groups?id=e8b1338f-315f-4980-bdec-b66b85829284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760182 Nov 29 18:14:17.903887 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d178-85b4-42cb-ad78-2b1b4b111b4c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:17.907479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-434ea1de-f8e2-4a59-8745-a04732641c35 service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862562 Nov 29 18:14:17.927523 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6ea2b173-1500-4e75-8766-431cc551a391 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:17.956122 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:17.994454 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4d00b254-9dbd-4a60-a95a-957fabf9aa0c req-aab02a78-c513-4389-8aa0-2eac9d49952d tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:18.019820 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b4539350-9ef3-4929-8d98-2bf91d7e69bb'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:14:18.100190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab02a78-c513-4389-8aa0-2eac9d49952d tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Pushing event deleted for resources: {'Port': ['ID=b4539350-9ef3-4929-8d98-2bf91d7e69bb,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:18.155099 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d00b254-9dbd-4a60-a95a-957fabf9aa0c req-aab02a78-c513-4389-8aa0-2eac9d49952d tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] No DVR routers for this DVR port b4539350-9ef3-4929-8d98-2bf91d7e69bb on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:14:18.158595 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-4d00b254-9dbd-4a60-a95a-957fabf9aa0c req-aab02a78-c513-4389-8aa0-2eac9d49952d tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:18.162102 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d00b254-9dbd-4a60-a95a-957fabf9aa0c req-aab02a78-c513-4389-8aa0-2eac9d49952d tempest-VolumesActionsTest-448186499 tempest-VolumesActionsTest-448186499-project] 10.222.0.20 "DELETE /v2.0/ports/b4539350-9ef3-4929-8d98-2bf91d7e69bb HTTP/1.1" status: 204 len: 173 time: 2.2751365 Nov 29 18:14:18.164407 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6ea2b173-1500-4e75-8766-431cc551a391 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:18.168833 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e1039-6d07-4115-a733-dd1cc7bc0e0c', 'name': 'network-vif-deleted', 'tag': 'b4539350-9ef3-4929-8d98-2bf91d7e69bb'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:14:18.171208 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb0f3f1-e084-4b46-8bf9-50139a36701d" -d '{"events": [{"server_uuid": "0c4e1039-6d07-4115-a733-dd1cc7bc0e0c", "name": "network-vif-deleted", "tag": "b4539350-9ef3-4929-8d98-2bf91d7e69bb"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:14:18.222722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c026d64a-b8c8-42d1-bd56-76f0eb2fac4d req-6dc9d70f-8a9f-44c3-a74f-20dd9160afb4 service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727840 Nov 29 18:14:18.245140 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83394e23-7d17-47f1-a4d6-637b18728749 x-openstack-request-id: req-83394e23-7d17-47f1-a4d6-637b18728749 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:14:18.245443 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4e1039-6d07-4115-a733-dd1cc7bc0e0c", "name": "network-vif-deleted", "tag": "b4539350-9ef3-4929-8d98-2bf91d7e69bb", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:14:18.245713 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83394e23-7d17-47f1-a4d6-637b18728749 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:14:18.246567 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e1039-6d07-4115-a733-dd1cc7bc0e0c', 'name': 'network-vif-deleted', 'tag': 'b4539350-9ef3-4929-8d98-2bf91d7e69bb', 'status': 'completed', 'code': 200} Nov 29 18:14:18.246849 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2b173-1500-4e75-8766-431cc551a391 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0b94f4-f069-4ad8-b50d-60b250032a0c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:18.252352 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6ea2b173-1500-4e75-8766-431cc551a391 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:18.258569 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6ea2b173-1500-4e75-8766-431cc551a391 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] 10.222.0.23 "DELETE /v2.0/subnets/1c0b94f4-f069-4ad8-b50d-60b250032a0c HTTP/1.1" status: 204 len: 168 time: 1.7055688 Nov 29 18:14:18.260663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40320) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:18.268912 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aadab8-142d-46a2-9dae-2312d50d9817 None None] Network 2146388e-61b8-4d24-a9d7-a919c8baf17a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:18.286531 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d178-85b4-42cb-ad78-2b1b4b111b4c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:18.317773 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53a52-8010-448b-aa11-e92a3620bf98 req-a888c75b-9b40-4ee8-9871-7426fca87217 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:18.323996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53a52-8010-448b-aa11-e92a3620bf98 req-a888c75b-9b40-4ee8-9871-7426fca87217 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:18.330891 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53a52-8010-448b-aa11-e92a3620bf98 req-a888c75b-9b40-4ee8-9871-7426fca87217 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:18.337696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53a52-8010-448b-aa11-e92a3620bf98 req-a888c75b-9b40-4ee8-9871-7426fca87217 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:18.345939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53a52-8010-448b-aa11-e92a3620bf98 req-a888c75b-9b40-4ee8-9871-7426fca87217 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:18.352860 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53a52-8010-448b-aa11-e92a3620bf98 req-a888c75b-9b40-4ee8-9871-7426fca87217 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:18.360099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53a52-8010-448b-aa11-e92a3620bf98 req-a888c75b-9b40-4ee8-9871-7426fca87217 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:18.362233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65b53a52-8010-448b-aa11-e92a3620bf98 req-a888c75b-9b40-4ee8-9871-7426fca87217 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5421 time: 0.2278938 Nov 29 18:14:18.422378 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:18.501808 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9c10b-8261-485a-8ab3-94e0e9a393b3 req-bdc4f5b3-e634-4d7e-a4a1-097fb0885e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:18.502300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9c10b-8261-485a-8ab3-94e0e9a393b3 req-bdc4f5b3-e634-4d7e-a4a1-097fb0885e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:18.502780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9c10b-8261-485a-8ab3-94e0e9a393b3 req-bdc4f5b3-e634-4d7e-a4a1-097fb0885e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:18.503288 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9c10b-8261-485a-8ab3-94e0e9a393b3 req-bdc4f5b3-e634-4d7e-a4a1-097fb0885e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:18.503896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9c10b-8261-485a-8ab3-94e0e9a393b3 req-bdc4f5b3-e634-4d7e-a4a1-097fb0885e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:18.504504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9c10b-8261-485a-8ab3-94e0e9a393b3 req-bdc4f5b3-e634-4d7e-a4a1-097fb0885e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:18.504982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9c10b-8261-485a-8ab3-94e0e9a393b3 req-bdc4f5b3-e634-4d7e-a4a1-097fb0885e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:18.507018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79e9c10b-8261-485a-8ab3-94e0e9a393b3 req-bdc4f5b3-e634-4d7e-a4a1-097fb0885e9b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69148bb57fa54adf911a3855e38b3970&device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 6478 time: 0.1421206 Nov 29 18:14:18.538126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52405ef9-c67b-4ab2-9486-22b74bf6c85c None None] DHCP port deletion for 2146388e-61b8-4d24-a9d7-a919c8baf17a request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:18.548161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4d178-85b4-42cb-ad78-2b1b4b111b4c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port db853b2e-4c13-4092-9ee1-1702a61c9c7c {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:18.548517 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d178-85b4-42cb-ad78-2b1b4b111b4c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:18.593765 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-82c51d18-adea-414c-8ba3-9fa9edc88739 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:18.594617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65b53a52-8010-448b-aa11-e92a3620bf98 req-e5c0932e-d346-4628-b2bc-75fa45fff9a9 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2206357 Nov 29 18:14:18.615875 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-52405ef9-c67b-4ab2-9486-22b74bf6c85c None None] Deleting port d0874449-c506-460e-aef7-cb40d4d04e22 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:18.621057 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52405ef9-c67b-4ab2-9486-22b74bf6c85c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:18.726701 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:18.735541 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d178-85b4-42cb-ad78-2b1b4b111b4c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:18.740133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9c10b-8261-485a-8ab3-94e0e9a393b3 req-1fedb880-93cd-4971-b2fc-27e337c3f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:18.742019 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79e9c10b-8261-485a-8ab3-94e0e9a393b3 req-1fedb880-93cd-4971-b2fc-27e337c3f519 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9f36459-b545-4033-9511-3819613163f0 HTTP/1.1" status: 200 len: 903 time: 0.2204769 Nov 29 18:14:18.750117 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-52405ef9-c67b-4ab2-9486-22b74bf6c85c None None] For port d0874449-c506-460e-aef7-cb40d4d04e22, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d0874449-c506-460e-aef7-cb40d4d04e22,segment=NetworkSegment(ef68fac9-6634-4037-a66d-75356f9d3a8b),segment_id=ef68fac9-6634-4037-a66d-75356f9d3a8b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:18.751495 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52405ef9-c67b-4ab2-9486-22b74bf6c85c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:18.779812 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Deleting port d0874449-c506-460e-aef7-cb40d4d04e22 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:18.780058 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:18.780737 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-52405ef9-c67b-4ab2-9486-22b74bf6c85c None None] Calling delete_port for d0874449-c506-460e-aef7-cb40d4d04e22 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:18.782187 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:18.792187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4d178-85b4-42cb-ad78-2b1b4b111b4c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for db853b2e-4c13-4092-9ee1-1702a61c9c7c owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:18.797925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79e9c10b-8261-485a-8ab3-94e0e9a393b3 req-d1fd93f3-b75e-44b1-ba1b-925590de83b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=112a1789-df95-401f-85ce-35d276e8bc81 HTTP/1.1" status: 200 len: 217 time: 0.0480428 Nov 29 18:14:18.912778 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52405ef9-c67b-4ab2-9486-22b74bf6c85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:18.945409 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52405ef9-c67b-4ab2-9486-22b74bf6c85c None None] Pushing event deleted for resources: {'Port': ['ID=d0874449-c506-460e-aef7-cb40d4d04e22,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:18.949475 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52405ef9-c67b-4ab2-9486-22b74bf6c85c None None] No DVR routers for this DVR port d0874449-c506-460e-aef7-cb40d4d04e22 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:14:18.991833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9c10b-8261-485a-8ab3-94e0e9a393b3 req-11eb75df-016c-492d-b390-efe5d6d414fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:18.993959 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79e9c10b-8261-485a-8ab3-94e0e9a393b3 req-11eb75df-016c-492d-b390-efe5d6d414fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c504f4-9df8-4894-b0d2-9a3940ee271e HTTP/1.1" status: 200 len: 797 time: 0.1874764 Nov 29 18:14:18.997266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] For port d0874449-c506-460e-aef7-cb40d4d04e22, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d0874449-c506-460e-aef7-cb40d4d04e22,segment=NetworkSegment(ef68fac9-6634-4037-a66d-75356f9d3a8b),segment_id=ef68fac9-6634-4037-a66d-75356f9d3a8b)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:18.997641 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:19.014550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Calling delete_port for d0874449-c506-460e-aef7-cb40d4d04e22 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:19.123267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9c10b-8261-485a-8ab3-94e0e9a393b3 req-cdfcc341-81e0-4e37-a1dd-baeb73a39aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:19.124994 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79e9c10b-8261-485a-8ab3-94e0e9a393b3 req-cdfcc341-81e0-4e37-a1dd-baeb73a39aef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9f36459-b545-4033-9511-3819613163f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1128430 Nov 29 18:14:19.215374 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Allocated IP 172.25.3.10 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/f49aba65-24d7-44ef-a6f6-f693210bf0a1) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:19.220430 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:19.250029 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d178-85b4-42cb-ad78-2b1b4b111b4c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:19.277341 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Pushing event deleted for resources: {'Port': ['ID=d0874449-c506-460e-aef7-cb40d4d04e22,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:19.299279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4d178-85b4-42cb-ad78-2b1b4b111b4c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=db853b2e-4c13-4092-9ee1-1702a61c9c7c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:19.306217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f580e-4231-4a47-ae97-afbff3303085 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:19.320712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79e9c10b-8261-485a-8ab3-94e0e9a393b3 req-f26883ef-8bbf-431c-99b6-56d81f21f887 service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855316 Nov 29 18:14:19.328752 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] No DVR routers for this DVR port d0874449-c506-460e-aef7-cb40d4d04e22 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:14:19.338565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:19.339000 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:19.339304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:19.339589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:19.339931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:19.340271 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:19.340701 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:19.340921 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:19.341254 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:19.341651 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:19.341984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:19.342414 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:19.433396 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d178-85b4-42cb-ad78-2b1b4b111b4c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:19.511724 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:19.568361 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:19.574709 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2146388e-61b8-4d24-a9d7-a919c8baf17a']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:19.587295 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-82c51d18-adea-414c-8ba3-9fa9edc88739 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port 2ebf70d5-c7b1-4e95-b205-55582da7bcab {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:19.587469 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-82c51d18-adea-414c-8ba3-9fa9edc88739 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:19.659493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2ebf70d5-c7b1-4e95-b205-55582da7bcab up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:19.690904 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef68fac9-6634-4037-a66d-75356f9d3a8b') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:19.691519 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef68fac9-6634-4037-a66d-75356f9d3a8b') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:19.714557 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:19.754078 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:19.767450 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 2ebf70d5-c7b1-4e95-b205-55582da7bcab triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:19.768001 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:19.778873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:14:19.781683 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:14:19.785243 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:14:19.861097 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:19.884729 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-82c51d18-adea-414c-8ba3-9fa9edc88739 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] For port 2ebf70d5-c7b1-4e95-b205-55582da7bcab, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2ebf70d5-c7b1-4e95-b205-55582da7bcab,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:19.886030 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-82c51d18-adea-414c-8ba3-9fa9edc88739 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:19.933739 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79e9c10b-8261-485a-8ab3-94e0e9a393b3 req-d0a54b8e-c9fb-4fb2-ad3c-0d0c6de208ec service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5821447 Nov 29 18:14:19.947217 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d178-85b4-42cb-ad78-2b1b4b111b4c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:19.951823 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d178-85b4-42cb-ad78-2b1b4b111b4c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:19.961012 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-82c51d18-adea-414c-8ba3-9fa9edc88739 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for 2ebf70d5-c7b1-4e95-b205-55582da7bcab owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:19.964049 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:19.970443 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:19.976499 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] 10.222.0.23 "DELETE /v2.0/networks/2146388e-61b8-4d24-a9d7-a919c8baf17a HTTP/1.1" status: 204 len: 168 time: 1.7122765 Nov 29 18:14:19.985164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f2447-570f-4707-acee-ba396e66ec60 req-1782ff59-eac2-477c-9880-b6c6eb364b41 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:19.989102 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:19.996600 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f2447-570f-4707-acee-ba396e66ec60 req-1782ff59-eac2-477c-9880-b6c6eb364b41 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:20.000382 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d0874449-c506-460e-aef7-cb40d4d04e22 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:14:20.011836 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:20.015007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:20.044058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f2447-570f-4707-acee-ba396e66ec60 req-1782ff59-eac2-477c-9880-b6c6eb364b41 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:20.052550 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e55357-7568-4c64-9c7e-4996c3be5e7d None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:20.055852 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: d0874449-c506-460e-aef7-cb40d4d04e22 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:14:20.056309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d0874449-c506-460e-aef7-cb40d4d04e22 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:14:20.060567 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9777bc-27a4-4957-9c10-e8548efc75cb tempest-ExtraDHCPOptionsIpV6TestJSON-701402277 tempest-ExtraDHCPOptionsIpV6TestJSON-701402277-project] Pushing event deleted for resources: {'Network': ['ID=2146388e-61b8-4d24-a9d7-a919c8baf17a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:20.061102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f2447-570f-4707-acee-ba396e66ec60 req-1782ff59-eac2-477c-9880-b6c6eb364b41 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:20.082309 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f2447-570f-4707-acee-ba396e66ec60 req-1782ff59-eac2-477c-9880-b6c6eb364b41 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:20.091701 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f2447-570f-4707-acee-ba396e66ec60 req-1782ff59-eac2-477c-9880-b6c6eb364b41 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:20.099960 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f2447-570f-4707-acee-ba396e66ec60 req-1782ff59-eac2-477c-9880-b6c6eb364b41 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:20.102006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc3f2447-570f-4707-acee-ba396e66ec60 req-1782ff59-eac2-477c-9880-b6c6eb364b41 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5421 time: 0.2803388 Nov 29 18:14:20.110919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-373e2fb6-fde5-41c6-b09d-16db45541221 None None] Provisioning complete for port f49aba65-24d7-44ef-a6f6-f693210bf0a1 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:20.111540 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-373e2fb6-fde5-41c6-b09d-16db45541221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:20.175966 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-373e2fb6-fde5-41c6-b09d-16db45541221 None None] Port f49aba65-24d7-44ef-a6f6-f693210bf0a1 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:20.188858 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Pushing event updated for resources: {'Port': ['ID=f49aba65-24d7-44ef-a6f6-f693210bf0a1,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:20.189123 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d178-85b4-42cb-ad78-2b1b4b111b4c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:20.189662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d4d178-85b4-42cb-ad78-2b1b4b111b4c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Fanout notify agent at l3_agent the message router_deleted on router 5535e1a9-e224-4f82-9432-689b69135068 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:14:20.198863 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1d4d178-85b4-42cb-ad78-2b1b4b111b4c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:20.200049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a1d4d178-85b4-42cb-ad78-2b1b4b111b4c tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/routers/5535e1a9-e224-4f82-9432-689b69135068 HTTP/1.1" status: 204 len: 168 time: 2.5417070 Nov 29 18:14:20.203866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40374) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:20.210179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fc466784-d903-4372-ba4f-48d7f5d1784e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'network': {'name': 'tempest-RoutersTest-1145873127'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:20.251009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc3f2447-570f-4707-acee-ba396e66ec60 req-7d413f9e-ee6f-4bd5-b3ae-37c488b98392 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019914 Nov 29 18:14:20.259027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc466784-d903-4372-ba4f-48d7f5d1784e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:20.264345 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc466784-d903-4372-ba4f-48d7f5d1784e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:20.310273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc466784-d903-4372-ba4f-48d7f5d1784e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:14:20.323913 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc466784-d903-4372-ba4f-48d7f5d1784e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:20.324557 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-fc466784-d903-4372-ba4f-48d7f5d1784e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Added segment 84876b28-059d-4aab-af10-9f3bc5fe15e7 of type vlan for network ed83ab07-e3d4-4098-a4ce-ff17954cdeaa Nov 29 18:14:20.372431 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc466784-d903-4372-ba4f-48d7f5d1784e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:20.386851 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40378) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:20.405482 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc466784-d903-4372-ba4f-48d7f5d1784e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:20.413027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc466784-d903-4372-ba4f-48d7f5d1784e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:20.413970 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc466784-d903-4372-ba4f-48d7f5d1784e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:20.494598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b4539350-9ef3-4929-8d98-2bf91d7e69bb no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:14:20.506246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc466784-d903-4372-ba4f-48d7f5d1784e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Network': ['ID=ed83ab07-e3d4-4098-a4ce-ff17954cdeaa,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:20.528031 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fc466784-d903-4372-ba4f-48d7f5d1784e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3229725 Nov 29 18:14:20.528727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40382) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:20.534525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-14c96ed5-8948-45ca-8455-1046489d964f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'subnet': {'network_id': 'ed83ab07-e3d4-4098-a4ce-ff17954cdeaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:20.548307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network ed83ab07-e3d4-4098-a4ce-ff17954cdeaa details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:14:20.552159 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: b4539350-9ef3-4929-8d98-2bf91d7e69bb {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:14:20.552877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b4539350-9ef3-4929-8d98-2bf91d7e69bb not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:14:20.644052 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-af8dac76-d178-48b4-af37-0af771b1d3f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bca2bb3494a1494b8fb4848c49c423ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2560034 Nov 29 18:14:20.646629 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40388) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:20.647735 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:20.667460 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c96ed5-8948-45ca-8455-1046489d964f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:20.672578 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14c96ed5-8948-45ca-8455-1046489d964f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:20.704946 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-82c51d18-adea-414c-8ba3-9fa9edc88739 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:20.796829 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30695690-b2cf-49ea-9132-0145843b70fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:20.838275 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30695690-b2cf-49ea-9132-0145843b70fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:20.995333 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30695690-b2cf-49ea-9132-0145843b70fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:20.997933 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30695690-b2cf-49ea-9132-0145843b70fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:20.999285 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-30695690-b2cf-49ea-9132-0145843b70fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5276eaac-ef68-4064-861e-2dd8ef25cd03 HTTP/1.1" status: 204 len: 168 time: 0.3507645 Nov 29 18:14:21.009343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30695690-b2cf-49ea-9132-0145843b70fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5276eaac-ef68-4064-861e-2dd8ef25cd03,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:21.012424 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14c96ed5-8948-45ca-8455-1046489d964f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:21.086242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c96ed5-8948-45ca-8455-1046489d964f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Subnet': ['ID=b7ff624b-fc65-4f92-bdc6-5adf990fdad8,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:21.120579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c51d18-adea-414c-8ba3-9fa9edc88739 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=2ebf70d5-c7b1-4e95-b205-55582da7bcab,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:21.121034 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c96ed5-8948-45ca-8455-1046489d964f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Checking segment: {'id': '84876b28-059d-4aab-af10-9f3bc5fe15e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'ed83ab07-e3d4-4098-a4ce-ff17954cdeaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:21.121417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c96ed5-8948-45ca-8455-1046489d964f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network hostable DHCP agents. Network: ed83ab07-e3d4-4098-a4ce-ff17954cdeaa, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:14:21.159250 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c96ed5-8948-45ca-8455-1046489d964f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network ed83ab07-e3d4-4098-a4ce-ff17954cdeaa is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:14:21.186009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-14c96ed5-8948-45ca-8455-1046489d964f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, ed83ab07-e3d4-4098-a4ce-ff17954cdeaa) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:21.193731 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c96ed5-8948-45ca-8455-1046489d964f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:21.195180 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14c96ed5-8948-45ca-8455-1046489d964f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:21.219380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bde79a5-0cec-4401-a960-d714c6268fb7 None None] Network ed83ab07-e3d4-4098-a4ce-ff17954cdeaa requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:21.264441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-14c96ed5-8948-45ca-8455-1046489d964f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7271438 Nov 29 18:14:21.267497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40414) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:21.292705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f7b8138f-04d5-4b91-8230-6f25fe385569 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-198950975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:21.393846 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7b8138f-04d5-4b91-8230-6f25fe385569 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:21.395000 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7b8138f-04d5-4b91-8230-6f25fe385569 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:21.399237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-82c51d18-adea-414c-8ba3-9fa9edc88739 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:21.577779 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7b8138f-04d5-4b91-8230-6f25fe385569 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:21.608599 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7b8138f-04d5-4b91-8230-6f25fe385569 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:21.661654 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7b8138f-04d5-4b91-8230-6f25fe385569 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:21.665274 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f7b8138f-04d5-4b91-8230-6f25fe385569 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3940222 Nov 29 18:14:21.666268 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40422) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:21.678516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-ed83ab07-e3d4-4098-a4ce-ff17954cdeaa', 'network_id': 'ed83ab07-e3d4-4098-a4ce-ff17954cdeaa', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'fixed_ips': [{'subnet_id': 'b7ff624b-fc65-4f92-bdc6-5adf990fdad8'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:14:21.680034 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:21.689593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8eef20-96e5-4766-b4b7-175f293395d8 req-c91c8270-50dc-4976-baf9-4665a06d25ba tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:21.701084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8eef20-96e5-4766-b4b7-175f293395d8 req-c91c8270-50dc-4976-baf9-4665a06d25ba tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:21.711235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8eef20-96e5-4766-b4b7-175f293395d8 req-c91c8270-50dc-4976-baf9-4665a06d25ba tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:21.718408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8eef20-96e5-4766-b4b7-175f293395d8 req-c91c8270-50dc-4976-baf9-4665a06d25ba tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:21.725107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8eef20-96e5-4766-b4b7-175f293395d8 req-c91c8270-50dc-4976-baf9-4665a06d25ba tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:21.749248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8eef20-96e5-4766-b4b7-175f293395d8 req-c91c8270-50dc-4976-baf9-4665a06d25ba tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:21.757643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8eef20-96e5-4766-b4b7-175f293395d8 req-c91c8270-50dc-4976-baf9-4665a06d25ba tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:21.759663 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae8eef20-96e5-4766-b4b7-175f293395d8 req-c91c8270-50dc-4976-baf9-4665a06d25ba tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5421 time: 0.3439696 Nov 29 18:14:21.850357 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c51d18-adea-414c-8ba3-9fa9edc88739 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Router 78900b23-527a-4533-b961-fd0bf21d5057 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:14:21.851981 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:21.918085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Allocated IP 172.20.0.2 (ed83ab07-e3d4-4098-a4ce-ff17954cdeaa/b7ff624b-fc65-4f92-bdc6-5adf990fdad8/a3a7f030-82ec-4e5e-aa48-450ec81e8227) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:22.124305 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c51d18-adea-414c-8ba3-9fa9edc88739 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:22.147856 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95a695-caa7-4e75-b091-e40dbbf9eea0 None None] Sync routers for ids ['78900b23-527a-4533-b961-fd0bf21d5057'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:22.152662 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-82c51d18-adea-414c-8ba3-9fa9edc88739 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "PUT /v2.0/routers/78900b23-527a-4533-b961-fd0bf21d5057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4416056 Nov 29 18:14:22.157334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40436) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:22.173069 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95a695-caa7-4e75-b091-e40dbbf9eea0 None None] Routers {'78900b23-527a-4533-b961-fd0bf21d5057'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:22.179929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae8eef20-96e5-4766-b4b7-175f293395d8 req-457264bd-43b9-4a15-b52d-0e545ee6931f tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2787802 Nov 29 18:14:22.212584 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6d95a695-caa7-4e75-b091-e40dbbf9eea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['78900b23-527a-4533-b961-fd0bf21d5057'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:22.250402 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:22.262510 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:22.262977 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a2d3b3-d574-4b95-afb2-a3897e25d9b5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:22.265438 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a2d3b3-d574-4b95-afb2-a3897e25d9b5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:22.267236 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e5a2d3b3-d574-4b95-afb2-a3897e25d9b5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1055155 Nov 29 18:14:22.275423 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40440) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:22.356484 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae7ed55-ff5e-4300-a3c4-7ba07812b448 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 4d353801-6a7d-42c3-bad8-2f6f6c0da218 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:14:22.360296 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ed55-ff5e-4300-a3c4-7ba07812b448 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:22.360562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Network ed83ab07-e3d4-4098-a4ce-ff17954cdeaa is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:22.364209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:22.380482 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:22.381160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:22.454490 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Pushing event updated for resources: {'Port': ['ID=a3a7f030-82ec-4e5e-aa48-450ec81e8227,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:22.507111 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6d95a695-caa7-4e75-b091-e40dbbf9eea0 None None] Set router 78900b23-527a-4533-b961-fd0bf21d5057 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:14:22.520681 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Attempting to bind port a3a7f030-82ec-4e5e-aa48-450ec81e8227 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:22.521062 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Attempting to bind port a3a7f030-82ec-4e5e-aa48-450ec81e8227 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '84876b28-059d-4aab-af10-9f3bc5fe15e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'ed83ab07-e3d4-4098-a4ce-ff17954cdeaa'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:22.521432 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Attempting to bind port a3a7f030-82ec-4e5e-aa48-450ec81e8227 on network ed83ab07-e3d4-4098-a4ce-ff17954cdeaa {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:22.530614 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ed55-ff5e-4300-a3c4-7ba07812b448 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:22.549746 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:22.550126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Checking segment: {'id': '84876b28-059d-4aab-af10-9f3bc5fe15e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'ed83ab07-e3d4-4098-a4ce-ff17954cdeaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:22.550450 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:22.550872 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Bound using segment: {'id': '84876b28-059d-4aab-af10-9f3bc5fe15e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'ed83ab07-e3d4-4098-a4ce-ff17954cdeaa'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:22.551389 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Bound port: a3a7f030-82ec-4e5e-aa48-450ec81e8227, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84876b28-059d-4aab-af10-9f3bc5fe15e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'ed83ab07-e3d4-4098-a4ce-ff17954cdeaa'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:22.559070 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:22.605186 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6d95a695-caa7-4e75-b091-e40dbbf9eea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78900b23-527a-4533-b961-fd0bf21d5057', 'name': 'tempest-NetworksTestDHCPv6-router-784464992', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:08Z', 'updated_at': '2021-11-29T18:14:20Z', 'revision_number': 3, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:22.634324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40448) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:22.654059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Router 0b8dee07-95f2-4f29-b15f-410d689c8209 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:14:22.673661 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95a695-caa7-4e75-b091-e40dbbf9eea0 None None] Checking router: 78900b23-527a-4533-b961-fd0bf21d5057 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:14:22.693015 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95a695-caa7-4e75-b091-e40dbbf9eea0 None None] Routers {'78900b23-527a-4533-b961-fd0bf21d5057'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:22.693789 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6d95a695-caa7-4e75-b091-e40dbbf9eea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['78900b23-527a-4533-b961-fd0bf21d5057'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:22.769526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] For port a3a7f030-82ec-4e5e-aa48-450ec81e8227, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:14:22.775097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] For port a3a7f030-82ec-4e5e-aa48-450ec81e8227, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a3a7f030-82ec-4e5e-aa48-450ec81e8227,segment=NetworkSegment(84876b28-059d-4aab-af10-9f3bc5fe15e7),segment_id=84876b28-059d-4aab-af10-9f3bc5fe15e7)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:14:22.786402 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:22.846184 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6d95a695-caa7-4e75-b091-e40dbbf9eea0 None None] Set router 78900b23-527a-4533-b961-fd0bf21d5057 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:14:22.860753 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ed55-ff5e-4300-a3c4-7ba07812b448 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:22.876677 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9f33c8a5-c22c-4ef3-9b7a-a57040980213 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1803139027'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:22.909077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Allocated IP 172.20.0.1 (ed83ab07-e3d4-4098-a4ce-ff17954cdeaa/b7ff624b-fc65-4f92-bdc6-5adf990fdad8/aa14afbf-c220-4621-864f-bbdb0dcfde74) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:22.922874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f33c8a5-c22c-4ef3-9b7a-a57040980213 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Made reservation on behalf of 17108b45ac78491aae304cee71142b63 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:22.926861 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f33c8a5-c22c-4ef3-9b7a-a57040980213 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:22.936297 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149af35-60b5-4f7d-9cc7-8185526d31e5 None None] Pushing event updated for resources: {'Port': ['ID=a3a7f030-82ec-4e5e-aa48-450ec81e8227,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:22.939774 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f33c8a5-c22c-4ef3-9b7a-a57040980213 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:22.965619 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6d95a695-caa7-4e75-b091-e40dbbf9eea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78900b23-527a-4533-b961-fd0bf21d5057', 'name': 'tempest-NetworksTestDHCPv6-router-784464992', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:08Z', 'updated_at': '2021-11-29T18:14:20Z', 'revision_number': 3, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:23.021458 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95a695-caa7-4e75-b091-e40dbbf9eea0 None None] The sync data for ids ['78900b23-527a-4533-b961-fd0bf21d5057'] in n-d-819494-5 is: [{'id': '78900b23-527a-4533-b961-fd0bf21d5057', 'name': 'tempest-NetworksTestDHCPv6-router-784464992', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:08Z', 'updated_at': '2021-11-29T18:14:20Z', 'revision_number': 3, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:14:23.078588 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:23.088942 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ed55-ff5e-4300-a3c4-7ba07812b448 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:23.100245 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Sync routers for ids ['0b8dee07-95f2-4f29-b15f-410d689c8209'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:23.136093 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7ed55-ff5e-4300-a3c4-7ba07812b448 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=4d353801-6a7d-42c3-bad8-2f6f6c0da218,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:23.138991 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ed55-ff5e-4300-a3c4-7ba07812b448 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:23.145544 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8ae7ed55-ff5e-4300-a3c4-7ba07812b448 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/4d353801-6a7d-42c3-bad8-2f6f6c0da218 HTTP/1.1" status: 204 len: 168 time: 0.8665030 Nov 29 18:14:23.147805 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:23.151105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40456) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:23.151719 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c2b08dbf-c35c-4c0b-b599-206410f0d88e tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5167482 Nov 29 18:14:23.152381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40458) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:23.163965 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df8ea9b-2cfb-45e3-b5ba-a75dd2c7a96c None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:23.288181 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Routers {'0b8dee07-95f2-4f29-b15f-410d689c8209'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:23.288828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:13:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0b8dee07-95f2-4f29-b15f-410d689c8209'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:23.333652 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:23.371147 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4d817c4c-238d-4cf3-99e8-66655f49e619 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "GET /v2.0/routers/0b8dee07-95f2-4f29-b15f-410d689c8209 HTTP/1.1" status: 200 len: 907 time: 0.2125208 Nov 29 18:14:23.378472 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40462) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:23.386338 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c573fd4b-fbbe-4fba-abaa-88bc88b99443 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2320561 Nov 29 18:14:23.388050 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40464) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:23.392632 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Request body: {'router': {'name': 'tempest-snat-router-333707169', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'enable_snat': True}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:23.465176 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:23.466046 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:23.602667 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f33c8a5-c22c-4ef3-9b7a-a57040980213 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:23.644400 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:23.689103 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:23.691479 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f33c8a5-c22c-4ef3-9b7a-a57040980213 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:23.876667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33c8a5-c22c-4ef3-9b7a-a57040980213 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5624e7-e4e6-4c3e-a190-a8e528357020,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:23.894635 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network ed83ab07-e3d4-4098-a4ce-ff17954cdeaa is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:23.895722 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a3a7f030-82ec-4e5e-aa48-450ec81e8227 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:23.908025 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-761b683e-c1c5-4e2a-a5ed-85a232642e15 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:23.914201 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f33c8a5-c22c-4ef3-9b7a-a57040980213 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:14:23.924652 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:23.993131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:23.998144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=aa14afbf-c220-4621-864f-bbdb0dcfde74,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:24.018629 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-665cca62-f073-45d6-84e7-0990303bcfc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:24.028374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Set router 0b8dee07-95f2-4f29-b15f-410d689c8209 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:14:24.031444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a3a7f030-82ec-4e5e-aa48-450ec81e8227 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:24.031818 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:24.058921 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:24.118510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702d746d-8996-4516-8076-9b244db5868f None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:24.126119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6d209-aa77-48fd-a6d6-b5f567b6a2a6 req-1bb821a3-e749-43df-bff3-9328012f3f04 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:24.133745 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6d209-aa77-48fd-a6d6-b5f567b6a2a6 req-1bb821a3-e749-43df-bff3-9328012f3f04 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:24.141622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6d209-aa77-48fd-a6d6-b5f567b6a2a6 req-1bb821a3-e749-43df-bff3-9328012f3f04 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:24.166101 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6d209-aa77-48fd-a6d6-b5f567b6a2a6 req-1bb821a3-e749-43df-bff3-9328012f3f04 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:24.172855 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6d209-aa77-48fd-a6d6-b5f567b6a2a6 req-1bb821a3-e749-43df-bff3-9328012f3f04 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:24.179087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6d209-aa77-48fd-a6d6-b5f567b6a2a6 req-1bb821a3-e749-43df-bff3-9328012f3f04 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:24.187524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6d209-aa77-48fd-a6d6-b5f567b6a2a6 req-1bb821a3-e749-43df-bff3-9328012f3f04 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:24.189713 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f9b6d209-aa77-48fd-a6d6-b5f567b6a2a6 req-1bb821a3-e749-43df-bff3-9328012f3f04 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5421 time: 0.8160801 Nov 29 18:14:24.191124 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f33c8a5-c22c-4ef3-9b7a-a57040980213 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:24.191541 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-9f33c8a5-c22c-4ef3-9b7a-a57040980213 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Added segment f669ff48-5f32-49d1-8e9e-c9d8c588d1d0 of type vlan for network f7db7826-cdca-4e2d-aebf-a8860132e978 Nov 29 18:14:24.290705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-702d746d-8996-4516-8076-9b244db5868f None None] Deleting port 07d6fed8-d284-4668-8e78-941c8e440f3d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:24.291298 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-702d746d-8996-4516-8076-9b244db5868f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:24.376281 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:24.406596 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:24.440784 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:24.442564 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-761b683e-c1c5-4e2a-a5ed-85a232642e15 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:24.445329 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-761b683e-c1c5-4e2a-a5ed-85a232642e15 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:24.505310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port a3a7f030-82ec-4e5e-aa48-450ec81e8227, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a3a7f030-82ec-4e5e-aa48-450ec81e8227,segment=NetworkSegment(84876b28-059d-4aab-af10-9f3bc5fe15e7),segment_id=84876b28-059d-4aab-af10-9f3bc5fe15e7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:24.524818 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-702d746d-8996-4516-8076-9b244db5868f None None] For port 07d6fed8-d284-4668-8e78-941c8e440f3d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=07d6fed8-d284-4668-8e78-941c8e440f3d,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:24.525318 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-702d746d-8996-4516-8076-9b244db5868f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:24.529705 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:24.560784 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2ebf70d5-c7b1-4e95-b205-55582da7bcab no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:14:24.592028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 2ebf70d5-c7b1-4e95-b205-55582da7bcab {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:14:24.592641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2ebf70d5-c7b1-4e95-b205-55582da7bcab not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:14:24.626600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-702d746d-8996-4516-8076-9b244db5868f None None] Calling delete_port for 07d6fed8-d284-4668-8e78-941c8e440f3d owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:24.659294 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Allocated IP 172.25.3.15 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/168cfb9e-b7a9-4b02-99fe-5fa29131d0bf) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:24.766273 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=a3a7f030-82ec-4e5e-aa48-450ec81e8227,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:24.789596 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8dee07-95f2-4f29-b15f-410d689c8209', 'name': 'tempest-snat-router-333707169', 'tenant_id': '42ea90a71f0e440584987786b19ed909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.10'}], 'enable_snat': False}, 'gw_port_id': 'f49aba65-24d7-44ef-a6f6-f693210bf0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:17Z', 'updated_at': '2021-11-29T18:14:20Z', 'revision_number': 3, 'project_id': '42ea90a71f0e440584987786b19ed909', 'gw_port': {'id': 'f49aba65-24d7-44ef-a6f6-f693210bf0a1', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8dee07-95f2-4f29-b15f-410d689c8209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:18Z', 'updated_at': '2021-11-29T18:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:24.813645 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:24.849434 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Checking router: 0b8dee07-95f2-4f29-b15f-410d689c8209 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:14:24.850074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Updating router 0b8dee07-95f2-4f29-b15f-410d689c8209 port f49aba65-24d7-44ef-a6f6-f693210bf0a1 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:14:24.890234 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:24.916189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d1806-8953-46ba-ae58-7c33eb3c1211 None None] Network ed83ab07-e3d4-4098-a4ce-ff17954cdeaa requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:24.922059 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-761b683e-c1c5-4e2a-a5ed-85a232642e15 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:24.922549 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761b683e-c1c5-4e2a-a5ed-85a232642e15 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Fanout notify agent at l3_agent the message router_deleted on router 78900b23-527a-4533-b961-fd0bf21d5057 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:14:24.937471 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-761b683e-c1c5-4e2a-a5ed-85a232642e15 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:24.941265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-761b683e-c1c5-4e2a-a5ed-85a232642e15 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/routers/78900b23-527a-4533-b961-fd0bf21d5057 HTTP/1.1" status: 204 len: 168 time: 1.5441277 Nov 29 18:14:24.958736 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40474) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:24.969308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-38ecf3dd-4830-4902-899a-8c8d3c580591 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:24.978081 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:24.983637 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f33c8a5-c22c-4ef3-9b7a-a57040980213 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:24.984007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:24.992487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:25.038161 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Pushing event updated for resources: {'Port': ['ID=168cfb9e-b7a9-4b02-99fe-5fa29131d0bf,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:25.054086 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d18aaea-08d1-4617-93ea-045f1ef35eac None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:25.100402 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:25.179252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5270913b-f76c-47ee-8b56-655baa1a860e None None] Provisioning complete for port a3a7f030-82ec-4e5e-aa48-450ec81e8227 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:25.179584 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5270913b-f76c-47ee-8b56-655baa1a860e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:25.195539 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:25.250884 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-702d746d-8996-4516-8076-9b244db5868f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:25.304399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d746d-8996-4516-8076-9b244db5868f None None] Pushing event deleted for resources: {'Port': ['ID=07d6fed8-d284-4668-8e78-941c8e440f3d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:25.312529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d746d-8996-4516-8076-9b244db5868f None None] No DVR routers for this DVR port 07d6fed8-d284-4668-8e78-941c8e440f3d on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:14:25.328070 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ecf3dd-4830-4902-899a-8c8d3c580591 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:25.337927 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38ecf3dd-4830-4902-899a-8c8d3c580591 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:25.346493 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f33c8a5-c22c-4ef3-9b7a-a57040980213 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:25.361879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f33c8a5-c22c-4ef3-9b7a-a57040980213 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:25.364460 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f33c8a5-c22c-4ef3-9b7a-a57040980213 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:25.593783 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:25.594401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33c8a5-c22c-4ef3-9b7a-a57040980213 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Pushing event updated for resources: {'Network': ['ID=f7db7826-cdca-4e2d-aebf-a8860132e978,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:25.596961 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:25.621048 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network f7db7826-cdca-4e2d-aebf-a8860132e978 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:14:25.673643 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a3a7f030-82ec-4e5e-aa48-450ec81e8227 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:25.711986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f9b6d209-aa77-48fd-a6d6-b5f567b6a2a6 req-7f33829d-1c60-4a17-84ff-7f165e2f7fb4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4796181 Nov 29 18:14:25.724808 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9f33c8a5-c22c-4ef3-9b7a-a57040980213 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.0888753 Nov 29 18:14:25.747695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40480) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:25.753023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a0ab0cf0-fd46-4679-b800-6aa47fc5e98c tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Request body: {'subnet': {'network_id': 'f7db7826-cdca-4e2d-aebf-a8860132e978', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:25.917309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-77fcbda3-b64a-4b3c-98b6-a24086484639 None None] Provisioning complete for port 168cfb9e-b7a9-4b02-99fe-5fa29131d0bf triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:25.917682 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-77fcbda3-b64a-4b3c-98b6-a24086484639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.002585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ab0cf0-fd46-4679-b800-6aa47fc5e98c tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Made reservation on behalf of 17108b45ac78491aae304cee71142b63 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:26.008470 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0ab0cf0-fd46-4679-b800-6aa47fc5e98c tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.031706 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.167082 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.184552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a3a7f030-82ec-4e5e-aa48-450ec81e8227 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:26.185726 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.206633 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.288571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-77fcbda3-b64a-4b3c-98b6-a24086484639 None None] Port 168cfb9e-b7a9-4b02-99fe-5fa29131d0bf cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:26.367596 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb07b4a-de24-4fc6-b90e-08ad6aa6d278 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:26.374672 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Router 284bece2-ce16-4c23-b8ce-6e3c21923654 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:14:26.455834 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Attempting to bind port f49aba65-24d7-44ef-a6f6-f693210bf0a1 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:26.456637 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Attempting to bind port f49aba65-24d7-44ef-a6f6-f693210bf0a1 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:26.457883 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Attempting to bind port f49aba65-24d7-44ef-a6f6-f693210bf0a1 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:26.466608 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39328bf9-bef4-40d7-95f6-db7465eab398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.474061 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae8e9c-d615-4698-af10-9f3d6526810b None None] Pushing event updated for resources: {'Port': ['ID=f49aba65-24d7-44ef-a6f6-f693210bf0a1,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:26.486665 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:26.487363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:26.487946 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.489101 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:26.489754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Bound port: f49aba65-24d7-44ef-a6f6-f693210bf0a1, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:26.490323 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.526396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c1b8c6e8-b8f8-441c-b5cf-0d35b04d2fa9 None None] Provisioning complete for port a3a7f030-82ec-4e5e-aa48-450ec81e8227 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:26.527617 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c6e8-b8f8-441c-b5cf-0d35b04d2fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.552966 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:26.560654 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38ecf3dd-4830-4902-899a-8c8d3c580591 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.566959 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Sync routers for ids ['284bece2-ce16-4c23-b8ce-6e3c21923654'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:26.587991 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.590217 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Routers {'284bece2-ce16-4c23-b8ce-6e3c21923654'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:26.593773 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['284bece2-ce16-4c23-b8ce-6e3c21923654'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:26.618069 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.625537 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-70c0bc74-32ac-47cd-ba0d-8fbf14ce29c7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.2453642 Nov 29 18:14:26.626278 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40488) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:26.657575 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ecf3dd-4830-4902-899a-8c8d3c580591 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:26.658565 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.677987 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] For port f49aba65-24d7-44ef-a6f6-f693210bf0a1, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:14:26.684309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] For port f49aba65-24d7-44ef-a6f6-f693210bf0a1, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f49aba65-24d7-44ef-a6f6-f693210bf0a1,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:14:26.726315 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.754664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=aa14afbf-c220-4621-864f-bbdb0dcfde74,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:26.765077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-38ecf3dd-4830-4902-899a-8c8d3c580591 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:26.787356 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 07d6fed8-d284-4668-8e78-941c8e440f3d no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:14:26.790059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7fdd10-8eee-4ca7-95d3-421c2e1537d7 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:26.795282 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:26.795645 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:26.795993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:26.796343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:26.796686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:26.797027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:26.797354 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:26.797687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:26.798017 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:26.798348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:26.798678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:26.799290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:26.810879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ecf3dd-4830-4902-899a-8c8d3c580591 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:26.811494 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38ecf3dd-4830-4902-899a-8c8d3c580591 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.851490 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0ab0cf0-fd46-4679-b800-6aa47fc5e98c tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.861678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecf3dd-4830-4902-899a-8c8d3c580591 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=493bb812-0d30-46d1-b299-c78a38ab2605,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:26.885710 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Set router 284bece2-ce16-4c23-b8ce-6e3c21923654 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:14:26.921499 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.928641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-38ecf3dd-4830-4902-899a-8c8d3c580591 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9663172 Nov 29 18:14:26.933035 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f8a5af25-8100-4bcc-bd5c-5b13095f9e5a tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "GET /v2.0/routers/284bece2-ce16-4c23-b8ce-6e3c21923654 HTTP/1.1" status: 200 len: 906 time: 0.3015666 Nov 29 18:14:26.934756 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40494) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:26.939580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40492) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:26.945439 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-241ac381-4db2-4380-b51f-c5339929ee4a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-535730233', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:26.985077 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-241ac381-4db2-4380-b51f-c5339929ee4a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:26.986386 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-241ac381-4db2-4380-b51f-c5339929ee4a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:27.000666 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d70613-0d09-40dd-a518-85844867b007 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:27.026444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 07d6fed8-d284-4668-8e78-941c8e440f3d {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:14:27.027258 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 07d6fed8-d284-4668-8e78-941c8e440f3d not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:14:27.056097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Routers {'0b8dee07-95f2-4f29-b15f-410d689c8209'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:27.058202 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0b8dee07-95f2-4f29-b15f-410d689c8209'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:27.103573 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab0cf0-fd46-4679-b800-6aa47fc5e98c tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Pushing event updated for resources: {'Subnet': ['ID=10bb33f8-4777-47d0-ba70-f0a70a7b8d22,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:27.126656 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-241ac381-4db2-4380-b51f-c5339929ee4a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:27.137411 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-241ac381-4db2-4380-b51f-c5339929ee4a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:27.185350 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-241ac381-4db2-4380-b51f-c5339929ee4a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:27.187839 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-241ac381-4db2-4380-b51f-c5339929ee4a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2466447 Nov 29 18:14:27.190564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40498) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:27.237681 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ab0cf0-fd46-4679-b800-6aa47fc5e98c tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Checking segment: {'id': 'f669ff48-5f32-49d1-8e9e-c9d8c588d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f7db7826-cdca-4e2d-aebf-a8860132e978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:27.238055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab0cf0-fd46-4679-b800-6aa47fc5e98c tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Network hostable DHCP agents. Network: f7db7826-cdca-4e2d-aebf-a8860132e978, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:14:27.257313 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ab33d-c110-4b85-be24-e0b75a385d42 req-b94a6536-1067-45ef-bc61-7e70ecf1ac6d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:27.265935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ab33d-c110-4b85-be24-e0b75a385d42 req-b94a6536-1067-45ef-bc61-7e70ecf1ac6d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:27.272480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ab33d-c110-4b85-be24-e0b75a385d42 req-b94a6536-1067-45ef-bc61-7e70ecf1ac6d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:27.290389 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ab33d-c110-4b85-be24-e0b75a385d42 req-b94a6536-1067-45ef-bc61-7e70ecf1ac6d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:27.302822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ab33d-c110-4b85-be24-e0b75a385d42 req-b94a6536-1067-45ef-bc61-7e70ecf1ac6d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:27.310442 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ab33d-c110-4b85-be24-e0b75a385d42 req-b94a6536-1067-45ef-bc61-7e70ecf1ac6d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:27.315543 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ab33d-c110-4b85-be24-e0b75a385d42 req-b94a6536-1067-45ef-bc61-7e70ecf1ac6d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:27.317533 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-156ab33d-c110-4b85-be24-e0b75a385d42 req-b94a6536-1067-45ef-bc61-7e70ecf1ac6d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5421 time: 0.4109077 Nov 29 18:14:27.326206 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccaa016f-c601-4531-9714-2fa1cfa167fb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:27.394871 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284bece2-ce16-4c23-b8ce-6e3c21923654', 'name': 'tempest-snat-router-333707169', 'tenant_id': '42ea90a71f0e440584987786b19ed909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '168cfb9e-b7a9-4b02-99fe-5fa29131d0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:23Z', 'updated_at': '2021-11-29T18:14:25Z', 'revision_number': 3, 'project_id': '42ea90a71f0e440584987786b19ed909', 'gw_port': {'id': '168cfb9e-b7a9-4b02-99fe-5fa29131d0bf', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ec:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284bece2-ce16-4c23-b8ce-6e3c21923654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2465, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:24Z', 'updated_at': '2021-11-29T18:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:27.437501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network ed83ab07-e3d4-4098-a4ce-ff17954cdeaa is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:27.439521 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Checking router: 284bece2-ce16-4c23-b8ce-6e3c21923654 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:14:27.440308 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Updating router 284bece2-ce16-4c23-b8ce-6e3c21923654 port 168cfb9e-b7a9-4b02-99fe-5fa29131d0bf binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:14:27.453436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:27.499586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab0cf0-fd46-4679-b800-6aa47fc5e98c tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Network f7db7826-cdca-4e2d-aebf-a8860132e978 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:14:27.509130 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:27.535000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a0ab0cf0-fd46-4679-b800-6aa47fc5e98c tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, f7db7826-cdca-4e2d-aebf-a8860132e978) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:27.626597 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-156ab33d-c110-4b85-be24-e0b75a385d42 req-74400d6f-7606-443d-b60b-5cdf2e854311 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2923179 Nov 29 18:14:27.629802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ab0cf0-fd46-4679-b800-6aa47fc5e98c tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:27.630407 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0ab0cf0-fd46-4679-b800-6aa47fc5e98c tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:27.716931 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a0ab0cf0-fd46-4679-b800-6aa47fc5e98c tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9685519 Nov 29 18:14:27.719696 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccaa016f-c601-4531-9714-2fa1cfa167fb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:27.723870 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40504) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:27.731464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e2555f0a-dcec-4691-918b-a341a22289aa tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Request body: {'port': {'network_id': 'f7db7826-cdca-4e2d-aebf-a8860132e978', 'name': 'tempest-ExtraDHCPOptionsTestJSON-686302718'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:27.858167 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] Set router 0b8dee07-95f2-4f29-b15f-410d689c8209 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:14:27.935093 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae8e9c-d615-4698-af10-9f3d6526810b None None] Pushing event updated for resources: {'Port': ['ID=f49aba65-24d7-44ef-a6f6-f693210bf0a1,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:27.949489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f78291b-6745-46cb-a9b1-833e6699acf4 None None] Network f7db7826-cdca-4e2d-aebf-a8860132e978 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:27.957329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:14:28.046859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c1b8c6e8-b8f8-441c-b5cf-0d35b04d2fa9 None None] Provisioning complete for port aa14afbf-c220-4621-864f-bbdb0dcfde74 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:28.047295 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c6e8-b8f8-441c-b5cf-0d35b04d2fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:28.066458 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:28.083860 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:28.181550 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:28.202135 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b6343-4c34-444c-8a21-4a0c99ed5b56 None None] Pushing event updated for resources: {'Port': ['ID=168cfb9e-b7a9-4b02-99fe-5fa29131d0bf,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:28.217582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-f7db7826-cdca-4e2d-aebf-a8860132e978', 'network_id': 'f7db7826-cdca-4e2d-aebf-a8860132e978', 'tenant_id': '17108b45ac78491aae304cee71142b63', 'fixed_ips': [{'subnet_id': '10bb33f8-4777-47d0-ba70-f0a70a7b8d22'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:14:28.218460 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:28.259101 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Attempting to bind port 168cfb9e-b7a9-4b02-99fe-5fa29131d0bf on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:28.261130 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Attempting to bind port 168cfb9e-b7a9-4b02-99fe-5fa29131d0bf by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:28.261594 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Attempting to bind port 168cfb9e-b7a9-4b02-99fe-5fa29131d0bf on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:28.278537 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:28.279134 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:28.279627 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:28.280121 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:28.280733 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Bound port: 168cfb9e-b7a9-4b02-99fe-5fa29131d0bf, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:28.281514 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:28.419201 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] For port 168cfb9e-b7a9-4b02-99fe-5fa29131d0bf, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:14:28.427012 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] For port 168cfb9e-b7a9-4b02-99fe-5fa29131d0bf, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=168cfb9e-b7a9-4b02-99fe-5fa29131d0bf,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:14:28.428892 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Allocated IP 172.20.0.2 (f7db7826-cdca-4e2d-aebf-a8860132e978/10bb33f8-4777-47d0-ba70-f0a70a7b8d22/a074a330-b669-4f8c-8e1f-716b537cc765) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:28.434762 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:28.438394 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:28.586620 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Routers {'284bece2-ce16-4c23-b8ce-6e3c21923654'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:28.595705 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['284bece2-ce16-4c23-b8ce-6e3c21923654'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:28.601371 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b6343-4c34-444c-8a21-4a0c99ed5b56 None None] Pushing event updated for resources: {'Port': ['ID=168cfb9e-b7a9-4b02-99fe-5fa29131d0bf,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:28.651937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ccaa016f-c601-4531-9714-2fa1cfa167fb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Deleting port 168cfb9e-b7a9-4b02-99fe-5fa29131d0bf {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:28.652459 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccaa016f-c601-4531-9714-2fa1cfa167fb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:28.690448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca40f2f2-e066-49f2-ba39-ef33eb6f8e34 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:28.694984 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:28.737594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2555f0a-dcec-4691-918b-a341a22289aa tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Made reservation on behalf of 17108b45ac78491aae304cee71142b63 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:28.742313 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2555f0a-dcec-4691-918b-a341a22289aa tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:28.774369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:28.808399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c1b8c6e8-b8f8-441c-b5cf-0d35b04d2fa9 None None] Port aa14afbf-c220-4621-864f-bbdb0dcfde74 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:28.809807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fbb5a359-0cd4-4cef-a8f0-d3b61568278d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0485642 Nov 29 18:14:28.820389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40514) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:28.821638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-e2555f0a-dcec-4691-918b-a341a22289aa tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] device_id is not set on port 9eb5f6bc-f81a-4bdd-ae46-ccfc5c076b97 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:14:28.847714 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] Set router 284bece2-ce16-4c23-b8ce-6e3c21923654 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:14:28.914320 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccaa016f-c601-4531-9714-2fa1cfa167fb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:28.918729 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284bece2-ce16-4c23-b8ce-6e3c21923654', 'name': 'tempest-snat-router-333707169', 'tenant_id': '42ea90a71f0e440584987786b19ed909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:23Z', 'updated_at': '2021-11-29T18:14:27Z', 'revision_number': 4, 'project_id': '42ea90a71f0e440584987786b19ed909', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:28.940638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ccaa016f-c601-4531-9714-2fa1cfa167fb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Calling delete_port for 168cfb9e-b7a9-4b02-99fe-5fa29131d0bf owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:28.962904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd3016-efdb-4245-b7af-5b0c7951df6f req-2d045f49-5b01-4669-ad15-53239f510038 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:28.970310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd3016-efdb-4245-b7af-5b0c7951df6f req-2d045f49-5b01-4669-ad15-53239f510038 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:28.976943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd3016-efdb-4245-b7af-5b0c7951df6f req-2d045f49-5b01-4669-ad15-53239f510038 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:28.977314 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e6f89a-56bf-45f3-a746-d8003cabee0e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:28.979286 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-04e6f89a-56bf-45f3-a746-d8003cabee0e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports/aa14afbf-c220-4621-864f-bbdb0dcfde74 HTTP/1.1" status: 200 len: 910 time: 0.1492805 Nov 29 18:14:28.982403 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40516) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:28.984694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd3016-efdb-4245-b7af-5b0c7951df6f req-2d045f49-5b01-4669-ad15-53239f510038 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:28.990111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2adb7055-1b6a-44f1-92af-14b2438b482f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7ff624b-fc65-4f92-bdc6-5adf990fdad8'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:28.991961 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd3016-efdb-4245-b7af-5b0c7951df6f req-2d045f49-5b01-4669-ad15-53239f510038 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:28.998887 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd3016-efdb-4245-b7af-5b0c7951df6f req-2d045f49-5b01-4669-ad15-53239f510038 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:29.005306 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd3016-efdb-4245-b7af-5b0c7951df6f req-2d045f49-5b01-4669-ad15-53239f510038 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:29.007775 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17dd3016-efdb-4245-b7af-5b0c7951df6f req-2d045f49-5b01-4669-ad15-53239f510038 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5421 time: 0.1965508 Nov 29 18:14:29.019317 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58826bca-bafb-49fc-95c2-a5f5456380dc None None] The sync data for ids ['284bece2-ce16-4c23-b8ce-6e3c21923654'] in n-d-819494-5 is: [{'id': '284bece2-ce16-4c23-b8ce-6e3c21923654', 'name': 'tempest-snat-router-333707169', 'tenant_id': '42ea90a71f0e440584987786b19ed909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:23Z', 'updated_at': '2021-11-29T18:14:27Z', 'revision_number': 4, 'project_id': '42ea90a71f0e440584987786b19ed909', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:14:29.034320 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:29.153160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6fb4b3-d095-4ad7-a52f-caa23c7c2c2b None None] Sync routers for ids ['e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:29.170073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::1 (c052213d-ea6c-4782-b422-f625c0df816d/493bb812-0d30-46d1-b299-c78a38ab2605/4cf9018f-520d-4514-b841-2a38f7186a13) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:29.230903 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:29.324395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': '493bb812-0d30-46d1-b299-c78a38ab2605'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:14:29.325347 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:29.337035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Pushing event updated for resources: {'Port': ['ID=a074a330-b669-4f8c-8e1f-716b537cc765,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:29.346488 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2adb7055-1b6a-44f1-92af-14b2438b482f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:29.353020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d91b283-6672-49ac-b9eb-15cd567eb141 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:29.378255 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:29.378889 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-e2555f0a-dcec-4691-918b-a341a22289aa tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Allocated IP 172.20.0.10 (f7db7826-cdca-4e2d-aebf-a8860132e978/10bb33f8-4777-47d0-ba70-f0a70a7b8d22/9eb5f6bc-f81a-4bdd-ae46-ccfc5c076b97) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:29.379079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fb4b3-d095-4ad7-a52f-caa23c7c2c2b None None] Routers {'e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:29.381520 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ef6fb4b3-d095-4ad7-a52f-caa23c7c2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:29.393083 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccaa016f-c601-4531-9714-2fa1cfa167fb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:29.429062 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17dd3016-efdb-4245-b7af-5b0c7951df6f req-8e699f09-84e3-44e1-9e09-b7930ea3b500 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4130111 Nov 29 18:14:29.492327 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:29.573776 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-20ba7058-1091-4b5a-8ab6-bfe9e306aee1 None None] Provisioning complete for port aa14afbf-c220-4621-864f-bbdb0dcfde74 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:29.577344 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20ba7058-1091-4b5a-8ab6-bfe9e306aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:29.585916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Network f7db7826-cdca-4e2d-aebf-a8860132e978 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:29.607771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ef6fb4b3-d095-4ad7-a52f-caa23c7c2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:29.632913 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:29.652623 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:29.659461 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:29.739414 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:29.747542 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:29.756138 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:29.756770 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:29.772221 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:29.782232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa016f-c601-4531-9714-2fa1cfa167fb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Pushing event deleted for resources: {'Port': ['ID=168cfb9e-b7a9-4b02-99fe-5fa29131d0bf,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:29.796189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fb4b3-d095-4ad7-a52f-caa23c7c2c2b None None] Routers {'e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:29.796835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ef6fb4b3-d095-4ad7-a52f-caa23c7c2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:29.798983 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-20ba7058-1091-4b5a-8ab6-bfe9e306aee1 None None] Port aa14afbf-c220-4621-864f-bbdb0dcfde74 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:29.800950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=4cf9018f-520d-4514-b841-2a38f7186a13,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:29.861603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b8dee07-95f2-4f29-b15f-410d689c8209', 'name': 'tempest-snat-router-333707169', 'tenant_id': '42ea90a71f0e440584987786b19ed909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.10'}], 'enable_snat': False}, 'gw_port_id': 'f49aba65-24d7-44ef-a6f6-f693210bf0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:17Z', 'updated_at': '2021-11-29T18:14:20Z', 'revision_number': 3, 'project_id': '42ea90a71f0e440584987786b19ed909', 'gw_port': {'id': 'f49aba65-24d7-44ef-a6f6-f693210bf0a1', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8dee07-95f2-4f29-b15f-410d689c8209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:18Z', 'updated_at': '2021-11-29T18:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:29.890771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c863f788-86cb-46a8-a9d9-65bbf6988c16 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:29.937356 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ef6fb4b3-d095-4ad7-a52f-caa23c7c2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:29.938340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6fb4b3-d095-4ad7-a52f-caa23c7c2c2b None None] The sync data for ids ['e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:14:29.974072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e791976-1420-46ac-bb16-73b06a16a2e0 None None] The sync data for ids ['0b8dee07-95f2-4f29-b15f-410d689c8209'] in n-d-819494-5 is: [{'id': '0b8dee07-95f2-4f29-b15f-410d689c8209', 'name': 'tempest-snat-router-333707169', 'tenant_id': '42ea90a71f0e440584987786b19ed909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.10'}], 'enable_snat': False}, 'gw_port_id': 'f49aba65-24d7-44ef-a6f6-f693210bf0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:17Z', 'updated_at': '2021-11-29T18:14:20Z', 'revision_number': 3, 'project_id': '42ea90a71f0e440584987786b19ed909', 'gw_port': {'id': 'f49aba65-24d7-44ef-a6f6-f693210bf0a1', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:3a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b8dee07-95f2-4f29-b15f-410d689c8209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:18Z', 'updated_at': '2021-11-29T18:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:14:29.977110 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Attempting to bind port a074a330-b669-4f8c-8e1f-716b537cc765 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:29.977835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Attempting to bind port a074a330-b669-4f8c-8e1f-716b537cc765 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'f669ff48-5f32-49d1-8e9e-c9d8c588d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f7db7826-cdca-4e2d-aebf-a8860132e978'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:29.977835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Attempting to bind port a074a330-b669-4f8c-8e1f-716b537cc765 on network f7db7826-cdca-4e2d-aebf-a8860132e978 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:29.982074 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccaa016f-c601-4531-9714-2fa1cfa167fb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.028306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-20ba7058-1091-4b5a-8ab6-bfe9e306aee1 None None] Provisioning complete for port f49aba65-24d7-44ef-a6f6-f693210bf0a1 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:30.028558 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.028658 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20ba7058-1091-4b5a-8ab6-bfe9e306aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.057959 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:30.059205 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Checking segment: {'id': 'f669ff48-5f32-49d1-8e9e-c9d8c588d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f7db7826-cdca-4e2d-aebf-a8860132e978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:30.059950 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.060475 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Bound using segment: {'id': 'f669ff48-5f32-49d1-8e9e-c9d8c588d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f7db7826-cdca-4e2d-aebf-a8860132e978'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:30.061073 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Bound port: a074a330-b669-4f8c-8e1f-716b537cc765, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f669ff48-5f32-49d1-8e9e-c9d8c588d1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f7db7826-cdca-4e2d-aebf-a8860132e978'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:30.061635 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.100770 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.111107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Allocated IP 2001:db8::2 (c052213d-ea6c-4782-b422-f625c0df816d/493bb812-0d30-46d1-b299-c78a38ab2605/b6de7cba-990e-4885-a762-ebc5fcc904df) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:30.133790 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2555f0a-dcec-4691-918b-a341a22289aa tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.219511 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2adb7055-1b6a-44f1-92af-14b2438b482f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.255896 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccaa016f-c601-4531-9714-2fa1cfa167fb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.258760 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccaa016f-c601-4531-9714-2fa1cfa167fb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.340883 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2adb7055-1b6a-44f1-92af-14b2438b482f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.377823 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20ba7058-1091-4b5a-8ab6-bfe9e306aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.383745 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccaa016f-c601-4531-9714-2fa1cfa167fb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.385487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaa016f-c601-4531-9714-2fa1cfa167fb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 284bece2-ce16-4c23-b8ce-6e3c21923654 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:14:30.402711 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccaa016f-c601-4531-9714-2fa1cfa167fb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.404289 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ccaa016f-c601-4531-9714-2fa1cfa167fb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "DELETE /v2.0/routers/284bece2-ce16-4c23-b8ce-6e3c21923654 HTTP/1.1" status: 204 len: 168 time: 3.4684937 Nov 29 18:14:30.406978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40532) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:30.416200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] For port a074a330-b669-4f8c-8e1f-716b537cc765, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:14:30.453877 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:14:30.454949 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] For port a074a330-b669-4f8c-8e1f-716b537cc765, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a074a330-b669-4f8c-8e1f-716b537cc765,segment=NetworkSegment(f669ff48-5f32-49d1-8e9e-c9d8c588d1d0),segment_id=f669ff48-5f32-49d1-8e9e-c9d8c588d1d0)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:14:30.488518 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.491823 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-20ba7058-1091-4b5a-8ab6-bfe9e306aee1 None None] For port f49aba65-24d7-44ef-a6f6-f693210bf0a1, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f49aba65-24d7-44ef-a6f6-f693210bf0a1,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:30.513248 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20ba7058-1091-4b5a-8ab6-bfe9e306aee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.545307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adb7055-1b6a-44f1-92af-14b2438b482f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:30.548140 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2adb7055-1b6a-44f1-92af-14b2438b482f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.553980 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2adb7055-1b6a-44f1-92af-14b2438b482f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/ports/aa14afbf-c220-4621-864f-bbdb0dcfde74 HTTP/1.1" status: 200 len: 910 time: 1.5704198 Nov 29 18:14:30.556613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40536) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:30.563544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb7055-1b6a-44f1-92af-14b2438b482f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=aa14afbf-c220-4621-864f-bbdb0dcfde74,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:30.673883 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-693ff9a2-977d-4111-9113-1508b4609425 None None] Could not find standard attr ID for object 168cfb9e-b7a9-4b02-99fe-5fa29131d0bf. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:14:30.732909 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4dc53-eba2-49eb-afe1-57d10f0716c8 None None] Pushing event updated for resources: {'Port': ['ID=a074a330-b669-4f8c-8e1f-716b537cc765,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:30.736651 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.841744 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.936778 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2555f0a-dcec-4691-918b-a341a22289aa tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.940188 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:30.946550 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:30.947707 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b12e9b9f-d15a-4fea-8b4f-c3622980f047 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:30.951703 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:30.964696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba7058-1091-4b5a-8ab6-bfe9e306aee1 None None] Pushing event updated for resources: {'Port': ['ID=f49aba65-24d7-44ef-a6f6-f693210bf0a1,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:31.175182 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b12e9b9f-d15a-4fea-8b4f-c3622980f047 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:31.244396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Pushing event updated for resources: {'Port': ['ID=b6de7cba-990e-4885-a762-ebc5fcc904df,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:31.247478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Attempting to bind port b6de7cba-990e-4885-a762-ebc5fcc904df on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:31.247913 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Attempting to bind port b6de7cba-990e-4885-a762-ebc5fcc904df by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:31.248287 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Attempting to bind port b6de7cba-990e-4885-a762-ebc5fcc904df on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:31.257821 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2555f0a-dcec-4691-918b-a341a22289aa tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Network f7db7826-cdca-4e2d-aebf-a8860132e978 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:31.258883 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:31.260487 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:31.260921 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:31.264386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:31.265343 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Bound port: b6de7cba-990e-4885-a762-ebc5fcc904df, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:31.265482 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:31.326453 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e2555f0a-dcec-4691-918b-a341a22289aa tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:31.334028 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2555f0a-dcec-4691-918b-a341a22289aa tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:31.423482 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] For port b6de7cba-990e-4885-a762-ebc5fcc904df, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:14:31.427990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] For port b6de7cba-990e-4885-a762-ebc5fcc904df, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b6de7cba-990e-4885-a762-ebc5fcc904df,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:14:31.437767 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:31.442732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2555f0a-dcec-4691-918b-a341a22289aa tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Pushing event updated for resources: {'Port': ['ID=9eb5f6bc-f81a-4bdd-ae46-ccfc5c076b97,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:31.506208 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f80db5-e7a6-4447-884b-27bc9c237c12 req-e92a221c-6d20-4209-95e8-82595fadb2d6 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:31.518319 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:31.519780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f80db5-e7a6-4447-884b-27bc9c237c12 req-e92a221c-6d20-4209-95e8-82595fadb2d6 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:31.528307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f80db5-e7a6-4447-884b-27bc9c237c12 req-e92a221c-6d20-4209-95e8-82595fadb2d6 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:31.531398 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:31.532841 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:31.554186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f80db5-e7a6-4447-884b-27bc9c237c12 req-e92a221c-6d20-4209-95e8-82595fadb2d6 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:31.572136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f80db5-e7a6-4447-884b-27bc9c237c12 req-e92a221c-6d20-4209-95e8-82595fadb2d6 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:31.599971 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f80db5-e7a6-4447-884b-27bc9c237c12 req-e92a221c-6d20-4209-95e8-82595fadb2d6 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:31.613695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f80db5-e7a6-4447-884b-27bc9c237c12 req-e92a221c-6d20-4209-95e8-82595fadb2d6 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:31.619582 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13f80db5-e7a6-4447-884b-27bc9c237c12 req-e92a221c-6d20-4209-95e8-82595fadb2d6 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5421 time: 0.8130214 Nov 29 18:14:31.641720 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2555f0a-dcec-4691-918b-a341a22289aa tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:31.642762 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2555f0a-dcec-4691-918b-a341a22289aa tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:31.683262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5415cd-cde2-4638-aef5-985a1afb000a None None] Pushing event updated for resources: {'Port': ['ID=b6de7cba-990e-4885-a762-ebc5fcc904df,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:31.728069 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e2555f0a-dcec-4691-918b-a341a22289aa tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.0014873 Nov 29 18:14:31.759202 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40544) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:31.773420 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-3c6f3b94-a773-4b33-9013-710e19970923 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Request body: {'port': {'network_id': 'f7db7826-cdca-4e2d-aebf-a8860132e978', 'name': 'tempest-ExtraDHCPOptionsTestJSON-717821946', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:31.773750 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a074a330-b669-4f8c-8e1f-716b537cc765 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:31.773920 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.api.validators [None req-3c6f3b94-a773-4b33-9013-710e19970923 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] bootfile-name is not in valid_values {{(pid=110004) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 18:14:31.774254 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.api.validators [None req-3c6f3b94-a773-4b33-9013-710e19970923 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] tftp-server is not in valid_values {{(pid=110004) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 18:14:31.774586 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.api.validators [None req-3c6f3b94-a773-4b33-9013-710e19970923 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] server-ip-address is not in valid_values {{(pid=110004) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 18:14:31.805137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b12e9b9f-d15a-4fea-8b4f-c3622980f047 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Deleting port f49aba65-24d7-44ef-a6f6-f693210bf0a1 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:31.805723 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b12e9b9f-d15a-4fea-8b4f-c3622980f047 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:31.814553 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13f80db5-e7a6-4447-884b-27bc9c237c12 req-dcdbfe4f-0725-415d-8f36-61932c839390 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1669629 Nov 29 18:14:31.848609 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:31.889465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a074a330-b669-4f8c-8e1f-716b537cc765 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:31.890304 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:32.000563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-b12e9b9f-d15a-4fea-8b4f-c3622980f047 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] For port f49aba65-24d7-44ef-a6f6-f693210bf0a1, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f49aba65-24d7-44ef-a6f6-f693210bf0a1,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:32.001034 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b12e9b9f-d15a-4fea-8b4f-c3622980f047 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:32.023810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b12e9b9f-d15a-4fea-8b4f-c3622980f047 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Calling delete_port for f49aba65-24d7-44ef-a6f6-f693210bf0a1 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:32.120040 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:32.134954 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:32.205311 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port a074a330-b669-4f8c-8e1f-716b537cc765, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a074a330-b669-4f8c-8e1f-716b537cc765,segment=NetworkSegment(f669ff48-5f32-49d1-8e9e-c9d8c588d1d0),segment_id=f669ff48-5f32-49d1-8e9e-c9d8c588d1d0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:32.211996 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:32.212939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f49aba65-24d7-44ef-a6f6-f693210bf0a1 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:32.362764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=a074a330-b669-4f8c-8e1f-716b537cc765,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:32.387077 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b12e9b9f-d15a-4fea-8b4f-c3622980f047 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:32.404035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=4cf9018f-520d-4514-b841-2a38f7186a13,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:32.413111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f49aba65-24d7-44ef-a6f6-f693210bf0a1 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:32.413483 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:32.471687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Port f49aba65-24d7-44ef-a6f6-f693210bf0a1 was deleted so its status cannot be updated. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 29 18:14:32.476063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb62027e-e9dd-4b6b-a01f-4cca3415b9da None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:32.503787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e9b9f-d15a-4fea-8b4f-c3622980f047 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Pushing event deleted for resources: {'Port': ['ID=f49aba65-24d7-44ef-a6f6-f693210bf0a1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:32.509901 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6f3b94-a773-4b33-9013-710e19970923 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Made reservation on behalf of 17108b45ac78491aae304cee71142b63 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:32.518699 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3b94-a773-4b33-9013-710e19970923 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:32.576625 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b12e9b9f-d15a-4fea-8b4f-c3622980f047 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:32.577307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-3c6f3b94-a773-4b33-9013-710e19970923 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] device_id is not set on port 5b647ecf-419f-4b53-ba49-8437b568a4a4 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:14:32.596624 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-20220fb1-fb25-499f-8ecc-4d31f67077a1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:32.837447 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Router 29527f58-1110-48c6-b733-f7291d335194 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:14:32.844692 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b12e9b9f-d15a-4fea-8b4f-c3622980f047 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:32.847540 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b12e9b9f-d15a-4fea-8b4f-c3622980f047 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:32.932161 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b12e9b9f-d15a-4fea-8b4f-c3622980f047 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:32.934074 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12e9b9f-d15a-4fea-8b4f-c3622980f047 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b8dee07-95f2-4f29-b15f-410d689c8209 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:14:32.943544 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b12e9b9f-d15a-4fea-8b4f-c3622980f047 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:32.954493 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b12e9b9f-d15a-4fea-8b4f-c3622980f047 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "DELETE /v2.0/routers/0b8dee07-95f2-4f29-b15f-410d689c8209 HTTP/1.1" status: 204 len: 168 time: 2.5460572 Nov 29 18:14:32.957021 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40556) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:32.965724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1289099244', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:33.026315 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:33.027585 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:33.048634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af78b739-7257-4c07-997e-bc4acfdf54c7 None None] Network f7db7826-cdca-4e2d-aebf-a8860132e978 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:33.156479 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:33.272741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:33.287293 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Sync routers for ids ['29527f58-1110-48c6-b733-f7291d335194'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:33.296876 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-80a0b968-7469-4ed1-b68a-f2da4d900878 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "PUT /v2.0/routers/29527f58-1110-48c6-b733-f7291d335194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1049886 Nov 29 18:14:33.299902 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40558) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:33.324313 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Routers {'29527f58-1110-48c6-b733-f7291d335194'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:33.325383 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['29527f58-1110-48c6-b733-f7291d335194'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:33.360537 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-3c6f3b94-a773-4b33-9013-710e19970923 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Allocated IP 172.20.0.4 (f7db7826-cdca-4e2d-aebf-a8860132e978/10bb33f8-4777-47d0-ba70-f0a70a7b8d22/5b647ecf-419f-4b53-ba49-8437b568a4a4) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:33.473912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d34a-4db6-4a37-bfbc-c4cf341b48d0 req-d4503625-044a-4ecb-bdeb-c806e9ad3aa9 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:33.490303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d34a-4db6-4a37-bfbc-c4cf341b48d0 req-d4503625-044a-4ecb-bdeb-c806e9ad3aa9 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:33.504310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d34a-4db6-4a37-bfbc-c4cf341b48d0 req-d4503625-044a-4ecb-bdeb-c806e9ad3aa9 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:33.518515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d34a-4db6-4a37-bfbc-c4cf341b48d0 req-d4503625-044a-4ecb-bdeb-c806e9ad3aa9 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:33.525084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d34a-4db6-4a37-bfbc-c4cf341b48d0 req-d4503625-044a-4ecb-bdeb-c806e9ad3aa9 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:33.538916 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bc377e-17b1-4d71-b667-68a6f2d582f6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:33.546940 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-58bc377e-17b1-4d71-b667-68a6f2d582f6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports/4cf9018f-520d-4514-b841-2a38f7186a13 HTTP/1.1" status: 200 len: 911 time: 0.2390583 Nov 29 18:14:33.551162 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d34a-4db6-4a37-bfbc-c4cf341b48d0 req-d4503625-044a-4ecb-bdeb-c806e9ad3aa9 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:33.561468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40564) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:33.566396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05d34a-4db6-4a37-bfbc-c4cf341b48d0 req-d4503625-044a-4ecb-bdeb-c806e9ad3aa9 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:33.568723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b05d34a-4db6-4a37-bfbc-c4cf341b48d0 req-d4503625-044a-4ecb-bdeb-c806e9ad3aa9 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5421 time: 0.5568826 Nov 29 18:14:33.602130 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:33.749516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-219801a5-7b3d-4b62-997e-5841c755f317 None None] Provisioning complete for port a074a330-b669-4f8c-8e1f-716b537cc765 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:33.753863 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-219801a5-7b3d-4b62-997e-5841c755f317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:33.850411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b05d34a-4db6-4a37-bfbc-c4cf341b48d0 req-7c9024d4-4861-4d87-9984-3e697cb2970a tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2685552 Nov 29 18:14:33.864486 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Set router 29527f58-1110-48c6-b733-f7291d335194 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:14:34.048398 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a074a330-b669-4f8c-8e1f-716b537cc765 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:34.245748 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a074a330-b669-4f8c-8e1f-716b537cc765 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:34.246135 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:34.252692 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:34.300478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-06b5cfba-85a5-4122-b141-7456fa97814f None None] Provisioning complete for port 4cf9018f-520d-4514-b841-2a38f7186a13 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:34.300864 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06b5cfba-85a5-4122-b141-7456fa97814f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:34.313165 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:34.434195 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29527f58-1110-48c6-b733-f7291d335194', 'name': 'tempest-NetworksTestDHCPv6-router-535730233', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:26Z', 'updated_at': '2021-11-29T18:14:29Z', 'revision_number': 2, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'gw_port_host': None, '_interfaces': [{'id': '4cf9018f-520d-4514-b841-2a38f7186a13', 'name': '', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'mac_address': 'fa:16:3e:04:76:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29527f58-1110-48c6-b733-f7291d335194', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '493bb812-0d30-46d1-b299-c78a38ab2605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:28Z', 'updated_at': '2021-11-29T18:14:30Z', 'revision_number': 2, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'subnets': [{'id': '493bb812-0d30-46d1-b299-c78a38ab2605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:34.468106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-06b5cfba-85a5-4122-b141-7456fa97814f None None] Port 4cf9018f-520d-4514-b841-2a38f7186a13 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:34.503703 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Checking router: 29527f58-1110-48c6-b733-f7291d335194 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:14:34.504375 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Updating router 29527f58-1110-48c6-b733-f7291d335194 port 4cf9018f-520d-4514-b841-2a38f7186a13 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:14:34.551810 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-06b5cfba-85a5-4122-b141-7456fa97814f None None] Provisioning complete for port b6de7cba-990e-4885-a762-ebc5fcc904df triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:34.552192 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06b5cfba-85a5-4122-b141-7456fa97814f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:34.589435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b6de7cba-990e-4885-a762-ebc5fcc904df up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:34.605365 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:34.676212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed887d0e-5a86-4ccb-83fc-d317e95b716c req-cbe0e863-2471-4371-b39e-e842cf82d484 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:34.677604 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port b6de7cba-990e-4885-a762-ebc5fcc904df triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:34.677987 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:34.704679 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed887d0e-5a86-4ccb-83fc-d317e95b716c req-cbe0e863-2471-4371-b39e-e842cf82d484 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:34.722995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed887d0e-5a86-4ccb-83fc-d317e95b716c req-cbe0e863-2471-4371-b39e-e842cf82d484 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:34.729483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed887d0e-5a86-4ccb-83fc-d317e95b716c req-cbe0e863-2471-4371-b39e-e842cf82d484 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:34.764148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed887d0e-5a86-4ccb-83fc-d317e95b716c req-cbe0e863-2471-4371-b39e-e842cf82d484 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:34.770860 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06b5cfba-85a5-4122-b141-7456fa97814f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:34.784563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed887d0e-5a86-4ccb-83fc-d317e95b716c req-cbe0e863-2471-4371-b39e-e842cf82d484 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:34.800444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed887d0e-5a86-4ccb-83fc-d317e95b716c req-cbe0e863-2471-4371-b39e-e842cf82d484 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:34.802477 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed887d0e-5a86-4ccb-83fc-d317e95b716c req-cbe0e863-2471-4371-b39e-e842cf82d484 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5446 time: 0.3667440 Nov 29 18:14:34.873388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Allocated IP 172.25.3.213 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/50b5c2a1-7036-466e-a68b-8e7c4055a64b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:34.901989 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:34.905059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11052c69-0cb7-4162-8959-81d9dd7fb2a3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:34.934940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11052c69-0cb7-4162-8959-81d9dd7fb2a3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:34.942166 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-11052c69-0cb7-4162-8959-81d9dd7fb2a3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 1.3620687 Nov 29 18:14:34.944820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40576) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:34.997408 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-06b5cfba-85a5-4122-b141-7456fa97814f None None] For port b6de7cba-990e-4885-a762-ebc5fcc904df, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b6de7cba-990e-4885-a762-ebc5fcc904df,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:35.021366 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06b5cfba-85a5-4122-b141-7456fa97814f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:35.063175 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed887d0e-5a86-4ccb-83fc-d317e95b716c req-bc1ff90c-cfcb-4ca2-93b1-308518a40a20 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2460308 Nov 29 18:14:35.205849 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:14:35.209647 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:14:35.254163 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:35.288410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-563208e7-18a5-41f6-b1ff-b9cff99a9bc2 None None] Provisioning complete for port 4cf9018f-520d-4514-b841-2a38f7186a13 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:35.288801 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-563208e7-18a5-41f6-b1ff-b9cff99a9bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:35.309470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c896937-f0de-477a-aa78-e1f52f04534a req-8160c241-8fe0-499b-85ec-005655d00ac5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:35.315684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c896937-f0de-477a-aa78-e1f52f04534a req-8160c241-8fe0-499b-85ec-005655d00ac5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:35.325961 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c896937-f0de-477a-aa78-e1f52f04534a req-8160c241-8fe0-499b-85ec-005655d00ac5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:35.333082 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c896937-f0de-477a-aa78-e1f52f04534a req-8160c241-8fe0-499b-85ec-005655d00ac5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:35.341591 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c896937-f0de-477a-aa78-e1f52f04534a req-8160c241-8fe0-499b-85ec-005655d00ac5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:35.347122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5cfba-85a5-4122-b141-7456fa97814f None None] Pushing event updated for resources: {'Port': ['ID=b6de7cba-990e-4885-a762-ebc5fcc904df,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:35.350495 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c896937-f0de-477a-aa78-e1f52f04534a req-8160c241-8fe0-499b-85ec-005655d00ac5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:35.358116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c896937-f0de-477a-aa78-e1f52f04534a req-8160c241-8fe0-499b-85ec-005655d00ac5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:35.367893 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:35.371847 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c896937-f0de-477a-aa78-e1f52f04534a req-8160c241-8fe0-499b-85ec-005655d00ac5 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5421 time: 0.2673178 Nov 29 18:14:35.387094 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:35.396511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fc183-4f29-4b39-8362-19fe99fc7411 req-dd23a3b1-1e24-4b93-a9c4-0f4d7888cc47 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:35.407752 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fc183-4f29-4b39-8362-19fe99fc7411 req-dd23a3b1-1e24-4b93-a9c4-0f4d7888cc47 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:35.419187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fc183-4f29-4b39-8362-19fe99fc7411 req-dd23a3b1-1e24-4b93-a9c4-0f4d7888cc47 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:35.423486 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-563208e7-18a5-41f6-b1ff-b9cff99a9bc2 None None] Port 4cf9018f-520d-4514-b841-2a38f7186a13 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:35.426729 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fc183-4f29-4b39-8362-19fe99fc7411 req-dd23a3b1-1e24-4b93-a9c4-0f4d7888cc47 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:35.433636 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fc183-4f29-4b39-8362-19fe99fc7411 req-dd23a3b1-1e24-4b93-a9c4-0f4d7888cc47 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:35.444278 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fc183-4f29-4b39-8362-19fe99fc7411 req-dd23a3b1-1e24-4b93-a9c4-0f4d7888cc47 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:35.451285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fc183-4f29-4b39-8362-19fe99fc7411 req-dd23a3b1-1e24-4b93-a9c4-0f4d7888cc47 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:35.453695 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-357fc183-4f29-4b39-8362-19fe99fc7411 req-dd23a3b1-1e24-4b93-a9c4-0f4d7888cc47 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5446 time: 0.2577975 Nov 29 18:14:35.482905 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-563208e7-18a5-41f6-b1ff-b9cff99a9bc2 None None] Provisioning complete for port a074a330-b669-4f8c-8e1f-716b537cc765 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:35.484208 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-563208e7-18a5-41f6-b1ff-b9cff99a9bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:35.543469 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef103a-fc5f-41c4-b3d2-f5d209bfb2ce None None] Pushing event updated for resources: {'Port': ['ID=4cf9018f-520d-4514-b841-2a38f7186a13,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:35.601358 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:35.693490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:35.714001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c896937-f0de-477a-aa78-e1f52f04534a req-db9e65fb-652f-4ac1-8397-111f1acc0095 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2557356 Nov 29 18:14:35.729263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:35.732332 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Attempting to bind port 4cf9018f-520d-4514-b841-2a38f7186a13 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:35.732737 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Attempting to bind port 4cf9018f-520d-4514-b841-2a38f7186a13 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:35.735540 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Attempting to bind port 4cf9018f-520d-4514-b841-2a38f7186a13 on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:35.749887 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:35.750262 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:35.750664 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:35.751142 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:35.751633 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Bound port: 4cf9018f-520d-4514-b841-2a38f7186a13, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:35.752009 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:35.759375 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:35.781558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2576171e-d32b-4eac-a3b9-e6beb65db4b3 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:35.832615 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-20220fb1-fb25-499f-8ecc-4d31f67077a1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port aa14afbf-c220-4621-864f-bbdb0dcfde74 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:35.832906 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-20220fb1-fb25-499f-8ecc-4d31f67077a1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:35.838545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Pushing event updated for resources: {'Port': ['ID=50b5c2a1-7036-466e-a68b-8e7c4055a64b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:35.929550 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] For port 4cf9018f-520d-4514-b841-2a38f7186a13, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:14:35.937333 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3b94-a773-4b33-9013-710e19970923 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:35.946346 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] For port 4cf9018f-520d-4514-b841-2a38f7186a13, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4cf9018f-520d-4514-b841-2a38f7186a13,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:14:35.956621 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:36.007260 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-563208e7-18a5-41f6-b1ff-b9cff99a9bc2 None None] Provisioning complete for port 9eb5f6bc-f81a-4bdd-ae46-ccfc5c076b97 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:36.007635 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-563208e7-18a5-41f6-b1ff-b9cff99a9bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:36.093722 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef103a-fc5f-41c4-b3d2-f5d209bfb2ce None None] Pushing event updated for resources: {'Port': ['ID=4cf9018f-520d-4514-b841-2a38f7186a13,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:36.111027 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Routers {'29527f58-1110-48c6-b733-f7291d335194'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:36.111722 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['29527f58-1110-48c6-b733-f7291d335194'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:36.120242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b6de7cba-990e-4885-a762-ebc5fcc904df up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:36.127934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-563208e7-18a5-41f6-b1ff-b9cff99a9bc2 None None] Port 9eb5f6bc-f81a-4bdd-ae46-ccfc5c076b97 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:36.215364 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-20220fb1-fb25-499f-8ecc-4d31f67077a1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:36.240155 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3b94-a773-4b33-9013-710e19970923 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:36.282135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6f3b94-a773-4b33-9013-710e19970923 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Network f7db7826-cdca-4e2d-aebf-a8860132e978 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:36.290264 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] Set router 29527f58-1110-48c6-b733-f7291d335194 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:14:36.290410 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-3c6f3b94-a773-4b33-9013-710e19970923 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:36.292873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6f3b94-a773-4b33-9013-710e19970923 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:36.335963 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c640b7e1-733d-4b0c-8ea7-0f52539b9fbd None None] Provisioning complete for port 4cf9018f-520d-4514-b841-2a38f7186a13 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:36.336604 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c640b7e1-733d-4b0c-8ea7-0f52539b9fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:36.444859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-20220fb1-fb25-499f-8ecc-4d31f67077a1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for aa14afbf-c220-4621-864f-bbdb0dcfde74 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:36.451618 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port b6de7cba-990e-4885-a762-ebc5fcc904df triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:36.452437 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:36.475325 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6f3b94-a773-4b33-9013-710e19970923 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:36.476038 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3b94-a773-4b33-9013-710e19970923 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:36.535267 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3c6f3b94-a773-4b33-9013-710e19970923 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.7672610 Nov 29 18:14:36.547853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40586) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:36.655627 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c640b7e1-733d-4b0c-8ea7-0f52539b9fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:36.694321 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-87d18818-5c39-44f2-a719-4df1c2e4493e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:36.754487 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29527f58-1110-48c6-b733-f7291d335194', 'name': 'tempest-NetworksTestDHCPv6-router-535730233', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:26Z', 'updated_at': '2021-11-29T18:14:29Z', 'revision_number': 2, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'gw_port_host': None, '_interfaces': [{'id': '4cf9018f-520d-4514-b841-2a38f7186a13', 'name': '', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'mac_address': 'fa:16:3e:04:76:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29527f58-1110-48c6-b733-f7291d335194', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '493bb812-0d30-46d1-b299-c78a38ab2605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:28Z', 'updated_at': '2021-11-29T18:14:35Z', 'revision_number': 4, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'subnets': [{'id': '493bb812-0d30-46d1-b299-c78a38ab2605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:36.799340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c640b7e1-733d-4b0c-8ea7-0f52539b9fbd None None] For port 4cf9018f-520d-4514-b841-2a38f7186a13, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4cf9018f-520d-4514-b841-2a38f7186a13,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:36.814604 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c640b7e1-733d-4b0c-8ea7-0f52539b9fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:36.830383 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e67217-8cc1-4be3-9790-df889c0faaa4 None None] The sync data for ids ['29527f58-1110-48c6-b733-f7291d335194'] in n-d-819494-5 is: [{'id': '29527f58-1110-48c6-b733-f7291d335194', 'name': 'tempest-NetworksTestDHCPv6-router-535730233', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:26Z', 'updated_at': '2021-11-29T18:14:29Z', 'revision_number': 2, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'gw_port_host': None, '_interfaces': [{'id': '4cf9018f-520d-4514-b841-2a38f7186a13', 'name': '', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'mac_address': 'fa:16:3e:04:76:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29527f58-1110-48c6-b733-f7291d335194', 'device_owner': 'network:router_interface', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '493bb812-0d30-46d1-b299-c78a38ab2605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:28Z', 'updated_at': '2021-11-29T18:14:35Z', 'revision_number': 4, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'subnets': [{'id': '493bb812-0d30-46d1-b299-c78a38ab2605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:14:36.878474 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f3b94-a773-4b33-9013-710e19970923 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Pushing event updated for resources: {'Port': ['ID=5b647ecf-419f-4b53-ba49-8437b568a4a4,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:36.969890 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c640b7e1-733d-4b0c-8ea7-0f52539b9fbd None None] Provisioning complete for port 9eb5f6bc-f81a-4bdd-ae46-ccfc5c076b97 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:36.970541 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c640b7e1-733d-4b0c-8ea7-0f52539b9fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:37.023567 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c640b7e1-733d-4b0c-8ea7-0f52539b9fbd None None] Port 9eb5f6bc-f81a-4bdd-ae46-ccfc5c076b97 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:37.025815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f49aba65-24d7-44ef-a6f6-f693210bf0a1 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:14:37.066661 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: f49aba65-24d7-44ef-a6f6-f693210bf0a1 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:14:37.067284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f49aba65-24d7-44ef-a6f6-f693210bf0a1 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:14:37.075681 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640b7e1-733d-4b0c-8ea7-0f52539b9fbd None None] Pushing event updated for resources: {'Port': ['ID=4cf9018f-520d-4514-b841-2a38f7186a13,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:37.093020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c640b7e1-733d-4b0c-8ea7-0f52539b9fbd None None] Provisioning complete for port 50b5c2a1-7036-466e-a68b-8e7c4055a64b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:37.094117 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c640b7e1-733d-4b0c-8ea7-0f52539b9fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:37.133642 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c640b7e1-733d-4b0c-8ea7-0f52539b9fbd None None] Port 50b5c2a1-7036-466e-a68b-8e7c4055a64b cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:37.305603 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-87d18818-5c39-44f2-a719-4df1c2e4493e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port 4cf9018f-520d-4514-b841-2a38f7186a13 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:37.305603 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-87d18818-5c39-44f2-a719-4df1c2e4493e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:37.326809 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c7e8ecfa-7d4c-4ce7-904c-85a947616675 None None] Provisioning complete for port 4cf9018f-520d-4514-b841-2a38f7186a13 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:37.332562 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7e8ecfa-7d4c-4ce7-904c-85a947616675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:37.389802 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:37.487806 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-20220fb1-fb25-499f-8ecc-4d31f67077a1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:37.525904 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20220fb1-fb25-499f-8ecc-4d31f67077a1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=aa14afbf-c220-4621-864f-bbdb0dcfde74,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:37.677415 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-87d18818-5c39-44f2-a719-4df1c2e4493e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] For port 4cf9018f-520d-4514-b841-2a38f7186a13, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4cf9018f-520d-4514-b841-2a38f7186a13,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:37.679117 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c7e8ecfa-7d4c-4ce7-904c-85a947616675 None None] Provisioning complete for port 5b647ecf-419f-4b53-ba49-8437b568a4a4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:37.679302 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-87d18818-5c39-44f2-a719-4df1c2e4493e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:37.679835 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7e8ecfa-7d4c-4ce7-904c-85a947616675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:37.707373 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-87d18818-5c39-44f2-a719-4df1c2e4493e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for 4cf9018f-520d-4514-b841-2a38f7186a13 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:37.742486 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c7e8ecfa-7d4c-4ce7-904c-85a947616675 None None] Port 5b647ecf-419f-4b53-ba49-8437b568a4a4 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:38.037731 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-87d18818-5c39-44f2-a719-4df1c2e4493e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:38.073235 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:38.159827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4cf9018f-520d-4514-b841-2a38f7186a13 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:38.178873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d18818-5c39-44f2-a719-4df1c2e4493e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=4cf9018f-520d-4514-b841-2a38f7186a13,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:38.211289 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 4cf9018f-520d-4514-b841-2a38f7186a13 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:14:38.234970 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4cf9018f-520d-4514-b841-2a38f7186a13 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 29 18:14:38.272085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52026cd8-64db-44bc-97b4-f8cf0c00549c tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:38.279973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52026cd8-64db-44bc-97b4-f8cf0c00549c tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:38.287489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52026cd8-64db-44bc-97b4-f8cf0c00549c tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:38.289584 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-52026cd8-64db-44bc-97b4-f8cf0c00549c tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 1.7411251 Nov 29 18:14:38.297773 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Port 4cf9018f-520d-4514-b841-2a38f7186a13 not found, will not notify nova. {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 29 18:14:38.298403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40616) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:38.373504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7736912-caed-45b0-9dcd-115147f6fad9 req-372bfdba-570e-49a0-9562-748c435d5c01 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:38.392476 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7736912-caed-45b0-9dcd-115147f6fad9 req-372bfdba-570e-49a0-9562-748c435d5c01 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:38.412325 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7736912-caed-45b0-9dcd-115147f6fad9 req-372bfdba-570e-49a0-9562-748c435d5c01 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:38.428448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7736912-caed-45b0-9dcd-115147f6fad9 req-372bfdba-570e-49a0-9562-748c435d5c01 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:38.434436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40618) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:38.435237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-87d18818-5c39-44f2-a719-4df1c2e4493e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:38.437844 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7736912-caed-45b0-9dcd-115147f6fad9 req-372bfdba-570e-49a0-9562-748c435d5c01 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:38.444868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7736912-caed-45b0-9dcd-115147f6fad9 req-372bfdba-570e-49a0-9562-748c435d5c01 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:38.451613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7736912-caed-45b0-9dcd-115147f6fad9 req-372bfdba-570e-49a0-9562-748c435d5c01 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:38.453674 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f7736912-caed-45b0-9dcd-115147f6fad9 req-372bfdba-570e-49a0-9562-748c435d5c01 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5421 time: 1.2165513 Nov 29 18:14:38.551139 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f7736912-caed-45b0-9dcd-115147f6fad9 req-ee68fbe3-125c-4c44-80d5-dcc21a4ace32 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871663 Nov 29 18:14:38.655728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-db607b0c-b0eb-445c-aa39-ed83f1b6420d tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Deleting port 5b647ecf-419f-4b53-ba49-8437b568a4a4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:38.656205 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db607b0c-b0eb-445c-aa39-ed83f1b6420d tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:38.661372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Router 29fc67d0-cc76-4a14-8c59-84546856d864 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:14:38.737307 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-20220fb1-fb25-499f-8ecc-4d31f67077a1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:38.820982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe065f0-00e7-410b-b257-6e3a0f0e0a8a req-813fdbb5-ba0f-485f-8085-b8fb270ee460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:38.821511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe065f0-00e7-410b-b257-6e3a0f0e0a8a req-813fdbb5-ba0f-485f-8085-b8fb270ee460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:38.823219 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe065f0-00e7-410b-b257-6e3a0f0e0a8a req-813fdbb5-ba0f-485f-8085-b8fb270ee460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:38.823764 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe065f0-00e7-410b-b257-6e3a0f0e0a8a req-813fdbb5-ba0f-485f-8085-b8fb270ee460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:38.824325 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe065f0-00e7-410b-b257-6e3a0f0e0a8a req-813fdbb5-ba0f-485f-8085-b8fb270ee460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:38.824814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe065f0-00e7-410b-b257-6e3a0f0e0a8a req-813fdbb5-ba0f-485f-8085-b8fb270ee460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:38.825335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe065f0-00e7-410b-b257-6e3a0f0e0a8a req-813fdbb5-ba0f-485f-8085-b8fb270ee460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:38.833700 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8fe065f0-00e7-410b-b257-6e3a0f0e0a8a req-813fdbb5-ba0f-485f-8085-b8fb270ee460 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 6503 time: 0.3868570 Nov 29 18:14:38.870399 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db607b0c-b0eb-445c-aa39-ed83f1b6420d tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:38.893366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-db607b0c-b0eb-445c-aa39-ed83f1b6420d tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Calling delete_port for 5b647ecf-419f-4b53-ba49-8437b568a4a4 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:38.911717 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:38.924625 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d8e70c-5926-4f97-8d9f-a75e3db00ced None None] Sync routers for ids ['29fc67d0-cc76-4a14-8c59-84546856d864'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:38.936852 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d8e70c-5926-4f97-8d9f-a75e3db00ced None None] Routers {'29fc67d0-cc76-4a14-8c59-84546856d864'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:38.938300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b6d8e70c-5926-4f97-8d9f-a75e3db00ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['29fc67d0-cc76-4a14-8c59-84546856d864'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:38.938557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d18818-5c39-44f2-a719-4df1c2e4493e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Router 29527f58-1110-48c6-b733-f7291d335194 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:14:38.943747 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f9862376-a235-411c-9516-55e98c12d87f details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:14:38.988679 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b6d8e70c-5926-4f97-8d9f-a75e3db00ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:38.989512 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8fe065f0-00e7-410b-b257-6e3a0f0e0a8a req-e6cc759a-43d4-407f-a4a6-361e38d6600b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1547530 Nov 29 18:14:39.058282 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:39.066141 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1df9f9fa-cc9c-4d2e-acc5-4b669651eac6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.1065865 Nov 29 18:14:39.069550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40632) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:39.081007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c986ba37-dbde-43a2-a9a4-cba59b311998 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'enable_snat': False}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:39.084462 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d8e70c-5926-4f97-8d9f-a75e3db00ced None None] Routers {'29fc67d0-cc76-4a14-8c59-84546856d864'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:39.085287 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b6d8e70c-5926-4f97-8d9f-a75e3db00ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['29fc67d0-cc76-4a14-8c59-84546856d864'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:39.194806 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port f9862376-a235-411c-9516-55e98c12d87f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f9862376-a235-411c-9516-55e98c12d87f,segment=NetworkSegment(cc540e15-6932-42fd-85ac-c32ed2babc00),segment_id=cc540e15-6932-42fd-85ac-c32ed2babc00)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:39.208913 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b6d8e70c-5926-4f97-8d9f-a75e3db00ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:39.209766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d8e70c-5926-4f97-8d9f-a75e3db00ced None None] The sync data for ids ['29fc67d0-cc76-4a14-8c59-84546856d864'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:14:39.212084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'f9862376-a235-411c-9516-55e98c12d87f', 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'port_id': 'f9862376-a235-411c-9516-55e98c12d87f', 'mac_address': 'fa:16:3e:2b:5a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:14:39.245423 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d18818-5c39-44f2-a719-4df1c2e4493e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:39.251694 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-87d18818-5c39-44f2-a719-4df1c2e4493e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "PUT /v2.0/routers/29527f58-1110-48c6-b733-f7291d335194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2701321 Nov 29 18:14:39.256546 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40634) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:39.273883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20220fb1-fb25-499f-8ecc-4d31f67077a1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:14:39.275766 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:39.306839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9862376-a235-411c-9516-55e98c12d87f {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:14:39.334981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9abde4-8cd5-4dd9-9e3c-9b0051d5beba tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:39.336214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9abde4-8cd5-4dd9-9e3c-9b0051d5beba tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:39.337406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port f9862376-a235-411c-9516-55e98c12d87f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f9862376-a235-411c-9516-55e98c12d87f,segment=NetworkSegment(cc540e15-6932-42fd-85ac-c32ed2babc00),segment_id=cc540e15-6932-42fd-85ac-c32ed2babc00)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:39.338432 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0e9abde4-8cd5-4dd9-9e3c-9b0051d5beba tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0795958 Nov 29 18:14:39.343455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40638) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:39.349708 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:39.350814 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7c57a7f9-5b4c-4906-b679-7bec1c88b294 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:14:39.403858 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db607b0c-b0eb-445c-aa39-ed83f1b6420d tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:39.444530 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20220fb1-fb25-499f-8ecc-4d31f67077a1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:39.452581 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-20220fb1-fb25-499f-8ecc-4d31f67077a1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8600378 Nov 29 18:14:39.453208 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40640) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:39.462576 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd2e59e-b398-41cb-b8e8-c85d6f2498b5 None None] Sync routers for ids ['e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:39.481719 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd2e59e-b398-41cb-b8e8-c85d6f2498b5 None None] Routers {'e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:39.482339 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0bd2e59e-b398-41cb-b8e8-c85d6f2498b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:39.483525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db607b0c-b0eb-445c-aa39-ed83f1b6420d tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Pushing event deleted for resources: {'Port': ['ID=5b647ecf-419f-4b53-ba49-8437b568a4a4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:39.495699 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac04e9f-d1e4-49a8-8c02-2f4845d7b245 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 493bb812-0d30-46d1-b299-c78a38ab2605 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:14:39.511266 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac04e9f-d1e4-49a8-8c02-2f4845d7b245 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:39.511484 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bac499a9-69f4-4cc3-a722-39e1b4c4f358 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9 HTTP/1.1" status: 200 len: 205 time: 0.0545003 Nov 29 18:14:39.511833 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40642) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:39.588472 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 7c57a7f9-5b4c-4906-b679-7bec1c88b294, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7c57a7f9-5b4c-4906-b679-7bec1c88b294,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:39.612177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '7c57a7f9-5b4c-4906-b679-7bec1c88b294', 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1', 'port_id': '7c57a7f9-5b4c-4906-b679-7bec1c88b294', 'mac_address': 'fa:16:3e:ef:13:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd542c6b4-9a49-4f26-97dd-a08e45fd6e76', 'ip_address': '10.1.1.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:14:39.665288 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0bd2e59e-b398-41cb-b8e8-c85d6f2498b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:39.708892 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1a381a5-287f-41e5-b5d2-15855799b6ef tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:39.731050 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd2e59e-b398-41cb-b8e8-c85d6f2498b5 None None] Routers {'e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:39.738966 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0bd2e59e-b398-41cb-b8e8-c85d6f2498b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:39.774189 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac04e9f-d1e4-49a8-8c02-2f4845d7b245 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:39.794686 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0bd2e59e-b398-41cb-b8e8-c85d6f2498b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:39.795758 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd2e59e-b398-41cb-b8e8-c85d6f2498b5 None None] The sync data for ids ['e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:14:39.904685 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db607b0c-b0eb-445c-aa39-ed83f1b6420d tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:39.910102 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-db607b0c-b0eb-445c-aa39-ed83f1b6420d tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] 10.222.0.23 "DELETE /v2.0/ports/5b647ecf-419f-4b53-ba49-8437b568a4a4 HTTP/1.1" status: 204 len: 168 time: 1.6104493 Nov 29 18:14:39.934517 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40650) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:39.941158 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-ccb32351-48c9-4b35-89cd-d7232aea48e6 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Request body: {'port': {'name': 'tempest-new-port-name-830596633', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:39.944386 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.api.validators [None req-ccb32351-48c9-4b35-89cd-d7232aea48e6 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] bootfile-name is not in valid_values {{(pid=110004) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 18:14:39.944604 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.api.validators [None req-ccb32351-48c9-4b35-89cd-d7232aea48e6 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] tftp-server is not in valid_values {{(pid=110004) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 18:14:39.945189 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.api.validators [None req-ccb32351-48c9-4b35-89cd-d7232aea48e6 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] server-ip-address is not in valid_values {{(pid=110004) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 18:14:39.991306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aea898-c329-41ec-aa37-3a63d5ffcdba None None] Sync routers for ids ['29527f58-1110-48c6-b733-f7291d335194'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:40.046172 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=f9862376-a235-411c-9516-55e98c12d87f,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:40.068216 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:40.072287 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aea898-c329-41ec-aa37-3a63d5ffcdba None None] Routers {'29527f58-1110-48c6-b733-f7291d335194'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:40.073806 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a0aea898-c329-41ec-aa37-3a63d5ffcdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['29527f58-1110-48c6-b733-f7291d335194'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:40.106640 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c986ba37-dbde-43a2-a9a4-cba59b311998 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:40.148033 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929b65e-d889-4973-ae3d-566bde993ab2 req-c6a437fb-aaa0-4370-a272-427ed9e32b1b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:40.155213 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929b65e-d889-4973-ae3d-566bde993ab2 req-c6a437fb-aaa0-4370-a272-427ed9e32b1b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:40.173662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929b65e-d889-4973-ae3d-566bde993ab2 req-c6a437fb-aaa0-4370-a272-427ed9e32b1b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:40.181290 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c57a7f9-5b4c-4906-b679-7bec1c88b294 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:14:40.182542 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929b65e-d889-4973-ae3d-566bde993ab2 req-c6a437fb-aaa0-4370-a272-427ed9e32b1b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:40.193984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929b65e-d889-4973-ae3d-566bde993ab2 req-c6a437fb-aaa0-4370-a272-427ed9e32b1b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:40.203112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929b65e-d889-4973-ae3d-566bde993ab2 req-c6a437fb-aaa0-4370-a272-427ed9e32b1b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:40.205596 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-a0aea898-c329-41ec-aa37-3a63d5ffcdba None None] Set router 29527f58-1110-48c6-b733-f7291d335194 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:14:40.212533 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929b65e-d889-4973-ae3d-566bde993ab2 req-c6a437fb-aaa0-4370-a272-427ed9e32b1b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:40.215471 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e929b65e-d889-4973-ae3d-566bde993ab2 req-c6a437fb-aaa0-4370-a272-427ed9e32b1b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5422 time: 0.4777503 Nov 29 18:14:40.281630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a0aea898-c329-41ec-aa37-3a63d5ffcdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29527f58-1110-48c6-b733-f7291d335194', 'name': 'tempest-NetworksTestDHCPv6-router-535730233', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:26Z', 'updated_at': '2021-11-29T18:14:37Z', 'revision_number': 3, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:40.288097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 7c57a7f9-5b4c-4906-b679-7bec1c88b294, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7c57a7f9-5b4c-4906-b679-7bec1c88b294,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:40.302587 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac04e9f-d1e4-49a8-8c02-2f4845d7b245 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:40.325099 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:40.325972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fa4a748b-18d2-456f-8305-9cb0f74b625b details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:14:40.333993 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aea898-c329-41ec-aa37-3a63d5ffcdba None None] Checking router: 29527f58-1110-48c6-b733-f7291d335194 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:14:40.381799 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aea898-c329-41ec-aa37-3a63d5ffcdba None None] Routers {'29527f58-1110-48c6-b733-f7291d335194'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:40.382346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a0aea898-c329-41ec-aa37-3a63d5ffcdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['29527f58-1110-48c6-b733-f7291d335194'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:40.431407 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac04e9f-d1e4-49a8-8c02-2f4845d7b245 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:40.469332 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.resource_extend [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:14:40.492039 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1a381a5-287f-41e5-b5d2-15855799b6ef tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:40.500997 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1a381a5-287f-41e5-b5d2-15855799b6ef tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:40.501218 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port fa4a748b-18d2-456f-8305-9cb0f74b625b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fa4a748b-18d2-456f-8305-9cb0f74b625b,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:40.509740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=7c57a7f9-5b4c-4906-b679-7bec1c88b294,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:40.522595 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-a0aea898-c329-41ec-aa37-3a63d5ffcdba None None] Set router 29527f58-1110-48c6-b733-f7291d335194 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:14:40.529021 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e914666-4b9a-4aa5-a4fb-5633b88e7a71 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:40.563392 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac04e9f-d1e4-49a8-8c02-2f4845d7b245 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:40.567122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-aac04e9f-d1e4-49a8-8c02-2f4845d7b245 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/493bb812-0d30-46d1-b299-c78a38ab2605 HTTP/1.1" status: 204 len: 168 time: 1.2225208 Nov 29 18:14:40.574228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40652) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:40.580792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac04e9f-d1e4-49a8-8c02-2f4845d7b245 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=493bb812-0d30-46d1-b299-c78a38ab2605,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:40.626353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e929b65e-d889-4973-ae3d-566bde993ab2 req-c15edd0d-2c7b-4c77-85aa-17d4cc8e862a tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4011462 Nov 29 18:14:40.649406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'fa4a748b-18d2-456f-8305-9cb0f74b625b', 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1', 'port_id': 'fa4a748b-18d2-456f-8305-9cb0f74b625b', 'mac_address': 'fa:16:3e:14:08:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd542c6b4-9a49-4f26-97dd-a08e45fd6e76', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:14:40.678104 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a0aea898-c329-41ec-aa37-3a63d5ffcdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29527f58-1110-48c6-b733-f7291d335194', 'name': 'tempest-NetworksTestDHCPv6-router-535730233', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:26Z', 'updated_at': '2021-11-29T18:14:37Z', 'revision_number': 3, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:40.699534 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1a381a5-287f-41e5-b5d2-15855799b6ef tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:40.700138 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a381a5-287f-41e5-b5d2-15855799b6ef tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Fanout notify agent at l3_agent the message router_deleted on router e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:14:40.724513 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1a381a5-287f-41e5-b5d2-15855799b6ef tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:40.727046 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b1a381a5-287f-41e5-b5d2-15855799b6ef tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/routers/e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9 HTTP/1.1" status: 204 len: 168 time: 1.2133157 Nov 29 18:14:40.734428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40656) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:40.778064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aea898-c329-41ec-aa37-3a63d5ffcdba None None] The sync data for ids ['29527f58-1110-48c6-b733-f7291d335194'] in n-d-819494-5 is: [{'id': '29527f58-1110-48c6-b733-f7291d335194', 'name': 'tempest-NetworksTestDHCPv6-router-535730233', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:26Z', 'updated_at': '2021-11-29T18:14:37Z', 'revision_number': 3, 'project_id': '47f5f041d552481c862f2c69ce1af123', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:14:40.780433 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ccb32351-48c9-4b35-89cd-d7232aea48e6 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:40.847070 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:40.869449 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4a748b-18d2-456f-8305-9cb0f74b625b {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:14:40.893438 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port fa4a748b-18d2-456f-8305-9cb0f74b625b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fa4a748b-18d2-456f-8305-9cb0f74b625b,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:40.904818 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:40.905263 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 112a1789-df95-401f-85ce-35d276e8bc81 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:14:40.931147 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f731b72a-1fa6-4f72-bde5-00036d84f084 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3546057 Nov 29 18:14:40.934904 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40660) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:40.942047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-a527d0a3-48f3-404a-b8f0-efbb51b6245d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting subnet b7ff624b-fc65-4f92-bdc6-5adf990fdad8 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:14:41.033747 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=fa4a748b-18d2-456f-8305-9cb0f74b625b,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:41.050110 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-330bc34a-e11d-44d5-90bf-a73c0d019d24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:41.054867 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a527d0a3-48f3-404a-b8f0-efbb51b6245d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:41.110470 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 112a1789-df95-401f-85ce-35d276e8bc81, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=112a1789-df95-401f-85ce-35d276e8bc81,segment=NetworkSegment(77a1e57c-33ef-43ac-b2b8-85452ab71c43),segment_id=77a1e57c-33ef-43ac-b2b8-85452ab71c43)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:41.127824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '112a1789-df95-401f-85ce-35d276e8bc81', 'network_id': 'd9f36459-b545-4033-9511-3819613163f0', 'port_id': '112a1789-df95-401f-85ce-35d276e8bc81', 'mac_address': 'fa:16:3e:41:30:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c504f4-9df8-4894-b0d2-9a3940ee271e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:14:41.223880 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:41.256544 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b7a57f-db98-4a29-a97f-548fe45d15d9 None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:41.261691 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112a1789-df95-401f-85ce-35d276e8bc81 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:14:41.351229 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a527d0a3-48f3-404a-b8f0-efbb51b6245d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:41.363636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 112a1789-df95-401f-85ce-35d276e8bc81, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=112a1789-df95-401f-85ce-35d276e8bc81,segment=NetworkSegment(77a1e57c-33ef-43ac-b2b8-85452ab71c43),segment_id=77a1e57c-33ef-43ac-b2b8-85452ab71c43)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:41.383265 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:41.385296 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f002c88e-cc2b-4dce-8fa1-65fa2b43d135 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:14:41.445306 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-330bc34a-e11d-44d5-90bf-a73c0d019d24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:41.451513 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-330bc34a-e11d-44d5-90bf-a73c0d019d24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:41.516643 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port f002c88e-cc2b-4dce-8fa1-65fa2b43d135, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f002c88e-cc2b-4dce-8fa1-65fa2b43d135,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:41.552706 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7a57f-db98-4a29-a97f-548fe45d15d9 None None] Deleting port b6de7cba-990e-4885-a762-ebc5fcc904df {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:41.552967 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5b7a57f-db98-4a29-a97f-548fe45d15d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:41.568594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'f002c88e-cc2b-4dce-8fa1-65fa2b43d135', 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1', 'port_id': 'f002c88e-cc2b-4dce-8fa1-65fa2b43d135', 'mac_address': 'fa:16:3e:1e:cf:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd542c6b4-9a49-4f26-97dd-a08e45fd6e76', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:14:41.650951 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-330bc34a-e11d-44d5-90bf-a73c0d019d24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:41.652184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330bc34a-e11d-44d5-90bf-a73c0d019d24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Fanout notify agent at l3_agent the message router_deleted on router 29527f58-1110-48c6-b733-f7291d335194 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:14:41.687686 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-330bc34a-e11d-44d5-90bf-a73c0d019d24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:41.689453 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-330bc34a-e11d-44d5-90bf-a73c0d019d24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/routers/29527f58-1110-48c6-b733-f7291d335194 HTTP/1.1" status: 204 len: 168 time: 0.7443933 Nov 29 18:14:41.705501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40664) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:41.709805 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:41.717889 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=112a1789-df95-401f-85ce-35d276e8bc81,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:41.742043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e5b7a57f-db98-4a29-a97f-548fe45d15d9 None None] For port b6de7cba-990e-4885-a762-ebc5fcc904df, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b6de7cba-990e-4885-a762-ebc5fcc904df,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:41.742454 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5b7a57f-db98-4a29-a97f-548fe45d15d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:41.758196 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ccb32351-48c9-4b35-89cd-d7232aea48e6 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:41.783756 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ccb32351-48c9-4b35-89cd-d7232aea48e6 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:41.841244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f002c88e-cc2b-4dce-8fa1-65fa2b43d135 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:14:41.861232 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c986ba37-dbde-43a2-a9a4-cba59b311998 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:41.868066 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7a57f-db98-4a29-a97f-548fe45d15d9 None None] Calling delete_port for b6de7cba-990e-4885-a762-ebc5fcc904df owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:41.869880 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c986ba37-dbde-43a2-a9a4-cba59b311998 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:41.880837 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb32351-48c9-4b35-89cd-d7232aea48e6 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Pushing event updated for resources: {'Port': ['ID=9eb5f6bc-f81a-4bdd-ae46-ccfc5c076b97,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:41.884183 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a527d0a3-48f3-404a-b8f0-efbb51b6245d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:41.946563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port f002c88e-cc2b-4dce-8fa1-65fa2b43d135, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f002c88e-cc2b-4dce-8fa1-65fa2b43d135,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:42.001584 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ccb32351-48c9-4b35-89cd-d7232aea48e6 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] In _notify_port_updated(), no bound segment for port 9eb5f6bc-f81a-4bdd-ae46-ccfc5c076b97 on network f7db7826-cdca-4e2d-aebf-a8860132e978 {{(pid=110004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:14:42.008435 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb32351-48c9-4b35-89cd-d7232aea48e6 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:42.008857 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ccb32351-48c9-4b35-89cd-d7232aea48e6 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:42.014065 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ccb32351-48c9-4b35-89cd-d7232aea48e6 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] 10.222.0.23 "PUT /v2.0/ports/9eb5f6bc-f81a-4bdd-ae46-ccfc5c076b97 HTTP/1.1" status: 200 len: 1136 time: 2.0782332 Nov 29 18:14:42.016863 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40670) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:42.051803 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:42.062520 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device d1d310fc-38a8-4207-b780-c7b7ed72c64f details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:14:42.083484 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2ed916-f7d3-4318-822f-8c25d0a216fe tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:42.091124 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bc2ed916-f7d3-4318-822f-8c25d0a216fe tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] 10.222.0.23 "GET /v2.0/ports/9eb5f6bc-f81a-4bdd-ae46-ccfc5c076b97 HTTP/1.1" status: 200 len: 1136 time: 0.0731487 Nov 29 18:14:42.091778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40672) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:42.157833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c1b2f-a4be-4285-a492-f79ca23b4531 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:42.162643 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40674) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:42.162914 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-591c1b2f-a4be-4285-a492-f79ca23b4531 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4561012 Nov 29 18:14:42.163393 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4cf9018f-520d-4514-b841-2a38f7186a13 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:14:42.171875 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c986ba37-dbde-43a2-a9a4-cba59b311998 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Router 29fc67d0-cc76-4a14-8c59-84546856d864 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:14:42.199228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c09bda-67b9-4263-9834-ceb83d1c3686 req-fa0ceeb0-3f67-481d-9469-9bf8d8fe9bbb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:42.202806 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5b7a57f-db98-4a29-a97f-548fe45d15d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:42.206478 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c09bda-67b9-4263-9834-ceb83d1c3686 req-fa0ceeb0-3f67-481d-9469-9bf8d8fe9bbb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:42.212809 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c09bda-67b9-4263-9834-ceb83d1c3686 req-fa0ceeb0-3f67-481d-9469-9bf8d8fe9bbb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:42.221557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c09bda-67b9-4263-9834-ceb83d1c3686 req-fa0ceeb0-3f67-481d-9469-9bf8d8fe9bbb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:42.225233 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a527d0a3-48f3-404a-b8f0-efbb51b6245d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:42.227712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 4cf9018f-520d-4514-b841-2a38f7186a13 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:14:42.229173 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4cf9018f-520d-4514-b841-2a38f7186a13 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:14:42.229819 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b6de7cba-990e-4885-a762-ebc5fcc904df no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:14:42.230445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c09bda-67b9-4263-9834-ceb83d1c3686 req-fa0ceeb0-3f67-481d-9469-9bf8d8fe9bbb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:42.238063 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c09bda-67b9-4263-9834-ceb83d1c3686 req-fa0ceeb0-3f67-481d-9469-9bf8d8fe9bbb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:42.247202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c09bda-67b9-4263-9834-ceb83d1c3686 req-fa0ceeb0-3f67-481d-9469-9bf8d8fe9bbb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:42.250203 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d2c09bda-67b9-4263-9834-ceb83d1c3686 req-fa0ceeb0-3f67-481d-9469-9bf8d8fe9bbb tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5425 time: 0.4318051 Nov 29 18:14:42.275608 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa87b124-e65f-47f6-8141-9931b2b3c8fd tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:42.275608 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-aa87b124-e65f-47f6-8141-9931b2b3c8fd tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1068478 Nov 29 18:14:42.310608 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40676) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:42.332918 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port d1d310fc-38a8-4207-b780-c7b7ed72c64f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d1d310fc-38a8-4207-b780-c7b7ed72c64f,segment=NetworkSegment(77a1e57c-33ef-43ac-b2b8-85452ab71c43),segment_id=77a1e57c-33ef-43ac-b2b8-85452ab71c43)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:42.348549 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=f002c88e-cc2b-4dce-8fa1-65fa2b43d135,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:42.414468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a527d0a3-48f3-404a-b8f0-efbb51b6245d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:42.419035 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a527d0a3-48f3-404a-b8f0-efbb51b6245d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/b7ff624b-fc65-4f92-bdc6-5adf990fdad8 HTTP/1.1" status: 204 len: 168 time: 1.6802380 Nov 29 18:14:42.421763 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-10401893-01a8-4f5d-bcd0-401d05cf5356 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967007 Nov 29 18:14:42.423617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40678) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:42.433982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40680) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:42.436584 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527d0a3-48f3-404a-b8f0-efbb51b6245d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ff624b-fc65-4f92-bdc6-5adf990fdad8,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:42.446688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2421a21d-8499-47d0-a391-9c4d38153b8f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:42.451343 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b7a57f-db98-4a29-a97f-548fe45d15d9 None None] No DVR routers for this DVR port b6de7cba-990e-4885-a762-ebc5fcc904df on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:14:42.460882 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9efaa1-3025-42d7-ab0e-fb8fae33e86e None None] Network ed83ab07-e3d4-4098-a4ce-ff17954cdeaa requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:42.472600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: b6de7cba-990e-4885-a762-ebc5fcc904df {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:14:42.473063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b6de7cba-990e-4885-a762-ebc5fcc904df not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:14:42.591091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'd1d310fc-38a8-4207-b780-c7b7ed72c64f', 'network_id': 'd9f36459-b545-4033-9511-3819613163f0', 'port_id': 'd1d310fc-38a8-4207-b780-c7b7ed72c64f', 'mac_address': 'fa:16:3e:42:a7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4c504f4-9df8-4894-b0d2-9a3940ee271e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:14:42.607360 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d2c09bda-67b9-4263-9834-ceb83d1c3686 req-568b087a-4ede-4abc-9c11-b7c4750c6a88 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2758389 Nov 29 18:14:42.636938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c986ba37-dbde-43a2-a9a4-cba59b311998 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:42.638634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7a57f-db98-4a29-a97f-548fe45d15d9 None None] Pushing event deleted for resources: {'Port': ['ID=b6de7cba-990e-4885-a762-ebc5fcc904df,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:42.641577 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c986ba37-dbde-43a2-a9a4-cba59b311998 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:42.651610 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c986ba37-dbde-43a2-a9a4-cba59b311998 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "PUT /v2.0/routers/29fc67d0-cc76-4a14-8c59-84546856d864 HTTP/1.1" status: 200 len: 926 time: 3.5761809 Nov 29 18:14:42.652371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40682) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:42.656624 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec285b0-19d1-4ea7-8cc3-3f5a767de817 None None] Sync routers for ids ['29fc67d0-cc76-4a14-8c59-84546856d864'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:42.685928 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:42.687231 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec285b0-19d1-4ea7-8cc3-3f5a767de817 None None] Routers {'29fc67d0-cc76-4a14-8c59-84546856d864'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:42.690578 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2ec285b0-19d1-4ea7-8cc3-3f5a767de817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['29fc67d0-cc76-4a14-8c59-84546856d864'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:42.715960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-78b364da-3a9c-4d51-b85a-8d1e661edd4a None None] Provisioning complete for port 9eb5f6bc-f81a-4bdd-ae46-ccfc5c076b97 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:42.716629 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-78b364da-3a9c-4d51-b85a-8d1e661edd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:42.737122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d310fc-38a8-4207-b780-c7b7ed72c64f {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:14:42.777320 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2ec285b0-19d1-4ea7-8cc3-3f5a767de817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:42.787334 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:42.809291 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec285b0-19d1-4ea7-8cc3-3f5a767de817 None None] Routers {'29fc67d0-cc76-4a14-8c59-84546856d864'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:42.810276 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2ec285b0-19d1-4ea7-8cc3-3f5a767de817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['29fc67d0-cc76-4a14-8c59-84546856d864'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:42.855855 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-70d83d9c-1526-4940-be20-965ad47bb58f tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "GET /v2.0/routers/29fc67d0-cc76-4a14-8c59-84546856d864 HTTP/1.1" status: 200 len: 926 time: 0.2022376 Nov 29 18:14:42.859392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40688) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:42.873578 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2421a21d-8499-47d0-a391-9c4d38153b8f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:42.878226 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2421a21d-8499-47d0-a391-9c4d38153b8f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:42.886293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port d1d310fc-38a8-4207-b780-c7b7ed72c64f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d1d310fc-38a8-4207-b780-c7b7ed72c64f,segment=NetworkSegment(77a1e57c-33ef-43ac-b2b8-85452ab71c43),segment_id=77a1e57c-33ef-43ac-b2b8-85452ab71c43)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:42.888534 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2ec285b0-19d1-4ea7-8cc3-3f5a767de817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:42.889328 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec285b0-19d1-4ea7-8cc3-3f5a767de817 None None] The sync data for ids ['29fc67d0-cc76-4a14-8c59-84546856d864'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:14:42.901005 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:42.901911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device ae646355-ad4c-47e5-bc2b-0ef2ff5562dc details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:14:42.923661 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-78b364da-3a9c-4d51-b85a-8d1e661edd4a None None] Port 9eb5f6bc-f81a-4bdd-ae46-ccfc5c076b97 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:43.035643 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port ae646355-ad4c-47e5-bc2b-0ef2ff5562dc, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ae646355-ad4c-47e5-bc2b-0ef2ff5562dc,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:43.048129 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=d1d310fc-38a8-4207-b780-c7b7ed72c64f,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:43.048357 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb372f8-d617-4eba-af32-9e2006a4e2a9 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:43.058897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1bb372f8-d617-4eba-af32-9e2006a4e2a9 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&device_id=29fc67d0-cc76-4a14-8c59-84546856d864&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1940103 Nov 29 18:14:43.058897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40690) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:43.060079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:43.060538 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:43.061005 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:43.061447 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:43.061884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:43.062334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:43.062768 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:43.063222 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:43.063652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:43.064081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:43.064514 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:43.064957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:14:43.080045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'ae646355-ad4c-47e5-bc2b-0ef2ff5562dc', 'network_id': '07640d9f-e07a-48c7-a743-879be86985c1', 'port_id': 'ae646355-ad4c-47e5-bc2b-0ef2ff5562dc', 'mac_address': 'fa:16:3e:a6:61:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd542c6b4-9a49-4f26-97dd-a08e45fd6e76', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:14:43.144938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5438573-b645-446b-8ccb-cd8ed4926eeb None None] DHCP port deletion for ed83ab07-e3d4-4098-a4ce-ff17954cdeaa request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:43.153054 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-421ea91f-8dac-4a68-9329-a62759776129 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Deleting port 9eb5f6bc-f81a-4bdd-ae46-ccfc5c076b97 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:43.153408 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-421ea91f-8dac-4a68-9329-a62759776129 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:43.156198 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:43.224058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae646355-ad4c-47e5-bc2b-0ef2ff5562dc {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:14:43.274980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363a0d9f-ee41-42d9-a3cc-d4cd10259975 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:43.276958 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-363a0d9f-ee41-42d9-a3cc-d4cd10259975 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 881 time: 0.2207437 Nov 29 18:14:43.280838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40692) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:43.284124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port ae646355-ad4c-47e5-bc2b-0ef2ff5562dc, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ae646355-ad4c-47e5-bc2b-0ef2ff5562dc,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:43.293704 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d5438573-b645-446b-8ccb-cd8ed4926eeb None None] Deleting port a3a7f030-82ec-4e5e-aa48-450ec81e8227 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:43.294233 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5438573-b645-446b-8ccb-cd8ed4926eeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:43.331668 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5daf17df-3505-4998-9dee-565572f10396 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "GET /v2.0/ports?device_id=29fc67d0-cc76-4a14-8c59-84546856d864 HTTP/1.1" status: 200 len: 205 time: 0.0492382 Nov 29 18:14:43.332289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40694) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:43.404192 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d5438573-b645-446b-8ccb-cd8ed4926eeb None None] For port a3a7f030-82ec-4e5e-aa48-450ec81e8227, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a3a7f030-82ec-4e5e-aa48-450ec81e8227,segment=NetworkSegment(84876b28-059d-4aab-af10-9f3bc5fe15e7),segment_id=84876b28-059d-4aab-af10-9f3bc5fe15e7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:43.410509 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5438573-b645-446b-8ccb-cd8ed4926eeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:43.426312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d5438573-b645-446b-8ccb-cd8ed4926eeb None None] Calling delete_port for a3a7f030-82ec-4e5e-aa48-450ec81e8227 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:43.525941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-421ea91f-8dac-4a68-9329-a62759776129 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:43.537042 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:43.557611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-421ea91f-8dac-4a68-9329-a62759776129 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Calling delete_port for 9eb5f6bc-f81a-4bdd-ae46-ccfc5c076b97 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:43.576246 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port a3a7f030-82ec-4e5e-aa48-450ec81e8227 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:43.576741 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:43.592504 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5438573-b645-446b-8ccb-cd8ed4926eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:43.623773 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8087ed6e-be1e-4bb6-a2b8-2cb1629e82ed tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:43.641811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5438573-b645-446b-8ccb-cd8ed4926eeb None None] No DVR routers for this DVR port a3a7f030-82ec-4e5e-aa48-450ec81e8227 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:14:43.678444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=ae646355-ad4c-47e5-bc2b-0ef2ff5562dc,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:43.748533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5438573-b645-446b-8ccb-cd8ed4926eeb None None] Pushing event deleted for resources: {'Port': ['ID=a3a7f030-82ec-4e5e-aa48-450ec81e8227,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:43.762465 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] For port a3a7f030-82ec-4e5e-aa48-450ec81e8227, host n-d-819494-5, got binding levels [] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:43.763521 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:43.792584 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for a3a7f030-82ec-4e5e-aa48-450ec81e8227 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:43.796856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.ipam_backend_mixin [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Port a3a7f030-82ec-4e5e-aa48-450ec81e8227 was not found and therefore no delete operation was performed {{(pid=110004) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 18:14:43.800951 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:43.856279 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8087ed6e-be1e-4bb6-a2b8-2cb1629e82ed tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:43.905976 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=a3a7f030-82ec-4e5e-aa48-450ec81e8227,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:43.926925 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] No DVR routers for this DVR port a3a7f030-82ec-4e5e-aa48-450ec81e8227 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:14:43.977908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc87877-3390-42d5-8dd7-253a4bdaed62 req-cfd3e549-6cc4-400c-b393-7504826dfdd1 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:43.992017 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc87877-3390-42d5-8dd7-253a4bdaed62 req-cfd3e549-6cc4-400c-b393-7504826dfdd1 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:43.999674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc87877-3390-42d5-8dd7-253a4bdaed62 req-cfd3e549-6cc4-400c-b393-7504826dfdd1 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:44.007125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc87877-3390-42d5-8dd7-253a4bdaed62 req-cfd3e549-6cc4-400c-b393-7504826dfdd1 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:44.021815 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc87877-3390-42d5-8dd7-253a4bdaed62 req-cfd3e549-6cc4-400c-b393-7504826dfdd1 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:44.027907 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc87877-3390-42d5-8dd7-253a4bdaed62 req-cfd3e549-6cc4-400c-b393-7504826dfdd1 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:44.034043 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc87877-3390-42d5-8dd7-253a4bdaed62 req-cfd3e549-6cc4-400c-b393-7504826dfdd1 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:44.036426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-acc87877-3390-42d5-8dd7-253a4bdaed62 req-cfd3e549-6cc4-400c-b393-7504826dfdd1 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5428 time: 0.2245595 Nov 29 18:14:44.083518 n-d-819494-5 neutron-server[110004]: DEBUG neutron.objects.ports [None req-2421a21d-8499-47d0-a391-9c4d38153b8f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110004) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:14:44.103898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8087ed6e-be1e-4bb6-a2b8-2cb1629e82ed tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Deleting port 50b5c2a1-7036-466e-a68b-8e7c4055a64b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:44.104244 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8087ed6e-be1e-4bb6-a2b8-2cb1629e82ed tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:44.154254 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:44.161460 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a3a7f030-82ec-4e5e-aa48-450ec81e8227 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:14:44.184347 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2421a21d-8499-47d0-a391-9c4d38153b8f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:44.193378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed83ab07-e3d4-4098-a4ce-ff17954cdeaa']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:44.199196 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-acc87877-3390-42d5-8dd7-253a4bdaed62 req-6f89e46f-21e4-48bb-9bd6-d0b5eec50049 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1531959 Nov 29 18:14:44.204670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: a3a7f030-82ec-4e5e-aa48-450ec81e8227 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:14:44.205024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a3a7f030-82ec-4e5e-aa48-450ec81e8227 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:14:44.245333 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84876b28-059d-4aab-af10-9f3bc5fe15e7') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:44.245333 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84876b28-059d-4aab-af10-9f3bc5fe15e7') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:44.260688 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:44.266192 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8087ed6e-be1e-4bb6-a2b8-2cb1629e82ed tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:44.282098 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8087ed6e-be1e-4bb6-a2b8-2cb1629e82ed tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Calling delete_port for 50b5c2a1-7036-466e-a68b-8e7c4055a64b owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:44.366863 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2421a21d-8499-47d0-a391-9c4d38153b8f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:44.393474 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:44.397793 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-2421a21d-8499-47d0-a391-9c4d38153b8f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:44.401002 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2421a21d-8499-47d0-a391-9c4d38153b8f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:44.401783 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2421a21d-8499-47d0-a391-9c4d38153b8f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:44.409162 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8117a28-702b-4e89-9f09-38e70cfa0ab2 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:44.437395 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2421a21d-8499-47d0-a391-9c4d38153b8f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9968579 Nov 29 18:14:44.443075 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40702) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:44.449226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-60440a03-c3e8-4a4a-b1fc-480b156a8dd7 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:44.569065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:14:44.569065 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:14:44.599863 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:14:44.601737 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-421ea91f-8dac-4a68-9329-a62759776129 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:44.622951 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8087ed6e-be1e-4bb6-a2b8-2cb1629e82ed tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:44.718859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ea91f-8dac-4a68-9329-a62759776129 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Pushing event deleted for resources: {'Port': ['ID=9eb5f6bc-f81a-4bdd-ae46-ccfc5c076b97,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:44.779232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8194d0-0358-424e-900d-dd3c28105ece None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:44.789210 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['ae646355-ad4c-47e5-bc2b-0ef2ff5562dc'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:14:44.846411 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': 'a6f2be8c-ad3b-4bad-9fe0-29935ade7ff0'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:14:44.847228 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:44.849508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087ed6e-be1e-4bb6-a2b8-2cb1629e82ed tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Pushing event deleted for resources: {'Port': ['ID=50b5c2a1-7036-466e-a68b-8e7c4055a64b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:44.871459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421a21d-8499-47d0-a391-9c4d38153b8f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=a6f2be8c-ad3b-4bad-9fe0-29935ade7ff0,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:44.907419 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:44.971637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:44.978755 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/networks/ed83ab07-e3d4-4098-a4ce-ff17954cdeaa HTTP/1.1" status: 204 len: 168 time: 2.5507622 Nov 29 18:14:44.982361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40710) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:44.987001 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b83222c5-107b-4457-822a-14daffb786b1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1817485269', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:45.004875 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-11b763f9-216d-4803-8ed6-79666f6bedd7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4555068 Nov 29 18:14:45.009443 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b0de9-8ea2-4773-9d05-3c11e5c07157 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Network': ['ID=ed83ab07-e3d4-4098-a4ce-ff17954cdeaa,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:45.017897 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8087ed6e-be1e-4bb6-a2b8-2cb1629e82ed tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.027262 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-421ea91f-8dac-4a68-9329-a62759776129 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.077010 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-421ea91f-8dac-4a68-9329-a62759776129 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] 10.222.0.23 "DELETE /v2.0/ports/9eb5f6bc-f81a-4bdd-ae46-ccfc5c076b97 HTTP/1.1" status: 204 len: 168 time: 2.9811854 Nov 29 18:14:45.080899 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40712) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:45.180611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d8099a-8ef4-433a-ba8d-5dc4e92aa358 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Deleting subnet 10bb33f8-4777-47d0-ba70-f0a70a7b8d22 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:14:45.184657 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60440a03-c3e8-4a4a-b1fc-480b156a8dd7 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:45.188422 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-60440a03-c3e8-4a4a-b1fc-480b156a8dd7 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.193673 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41d8099a-8ef4-433a-ba8d-5dc4e92aa358 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.204190 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8087ed6e-be1e-4bb6-a2b8-2cb1629e82ed tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.207578 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8087ed6e-be1e-4bb6-a2b8-2cb1629e82ed tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.218006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['112a1789-df95-401f-85ce-35d276e8bc81'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:14:45.236743 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b83222c5-107b-4457-822a-14daffb786b1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.238037 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b83222c5-107b-4457-822a-14daffb786b1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.304950 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8087ed6e-be1e-4bb6-a2b8-2cb1629e82ed tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.305511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8087ed6e-be1e-4bb6-a2b8-2cb1629e82ed tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Fanout notify agent at l3_agent the message router_deleted on router 29fc67d0-cc76-4a14-8c59-84546856d864 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:14:45.374174 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Allocated IP 2001:db8::f816:3eff:fe7f:cd6a (c052213d-ea6c-4782-b422-f625c0df816d/a6f2be8c-ad3b-4bad-9fe0-29935ade7ff0/7cb747be-5446-480f-8557-f5616d8fb5b5) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:45.377477 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8087ed6e-be1e-4bb6-a2b8-2cb1629e82ed tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.378766 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8087ed6e-be1e-4bb6-a2b8-2cb1629e82ed tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "DELETE /v2.0/routers/29fc67d0-cc76-4a14-8c59-84546856d864 HTTP/1.1" status: 204 len: 168 time: 2.0453336 Nov 29 18:14:45.387370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40720) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:45.390774 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b83222c5-107b-4457-822a-14daffb786b1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.398248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-78e4ceb9-aae5-4d76-90fb-9ff4741b96c6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-205548017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:45.412237 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-88c7da82-0530-499c-b376-53b697bfad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.412854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-88c7da82-0530-499c-b376-53b697bfad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.413492 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-88c7da82-0530-499c-b376-53b697bfad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.414160 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-88c7da82-0530-499c-b376-53b697bfad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.414641 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-88c7da82-0530-499c-b376-53b697bfad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.415269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-88c7da82-0530-499c-b376-53b697bfad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.416377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-88c7da82-0530-499c-b376-53b697bfad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.418327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-88c7da82-0530-499c-b376-53b697bfad8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 6503 time: 0.2316754 Nov 29 18:14:45.422267 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b83222c5-107b-4457-822a-14daffb786b1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.561259 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-60440a03-c3e8-4a4a-b1fc-480b156a8dd7 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.575288 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78e4ceb9-aae5-4d76-90fb-9ff4741b96c6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.576633 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78e4ceb9-aae5-4d76-90fb-9ff4741b96c6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.585914 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.590464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['f9862376-a235-411c-9516-55e98c12d87f'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:14:45.591055 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b83222c5-107b-4457-822a-14daffb786b1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.594866 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b83222c5-107b-4457-822a-14daffb786b1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6089239 Nov 29 18:14:45.599996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40722) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:45.621187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5b034564-106f-4bd8-a427-f8610f3e2bb4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'network': {'name': 'tempest-RoutersTest-639771888'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:45.630862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60440a03-c3e8-4a4a-b1fc-480b156a8dd7 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:45.637210 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['f002c88e-cc2b-4dce-8fa1-65fa2b43d135'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:14:45.639768 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['7c57a7f9-5b4c-4906-b679-7bec1c88b294'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:14:45.642218 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-60440a03-c3e8-4a4a-b1fc-480b156a8dd7 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:45.642980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['fa4a748b-18d2-456f-8305-9cb0f74b625b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:14:45.646925 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60440a03-c3e8-4a4a-b1fc-480b156a8dd7 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.647888 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-60440a03-c3e8-4a4a-b1fc-480b156a8dd7 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.669864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14839047-a82f-4bc7-826b-b1300d4e108e req-6aa5a4a3-149c-44ae-8bc0-92bef51e5439 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.682899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14839047-a82f-4bc7-826b-b1300d4e108e req-6aa5a4a3-149c-44ae-8bc0-92bef51e5439 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.684807 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41d8099a-8ef4-433a-ba8d-5dc4e92aa358 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.689024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14839047-a82f-4bc7-826b-b1300d4e108e req-6aa5a4a3-149c-44ae-8bc0-92bef51e5439 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.694371 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['d1d310fc-38a8-4207-b780-c7b7ed72c64f'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:14:45.694973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14839047-a82f-4bc7-826b-b1300d4e108e req-6aa5a4a3-149c-44ae-8bc0-92bef51e5439 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.701581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14839047-a82f-4bc7-826b-b1300d4e108e req-6aa5a4a3-149c-44ae-8bc0-92bef51e5439 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.707487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14839047-a82f-4bc7-826b-b1300d4e108e req-6aa5a4a3-149c-44ae-8bc0-92bef51e5439 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.714167 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14839047-a82f-4bc7-826b-b1300d4e108e req-6aa5a4a3-149c-44ae-8bc0-92bef51e5439 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.718888 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60440a03-c3e8-4a4a-b1fc-480b156a8dd7 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=d17e1cb5-8473-42b9-b7b9-a269ca4b8ed3,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:45.731473 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14839047-a82f-4bc7-826b-b1300d4e108e req-6aa5a4a3-149c-44ae-8bc0-92bef51e5439 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5428 time: 0.3236988 Nov 29 18:14:45.798114 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.817699 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41d8099a-8ef4-433a-ba8d-5dc4e92aa358 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.836650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-1e80e719-60aa-4f13-8df8-0faf7cab5edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.837135 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-1e80e719-60aa-4f13-8df8-0faf7cab5edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.837846 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-1e80e719-60aa-4f13-8df8-0faf7cab5edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:45.839605 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-1e80e719-60aa-4f13-8df8-0faf7cab5edb service neutron] 10.222.0.31 "GET /v2.0/networks?id=61ba322e-fbbf-41dc-a676-fbf94bf423e7&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&id=e0425de3-85ca-461a-a6de-7e5f9d893ce2 HTTP/1.1" status: 200 len: 2297 time: 0.3838205 Nov 29 18:14:45.845768 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78e4ceb9-aae5-4d76-90fb-9ff4741b96c6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.849344 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b034564-106f-4bd8-a427-f8610f3e2bb4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:45.853496 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b034564-106f-4bd8-a427-f8610f3e2bb4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.870297 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-60440a03-c3e8-4a4a-b1fc-480b156a8dd7 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4261324 Nov 29 18:14:45.871300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40724) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:45.880460 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-708ea725-1fb4-4b83-a4b3-6ea976263818 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'mac_address': 'fa:16:3e:41:e8:21', 'name': 'tempest-NetworksTestDHCPv6-1805208086'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:45.888711 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78e4ceb9-aae5-4d76-90fb-9ff4741b96c6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:45.926134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Pushing event updated for resources: {'Port': ['ID=7cb747be-5446-480f-8557-f5616d8fb5b5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:46.078772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:46.105808 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708ea725-1fb4-4b83-a4b3-6ea976263818 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:46.149653 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:46.171810 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:46.232668 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-708ea725-1fb4-4b83-a4b3-6ea976263818 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:46.262978 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78e4ceb9-aae5-4d76-90fb-9ff4741b96c6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:46.264383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-78e4ceb9-aae5-4d76-90fb-9ff4741b96c6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8759193 Nov 29 18:14:46.267692 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40730) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:46.273207 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14839047-a82f-4bc7-826b-b1300d4e108e req-9eedb25b-17b3-4d91-be54-9d2ed27ff4d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5370898 Nov 29 18:14:46.274126 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Request body: {'router': {'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:46.302678 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-aeebd2cd-d0d5-4ea7-96ee-11d568867780 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17492e79-7d27-4b2d-8ba8-94b6d25ef180 HTTP/1.1" status: 200 len: 1002 time: 0.4416566 Nov 29 18:14:46.330418 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-708ea725-1fb4-4b83-a4b3-6ea976263818 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port 4c01954e-e346-4416-95dd-58b4148726fd yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:14:46.382552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-f947c74e-f5ae-4a40-bdd7-1cac4d4ac2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:46.383865 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41d8099a-8ef4-433a-ba8d-5dc4e92aa358 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:46.386219 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-f947c74e-f5ae-4a40-bdd7-1cac4d4ac2a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ddd95e10-71b6-4e7a-9420-b299dbcdb3cc HTTP/1.1" status: 200 len: 856 time: 0.0760469 Nov 29 18:14:46.403524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b034564-106f-4bd8-a427-f8610f3e2bb4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:14:46.461055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8099a-8ef4-433a-ba8d-5dc4e92aa358 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Pushing event deleted for resources: {'Subnet': ['ID=10bb33f8-4777-47d0-ba70-f0a70a7b8d22,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:46.475392 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b034564-106f-4bd8-a427-f8610f3e2bb4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:46.476148 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-5b034564-106f-4bd8-a427-f8610f3e2bb4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Added segment 2952439e-7b2c-4c3e-a06b-8ca1adbac8f8 of type vlan for network 92d4d5cd-569f-42ae-a027-b579df7dd28c Nov 29 18:14:46.536523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebd8379-4d97-480a-ae78-65e2fd2f73fe None None] Network f7db7826-cdca-4e2d-aebf-a8860132e978 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:46.541881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-de8e2cdf-44e8-4b0e-b6c6-e8669fff318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:46.549408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-de8e2cdf-44e8-4b0e-b6c6-e8669fff318b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61ba322e-fbbf-41dc-a676-fbf94bf423e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392982 Nov 29 18:14:46.664163 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Attempting to bind port 7cb747be-5446-480f-8557-f5616d8fb5b5 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:46.664769 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Attempting to bind port 7cb747be-5446-480f-8557-f5616d8fb5b5 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:46.664886 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Attempting to bind port 7cb747be-5446-480f-8557-f5616d8fb5b5 on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:46.670132 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-08536a02-60db-4662-85b5-2ca08ac5c8cf service neutron] 10.222.0.31 "GET /v2.0/networks/61ba322e-fbbf-41dc-a676-fbf94bf423e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116016 Nov 29 18:14:46.675057 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b034564-106f-4bd8-a427-f8610f3e2bb4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:46.723782 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:46.724184 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:46.724625 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:46.725018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:46.725508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Bound port: 7cb747be-5446-480f-8557-f5616d8fb5b5, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:46.725906 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:46.776521 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b034564-106f-4bd8-a427-f8610f3e2bb4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:46.785808 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b034564-106f-4bd8-a427-f8610f3e2bb4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:46.786581 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b034564-106f-4bd8-a427-f8610f3e2bb4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:46.911696 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5b034564-106f-4bd8-a427-f8610f3e2bb4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3096805 Nov 29 18:14:46.918535 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40732) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:46.924562 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41d8099a-8ef4-433a-ba8d-5dc4e92aa358 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:46.928181 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-41d8099a-8ef4-433a-ba8d-5dc4e92aa358 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] 10.222.0.23 "DELETE /v2.0/subnets/10bb33f8-4777-47d0-ba70-f0a70a7b8d22 HTTP/1.1" status: 204 len: 168 time: 1.8458471 Nov 29 18:14:46.929600 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5f59a9c7-53e8-40a4-978b-092ed3a1f9cf tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'subnet': {'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:46.932833 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40734) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:47.054485 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-dd93a13d-740f-4cc7-802f-d608d34e8770 service neutron] 10.222.0.31 "GET /v2.0/networks/61ba322e-fbbf-41dc-a676-fbf94bf423e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763578 Nov 29 18:14:47.057545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b034564-106f-4bd8-a427-f8610f3e2bb4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Network': ['ID=92d4d5cd-569f-42ae-a027-b579df7dd28c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:47.086727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 92d4d5cd-569f-42ae-a027-b579df7dd28c details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:14:47.106467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] For port 7cb747be-5446-480f-8557-f5616d8fb5b5, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:14:47.109655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] For port 7cb747be-5446-480f-8557-f5616d8fb5b5, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7cb747be-5446-480f-8557-f5616d8fb5b5,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:14:47.120079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-2c3d9f72-0281-4421-994c-578f64e92eae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=c5850d26-12e4-4c63-9a8e-1d727081b700 HTTP/1.1" status: 200 len: 217 time: 0.0538468 Nov 29 18:14:47.142425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:47.170717 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:47.175632 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:47.187511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-0cebf342-91c1-494a-afe1-dac9b41cdae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:47.189585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-0cebf342-91c1-494a-afe1-dac9b41cdae1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.0612531 Nov 29 18:14:47.190959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f59a9c7-53e8-40a4-978b-092ed3a1f9cf tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:47.195274 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5f59a9c7-53e8-40a4-978b-092ed3a1f9cf tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:47.385499 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70739e0-b78d-4115-9720-efaefa0c5475 None None] Pushing event updated for resources: {'Port': ['ID=7cb747be-5446-480f-8557-f5616d8fb5b5,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:47.403856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-d2ab1872-461e-43ee-a37f-216cdac9f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:47.406291 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-d2ab1872-461e-43ee-a37f-216cdac9f804 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1262865 Nov 29 18:14:47.406439 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-708ea725-1fb4-4b83-a4b3-6ea976263818 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 172.20.0.5 (c052213d-ea6c-4782-b422-f625c0df816d/d17e1cb5-8473-42b9-b7b9-a269ca4b8ed3/4c01954e-e346-4416-95dd-58b4148726fd) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:47.426539 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-708ea725-1fb4-4b83-a4b3-6ea976263818 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::f816:3eff:fe41:e821 (c052213d-ea6c-4782-b422-f625c0df816d/a6f2be8c-ad3b-4bad-9fe0-29935ade7ff0/4c01954e-e346-4416-95dd-58b4148726fd) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:47.470547 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992ef55b-e9f4-48e7-a3a8-f7ef682f63aa None None] DHCP port deletion for f7db7826-cdca-4e2d-aebf-a8860132e978 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:47.559141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Deleting port a074a330-b669-4f8c-8e1f-716b537cc765 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:47.559506 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:47.568684 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-992ef55b-e9f4-48e7-a3a8-f7ef682f63aa None None] Deleting port a074a330-b669-4f8c-8e1f-716b537cc765 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:47.569064 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-992ef55b-e9f4-48e7-a3a8-f7ef682f63aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:47.727339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-992ef55b-e9f4-48e7-a3a8-f7ef682f63aa None None] For port a074a330-b669-4f8c-8e1f-716b537cc765, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a074a330-b669-4f8c-8e1f-716b537cc765,segment=NetworkSegment(f669ff48-5f32-49d1-8e9e-c9d8c588d1d0),segment_id=f669ff48-5f32-49d1-8e9e-c9d8c588d1d0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:47.728306 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-992ef55b-e9f4-48e7-a3a8-f7ef682f63aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:47.752027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-992ef55b-e9f4-48e7-a3a8-f7ef682f63aa None None] Calling delete_port for a074a330-b669-4f8c-8e1f-716b537cc765 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:47.761768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd18e5b-bc2b-42ce-a66b-6c78bcc13b88 req-f6cc64e1-1062-4a20-b46d-0b979379fbec tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:47.774373 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd18e5b-bc2b-42ce-a66b-6c78bcc13b88 req-f6cc64e1-1062-4a20-b46d-0b979379fbec tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:47.786022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd18e5b-bc2b-42ce-a66b-6c78bcc13b88 req-f6cc64e1-1062-4a20-b46d-0b979379fbec tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:47.799988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd18e5b-bc2b-42ce-a66b-6c78bcc13b88 req-f6cc64e1-1062-4a20-b46d-0b979379fbec tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:47.809600 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd18e5b-bc2b-42ce-a66b-6c78bcc13b88 req-f6cc64e1-1062-4a20-b46d-0b979379fbec tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:47.822896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd18e5b-bc2b-42ce-a66b-6c78bcc13b88 req-f6cc64e1-1062-4a20-b46d-0b979379fbec tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:47.831182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd18e5b-bc2b-42ce-a66b-6c78bcc13b88 req-f6cc64e1-1062-4a20-b46d-0b979379fbec tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:47.834996 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8bd18e5b-bc2b-42ce-a66b-6c78bcc13b88 req-f6cc64e1-1062-4a20-b46d-0b979379fbec tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5428 time: 0.3756201 Nov 29 18:14:47.841794 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] For port a074a330-b669-4f8c-8e1f-716b537cc765, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a074a330-b669-4f8c-8e1f-716b537cc765,segment=NetworkSegment(f669ff48-5f32-49d1-8e9e-c9d8c588d1d0),segment_id=f669ff48-5f32-49d1-8e9e-c9d8c588d1d0)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:47.842199 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:47.876441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-d2b05423-139a-4ad2-8070-d0227c79a651 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463589 Nov 29 18:14:47.913662 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5f59a9c7-53e8-40a4-978b-092ed3a1f9cf tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:47.962055 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-992ef55b-e9f4-48e7-a3a8-f7ef682f63aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:47.978864 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Calling delete_port for a074a330-b669-4f8c-8e1f-716b537cc765 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:47.989178 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-708ea725-1fb4-4b83-a4b3-6ea976263818 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:48.019056 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ef55b-e9f4-48e7-a3a8-f7ef682f63aa None None] No DVR routers for this DVR port a074a330-b669-4f8c-8e1f-716b537cc765 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:14:48.034125 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ef55b-e9f4-48e7-a3a8-f7ef682f63aa None None] Pushing event deleted for resources: {'Port': ['ID=a074a330-b669-4f8c-8e1f-716b537cc765,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:48.102064 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:48.174222 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7cb747be-5446-480f-8557-f5616d8fb5b5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:48.176612 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59a9c7-53e8-40a4-978b-092ed3a1f9cf tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Subnet': ['ID=5d93211e-1294-4cfa-94c8-649354d8fe78,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:48.197771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8bd18e5b-bc2b-42ce-a66b-6c78bcc13b88 req-7cda5c69-7ff0-479d-a32d-eec12a66b954 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3364882 Nov 29 18:14:48.204234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-f9520b66-4f30-4d6b-a82d-df55567ab8f9 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072007 Nov 29 18:14:48.205451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f59a9c7-53e8-40a4-978b-092ed3a1f9cf tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Checking segment: {'id': '2952439e-7b2c-4c3e-a06b-8ca1adbac8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:48.206054 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f59a9c7-53e8-40a4-978b-092ed3a1f9cf tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network hostable DHCP agents. Network: 92d4d5cd-569f-42ae-a027-b579df7dd28c, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:14:48.213542 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:48.268905 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7cb747be-5446-480f-8557-f5616d8fb5b5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:48.269290 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:48.297249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-0a26b7f2-3cb0-4049-b68f-de1a9d43a7e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e HTTP/1.1" status: 200 len: 217 time: 0.0823703 Nov 29 18:14:48.333838 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-708ea725-1fb4-4b83-a4b3-6ea976263818 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:48.338913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f59a9c7-53e8-40a4-978b-092ed3a1f9cf tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 92d4d5cd-569f-42ae-a027-b579df7dd28c is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:14:48.351220 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:48.439346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-5f59a9c7-53e8-40a4-978b-092ed3a1f9cf tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 92d4d5cd-569f-42ae-a027-b579df7dd28c) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:48.448250 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59a9c7-53e8-40a4-978b-092ed3a1f9cf tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:48.448850 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5f59a9c7-53e8-40a4-978b-092ed3a1f9cf tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:48.452921 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-1486abe6-87fa-45f5-9c0f-fc2f2725b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:48.456348 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-1486abe6-87fa-45f5-9c0f-fc2f2725b32f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.1409185 Nov 29 18:14:48.456513 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:48.481932 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53c1b29-2feb-40fb-97ef-dc484bcf5810 None None] Network 92d4d5cd-569f-42ae-a027-b579df7dd28c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:48.492573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708ea725-1fb4-4b83-a4b3-6ea976263818 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:48.502367 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] No DVR routers for this DVR port a074a330-b669-4f8c-8e1f-716b537cc765 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:14:48.532243 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-708ea725-1fb4-4b83-a4b3-6ea976263818 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:48.532746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5f59a9c7-53e8-40a4-978b-092ed3a1f9cf tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6125448 Nov 29 18:14:48.536533 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40746) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:48.541028 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ea725-1fb4-4b83-a4b3-6ea976263818 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:48.554610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-54ae99a3-01ec-4aa5-9ec5-97a37114b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:48.557038 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-54ae99a3-01ec-4aa5-9ec5-97a37114b613 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0787406 Nov 29 18:14:48.609379 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ea725-1fb4-4b83-a4b3-6ea976263818 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=4c01954e-e346-4416-95dd-58b4148726fd,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:48.743257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ea725-1fb4-4b83-a4b3-6ea976263818 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:48.746875 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-708ea725-1fb4-4b83-a4b3-6ea976263818 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:48.759991 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Allocated IP 172.25.3.64 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/63ac27c2-3379-428f-930c-12ad369b7290) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:48.893914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 7cb747be-5446-480f-8557-f5616d8fb5b5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7cb747be-5446-480f-8557-f5616d8fb5b5,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:48.905075 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:48.929632 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:48.972923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7db7826-cdca-4e2d-aebf-a8860132e978']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:48.984843 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491e2f7e-88e5-40f2-85ea-b459ab0aca50 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:48.996215 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f669ff48-5f32-49d1-8e9e-c9d8c588d1d0') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:48.996748 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f669ff48-5f32-49d1-8e9e-c9d8c588d1d0') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:49.027570 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-92d4d5cd-569f-42ae-a027-b579df7dd28c', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:14:49.030781 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:49.093761 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-b799a494-f598-4ecb-83b3-bfc9cb0c2cee service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887040 Nov 29 18:14:49.112662 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Pushing event deleted for resources: {'Port': ['ID=a074a330-b669-4f8c-8e1f-716b537cc765,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:49.124562 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:49.147714 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-708ea725-1fb4-4b83-a4b3-6ea976263818 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2715189 Nov 29 18:14:49.164486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40752) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:49.173801 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a074a330-b669-4f8c-8e1f-716b537cc765 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:14:49.204141 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=7cb747be-5446-480f-8557-f5616d8fb5b5,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:49.214337 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:49.227089 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:14:49.227876 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:14:49.231977 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:14:49.258561 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: a074a330-b669-4f8c-8e1f-716b537cc765 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:14:49.258987 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a074a330-b669-4f8c-8e1f-716b537cc765 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:14:49.370424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-715ca1b5-fe77-473d-ab26-afd792058cef None None] Provisioning complete for port 7cb747be-5446-480f-8557-f5616d8fb5b5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:49.370815 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-715ca1b5-fe77-473d-ab26-afd792058cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:49.418530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:49.433809 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6aa2a2-d7a8-4e85-97a1-90d892c78fc5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:49.439031 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:49.443472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6aa2a2-d7a8-4e85-97a1-90d892c78fc5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:49.444629 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] 10.222.0.23 "DELETE /v2.0/networks/f7db7826-cdca-4e2d-aebf-a8860132e978 HTTP/1.1" status: 204 len: 168 time: 2.5084121 Nov 29 18:14:49.450733 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2f6aa2a2-d7a8-4e85-97a1-90d892c78fc5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2817607 Nov 29 18:14:49.451475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40758) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:49.474283 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394ca65-aa5d-4d98-a815-e79cbf1ddc67 tempest-ExtraDHCPOptionsTestJSON-262955555 tempest-ExtraDHCPOptionsTestJSON-262955555-project] Pushing event deleted for resources: {'Network': ['ID=f7db7826-cdca-4e2d-aebf-a8860132e978,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:49.480318 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:49.532986 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:49.550798 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device ae646355-ad4c-47e5-bc2b-0ef2ff5562dc up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:49.589113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Allocated IP 172.20.0.2 (92d4d5cd-569f-42ae-a027-b579df7dd28c/5d93211e-1294-4cfa-94c8-649354d8fe78/92ce136c-cbb3-4623-a8f7-fcb693929bb2) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:49.610402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Pushing event updated for resources: {'Port': ['ID=63ac27c2-3379-428f-930c-12ad369b7290,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:49.622697 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:49.626509 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:49.628983 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:49.639951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da22e55-4725-4207-b2bc-8189f4e736fb req-70f762ba-5f65-47ba-8cea-cb9e37e2760c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:49.647472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da22e55-4725-4207-b2bc-8189f4e736fb req-70f762ba-5f65-47ba-8cea-cb9e37e2760c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:49.650727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:49.657815 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da22e55-4725-4207-b2bc-8189f4e736fb req-70f762ba-5f65-47ba-8cea-cb9e37e2760c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:49.666771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da22e55-4725-4207-b2bc-8189f4e736fb req-70f762ba-5f65-47ba-8cea-cb9e37e2760c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:49.673050 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da22e55-4725-4207-b2bc-8189f4e736fb req-70f762ba-5f65-47ba-8cea-cb9e37e2760c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:49.679235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da22e55-4725-4207-b2bc-8189f4e736fb req-70f762ba-5f65-47ba-8cea-cb9e37e2760c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:49.680017 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee767d88-c8d5-40d3-8ff8-19005e0c4b1d None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:49.685530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da22e55-4725-4207-b2bc-8189f4e736fb req-70f762ba-5f65-47ba-8cea-cb9e37e2760c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:49.688426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0da22e55-4725-4207-b2bc-8189f4e736fb req-70f762ba-5f65-47ba-8cea-cb9e37e2760c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5428 time: 0.3236365 Nov 29 18:14:49.708643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-fbfc564f-574c-4c2b-8787-90c1c366f276 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429273 Nov 29 18:14:49.761870 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-f616ef04-a571-41f3-8cc5-d24dfdc022c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=730944eb-08af-4c38-8053-b6e3b74e99c3 HTTP/1.1" status: 200 len: 217 time: 0.0395346 Nov 29 18:14:49.938178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port ae646355-ad4c-47e5-bc2b-0ef2ff5562dc completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:14:49.954724 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port ae646355-ad4c-47e5-bc2b-0ef2ff5562dc triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:49.961070 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:49.962990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2a0690-930b-4205-a54e-2fe6582f3f5d None None] Update dhcp port {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'fixed_ips': [{'subnet_id': 'a6f2be8c-ad3b-4bad-9fe0-29935ade7ff0', 'ip_address': '2001:db8::f816:3eff:fe7f:cd6a'}, {'subnet_id': 'd17e1cb5-8473-42b9-b7b9-a269ca4b8ed3'}], 'binding:host_id': 'n-d-819494-5'}, 'id': '7cb747be-5446-480f-8557-f5616d8fb5b5'} from n-d-819494-5. {{(pid=110006) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 18:14:50.077987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-e5260734-e3a3-4afb-99d6-050c403c86b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:50.088201 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-e5260734-e3a3-4afb-99d6-050c403c86b4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.3077893 Nov 29 18:14:50.128168 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7cb747be-5446-480f-8557-f5616d8fb5b5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:50.171722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40766) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:50.224124 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a2a0690-930b-4205-a54e-2fe6582f3f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:50.228837 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:50.303054 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-eb07f824-f9e0-4ecb-85a9-b7d995e90cfd None None] Provisioning complete for port 63ac27c2-3379-428f-930c-12ad369b7290 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:50.303438 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb07f824-f9e0-4ecb-85a9-b7d995e90cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:50.359059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f824-f9e0-4ecb-85a9-b7d995e90cfd None None] Port 63ac27c2-3379-428f-930c-12ad369b7290 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:50.476151 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:50.496551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0da22e55-4725-4207-b2bc-8189f4e736fb req-0f7417e9-9ffa-46cc-a65f-0495c58bf726 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7853401 Nov 29 18:14:50.501209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7ce2afda-b790-4ae5-b1e8-3607499d6828 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port 4c01954e-e346-4416-95dd-58b4148726fd {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:50.501549 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ce2afda-b790-4ae5-b1e8-3607499d6828 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:50.515916 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6b2f9193-d37d-4b47-ab0f-b2f001be5e06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17108b45ac78491aae304cee71142b63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3422649 Nov 29 18:14:50.521570 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40770) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:50.611468 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:50.618244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7cb747be-5446-480f-8557-f5616d8fb5b5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:50.618727 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:50.639930 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-0103225f-39f0-4f38-88d4-64733d1c25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:50.641458 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3196ff99-9b1d-4d56-ab98-d14c068ae758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:50.641588 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-0103225f-39f0-4f38-88d4-64733d1c25cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5420256 Nov 29 18:14:50.670211 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3196ff99-9b1d-4d56-ab98-d14c068ae758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:50.728278 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:50.731690 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3196ff99-9b1d-4d56-ab98-d14c068ae758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:50.734483 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3196ff99-9b1d-4d56-ab98-d14c068ae758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:50.735676 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3196ff99-9b1d-4d56-ab98-d14c068ae758 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd5624e7-e4e6-4c3e-a190-a8e528357020 HTTP/1.1" status: 204 len: 168 time: 0.2149711 Nov 29 18:14:50.741271 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:50.766120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Pushing event updated for resources: {'Port': ['ID=92ce136c-cbb3-4623-a8f7-fcb693929bb2,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:50.773259 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ce2afda-b790-4ae5-b1e8-3607499d6828 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:50.820924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7ce2afda-b790-4ae5-b1e8-3607499d6828 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for 4c01954e-e346-4416-95dd-58b4148726fd owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:50.856873 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-3942d190-76b8-4fd1-a69e-bd224eb2de40 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889117 Nov 29 18:14:50.897580 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Allocated IP 172.20.0.1 (92d4d5cd-569f-42ae-a027-b579df7dd28c/5d93211e-1294-4cfa-94c8-649354d8fe78/19f94ddf-c1ed-4094-bc4b-774c43420631) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:50.898105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196ff99-9b1d-4d56-ab98-d14c068ae758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5624e7-e4e6-4c3e-a190-a8e528357020,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:50.907254 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:50.941934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Network 92d4d5cd-569f-42ae-a027-b579df7dd28c is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:50.957566 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Router b4cfdc5c-920b-4c9c-8568-915a509ae986 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:14:51.002848 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:51.011288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:51.093363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae646355-ad4c-47e5-bc2b-0ef2ff5562dc'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:14:51.099514 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57691cc6-d2e8-4b23-9db5-034d5435145c" -d '{"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-plugged", "status": "completed", "tag": "ae646355-ad4c-47e5-bc2b-0ef2ff5562dc"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:14:51.212453 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port ae646355-ad4c-47e5-bc2b-0ef2ff5562dc, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ae646355-ad4c-47e5-bc2b-0ef2ff5562dc,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:51.236282 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-2a2a0690-930b-4205-a54e-2fe6582f3f5d None None] Allocated IP 172.20.0.2 (c052213d-ea6c-4782-b422-f625c0df816d/d17e1cb5-8473-42b9-b7b9-a269ca4b8ed3/7cb747be-5446-480f-8557-f5616d8fb5b5) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:51.241320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:51.247284 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:51.256628 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:51.257906 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e4ac4451-03c8-4b69-a25f-4651d0392ef5 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "PUT /v2.0/routers/b4cfdc5c-920b-4c9c-8568-915a509ae986 HTTP/1.1" status: 200 len: 882 time: 4.9886250 Nov 29 18:14:51.263106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40788) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:51.272171 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ce2afda-b790-4ae5-b1e8-3607499d6828 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:51.276689 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab0062a-ad98-4bed-9549-406f5055cb2c None None] Sync routers for ids ['b4cfdc5c-920b-4c9c-8568-915a509ae986'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:51.343268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Attempting to bind port 92ce136c-cbb3-4623-a8f7-fcb693929bb2 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:51.344414 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Attempting to bind port 92ce136c-cbb3-4623-a8f7-fcb693929bb2 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '2952439e-7b2c-4c3e-a06b-8ca1adbac8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:51.344891 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Attempting to bind port 92ce136c-cbb3-4623-a8f7-fcb693929bb2 on network 92d4d5cd-569f-42ae-a027-b579df7dd28c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:51.359503 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:51.360207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Checking segment: {'id': '2952439e-7b2c-4c3e-a06b-8ca1adbac8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:51.360796 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:51.361921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Bound using segment: {'id': '2952439e-7b2c-4c3e-a06b-8ca1adbac8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:51.362104 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Bound port: 92ce136c-cbb3-4623-a8f7-fcb693929bb2, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2952439e-7b2c-4c3e-a06b-8ca1adbac8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:51.362694 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:51.383292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab0062a-ad98-4bed-9549-406f5055cb2c None None] Routers {'b4cfdc5c-920b-4c9c-8568-915a509ae986'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:51.384112 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1ab0062a-ad98-4bed-9549-406f5055cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b4cfdc5c-920b-4c9c-8568-915a509ae986'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:51.433404 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe032ef-cb06-457f-af4f-eca8b16f22c1 x-openstack-request-id: req-efe032ef-cb06-457f-af4f-eca8b16f22c1 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:14:51.434435 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-plugged", "status": "completed", "tag": "ae646355-ad4c-47e5-bc2b-0ef2ff5562dc", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:14:51.434830 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efe032ef-cb06-457f-af4f-eca8b16f22c1 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:14:51.435345 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae646355-ad4c-47e5-bc2b-0ef2ff5562dc', 'code': 200} Nov 29 18:14:51.451062 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2afda-b790-4ae5-b1e8-3607499d6828 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=4c01954e-e346-4416-95dd-58b4148726fd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:51.502317 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1ab0062a-ad98-4bed-9549-406f5055cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:51.530615 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-dee5c4c8-55a8-44f1-9b07-6f57777d44ab tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "GET /v2.0/routers/b4cfdc5c-920b-4c9c-8568-915a509ae986 HTTP/1.1" status: 200 len: 923 time: 0.2663429 Nov 29 18:14:51.533264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40794) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:51.552466 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=ae646355-ad4c-47e5-bc2b-0ef2ff5562dc,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:51.578401 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f9862376-a235-411c-9516-55e98c12d87f up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:51.583055 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-adee39aa-5d55-40ad-a21e-f07d625f8a07 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868989 Nov 29 18:14:51.606515 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ce2afda-b790-4ae5-b1e8-3607499d6828 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:51.610170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7ce2afda-b790-4ae5-b1e8-3607499d6828 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/4c01954e-e346-4416-95dd-58b4148726fd HTTP/1.1" status: 204 len: 168 time: 2.1528757 Nov 29 18:14:51.619970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40798) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:51.632815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab0062a-ad98-4bed-9549-406f5055cb2c None None] Routers {'b4cfdc5c-920b-4c9c-8568-915a509ae986'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:51.633638 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1ab0062a-ad98-4bed-9549-406f5055cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b4cfdc5c-920b-4c9c-8568-915a509ae986'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:51.676576 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:51.679266 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-9bf7af4d-3a14-4f4b-a0f5-a15f681b76dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=0c5a5880-da85-4a3c-b1f8-4c388c11ce37 HTTP/1.1" status: 200 len: 217 time: 0.0770056 Nov 29 18:14:51.679707 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1ab0062a-ad98-4bed-9549-406f5055cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:51.683710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab0062a-ad98-4bed-9549-406f5055cb2c None None] The sync data for ids ['b4cfdc5c-920b-4c9c-8568-915a509ae986'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:14:51.729979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8353c0-e573-4e40-a4f1-2d2191f442f1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:51.739845 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8a8353c0-e573-4e40-a4f1-2d2191f442f1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&device_id=b4cfdc5c-920b-4c9c-8568-915a509ae986&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2043686 Nov 29 18:14:51.740611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40800) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:51.807838 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2a2a0690-930b-4205-a54e-2fe6582f3f5d None None] For port 7cb747be-5446-480f-8557-f5616d8fb5b5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7cb747be-5446-480f-8557-f5616d8fb5b5,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:51.815665 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] For port 92ce136c-cbb3-4623-a8f7-fcb693929bb2, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:14:51.816800 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771128d9-3517-4ea1-9912-a20df729f603 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:51.818521 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771128d9-3517-4ea1-9912-a20df729f603 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:51.820535 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771128d9-3517-4ea1-9912-a20df729f603 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:51.823166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-771128d9-3517-4ea1-9912-a20df729f603 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2019663 Nov 29 18:14:51.833222 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40804) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:51.845396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-dd68294e-c8b6-4962-97c6-810ee76d83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:51.847358 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-dd68294e-c8b6-4962-97c6-810ee76d83c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.1324768 Nov 29 18:14:51.920477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c324f51-9ffd-42ed-9830-b8059d1e4891 req-e79bd175-9195-4a6e-ace1-da71a4e38f90 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:51.927503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c324f51-9ffd-42ed-9830-b8059d1e4891 req-e79bd175-9195-4a6e-ace1-da71a4e38f90 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:51.934625 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c324f51-9ffd-42ed-9830-b8059d1e4891 req-e79bd175-9195-4a6e-ace1-da71a4e38f90 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:51.940824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c324f51-9ffd-42ed-9830-b8059d1e4891 req-e79bd175-9195-4a6e-ace1-da71a4e38f90 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:51.948246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c324f51-9ffd-42ed-9830-b8059d1e4891 req-e79bd175-9195-4a6e-ace1-da71a4e38f90 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:51.955768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c324f51-9ffd-42ed-9830-b8059d1e4891 req-e79bd175-9195-4a6e-ace1-da71a4e38f90 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:51.963695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c324f51-9ffd-42ed-9830-b8059d1e4891 req-e79bd175-9195-4a6e-ace1-da71a4e38f90 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:51.965824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c324f51-9ffd-42ed-9830-b8059d1e4891 req-e79bd175-9195-4a6e-ace1-da71a4e38f90 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5429 time: 0.2965567 Nov 29 18:14:51.968495 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8738cb-70ed-4683-b1aa-0d189b998a05 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:51.981731 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9f8738cb-70ed-4683-b1aa-0d189b998a05 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 881 time: 0.2396874 Nov 29 18:14:51.984345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40810) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:51.993286 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:52.052168 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c8fd2176-20f4-44e6-ac0a-17448e91ba28 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4cfdc5c-920b-4c9c-8568-915a509ae986 HTTP/1.1" status: 200 len: 205 time: 0.0656459 Nov 29 18:14:52.054501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40814) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:52.090315 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d2a89d-5f1a-40f5-8969-c02d3d38179c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet a6f2be8c-ad3b-4bad-9fe0-29935ade7ff0 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:14:52.153491 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 92d4d5cd-569f-42ae-a027-b579df7dd28c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:52.181009 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] For port 92ce136c-cbb3-4623-a8f7-fcb693929bb2, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=92ce136c-cbb3-4623-a8f7-fcb693929bb2,segment=NetworkSegment(2952439e-7b2c-4c3e-a06b-8ca1adbac8f8),segment_id=2952439e-7b2c-4c3e-a06b-8ca1adbac8f8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:14:52.181598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:52.201988 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:52.210232 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa1aada0-8cb0-4e71-8ba6-709c42df1501 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:52.210704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:52.216028 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40820) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:52.256231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-4e959561-4f41-4f98-9e06-b1498dc47186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:52.258166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-4e959561-4f41-4f98-9e06-b1498dc47186 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3759706 Nov 29 18:14:52.280535 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=19f94ddf-c1ed-4094-bc4b-774c43420631,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:52.312027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e182e8-888a-4a19-b3c0-16fef13e359a None None] Pushing event updated for resources: {'Port': ['ID=92ce136c-cbb3-4623-a8f7-fcb693929bb2,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:52.322683 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c324f51-9ffd-42ed-9830-b8059d1e4891 req-a6d8d7ec-feee-439c-89e9-3755407b03ea tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3353491 Nov 29 18:14:52.342471 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port f9862376-a235-411c-9516-55e98c12d87f completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:14:52.346663 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa1aada0-8cb0-4e71-8ba6-709c42df1501 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:52.357018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port f9862376-a235-411c-9516-55e98c12d87f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:52.357402 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:52.363974 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a2a0690-930b-4205-a54e-2fe6582f3f5d None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:52.404482 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a2a0690-930b-4205-a54e-2fe6582f3f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:52.416005 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:52.436172 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28d2a89d-5f1a-40f5-8969-c02d3d38179c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:52.469858 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-fa1aada0-8cb0-4e71-8ba6-709c42df1501 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Deleting port 63ac27c2-3379-428f-930c-12ad369b7290 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:14:52.470446 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa1aada0-8cb0-4e71-8ba6-709c42df1501 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:52.573320 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d1d95399-c61f-46c1-b8e7-0de5633ddfbc tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-43561266'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:52.573699 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a0690-930b-4205-a54e-2fe6582f3f5d None None] Pushing event updated for resources: {'Port': ['ID=7cb747be-5446-480f-8557-f5616d8fb5b5,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:52.649050 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:52.689403 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa1aada0-8cb0-4e71-8ba6-709c42df1501 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:52.713883 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28d2a89d-5f1a-40f5-8969-c02d3d38179c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:52.751501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-fa1aada0-8cb0-4e71-8ba6-709c42df1501 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Calling delete_port for 63ac27c2-3379-428f-930c-12ad369b7290 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:14:52.783099 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port f9862376-a235-411c-9516-55e98c12d87f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f9862376-a235-411c-9516-55e98c12d87f,segment=NetworkSegment(cc540e15-6932-42fd-85ac-c32ed2babc00),segment_id=cc540e15-6932-42fd-85ac-c32ed2babc00)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:52.789051 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:52.790295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fa4a748b-18d2-456f-8305-9cb0f74b625b up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:52.901361 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=f9862376-a235-411c-9516-55e98c12d87f,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:52.929834 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port fa4a748b-18d2-456f-8305-9cb0f74b625b completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:14:52.936841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port fa4a748b-18d2-456f-8305-9cb0f74b625b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:52.937707 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.028199 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.030593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d95399-c61f-46c1-b8e7-0de5633ddfbc tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Made reservation on behalf of 8adcb38cd0de425db405025d9f3343b8 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:53.035234 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1d95399-c61f-46c1-b8e7-0de5633ddfbc tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.057366 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.068856 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa1aada0-8cb0-4e71-8ba6-709c42df1501 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.093012 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1d95399-c61f-46c1-b8e7-0de5633ddfbc tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.128882 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1aada0-8cb0-4e71-8ba6-709c42df1501 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Pushing event deleted for resources: {'Port': ['ID=63ac27c2-3379-428f-930c-12ad369b7290,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:53.166125 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port fa4a748b-18d2-456f-8305-9cb0f74b625b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fa4a748b-18d2-456f-8305-9cb0f74b625b,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:53.175983 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc51340-5048-4d7a-956d-2ff678d5b0ca None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:53.186057 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.187611 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7c57a7f9-5b4c-4906-b679-7bec1c88b294 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:53.192093 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28d2a89d-5f1a-40f5-8969-c02d3d38179c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.219423 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-86bf51c8-2380-4332-a304-4db41e02f8d3 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9447825 Nov 29 18:14:53.245408 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa1aada0-8cb0-4e71-8ba6-709c42df1501 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.354892 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 7c57a7f9-5b4c-4906-b679-7bec1c88b294 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:14:53.357607 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=fa4a748b-18d2-456f-8305-9cb0f74b625b,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:53.368267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 7c57a7f9-5b4c-4906-b679-7bec1c88b294 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:53.369024 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.440640 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9862376-a235-411c-9516-55e98c12d87f'}, {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4a748b-18d2-456f-8305-9cb0f74b625b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:14:53.445719 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dc1f83-c3c1-45cb-aa3a-2762da7594c8" -d '{"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-plugged", "status": "completed", "tag": "f9862376-a235-411c-9516-55e98c12d87f"}, {"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-plugged", "status": "completed", "tag": "fa4a748b-18d2-456f-8305-9cb0f74b625b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:14:53.474231 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa1aada0-8cb0-4e71-8ba6-709c42df1501 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.480399 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa1aada0-8cb0-4e71-8ba6-709c42df1501 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.527474 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.553909 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa1aada0-8cb0-4e71-8ba6-709c42df1501 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.554525 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1aada0-8cb0-4e71-8ba6-709c42df1501 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Fanout notify agent at l3_agent the message router_deleted on router b4cfdc5c-920b-4c9c-8568-915a509ae986 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:14:53.573627 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa1aada0-8cb0-4e71-8ba6-709c42df1501 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.578412 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 29 Nov 2021 18:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1564b100-1dcf-4c21-afb2-480c6c5ddef9 x-openstack-request-id: req-1564b100-1dcf-4c21-afb2-480c6c5ddef9 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:14:53.578622 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fa1aada0-8cb0-4e71-8ba6-709c42df1501 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "DELETE /v2.0/routers/b4cfdc5c-920b-4c9c-8568-915a509ae986 HTTP/1.1" status: 204 len: 168 time: 1.5192580 Nov 29 18:14:53.578733 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-plugged", "status": "completed", "tag": "f9862376-a235-411c-9516-55e98c12d87f", "code": 200}, {"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-plugged", "status": "completed", "tag": "fa4a748b-18d2-456f-8305-9cb0f74b625b", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:14:53.578733 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1564b100-1dcf-4c21-afb2-480c6c5ddef9 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:14:53.578733 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9862376-a235-411c-9516-55e98c12d87f', 'code': 200} Nov 29 18:14:53.578733 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4a748b-18d2-456f-8305-9cb0f74b625b', 'code': 200} Nov 29 18:14:53.581349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40832) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:53.590552 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-7e64bc92-6a9e-4c2d-8644-bd01001ad492 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1363994856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:53.604175 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 7c57a7f9-5b4c-4906-b679-7bec1c88b294, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7c57a7f9-5b4c-4906-b679-7bec1c88b294,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:53.615462 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.616615 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device d1d310fc-38a8-4207-b780-c7b7ed72c64f up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:53.651620 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e64bc92-6a9e-4c2d-8644-bd01001ad492 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.652866 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e64bc92-6a9e-4c2d-8644-bd01001ad492 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.794490 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e64bc92-6a9e-4c2d-8644-bd01001ad492 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.812444 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e64bc92-6a9e-4c2d-8644-bd01001ad492 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.827020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=7c57a7f9-5b4c-4906-b679-7bec1c88b294,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:53.846008 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port d1d310fc-38a8-4207-b780-c7b7ed72c64f completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:14:53.854749 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e64bc92-6a9e-4c2d-8644-bd01001ad492 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.855880 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port d1d310fc-38a8-4207-b780-c7b7ed72c64f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:53.856425 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:53.861667 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7e64bc92-6a9e-4c2d-8644-bd01001ad492 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2769046 Nov 29 18:14:53.862442 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40834) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:53.869421 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'enable_snat': True}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:53.927389 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28d2a89d-5f1a-40f5-8969-c02d3d38179c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:54.004807 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-639f650c-20da-4c2b-9de3-bc50b05b9377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:54.183294 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:54.252123 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6f67a823-24b0-460e-b14e-4e49b45d9c54 None None] Provisioning complete for port 7cb747be-5446-480f-8557-f5616d8fb5b5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:54.252852 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f67a823-24b0-460e-b14e-4e49b45d9c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:54.354132 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port d1d310fc-38a8-4207-b780-c7b7ed72c64f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d1d310fc-38a8-4207-b780-c7b7ed72c64f,segment=NetworkSegment(77a1e57c-33ef-43ac-b2b8-85452ab71c43),segment_id=77a1e57c-33ef-43ac-b2b8-85452ab71c43)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:54.361684 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7cb747be-5446-480f-8557-f5616d8fb5b5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:54.366315 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:54.367214 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 112a1789-df95-401f-85ce-35d276e8bc81 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:54.676464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2574de-1cbd-4bcc-a6c7-ff5ed9fcbe29 None None] Network 92d4d5cd-569f-42ae-a027-b579df7dd28c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:54.737717 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893766-d5fa-4072-9120-c4645d68c3ce req-4a748e6e-ca1a-4d52-84ab-4bfacab25209 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:54.744577 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893766-d5fa-4072-9120-c4645d68c3ce req-4a748e6e-ca1a-4d52-84ab-4bfacab25209 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:54.751490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893766-d5fa-4072-9120-c4645d68c3ce req-4a748e6e-ca1a-4d52-84ab-4bfacab25209 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:54.760199 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893766-d5fa-4072-9120-c4645d68c3ce req-4a748e6e-ca1a-4d52-84ab-4bfacab25209 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:54.766579 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893766-d5fa-4072-9120-c4645d68c3ce req-4a748e6e-ca1a-4d52-84ab-4bfacab25209 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:54.772878 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=d1d310fc-38a8-4207-b780-c7b7ed72c64f,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:54.774569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893766-d5fa-4072-9120-c4645d68c3ce req-4a748e6e-ca1a-4d52-84ab-4bfacab25209 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:54.788947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893766-d5fa-4072-9120-c4645d68c3ce req-4a748e6e-ca1a-4d52-84ab-4bfacab25209 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:54.795351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6f67a823-24b0-460e-b14e-4e49b45d9c54 None None] Could not find standard attr ID for object 4c01954e-e346-4416-95dd-58b4148726fd. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:14:54.801112 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff893766-d5fa-4072-9120-c4645d68c3ce req-4a748e6e-ca1a-4d52-84ab-4bfacab25209 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5432 time: 1.2198391 Nov 29 18:14:54.815148 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:54.828400 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2a89d-5f1a-40f5-8969-c02d3d38179c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f2be8c-ad3b-4bad-9fe0-29935ade7ff0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:54.843379 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28d2a89d-5f1a-40f5-8969-c02d3d38179c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:54.848091 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-28d2a89d-5f1a-40f5-8969-c02d3d38179c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/a6f2be8c-ad3b-4bad-9fe0-29935ade7ff0 HTTP/1.1" status: 204 len: 168 time: 3.0131834 Nov 29 18:14:54.851186 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-88eaaff6-5615-41de-b292-14dc9730f38f service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5826199 Nov 29 18:14:54.857920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40844) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:54.868102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 112a1789-df95-401f-85ce-35d276e8bc81 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:14:54.877591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7cb747be-5446-480f-8557-f5616d8fb5b5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:54.878370 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:54.880642 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 112a1789-df95-401f-85ce-35d276e8bc81 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:54.881121 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:54.949861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4cc739b-5113-48b6-9792-02bf03389390 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet d17e1cb5-8473-42b9-b7b9-a269ca4b8ed3 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:14:54.951695 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2a726dec-23e3-4dde-88d8-cab9fcf02511 None None] Could not find standard attr ID for object 4c01954e-e346-4416-95dd-58b4148726fd. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:14:54.966608 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4cc739b-5113-48b6-9792-02bf03389390 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.045464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2a726dec-23e3-4dde-88d8-cab9fcf02511 None None] Provisioning complete for port 92ce136c-cbb3-4623-a8f7-fcb693929bb2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:55.045846 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a726dec-23e3-4dde-88d8-cab9fcf02511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.066202 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-4bf41e59-3671-4eb1-a091-2f6a46d89365 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e73ed092-ce3c-4b7f-94df-2e0d60df025e HTTP/1.1" status: 200 len: 217 time: 0.1887238 Nov 29 18:14:55.124854 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1d95399-c61f-46c1-b8e7-0de5633ddfbc tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.175037 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 92ce136c-cbb3-4623-a8f7-fcb693929bb2 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:55.178776 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.190181 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4cc739b-5113-48b6-9792-02bf03389390 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.207799 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.210496 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1d95399-c61f-46c1-b8e7-0de5633ddfbc tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.228903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d95399-c61f-46c1-b8e7-0de5633ddfbc tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:14:55.239486 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1d95399-c61f-46c1-b8e7-0de5633ddfbc tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.240125 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-d1d95399-c61f-46c1-b8e7-0de5633ddfbc tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Added segment 53a1795c-b16f-4037-af8d-2944c7910359 of type vlan for network 8e12cf06-bc9c-4b56-aa86-f5635f21d85f Nov 29 18:14:55.335499 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a726dec-23e3-4dde-88d8-cab9fcf02511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.341061 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.371549 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1d95399-c61f-46c1-b8e7-0de5633ddfbc tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.463433 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1d95399-c61f-46c1-b8e7-0de5633ddfbc tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.469403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d95399-c61f-46c1-b8e7-0de5633ddfbc tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:55.470315 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1d95399-c61f-46c1-b8e7-0de5633ddfbc tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.473340 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Allocated IP 172.25.3.81 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/97bbf5ce-edbe-4f38-8a56-498ffe5dccd8) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:14:55.477054 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2a726dec-23e3-4dde-88d8-cab9fcf02511 None None] For port 92ce136c-cbb3-4623-a8f7-fcb693929bb2, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=92ce136c-cbb3-4623-a8f7-fcb693929bb2,segment=NetworkSegment(2952439e-7b2c-4c3e-a06b-8ca1adbac8f8),segment_id=2952439e-7b2c-4c3e-a06b-8ca1adbac8f8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:55.480270 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 112a1789-df95-401f-85ce-35d276e8bc81, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=112a1789-df95-401f-85ce-35d276e8bc81,segment=NetworkSegment(77a1e57c-33ef-43ac-b2b8-85452ab71c43),segment_id=77a1e57c-33ef-43ac-b2b8-85452ab71c43)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:55.492986 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a726dec-23e3-4dde-88d8-cab9fcf02511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.500814 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.501626 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f002c88e-cc2b-4dce-8fa1-65fa2b43d135 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:55.549106 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff893766-d5fa-4072-9120-c4645d68c3ce req-8471b74c-9207-41aa-8ca1-812778eaa949 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7464416 Nov 29 18:14:55.550514 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 92ce136c-cbb3-4623-a8f7-fcb693929bb2 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:55.550945 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.556762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ddf1e7-1ddb-4495-a5a0-ae868b27af86 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:55.640332 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-2355a4a7-50d4-4f62-acd4-aee15479548a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:55.642520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-2355a4a7-50d4-4f62-acd4-aee15479548a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29ef7b16-a6fa-4ea4-9afc-503cb4413ebf HTTP/1.1" status: 200 len: 797 time: 0.5434849 Nov 29 18:14:55.647722 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.655526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d1d95399-c61f-46c1-b8e7-0de5633ddfbc tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.4280410 Nov 29 18:14:55.669326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d95399-c61f-46c1-b8e7-0de5633ddfbc tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a12fc4-132d-4046-8a79-272ad4581393,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:55.673079 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40850) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:55.731382 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b9ab65c3-059d-4f5b-88c4-f29c3eca3879 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Request body: {'subnet': {'network_id': '8e12cf06-bc9c-4b56-aa86-f5635f21d85f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:55.737332 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.763090 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.772035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c57a7f9-5b4c-4906-b679-7bec1c88b294'}, {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d310fc-38a8-4207-b780-c7b7ed72c64f'}, {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112a1789-df95-401f-85ce-35d276e8bc81'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:14:55.776692 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0587cba-014d-4a43-b959-2b83dff9aae1" -d '{"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-plugged", "status": "completed", "tag": "7c57a7f9-5b4c-4906-b679-7bec1c88b294"}, {"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-plugged", "status": "completed", "tag": "d1d310fc-38a8-4207-b780-c7b7ed72c64f"}, {"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-plugged", "status": "completed", "tag": "112a1789-df95-401f-85ce-35d276e8bc81"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:14:55.844464 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.885407 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:55.891623 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:55.903583 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:14:55.945220 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 29 Nov 2021 18:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da8d104-1fa6-4715-8d69-4b73abee5973 x-openstack-request-id: req-9da8d104-1fa6-4715-8d69-4b73abee5973 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:14:55.945451 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-plugged", "status": "completed", "tag": "7c57a7f9-5b4c-4906-b679-7bec1c88b294", "code": 200}, {"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-plugged", "status": "completed", "tag": "d1d310fc-38a8-4207-b780-c7b7ed72c64f", "code": 200}, {"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-plugged", "status": "completed", "tag": "112a1789-df95-401f-85ce-35d276e8bc81", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:14:55.945687 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9da8d104-1fa6-4715-8d69-4b73abee5973 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:14:55.946961 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c57a7f9-5b4c-4906-b679-7bec1c88b294', 'code': 200} Nov 29 18:14:55.947208 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d310fc-38a8-4207-b780-c7b7ed72c64f', 'code': 200} Nov 29 18:14:55.947638 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112a1789-df95-401f-85ce-35d276e8bc81', 'code': 200} Nov 29 18:14:55.950903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02457a88-69d8-44cb-97d9-b64e176e4b19 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:14:55.963598 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Pushing event updated for resources: {'Port': ['ID=97bbf5ce-edbe-4f38-8a56-498ffe5dccd8,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:55.974387 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6940ae33-6ce3-44c6-97a1-dfbecc0156bb None None] Provisioning complete for port 19f94ddf-c1ed-4094-bc4b-774c43420631 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:55.974768 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6940ae33-6ce3-44c6-97a1-dfbecc0156bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:55.976396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port f002c88e-cc2b-4dce-8fa1-65fa2b43d135 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:14:56.015795 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4cc739b-5113-48b6-9792-02bf03389390 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:56.016380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a726dec-23e3-4dde-88d8-cab9fcf02511 None None] Pushing event updated for resources: {'Port': ['ID=92ce136c-cbb3-4623-a8f7-fcb693929bb2,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:56.074108 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port f002c88e-cc2b-4dce-8fa1-65fa2b43d135 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:56.074494 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:56.161393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=19f94ddf-c1ed-4094-bc4b-774c43420631,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:56.164173 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d95399-c61f-46c1-b8e7-0de5633ddfbc tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Pushing event updated for resources: {'Network': ['ID=8e12cf06-bc9c-4b56-aa86-f5635f21d85f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:56.172543 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4cc739b-5113-48b6-9792-02bf03389390 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:56.197958 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6940ae33-6ce3-44c6-97a1-dfbecc0156bb None None] Port 19f94ddf-c1ed-4094-bc4b-774c43420631 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:56.209588 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 8e12cf06-bc9c-4b56-aa86-f5635f21d85f details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:14:56.211740 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-ce43702f-3661-438e-a08a-3db8dff36983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:56.214266 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-ce43702f-3661-438e-a08a-3db8dff36983 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5573025 Nov 29 18:14:56.220508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc739b-5113-48b6-9792-02bf03389390 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=d17e1cb5-8473-42b9-b7b9-a269ca4b8ed3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:56.312283 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=112a1789-df95-401f-85ce-35d276e8bc81,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:56.371523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6940ae33-6ce3-44c6-97a1-dfbecc0156bb None None] Provisioning complete for port 92ce136c-cbb3-4623-a8f7-fcb693929bb2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:56.372184 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6940ae33-6ce3-44c6-97a1-dfbecc0156bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:56.386366 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:56.397168 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4cc739b-5113-48b6-9792-02bf03389390 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:56.401030 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d4cc739b-5113-48b6-9792-02bf03389390 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/d17e1cb5-8473-42b9-b7b9-a269ca4b8ed3 HTTP/1.1" status: 204 len: 168 time: 1.5384650 Nov 29 18:14:56.413004 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40858) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:56.525664 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9d46ebe5-f9d4-4d13-9cd0-c2d91664a2b2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984726 Nov 29 18:14:56.530951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40860) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:56.539302 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-0bed4d6d-1f1b-4f1d-86e2-5eecc8b452a8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:56.628083 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:56.657373 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ab65c3-059d-4f5b-88c4-f29c3eca3879 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Made reservation on behalf of 8adcb38cd0de425db405025d9f3343b8 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:56.661784 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9ab65c3-059d-4f5b-88c4-f29c3eca3879 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:56.676122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-d74353f3-ed1c-4044-9901-71944f11c44f service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271367 Nov 29 18:14:56.729371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 92d4d5cd-569f-42ae-a027-b579df7dd28c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:56.854675 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-7fff2eda-7c76-41c9-9539-fdee8b9ed9ac service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238747 Nov 29 18:14:56.857922 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bed4d6d-1f1b-4f1d-86e2-5eecc8b452a8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:56.862474 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0bed4d6d-1f1b-4f1d-86e2-5eecc8b452a8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:56.918973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 92ce136c-cbb3-4623-a8f7-fcb693929bb2 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:14:56.948221 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:56.981655 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd958-7515-40ec-8b83-7a3898f35a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:57.031164 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:57.158162 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:57.187112 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 92ce136c-cbb3-4623-a8f7-fcb693929bb2 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:57.187448 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:57.229937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port f002c88e-cc2b-4dce-8fa1-65fa2b43d135, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f002c88e-cc2b-4dce-8fa1-65fa2b43d135,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:57.257971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-abef1554-adbe-411f-9584-421a37e46bce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58205b60-33ce-4521-8706-6a9cb00f44ef HTTP/1.1" status: 200 len: 217 time: 0.3616440 Nov 29 18:14:57.268238 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:57.343019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-f91aee4b-e6df-46e3-8fcc-6daab54b7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:57.344766 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-f91aee4b-e6df-46e3-8fcc-6daab54b7267 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29ef7b16-a6fa-4ea4-9afc-503cb4413ebf HTTP/1.1" status: 200 len: 797 time: 0.0791199 Nov 29 18:14:57.365567 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10720415-659b-466f-9d8e-b14b3818bb55 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:57.432789 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2262cf-babd-45dd-bb2a-9acb2ed1f716 req-028e573c-f6bb-4090-a52b-c409c5a64889 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:57.440773 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2262cf-babd-45dd-bb2a-9acb2ed1f716 req-028e573c-f6bb-4090-a52b-c409c5a64889 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:57.448097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2262cf-babd-45dd-bb2a-9acb2ed1f716 req-028e573c-f6bb-4090-a52b-c409c5a64889 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:57.454480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2262cf-babd-45dd-bb2a-9acb2ed1f716 req-028e573c-f6bb-4090-a52b-c409c5a64889 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:57.460849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2262cf-babd-45dd-bb2a-9acb2ed1f716 req-028e573c-f6bb-4090-a52b-c409c5a64889 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:57.468797 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2262cf-babd-45dd-bb2a-9acb2ed1f716 req-028e573c-f6bb-4090-a52b-c409c5a64889 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:57.476659 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2262cf-babd-45dd-bb2a-9acb2ed1f716 req-028e573c-f6bb-4090-a52b-c409c5a64889 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:57.485986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb2262cf-babd-45dd-bb2a-9acb2ed1f716 req-028e573c-f6bb-4090-a52b-c409c5a64889 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5434 time: 0.7749166 Nov 29 18:14:57.496071 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=f002c88e-cc2b-4dce-8fa1-65fa2b43d135,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:57.539690 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:57.552733 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:57.560386 n-d-819494-5 neutron-server[110004]: DEBUG neutron.objects.ports [None req-0bed4d6d-1f1b-4f1d-86e2-5eecc8b452a8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110004) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:14:57.576823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router a7cac5de-3789-417a-ad16-6a54b70099ee is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:14:57.580281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-9d074cef-3303-4649-b3f5-82d2326df4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:57.582057 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-9d074cef-3303-4649-b3f5-82d2326df4dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2213485 Nov 29 18:14:57.626740 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb2262cf-babd-45dd-bb2a-9acb2ed1f716 req-46992e7a-8279-4566-94af-bb0bb6b05014 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1395602 Nov 29 18:14:57.631321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ba0ca4b3-0bab-4cba-b6a9-e5b5da9b6f1f None None] Provisioning complete for port 19f94ddf-c1ed-4094-bc4b-774c43420631 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:57.631703 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ba0ca4b3-0bab-4cba-b6a9-e5b5da9b6f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:57.733032 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:57.764398 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ca4b3-0bab-4cba-b6a9-e5b5da9b6f1f None None] Port 19f94ddf-c1ed-4094-bc4b-774c43420631 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:57.780006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ba0ca4b3-0bab-4cba-b6a9-e5b5da9b6f1f None None] Provisioning complete for port 97bbf5ce-edbe-4f38-8a56-498ffe5dccd8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:57.780394 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ba0ca4b3-0bab-4cba-b6a9-e5b5da9b6f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:57.875805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ca4b3-0bab-4cba-b6a9-e5b5da9b6f1f None None] Port 97bbf5ce-edbe-4f38-8a56-498ffe5dccd8 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:57.882071 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Router 50ad1ed2-eb9f-442e-93e8-0c68f6150c58 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:14:57.912310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b2645f-8269-45fc-a925-5fce502cbdda None None] Update dhcp port {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'fixed_ips': [{'subnet_id': 'bd3ec2ef-d52c-4ae5-9595-9ff93284bca3'}], 'binding:host_id': 'n-d-819494-5'}, 'id': '7cb747be-5446-480f-8557-f5616d8fb5b5'} from n-d-819494-5. {{(pid=110006) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 18:14:57.912981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:57.926997 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Sync routers for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:57.933336 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-90681e59-6538-4495-b991-7027a4af7849 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/a7cac5de-3789-417a-ad16-6a54b70099ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3883080 Nov 29 18:14:57.937320 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40868) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:57.944404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cb079e8a-f231-42b2-bea4-7ca5d51ec113 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'network': {'name': 'tempest-RoutersTest-143216944'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:57.951029 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f002c88e-cc2b-4dce-8fa1-65fa2b43d135'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:14:57.953879 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb38e747-f706-4375-a7ff-0d3f3b6e35d7" -d '{"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-plugged", "status": "completed", "tag": "f002c88e-cc2b-4dce-8fa1-65fa2b43d135"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:14:57.964965 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:57.970262 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-1e87e41a-3d29-4306-9245-229b6dc41fd6 service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796110 Nov 29 18:14:57.971645 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9ab65c3-059d-4f5b-88c4-f29c3eca3879 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:57.973557 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:57.980597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb079e8a-f231-42b2-bea4-7ca5d51ec113 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:57.985020 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb079e8a-f231-42b2-bea4-7ca5d51ec113 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:57.994056 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-86b2645f-8269-45fc-a925-5fce502cbdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:58.069148 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b5ea83e2-c546-4650-b89f-5343729095f9 None None] Provisioning complete for port 7cb747be-5446-480f-8557-f5616d8fb5b5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:58.076008 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5ea83e2-c546-4650-b89f-5343729095f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:58.111932 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:14:58.167919 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0bed4d6d-1f1b-4f1d-86e2-5eecc8b452a8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:58.181468 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c474468d-a21a-46b1-b569-98bb540c6c18 x-openstack-request-id: req-c474468d-a21a-46b1-b569-98bb540c6c18 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:14:58.181900 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-plugged", "status": "completed", "tag": "f002c88e-cc2b-4dce-8fa1-65fa2b43d135", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:14:58.182257 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c474468d-a21a-46b1-b569-98bb540c6c18 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:14:58.182766 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f002c88e-cc2b-4dce-8fa1-65fa2b43d135', 'code': 200} Nov 29 18:14:58.204544 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab65c3-059d-4f5b-88c4-f29c3eca3879 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Pushing event updated for resources: {'Subnet': ['ID=28d61504-8b06-4455-ab58-045c84ab81e2,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:58.339986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0af6c6c5-6136-42f3-b962-a0c33003f60a req-1aa07a78-6a34-4e5a-96f8-d68a6e50b36a service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474767 Nov 29 18:14:58.366699 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb079e8a-f231-42b2-bea4-7ca5d51ec113 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:14:58.406962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ab65c3-059d-4f5b-88c4-f29c3eca3879 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Checking segment: {'id': '53a1795c-b16f-4037-af8d-2944c7910359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8e12cf06-bc9c-4b56-aa86-f5635f21d85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:58.407895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab65c3-059d-4f5b-88c4-f29c3eca3879 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Network hostable DHCP agents. Network: 8e12cf06-bc9c-4b56-aa86-f5635f21d85f, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:14:58.408075 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-86b2645f-8269-45fc-a925-5fce502cbdda None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe7f:cd6a-a66d4cdd-d6df-48ee-9a7a-b74305c536 {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:14:58.409338 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-86b2645f-8269-45fc-a925-5fce502cbdda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:14:58.424565 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb079e8a-f231-42b2-bea4-7ca5d51ec113 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:58.424815 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-cb079e8a-f231-42b2-bea4-7ca5d51ec113 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Added segment 2062d136-0ddf-4378-9835-39e6aeac0767 of type vlan for network f680d3a6-2489-489d-99f9-852c725d42c7 Nov 29 18:14:58.456595 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b5ea83e2-c546-4650-b89f-5343729095f9 None None] Provisioning complete for port 19f94ddf-c1ed-4094-bc4b-774c43420631 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:14:58.457103 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5ea83e2-c546-4650-b89f-5343729095f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:58.512598 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-0bed4d6d-1f1b-4f1d-86e2-5eecc8b452a8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] For port 7cb747be-5446-480f-8557-f5616d8fb5b5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7cb747be-5446-480f-8557-f5616d8fb5b5,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:14:58.515615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab65c3-059d-4f5b-88c4-f29c3eca3879 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Network 8e12cf06-bc9c-4b56-aa86-f5635f21d85f is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:14:58.527116 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb079e8a-f231-42b2-bea4-7ca5d51ec113 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:58.532087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b9ab65c3-059d-4f5b-88c4-f29c3eca3879 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 8e12cf06-bc9c-4b56-aa86-f5635f21d85f) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:58.539866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ab65c3-059d-4f5b-88c4-f29c3eca3879 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:58.540592 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9ab65c3-059d-4f5b-88c4-f29c3eca3879 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:58.552334 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:14:52Z', 'revision_number': 2, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:14:53Z', 'revision_number': 2, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:58.556385 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527a6ee8-2579-4cc0-844f-41db81ab2456 None None] Network 8e12cf06-bc9c-4b56-aa86-f5635f21d85f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:14:58.576737 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b9ab65c3-059d-4f5b-88c4-f29c3eca3879 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8539467 Nov 29 18:14:58.578597 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb079e8a-f231-42b2-bea4-7ca5d51ec113 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:58.578742 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0bed4d6d-1f1b-4f1d-86e2-5eecc8b452a8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:58.584994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40876) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:58.585554 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb079e8a-f231-42b2-bea4-7ca5d51ec113 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:58.586404 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb079e8a-f231-42b2-bea4-7ca5d51ec113 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:58.593631 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-5d9b894f-518b-4cae-8458-abcc58da9121 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1855729949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:58.633471 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cb079e8a-f231-42b2-bea4-7ca5d51ec113 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6932576 Nov 29 18:14:58.634569 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0bed4d6d-1f1b-4f1d-86e2-5eecc8b452a8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:58.635529 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0bed4d6d-1f1b-4f1d-86e2-5eecc8b452a8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:58.642244 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Checking router: a7cac5de-3789-417a-ad16-6a54b70099ee for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:14:58.644608 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Updating router a7cac5de-3789-417a-ad16-6a54b70099ee port 19f94ddf-c1ed-4094-bc4b-774c43420631 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:14:58.662299 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40878) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:58.708018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea83e2-c546-4650-b89f-5343729095f9 None None] Port 19f94ddf-c1ed-4094-bc4b-774c43420631 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:14:58.715069 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:58.828612 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bed4d6d-1f1b-4f1d-86e2-5eecc8b452a8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:14:58.833833 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d9b894f-518b-4cae-8458-abcc58da9121 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:58.836168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb079e8a-f231-42b2-bea4-7ca5d51ec113 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Network': ['ID=f680d3a6-2489-489d-99f9-852c725d42c7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:58.838682 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d9b894f-518b-4cae-8458-abcc58da9121 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:58.852561 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network f680d3a6-2489-489d-99f9-852c725d42c7 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:14:58.910010 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297394d7-9b4c-43ab-8c06-1e7826b70dc5 req-6ea91a5c-70d0-483c-95df-594c24bd7fa7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:58.930778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297394d7-9b4c-43ab-8c06-1e7826b70dc5 req-6ea91a5c-70d0-483c-95df-594c24bd7fa7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:58.930778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297394d7-9b4c-43ab-8c06-1e7826b70dc5 req-6ea91a5c-70d0-483c-95df-594c24bd7fa7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:58.930778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297394d7-9b4c-43ab-8c06-1e7826b70dc5 req-6ea91a5c-70d0-483c-95df-594c24bd7fa7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:58.930778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297394d7-9b4c-43ab-8c06-1e7826b70dc5 req-6ea91a5c-70d0-483c-95df-594c24bd7fa7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:58.975702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297394d7-9b4c-43ab-8c06-1e7826b70dc5 req-6ea91a5c-70d0-483c-95df-594c24bd7fa7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:58.975702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297394d7-9b4c-43ab-8c06-1e7826b70dc5 req-6ea91a5c-70d0-483c-95df-594c24bd7fa7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:58.975702 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-297394d7-9b4c-43ab-8c06-1e7826b70dc5 req-6ea91a5c-70d0-483c-95df-594c24bd7fa7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5435 time: 0.1530576 Nov 29 18:14:58.999490 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-103a7cec-55ef-4b85-9920-59d8cf39e0b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'subnet': {'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:59.028049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed4d6d-1f1b-4f1d-86e2-5eecc8b452a8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=7cb747be-5446-480f-8557-f5616d8fb5b5,revision_number=8']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:59.028049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed4d6d-1f1b-4f1d-86e2-5eecc8b452a8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=bd3ec2ef-d52c-4ae5-9595-9ff93284bca3,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:59.028049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-0bed4d6d-1f1b-4f1d-86e2-5eecc8b452a8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:14:59.028049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bed4d6d-1f1b-4f1d-86e2-5eecc8b452a8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:59.062524 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0bed4d6d-1f1b-4f1d-86e2-5eecc8b452a8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:59.081355 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d9b894f-518b-4cae-8458-abcc58da9121 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:59.143617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-297394d7-9b4c-43ab-8c06-1e7826b70dc5 req-d6ba8cf5-56c8-40b3-b38f-92dd589f9aca tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1752472 Nov 29 18:14:59.189606 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d9b894f-518b-4cae-8458-abcc58da9121 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:59.200607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:14:59.221787 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:59.225698 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6a5b1c35-ebbb-45eb-9210-204cc47d16c1 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "PUT /v2.0/routers/50ad1ed2-eb9f-442e-93e8-0c68f6150c58 HTTP/1.1" status: 200 len: 918 time: 5.3598607 Nov 29 18:14:59.226139 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40882) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:59.231464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adc9bbc-c085-40bb-a37e-1a80bdd183cd None None] Sync routers for ids ['50ad1ed2-eb9f-442e-93e8-0c68f6150c58'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:14:59.234536 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-86b2645f-8269-45fc-a925-5fce502cbdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:59.258943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955330ca-cf18-48c1-bf6f-2d21d4e7217a req-bd971288-4f83-4cf8-a54c-6a72ef5d3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:59.264956 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955330ca-cf18-48c1-bf6f-2d21d4e7217a req-bd971288-4f83-4cf8-a54c-6a72ef5d3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:59.265453 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955330ca-cf18-48c1-bf6f-2d21d4e7217a req-bd971288-4f83-4cf8-a54c-6a72ef5d3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:59.265961 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955330ca-cf18-48c1-bf6f-2d21d4e7217a req-bd971288-4f83-4cf8-a54c-6a72ef5d3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:59.266441 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955330ca-cf18-48c1-bf6f-2d21d4e7217a req-bd971288-4f83-4cf8-a54c-6a72ef5d3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:59.266929 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955330ca-cf18-48c1-bf6f-2d21d4e7217a req-bd971288-4f83-4cf8-a54c-6a72ef5d3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:59.267390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955330ca-cf18-48c1-bf6f-2d21d4e7217a req-bd971288-4f83-4cf8-a54c-6a72ef5d3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:14:59.269505 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-955330ca-cf18-48c1-bf6f-2d21d4e7217a req-bd971288-4f83-4cf8-a54c-6a72ef5d3350 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 6492 time: 1.0849850 Nov 29 18:14:59.278325 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:59.305709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-8e12cf06-bc9c-4b56-aa86-f5635f21d85f', 'network_id': '8e12cf06-bc9c-4b56-aa86-f5635f21d85f', 'tenant_id': '8adcb38cd0de425db405025d9f3343b8', 'fixed_ips': [{'subnet_id': '28d61504-8b06-4455-ab58-045c84ab81e2'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:14:59.306591 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:59.316350 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0bed4d6d-1f1b-4f1d-86e2-5eecc8b452a8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7840674 Nov 29 18:14:59.320488 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40884) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:59.339066 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d9b894f-518b-4cae-8458-abcc58da9121 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:59.340405 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5d9b894f-518b-4cae-8458-abcc58da9121 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7509232 Nov 29 18:14:59.345257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40886) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:14:59.361576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9bd7f189-d877-4ce1-a46e-b6f08a616892 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:14:59.411730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adc9bbc-c085-40bb-a37e-1a80bdd183cd None None] Routers {'50ad1ed2-eb9f-442e-93e8-0c68f6150c58'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:59.412958 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-4adc9bbc-c085-40bb-a37e-1a80bdd183cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['50ad1ed2-eb9f-442e-93e8-0c68f6150c58'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:59.456783 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-4adc9bbc-c085-40bb-a37e-1a80bdd183cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:59.517614 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-955330ca-cf18-48c1-bf6f-2d21d4e7217a req-3289059d-a7b1-4646-9f90-815ad561f31d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2242095 Nov 29 18:14:59.548537 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:59.560466 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:59.671589 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adc9bbc-c085-40bb-a37e-1a80bdd183cd None None] Routers {'50ad1ed2-eb9f-442e-93e8-0c68f6150c58'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:59.672255 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-4adc9bbc-c085-40bb-a37e-1a80bdd183cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['50ad1ed2-eb9f-442e-93e8-0c68f6150c58'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:59.692463 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b398b71-fbe7-40b3-b9b1-d0de83b0bfa8 None None] Pushing event updated for resources: {'Port': ['ID=19f94ddf-c1ed-4094-bc4b-774c43420631,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:14:59.739408 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Attempting to bind port 19f94ddf-c1ed-4094-bc4b-774c43420631 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:14:59.740183 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Attempting to bind port 19f94ddf-c1ed-4094-bc4b-774c43420631 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '2952439e-7b2c-4c3e-a06b-8ca1adbac8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:14:59.742090 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Attempting to bind port 19f94ddf-c1ed-4094-bc4b-774c43420631 on network 92d4d5cd-569f-42ae-a027-b579df7dd28c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:14:59.760195 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:14:59.761115 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Checking segment: {'id': '2952439e-7b2c-4c3e-a06b-8ca1adbac8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:14:59.761818 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:59.762444 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Bound using segment: {'id': '2952439e-7b2c-4c3e-a06b-8ca1adbac8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:14:59.763290 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Bound port: 19f94ddf-c1ed-4094-bc4b-774c43420631, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2952439e-7b2c-4c3e-a06b-8ca1adbac8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:14:59.763932 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:59.828487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103a7cec-55ef-4b85-9920-59d8cf39e0b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:14:59.834030 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-103a7cec-55ef-4b85-9920-59d8cf39e0b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:59.869493 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] For port 19f94ddf-c1ed-4094-bc4b-774c43420631, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:14:59.873852 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] For port 19f94ddf-c1ed-4094-bc4b-774c43420631, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=19f94ddf-c1ed-4094-bc4b-774c43420631,segment=NetworkSegment(2952439e-7b2c-4c3e-a06b-8ca1adbac8f8),segment_id=2952439e-7b2c-4c3e-a06b-8ca1adbac8f8)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:14:59.881224 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:14:59.973853 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:14:59.979615 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:14:59.988563 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:00.038075 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-4adc9bbc-c085-40bb-a37e-1a80bdd183cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:00.044035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adc9bbc-c085-40bb-a37e-1a80bdd183cd None None] The sync data for ids ['50ad1ed2-eb9f-442e-93e8-0c68f6150c58'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:15:00.112391 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:00.135636 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:00.293752 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Allocated IP 172.20.0.2 (8e12cf06-bc9c-4b56-aa86-f5635f21d85f/28d61504-8b06-4455-ab58-045c84ab81e2/fe81dc09-fda9-4a68-bf55-9cb2fa674d36) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:00.421548 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b398b71-fbe7-40b3-b9b1-d0de83b0bfa8 None None] Pushing event updated for resources: {'Port': ['ID=19f94ddf-c1ed-4094-bc4b-774c43420631,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:00.464903 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fdf6c547-20f4-40ef-a75e-a2157c145f91 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "GET /v2.0/routers/50ad1ed2-eb9f-442e-93e8-0c68f6150c58 HTTP/1.1" status: 200 len: 924 time: 1.2373271 Nov 29 18:15:00.470503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40894) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:00.538656 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a537a-ef3f-49c0-ac14-63250ecb55b7 req-0e64c3bd-2f47-4351-90ea-5e7771b268dd tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:00.540834 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:14:52Z', 'revision_number': 2, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:14:59Z', 'revision_number': 4, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:00.558730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a537a-ef3f-49c0-ac14-63250ecb55b7 req-0e64c3bd-2f47-4351-90ea-5e7771b268dd tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:00.564772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a537a-ef3f-49c0-ac14-63250ecb55b7 req-0e64c3bd-2f47-4351-90ea-5e7771b268dd tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:00.587142 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a537a-ef3f-49c0-ac14-63250ecb55b7 req-0e64c3bd-2f47-4351-90ea-5e7771b268dd tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:00.594027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a537a-ef3f-49c0-ac14-63250ecb55b7 req-0e64c3bd-2f47-4351-90ea-5e7771b268dd tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:00.600312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a537a-ef3f-49c0-ac14-63250ecb55b7 req-0e64c3bd-2f47-4351-90ea-5e7771b268dd tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:00.613263 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f34593-66a2-4dc2-bd60-ae2f9df6fd65 None None] The sync data for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 is: [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:14:52Z', 'revision_number': 2, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:14:59Z', 'revision_number': 4, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:15:00.620116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a537a-ef3f-49c0-ac14-63250ecb55b7 req-0e64c3bd-2f47-4351-90ea-5e7771b268dd tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:00.622085 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-036a537a-ef3f-49c0-ac14-63250ecb55b7 req-0e64c3bd-2f47-4351-90ea-5e7771b268dd tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5435 time: 0.2825925 Nov 29 18:15:00.627843 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:00.633202 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a9e6c-db38-4c80-ac1d-47713ae120c4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:00.641782 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-de1a9e6c-db38-4c80-ac1d-47713ae120c4 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&device_id=50ad1ed2-eb9f-442e-93e8-0c68f6150c58&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1700487 Nov 29 18:15:00.645273 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40900) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:00.784679 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-036a537a-ef3f-49c0-ac14-63250ecb55b7 req-49a914b9-f62e-4731-ad29-5338c5f75998 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487620 Nov 29 18:15:00.791027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd7f189-d877-4ce1-a46e-b6f08a616892 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:00.798387 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bd7f189-d877-4ce1-a46e-b6f08a616892 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:00.916565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-487ed91f-5e6a-4032-8c87-05940435be54 None None] Provisioning complete for port 19f94ddf-c1ed-4094-bc4b-774c43420631 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:00.917183 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-487ed91f-5e6a-4032-8c87-05940435be54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:01.021612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-86b2645f-8269-45fc-a925-5fce502cbdda None None] For port 7cb747be-5446-480f-8557-f5616d8fb5b5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7cb747be-5446-480f-8557-f5616d8fb5b5,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:01.091295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7cb747be-5446-480f-8557-f5616d8fb5b5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:01.091540 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eac7993-6917-4e4e-88af-5a75ebddeac7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:01.094189 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7eac7993-6917-4e4e-88af-5a75ebddeac7 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 881 time: 0.4282079 Nov 29 18:15:01.096790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40902) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:01.112668 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-103a7cec-55ef-4b85-9920-59d8cf39e0b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:01.233855 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-86b2645f-8269-45fc-a925-5fce502cbdda None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:01.295265 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a7cec-55ef-4b85-9920-59d8cf39e0b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Subnet': ['ID=5c03fdab-c42f-4f73-9384-85363eb891ab,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:01.302548 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-86b2645f-8269-45fc-a925-5fce502cbdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:01.313707 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103a7cec-55ef-4b85-9920-59d8cf39e0b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Checking segment: {'id': '2062d136-0ddf-4378-9835-39e6aeac0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:01.314265 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103a7cec-55ef-4b85-9920-59d8cf39e0b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network hostable DHCP agents. Network: f680d3a6-2489-489d-99f9-852c725d42c7, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:15:01.373590 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103a7cec-55ef-4b85-9920-59d8cf39e0b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network f680d3a6-2489-489d-99f9-852c725d42c7 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:15:01.382515 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2f121e4f-3803-4f41-9625-a4317c8167cc tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "GET /v2.0/ports?device_id=50ad1ed2-eb9f-442e-93e8-0c68f6150c58 HTTP/1.1" status: 200 len: 205 time: 0.2805657 Nov 29 18:15:01.383497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40904) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:01.390769 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-103a7cec-55ef-4b85-9920-59d8cf39e0b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, f680d3a6-2489-489d-99f9-852c725d42c7) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:01.397807 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103a7cec-55ef-4b85-9920-59d8cf39e0b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:01.398650 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-103a7cec-55ef-4b85-9920-59d8cf39e0b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:01.415031 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38999e7-7b0b-4eb9-b3c8-e5da055a0d18 None None] Network f680d3a6-2489-489d-99f9-852c725d42c7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:01.438125 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-103a7cec-55ef-4b85-9920-59d8cf39e0b5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4538620 Nov 29 18:15:01.440883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40906) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:01.574515 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:01.613129 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bd7f189-d877-4ce1-a46e-b6f08a616892 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:01.637314 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:01.665888 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7cb747be-5446-480f-8557-f5616d8fb5b5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:01.666368 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:01.706655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2645f-8269-45fc-a925-5fce502cbdda None None] Pushing event updated for resources: {'Port': ['ID=7cb747be-5446-480f-8557-f5616d8fb5b5,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:01.724052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd7f189-d877-4ce1-a46e-b6f08a616892 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:01.726180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-9bd7f189-d877-4ce1-a46e-b6f08a616892 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:01.747913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd7f189-d877-4ce1-a46e-b6f08a616892 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:01.757040 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bd7f189-d877-4ce1-a46e-b6f08a616892 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:01.785503 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Network 8e12cf06-bc9c-4b56-aa86-f5635f21d85f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:01.797391 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:01.804668 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Allocated IP 172.20.0.1 (8e12cf06-bc9c-4b56-aa86-f5635f21d85f/28d61504-8b06-4455-ab58-045c84ab81e2/b65dd75f-e9d4-4e02-bff4-f27793cb9b71) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:01.823709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9bd7f189-d877-4ce1-a46e-b6f08a616892 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4975395 Nov 29 18:15:01.830216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:01.833533 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40914) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:01.850807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4c3ce05d-e43b-40b5-b8ab-6d0b87c2aee8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'mac_address': 'fa:16:3e:71:64:e1', 'name': 'tempest-NetworksTestDHCPv6-834006110'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:02.017891 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-487ed91f-5e6a-4032-8c87-05940435be54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:02.073938 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e885d935-521e-4fbb-bf9f-2b0379183c46 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:02.126984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7f189-d877-4ce1-a46e-b6f08a616892 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=a05530ed-22d5-4c86-8c8c-9e727c9cd05c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:02.167727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Pushing event updated for resources: {'Port': ['ID=fe81dc09-fda9-4a68-bf55-9cb2fa674d36,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:02.425502 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Attempting to bind port fe81dc09-fda9-4a68-bf55-9cb2fa674d36 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:15:02.425886 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Attempting to bind port fe81dc09-fda9-4a68-bf55-9cb2fa674d36 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '53a1795c-b16f-4037-af8d-2944c7910359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8e12cf06-bc9c-4b56-aa86-f5635f21d85f'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:15:02.426323 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Attempting to bind port fe81dc09-fda9-4a68-bf55-9cb2fa674d36 on network 8e12cf06-bc9c-4b56-aa86-f5635f21d85f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:15:02.440959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea658a-389b-4a9a-bae2-1ef8c0ddc783 req-d0ff92ea-0613-4161-bef5-42b234928f86 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:02.451966 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:15:02.452348 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Checking segment: {'id': '53a1795c-b16f-4037-af8d-2944c7910359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8e12cf06-bc9c-4b56-aa86-f5635f21d85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:02.452757 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:02.453162 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Bound using segment: {'id': '53a1795c-b16f-4037-af8d-2944c7910359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8e12cf06-bc9c-4b56-aa86-f5635f21d85f'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:15:02.453655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Bound port: fe81dc09-fda9-4a68-bf55-9cb2fa674d36, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a1795c-b16f-4037-af8d-2944c7910359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '8e12cf06-bc9c-4b56-aa86-f5635f21d85f'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:15:02.454041 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:02.456831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea658a-389b-4a9a-bae2-1ef8c0ddc783 req-d0ff92ea-0613-4161-bef5-42b234928f86 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:02.463459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea658a-389b-4a9a-bae2-1ef8c0ddc783 req-d0ff92ea-0613-4161-bef5-42b234928f86 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:02.468730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-f680d3a6-2489-489d-99f9-852c725d42c7', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:15:02.469606 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:02.474977 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:02.482004 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea658a-389b-4a9a-bae2-1ef8c0ddc783 req-d0ff92ea-0613-4161-bef5-42b234928f86 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:02.487681 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-487ed91f-5e6a-4032-8c87-05940435be54 None None] For port 19f94ddf-c1ed-4094-bc4b-774c43420631, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=19f94ddf-c1ed-4094-bc4b-774c43420631,segment=NetworkSegment(2952439e-7b2c-4c3e-a06b-8ca1adbac8f8),segment_id=2952439e-7b2c-4c3e-a06b-8ca1adbac8f8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:02.500130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea658a-389b-4a9a-bae2-1ef8c0ddc783 req-d0ff92ea-0613-4161-bef5-42b234928f86 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:02.523755 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea658a-389b-4a9a-bae2-1ef8c0ddc783 req-d0ff92ea-0613-4161-bef5-42b234928f86 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:02.530424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea658a-389b-4a9a-bae2-1ef8c0ddc783 req-d0ff92ea-0613-4161-bef5-42b234928f86 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:02.532478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-98ea658a-389b-4a9a-bae2-1ef8c0ddc783 req-d0ff92ea-0613-4161-bef5-42b234928f86 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5435 time: 0.5185754 Nov 29 18:15:02.544795 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-487ed91f-5e6a-4032-8c87-05940435be54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:02.603819 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:02.667431 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e885d935-521e-4fbb-bf9f-2b0379183c46 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:02.745033 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3ce05d-e43b-40b5-b8ab-6d0b87c2aee8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:02.768618 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Network 8e12cf06-bc9c-4b56-aa86-f5635f21d85f is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:02.768777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724dace3-4a6f-4c18-966d-a11e7a7ddc03 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:02.770427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Pushing event updated for resources: {'Port': ['ID=b65dd75f-e9d4-4e02-bff4-f27793cb9b71,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:02.781249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:02.796338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:02.961450 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:02.983730 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c3ce05d-e43b-40b5-b8ab-6d0b87c2aee8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:03.018985 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-98ea658a-389b-4a9a-bae2-1ef8c0ddc783 req-7d1c38b9-7b3d-4ab7-9187-13dfec989077 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4732077 Nov 29 18:15:03.048182 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 19f94ddf-c1ed-4094-bc4b-774c43420631 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:03.049839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-4c3ce05d-e43b-40b5-b8ab-6d0b87c2aee8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port ba1bdb01-ce7d-487a-8071-35382f1abf50 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:15:03.168907 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:03.241399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b86040be-b24a-4ff7-82d1-6c92c7a5faf4 None None] Provisioning complete for port 7cb747be-5446-480f-8557-f5616d8fb5b5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:03.241865 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b86040be-b24a-4ff7-82d1-6c92c7a5faf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:03.380667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e885d935-521e-4fbb-bf9f-2b0379183c46 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Deleting port 97bbf5ce-edbe-4f38-8a56-498ffe5dccd8 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:03.381472 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e885d935-521e-4fbb-bf9f-2b0379183c46 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:03.408028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ed91f-5e6a-4032-8c87-05940435be54 None None] Pushing event updated for resources: {'Port': ['ID=19f94ddf-c1ed-4094-bc4b-774c43420631,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:03.423279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] For port fe81dc09-fda9-4a68-bf55-9cb2fa674d36, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:15:03.443929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Allocated IP 172.21.0.2 (f680d3a6-2489-489d-99f9-852c725d42c7/5c03fdab-c42f-4f73-9384-85363eb891ab/35ef7438-2698-4d3f-89ef-fe52913b6c68) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:03.458770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e77d55-7fb7-42ea-ac2d-2f26c76a2464 req-15a4da83-e7c8-485d-acee-1878e05fa6a4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:03.466957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e77d55-7fb7-42ea-ac2d-2f26c76a2464 req-15a4da83-e7c8-485d-acee-1878e05fa6a4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:03.478498 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e77d55-7fb7-42ea-ac2d-2f26c76a2464 req-15a4da83-e7c8-485d-acee-1878e05fa6a4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:03.486737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e77d55-7fb7-42ea-ac2d-2f26c76a2464 req-15a4da83-e7c8-485d-acee-1878e05fa6a4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:03.494117 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:03.494499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e77d55-7fb7-42ea-ac2d-2f26c76a2464 req-15a4da83-e7c8-485d-acee-1878e05fa6a4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:03.501318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e77d55-7fb7-42ea-ac2d-2f26c76a2464 req-15a4da83-e7c8-485d-acee-1878e05fa6a4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:03.508230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e77d55-7fb7-42ea-ac2d-2f26c76a2464 req-15a4da83-e7c8-485d-acee-1878e05fa6a4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:03.511042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7e77d55-7fb7-42ea-ac2d-2f26c76a2464 req-15a4da83-e7c8-485d-acee-1878e05fa6a4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5435 time: 0.2493651 Nov 29 18:15:03.526962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40926) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:03.533863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1611e2b7-b55b-4e72-ae81-89490c9fdcda tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Request body: {'floatingip': {'port_id': 'f9862376-a235-411c-9516-55e98c12d87f'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:03.637167 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-4c3ce05d-e43b-40b5-b8ab-6d0b87c2aee8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 172.20.0.3 (c052213d-ea6c-4782-b422-f625c0df816d/a05530ed-22d5-4c86-8c8c-9e727c9cd05c/ba1bdb01-ce7d-487a-8071-35382f1abf50) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:03.651648 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1611e2b7-b55b-4e72-ae81-89490c9fdcda tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:03.657640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-4c3ce05d-e43b-40b5-b8ab-6d0b87c2aee8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::f816:3eff:fe71:64e1 (c052213d-ea6c-4782-b422-f625c0df816d/bd3ec2ef-d52c-4ae5-9595-9ff93284bca3/ba1bdb01-ce7d-487a-8071-35382f1abf50) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:03.791406 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e885d935-521e-4fbb-bf9f-2b0379183c46 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:03.818670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] For port fe81dc09-fda9-4a68-bf55-9cb2fa674d36, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=fe81dc09-fda9-4a68-bf55-9cb2fa674d36,segment=NetworkSegment(53a1795c-b16f-4037-af8d-2944c7910359),segment_id=53a1795c-b16f-4037-af8d-2944c7910359)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:15:03.858328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e885d935-521e-4fbb-bf9f-2b0379183c46 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Calling delete_port for 97bbf5ce-edbe-4f38-8a56-498ffe5dccd8 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:03.900843 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:03.920103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 19f94ddf-c1ed-4094-bc4b-774c43420631 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:03.920650 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:04.178204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7e9a8-1b36-45f7-8ab6-dc583840d835 None None] Pushing event updated for resources: {'Port': ['ID=fe81dc09-fda9-4a68-bf55-9cb2fa674d36,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:04.200983 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:04.252953 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:04.280754 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:04.337793 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:04.343454 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Allocated IP 172.21.0.1 (f680d3a6-2489-489d-99f9-852c725d42c7/5c03fdab-c42f-4f73-9384-85363eb891ab/954b2af3-a924-4158-b636-641a1a76553d) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:04.364335 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c3ce05d-e43b-40b5-b8ab-6d0b87c2aee8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:04.410316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Network f680d3a6-2489-489d-99f9-852c725d42c7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:04.428386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:04.433539 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:04.435753 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca86e6d-576a-4805-98a6-9a46b246843d None None] Update dhcp port {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'fixed_ips': [{'subnet_id': 'bd3ec2ef-d52c-4ae5-9595-9ff93284bca3', 'ip_address': '2001:db8::f816:3eff:fe7f:cd6a'}, {'subnet_id': 'a05530ed-22d5-4c86-8c8c-9e727c9cd05c'}], 'binding:host_id': 'n-d-819494-5'}, 'id': '7cb747be-5446-480f-8557-f5616d8fb5b5'} from n-d-819494-5. {{(pid=110006) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 18:15:04.437775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Pushing event updated for resources: {'Port': ['ID=35ef7438-2698-4d3f-89ef-fe52913b6c68,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:04.511828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b86040be-b24a-4ff7-82d1-6c92c7a5faf4 None None] Provisioning complete for port 19f94ddf-c1ed-4094-bc4b-774c43420631 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:04.512127 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b86040be-b24a-4ff7-82d1-6c92c7a5faf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:04.551107 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:04.556293 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3ca86e6d-576a-4805-98a6-9a46b246843d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:04.562311 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Pushing event updated for resources: {'Port': ['ID=b65dd75f-e9d4-4e02-bff4-f27793cb9b71,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:04.668372 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:04.694133 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Attempting to bind port 35ef7438-2698-4d3f-89ef-fe52913b6c68 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:15:04.694550 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Attempting to bind port 35ef7438-2698-4d3f-89ef-fe52913b6c68 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '2062d136-0ddf-4378-9835-39e6aeac0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:15:04.694948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Attempting to bind port 35ef7438-2698-4d3f-89ef-fe52913b6c68 on network f680d3a6-2489-489d-99f9-852c725d42c7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:15:04.704463 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:15:04.704625 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Checking segment: {'id': '2062d136-0ddf-4378-9835-39e6aeac0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:04.704953 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:04.705412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Bound using segment: {'id': '2062d136-0ddf-4378-9835-39e6aeac0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:15:04.705836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Bound port: 35ef7438-2698-4d3f-89ef-fe52913b6c68, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2062d136-0ddf-4378-9835-39e6aeac0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:15:04.706216 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:04.740714 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:05.165929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fe81dc09-fda9-4a68-bf55-9cb2fa674d36 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:05.190513 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e885d935-521e-4fbb-bf9f-2b0379183c46 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:05.204541 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c3ce05d-e43b-40b5-b8ab-6d0b87c2aee8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:05.220996 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network f680d3a6-2489-489d-99f9-852c725d42c7 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:05.231617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:05.239157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Network 8e12cf06-bc9c-4b56-aa86-f5635f21d85f is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:05.243676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:05.251810 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:05.264389 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3ce05d-e43b-40b5-b8ab-6d0b87c2aee8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:05.303345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=954b2af3-a924-4158-b636-641a1a76553d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:05.330262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] For port 35ef7438-2698-4d3f-89ef-fe52913b6c68, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:15:05.362271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4c3ce05d-e43b-40b5-b8ab-6d0b87c2aee8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:05.365720 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3ce05d-e43b-40b5-b8ab-6d0b87c2aee8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:05.370620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] For port 35ef7438-2698-4d3f-89ef-fe52913b6c68, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=35ef7438-2698-4d3f-89ef-fe52913b6c68,segment=NetworkSegment(2062d136-0ddf-4378-9835-39e6aeac0767),segment_id=2062d136-0ddf-4378-9835-39e6aeac0767)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:15:05.401445 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:05.413634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-3ca86e6d-576a-4805-98a6-9a46b246843d None None] Allocated IP 172.20.0.2 (c052213d-ea6c-4782-b422-f625c0df816d/a05530ed-22d5-4c86-8c8c-9e727c9cd05c/7cb747be-5446-480f-8557-f5616d8fb5b5) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:05.435952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port fe81dc09-fda9-4a68-bf55-9cb2fa674d36 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:05.436331 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:05.453125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885d935-521e-4fbb-bf9f-2b0379183c46 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Pushing event deleted for resources: {'Port': ['ID=97bbf5ce-edbe-4f38-8a56-498ffe5dccd8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:05.453673 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:05.540751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3ce05d-e43b-40b5-b8ab-6d0b87c2aee8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:05.544821 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b129252-8b47-4841-add8-d3be32157ccb None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:15:05.545312 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c3ce05d-e43b-40b5-b8ab-6d0b87c2aee8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:05.601585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4c3ce05d-e43b-40b5-b8ab-6d0b87c2aee8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.7626276 Nov 29 18:15:05.602305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40942) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:05.688861 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea0f05-3a0e-445d-8bf1-0a57754c04bc None None] Pushing event updated for resources: {'Port': ['ID=35ef7438-2698-4d3f-89ef-fe52913b6c68,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:05.742948 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:05.751292 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ce05d-e43b-40b5-b8ab-6d0b87c2aee8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=ba1bdb01-ce7d-487a-8071-35382f1abf50,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:05.751981 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:05.777332 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Router 2432b1e1-3041-462c-87fa-53455b2a354e is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:15:05.811799 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port fe81dc09-fda9-4a68-bf55-9cb2fa674d36, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=fe81dc09-fda9-4a68-bf55-9cb2fa674d36,segment=NetworkSegment(53a1795c-b16f-4037-af8d-2944c7910359),segment_id=53a1795c-b16f-4037-af8d-2944c7910359)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:05.825144 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:05.826386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 19f94ddf-c1ed-4094-bc4b-774c43420631 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:05.937020 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.resource_extend [None req-1611e2b7-b55b-4e72-ae81-89490c9fdcda tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:15:05.982660 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=fe81dc09-fda9-4a68-bf55-9cb2fa674d36,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:06.012886 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3ca86e6d-576a-4805-98a6-9a46b246843d None None] For port 7cb747be-5446-480f-8557-f5616d8fb5b5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7cb747be-5446-480f-8557-f5616d8fb5b5,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:06.050692 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1611e2b7-b55b-4e72-ae81-89490c9fdcda tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.070476 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e885d935-521e-4fbb-bf9f-2b0379183c46 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.076085 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1611e2b7-b55b-4e72-ae81-89490c9fdcda tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.089311 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3ca86e6d-576a-4805-98a6-9a46b246843d None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.096674 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 19f94ddf-c1ed-4094-bc4b-774c43420631 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:06.097099 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.100773 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd2fc9d-72f3-45de-8e77-5bfa0e311664 None None] Network 8e12cf06-bc9c-4b56-aa86-f5635f21d85f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:06.104070 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3ca86e6d-576a-4805-98a6-9a46b246843d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.202471 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:15:06.211235 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c6989557-2504-4248-b1dd-c24f6af9ee54 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] 10.222.0.23 "PUT /v2.0/routers/2432b1e1-3041-462c-87fa-53455b2a354e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8648915 Nov 29 18:15:06.212773 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4c825a-cc69-44fb-9e08-ee701b51954f None None] Sync routers for ids ['2432b1e1-3041-462c-87fa-53455b2a354e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:15:06.214058 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40962) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:06.220344 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-dfca670f-6bc9-4844-ae5b-1a70aeed6fc5 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Request body: {'port': {'network_id': '8e12cf06-bc9c-4b56-aa86-f5635f21d85f', 'name': 'tempest-FloatingIPNegativeTestJSON-1449740538'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:06.231822 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4c825a-cc69-44fb-9e08-ee701b51954f None None] Routers {'2432b1e1-3041-462c-87fa-53455b2a354e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:06.232565 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2d4c825a-cc69-44fb-9e08-ee701b51954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2432b1e1-3041-462c-87fa-53455b2a354e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:06.293326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69a6449-63dd-46fa-9f76-5e928e6d324e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:06.299574 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69a6449-63dd-46fa-9f76-5e928e6d324e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:06.304749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a69a6449-63dd-46fa-9f76-5e928e6d324e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.6556420 Nov 29 18:15:06.309831 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2d4c825a-cc69-44fb-9e08-ee701b51954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:06.314154 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40964) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:06.326824 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e885d935-521e-4fbb-bf9f-2b0379183c46 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.332561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e885d935-521e-4fbb-bf9f-2b0379183c46 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.333659 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4c825a-cc69-44fb-9e08-ee701b51954f None None] Routers {'2432b1e1-3041-462c-87fa-53455b2a354e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:06.334909 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2d4c825a-cc69-44fb-9e08-ee701b51954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2432b1e1-3041-462c-87fa-53455b2a354e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:06.383417 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2d4c825a-cc69-44fb-9e08-ee701b51954f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:06.384232 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4c825a-cc69-44fb-9e08-ee701b51954f None None] The sync data for ids ['2432b1e1-3041-462c-87fa-53455b2a354e'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:15:06.435592 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e885d935-521e-4fbb-bf9f-2b0379183c46 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.436206 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e885d935-521e-4fbb-bf9f-2b0379183c46 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Fanout notify agent at l3_agent the message router_deleted on router 50ad1ed2-eb9f-442e-93e8-0c68f6150c58 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:15:06.445584 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e885d935-521e-4fbb-bf9f-2b0379183c46 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.447274 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e885d935-521e-4fbb-bf9f-2b0379183c46 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "DELETE /v2.0/routers/50ad1ed2-eb9f-442e-93e8-0c68f6150c58 HTTP/1.1" status: 204 len: 168 time: 5.0592787 Nov 29 18:15:06.450978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40966) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:06.456235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a8d6118d-3672-4e68-8ed1-0cc85562808b tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-3014311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:06.478992 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f9a01145-b72f-496c-bcb9-c088bdbf82ef None None] Provisioning complete for port fe81dc09-fda9-4a68-bf55-9cb2fa674d36 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:06.479578 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9a01145-b72f-496c-bcb9-c088bdbf82ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.483536 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-1611e2b7-b55b-4e72-ae81-89490c9fdcda tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Floating IP 51fd0254-f57f-410d-a27e-f17ef681459f associated. External IP: 172.25.3.227, port: f9862376-a235-411c-9516-55e98c12d87f. Nov 29 18:15:06.549682 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8d6118d-3672-4e68-8ed1-0cc85562808b tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.551990 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8d6118d-3672-4e68-8ed1-0cc85562808b tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.613730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca86e6d-576a-4805-98a6-9a46b246843d None None] Pushing event updated for resources: {'Port': ['ID=7cb747be-5446-480f-8557-f5616d8fb5b5,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:06.663424 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1219a0d8-6667-4605-b55a-0256c33c7b8a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port ba1bdb01-ce7d-487a-8071-35382f1abf50 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:06.664051 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1219a0d8-6667-4605-b55a-0256c33c7b8a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.723925 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8d6118d-3672-4e68-8ed1-0cc85562808b tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.740189 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8d6118d-3672-4e68-8ed1-0cc85562808b tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.778470 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.780139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfca670f-6bc9-4844-ae5b-1a70aeed6fc5 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Made reservation on behalf of 8adcb38cd0de425db405025d9f3343b8 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:06.783733 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dfca670f-6bc9-4844-ae5b-1a70aeed6fc5 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.797301 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.822351 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8d6118d-3672-4e68-8ed1-0cc85562808b tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:06.827080 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a8d6118d-3672-4e68-8ed1-0cc85562808b tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3749814 Nov 29 18:15:06.840990 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40968) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:06.853597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'enable_snat': False}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:06.951481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1611e2b7-b55b-4e72-ae81-89490c9fdcda tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:15:07.009810 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-dfca670f-6bc9-4844-ae5b-1a70aeed6fc5 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] device_id is not set on port a0e5247a-6205-439d-9a3f-d3d33ab54b5e yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:15:07.145051 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:07.149302 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1219a0d8-6667-4605-b55a-0256c33c7b8a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:07.185233 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7cb747be-5446-480f-8557-f5616d8fb5b5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:07.195059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=954b2af3-a924-4158-b636-641a1a76553d,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:07.269895 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7cb747be-5446-480f-8557-f5616d8fb5b5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:07.270331 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:07.285939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1219a0d8-6667-4605-b55a-0256c33c7b8a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for ba1bdb01-ce7d-487a-8071-35382f1abf50 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:07.382186 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fe81dc09-fda9-4a68-bf55-9cb2fa674d36 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:07.392269 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748349ea-c837-4560-96a3-4ef5060a8c5d None None] Network f680d3a6-2489-489d-99f9-852c725d42c7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:07.421178 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-dfca670f-6bc9-4844-ae5b-1a70aeed6fc5 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Allocated IP 172.20.0.6 (8e12cf06-bc9c-4b56-aa86-f5635f21d85f/28d61504-8b06-4455-ab58-045c84ab81e2/a0e5247a-6205-439d-9a3f-d3d33ab54b5e) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:07.448084 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:15:07.544108 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-aeb48a45-6062-4d4c-a165-2595ef72379f None None] Provisioning complete for port 35ef7438-2698-4d3f-89ef-fe52913b6c68 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:07.544719 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aeb48a45-6062-4d4c-a165-2595ef72379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:07.618198 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port fe81dc09-fda9-4a68-bf55-9cb2fa674d36 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:07.618737 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:07.662872 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network f680d3a6-2489-489d-99f9-852c725d42c7 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:07.703304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:07.745151 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:07.816692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1611e2b7-b55b-4e72-ae81-89490c9fdcda tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:15:07.822268 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1611e2b7-b55b-4e72-ae81-89490c9fdcda tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:07.829899 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aeb48a45-6062-4d4c-a165-2595ef72379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:07.839836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a567c-058b-425d-99d6-d7f579dc8096 None None] Sync routers for ids ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:15:07.866473 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9402518d-2b4b-445f-b0d7-674b95267848 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:07.875413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1611e2b7-b55b-4e72-ae81-89490c9fdcda tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "PUT /v2.0/floatingips/51fd0254-f57f-410d-a27e-f17ef681459f HTTP/1.1" status: 200 len: 991 time: 4.3456037 Nov 29 18:15:07.877094 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'tag': 'f9862376-a235-411c-9516-55e98c12d87f'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:15:07.878158 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router a7cac5de-3789-417a-ad16-6a54b70099ee has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:15:07.880532 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cee299-1335-43a7-86f4-050186b77333" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "tag": "f9862376-a235-411c-9516-55e98c12d87f"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:15:07.977657 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dfca670f-6bc9-4844-ae5b-1a70aeed6fc5 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:08.013436 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a567c-058b-425d-99d6-d7f579dc8096 None None] Routers {'10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:08.014075 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ff2a567c-058b-425d-99d6-d7f579dc8096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:08.107431 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1219a0d8-6667-4605-b55a-0256c33c7b8a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:08.151625 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:08.180070 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:08.247220 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd81132-0b2e-416b-b9d9-a5c4a9db0376 x-openstack-request-id: req-6cd81132-0b2e-416b-b9d9-a5c4a9db0376 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:15:08.247516 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "tag": "f9862376-a235-411c-9516-55e98c12d87f", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:15:08.247777 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6cd81132-0b2e-416b-b9d9-a5c4a9db0376 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:15:08.248192 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'tag': 'f9862376-a235-411c-9516-55e98c12d87f', 'status': 'completed', 'code': 200} Nov 29 18:15:08.307968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Allocated IP 172.25.3.84 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/b3884aad-be44-451b-8a45-d2c827713868) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:08.381320 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 35ef7438-2698-4d3f-89ef-fe52913b6c68 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:08.449697 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:08.456160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-aeb48a45-6062-4d4c-a165-2595ef72379f None None] For port 35ef7438-2698-4d3f-89ef-fe52913b6c68, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=35ef7438-2698-4d3f-89ef-fe52913b6c68,segment=NetworkSegment(2062d136-0ddf-4378-9835-39e6aeac0767),segment_id=2062d136-0ddf-4378-9835-39e6aeac0767)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:08.497107 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:08.497422 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aeb48a45-6062-4d4c-a165-2595ef72379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:08.554204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:08.558187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:08.576007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:08.582290 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:15:08.594862 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Sync routers for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:15:08.611001 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c548a7dd-3d86-4a23-9e42-be5848c3207e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/a7cac5de-3789-417a-ad16-6a54b70099ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1686406 Nov 29 18:15:08.618043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb48a45-6062-4d4c-a165-2595ef72379f None None] Pushing event updated for resources: {'Port': ['ID=35ef7438-2698-4d3f-89ef-fe52913b6c68,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:08.618823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41004) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:08.622950 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:08.623450 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Pushing event updated for resources: {'Port': ['ID=b3884aad-be44-451b-8a45-d2c827713868,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:08.623883 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:08.639216 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8e9db7bf-27e7-4c0a-b12c-878a7a0819e5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'network': {'name': 'tempest-RoutersTest-299027346'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:08.640968 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219a0d8-6667-4605-b55a-0256c33c7b8a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=ba1bdb01-ce7d-487a-8071-35382f1abf50,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:08.654313 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ed92e9-4588-4378-8bcd-68b79b2a5484 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:15:08.733116 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-aeb48a45-6062-4d4c-a165-2595ef72379f None None] Provisioning complete for port b65dd75f-e9d4-4e02-bff4-f27793cb9b71 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:08.733305 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aeb48a45-6062-4d4c-a165-2595ef72379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:08.780316 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1219a0d8-6667-4605-b55a-0256c33c7b8a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:08.786754 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1219a0d8-6667-4605-b55a-0256c33c7b8a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/ba1bdb01-ce7d-487a-8071-35382f1abf50 HTTP/1.1" status: 204 len: 168 time: 2.4707401 Nov 29 18:15:08.789300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41022) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:08.794579 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dfca670f-6bc9-4844-ae5b-1a70aeed6fc5 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:08.832935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ff2a567c-058b-425d-99d6-d7f579dc8096 None None] Set router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:08.837695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9db7bf-27e7-4c0a-b12c-878a7a0819e5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:08.843035 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8e9db7bf-27e7-4c0a-b12c-878a7a0819e5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:08.843562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca670f-6bc9-4844-ae5b-1a70aeed6fc5 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Network 8e12cf06-bc9c-4b56-aa86-f5635f21d85f is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:08.851417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cee299-1335-43a7-86f4-050186b77333 req-52fb98d6-172e-4171-8252-deb7be406aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:08.852778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cee299-1335-43a7-86f4-050186b77333 req-52fb98d6-172e-4171-8252-deb7be406aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:08.853667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cee299-1335-43a7-86f4-050186b77333 req-52fb98d6-172e-4171-8252-deb7be406aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:08.854350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cee299-1335-43a7-86f4-050186b77333 req-52fb98d6-172e-4171-8252-deb7be406aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:08.854853 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cee299-1335-43a7-86f4-050186b77333 req-52fb98d6-172e-4171-8252-deb7be406aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:08.855612 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cee299-1335-43a7-86f4-050186b77333 req-52fb98d6-172e-4171-8252-deb7be406aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:08.856148 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cee299-1335-43a7-86f4-050186b77333 req-52fb98d6-172e-4171-8252-deb7be406aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:08.858185 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-42cee299-1335-43a7-86f4-050186b77333 req-52fb98d6-172e-4171-8252-deb7be406aeb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69148bb57fa54adf911a3855e38b3970&device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 6492 time: 0.2698898 Nov 29 18:15:08.863950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 35ef7438-2698-4d3f-89ef-fe52913b6c68 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:08.864420 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:08.881492 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:08.905929 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-dfca670f-6bc9-4844-ae5b-1a70aeed6fc5 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:08.910835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca670f-6bc9-4844-ae5b-1a70aeed6fc5 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:09.058501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-aeb48a45-6062-4d4c-a165-2595ef72379f None None] Port b65dd75f-e9d4-4e02-bff4-f27793cb9b71 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:09.185683 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9db7bf-27e7-4c0a-b12c-878a7a0819e5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:15:09.208974 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8e9db7bf-27e7-4c0a-b12c-878a7a0819e5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:09.209528 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-8e9db7bf-27e7-4c0a-b12c-878a7a0819e5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Added segment 75de1c79-e3d3-4b0c-b8e5-178016d4ee2e of type vlan for network 8a6b2850-e471-45d8-a7b2-a736da888c7a Nov 29 18:15:09.279320 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8e9db7bf-27e7-4c0a-b12c-878a7a0819e5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:09.286087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca670f-6bc9-4844-ae5b-1a70aeed6fc5 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Pushing event updated for resources: {'Port': ['ID=a0e5247a-6205-439d-9a3f-d3d33ab54b5e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:09.318681 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd8a6fe-8076-4198-9279-42c80ed305df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:09.327046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd8a6fe-8076-4198-9279-42c80ed305df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:09.330035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd8a6fe-8076-4198-9279-42c80ed305df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:09.344301 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9fd8a6fe-8076-4198-9279-42c80ed305df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5532215 Nov 29 18:15:09.350565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41038) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:09.354803 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-aeb48a45-6062-4d4c-a165-2595ef72379f None None] Provisioning complete for port fe81dc09-fda9-4a68-bf55-9cb2fa674d36 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:09.355184 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aeb48a45-6062-4d4c-a165-2595ef72379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:09.364141 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8e9db7bf-27e7-4c0a-b12c-878a7a0819e5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:09.373137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9db7bf-27e7-4c0a-b12c-878a7a0819e5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:09.373966 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8e9db7bf-27e7-4c0a-b12c-878a7a0819e5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:09.374366 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfca670f-6bc9-4844-ae5b-1a70aeed6fc5 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:09.375275 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dfca670f-6bc9-4844-ae5b-1a70aeed6fc5 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:09.432103 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-dfca670f-6bc9-4844-ae5b-1a70aeed6fc5 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2165051 Nov 29 18:15:09.442168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41040) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:09.449984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:09.485103 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:09.534019 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:05Z', 'revision_number': 3, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:06Z', 'revision_number': 2, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:09.577571 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cee299-1335-43a7-86f4-050186b77333 req-34273b8a-c355-4b5b-b3be-32e62f97430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:09.579283 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-42cee299-1335-43a7-86f4-050186b77333 req-34273b8a-c355-4b5b-b3be-32e62f97430d service neutron] 10.222.0.31 "GET /v2.0/networks?id=8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 HTTP/1.1" status: 200 len: 913 time: 0.6166005 Nov 29 18:15:09.583686 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb11bb5e-40ee-45be-a11d-0b7b9b67a067 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet a05530ed-22d5-4c86-8c8c-9e727c9cd05c {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:09.608645 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eb11bb5e-40ee-45be-a11d-0b7b9b67a067 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:09.625399 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Checking router: a7cac5de-3789-417a-ad16-6a54b70099ee for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:15:09.625894 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Updating router a7cac5de-3789-417a-ad16-6a54b70099ee port 954b2af3-a924-4158-b636-641a1a76553d binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:15:09.643139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 35ef7438-2698-4d3f-89ef-fe52913b6c68 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:09.666968 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:09.705246 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:09.750488 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8e9db7bf-27e7-4c0a-b12c-878a7a0819e5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1292357 Nov 29 18:15:09.769809 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41042) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:09.781957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c1d4cc4c-6eac-43ec-9cc9-218201b3448b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'subnet': {'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:09.865509 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9db7bf-27e7-4c0a-b12c-878a7a0819e5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Network': ['ID=8a6b2850-e471-45d8-a7b2-a736da888c7a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:09.873345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 35ef7438-2698-4d3f-89ef-fe52913b6c68 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:09.873721 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:09.893007 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eb11bb5e-40ee-45be-a11d-0b7b9b67a067 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:09.944870 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 8a6b2850-e471-45d8-a7b2-a736da888c7a details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:15:10.051427 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ff2a567c-058b-425d-99d6-d7f579dc8096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'name': 'tempest-TaggedBootDevicesTest-1199223718-router', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:07Z', 'updated_at': '2021-11-29T18:12:13Z', 'revision_number': 4, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'gw_port': {'id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:08Z', 'updated_at': '2021-11-29T18:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '51fd0254-f57f-410d-a27e-f17ef681459f', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'port_id': 'f9862376-a235-411c-9516-55e98c12d87f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'mac_address': 'fa:16:3e:2b:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:13:20Z', 'updated_at': '2021-11-29T18:15:05Z', 'revision_number': 1, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f485784d-c829-46c7-b33b-bbfbe13823ed', 'name': '', 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'mac_address': 'fa:16:3e:a0:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:12Z', 'updated_at': '2021-11-29T18:12:23Z', 'revision_number': 5, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'subnets': [{'id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:10.058821 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d4cc4c-6eac-43ec-9cc9-218201b3448b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:10.062065 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1d4cc4c-6eac-43ec-9cc9-218201b3448b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:10.063544 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-42cee299-1335-43a7-86f4-050186b77333 req-4f2f8762-721f-40e0-ada5-acbc5db93165 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9862376-a235-411c-9516-55e98c12d87f HTTP/1.1" status: 200 len: 999 time: 0.4704380 Nov 29 18:15:10.149905 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a567c-058b-425d-99d6-d7f579dc8096 None None] Checking router: 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:15:10.176526 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cee299-1335-43a7-86f4-050186b77333 req-10dc59cd-82dc-48cc-b0e1-8b7a3fc35596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:10.180845 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-42cee299-1335-43a7-86f4-050186b77333 req-10dc59cd-82dc-48cc-b0e1-8b7a3fc35596 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=094912f3-3fa8-4855-8e32-9708e0b4dd0b HTTP/1.1" status: 200 len: 851 time: 0.1073003 Nov 29 18:15:10.226650 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a567c-058b-425d-99d6-d7f579dc8096 None None] Routers {'10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:10.230205 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ff2a567c-058b-425d-99d6-d7f579dc8096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:10.308784 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:10.331867 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:10.339806 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:10.348855 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:10.388224 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-942b99ea-3f66-4d6a-b881-525a28e1cc1e None None] Provisioning complete for port 954b2af3-a924-4158-b636-641a1a76553d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:10.388768 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-942b99ea-3f66-4d6a-b881-525a28e1cc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:10.443454 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:10.459515 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eb11bb5e-40ee-45be-a11d-0b7b9b67a067 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:10.462711 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc885b1-90c4-451c-9976-f6690a47b3b9 None None] Pushing event updated for resources: {'Port': ['ID=954b2af3-a924-4158-b636-641a1a76553d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:10.471007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cee299-1335-43a7-86f4-050186b77333 req-c1c51df7-cdfe-4174-bc2d-15c32ff6086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:10.472706 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-42cee299-1335-43a7-86f4-050186b77333 req-c1c51df7-cdfe-4174-bc2d-15c32ff6086e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8c7b00ca-e0ef-4d99-bd10-71bb21595ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2818744 Nov 29 18:15:10.496990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-942b99ea-3f66-4d6a-b881-525a28e1cc1e None None] Port 954b2af3-a924-4158-b636-641a1a76553d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:10.510307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ff2a567c-058b-425d-99d6-d7f579dc8096 None None] Set router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:10.546352 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-942b99ea-3f66-4d6a-b881-525a28e1cc1e None None] Provisioning complete for port b3884aad-be44-451b-8a45-d2c827713868 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:10.546732 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-942b99ea-3f66-4d6a-b881-525a28e1cc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:10.549599 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Attempting to bind port 954b2af3-a924-4158-b636-641a1a76553d on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:15:10.550151 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Attempting to bind port 954b2af3-a924-4158-b636-641a1a76553d by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '2062d136-0ddf-4378-9835-39e6aeac0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:15:10.551798 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Attempting to bind port 954b2af3-a924-4158-b636-641a1a76553d on network f680d3a6-2489-489d-99f9-852c725d42c7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:15:10.558167 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:15:10.559136 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Checking segment: {'id': '2062d136-0ddf-4378-9835-39e6aeac0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:10.559699 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:10.567220 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Bound using segment: {'id': '2062d136-0ddf-4378-9835-39e6aeac0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:15:10.568082 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Bound port: 954b2af3-a924-4158-b636-641a1a76553d, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2062d136-0ddf-4378-9835-39e6aeac0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:15:10.568652 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:10.669618 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-942b99ea-3f66-4d6a-b881-525a28e1cc1e None None] Port b3884aad-be44-451b-8a45-d2c827713868 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:10.690908 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eb11bb5e-40ee-45be-a11d-0b7b9b67a067 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:10.695448 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1d4cc4c-6eac-43ec-9cc9-218201b3448b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:10.705874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-942b99ea-3f66-4d6a-b881-525a28e1cc1e None None] Provisioning complete for port 35ef7438-2698-4d3f-89ef-fe52913b6c68 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:10.706158 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-942b99ea-3f66-4d6a-b881-525a28e1cc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:10.788045 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11bb5e-40ee-45be-a11d-0b7b9b67a067 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=a05530ed-22d5-4c86-8c8c-9e727c9cd05c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:10.793747 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eb11bb5e-40ee-45be-a11d-0b7b9b67a067 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:10.797665 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-eb11bb5e-40ee-45be-a11d-0b7b9b67a067 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/a05530ed-22d5-4c86-8c8c-9e727c9cd05c HTTP/1.1" status: 204 len: 168 time: 1.4426000 Nov 29 18:15:10.801979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41048) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:10.816777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97908988-6200-450f-98fc-92f709f05432 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:10.838489 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] For port 954b2af3-a924-4158-b636-641a1a76553d, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:15:10.844236 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] For port 954b2af3-a924-4158-b636-641a1a76553d, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=954b2af3-a924-4158-b636-641a1a76553d,segment=NetworkSegment(2062d136-0ddf-4378-9835-39e6aeac0767),segment_id=2062d136-0ddf-4378-9835-39e6aeac0767)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:15:10.851280 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:10.871287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d4cc4c-6eac-43ec-9cc9-218201b3448b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Checking segment: {'id': '75de1c79-e3d3-4b0c-b8e5-178016d4ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:10.871849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d4cc4c-6eac-43ec-9cc9-218201b3448b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network hostable DHCP agents. Network: 8a6b2850-e471-45d8-a7b2-a736da888c7a, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:15:10.876469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4cc4c-6eac-43ec-9cc9-218201b3448b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Subnet': ['ID=4a1e964a-bc32-4ad1-8840-a5dd9ce42c74,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:10.907686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d4cc4c-6eac-43ec-9cc9-218201b3448b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 8a6b2850-e471-45d8-a7b2-a736da888c7a is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:15:10.921933 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c1d4cc4c-6eac-43ec-9cc9-218201b3448b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 8a6b2850-e471-45d8-a7b2-a736da888c7a) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:10.928738 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d4cc4c-6eac-43ec-9cc9-218201b3448b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:10.929456 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1d4cc4c-6eac-43ec-9cc9-218201b3448b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:10.944893 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:10.946434 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:10.950382 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Router 9702b82a-5367-43b8-a39e-b5ae325913f9 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:15:10.967236 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c1d4cc4c-6eac-43ec-9cc9-218201b3448b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1959333 Nov 29 18:15:10.969674 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc31e22f-0b86-4172-b8e4-eff47b848e57 None None] Network 8a6b2850-e471-45d8-a7b2-a736da888c7a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:10.969957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41050) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:10.979860 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-42cee299-1335-43a7-86f4-050186b77333 req-e0cff5fc-757a-4556-a7c3-b351b8c97a33 service neutron] 10.222.0.31 "GET /v2.0/networks/8c7b00ca-e0ef-4d99-bd10-71bb21595ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825423 Nov 29 18:15:11.105548 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc885b1-90c4-451c-9976-f6690a47b3b9 None None] Pushing event updated for resources: {'Port': ['ID=954b2af3-a924-4158-b636-641a1a76553d,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:11.172753 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:11.177992 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b715ad-5053-4ab1-87c0-c915e04d6525 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet bd3ec2ef-d52c-4ae5-9595-9ff93284bca3 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:11.196172 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Allocated IP 172.25.3.197 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/5aeb8095-4f7f-4c01-92dd-73bf0851d407) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:11.203918 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-31b715ad-5053-4ab1-87c0-c915e04d6525 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:11.334058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:15:11.363237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-31b715ad-5053-4ab1-87c0-c915e04d6525 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:11.387919 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:11.389298 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3edac4fa-7756-48af-9210-bd4c1271afcb tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "PUT /v2.0/routers/9702b82a-5367-43b8-a39e-b5ae325913f9 HTTP/1.1" status: 200 len: 916 time: 4.5456753 Nov 29 18:15:11.395368 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41054) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:11.405195 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-42cee299-1335-43a7-86f4-050186b77333 req-8a014ccb-8b1d-42df-bf52-06fe0320c2bd service neutron] 10.222.0.31 "GET /v2.0/networks/8c7b00ca-e0ef-4d99-bd10-71bb21595ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074469 Nov 29 18:15:11.600135 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:11.631279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d90db5-b821-4e50-8e43-e9e0c475b029 None None] Sync routers for ids ['9702b82a-5367-43b8-a39e-b5ae325913f9'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:15:11.644476 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-31b715ad-5053-4ab1-87c0-c915e04d6525 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:11.648927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-942b99ea-3f66-4d6a-b881-525a28e1cc1e None None] Could not find standard attr ID for object ba1bdb01-ce7d-487a-8071-35382f1abf50. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:15:11.661094 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:05Z', 'revision_number': 3, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:10Z', 'revision_number': 4, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:11.692552 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41136e75-ea94-4527-a863-53f2949cd10b None None] The sync data for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 is: [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:05Z', 'revision_number': 3, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:10Z', 'revision_number': 4, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:15:11.714350 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d90db5-b821-4e50-8e43-e9e0c475b029 None None] Routers {'9702b82a-5367-43b8-a39e-b5ae325913f9'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:11.715092 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-20d90db5-b821-4e50-8e43-e9e0c475b029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['9702b82a-5367-43b8-a39e-b5ae325913f9'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:11.720782 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-942b99ea-3f66-4d6a-b881-525a28e1cc1e None None] Provisioning complete for port a0e5247a-6205-439d-9a3f-d3d33ab54b5e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:11.721166 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-942b99ea-3f66-4d6a-b881-525a28e1cc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:11.855446 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:11.868866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-20d90db5-b821-4e50-8e43-e9e0c475b029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:11.914243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ff2a567c-058b-425d-99d6-d7f579dc8096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'name': 'tempest-TaggedBootDevicesTest-1199223718-router', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:07Z', 'updated_at': '2021-11-29T18:12:13Z', 'revision_number': 4, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'gw_port': {'id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:08Z', 'updated_at': '2021-11-29T18:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '51fd0254-f57f-410d-a27e-f17ef681459f', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'port_id': 'f9862376-a235-411c-9516-55e98c12d87f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'mac_address': 'fa:16:3e:2b:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:13:20Z', 'updated_at': '2021-11-29T18:15:05Z', 'revision_number': 1, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f485784d-c829-46c7-b33b-bbfbe13823ed', 'name': '', 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'mac_address': 'fa:16:3e:a0:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:12Z', 'updated_at': '2021-11-29T18:12:23Z', 'revision_number': 5, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'subnets': [{'id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:11.917397 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-31b715ad-5053-4ab1-87c0-c915e04d6525 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:11.926651 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d90db5-b821-4e50-8e43-e9e0c475b029 None None] Routers {'9702b82a-5367-43b8-a39e-b5ae325913f9'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:11.927421 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-20d90db5-b821-4e50-8e43-e9e0c475b029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['9702b82a-5367-43b8-a39e-b5ae325913f9'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:11.969902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-942b99ea-3f66-4d6a-b881-525a28e1cc1e None None] Port a0e5247a-6205-439d-9a3f-d3d33ab54b5e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:11.972757 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-8a6b2850-e471-45d8-a7b2-a736da888c7a', 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'fixed_ips': [{'subnet_id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:15:11.974194 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:12.036408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d083f378-439f-4ce8-be5d-817be1430199 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "GET /v2.0/routers/9702b82a-5367-43b8-a39e-b5ae325913f9 HTTP/1.1" status: 200 len: 922 time: 0.6375556 Nov 29 18:15:12.036942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:12.037312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41058) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:12.037928 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b715ad-5053-4ab1-87c0-c915e04d6525 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3ec2ef-d52c-4ae5-9595-9ff93284bca3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:12.057660 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:12.067805 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:12.081500 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-31b715ad-5053-4ab1-87c0-c915e04d6525 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:12.092665 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a567c-058b-425d-99d6-d7f579dc8096 None None] The sync data for ids ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'] in n-d-819494-5 is: [{'id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'name': 'tempest-TaggedBootDevicesTest-1199223718-router', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:07Z', 'updated_at': '2021-11-29T18:12:13Z', 'revision_number': 4, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'gw_port': {'id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:08Z', 'updated_at': '2021-11-29T18:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '51fd0254-f57f-410d-a27e-f17ef681459f', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'port_id': 'f9862376-a235-411c-9516-55e98c12d87f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'mac_address': 'fa:16:3e:2b:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:13:20Z', 'updated_at': '2021-11-29T18:15:05Z', 'revision_number': 1, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f485784d-c829-46c7-b33b-bbfbe13823ed', 'name': '', 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'mac_address': 'fa:16:3e:a0:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:12Z', 'updated_at': '2021-11-29T18:12:23Z', 'revision_number': 5, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'subnets': [{'id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:15:12.093712 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-31b715ad-5053-4ab1-87c0-c915e04d6525 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/bd3ec2ef-d52c-4ae5-9595-9ff93284bca3 HTTP/1.1" status: 204 len: 168 time: 1.2888749 Nov 29 18:15:12.104179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41060) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:12.125132 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-20d90db5-b821-4e50-8e43-e9e0c475b029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:12.125862 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d90db5-b821-4e50-8e43-e9e0c475b029 None None] The sync data for ids ['9702b82a-5367-43b8-a39e-b5ae325913f9'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:15:12.137972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-942b99ea-3f66-4d6a-b881-525a28e1cc1e None None] Provisioning complete for port b65dd75f-e9d4-4e02-bff4-f27793cb9b71 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:12.142298 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-942b99ea-3f66-4d6a-b881-525a28e1cc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:12.156023 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Pushing event updated for resources: {'Port': ['ID=5aeb8095-4f7f-4c01-92dd-73bf0851d407,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:12.261701 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-942b99ea-3f66-4d6a-b881-525a28e1cc1e None None] Port b65dd75f-e9d4-4e02-bff4-f27793cb9b71 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:12.317921 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cee28cb2-7a6b-41f2-9fe3-8944ed99e4dc tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2095456 Nov 29 18:15:12.335343 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-942b99ea-3f66-4d6a-b881-525a28e1cc1e None None] Provisioning complete for port 7cb747be-5446-480f-8557-f5616d8fb5b5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:12.337104 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-942b99ea-3f66-4d6a-b881-525a28e1cc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:12.372131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41062) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:12.388566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Allocated IP 172.22.0.2 (8a6b2850-e471-45d8-a7b2-a736da888c7a/4a1e964a-bc32-4ad1-8840-a5dd9ce42c74/6e76788e-8d3b-4a9b-ba11-d8b8edca3608) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:12.404908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7bd658ea-3d04-44bd-91c1-f2acd8453053 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:12.461124 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:12.599949 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933f803d-d6c2-4c31-8813-eb3f97a4aab9 None None] New status for floating IP 51fd0254-f57f-410d-a27e-f17ef681459f: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:15:12.652715 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:12.744885 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c3b916-3ee5-44fe-9a4a-85d4fd7aeb83 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:12.757130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41068) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:12.764941 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-51c3b916-3ee5-44fe-9a4a-85d4fd7aeb83 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&device_id=9702b82a-5367-43b8-a39e-b5ae325913f9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7106464 Nov 29 18:15:12.791831 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:12.822448 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:12.837472 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51435910-de80-421b-952e-3a0f9f244955 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:12.840072 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:12.930694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd658ea-3d04-44bd-91c1-f2acd8453053 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:12.934557 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7bd658ea-3d04-44bd-91c1-f2acd8453053 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:12.964486 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Network 8a6b2850-e471-45d8-a7b2-a736da888c7a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:12.974051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:12.976993 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:12.990630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-83aef8cc-e926-4eda-a772-bff2a051cc4f None None] Provisioning complete for port 954b2af3-a924-4158-b636-641a1a76553d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:12.991391 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83aef8cc-e926-4eda-a772-bff2a051cc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:13.077335 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Pushing event updated for resources: {'Port': ['ID=6e76788e-8d3b-4a9b-ba11-d8b8edca3608,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:13.176529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Attempting to bind port 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:15:13.176921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Attempting to bind port 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '75de1c79-e3d3-4b0c-b8e5-178016d4ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:15:13.177585 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Attempting to bind port 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 on network 8a6b2850-e471-45d8-a7b2-a736da888c7a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:15:13.199773 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:15:13.200412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Checking segment: {'id': '75de1c79-e3d3-4b0c-b8e5-178016d4ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:13.201060 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:13.202106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Bound using segment: {'id': '75de1c79-e3d3-4b0c-b8e5-178016d4ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:15:13.202106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Bound port: 6e76788e-8d3b-4a9b-ba11-d8b8edca3608, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75de1c79-e3d3-4b0c-b8e5-178016d4ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:15:13.202661 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:13.292248 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] For port 6e76788e-8d3b-4a9b-ba11-d8b8edca3608, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:15:13.297087 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] For port 6e76788e-8d3b-4a9b-ba11-d8b8edca3608, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6e76788e-8d3b-4a9b-ba11-d8b8edca3608,segment=NetworkSegment(75de1c79-e3d3-4b0c-b8e5-178016d4ee2e),segment_id=75de1c79-e3d3-4b0c-b8e5-178016d4ee2e)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:15:13.312788 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:13.372373 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Allocated IP 172.22.0.1 (8a6b2850-e471-45d8-a7b2-a736da888c7a/4a1e964a-bc32-4ad1-8840-a5dd9ce42c74/34e6fb49-4022-400b-a9b0-a0e76047978f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:13.375219 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4bca51-62d4-4886-9635-1d90db97bf0d tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:13.377086 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9f4bca51-62d4-4886-9635-1d90db97bf0d tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "GET /v2.0/networks/3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 881 time: 0.6171944 Nov 29 18:15:13.380560 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41070) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:13.406949 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6777602-ad85-4338-85a1-021fcf48ad3b None None] Pushing event updated for resources: {'Port': ['ID=6e76788e-8d3b-4a9b-ba11-d8b8edca3608,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:13.420311 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105a065f-8bbd-472c-9b28-f695c8657629 None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:15:13.429776 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-af8f250c-b81c-4d19-b2ff-e8e63ca7fdfe tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "GET /v2.0/ports?device_id=9702b82a-5367-43b8-a39e-b5ae325913f9 HTTP/1.1" status: 200 len: 205 time: 0.0453608 Nov 29 18:15:13.432027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41072) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:13.452067 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83aef8cc-e926-4eda-a772-bff2a051cc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:13.521888 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-83aef8cc-e926-4eda-a772-bff2a051cc4f None None] For port 954b2af3-a924-4158-b636-641a1a76553d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=954b2af3-a924-4158-b636-641a1a76553d,segment=NetworkSegment(2062d136-0ddf-4378-9835-39e6aeac0767),segment_id=2062d136-0ddf-4378-9835-39e6aeac0767)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:13.532797 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83aef8cc-e926-4eda-a772-bff2a051cc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:13.620452 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aef8cc-e926-4eda-a772-bff2a051cc4f None None] Pushing event updated for resources: {'Port': ['ID=954b2af3-a924-4158-b636-641a1a76553d,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:13.625338 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 954b2af3-a924-4158-b636-641a1a76553d up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:13.628662 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:13.629100 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-105a065f-8bbd-472c-9b28-f695c8657629 None None] Deleting port 7cb747be-5446-480f-8557-f5616d8fb5b5 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:13.629483 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-105a065f-8bbd-472c-9b28-f695c8657629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:13.651333 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:13.655615 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7bd658ea-3d04-44bd-91c1-f2acd8453053 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:13.757533 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fad1d3fa-c451-451a-97e8-326d27ce250e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:13.760744 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41078) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:13.782143 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:13.794807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd658ea-3d04-44bd-91c1-f2acd8453053 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:13.803262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7bd658ea-3d04-44bd-91c1-f2acd8453053 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:13.811610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd658ea-3d04-44bd-91c1-f2acd8453053 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:13.821646 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7bd658ea-3d04-44bd-91c1-f2acd8453053 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:13.839366 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:13.842605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-62172cd5-eeea-4dd4-92fa-5bc304e738df None None] Provisioning complete for port 7cb747be-5446-480f-8557-f5616d8fb5b5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:13.844299 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62172cd5-eeea-4dd4-92fa-5bc304e738df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:13.860064 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd658ea-3d04-44bd-91c1-f2acd8453053 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=1e0d8eac-db32-4e41-80f7-378f1a9c7db4,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:13.874282 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-105a065f-8bbd-472c-9b28-f695c8657629 None None] For port 7cb747be-5446-480f-8557-f5616d8fb5b5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7cb747be-5446-480f-8557-f5616d8fb5b5,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:13.875006 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-105a065f-8bbd-472c-9b28-f695c8657629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:13.921589 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-105a065f-8bbd-472c-9b28-f695c8657629 None None] Calling delete_port for 7cb747be-5446-480f-8557-f5616d8fb5b5 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:13.960627 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 954b2af3-a924-4158-b636-641a1a76553d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:13.960928 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:13.963400 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=34e6fb49-4022-400b-a9b0-a0e76047978f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:13.965073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Pushing event updated for resources: {'Port': ['ID=5aeb8095-4f7f-4c01-92dd-73bf0851d407,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:14.005784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7bd658ea-3d04-44bd-91c1-f2acd8453053 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6257949 Nov 29 18:15:14.010353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41080) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:14.024401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a808e9fc-4419-4497-93d4-04f1fef6fbf3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:14.056242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 8a6b2850-e471-45d8-a7b2-a736da888c7a is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:14.113019 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccd7830-1ee4-42b6-b652-8ec61d393034 admin admin] Deleting subnet 66bc0a41-d8db-403e-8825-81a119fdb9ef {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:14.116035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:14.117490 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7830-1ee4-42b6-b652-8ec61d393034 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.126379 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:14.173025 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7830-1ee4-42b6-b652-8ec61d393034 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.181771 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-105a065f-8bbd-472c-9b28-f695c8657629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.218637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7830-1ee4-42b6-b652-8ec61d393034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.221826 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a065f-8bbd-472c-9b28-f695c8657629 None None] Pushing event deleted for resources: {'Port': ['ID=7cb747be-5446-480f-8557-f5616d8fb5b5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:14.226541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105a065f-8bbd-472c-9b28-f695c8657629 None None] No DVR routers for this DVR port 7cb747be-5446-480f-8557-f5616d8fb5b5 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:15:14.250103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7cb747be-5446-480f-8557-f5616d8fb5b5 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:15:14.268351 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.281485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 7cb747be-5446-480f-8557-f5616d8fb5b5 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:15:14.281905 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7cb747be-5446-480f-8557-f5616d8fb5b5 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:15:14.283927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30059122-1acd-46a8-b83f-e5c3f6e6eda1 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:14.295393 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7830-1ee4-42b6-b652-8ec61d393034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.321462 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.330680 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd7830-1ee4-42b6-b652-8ec61d393034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66bc0a41-d8db-403e-8825-81a119fdb9ef,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:14.349803 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7830-1ee4-42b6-b652-8ec61d393034 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.353093 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4ccd7830-1ee4-42b6-b652-8ec61d393034 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/66bc0a41-d8db-403e-8825-81a119fdb9ef HTTP/1.1" status: 204 len: 168 time: 0.5882130 Nov 29 18:15:14.354886 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fad1d3fa-c451-451a-97e8-326d27ce250e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.357883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41082) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:14.398083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a808e9fc-4419-4497-93d4-04f1fef6fbf3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:14.405247 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a808e9fc-4419-4497-93d4-04f1fef6fbf3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.406181 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.410071 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7353ba6b-5d7d-4c06-aeb7-61a96d6f9019 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9642231 Nov 29 18:15:14.435713 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41084) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:14.441029 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-08ae2a0c-f4d9-4066-9260-96451d8159a7 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Request body: {'floatingip': {'port_id': 'a0e5247a-6205-439d-9a3f-d3d33ab54b5e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:14.498842 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': '1e0d8eac-db32-4e41-80f7-378f1a9c7db4'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:15:14.499856 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.545865 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08ae2a0c-f4d9-4066-9260-96451d8159a7 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for floatingip, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.610582 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-883b07e1-6077-499b-9173-1c97e0acd493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.657466 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-fad1d3fa-c451-451a-97e8-326d27ce250e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Deleting port b3884aad-be44-451b-8a45-d2c827713868 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:14.657813 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fad1d3fa-c451-451a-97e8-326d27ce250e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.679780 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.689374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Allocated IP 172.20.0.2 (c052213d-ea6c-4782-b422-f625c0df816d/1e0d8eac-db32-4e41-80f7-378f1a9c7db4/e849f20a-c33d-45c3-aa98-aa68a0db98b4) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:14.895120 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-08ae2a0c-f4d9-4066-9260-96451d8159a7 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] update failed (client error): The resource could not be found. Nov 29 18:15:14.899370 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-08ae2a0c-f4d9-4066-9260-96451d8159a7 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] 10.222.0.23 "PUT /v2.0/floatingips/a5ef2d9f-4536-4004-825d-c42856aa63f4 HTTP/1.1" status: 404 len: 507 time: 0.4587867 Nov 29 18:15:14.902020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41088) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:14.931454 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-883b07e1-6077-499b-9173-1c97e0acd493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.938051 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.947913 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.985013 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fad1d3fa-c451-451a-97e8-326d27ce250e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:14.997604 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:15.000924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:15.003412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:15.015608 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-883b07e1-6077-499b-9173-1c97e0acd493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd473728-0bea-40f6-a84b-e7243bedd109']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:15.035389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-fad1d3fa-c451-451a-97e8-326d27ce250e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Calling delete_port for b3884aad-be44-451b-8a45-d2c827713868 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:15.039289 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-883b07e1-6077-499b-9173-1c97e0acd493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02aa7383-11fe-4de7-8faa-6f90d4f07b52') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:15.039875 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-883b07e1-6077-499b-9173-1c97e0acd493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02aa7383-11fe-4de7-8faa-6f90d4f07b52') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:15.042731 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Pushing event updated for resources: {'Port': ['ID=e849f20a-c33d-45c3-aa98-aa68a0db98b4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:15.068729 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-883b07e1-6077-499b-9173-1c97e0acd493 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.084171 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f21a393-8e1c-4906-8471-0d50bf0ce803 None None] Network 8a6b2850-e471-45d8-a7b2-a736da888c7a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:15.154293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Attempting to bind port e849f20a-c33d-45c3-aa98-aa68a0db98b4 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:15:15.155092 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Attempting to bind port e849f20a-c33d-45c3-aa98-aa68a0db98b4 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:15:15.155702 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Attempting to bind port e849f20a-c33d-45c3-aa98-aa68a0db98b4 on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:15:15.165574 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ea260da-51f1-477f-a578-bb18a9fa0e2f None None] Provisioning complete for port 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:15.166249 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ea260da-51f1-477f-a578-bb18a9fa0e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.172931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:15:15.173652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:15.174307 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.174948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:15:15.175671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Bound port: e849f20a-c33d-45c3-aa98-aa68a0db98b4, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:15:15.176276 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.254612 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fad1d3fa-c451-451a-97e8-326d27ce250e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.271110 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-883b07e1-6077-499b-9173-1c97e0acd493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.300913 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1d3fa-c451-451a-97e8-326d27ce250e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Pushing event deleted for resources: {'Port': ['ID=b3884aad-be44-451b-8a45-d2c827713868,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:15.301543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b6eb8e-8e85-417a-91fa-6d1dd23a7f30 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:15:15.311137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.objects.ports [None req-a808e9fc-4419-4497-93d4-04f1fef6fbf3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:15:15.322077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883b07e1-6077-499b-9173-1c97e0acd493 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:15:15.322496 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-883b07e1-6077-499b-9173-1c97e0acd493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:15:15.326221 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:15:15.420467 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fad1d3fa-c451-451a-97e8-326d27ce250e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.425689 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-883b07e1-6077-499b-9173-1c97e0acd493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.496921 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-883b07e1-6077-499b-9173-1c97e0acd493 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.501602 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-883b07e1-6077-499b-9173-1c97e0acd493 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fd473728-0bea-40f6-a84b-e7243bedd109 HTTP/1.1" status: 204 len: 168 time: 1.1426470 Nov 29 18:15:15.611190 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1a5387cf-4d45-4b7f-863e-65e36f38ae39 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Deleting port 5aeb8095-4f7f-4c01-92dd-73bf0851d407 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:15.611758 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a5387cf-4d45-4b7f-863e-65e36f38ae39 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.663523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] For port e849f20a-c33d-45c3-aa98-aa68a0db98b4, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:15:15.681400 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:15.697478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] For port e849f20a-c33d-45c3-aa98-aa68a0db98b4, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e849f20a-c33d-45c3-aa98-aa68a0db98b4,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:15:15.698137 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b07e1-6077-499b-9173-1c97e0acd493 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd473728-0bea-40f6-a84b-e7243bedd109,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:15.708399 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fad1d3fa-c451-451a-97e8-326d27ce250e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.713412 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fad1d3fa-c451-451a-97e8-326d27ce250e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.718744 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a808e9fc-4419-4497-93d4-04f1fef6fbf3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.728177 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ea260da-51f1-477f-a578-bb18a9fa0e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.735436 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.791426 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fad1d3fa-c451-451a-97e8-326d27ce250e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.793360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad1d3fa-c451-451a-97e8-326d27ce250e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Fanout notify agent at l3_agent the message router_deleted on router 9702b82a-5367-43b8-a39e-b5ae325913f9 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:15:15.818860 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fad1d3fa-c451-451a-97e8-326d27ce250e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.822884 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fad1d3fa-c451-451a-97e8-326d27ce250e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "DELETE /v2.0/routers/9702b82a-5367-43b8-a39e-b5ae325913f9 HTTP/1.1" status: 204 len: 168 time: 2.3812459 Nov 29 18:15:15.826360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41092) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:15.833876 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-487724484', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}, 'admin_state_up': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:15.846936 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ea260da-51f1-477f-a578-bb18a9fa0e2f None None] For port 6e76788e-8d3b-4a9b-ba11-d8b8edca3608, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6e76788e-8d3b-4a9b-ba11-d8b8edca3608,segment=NetworkSegment(75de1c79-e3d3-4b0c-b8e5-178016d4ee2e),segment_id=75de1c79-e3d3-4b0c-b8e5-178016d4ee2e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:15.851660 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c8aea-0788-49df-a846-33f75e19b597 None None] Pushing event updated for resources: {'Port': ['ID=e849f20a-c33d-45c3-aa98-aa68a0db98b4,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:15.862997 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ea260da-51f1-477f-a578-bb18a9fa0e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.907760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:15.908399 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.915604 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41094) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:15.932106 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.933578 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:15.966644 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea260da-51f1-477f-a578-bb18a9fa0e2f None None] Pushing event updated for resources: {'Port': ['ID=6e76788e-8d3b-4a9b-ba11-d8b8edca3608,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:16.011058 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7670c1d0-1826-466f-8e5d-3b39140b8d38 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b3950fac53f410282002a00bfd979d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0935085 Nov 29 18:15:16.013311 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41098) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:16.083016 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.090867 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 954b2af3-a924-4158-b636-641a1a76553d up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:16.163292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 954b2af3-a924-4158-b636-641a1a76553d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:16.163663 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.178700 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3bad3fe6-e432-44a3-b7a2-dad562b765dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.230895 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3bad3fe6-e432-44a3-b7a2-dad562b765dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.328537 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3bad3fe6-e432-44a3-b7a2-dad562b765dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.331981 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3bad3fe6-e432-44a3-b7a2-dad562b765dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.336122 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3bad3fe6-e432-44a3-b7a2-dad562b765dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8b1338f-315f-4980-bdec-b66b85829284 HTTP/1.1" status: 204 len: 168 time: 0.3221252 Nov 29 18:15:16.377046 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a3e00a20-053e-4d67-9b22-ec27a36d9640 None None] Provisioning complete for port 34e6fb49-4022-400b-a9b0-a0e76047978f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:16.378587 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3e00a20-053e-4d67-9b22-ec27a36d9640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.382888 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad3fe6-e432-44a3-b7a2-dad562b765dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b1338f-315f-4980-bdec-b66b85829284,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:16.392799 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.416519 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.439554 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.482017 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a3e00a20-053e-4d67-9b22-ec27a36d9640 None None] Port 34e6fb49-4022-400b-a9b0-a0e76047978f cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:16.499823 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a3e00a20-053e-4d67-9b22-ec27a36d9640 None None] Provisioning complete for port 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:16.500206 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3e00a20-053e-4d67-9b22-ec27a36d9640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.593569 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a5387cf-4d45-4b7f-863e-65e36f38ae39 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.594054 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a5387cf-4d45-4b7f-863e-65e36f38ae39 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.621305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1a5387cf-4d45-4b7f-863e-65e36f38ae39 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Calling delete_port for 5aeb8095-4f7f-4c01-92dd-73bf0851d407 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:16.623456 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.644365 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=34e6fb49-4022-400b-a9b0-a0e76047978f,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:16.687225 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.715544 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-a808e9fc-4419-4497-93d4-04f1fef6fbf3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] For port e849f20a-c33d-45c3-aa98-aa68a0db98b4, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e849f20a-c33d-45c3-aa98-aa68a0db98b4,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:16.717897 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.807465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4ef8e3e1-e31d-49cc-99f1-09bec07f9773 None None] Provisioning complete for port 34e6fb49-4022-400b-a9b0-a0e76047978f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:16.808288 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ef8e3e1-e31d-49cc-99f1-09bec07f9773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.836462 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Allocated IP 172.25.3.247 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/4b7bc9a3-8df4-4346-8d3c-7a72b91a6a78) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:16.868647 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8e3e1-e31d-49cc-99f1-09bec07f9773 None None] Port 34e6fb49-4022-400b-a9b0-a0e76047978f cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:16.875121 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a808e9fc-4419-4497-93d4-04f1fef6fbf3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.893603 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a808e9fc-4419-4497-93d4-04f1fef6fbf3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.894392 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a808e9fc-4419-4497-93d4-04f1fef6fbf3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:16.923424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 8a6b2850-e471-45d8-a7b2-a736da888c7a is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:16.973871 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:16.989663 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:17.017959 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a5387cf-4d45-4b7f-863e-65e36f38ae39 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:17.022417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a808e9fc-4419-4497-93d4-04f1fef6fbf3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:17.053134 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:17.112360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:17.116391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:17.129663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:17.132085 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Pushing event updated for resources: {'Port': ['ID=4b7bc9a3-8df4-4346-8d3c-7a72b91a6a78,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:17.136161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b619495e-f19f-48a3-9768-53041669efe2 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:15:17.151491 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a808e9fc-4419-4497-93d4-04f1fef6fbf3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:17.156151 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a808e9fc-4419-4497-93d4-04f1fef6fbf3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:17.158036 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a808e9fc-4419-4497-93d4-04f1fef6fbf3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:17.208045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-93579416-51df-48af-88a8-76ffaf0add47 None None] Provisioning complete for port 4b7bc9a3-8df4-4346-8d3c-7a72b91a6a78 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:17.208526 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93579416-51df-48af-88a8-76ffaf0add47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:17.256980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808e9fc-4419-4497-93d4-04f1fef6fbf3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=bd3bbffb-f730-44c5-994a-839c8838eb14,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:17.271267 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a808e9fc-4419-4497-93d4-04f1fef6fbf3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2507193 Nov 29 18:15:17.275286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41114) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:17.276957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808e9fc-4419-4497-93d4-04f1fef6fbf3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=e849f20a-c33d-45c3-aa98-aa68a0db98b4,revision_number=4']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:17.305686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-86c86dcb-47db-43b6-9c02-6da8c94cc950 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'mac_address': 'fa:16:3e:01:fc:b6', 'name': 'tempest-NetworksTestDHCPv6-1265066518'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:17.320124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-93579416-51df-48af-88a8-76ffaf0add47 None None] Port 4b7bc9a3-8df4-4346-8d3c-7a72b91a6a78 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:17.387287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5387cf-4d45-4b7f-863e-65e36f38ae39 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Pushing event deleted for resources: {'Port': ['ID=5aeb8095-4f7f-4c01-92dd-73bf0851d407,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:17.443218 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a5387cf-4d45-4b7f-863e-65e36f38ae39 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:17.448728 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a5387cf-4d45-4b7f-863e-65e36f38ae39 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:17.452238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-37181846-3aa0-44b7-80b3-b106d811bec4 None None] Provisioning complete for port 34e6fb49-4022-400b-a9b0-a0e76047978f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:17.452693 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37181846-3aa0-44b7-80b3-b106d811bec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:17.455150 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1a5387cf-4d45-4b7f-863e-65e36f38ae39 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] 10.222.0.23 "DELETE /v2.0/floatingips/a5ef2d9f-4536-4004-825d-c42856aa63f4 HTTP/1.1" status: 204 len: 168 time: 2.5499439 Nov 29 18:15:17.455978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41120) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:17.472992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b2f04575-8314-4efc-bcbd-cea12b7baf51 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Request body: {'floatingip': {'floating_network_id': '8e12cf06-bc9c-4b56-aa86-f5635f21d85f', 'port_id': 'a0e5247a-6205-439d-9a3f-d3d33ab54b5e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:17.519387 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router a7cac5de-3789-417a-ad16-6a54b70099ee has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:15:17.524923 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2f04575-8314-4efc-bcbd-cea12b7baf51 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:17.528510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-37181846-3aa0-44b7-80b3-b106d811bec4 None None] Port 34e6fb49-4022-400b-a9b0-a0e76047978f cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:17.533046 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff30622-e50e-4d9d-aac6-cf3a90d62bb2 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:17.675820 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:17.699914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-97f5955e-7df6-4a0f-bbe9-ff983f8249a7 None None] Provisioning complete for port e849f20a-c33d-45c3-aa98-aa68a0db98b4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:17.700212 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97f5955e-7df6-4a0f-bbe9-ff983f8249a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:17.752298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c86dcb-47db-43b6-9c02-6da8c94cc950 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:17.799261 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:15:17.808797 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0312092f-74cf-4d43-aae2-7873a38f359e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/a7cac5de-3789-417a-ad16-6a54b70099ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8376205 Nov 29 18:15:17.814901 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41128) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:17.826734 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Sync routers for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:15:17.827584 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cbaaffdf-4ad5-4828-bbdd-9cdd137c7ccb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'network': {'name': 'tempest-RoutersTest-2130285606'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:17.889786 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:17.891799 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaaffdf-4ad5-4828-bbdd-9cdd137c7ccb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:17.892591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:17.896685 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbaaffdf-4ad5-4828-bbdd-9cdd137c7ccb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:17.937193 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86c86dcb-47db-43b6-9c02-6da8c94cc950 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:17.969577 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-86c86dcb-47db-43b6-9c02-6da8c94cc950 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port e94c19d5-530e-4bed-8dfb-5645b3788165 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:15:17.990205 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:18.035189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:18.035651 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:18.115024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:18.120301 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97f5955e-7df6-4a0f-bbe9-ff983f8249a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:18.180287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-86c86dcb-47db-43b6-9c02-6da8c94cc950 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 172.20.0.13 (c052213d-ea6c-4782-b422-f625c0df816d/1e0d8eac-db32-4e41-80f7-378f1a9c7db4/e94c19d5-530e-4bed-8dfb-5645b3788165) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:18.190166 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-86c86dcb-47db-43b6-9c02-6da8c94cc950 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::f816:3eff:fe01:fcb6 (c052213d-ea6c-4782-b422-f625c0df816d/bd3bbffb-f730-44c5-994a-839c8838eb14/e94c19d5-530e-4bed-8dfb-5645b3788165) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:18.268425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:18.353655 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86c86dcb-47db-43b6-9c02-6da8c94cc950 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:18.367448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e849f20a-c33d-45c3-aa98-aa68a0db98b4 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:18.411143 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86c86dcb-47db-43b6-9c02-6da8c94cc950 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:18.447526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbaaffdf-4ad5-4828-bbdd-9cdd137c7ccb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:15:18.475901 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-97f5955e-7df6-4a0f-bbe9-ff983f8249a7 None None] For port e849f20a-c33d-45c3-aa98-aa68a0db98b4, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e849f20a-c33d-45c3-aa98-aa68a0db98b4,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:18.493076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Router 4c7ad25d-68cd-448e-b219-46f1d1b94482 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:15:18.512484 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97f5955e-7df6-4a0f-bbe9-ff983f8249a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:18.552229 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-b2f04575-8314-4efc-bcbd-cea12b7baf51 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:15:18.567195 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b2f04575-8314-4efc-bcbd-cea12b7baf51 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1044786 Nov 29 18:15:18.567906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41136) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:18.569277 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbaaffdf-4ad5-4828-bbdd-9cdd137c7ccb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:18.569625 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-cbaaffdf-4ad5-4828-bbdd-9cdd137c7ccb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Added segment 7341b635-807a-4936-a719-11fc73930815 of type vlan for network 9edc4e53-ac94-40cc-9eb8-3e7661ac42f7 Nov 29 18:15:18.580495 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': 'a0e5247a-6205-439d-9a3f-d3d33ab54b5e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:18.606656 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c86dcb-47db-43b6-9c02-6da8c94cc950 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:18.621681 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:18.631116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-86c86dcb-47db-43b6-9c02-6da8c94cc950 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:18.634307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c86dcb-47db-43b6-9c02-6da8c94cc950 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:18.651047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:15:18.679011 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b51c19b-81d6-4946-a3b7-c0ed498a328f None None] Sync routers for ids ['4c7ad25d-68cd-448e-b219-46f1d1b94482'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:15:18.700884 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:18.704833 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b2080ed3-52f1-4fe3-8503-b19c3523d015 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8748336 Nov 29 18:15:18.704972 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b51c19b-81d6-4946-a3b7-c0ed498a328f None None] Routers {'4c7ad25d-68cd-448e-b219-46f1d1b94482'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:18.705076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41140) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:18.705810 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port e849f20a-c33d-45c3-aa98-aa68a0db98b4 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:18.706195 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:18.706315 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2b51c19b-81d6-4946-a3b7-c0ed498a328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4c7ad25d-68cd-448e-b219-46f1d1b94482'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:18.709535 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:18.755430 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5955e-7df6-4a0f-bbe9-ff983f8249a7 None None] Pushing event updated for resources: {'Port': ['ID=e849f20a-c33d-45c3-aa98-aa68a0db98b4,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:18.769747 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c86dcb-47db-43b6-9c02-6da8c94cc950 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:18.770115 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86c86dcb-47db-43b6-9c02-6da8c94cc950 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:18.796737 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2b51c19b-81d6-4946-a3b7-c0ed498a328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:18.801354 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c86dcb-47db-43b6-9c02-6da8c94cc950 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=e94c19d5-530e-4bed-8dfb-5645b3788165,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:18.814649 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b51c19b-81d6-4946-a3b7-c0ed498a328f None None] Routers {'4c7ad25d-68cd-448e-b219-46f1d1b94482'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:18.815475 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2b51c19b-81d6-4946-a3b7-c0ed498a328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4c7ad25d-68cd-448e-b219-46f1d1b94482'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:18.874697 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2b51c19b-81d6-4946-a3b7-c0ed498a328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:18.875547 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b51c19b-81d6-4946-a3b7-c0ed498a328f None None] The sync data for ids ['4c7ad25d-68cd-448e-b219-46f1d1b94482'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:15:18.921210 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1464010b-5ad0-48d5-9abc-cd46ea8c0447 None None] Provisioning complete for port e849f20a-c33d-45c3-aa98-aa68a0db98b4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:18.921514 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1464010b-5ad0-48d5-9abc-cd46ea8c0447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:18.948969 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-86c86dcb-47db-43b6-9c02-6da8c94cc950 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6659706 Nov 29 18:15:18.952549 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbaaffdf-4ad5-4828-bbdd-9cdd137c7ccb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:18.954607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41146) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:19.124844 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbaaffdf-4ad5-4828-bbdd-9cdd137c7ccb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:19.130718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaaffdf-4ad5-4828-bbdd-9cdd137c7ccb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:19.151134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:14Z', 'revision_number': 4, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34e6fb49-4022-400b-a9b0-a0e76047978f', 'name': '', 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:05:51:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:13Z', 'updated_at': '2021-11-29T18:15:15Z', 'revision_number': 2, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:19.151681 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbaaffdf-4ad5-4828-bbdd-9cdd137c7ccb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:19.181334 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67872402-705b-40ec-b3a6-236ec116b596 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:19.187607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67872402-705b-40ec-b3a6-236ec116b596 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:19.189284 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-67872402-705b-40ec-b3a6-236ec116b596 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2235024 Nov 29 18:15:19.199116 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Checking router: a7cac5de-3789-417a-ad16-6a54b70099ee for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:15:19.199771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Updating router a7cac5de-3789-417a-ad16-6a54b70099ee port 34e6fb49-4022-400b-a9b0-a0e76047978f binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:15:19.205669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41148) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:19.252056 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:19.269489 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:19.272154 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:19.300879 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cbaaffdf-4ad5-4828-bbdd-9cdd137c7ccb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4846807 Nov 29 18:15:19.313218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41150) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:19.321875 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a8231bcb-3f8b-4884-bc51-eaede31c5f8b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'subnet': {'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:19.341835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaaffdf-4ad5-4828-bbdd-9cdd137c7ccb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Network': ['ID=9edc4e53-ac94-40cc-9eb8-3e7661ac42f7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:19.352955 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Deleting port 4b7bc9a3-8df4-4346-8d3c-7a72b91a6a78 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:19.353308 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:19.468460 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:19.530630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 9edc4e53-ac94-40cc-9eb8-3e7661ac42f7 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:15:19.532772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e849f20a-c33d-45c3-aa98-aa68a0db98b4 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:19.557927 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:19.559634 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8231bcb-3f8b-4884-bc51-eaede31c5f8b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Made reservation on behalf of defc419f3d5b4078889ff67cec8bbbb2 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:19.563981 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8231bcb-3f8b-4884-bc51-eaede31c5f8b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:19.588225 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Calling delete_port for 4b7bc9a3-8df4-4346-8d3c-7a72b91a6a78 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:19.656561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4a658add-ae09-424f-b822-f487e4c273e8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port e94c19d5-530e-4bed-8dfb-5645b3788165 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:19.656907 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a658add-ae09-424f-b822-f487e4c273e8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:19.738704 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:19.750191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1f2e6090-e1d1-4c0e-8dbc-6ca1269dde21 None None] Provisioning complete for port e94c19d5-530e-4bed-8dfb-5645b3788165 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:19.750555 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f2e6090-e1d1-4c0e-8dbc-6ca1269dde21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:19.805477 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:19.848910 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:19.904789 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbd7c1d-4da1-4e5e-bc17-df251932d325 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:15:19.915342 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port e849f20a-c33d-45c3-aa98-aa68a0db98b4 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:19.916622 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:19.997064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e6090-e1d1-4c0e-8dbc-6ca1269dde21 None None] Port e94c19d5-530e-4bed-8dfb-5645b3788165 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:20.009124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa227b06-7fea-423b-b92e-af8021e313f4 None None] Pushing event updated for resources: {'Port': ['ID=34e6fb49-4022-400b-a9b0-a0e76047978f,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:20.063151 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Pushing event deleted for resources: {'Port': ['ID=4b7bc9a3-8df4-4346-8d3c-7a72b91a6a78,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:20.085669 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Attempting to bind port 34e6fb49-4022-400b-a9b0-a0e76047978f on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:15:20.086590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Attempting to bind port 34e6fb49-4022-400b-a9b0-a0e76047978f by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '75de1c79-e3d3-4b0c-b8e5-178016d4ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:15:20.086991 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Attempting to bind port 34e6fb49-4022-400b-a9b0-a0e76047978f on network 8a6b2850-e471-45d8-a7b2-a736da888c7a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:15:20.092600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:20.093472 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:20.094059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:20.094614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:20.095398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:20.095959 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:20.096527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:20.097188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:20.097967 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:20.098523 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:20.099168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:20.100692 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:20.112907 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:20.152329 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:15:20.152711 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Checking segment: {'id': '75de1c79-e3d3-4b0c-b8e5-178016d4ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:20.153120 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:20.153521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Bound using segment: {'id': '75de1c79-e3d3-4b0c-b8e5-178016d4ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:15:20.153996 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Bound port: 34e6fb49-4022-400b-a9b0-a0e76047978f, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75de1c79-e3d3-4b0c-b8e5-178016d4ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:15:20.154381 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:20.230748 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Allocated IP 172.25.3.184 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/422689f3-168a-4d82-ade7-5fb746b31f7e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:20.233662 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] For port 34e6fb49-4022-400b-a9b0-a0e76047978f, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:15:20.238548 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] For port 34e6fb49-4022-400b-a9b0-a0e76047978f, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=34e6fb49-4022-400b-a9b0-a0e76047978f,segment=NetworkSegment(75de1c79-e3d3-4b0c-b8e5-178016d4ee2e),segment_id=75de1c79-e3d3-4b0c-b8e5-178016d4ee2e)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:15:20.243837 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a658add-ae09-424f-b822-f487e4c273e8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:20.244258 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bfc28950-1102-495d-b6c0-c070efbbb71a None None] Provisioning complete for port 34e6fb49-4022-400b-a9b0-a0e76047978f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:20.244634 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfc28950-1102-495d-b6c0-c070efbbb71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:20.248481 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:20.271875 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4a658add-ae09-424f-b822-f487e4c273e8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for e94c19d5-530e-4bed-8dfb-5645b3788165 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:20.364406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:20.365112 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:20.395884 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:20.405660 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:20.465815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:20.469282 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa227b06-7fea-423b-b92e-af8021e313f4 None None] Pushing event updated for resources: {'Port': ['ID=34e6fb49-4022-400b-a9b0-a0e76047978f,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:20.508190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Router 4c7ad25d-68cd-448e-b219-46f1d1b94482 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:15:20.515127 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:20.530278 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8231bcb-3f8b-4884-bc51-eaede31c5f8b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:20.635112 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfc28950-1102-495d-b6c0-c070efbbb71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:20.651916 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:15:20.657745 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:20.662386 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:20.663736 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0a62532c-50ec-4c8a-8ec4-9a29eb327658 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "PUT /v2.0/routers/4c7ad25d-68cd-448e-b219-46f1d1b94482 HTTP/1.1" status: 200 len: 709 time: 1.9578063 Nov 29 18:15:20.667169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41160) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:20.685453 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95313597-19ba-425d-9848-107a29185f28 None None] Sync routers for ids ['4c7ad25d-68cd-448e-b219-46f1d1b94482'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:15:20.691859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-bfc28950-1102-495d-b6c0-c070efbbb71a None None] For port 34e6fb49-4022-400b-a9b0-a0e76047978f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=34e6fb49-4022-400b-a9b0-a0e76047978f,segment=NetworkSegment(75de1c79-e3d3-4b0c-b8e5-178016d4ee2e),segment_id=75de1c79-e3d3-4b0c-b8e5-178016d4ee2e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:20.702465 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfc28950-1102-495d-b6c0-c070efbbb71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:20.740499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8231bcb-3f8b-4884-bc51-eaede31c5f8b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Subnet': ['ID=f714a69a-fbff-4f4e-a53a-7796c49b5a36,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:20.747372 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95313597-19ba-425d-9848-107a29185f28 None None] Routers {'4c7ad25d-68cd-448e-b219-46f1d1b94482'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:20.748026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-95313597-19ba-425d-9848-107a29185f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4c7ad25d-68cd-448e-b219-46f1d1b94482'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:20.753067 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:20.762329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:20.763417 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c5d22098-307b-4e96-b512-d6ebdb27e5f9 tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "GET /v2.0/routers/4c7ad25d-68cd-448e-b219-46f1d1b94482 HTTP/1.1" status: 200 len: 744 time: 0.0943069 Nov 29 18:15:20.764308 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41162) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:20.771419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:20.799170 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8231bcb-3f8b-4884-bc51-eaede31c5f8b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Checking segment: {'id': '7341b635-807a-4936-a719-11fc73930815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:20.799538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8231bcb-3f8b-4884-bc51-eaede31c5f8b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network hostable DHCP agents. Network: 9edc4e53-ac94-40cc-9eb8-3e7661ac42f7, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:15:20.801603 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Pushing event updated for resources: {'Port': ['ID=422689f3-168a-4d82-ade7-5fb746b31f7e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:20.815743 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-95313597-19ba-425d-9848-107a29185f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:20.819710 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-938ebd4e-9a60-4841-974a-c8a7e61b73cd tempest-RoutersIpV6AdminTest-1545827817 tempest-RoutersIpV6AdminTest-1545827817-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&device_id=4c7ad25d-68cd-448e-b219-46f1d1b94482 HTTP/1.1" status: 200 len: 205 time: 0.0539558 Nov 29 18:15:20.821684 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41164) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:20.853521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc28950-1102-495d-b6c0-c070efbbb71a None None] Pushing event updated for resources: {'Port': ['ID=34e6fb49-4022-400b-a9b0-a0e76047978f,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:20.858043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95313597-19ba-425d-9848-107a29185f28 None None] Routers {'4c7ad25d-68cd-448e-b219-46f1d1b94482'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:20.858662 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-95313597-19ba-425d-9848-107a29185f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4c7ad25d-68cd-448e-b219-46f1d1b94482'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:20.867444 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a658add-ae09-424f-b822-f487e4c273e8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:20.883334 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ed6c9475-5a9b-4f5b-8a87-76bff672c3fe tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c7ad25d-68cd-448e-b219-46f1d1b94482 HTTP/1.1" status: 200 len: 205 time: 0.0574889 Nov 29 18:15:20.884816 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41166) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:20.899672 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d7644ed9-e3db-47b2-8eb5-e4d64677d9a0 None None] Provisioning complete for port 34e6fb49-4022-400b-a9b0-a0e76047978f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:20.900050 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d7644ed9-e3db-47b2-8eb5-e4d64677d9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:20.902406 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8231bcb-3f8b-4884-bc51-eaede31c5f8b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 9edc4e53-ac94-40cc-9eb8-3e7661ac42f7 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:15:20.903846 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-95313597-19ba-425d-9848-107a29185f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:20.904420 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95313597-19ba-425d-9848-107a29185f28 None None] The sync data for ids ['4c7ad25d-68cd-448e-b219-46f1d1b94482'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:15:20.971935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:14Z', 'revision_number': 4, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34e6fb49-4022-400b-a9b0-a0e76047978f', 'name': '', 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:05:51:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:13Z', 'updated_at': '2021-11-29T18:15:20Z', 'revision_number': 4, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:20.974063 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a658add-ae09-424f-b822-f487e4c273e8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=e94c19d5-530e-4bed-8dfb-5645b3788165,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:20.990051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a8231bcb-3f8b-4884-bc51-eaede31c5f8b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 9edc4e53-ac94-40cc-9eb8-3e7661ac42f7) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:21.017528 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1aca0b-9008-47e3-b64a-039926c7b577 None None] The sync data for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 is: [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:14Z', 'revision_number': 4, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34e6fb49-4022-400b-a9b0-a0e76047978f', 'name': '', 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:05:51:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:13Z', 'updated_at': '2021-11-29T18:15:20Z', 'revision_number': 4, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:15:21.034944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8231bcb-3f8b-4884-bc51-eaede31c5f8b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:21.045272 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b65cd15-bcf5-4ec0-90ee-207b883053d2 None None] Network 9edc4e53-ac94-40cc-9eb8-3e7661ac42f7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:21.045483 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8231bcb-3f8b-4884-bc51-eaede31c5f8b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:21.135208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a8231bcb-3f8b-4884-bc51-eaede31c5f8b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8204100 Nov 29 18:15:21.137427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41174) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:21.370735 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a658add-ae09-424f-b822-f487e4c273e8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:21.379155 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4a658add-ae09-424f-b822-f487e4c273e8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/e94c19d5-530e-4bed-8dfb-5645b3788165 HTTP/1.1" status: 204 len: 168 time: 2.1698089 Nov 29 18:15:21.389534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41176) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:21.436284 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73d2eaca-052e-4ad8-a012-cc3e477e32a0 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:21.471602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-9edc4e53-ac94-40cc-9eb8-3e7661ac42f7', 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'fixed_ips': [{'subnet_id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:15:21.475835 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:21.639504 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73d2eaca-052e-4ad8-a012-cc3e477e32a0 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:21.642506 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73d2eaca-052e-4ad8-a012-cc3e477e32a0 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:21.694226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 34e6fb49-4022-400b-a9b0-a0e76047978f up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:21.723633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Deleting port 422689f3-168a-4d82-ade7-5fb746b31f7e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:21.723633 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:21.729324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5072ab-109d-4b07-8e93-a4a0d85f1133 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:21.731617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5072ab-109d-4b07-8e93-a4a0d85f1133 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:21.733209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5072ab-109d-4b07-8e93-a4a0d85f1133 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:21.737619 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7a5072ab-109d-4b07-8e93-a4a0d85f1133 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3424337 Nov 29 18:15:21.740474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41184) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:21.784744 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73d2eaca-052e-4ad8-a012-cc3e477e32a0 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:21.785312 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d2eaca-052e-4ad8-a012-cc3e477e32a0 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Fanout notify agent at l3_agent the message router_deleted on router 4c7ad25d-68cd-448e-b219-46f1d1b94482 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:15:21.796316 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73d2eaca-052e-4ad8-a012-cc3e477e32a0 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:21.804087 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-73d2eaca-052e-4ad8-a012-cc3e477e32a0 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "DELETE /v2.0/routers/4c7ad25d-68cd-448e-b219-46f1d1b94482 HTTP/1.1" status: 204 len: 168 time: 0.9157071 Nov 29 18:15:21.805193 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41188) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:21.820470 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 34e6fb49-4022-400b-a9b0-a0e76047978f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:21.821127 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:21.826943 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Allocated IP 172.23.0.2 (9edc4e53-ac94-40cc-9eb8-3e7661ac42f7/f714a69a-fbff-4f4e-a53a-7796c49b5a36/6ba7d9a5-b124-43d8-9689-d3ce4183b963) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:21.847235 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-887b4423-38d8-4320-99da-46535ea7951e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c7ad25d-68cd-448e-b219-46f1d1b94482 HTTP/1.1" status: 200 len: 205 time: 0.0407877 Nov 29 18:15:21.847938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41190) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:21.913375 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-a3c0051e-b187-42ab-8243-a0cfbaccd0cc tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] delete failed (client error): The resource could not be found. Nov 29 18:15:21.920646 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a3c0051e-b187-42ab-8243-a0cfbaccd0cc tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "DELETE /v2.0/routers/4c7ad25d-68cd-448e-b219-46f1d1b94482 HTTP/1.1" status: 404 len: 336 time: 0.0715964 Nov 29 18:15:21.921284 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41192) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:21.963426 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2f9de677-4a03-4da9-adb3-5841f1593593 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "GET /v2.0/ports?device_id=9702b82a-5367-43b8-a39e-b5ae325913f9 HTTP/1.1" status: 200 len: 205 time: 0.0383003 Nov 29 18:15:21.964558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41194) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:22.021673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-54652d75-b0c6-4758-a7b2-77a390cff589 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 1e0d8eac-db32-4e41-80f7-378f1a9c7db4 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:22.037683 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-fe4f5230-69f7-49de-a755-45fb80a6f24e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] delete failed (client error): The resource could not be found. Nov 29 18:15:22.041602 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fe4f5230-69f7-49de-a755-45fb80a6f24e tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "DELETE /v2.0/routers/9702b82a-5367-43b8-a39e-b5ae325913f9 HTTP/1.1" status: 404 len: 336 time: 0.0711567 Nov 29 18:15:22.041844 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41196) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:22.071588 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54652d75-b0c6-4758-a7b2-77a390cff589 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:22.090847 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2ec63724-a831-4101-90d4-71ef0044deef tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "GET /v2.0/ports?device_id=50ad1ed2-eb9f-442e-93e8-0c68f6150c58 HTTP/1.1" status: 200 len: 205 time: 0.0459249 Nov 29 18:15:22.093194 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41198) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:22.150881 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:22.151297 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:22.156527 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-9b14e30c-d625-49ad-90e7-202309d12545 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] delete failed (client error): The resource could not be found. Nov 29 18:15:22.157599 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9b14e30c-d625-49ad-90e7-202309d12545 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "DELETE /v2.0/routers/50ad1ed2-eb9f-442e-93e8-0c68f6150c58 HTTP/1.1" status: 404 len: 336 time: 0.0622916 Nov 29 18:15:22.163324 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41200) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:22.174583 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54652d75-b0c6-4758-a7b2-77a390cff589 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:22.177822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Calling delete_port for 422689f3-168a-4d82-ade7-5fb746b31f7e owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:22.215329 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0b82c3dc-6561-4274-b29b-63b41424e542 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4cfdc5c-920b-4c9c-8568-915a509ae986 HTTP/1.1" status: 200 len: 205 time: 0.0500982 Nov 29 18:15:22.215829 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41202) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:22.279868 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-9720ac2f-7369-4b20-8e45-a9629cf160a1 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] delete failed (client error): The resource could not be found. Nov 29 18:15:22.284191 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9720ac2f-7369-4b20-8e45-a9629cf160a1 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "DELETE /v2.0/routers/b4cfdc5c-920b-4c9c-8568-915a509ae986 HTTP/1.1" status: 404 len: 336 time: 0.0645595 Nov 29 18:15:22.287009 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41204) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:22.339871 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-17530b68-7a9e-4fc0-a164-ecc134ef7739 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "GET /v2.0/ports?device_id=29fc67d0-cc76-4a14-8c59-84546856d864 HTTP/1.1" status: 200 len: 205 time: 0.0516069 Nov 29 18:15:22.340386 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41206) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:22.363855 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:22.372196 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:22.387864 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-b02e662e-fb1b-4d60-9304-a60164ee00f7 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] delete failed (client error): The resource could not be found. Nov 29 18:15:22.392863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41208) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:22.393442 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b02e662e-fb1b-4d60-9304-a60164ee00f7 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "DELETE /v2.0/routers/29fc67d0-cc76-4a14-8c59-84546856d864 HTTP/1.1" status: 404 len: 336 time: 0.0515089 Nov 29 18:15:22.419294 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Network 9edc4e53-ac94-40cc-9eb8-3e7661ac42f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:22.425060 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:22.427544 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Pushing event updated for resources: {'Port': ['ID=6ba7d9a5-b124-43d8-9689-d3ce4183b963,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:22.430428 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:22.452870 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6af3aed4-1428-43ad-a266-9834634d7c4d tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5fc10d1-74d1-4608-93f8-e4c2264d4d47 HTTP/1.1" status: 200 len: 205 time: 0.0539606 Nov 29 18:15:22.453414 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:22.455700 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41210) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:22.468690 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54652d75-b0c6-4758-a7b2-77a390cff589 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:22.491412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Attempting to bind port 6ba7d9a5-b124-43d8-9689-d3ce4183b963 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:15:22.492801 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Attempting to bind port 6ba7d9a5-b124-43d8-9689-d3ce4183b963 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '7341b635-807a-4936-a719-11fc73930815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:15:22.493085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Attempting to bind port 6ba7d9a5-b124-43d8-9689-d3ce4183b963 on network 9edc4e53-ac94-40cc-9eb8-3e7661ac42f7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:15:22.498776 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:15:22.499240 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Checking segment: {'id': '7341b635-807a-4936-a719-11fc73930815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:22.500066 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:22.500066 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Bound using segment: {'id': '7341b635-807a-4936-a719-11fc73930815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:15:22.500641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Bound port: 6ba7d9a5-b124-43d8-9689-d3ce4183b963, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7341b635-807a-4936-a719-11fc73930815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:15:22.501075 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:22.529945 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-c9c55900-3122-4474-8c42-f6478928b1d6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] delete failed (client error): The resource could not be found. Nov 29 18:15:22.533489 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c9c55900-3122-4474-8c42-f6478928b1d6 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "DELETE /v2.0/routers/f5fc10d1-74d1-4608-93f8-e4c2264d4d47 HTTP/1.1" status: 404 len: 336 time: 0.0734987 Nov 29 18:15:22.533911 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41212) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:22.567953 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc57554-4856-4508-b87b-283dc3664253 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] DELETE failed (client error): The resource could not be found. Nov 29 18:15:22.568463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc57554-4856-4508-b87b-283dc3664253 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:15:22.571923 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ccc57554-4856-4508-b87b-283dc3664253 tempest-RoutersIpV6AdminTest-940808890 tempest-RoutersIpV6AdminTest-940808890-project] 10.222.0.23 "DELETE /v2.0/subnets/63eacb77-80b9-4dfc-b599-8031f29be8ba HTTP/1.1" status: 404 len: 337 time: 0.0365319 Nov 29 18:15:22.593003 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] For port 6ba7d9a5-b124-43d8-9689-d3ce4183b963, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:15:22.598223 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] For port 6ba7d9a5-b124-43d8-9689-d3ce4183b963, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6ba7d9a5-b124-43d8-9689-d3ce4183b963,segment=NetworkSegment(7341b635-807a-4936-a719-11fc73930815),segment_id=7341b635-807a-4936-a719-11fc73930815)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:15:22.615933 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:22.633986 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:22.682199 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Pushing event deleted for resources: {'Port': ['ID=422689f3-168a-4d82-ade7-5fb746b31f7e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:22.727377 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54652d75-b0c6-4758-a7b2-77a390cff589 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:22.774659 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdd638-404d-49b8-88a0-6ff8ebecbcaa None None] Pushing event updated for resources: {'Port': ['ID=6ba7d9a5-b124-43d8-9689-d3ce4183b963,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:22.820083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54652d75-b0c6-4758-a7b2-77a390cff589 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0d8eac-db32-4e41-80f7-378f1a9c7db4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:22.826442 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54652d75-b0c6-4758-a7b2-77a390cff589 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:22.827218 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9663ac17-01fb-4f09-8a09-1945a0a6f827 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:22.832292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-54652d75-b0c6-4758-a7b2-77a390cff589 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/1e0d8eac-db32-4e41-80f7-378f1a9c7db4 HTTP/1.1" status: 204 len: 168 time: 1.0880759 Nov 29 18:15:22.832692 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41220) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:22.968700 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-a162feaa-6082-429e-9d9e-3b53f538703f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet bd3bbffb-f730-44c5-994a-839c8838eb14 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:22.978412 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a162feaa-6082-429e-9d9e-3b53f538703f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:23.042972 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] create failed (client error): The resource could not be found. Nov 29 18:15:23.047491 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-af77ad6b-a3ed-470e-a8cb-368e330d44d3 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.4677365 Nov 29 18:15:23.049207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41222) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:23.063617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Allocated IP 172.23.0.1 (9edc4e53-ac94-40cc-9eb8-3e7661ac42f7/f714a69a-fbff-4f4e-a53a-7796c49b5a36/9d9b4631-22de-4744-83d7-722a49107b5d) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:23.119266 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a162feaa-6082-429e-9d9e-3b53f538703f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:23.213787 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:23.241815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41226) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:23.266742 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:23.312647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 9edc4e53-ac94-40cc-9eb8-3e7661ac42f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:23.316717 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4e0101e6-76a7-4f78-82d4-5af0550f61bf tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Deleting port a0e5247a-6205-439d-9a3f-d3d33ab54b5e {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:23.317371 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e0101e6-76a7-4f78-82d4-5af0550f61bf tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:23.318073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:23.323029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:23.337519 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a162feaa-6082-429e-9d9e-3b53f538703f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:23.520109 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e0101e6-76a7-4f78-82d4-5af0550f61bf tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:23.532348 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-72c8a53e-bb79-4d14-afbb-724587c2f076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:23.536071 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a162feaa-6082-429e-9d9e-3b53f538703f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:23.554585 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6ba7d9a5-b124-43d8-9689-d3ce4183b963 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:23.584773 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162feaa-6082-429e-9d9e-3b53f538703f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3bbffb-f730-44c5-994a-839c8838eb14,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:23.596190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4e0101e6-76a7-4f78-82d4-5af0550f61bf tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Calling delete_port for a0e5247a-6205-439d-9a3f-d3d33ab54b5e owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:23.621901 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 6ba7d9a5-b124-43d8-9689-d3ce4183b963 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:23.622287 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:23.631308 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a162feaa-6082-429e-9d9e-3b53f538703f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:23.634868 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a162feaa-6082-429e-9d9e-3b53f538703f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/bd3bbffb-f730-44c5-994a-839c8838eb14 HTTP/1.1" status: 204 len: 168 time: 0.8011005 Nov 29 18:15:23.637382 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41230) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:23.736516 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:23.763087 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-41f7973e-a9d0-49bc-9e04-b458c207893f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195047 Nov 29 18:15:23.773964 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41234) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:23.775178 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:23.779362 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-74d28262-3dd5-4666-97e6-9d7bcb5091fb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:23.799403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=9d9b4631-22de-4744-83d7-722a49107b5d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:23.863962 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 6ba7d9a5-b124-43d8-9689-d3ce4183b963, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6ba7d9a5-b124-43d8-9689-d3ce4183b963,segment=NetworkSegment(7341b635-807a-4936-a719-11fc73930815),segment_id=7341b635-807a-4936-a719-11fc73930815)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:23.873525 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:23.936860 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:23.981982 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a7a09511-34e0-425c-ac8a-cea724f42e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:23.987767 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=6ba7d9a5-b124-43d8-9689-d3ce4183b963,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:24.104569 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-72c8a53e-bb79-4d14-afbb-724587c2f076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:24.128100 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-72c8a53e-bb79-4d14-afbb-724587c2f076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:24.177889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8a53e-bb79-4d14-afbb-724587c2f076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec60b177-1e84-42b2-8ec7-23789ec23908,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:24.207533 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d28262-3dd5-4666-97e6-9d7bcb5091fb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:24.215118 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-74d28262-3dd5-4666-97e6-9d7bcb5091fb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:24.300485 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e0101e6-76a7-4f78-82d4-5af0550f61bf tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:24.312060 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-72c8a53e-bb79-4d14-afbb-724587c2f076 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf09f628c5c647559bb4f06e14ac56a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0661290 Nov 29 18:15:24.315157 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41242) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:24.392827 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0101e6-76a7-4f78-82d4-5af0550f61bf tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Pushing event deleted for resources: {'Port': ['ID=a0e5247a-6205-439d-9a3f-d3d33ab54b5e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:24.432624 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:24.439541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b556025-ef0c-4b5c-ba20-e137499623c9 None None] Network 9edc4e53-ac94-40cc-9eb8-3e7661ac42f7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:24.458818 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:24.541498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c55f0f-621a-4ad9-96dc-53a64d71fec0 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:24.568068 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e0101e6-76a7-4f78-82d4-5af0550f61bf tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:24.584489 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4e0101e6-76a7-4f78-82d4-5af0550f61bf tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] 10.222.0.23 "DELETE /v2.0/ports/a0e5247a-6205-439d-9a3f-d3d33ab54b5e HTTP/1.1" status: 204 len: 168 time: 1.5333841 Nov 29 18:15:24.588455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41248) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:24.594760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event updated for resources: {'Port': ['ID=9d9b4631-22de-4744-83d7-722a49107b5d,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:24.614453 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-515ae34c-2359-4993-83c8-99780106a572 None None] Provisioning complete for port 6ba7d9a5-b124-43d8-9689-d3ce4183b963 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:24.616860 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-515ae34c-2359-4993-83c8-99780106a572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:24.623161 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9a1c7032-673b-48a5-949f-e194467a9d19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:24.626589 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:24.764257 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-74d28262-3dd5-4666-97e6-9d7bcb5091fb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:24.783242 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9a1c7032-673b-48a5-949f-e194467a9d19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:24.786204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Network 9edc4e53-ac94-40cc-9eb8-3e7661ac42f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:24.787195 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f36b5c-ce4c-4c05-8aaa-9530f6e93caa tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:24.789912 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-21f36b5c-ce4c-4c05-8aaa-9530f6e93caa tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] 10.222.0.23 "GET /v2.0/ports?device_id=2432b1e1-3041-462c-87fa-53455b2a354e HTTP/1.1" status: 200 len: 913 time: 0.2002695 Nov 29 18:15:24.796094 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41252) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:24.845903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d28262-3dd5-4666-97e6-9d7bcb5091fb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:24.850364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-74d28262-3dd5-4666-97e6-9d7bcb5091fb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:24.857396 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d28262-3dd5-4666-97e6-9d7bcb5091fb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:24.858851 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-74d28262-3dd5-4666-97e6-9d7bcb5091fb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:24.884713 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-74d28262-3dd5-4666-97e6-9d7bcb5091fb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1096430 Nov 29 18:15:24.886126 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d28262-3dd5-4666-97e6-9d7bcb5091fb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=75ede385-4694-4bc8-b320-65ba52c276ed,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:24.890251 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41254) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:24.896544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-cc7f8764-5761-48b4-acb1-f09ad39f5a24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:24.907839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:25.020277 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22bbaee-ebc9-4d8d-907f-204293d8fd83 None None] Update dhcp port {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'fixed_ips': [{'subnet_id': '75ede385-4694-4bc8-b320-65ba52c276ed'}], 'binding:host_id': 'n-d-819494-5'}, 'id': 'e849f20a-c33d-45c3-aa98-aa68a0db98b4'} from n-d-819494-5. {{(pid=110006) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 18:15:25.109338 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d22bbaee-ebc9-4d8d-907f-204293d8fd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:25.127558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bd267921-95ec-4c85-8086-96a5c37fb7dc None None] Provisioning complete for port e849f20a-c33d-45c3-aa98-aa68a0db98b4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:25.127951 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd267921-95ec-4c85-8086-96a5c37fb7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:25.147940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7f8764-5761-48b4-acb1-f09ad39f5a24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:25.154375 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc7f8764-5761-48b4-acb1-f09ad39f5a24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:25.324955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router a7cac5de-3789-417a-ad16-6a54b70099ee has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:15:25.338547 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9a1c7032-673b-48a5-949f-e194467a9d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:25.346847 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9a1c7032-673b-48a5-949f-e194467a9d19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:25.348251 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9a1c7032-673b-48a5-949f-e194467a9d19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec60b177-1e84-42b2-8ec7-23789ec23908 HTTP/1.1" status: 204 len: 168 time: 1.0318327 Nov 29 18:15:25.373932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c7032-673b-48a5-949f-e194467a9d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec60b177-1e84-42b2-8ec7-23789ec23908,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:25.532666 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6ba7d9a5-b124-43d8-9689-d3ce4183b963 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:25.657444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:15:25.671656 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Sync routers for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:15:25.683205 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8e20c3e0-661e-4f3d-8681-98faf32619ab tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/a7cac5de-3789-417a-ad16-6a54b70099ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5426574 Nov 29 18:15:25.684595 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41264) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:25.694884 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:25.695927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4dcbb8ae-7960-4c5f-ba73-e3aa9fc33d91 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:25.698893 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:14:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:25.767213 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-d22bbaee-ebc9-4d8d-907f-204293d8fd83 None None] Allocated IP 172.20.0.2 (c052213d-ea6c-4782-b422-f625c0df816d/75ede385-4694-4bc8-b320-65ba52c276ed/e849f20a-c33d-45c3-aa98-aa68a0db98b4) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:25.772141 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-261f05ea-3cf2-4d6a-93fd-783a8b15fd83 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:25.800637 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 6ba7d9a5-b124-43d8-9689-d3ce4183b963 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:25.809742 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:25.862741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.objects.ports [None req-cc7f8764-5761-48b4-acb1-f09ad39f5a24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110004) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:15:25.924392 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:26.051026 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41266) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:26.067993 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6c310c1d-57ae-42c5-a35e-1657b6bfc08a None None] Provisioning complete for port 9d9b4631-22de-4744-83d7-722a49107b5d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:26.069148 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c310c1d-57ae-42c5-a35e-1657b6bfc08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.157650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41268) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:26.161056 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2248a361-0a3f-41bf-8343-f814552a26b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42ea90a71f0e440584987786b19ed909&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1005201 Nov 29 18:15:26.205324 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6c310c1d-57ae-42c5-a35e-1657b6bfc08a None None] Port 9d9b4631-22de-4744-83d7-722a49107b5d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:26.209082 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d22bbaee-ebc9-4d8d-907f-204293d8fd83 None None] For port e849f20a-c33d-45c3-aa98-aa68a0db98b4, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e849f20a-c33d-45c3-aa98-aa68a0db98b4,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:26.244558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6c310c1d-57ae-42c5-a35e-1657b6bfc08a None None] Provisioning complete for port 6ba7d9a5-b124-43d8-9689-d3ce4183b963 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:26.245028 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c310c1d-57ae-42c5-a35e-1657b6bfc08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.275994 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:23Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34e6fb49-4022-400b-a9b0-a0e76047978f', 'name': '', 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:05:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:13Z', 'updated_at': '2021-11-29T18:15:20Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9b4631-22de-4744-83d7-722a49107b5d', 'name': '', 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:e8:36:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:22Z', 'updated_at': '2021-11-29T18:15:24Z', 'revision_number': 2, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:26.280354 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d22bbaee-ebc9-4d8d-907f-204293d8fd83 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.290961 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d22bbaee-ebc9-4d8d-907f-204293d8fd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.311206 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.336550 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc7f8764-5761-48b4-acb1-f09ad39f5a24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.338319 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Checking router: a7cac5de-3789-417a-ad16-6a54b70099ee for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:15:26.340195 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Updating router a7cac5de-3789-417a-ad16-6a54b70099ee port 9d9b4631-22de-4744-83d7-722a49107b5d binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:15:26.369597 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bbaee-ebc9-4d8d-907f-204293d8fd83 None None] Pushing event updated for resources: {'Port': ['ID=e849f20a-c33d-45c3-aa98-aa68a0db98b4,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:26.402439 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.426949 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.480810 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-722e400a-81f6-42fe-9db0-0db04a27011d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.535337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.extraroute_db [None req-4dcbb8ae-7960-4c5f-ba73-e3aa9fc33d91 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=110005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 18:15:26.557908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.extraroute_db [None req-4dcbb8ae-7960-4c5f-ba73-e3aa9fc33d91 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Removed routes are [] {{(pid=110005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 18:15:26.558308 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4dcbb8ae-7960-4c5f-ba73-e3aa9fc33d91 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.571557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-261f05ea-3cf2-4d6a-93fd-783a8b15fd83 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Deleting port b65dd75f-e9d4-4e02-bff4-f27793cb9b71 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:26.571909 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-261f05ea-3cf2-4d6a-93fd-783a8b15fd83 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.610388 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-cc7f8764-5761-48b4-acb1-f09ad39f5a24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] For port e849f20a-c33d-45c3-aa98-aa68a0db98b4, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e849f20a-c33d-45c3-aa98-aa68a0db98b4,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:26.618101 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2713e39f-ae1a-473e-8727-d314c82e1748 None None] Provisioning complete for port 9d9b4631-22de-4744-83d7-722a49107b5d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:26.619015 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2713e39f-ae1a-473e-8727-d314c82e1748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.672876 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc7f8764-5761-48b4-acb1-f09ad39f5a24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.694498 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc7f8764-5761-48b4-acb1-f09ad39f5a24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.695730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2713e39f-ae1a-473e-8727-d314c82e1748 None None] Port 9d9b4631-22de-4744-83d7-722a49107b5d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:26.696188 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc7f8764-5761-48b4-acb1-f09ad39f5a24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.791526 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f8764-5761-48b4-acb1-f09ad39f5a24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=bb6f1c21-349e-47f2-ba54-ef7309ab3b16,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:26.832210 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.836537 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7f8764-5761-48b4-acb1-f09ad39f5a24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:26.840873 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.844495 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-cc7f8764-5761-48b4-acb1-f09ad39f5a24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:26.849673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7f8764-5761-48b4-acb1-f09ad39f5a24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:26.852942 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc7f8764-5761-48b4-acb1-f09ad39f5a24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:26.890709 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cc7f8764-5761-48b4-acb1-f09ad39f5a24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9988732 Nov 29 18:15:26.894851 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41280) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:26.901368 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b7d84065-a9e7-43fb-8b68-2f3912888d9e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'mac_address': 'fa:16:3e:3b:9c:54', 'name': 'tempest-NetworksTestDHCPv6-1279330404'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:26.963655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f8764-5761-48b4-acb1-f09ad39f5a24 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=e849f20a-c33d-45c3-aa98-aa68a0db98b4,revision_number=10']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:26.991776 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce835d1-72a0-4a8d-bbe9-a6dd67e5d0bc None None] Pushing event updated for resources: {'Port': ['ID=9d9b4631-22de-4744-83d7-722a49107b5d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:27.009821 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce835d1-72a0-4a8d-bbe9-a6dd67e5d0bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.010424 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce835d1-72a0-4a8d-bbe9-a6dd67e5d0bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.011298 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce835d1-72a0-4a8d-bbe9-a6dd67e5d0bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.019242 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce835d1-72a0-4a8d-bbe9-a6dd67e5d0bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.020758 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce835d1-72a0-4a8d-bbe9-a6dd67e5d0bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.021129 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce835d1-72a0-4a8d-bbe9-a6dd67e5d0bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.024166 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce835d1-72a0-4a8d-bbe9-a6dd67e5d0bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.024559 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce835d1-72a0-4a8d-bbe9-a6dd67e5d0bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.025012 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce835d1-72a0-4a8d-bbe9-a6dd67e5d0bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.025358 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce835d1-72a0-4a8d-bbe9-a6dd67e5d0bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.027123 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce835d1-72a0-4a8d-bbe9-a6dd67e5d0bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.027371 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce835d1-72a0-4a8d-bbe9-a6dd67e5d0bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.074826 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Attempting to bind port 9d9b4631-22de-4744-83d7-722a49107b5d on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:15:27.075232 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Attempting to bind port 9d9b4631-22de-4744-83d7-722a49107b5d by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '7341b635-807a-4936-a719-11fc73930815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:15:27.075604 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Attempting to bind port 9d9b4631-22de-4744-83d7-722a49107b5d on network 9edc4e53-ac94-40cc-9eb8-3e7661ac42f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:15:27.090185 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:15:27.090592 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Checking segment: {'id': '7341b635-807a-4936-a719-11fc73930815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:27.091248 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:27.091862 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Bound using segment: {'id': '7341b635-807a-4936-a719-11fc73930815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:15:27.092527 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Bound port: 9d9b4631-22de-4744-83d7-722a49107b5d, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7341b635-807a-4936-a719-11fc73930815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:15:27.093103 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:27.117174 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:27.156587 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d84065-a9e7-43fb-8b68-2f3912888d9e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:27.266463 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:27.269071 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:27.270256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64049b4a-9a26-4efc-bc8b-2e81e0086a13 HTTP/1.1" status: 204 len: 168 time: 1.1120563 Nov 29 18:15:27.299639 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] For port 9d9b4631-22de-4744-83d7-722a49107b5d, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:15:27.309099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64049b4a-9a26-4efc-bc8b-2e81e0086a13,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:27.314745 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] For port 9d9b4631-22de-4744-83d7-722a49107b5d, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9d9b4631-22de-4744-83d7-722a49107b5d,segment=NetworkSegment(7341b635-807a-4936-a719-11fc73930815),segment_id=7341b635-807a-4936-a719-11fc73930815)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:15:27.319639 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b7d84065-a9e7-43fb-8b68-2f3912888d9e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:27.326022 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:27.352215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.352497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.352803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.353175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.353480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.353860 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.354153 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.365194 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-69a5d4cd-0320-4321-9359-b1fdd1be302d None None] Provisioning complete for port 9d9b4631-22de-4744-83d7-722a49107b5d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:27.367773 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69a5d4cd-0320-4321-9359-b1fdd1be302d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:27.368993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.369408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.369761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.370110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.370452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cf6bf5-2dc6-4c1b-87eb-7edbaba6f627 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:27.404948 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-b7d84065-a9e7-43fb-8b68-2f3912888d9e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port 6405996b-c34c-44b3-9ac9-83dad5266163 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:15:27.515572 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:27.516466 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:27.559766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e849f20a-c33d-45c3-aa98-aa68a0db98b4 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:27.610660 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4dcbb8ae-7960-4c5f-ba73-e3aa9fc33d91 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:27.622428 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4dcbb8ae-7960-4c5f-ba73-e3aa9fc33d91 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:27.661799 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-261f05ea-3cf2-4d6a-93fd-783a8b15fd83 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:27.664953 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead01975-f323-435f-a532-4d40f5b3a4af None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:27.797469 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-b7d84065-a9e7-43fb-8b68-2f3912888d9e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 172.20.0.13 (c052213d-ea6c-4782-b422-f625c0df816d/75ede385-4694-4bc8-b320-65ba52c276ed/6405996b-c34c-44b3-9ac9-83dad5266163) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:27.808625 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-b7d84065-a9e7-43fb-8b68-2f3912888d9e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::f816:3eff:fe3b:9c54 (c052213d-ea6c-4782-b422-f625c0df816d/bb6f1c21-349e-47f2-ba54-ef7309ab3b16/6405996b-c34c-44b3-9ac9-83dad5266163) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:27.860927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-261f05ea-3cf2-4d6a-93fd-783a8b15fd83 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Calling delete_port for b65dd75f-e9d4-4e02-bff4-f27793cb9b71 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:27.981288 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69a5d4cd-0320-4321-9359-b1fdd1be302d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:27.986041 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:27.986666 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcbb8ae-7960-4c5f-ba73-e3aa9fc33d91 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router a7cac5de-3789-417a-ad16-6a54b70099ee has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:15:27.995168 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:28.083283 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port e849f20a-c33d-45c3-aa98-aa68a0db98b4 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:28.083849 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:28.088176 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce835d1-72a0-4a8d-bbe9-a6dd67e5d0bc None None] Pushing event updated for resources: {'Port': ['ID=9d9b4631-22de-4744-83d7-722a49107b5d,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:28.088462 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-69a5d4cd-0320-4321-9359-b1fdd1be302d None None] For port 9d9b4631-22de-4744-83d7-722a49107b5d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9d9b4631-22de-4744-83d7-722a49107b5d,segment=NetworkSegment(7341b635-807a-4936-a719-11fc73930815),segment_id=7341b635-807a-4936-a719-11fc73930815)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:28.105912 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b7d84065-a9e7-43fb-8b68-2f3912888d9e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:28.140627 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69a5d4cd-0320-4321-9359-b1fdd1be302d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:28.164399 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b7d84065-a9e7-43fb-8b68-2f3912888d9e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:28.229159 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5d4cd-0320-4321-9359-b1fdd1be302d None None] Pushing event updated for resources: {'Port': ['ID=9d9b4631-22de-4744-83d7-722a49107b5d,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:28.257016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d84065-a9e7-43fb-8b68-2f3912888d9e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=6405996b-c34c-44b3-9ac9-83dad5266163,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:28.282616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d84065-a9e7-43fb-8b68-2f3912888d9e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:28.284993 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-b7d84065-a9e7-43fb-8b68-2f3912888d9e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:28.289856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d84065-a9e7-43fb-8b68-2f3912888d9e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:28.313772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-36df889f-1c58-4058-acce-81ddff997574 None None] Provisioning complete for port e849f20a-c33d-45c3-aa98-aa68a0db98b4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:28.313916 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-36df889f-1c58-4058-acce-81ddff997574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:28.355539 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcbb8ae-7960-4c5f-ba73-e3aa9fc33d91 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:15:28.375292 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4dcbb8ae-7960-4c5f-ba73-e3aa9fc33d91 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:28.378355 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4dcbb8ae-7960-4c5f-ba73-e3aa9fc33d91 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/a7cac5de-3789-417a-ad16-6a54b70099ee HTTP/1.1" status: 200 len: 934 time: 2.6919432 Nov 29 18:15:28.381470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41308) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:28.401450 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d84065-a9e7-43fb-8b68-2f3912888d9e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:28.401450 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b7d84065-a9e7-43fb-8b68-2f3912888d9e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:28.442988 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b7d84065-a9e7-43fb-8b68-2f3912888d9e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5446513 Nov 29 18:15:28.443959 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41314) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:28.564514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be8804e-90bb-4c69-911d-f38383504de2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:28.571734 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be8804e-90bb-4c69-911d-f38383504de2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:28.575864 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3be8804e-90bb-4c69-911d-f38383504de2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1284976 Nov 29 18:15:28.576506 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41320) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:28.653234 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:26Z', 'revision_number': 6, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34e6fb49-4022-400b-a9b0-a0e76047978f', 'name': '', 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:05:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:13Z', 'updated_at': '2021-11-29T18:15:20Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9b4631-22de-4744-83d7-722a49107b5d', 'name': '', 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:e8:36:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:22Z', 'updated_at': '2021-11-29T18:15:27Z', 'revision_number': 4, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:28.697056 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19363bc1-8919-406d-a280-d8c188bc9729 None None] The sync data for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 is: [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:26Z', 'revision_number': 6, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34e6fb49-4022-400b-a9b0-a0e76047978f', 'name': '', 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:05:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:13Z', 'updated_at': '2021-11-29T18:15:20Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9b4631-22de-4744-83d7-722a49107b5d', 'name': '', 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:e8:36:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:22Z', 'updated_at': '2021-11-29T18:15:27Z', 'revision_number': 4, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:15:28.715057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41324) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:28.732781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-03856013-8665-482b-abe3-df2edfc75f41 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'router': {'routes': None}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:28.758901 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-282515d8-0b79-4455-ab2d-a091cc4a2a1e tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/routers/a7cac5de-3789-417a-ad16-6a54b70099ee HTTP/1.1" status: 200 len: 934 time: 0.3697484 Nov 29 18:15:28.840355 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-261f05ea-3cf2-4d6a-93fd-783a8b15fd83 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:28.858907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-36df889f-1c58-4058-acce-81ddff997574 None None] Provisioning complete for port 9d9b4631-22de-4744-83d7-722a49107b5d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:28.859694 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-36df889f-1c58-4058-acce-81ddff997574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:28.890613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f05ea-3cf2-4d6a-93fd-783a8b15fd83 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Pushing event deleted for resources: {'Port': ['ID=b65dd75f-e9d4-4e02-bff4-f27793cb9b71,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:28.989727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-18161f23-36cd-4c43-b5dc-73b12401609f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port 6405996b-c34c-44b3-9ac9-83dad5266163 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:28.990085 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18161f23-36cd-4c43-b5dc-73b12401609f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:29.116712 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:29.146051 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18161f23-36cd-4c43-b5dc-73b12401609f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:29.202485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-18161f23-36cd-4c43-b5dc-73b12401609f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for 6405996b-c34c-44b3-9ac9-83dad5266163 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:29.263623 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41332) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:29.584424 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18161f23-36cd-4c43-b5dc-73b12401609f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:29.632620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9d9b4631-22de-4744-83d7-722a49107b5d up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:29.691140 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:29.694758 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eeb325-904b-40e4-8e8f-dc10d8263017 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:29.762194 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18161f23-36cd-4c43-b5dc-73b12401609f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=6405996b-c34c-44b3-9ac9-83dad5266163,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:29.786624 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.extraroute_db [None req-03856013-8665-482b-abe3-df2edfc75f41 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Added routes are [] {{(pid=110004) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 18:15:29.787187 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.extraroute_db [None req-03856013-8665-482b-abe3-df2edfc75f41 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=110004) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 18:15:29.839757 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d346765d-c0a1-4b46-b4a1-ed2d276d75f4 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-600939440'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:29.860442 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03856013-8665-482b-abe3-df2edfc75f41 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:29.867943 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c367c8ff-7abd-458d-bc5b-b3c45fc1dd92 None None] Provisioning complete for port e849f20a-c33d-45c3-aa98-aa68a0db98b4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:29.868697 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c367c8ff-7abd-458d-bc5b-b3c45fc1dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:29.948310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 9d9b4631-22de-4744-83d7-722a49107b5d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:29.948787 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:29.977781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d346765d-c0a1-4b46-b4a1-ed2d276d75f4 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Made reservation on behalf of df9b4ca6e5634385bc2e417ee471f951 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:29.985946 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d346765d-c0a1-4b46-b4a1-ed2d276d75f4 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:30.000496 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:30.002774 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-261f05ea-3cf2-4d6a-93fd-783a8b15fd83 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:30.033122 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d346765d-c0a1-4b46-b4a1-ed2d276d75f4 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:30.213551 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18161f23-36cd-4c43-b5dc-73b12401609f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:30.213551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-18161f23-36cd-4c43-b5dc-73b12401609f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/6405996b-c34c-44b3-9ac9-83dad5266163 HTTP/1.1" status: 204 len: 168 time: 1.6305242 Nov 29 18:15:30.221992 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41352) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:30.301914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261f05ea-3cf2-4d6a-93fd-783a8b15fd83 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Router 2432b1e1-3041-462c-87fa-53455b2a354e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:15:30.309773 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abe313f-4c95-4cbd-95e5-ed3d639fd41b None None] Sync routers for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:15:30.324396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe313f-4c95-4cbd-95e5-ed3d639fd41b None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:30.327525 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-8abe313f-4c95-4cbd-95e5-ed3d639fd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:30.453903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261f05ea-3cf2-4d6a-93fd-783a8b15fd83 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:15:30.464618 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd9992-053b-4393-8e7e-0147c774a080 None None] Sync routers for ids ['2432b1e1-3041-462c-87fa-53455b2a354e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:15:30.479115 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-261f05ea-3cf2-4d6a-93fd-783a8b15fd83 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] 10.222.0.23 "PUT /v2.0/routers/2432b1e1-3041-462c-87fa-53455b2a354e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6814220 Nov 29 18:15:30.483280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41360) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:30.483532 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd9992-053b-4393-8e7e-0147c774a080 None None] Routers {'2432b1e1-3041-462c-87fa-53455b2a354e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:30.484829 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bacd9992-053b-4393-8e7e-0147c774a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2432b1e1-3041-462c-87fa-53455b2a354e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:30.529510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-8abe313f-4c95-4cbd-95e5-ed3d639fd41b None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:30.546939 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bacd9992-053b-4393-8e7e-0147c774a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:30.589306 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd9992-053b-4393-8e7e-0147c774a080 None None] Routers {'2432b1e1-3041-462c-87fa-53455b2a354e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:30.590251 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bacd9992-053b-4393-8e7e-0147c774a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2432b1e1-3041-462c-87fa-53455b2a354e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:30.607272 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c632fa3-5357-4584-a827-0195a3b63f9f tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:30.651206 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bacd9992-053b-4393-8e7e-0147c774a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:30.652392 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd9992-053b-4393-8e7e-0147c774a080 None None] The sync data for ids ['2432b1e1-3041-462c-87fa-53455b2a354e'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:15:30.707473 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d9a40322-107d-4331-9318-e681e786468f None None] Provisioning complete for port e849f20a-c33d-45c3-aa98-aa68a0db98b4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:30.708034 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d9a40322-107d-4331-9318-e681e786468f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:30.768033 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa10fdeb-3043-4538-aac6-2553bd85e738 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:30.770738 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa10fdeb-3043-4538-aac6-2553bd85e738 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:30.772321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa10fdeb-3043-4538-aac6-2553bd85e738 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:30.777034 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fa10fdeb-3043-4538-aac6-2553bd85e738 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5515890 Nov 29 18:15:30.777034 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03856013-8665-482b-abe3-df2edfc75f41 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:30.782162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41368) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:30.863011 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d346765d-c0a1-4b46-b4a1-ed2d276d75f4 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:30.865166 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03856013-8665-482b-abe3-df2edfc75f41 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:30.880409 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d346765d-c0a1-4b46-b4a1-ed2d276d75f4 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:30.918941 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c632fa3-5357-4584-a827-0195a3b63f9f tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:30.922234 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c632fa3-5357-4584-a827-0195a3b63f9f tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:30.945843 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-8abe313f-4c95-4cbd-95e5-ed3d639fd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:29Z', 'revision_number': 7, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34e6fb49-4022-400b-a9b0-a0e76047978f', 'name': '', 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:05:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:13Z', 'updated_at': '2021-11-29T18:15:20Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9b4631-22de-4744-83d7-722a49107b5d', 'name': '', 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:e8:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:22Z', 'updated_at': '2021-11-29T18:15:28Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:30.984776 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c632fa3-5357-4584-a827-0195a3b63f9f tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:30.985754 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c632fa3-5357-4584-a827-0195a3b63f9f tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Fanout notify agent at l3_agent the message router_deleted on router 2432b1e1-3041-462c-87fa-53455b2a354e {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:15:31.001626 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abe313f-4c95-4cbd-95e5-ed3d639fd41b None None] Checking router: a7cac5de-3789-417a-ad16-6a54b70099ee for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:15:31.006681 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c632fa3-5357-4584-a827-0195a3b63f9f tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.008024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6c632fa3-5357-4584-a827-0195a3b63f9f tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] 10.222.0.23 "DELETE /v2.0/routers/2432b1e1-3041-462c-87fa-53455b2a354e HTTP/1.1" status: 204 len: 168 time: 0.5222359 Nov 29 18:15:31.011043 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41376) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:31.016649 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe313f-4c95-4cbd-95e5-ed3d639fd41b None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:31.017540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-8abe313f-4c95-4cbd-95e5-ed3d639fd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:31.032616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d346765d-c0a1-4b46-b4a1-ed2d276d75f4 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:15:31.100934 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8cf694b-12c8-488e-b813-da9132615a9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 75ede385-4694-4bc8-b320-65ba52c276ed {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:31.102963 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a17410-c543-465b-8f6e-a7dae6d41eb2 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Deleting subnet 28d61504-8b06-4455-ab58-045c84ab81e2 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:31.111322 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f8cf694b-12c8-488e-b813-da9132615a9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.115579 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16a17410-c543-465b-8f6e-a7dae6d41eb2 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.192544 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f8cf694b-12c8-488e-b813-da9132615a9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.201979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f5493d28-af45-495a-971f-8e21c0851632 None None] Could not find standard attr ID for object 6405996b-c34c-44b3-9ac9-83dad5266163. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:15:31.207809 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16a17410-c543-465b-8f6e-a7dae6d41eb2 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.234832 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346765d-c0a1-4b46-b4a1-ed2d276d75f4 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae5445f-450d-4763-b8ef-c6dafe371615,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:31.239271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-8abe313f-4c95-4cbd-95e5-ed3d639fd41b None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:31.262777 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d346765d-c0a1-4b46-b4a1-ed2d276d75f4 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.263521 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-d346765d-c0a1-4b46-b4a1-ed2d276d75f4 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Added segment 76744085-51dc-4904-ab8d-5bd90d502db9 of type vlan for network 96191223-e0f4-4331-ba76-0acac9b4796b Nov 29 18:15:31.395263 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16a17410-c543-465b-8f6e-a7dae6d41eb2 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.402166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03856013-8665-482b-abe3-df2edfc75f41 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router a7cac5de-3789-417a-ad16-6a54b70099ee has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:15:31.438125 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d346765d-c0a1-4b46-b4a1-ed2d276d75f4 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.479034 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f8cf694b-12c8-488e-b813-da9132615a9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.502580 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16a17410-c543-465b-8f6e-a7dae6d41eb2 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.532257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a17410-c543-465b-8f6e-a7dae6d41eb2 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Pushing event deleted for resources: {'Subnet': ['ID=28d61504-8b06-4455-ab58-045c84ab81e2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:31.542399 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16a17410-c543-465b-8f6e-a7dae6d41eb2 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.546294 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-16a17410-c543-465b-8f6e-a7dae6d41eb2 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] 10.222.0.23 "DELETE /v2.0/subnets/28d61504-8b06-4455-ab58-045c84ab81e2 HTTP/1.1" status: 204 len: 168 time: 0.5338783 Nov 29 18:15:31.549526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41388) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:31.568652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9c5664-5eb8-4b77-a952-dc3de3f61164 None None] Network 8e12cf06-bc9c-4b56-aa86-f5635f21d85f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:31.601925 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d346765d-c0a1-4b46-b4a1-ed2d276d75f4 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.608169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d346765d-c0a1-4b46-b4a1-ed2d276d75f4 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:31.608861 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d346765d-c0a1-4b46-b4a1-ed2d276d75f4 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.636515 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.703586 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-8abe313f-4c95-4cbd-95e5-ed3d639fd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:29Z', 'revision_number': 7, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34e6fb49-4022-400b-a9b0-a0e76047978f', 'name': '', 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:05:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:13Z', 'updated_at': '2021-11-29T18:15:20Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9b4631-22de-4744-83d7-722a49107b5d', 'name': '', 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:e8:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:22Z', 'updated_at': '2021-11-29T18:15:28Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:31.718617 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d346765d-c0a1-4b46-b4a1-ed2d276d75f4 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.4510422 Nov 29 18:15:31.719235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Deleting port fe81dc09-fda9-4a68-bf55-9cb2fa674d36 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:31.719764 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.722108 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41390) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:31.727816 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03856013-8665-482b-abe3-df2edfc75f41 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:15:31.730023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3fba7ef2-6b66-4c6c-a19e-5fdd7cf689c8 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Request body: {'subnet': {'network_id': '96191223-e0f4-4331-ba76-0acac9b4796b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:31.746157 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03856013-8665-482b-abe3-df2edfc75f41 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.750022 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-03856013-8665-482b-abe3-df2edfc75f41 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/a7cac5de-3789-417a-ad16-6a54b70099ee HTTP/1.1" status: 200 len: 700 time: 3.0296996 Nov 29 18:15:31.752642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41392) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:31.760734 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346765d-c0a1-4b46-b4a1-ed2d276d75f4 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event updated for resources: {'Network': ['ID=96191223-e0f4-4331-ba76-0acac9b4796b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:31.766567 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f8cf694b-12c8-488e-b813-da9132615a9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.799329 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf694b-12c8-488e-b813-da9132615a9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=75ede385-4694-4bc8-b320-65ba52c276ed,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:31.800617 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 96191223-e0f4-4331-ba76-0acac9b4796b details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:15:31.803789 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f8cf694b-12c8-488e-b813-da9132615a9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.810479 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f8cf694b-12c8-488e-b813-da9132615a9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/75ede385-4694-4bc8-b320-65ba52c276ed HTTP/1.1" status: 204 len: 168 time: 1.0240328 Nov 29 18:15:31.810889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41394) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:31.872724 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abe313f-4c95-4cbd-95e5-ed3d639fd41b None None] The sync data for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 is: [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:29Z', 'revision_number': 7, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34e6fb49-4022-400b-a9b0-a0e76047978f', 'name': '', 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:05:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:13Z', 'updated_at': '2021-11-29T18:15:20Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9b4631-22de-4744-83d7-722a49107b5d', 'name': '', 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:e8:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:22Z', 'updated_at': '2021-11-29T18:15:28Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:15:31.879492 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a54f08-04b7-4ce9-a96e-3f84e6d8a8b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet bb6f1c21-349e-47f2-ba54-ef7309ab3b16 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:31.882177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7693314-6e57-492c-9d47-7637e34f217e None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:31.884132 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-53a54f08-04b7-4ce9-a96e-3f84e6d8a8b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:31.984689 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-53a54f08-04b7-4ce9-a96e-3f84e6d8a8b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:32.077694 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99afe846-042a-4201-9550-6c246ece845b None None] DHCP port deletion for 8e12cf06-bc9c-4b56-aa86-f5635f21d85f request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:15:32.120078 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-53a54f08-04b7-4ce9-a96e-3f84e6d8a8b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:32.190819 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-99afe846-042a-4201-9550-6c246ece845b None None] Deleting port fe81dc09-fda9-4a68-bf55-9cb2fa674d36 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:32.191227 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99afe846-042a-4201-9550-6c246ece845b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:32.213608 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-53a54f08-04b7-4ce9-a96e-3f84e6d8a8b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:32.294864 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a54f08-04b7-4ce9-a96e-3f84e6d8a8b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6f1c21-349e-47f2-ba54-ef7309ab3b16,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:32.305777 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-53a54f08-04b7-4ce9-a96e-3f84e6d8a8b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:32.316443 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-53a54f08-04b7-4ce9-a96e-3f84e6d8a8b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/bb6f1c21-349e-47f2-ba54-ef7309ab3b16 HTTP/1.1" status: 204 len: 168 time: 0.5022271 Nov 29 18:15:32.317387 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41398) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:32.327243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-99afe846-042a-4201-9550-6c246ece845b None None] For port fe81dc09-fda9-4a68-bf55-9cb2fa674d36, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=fe81dc09-fda9-4a68-bf55-9cb2fa674d36,segment=NetworkSegment(53a1795c-b16f-4037-af8d-2944c7910359),segment_id=53a1795c-b16f-4037-af8d-2944c7910359)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:32.334003 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99afe846-042a-4201-9550-6c246ece845b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:32.359952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c5f4c1-e0bc-4ada-b56a-22c8c18384e5 None None] Sync routers for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:15:32.377609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] For port fe81dc09-fda9-4a68-bf55-9cb2fa674d36, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=fe81dc09-fda9-4a68-bf55-9cb2fa674d36,segment=NetworkSegment(53a1795c-b16f-4037-af8d-2944c7910359),segment_id=53a1795c-b16f-4037-af8d-2944c7910359)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:32.377794 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c5f4c1-e0bc-4ada-b56a-22c8c18384e5 None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:32.378207 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:32.378360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-02c5f4c1-e0bc-4ada-b56a-22c8c18384e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:32.383767 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-365849d1-cc26-4527-99fd-0bd3e9a5ddaf tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626142 Nov 29 18:15:32.387498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41400) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:32.471673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Calling delete_port for fe81dc09-fda9-4a68-bf55-9cb2fa674d36 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:32.484797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7df87db-fef9-4c0a-bd7f-a07befa969e1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:32.490927 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e7df87db-fef9-4c0a-bd7f-a07befa969e1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1017239 Nov 29 18:15:32.491656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41402) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:32.500709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fba7ef2-6b66-4c6c-a19e-5fdd7cf689c8 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Made reservation on behalf of df9b4ca6e5634385bc2e417ee471f951 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:32.505763 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fba7ef2-6b66-4c6c-a19e-5fdd7cf689c8 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:32.598569 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-99afe846-042a-4201-9550-6c246ece845b None None] Calling delete_port for fe81dc09-fda9-4a68-bf55-9cb2fa674d36 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:32.630575 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-48768c13-4eca-4f39-af0c-c2929a232fc9 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/routers/a7cac5de-3789-417a-ad16-6a54b70099ee HTTP/1.1" status: 200 len: 700 time: 0.8497155 Nov 29 18:15:32.636066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd51867e-e285-42f7-96d9-7a5907b7d006 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:32.638444 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bd51867e-e285-42f7-96d9-7a5907b7d006 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1453192 Nov 29 18:15:32.639468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41406) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:32.641493 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41408) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:32.698567 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-278de8f0-f1cd-4d8f-bc45-c2d062366f8f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464518 Nov 29 18:15:32.730276 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-02c5f4c1-e0bc-4ada-b56a-22c8c18384e5 None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:32.737054 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41410) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:32.746076 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2bd9c85c-e5dc-47b1-b4ce-212aa625cf0a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:32.948851 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99afe846-042a-4201-9550-6c246ece845b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:33.001126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afe846-042a-4201-9550-6c246ece845b None None] Pushing event deleted for resources: {'Port': ['ID=fe81dc09-fda9-4a68-bf55-9cb2fa674d36,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:33.006259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99afe846-042a-4201-9550-6c246ece845b None None] No DVR routers for this DVR port fe81dc09-fda9-4a68-bf55-9cb2fa674d36 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:15:33.015944 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:33.041988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] No DVR routers for this DVR port fe81dc09-fda9-4a68-bf55-9cb2fa674d36 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:15:33.048433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd9c85c-e5dc-47b1-b4ce-212aa625cf0a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:33.055339 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2bd9c85c-e5dc-47b1-b4ce-212aa625cf0a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:33.058859 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd9c85c-e5dc-47b1-b4ce-212aa625cf0a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:15:33.059362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd9c85c-e5dc-47b1-b4ce-212aa625cf0a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:15:33.129525 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2bd9c85c-e5dc-47b1-b4ce-212aa625cf0a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3913794 Nov 29 18:15:33.130137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41412) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:33.139928 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-02c5f4c1-e0bc-4ada-b56a-22c8c18384e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:29Z', 'revision_number': 7, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34e6fb49-4022-400b-a9b0-a0e76047978f', 'name': '', 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:05:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:13Z', 'updated_at': '2021-11-29T18:15:20Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9b4631-22de-4744-83d7-722a49107b5d', 'name': '', 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:e8:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:22Z', 'updated_at': '2021-11-29T18:15:28Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:33.145402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e48b3ba0-ff38-4356-9429-44fb39b5f423 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:33.149051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Pushing event deleted for resources: {'Port': ['ID=fe81dc09-fda9-4a68-bf55-9cb2fa674d36,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:33.178658 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c5f4c1-e0bc-4ada-b56a-22c8c18384e5 None None] Checking router: a7cac5de-3789-417a-ad16-6a54b70099ee for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:15:33.197758 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b047cf91-ad2f-45eb-9a8f-7be98b7066c7 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:33.201815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c5f4c1-e0bc-4ada-b56a-22c8c18384e5 None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:33.202956 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-02c5f4c1-e0bc-4ada-b56a-22c8c18384e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:33.226689 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:33.251654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e12cf06-bc9c-4b56-aa86-f5635f21d85f']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:33.263362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a1795c-b16f-4037-af8d-2944c7910359') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:33.263926 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a1795c-b16f-4037-af8d-2944c7910359') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:33.272876 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36552445-b84b-49c5-a097-5c90d09fbcd2 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:33.276603 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:33.291432 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:33.298550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:15:33.299050 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:15:33.388940 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:15:33.409155 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:33.479053 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:33.485829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] 10.222.0.23 "DELETE /v2.0/networks/8e12cf06-bc9c-4b56-aa86-f5635f21d85f HTTP/1.1" status: 204 len: 168 time: 1.9329741 Nov 29 18:15:33.528730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7f026-749c-45a8-9753-dd9972aebc64 tempest-FloatingIPNegativeTestJSON-129853653 tempest-FloatingIPNegativeTestJSON-129853653-project] Pushing event deleted for resources: {'Network': ['ID=8e12cf06-bc9c-4b56-aa86-f5635f21d85f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:33.540594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fe81dc09-fda9-4a68-bf55-9cb2fa674d36 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:15:33.559147 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fba7ef2-6b66-4c6c-a19e-5fdd7cf689c8 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:33.586628 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: fe81dc09-fda9-4a68-bf55-9cb2fa674d36 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:15:33.587000 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fe81dc09-fda9-4a68-bf55-9cb2fa674d36 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:15:33.599297 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3f195785-b21c-4e74-8b4b-e2cadca886c9 None None] Provisioning complete for port e849f20a-c33d-45c3-aa98-aa68a0db98b4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:33.599951 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f195785-b21c-4e74-8b4b-e2cadca886c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:33.625215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-02c5f4c1-e0bc-4ada-b56a-22c8c18384e5 None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:33.661986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48b3ba0-ff38-4356-9429-44fb39b5f423 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:33.672661 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e48b3ba0-ff38-4356-9429-44fb39b5f423 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:33.676084 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48b3ba0-ff38-4356-9429-44fb39b5f423 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:15:33.676558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48b3ba0-ff38-4356-9429-44fb39b5f423 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:15:33.690643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba7ef2-6b66-4c6c-a19e-5fdd7cf689c8 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event updated for resources: {'Subnet': ['ID=0befed4e-8075-47bd-a963-f4605ce93c55,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:33.719487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-36552445-b84b-49c5-a097-5c90d09fbcd2 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port 9d9b4631-22de-4744-83d7-722a49107b5d {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:33.719806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba7ef2-6b66-4c6c-a19e-5fdd7cf689c8 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Checking segment: {'id': '76744085-51dc-4904-ab8d-5bd90d502db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '96191223-e0f4-4331-ba76-0acac9b4796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:33.720054 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36552445-b84b-49c5-a097-5c90d09fbcd2 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:33.720152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fba7ef2-6b66-4c6c-a19e-5fdd7cf689c8 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Network hostable DHCP agents. Network: 96191223-e0f4-4331-ba76-0acac9b4796b, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:15:33.740573 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e48b3ba0-ff38-4356-9429-44fb39b5f423 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6035862 Nov 29 18:15:33.741496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41420) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:33.751581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f2124703-c5d4-4d81-8b43-a474ef6b5a80 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:33.843876 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-36552445-b84b-49c5-a097-5c90d09fbcd2 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] For port 9d9b4631-22de-4744-83d7-722a49107b5d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9d9b4631-22de-4744-83d7-722a49107b5d,segment=NetworkSegment(7341b635-807a-4936-a719-11fc73930815),segment_id=7341b635-807a-4936-a719-11fc73930815)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:33.846643 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36552445-b84b-49c5-a097-5c90d09fbcd2 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:33.863955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fba7ef2-6b66-4c6c-a19e-5fdd7cf689c8 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Network 96191223-e0f4-4331-ba76-0acac9b4796b is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:15:33.892442 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-36552445-b84b-49c5-a097-5c90d09fbcd2 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for 9d9b4631-22de-4744-83d7-722a49107b5d owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:33.914104 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-3fba7ef2-6b66-4c6c-a19e-5fdd7cf689c8 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 96191223-e0f4-4331-ba76-0acac9b4796b) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:33.917872 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46c90ff-b756-4614-a48b-16817d84bb85 None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:15:33.921699 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fba7ef2-6b66-4c6c-a19e-5fdd7cf689c8 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:33.922371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fba7ef2-6b66-4c6c-a19e-5fdd7cf689c8 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:33.927777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2124703-c5d4-4d81-8b43-a474ef6b5a80 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:33.932270 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2124703-c5d4-4d81-8b43-a474ef6b5a80 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:33.933747 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2124703-c5d4-4d81-8b43-a474ef6b5a80 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:15:33.934144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2124703-c5d4-4d81-8b43-a474ef6b5a80 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:15:33.944450 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41424) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:33.952936 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4638519f-2943-4dd5-913a-2d5f43e3fe67 None None] Network 96191223-e0f4-4331-ba76-0acac9b4796b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:33.975873 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f2124703-c5d4-4d81-8b43-a474ef6b5a80 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2334244 Nov 29 18:15:33.981369 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3fba7ef2-6b66-4c6c-a19e-5fdd7cf689c8 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2577302 Nov 29 18:15:33.982418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41428) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:33.987393 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41430) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:33.989469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-096f636b-49a2-4f3d-873f-2ab6133c0bf6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:33.999067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e4fa81fc-8f20-4e5b-8738-878ed64ec0a0 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Request body: {'port': {'network_id': '96191223-e0f4-4331-ba76-0acac9b4796b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-61122330'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:34.122317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096f636b-49a2-4f3d-873f-2ab6133c0bf6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:34.127252 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-096f636b-49a2-4f3d-873f-2ab6133c0bf6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:34.129026 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-096f636b-49a2-4f3d-873f-2ab6133c0bf6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:15:34.130811 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096f636b-49a2-4f3d-873f-2ab6133c0bf6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:15:34.174228 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-096f636b-49a2-4f3d-873f-2ab6133c0bf6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1904407 Nov 29 18:15:34.181528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41432) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:34.190825 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c9d611c3-997d-4309-a735-71ae196e521b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:34.248845 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a46c90ff-b756-4614-a48b-16817d84bb85 None None] Deleting port e849f20a-c33d-45c3-aa98-aa68a0db98b4 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:34.249279 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a46c90ff-b756-4614-a48b-16817d84bb85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:34.266336 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e4f0213b-082d-4f68-97c9-87f0b16cb796 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8adcb38cd0de425db405025d9f3343b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3161173 Nov 29 18:15:34.267028 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41434) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:34.290989 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36552445-b84b-49c5-a097-5c90d09fbcd2 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:34.335622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-02c5f4c1-e0bc-4ada-b56a-22c8c18384e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:29Z', 'revision_number': 7, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34e6fb49-4022-400b-a9b0-a0e76047978f', 'name': '', 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:05:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:13Z', 'updated_at': '2021-11-29T18:15:20Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9b4631-22de-4744-83d7-722a49107b5d', 'name': '', 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:e8:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:22Z', 'updated_at': '2021-11-29T18:15:28Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:34.343108 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d611c3-997d-4309-a735-71ae196e521b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:34.347223 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9d611c3-997d-4309-a735-71ae196e521b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:34.348727 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d611c3-997d-4309-a735-71ae196e521b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:15:34.349248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d611c3-997d-4309-a735-71ae196e521b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:15:34.358249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36552445-b84b-49c5-a097-5c90d09fbcd2 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=9d9b4631-22de-4744-83d7-722a49107b5d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:34.387111 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c9d611c3-997d-4309-a735-71ae196e521b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2038660 Nov 29 18:15:34.390333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41436) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:34.404825 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-155a8925-c7ef-4e8e-afdd-34e12253c8d6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:34.417008 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0e08b7b-dbe7-429d-bd3d-91102895769d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:34.455369 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c5f4c1-e0bc-4ada-b56a-22c8c18384e5 None None] The sync data for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 is: [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:29Z', 'revision_number': 7, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34e6fb49-4022-400b-a9b0-a0e76047978f', 'name': '', 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:05:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:13Z', 'updated_at': '2021-11-29T18:15:20Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d9b4631-22de-4744-83d7-722a49107b5d', 'name': '', 'network_id': '9edc4e53-ac94-40cc-9eb8-3e7661ac42f7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:e8:36:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:22Z', 'updated_at': '2021-11-29T18:15:28Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': 'f714a69a-fbff-4f4e-a53a-7796c49b5a36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:15:34.462122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a46c90ff-b756-4614-a48b-16817d84bb85 None None] For port e849f20a-c33d-45c3-aa98-aa68a0db98b4, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e849f20a-c33d-45c3-aa98-aa68a0db98b4,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:34.462524 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a46c90ff-b756-4614-a48b-16817d84bb85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:34.520498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a46c90ff-b756-4614-a48b-16817d84bb85 None None] Calling delete_port for e849f20a-c33d-45c3-aa98-aa68a0db98b4 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:34.574370 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-36552445-b84b-49c5-a097-5c90d09fbcd2 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:34.579488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-96191223-e0f4-4331-ba76-0acac9b4796b', 'network_id': '96191223-e0f4-4331-ba76-0acac9b4796b', 'tenant_id': 'df9b4ca6e5634385bc2e417ee471f951', 'fixed_ips': [{'subnet_id': '0befed4e-8075-47bd-a963-f4605ce93c55'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:15:34.580411 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:34.592252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fa81fc-8f20-4e5b-8738-878ed64ec0a0 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Made reservation on behalf of df9b4ca6e5634385bc2e417ee471f951 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:34.596230 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4fa81fc-8f20-4e5b-8738-878ed64ec0a0 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:34.660129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155a8925-c7ef-4e8e-afdd-34e12253c8d6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:34.669057 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-155a8925-c7ef-4e8e-afdd-34e12253c8d6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:34.671695 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-155a8925-c7ef-4e8e-afdd-34e12253c8d6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:15:34.672145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155a8925-c7ef-4e8e-afdd-34e12253c8d6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:15:34.682132 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0e08b7b-dbe7-429d-bd3d-91102895769d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:34.712673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-e4fa81fc-8f20-4e5b-8738-878ed64ec0a0 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] device_id is not set on port 89a87c13-0767-472b-8888-f2f18a4c5eaa yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:15:34.776053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-155a8925-c7ef-4e8e-afdd-34e12253c8d6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3810000 Nov 29 18:15:34.782760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41444) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:34.810867 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Allocated IP 2001:db8::2 (96191223-e0f4-4331-ba76-0acac9b4796b/0befed4e-8075-47bd-a963-f4605ce93c55/b6da75d1-1f4d-4e84-a183-cc96967be689) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:34.849995 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a46c90ff-b756-4614-a48b-16817d84bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:34.950775 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0e08b7b-dbe7-429d-bd3d-91102895769d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:34.959074 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0e08b7b-dbe7-429d-bd3d-91102895769d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:34.964892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b0e08b7b-dbe7-429d-bd3d-91102895769d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53a12fc4-132d-4046-8a79-272ad4581393 HTTP/1.1" status: 204 len: 168 time: 0.6925621 Nov 29 18:15:34.982998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e08b7b-dbe7-429d-bd3d-91102895769d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a12fc4-132d-4046-8a79-272ad4581393,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:34.995611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31984ad0-63ea-4c80-9eb0-eda91a36ddc8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:35.000389 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-31984ad0-63ea-4c80-9eb0-eda91a36ddc8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2166884 Nov 29 18:15:35.001028 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41450) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:35.059935 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36552445-b84b-49c5-a097-5c90d09fbcd2 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router a7cac5de-3789-417a-ad16-6a54b70099ee has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:15:35.070659 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99faef26-92ff-4b4b-b8e2-3374f0501066 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:35.078560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-99faef26-92ff-4b4b-b8e2-3374f0501066 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0737579 Nov 29 18:15:35.080133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41452) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:35.188344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-98032528-7ca5-4dea-9bf3-1d492a2bd2aa tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063328 Nov 29 18:15:35.192323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41456) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:35.204362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f8bbe64f-e34f-44ea-adf2-7f3411bd25b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:35.225268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c90ff-b756-4614-a48b-16817d84bb85 None None] Pushing event deleted for resources: {'Port': ['ID=e849f20a-c33d-45c3-aa98-aa68a0db98b4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:35.232929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c90ff-b756-4614-a48b-16817d84bb85 None None] No DVR routers for this DVR port e849f20a-c33d-45c3-aa98-aa68a0db98b4 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:15:35.357559 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:35.378408 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:35.392847 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bbe64f-e34f-44ea-adf2-7f3411bd25b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:35.407458 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8bbe64f-e34f-44ea-adf2-7f3411bd25b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:35.463926 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Network 96191223-e0f4-4331-ba76-0acac9b4796b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:35.467052 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:35.483601 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:35.492062 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Pushing event updated for resources: {'Port': ['ID=b6da75d1-1f4d-4e84-a183-cc96967be689,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:35.562733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Attempting to bind port b6da75d1-1f4d-4e84-a183-cc96967be689 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:15:35.563512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Attempting to bind port b6da75d1-1f4d-4e84-a183-cc96967be689 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '76744085-51dc-4904-ab8d-5bd90d502db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '96191223-e0f4-4331-ba76-0acac9b4796b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:15:35.563888 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Attempting to bind port b6da75d1-1f4d-4e84-a183-cc96967be689 on network 96191223-e0f4-4331-ba76-0acac9b4796b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:15:35.573990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:15:35.574402 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Checking segment: {'id': '76744085-51dc-4904-ab8d-5bd90d502db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '96191223-e0f4-4331-ba76-0acac9b4796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:35.574829 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:35.575249 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Bound using segment: {'id': '76744085-51dc-4904-ab8d-5bd90d502db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '96191223-e0f4-4331-ba76-0acac9b4796b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:15:35.577940 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Bound port: b6da75d1-1f4d-4e84-a183-cc96967be689, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76744085-51dc-4904-ab8d-5bd90d502db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '96191223-e0f4-4331-ba76-0acac9b4796b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:15:35.578388 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:35.677301 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e849f20a-c33d-45c3-aa98-aa68a0db98b4 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:15:35.739178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: e849f20a-c33d-45c3-aa98-aa68a0db98b4 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:15:35.739563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e849f20a-c33d-45c3-aa98-aa68a0db98b4 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:15:35.768538 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] For port b6da75d1-1f4d-4e84-a183-cc96967be689, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:15:35.773955 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] For port b6da75d1-1f4d-4e84-a183-cc96967be689, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b6da75d1-1f4d-4e84-a183-cc96967be689,segment=NetworkSegment(76744085-51dc-4904-ab8d-5bd90d502db9),segment_id=76744085-51dc-4904-ab8d-5bd90d502db9)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:15:35.779466 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:35.860055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e1ab5-ad19-41f5-b745-a4f375244ff8 None None] Pushing event updated for resources: {'Port': ['ID=b6da75d1-1f4d-4e84-a183-cc96967be689,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:35.885348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.objects.ports [None req-f8bbe64f-e34f-44ea-adf2-7f3411bd25b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:15:35.887973 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8bbe64f-e34f-44ea-adf2-7f3411bd25b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:35.901629 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36552445-b84b-49c5-a097-5c90d09fbcd2 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:15:35.921516 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-36552445-b84b-49c5-a097-5c90d09fbcd2 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/a7cac5de-3789-417a-ad16-6a54b70099ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2807734 Nov 29 18:15:35.932633 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d304c9-c608-438c-8d19-5fab62faeb7c None None] Sync routers for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:15:35.943088 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41470) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:35.976864 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d304c9-c608-438c-8d19-5fab62faeb7c None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:35.977510 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d7d304c9-c608-438c-8d19-5fab62faeb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:36.020514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a7b09c-217c-428e-a283-3cc1c1ac90f1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting subnet f714a69a-fbff-4f4e-a53a-7796c49b5a36 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:36.027047 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08a7b09c-217c-428e-a283-3cc1c1ac90f1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:36.038596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bbe64f-e34f-44ea-adf2-7f3411bd25b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:36.045591 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f8bbe64f-e34f-44ea-adf2-7f3411bd25b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:36.052266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bbe64f-e34f-44ea-adf2-7f3411bd25b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:36.053809 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8bbe64f-e34f-44ea-adf2-7f3411bd25b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:36.056345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b5d0b4-32f8-4c23-9db8-8bc44e837cb5 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:36.065270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbe64f-e34f-44ea-adf2-7f3411bd25b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=70edfc8e-e322-47de-950a-c37ae14582ac,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:36.096622 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f8bbe64f-e34f-44ea-adf2-7f3411bd25b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9030747 Nov 29 18:15:36.097928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41474) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:36.104690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-eb64d37c-fafb-4f01-9162-77152cb32b53 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'mac_address': 'fa:16:3e:38:f1:00', 'name': 'tempest-NetworksTestDHCPv6-1642928120'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:36.150744 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-e4fa81fc-8f20-4e5b-8738-878ed64ec0a0 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Allocated IP 2001:db8::2a9 (96191223-e0f4-4331-ba76-0acac9b4796b/0befed4e-8075-47bd-a963-f4605ce93c55/89a87c13-0767-472b-8888-f2f18a4c5eaa) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:36.154475 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08a7b09c-217c-428e-a283-3cc1c1ac90f1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:36.205757 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d7d304c9-c608-438c-8d19-5fab62faeb7c None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:36.301280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb64d37c-fafb-4f01-9162-77152cb32b53 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:36.508308 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': '70edfc8e-e322-47de-950a-c37ae14582ac'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:15:36.509774 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:36.519443 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb64d37c-fafb-4f01-9162-77152cb32b53 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:36.551631 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-eb64d37c-fafb-4f01-9162-77152cb32b53 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port f54437dc-87db-4fce-9663-0a8134ae723b yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:15:36.669943 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4fa81fc-8f20-4e5b-8738-878ed64ec0a0 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:36.696150 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08a7b09c-217c-428e-a283-3cc1c1ac90f1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:36.724726 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41482) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:36.782267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-eb64d37c-fafb-4f01-9162-77152cb32b53 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::f816:3eff:fe38:f100 (c052213d-ea6c-4782-b422-f625c0df816d/70edfc8e-e322-47de-950a-c37ae14582ac/f54437dc-87db-4fce-9663-0a8134ae723b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:36.784021 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08a7b09c-217c-428e-a283-3cc1c1ac90f1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:36.819522 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7b09c-217c-428e-a283-3cc1c1ac90f1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Subnet': ['ID=f714a69a-fbff-4f4e-a53a-7796c49b5a36,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:36.833860 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08a7b09c-217c-428e-a283-3cc1c1ac90f1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:36.838960 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-08a7b09c-217c-428e-a283-3cc1c1ac90f1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/f714a69a-fbff-4f4e-a53a-7796c49b5a36 HTTP/1.1" status: 204 len: 168 time: 0.8945947 Nov 29 18:15:36.844516 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41488) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:36.845887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef62527-fd95-4c15-a6da-db4186fa1bf7 None None] Network 9edc4e53-ac94-40cc-9eb8-3e7661ac42f7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:36.847595 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d7d304c9-c608-438c-8d19-5fab62faeb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:34Z', 'revision_number': 8, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34e6fb49-4022-400b-a9b0-a0e76047978f', 'name': '', 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:05:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:13Z', 'updated_at': '2021-11-29T18:15:20Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:36.874440 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4fa81fc-8f20-4e5b-8738-878ed64ec0a0 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:36.950682 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d304c9-c608-438c-8d19-5fab62faeb7c None None] Checking router: a7cac5de-3789-417a-ad16-6a54b70099ee for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:15:36.981056 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d304c9-c608-438c-8d19-5fab62faeb7c None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:36.981691 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d7d304c9-c608-438c-8d19-5fab62faeb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:36.993379 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa81fc-8f20-4e5b-8738-878ed64ec0a0 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Network 96191223-e0f4-4331-ba76-0acac9b4796b is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:37.008571 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-e4fa81fc-8f20-4e5b-8738-878ed64ec0a0 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:37.012758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa81fc-8f20-4e5b-8738-878ed64ec0a0 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:37.029742 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fa81fc-8f20-4e5b-8738-878ed64ec0a0 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:37.030718 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4fa81fc-8f20-4e5b-8738-878ed64ec0a0 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.060091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa81fc-8f20-4e5b-8738-878ed64ec0a0 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event updated for resources: {'Port': ['ID=89a87c13-0767-472b-8888-f2f18a4c5eaa,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:37.096079 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e4fa81fc-8f20-4e5b-8738-878ed64ec0a0 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1034536 Nov 29 18:15:37.100018 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41492) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:37.115564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-0d4d3fea-04d1-4851-9453-a19b551ad351 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Request body: {'port': {'network_id': '96191223-e0f4-4331-ba76-0acac9b4796b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1505391027', 'allowed_address_pairs': [{'ip_address': '2001:db8::2a9', 'mac_address': 'fa:16:3e:ab:72:4d'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:37.123522 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facd8959-92c2-48ea-829f-cc27351c1797 None None] DHCP port deletion for 9edc4e53-ac94-40cc-9eb8-3e7661ac42f7 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:15:37.181308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Request body: {'networks': [{'name': 'tempest-network--531405201'}, {'name': 'tempest-network--217719201'}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:37.181824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Request body: {'network': {'name': 'tempest-network--531405201'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:37.182366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Request body: {'network': {'name': 'tempest-network--217719201'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:37.207745 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d7d304c9-c608-438c-8d19-5fab62faeb7c None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:37.254908 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-facd8959-92c2-48ea-829f-cc27351c1797 None None] Deleting port 6ba7d9a5-b124-43d8-9689-d3ce4183b963 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:37.255134 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-facd8959-92c2-48ea-829f-cc27351c1797 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.302739 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4d3fea-04d1-4851-9453-a19b551ad351 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Made reservation on behalf of df9b4ca6e5634385bc2e417ee471f951 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:37.318253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Made reservation on behalf of 344148fbd9da44a3a4cb9ade9e276945 for: {'network': 2} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:37.331760 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.361404 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb64d37c-fafb-4f01-9162-77152cb32b53 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.403844 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.408963 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.413887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-facd8959-92c2-48ea-829f-cc27351c1797 None None] For port 6ba7d9a5-b124-43d8-9689-d3ce4183b963, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6ba7d9a5-b124-43d8-9689-d3ce4183b963,segment=NetworkSegment(7341b635-807a-4936-a719-11fc73930815),segment_id=7341b635-807a-4936-a719-11fc73930815)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:37.416188 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-facd8959-92c2-48ea-829f-cc27351c1797 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.477676 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-facd8959-92c2-48ea-829f-cc27351c1797 None None] Calling delete_port for 6ba7d9a5-b124-43d8-9689-d3ce4183b963 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:37.517805 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3fea-04d1-4851-9453-a19b551ad351 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.566778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-0d4d3fea-04d1-4851-9453-a19b551ad351 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] device_id is not set on port cd45cd1c-65c2-4f94-83df-e0e6fce0fd25 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:15:37.627720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b6da75d1-1f4d-4e84-a183-cc96967be689 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:37.673536 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94518a67-90e8-46a3-aedc-6ecffd130c00 None None] Network 96191223-e0f4-4331-ba76-0acac9b4796b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:37.675742 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d7d304c9-c608-438c-8d19-5fab62faeb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:34Z', 'revision_number': 8, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34e6fb49-4022-400b-a9b0-a0e76047978f', 'name': '', 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:05:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:13Z', 'updated_at': '2021-11-29T18:15:20Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:37.692492 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb64d37c-fafb-4f01-9162-77152cb32b53 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.711165 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d304c9-c608-438c-8d19-5fab62faeb7c None None] The sync data for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 is: [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:34Z', 'revision_number': 8, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34e6fb49-4022-400b-a9b0-a0e76047978f', 'name': '', 'network_id': '8a6b2850-e471-45d8-a7b2-a736da888c7a', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:05:51:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:13Z', 'updated_at': '2021-11-29T18:15:20Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '4a1e964a-bc32-4ad1-8840-a5dd9ce42c74', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:15:37.735394 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-0d4d3fea-04d1-4851-9453-a19b551ad351 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Allocated IP 2001:db8::272 (96191223-e0f4-4331-ba76-0acac9b4796b/0befed4e-8075-47bd-a963-f4605ce93c55/cd45cd1c-65c2-4f94-83df-e0e6fce0fd25) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:37.789556 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.829171 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.829647 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.885995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb64d37c-fafb-4f01-9162-77152cb32b53 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:37.897448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-eb64d37c-fafb-4f01-9162-77152cb32b53 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:37.910817 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7ae9608d-801b-46ef-b3d8-8a4c5fea5701 None None] Provisioning complete for port b6da75d1-1f4d-4e84-a183-cc96967be689 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:37.911364 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ae9608d-801b-46ef-b3d8-8a4c5fea5701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.914291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb64d37c-fafb-4f01-9162-77152cb32b53 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:37.918466 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3fea-04d1-4851-9453-a19b551ad351 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.925299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb64d37c-fafb-4f01-9162-77152cb32b53 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:37.926046 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb64d37c-fafb-4f01-9162-77152cb32b53 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.946740 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port 6ba7d9a5-b124-43d8-9689-d3ce4183b963 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:37.947346 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.950812 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-facd8959-92c2-48ea-829f-cc27351c1797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.956222 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3fea-04d1-4851-9453-a19b551ad351 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:37.974954 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-eb64d37c-fafb-4f01-9162-77152cb32b53 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8751009 Nov 29 18:15:37.978176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41496) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:38.035322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64d37c-fafb-4f01-9162-77152cb32b53 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=f54437dc-87db-4fce-9663-0a8134ae723b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:38.042889 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Allocated IP 2001:db8::f816:3eff:fecf:e32 (c052213d-ea6c-4782-b422-f625c0df816d/70edfc8e-e322-47de-950a-c37ae14582ac/db365ab0-2458-4818-ad0d-9362ed7f6594) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:38.044502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4d3fea-04d1-4851-9453-a19b551ad351 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Network 96191223-e0f4-4331-ba76-0acac9b4796b is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:38.060020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-0d4d3fea-04d1-4851-9453-a19b551ad351 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:38.066640 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd8959-92c2-48ea-829f-cc27351c1797 None None] Pushing event deleted for resources: {'Port': ['ID=6ba7d9a5-b124-43d8-9689-d3ce4183b963,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:38.068946 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d3fea-04d1-4851-9453-a19b551ad351 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:38.070755 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd8959-92c2-48ea-829f-cc27351c1797 None None] No DVR routers for this DVR port 6ba7d9a5-b124-43d8-9689-d3ce4183b963 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:15:38.075923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4d3fea-04d1-4851-9453-a19b551ad351 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:38.076612 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0d4d3fea-04d1-4851-9453-a19b551ad351 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.117519 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0d4d3fea-04d1-4851-9453-a19b551ad351 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0132372 Nov 29 18:15:38.118322 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41498) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:38.118818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe478a7-f82b-47f4-a5eb-36853f6f7177,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:38.128877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d3fea-04d1-4851-9453-a19b551ad351 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event updated for resources: {'Port': ['ID=cd45cd1c-65c2-4f94-83df-e0e6fce0fd25,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:38.150105 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port b6da75d1-1f4d-4e84-a183-cc96967be689 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:38.150678 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.151211 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0526937-6553-4556-9b55-76546156d987 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:38.153196 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e0526937-6553-4556-9b55-76546156d987 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1737568 Nov 29 18:15:38.174719 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41500) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:38.210613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:15:38.249999 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb991d9b-d681-40da-8cd8-dc64a9951498 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:38.263782 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb991d9b-d681-40da-8cd8-dc64a9951498 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:38.272446 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb991d9b-d681-40da-8cd8-dc64a9951498 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:38.275161 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fb991d9b-d681-40da-8cd8-dc64a9951498 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1558197 Nov 29 18:15:38.281812 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41504) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:38.294729 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] For port 6ba7d9a5-b124-43d8-9689-d3ce4183b963, host n-d-819494-5, got binding levels [] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:38.295291 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.298529 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.299297 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Added segment 026aae7d-cdca-44a5-b977-d0401230e16c of type vlan for network c06078c5-d316-4a4b-9801-296db7823749 Nov 29 18:15:38.339200 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for 6ba7d9a5-b124-43d8-9689-d3ce4183b963 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:38.342545 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ae9608d-801b-46ef-b3d8-8a4c5fea5701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.344469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Port 6ba7d9a5-b124-43d8-9689-d3ce4183b963 was not found and therefore no delete operation was performed {{(pid=110005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 18:15:38.394082 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.423589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] No DVR routers for this DVR port 6ba7d9a5-b124-43d8-9689-d3ce4183b963 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:15:38.426582 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.471259 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-fdee5c65-2565-4f51-b517-bdd687cf183c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port f54437dc-87db-4fce-9663-0a8134ae723b {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:38.471638 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fdee5c65-2565-4f51-b517-bdd687cf183c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.524591 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.528200 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=6ba7d9a5-b124-43d8-9689-d3ce4183b963,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:38.543099 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7ae9608d-801b-46ef-b3d8-8a4c5fea5701 None None] For port b6da75d1-1f4d-4e84-a183-cc96967be689, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b6da75d1-1f4d-4e84-a183-cc96967be689,segment=NetworkSegment(76744085-51dc-4904-ab8d-5bd90d502db9),segment_id=76744085-51dc-4904-ab8d-5bd90d502db9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:38.556155 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ae9608d-801b-46ef-b3d8-8a4c5fea5701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.598325 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1175b4dc-d52b-4cc8-8b13-739ffb686525 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Deleting port cd45cd1c-65c2-4f94-83df-e0e6fce0fd25 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:38.599735 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1175b4dc-d52b-4cc8-8b13-739ffb686525 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.640815 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.657214 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.658229 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.680912 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:15:38.681464 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:15:38.693008 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:38.695167 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9608d-801b-46ef-b3d8-8a4c5fea5701 None None] Pushing event updated for resources: {'Port': ['ID=b6da75d1-1f4d-4e84-a183-cc96967be689,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:38.695631 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fdee5c65-2565-4f51-b517-bdd687cf183c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.696362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:15:38.698802 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:38.704964 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:38.720291 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-fdee5c65-2565-4f51-b517-bdd687cf183c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for f54437dc-87db-4fce-9663-0a8134ae723b owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:38.749573 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9edc4e53-ac94-40cc-9eb8-3e7661ac42f7']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:38.791219 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7341b635-807a-4936-a719-11fc73930815') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:38.791657 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7341b635-807a-4936-a719-11fc73930815') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:38.794657 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.795034 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Added segment aba46ca7-6f0b-49ea-a930-8075f6d8c742 of type vlan for network 01d06c87-83dd-448b-9123-bd57530eeb27 Nov 29 18:15:38.814813 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1175b4dc-d52b-4cc8-8b13-739ffb686525 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.816923 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.824518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Pushing event updated for resources: {'Port': ['ID=db365ab0-2458-4818-ad0d-9362ed7f6594,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:38.827407 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Attempting to bind port db365ab0-2458-4818-ad0d-9362ed7f6594 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:15:38.827798 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Attempting to bind port db365ab0-2458-4818-ad0d-9362ed7f6594 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:15:38.828241 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Attempting to bind port db365ab0-2458-4818-ad0d-9362ed7f6594 on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:15:38.838051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f00d99d0-adaf-4905-9fd1-643c3676b5e3 None None] Provisioning complete for port cd45cd1c-65c2-4f94-83df-e0e6fce0fd25 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:38.838474 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f00d99d0-adaf-4905-9fd1-643c3676b5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.842387 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:15:38.843419 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:38.843419 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.843709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:15:38.844262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Bound port: db365ab0-2458-4818-ad0d-9362ed7f6594, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:15:38.844644 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.844775 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1175b4dc-d52b-4cc8-8b13-739ffb686525 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Calling delete_port for cd45cd1c-65c2-4f94-83df-e0e6fce0fd25 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:38.907344 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.915742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:15:38.916104 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f00d99d0-adaf-4905-9fd1-643c3676b5e3 None None] Port cd45cd1c-65c2-4f94-83df-e0e6fce0fd25 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:38.916416 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.938151 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f00d99d0-adaf-4905-9fd1-643c3676b5e3 None None] Provisioning complete for port 89a87c13-0767-472b-8888-f2f18a4c5eaa triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:38.938526 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f00d99d0-adaf-4905-9fd1-643c3676b5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:38.996349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] For port db365ab0-2458-4818-ad0d-9362ed7f6594, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:15:39.001452 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] For port db365ab0-2458-4818-ad0d-9362ed7f6594, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=db365ab0-2458-4818-ad0d-9362ed7f6594,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:15:39.003331 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:15:39.008523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f00d99d0-adaf-4905-9fd1-643c3676b5e3 None None] Port 89a87c13-0767-472b-8888-f2f18a4c5eaa cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:39.017742 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:39.021667 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:39.037015 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fdee5c65-2565-4f51-b517-bdd687cf183c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:39.061743 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:39.088520 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:39.089233 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:39.094374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f00d99d0-adaf-4905-9fd1-643c3676b5e3 None None] Provisioning complete for port b6da75d1-1f4d-4e84-a183-cc96967be689 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:39.094802 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f00d99d0-adaf-4905-9fd1-643c3676b5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:39.096061 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:39.101612 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:39.102427 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:39.107252 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:39.111270 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/networks/9edc4e53-ac94-40cc-9eb8-3e7661ac42f7 HTTP/1.1" status: 204 len: 168 time: 2.2655385 Nov 29 18:15:39.122087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41508) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:39.144469 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fdee5c65-2565-4f51-b517-bdd687cf183c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:39.162684 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fdee5c65-2565-4f51-b517-bdd687cf183c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/f54437dc-87db-4fce-9663-0a8134ae723b HTTP/1.1" status: 204 len: 168 time: 0.9854209 Nov 29 18:15:39.163032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624aecb-ec71-408c-9b9b-4d2d1515b83e None None] Pushing event updated for resources: {'Port': ['ID=db365ab0-2458-4818-ad0d-9362ed7f6594,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:39.177182 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41510) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:39.180343 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee5c65-2565-4f51-b517-bdd687cf183c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=f54437dc-87db-4fce-9663-0a8134ae723b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:39.302769 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42266a-7635-4abd-9bf7-3bc32be0db2f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Network': ['ID=9edc4e53-ac94-40cc-9eb8-3e7661ac42f7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:39.307251 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efb3e4b-275a-45db-9993-9056aedfa585 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:39.309550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efb3e4b-275a-45db-9993-9056aedfa585 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:39.315315 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1efb3e4b-275a-45db-9993-9056aedfa585 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1282938 Nov 29 18:15:39.321268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41514) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:39.396644 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-95db481b-ddd3-4e5f-bd46-2cf45b1540a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 70edfc8e-e322-47de-950a-c37ae14582ac {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:39.404083 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.6783853 Nov 29 18:15:39.406462 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-95db481b-ddd3-4e5f-bd46-2cf45b1540a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:39.410428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41516) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:39.455273 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6ba7d9a5-b124-43d8-9689-d3ce4183b963 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:15:39.512876 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 6ba7d9a5-b124-43d8-9689-d3ce4183b963 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:15:39.515103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6ba7d9a5-b124-43d8-9689-d3ce4183b963 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:15:39.518854 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1175b4dc-d52b-4cc8-8b13-739ffb686525 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:39.529245 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5d541c1c-5c9b-4ed8-949e-9d15946d353d None None] Provisioning complete for port 89a87c13-0767-472b-8888-f2f18a4c5eaa triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:39.529970 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d541c1c-5c9b-4ed8-949e-9d15946d353d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:39.549942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event updated for resources: {'Network': ['ID=c06078c5-d316-4a4b-9801-296db7823749,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:39.592493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5d541c1c-5c9b-4ed8-949e-9d15946d353d None None] Port 89a87c13-0767-472b-8888-f2f18a4c5eaa cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:39.649710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network c06078c5-d316-4a4b-9801-296db7823749 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:15:39.745359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8e64f-60d9-4da5-8272-d89cf5bba524 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event updated for resources: {'Network': ['ID=01d06c87-83dd-448b-9123-bd57530eeb27,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:39.784854 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175b4dc-d52b-4cc8-8b13-739ffb686525 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event deleted for resources: {'Port': ['ID=cd45cd1c-65c2-4f94-83df-e0e6fce0fd25,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:39.822559 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-95db481b-ddd3-4e5f-bd46-2cf45b1540a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:39.948148 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 01d06c87-83dd-448b-9123-bd57530eeb27 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:15:39.957410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b6da75d1-1f4d-4e84-a183-cc96967be689 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:40.035053 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1175b4dc-d52b-4cc8-8b13-739ffb686525 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:40.041325 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1175b4dc-d52b-4cc8-8b13-739ffb686525 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "DELETE /v2.0/ports/cd45cd1c-65c2-4f94-83df-e0e6fce0fd25 HTTP/1.1" status: 204 len: 168 time: 1.7552481 Nov 29 18:15:40.042321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41518) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:40.078003 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f9201b16-d82d-41dc-a8f3-df50217f55b4 None None] Could not find standard attr ID for object cd45cd1c-65c2-4f94-83df-e0e6fce0fd25. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:15:40.126071 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-95db481b-ddd3-4e5f-bd46-2cf45b1540a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:40.132979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port b6da75d1-1f4d-4e84-a183-cc96967be689 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:40.133544 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:40.161983 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c364e032-c387-4d50-8b88-bb00cc87c86a tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] GET failed (client error): The resource could not be found. Nov 29 18:15:40.171591 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c364e032-c387-4d50-8b88-bb00cc87c86a tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "GET /v2.0/ports/cd45cd1c-65c2-4f94-83df-e0e6fce0fd25 HTTP/1.1" status: 404 len: 333 time: 0.1259084 Nov 29 18:15:40.173396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41520) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:40.180564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-25efaaea-328d-428a-8991-f2983e511616 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Request body: {'port': {'network_id': '96191223-e0f4-4331-ba76-0acac9b4796b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2028302743'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:40.191975 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c973ddba-a248-4e96-af52-3a59460d036e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:40.199195 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c973ddba-a248-4e96-af52-3a59460d036e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:40.205076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c973ddba-a248-4e96-af52-3a59460d036e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:40.220211 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c973ddba-a248-4e96-af52-3a59460d036e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:40.221972 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c973ddba-a248-4e96-af52-3a59460d036e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8105452 Nov 29 18:15:40.225053 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41524) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:40.249837 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9d9b4631-22de-4744-83d7-722a49107b5d no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:15:40.276408 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 9d9b4631-22de-4744-83d7-722a49107b5d {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:15:40.277042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9d9b4631-22de-4744-83d7-722a49107b5d not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:15:40.321985 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-286819ec-a203-48f1-a49e-537ce97d2768 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:40.327746 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-95db481b-ddd3-4e5f-bd46-2cf45b1540a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:40.365131 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db481b-ddd3-4e5f-bd46-2cf45b1540a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=70edfc8e-e322-47de-950a-c37ae14582ac,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:40.369947 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-95db481b-ddd3-4e5f-bd46-2cf45b1540a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:40.377058 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-95db481b-ddd3-4e5f-bd46-2cf45b1540a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/70edfc8e-e322-47de-950a-c37ae14582ac HTTP/1.1" status: 204 len: 168 time: 1.0509555 Nov 29 18:15:40.377058 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41526) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:40.422444 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ccf247bc-c15e-4435-821a-36d7067acfc2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427358 Nov 29 18:15:40.422682 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41532) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:40.427636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2d683a56-fc00-4937-946c-8fbaa7eda6f0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:40.506226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25efaaea-328d-428a-8991-f2983e511616 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Made reservation on behalf of df9b4ca6e5634385bc2e417ee471f951 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:40.512490 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25efaaea-328d-428a-8991-f2983e511616 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:40.545421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-25efaaea-328d-428a-8991-f2983e511616 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] device_id is not set on port 1b7b6853-7c79-44ba-9e49-34bf914b867e yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:15:40.625466 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-286819ec-a203-48f1-a49e-537ce97d2768 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:40.665764 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-286819ec-a203-48f1-a49e-537ce97d2768 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06078c5-d316-4a4b-9801-296db7823749']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:40.682360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-286819ec-a203-48f1-a49e-537ce97d2768 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026aae7d-cdca-44a5-b977-d0401230e16c') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:40.682809 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-286819ec-a203-48f1-a49e-537ce97d2768 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026aae7d-cdca-44a5-b977-d0401230e16c') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:40.698471 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-286819ec-a203-48f1-a49e-537ce97d2768 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:40.707412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d683a56-fc00-4937-946c-8fbaa7eda6f0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:40.711485 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d683a56-fc00-4937-946c-8fbaa7eda6f0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:40.851858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-25efaaea-328d-428a-8991-f2983e511616 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Allocated IP 2001:db8::ff (96191223-e0f4-4331-ba76-0acac9b4796b/0befed4e-8075-47bd-a963-f4605ce93c55/1b7b6853-7c79-44ba-9e49-34bf914b867e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:40.940281 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-286819ec-a203-48f1-a49e-537ce97d2768 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:40.982948 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286819ec-a203-48f1-a49e-537ce97d2768 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:15:40.983363 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-286819ec-a203-48f1-a49e-537ce97d2768 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:15:40.986911 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:15:41.008512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3a13b2-0eed-4077-b913-a7c3475319f6 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:41.088876 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25efaaea-328d-428a-8991-f2983e511616 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:41.154953 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25efaaea-328d-428a-8991-f2983e511616 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:41.156640 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2393185b-76c5-4d2c-bdf6-f341b9e17a7d None None] Provisioning complete for port db365ab0-2458-4818-ad0d-9362ed7f6594 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:41.157068 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2393185b-76c5-4d2c-bdf6-f341b9e17a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:41.180346 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67f5ecca-524a-4dc8-9b88-bece886ce924 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:41.203789 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-286819ec-a203-48f1-a49e-537ce97d2768 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:41.229235 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-286819ec-a203-48f1-a49e-537ce97d2768 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:41.240197 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-286819ec-a203-48f1-a49e-537ce97d2768 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "DELETE /v2.0/networks/c06078c5-d316-4a4b-9801-296db7823749 HTTP/1.1" status: 204 len: 168 time: 1.0139186 Nov 29 18:15:41.274122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.objects.ports [None req-2d683a56-fc00-4937-946c-8fbaa7eda6f0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110004) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:15:41.380718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41536) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:41.386897 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286819ec-a203-48f1-a49e-537ce97d2768 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event deleted for resources: {'Network': ['ID=c06078c5-d316-4a4b-9801-296db7823749,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:41.451356 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2393185b-76c5-4d2c-bdf6-f341b9e17a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:41.523839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2393185b-76c5-4d2c-bdf6-f341b9e17a7d None None] For port db365ab0-2458-4818-ad0d-9362ed7f6594, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=db365ab0-2458-4818-ad0d-9362ed7f6594,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:41.528687 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2393185b-76c5-4d2c-bdf6-f341b9e17a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:41.549837 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25efaaea-328d-428a-8991-f2983e511616 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Network 96191223-e0f4-4331-ba76-0acac9b4796b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:41.620981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-25efaaea-328d-428a-8991-f2983e511616 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:41.627008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25efaaea-328d-428a-8991-f2983e511616 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:41.649244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25efaaea-328d-428a-8991-f2983e511616 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:41.651395 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25efaaea-328d-428a-8991-f2983e511616 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:41.659816 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393185b-76c5-4d2c-bdf6-f341b9e17a7d None None] Pushing event updated for resources: {'Port': ['ID=db365ab0-2458-4818-ad0d-9362ed7f6594,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:41.677562 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efaaea-328d-428a-8991-f2983e511616 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event updated for resources: {'Port': ['ID=1b7b6853-7c79-44ba-9e49-34bf914b867e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:41.679780 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d683a56-fc00-4937-946c-8fbaa7eda6f0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:41.698449 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-25efaaea-328d-428a-8991-f2983e511616 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5216644 Nov 29 18:15:41.701137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41542) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:41.711157 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-044d60ab-8ac0-465c-aaf8-c002df8ef71d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a9', 'mac_address': 'fa:16:3e:ab:72:4d'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:41.720661 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c4b983c-4847-4f0c-995b-d576c094be6d tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:41.834397 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device db365ab0-2458-4818-ad0d-9362ed7f6594 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:41.968576 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port db365ab0-2458-4818-ad0d-9362ed7f6594 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:41.970463 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:42.036455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-2d683a56-fc00-4937-946c-8fbaa7eda6f0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] For port db365ab0-2458-4818-ad0d-9362ed7f6594, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=db365ab0-2458-4818-ad0d-9362ed7f6594,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:42.099448 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d683a56-fc00-4937-946c-8fbaa7eda6f0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:42.103121 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-af15dc44-5a80-4a6c-a988-d353e4676c0b None None] Provisioning complete for port db365ab0-2458-4818-ad0d-9362ed7f6594 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:42.104279 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af15dc44-5a80-4a6c-a988-d353e4676c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:42.107700 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d683a56-fc00-4937-946c-8fbaa7eda6f0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:42.109637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d683a56-fc00-4937-946c-8fbaa7eda6f0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:42.269277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d683a56-fc00-4937-946c-8fbaa7eda6f0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=db365ab0-2458-4818-ad0d-9362ed7f6594,revision_number=6']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:42.282768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d683a56-fc00-4937-946c-8fbaa7eda6f0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:42.286897 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-2d683a56-fc00-4937-946c-8fbaa7eda6f0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:42.290471 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d683a56-fc00-4937-946c-8fbaa7eda6f0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:42.291188 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d683a56-fc00-4937-946c-8fbaa7eda6f0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:42.318304 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2d683a56-fc00-4937-946c-8fbaa7eda6f0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8944950 Nov 29 18:15:42.319039 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41544) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:42.330127 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-574d5200-8dcd-434d-9c1f-8eaa7c100563 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'mac_address': 'fa:16:3e:53:08:dc', 'name': 'tempest-NetworksTestDHCPv6-1685121344'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:42.354735 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8546f8af-fa51-40a4-8755-77824381a887 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:42.418195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b6220f33-c70f-4248-b031-02fefa87feb7 None None] Could not find standard attr ID for object f54437dc-87db-4fce-9663-0a8134ae723b. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:15:42.463682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b6220f33-c70f-4248-b031-02fefa87feb7 None None] Provisioning complete for port 1b7b6853-7c79-44ba-9e49-34bf914b867e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:42.464876 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6220f33-c70f-4248-b031-02fefa87feb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:42.473656 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c4b983c-4847-4f0c-995b-d576c094be6d tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:42.534235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b6220f33-c70f-4248-b031-02fefa87feb7 None None] Port 1b7b6853-7c79-44ba-9e49-34bf914b867e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:42.540125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8c4b983c-4847-4f0c-995b-d576c094be6d tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d06c87-83dd-448b-9123-bd57530eeb27']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:42.566337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8c4b983c-4847-4f0c-995b-d576c094be6d tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba46ca7-6f0b-49ea-a930-8075f6d8c742') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:42.567251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8c4b983c-4847-4f0c-995b-d576c094be6d tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba46ca7-6f0b-49ea-a930-8075f6d8c742') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:42.640794 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c4b983c-4847-4f0c-995b-d576c094be6d tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:42.663878 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-044d60ab-8ac0-465c-aaf8-c002df8ef71d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:42.682230 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c4b983c-4847-4f0c-995b-d576c094be6d tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:42.702449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4b983c-4847-4f0c-995b-d576c094be6d tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:15:42.702905 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c4b983c-4847-4f0c-995b-d576c094be6d tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:42.741579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d683a56-fc00-4937-946c-8fbaa7eda6f0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=136ed22e-dcec-4c61-8271-4e3bee6b7f53,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:15:42.774368 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:15:42.781149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-67f5ecca-524a-4dc8-9b88-bece886ce924 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port 34e6fb49-4022-400b-a9b0-a0e76047978f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:42.781647 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67f5ecca-524a-4dc8-9b88-bece886ce924 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:42.842457 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574d5200-8dcd-434d-9c1f-8eaa7c100563 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:42.884473 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c4b983c-4847-4f0c-995b-d576c094be6d tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:42.900010 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c4b983c-4847-4f0c-995b-d576c094be6d tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:42.903319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8c4b983c-4847-4f0c-995b-d576c094be6d tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "DELETE /v2.0/networks/01d06c87-83dd-448b-9123-bd57530eeb27 HTTP/1.1" status: 204 len: 168 time: 1.5169945 Nov 29 18:15:42.908403 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41550) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:42.930724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b983c-4847-4f0c-995b-d576c094be6d tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event deleted for resources: {'Network': ['ID=01d06c87-83dd-448b-9123-bd57530eeb27,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:43.024653 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-67f5ecca-524a-4dc8-9b88-bece886ce924 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] For port 34e6fb49-4022-400b-a9b0-a0e76047978f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=34e6fb49-4022-400b-a9b0-a0e76047978f,segment=NetworkSegment(75de1c79-e3d3-4b0c-b8e5-178016d4ee2e),segment_id=75de1c79-e3d3-4b0c-b8e5-178016d4ee2e)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:43.025026 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67f5ecca-524a-4dc8-9b88-bece886ce924 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.047153 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-574d5200-8dcd-434d-9c1f-8eaa7c100563 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.049436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-67f5ecca-524a-4dc8-9b88-bece886ce924 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for 34e6fb49-4022-400b-a9b0-a0e76047978f owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:43.068539 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f84c502d-2ed9-4c4f-98fd-57bdda13ab05 None None] Provisioning complete for port db365ab0-2458-4818-ad0d-9362ed7f6594 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:43.068915 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f84c502d-2ed9-4c4f-98fd-57bdda13ab05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.079399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9585107-c2ea-424b-93f2-43313225e8cd tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:43.091052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9585107-c2ea-424b-93f2-43313225e8cd tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:43.093123 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e9585107-c2ea-424b-93f2-43313225e8cd tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1835115 Nov 29 18:15:43.098673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41552) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:43.107879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-574d5200-8dcd-434d-9c1f-8eaa7c100563 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port 2bc6d0a0-a9b7-4f8b-bee3-004a44b76e7d yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:15:43.124470 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-581fe987-3c7c-4732-9e17-a75472bd4f8c tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-239764783'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:43.175618 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-044d60ab-8ac0-465c-aaf8-c002df8ef71d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.217767 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-044d60ab-8ac0-465c-aaf8-c002df8ef71d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.230074 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581fe987-3c7c-4732-9e17-a75472bd4f8c tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Made reservation on behalf of 344148fbd9da44a3a4cb9ade9e276945 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:43.233621 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-581fe987-3c7c-4732-9e17-a75472bd4f8c tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.267989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-044d60ab-8ac0-465c-aaf8-c002df8ef71d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] In _notify_port_updated(), no bound segment for port 1b7b6853-7c79-44ba-9e49-34bf914b867e on network 96191223-e0f4-4331-ba76-0acac9b4796b {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:15:43.274101 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044d60ab-8ac0-465c-aaf8-c002df8ef71d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:43.274755 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-044d60ab-8ac0-465c-aaf8-c002df8ef71d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.276092 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-044d60ab-8ac0-465c-aaf8-c002df8ef71d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "PUT /v2.0/ports/1b7b6853-7c79-44ba-9e49-34bf914b867e HTTP/1.1" status: 200 len: 1002 time: 1.5738578 Nov 29 18:15:43.279964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41554) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:43.282100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-574d5200-8dcd-434d-9c1f-8eaa7c100563 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::f816:3eff:fe53:8dc (c052213d-ea6c-4782-b422-f625c0df816d/136ed22e-dcec-4c61-8271-4e3bee6b7f53/2bc6d0a0-a9b7-4f8b-bee3-004a44b76e7d) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:43.285878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581fe987-3c7c-4732-9e17-a75472bd4f8c tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:15:43.302935 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-581fe987-3c7c-4732-9e17-a75472bd4f8c tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.303497 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-581fe987-3c7c-4732-9e17-a75472bd4f8c tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Added segment 5b1f9d83-6633-4093-9ccf-c562079d6378 of type vlan for network dfef99f1-2ab5-41de-adf3-7cf93223b420 Nov 29 18:15:43.324093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d60ab-8ac0-465c-aaf8-c002df8ef71d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event updated for resources: {'Port': ['ID=1b7b6853-7c79-44ba-9e49-34bf914b867e,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:43.382705 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-581fe987-3c7c-4732-9e17-a75472bd4f8c tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.423965 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-581fe987-3c7c-4732-9e17-a75472bd4f8c tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.432274 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581fe987-3c7c-4732-9e17-a75472bd4f8c tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:43.433005 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-581fe987-3c7c-4732-9e17-a75472bd4f8c tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.451081 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67f5ecca-524a-4dc8-9b88-bece886ce924 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.487889 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-59d40d13-4857-44ff-a46a-052c03945e55 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Deleting port 1b7b6853-7c79-44ba-9e49-34bf914b867e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:43.488581 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59d40d13-4857-44ff-a46a-052c03945e55 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.503272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5ecca-524a-4dc8-9b88-bece886ce924 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=34e6fb49-4022-400b-a9b0-a0e76047978f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:43.572696 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-581fe987-3c7c-4732-9e17-a75472bd4f8c tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4728730 Nov 29 18:15:43.578138 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41558) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:43.588991 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c10ac196-42dd-40b4-8647-a85240f37471 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2053573720'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:43.613675 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581fe987-3c7c-4732-9e17-a75472bd4f8c tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event updated for resources: {'Network': ['ID=dfef99f1-2ab5-41de-adf3-7cf93223b420,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:43.651177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network dfef99f1-2ab5-41de-adf3-7cf93223b420 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:15:43.675750 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10ac196-42dd-40b4-8647-a85240f37471 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Made reservation on behalf of 344148fbd9da44a3a4cb9ade9e276945 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:43.683886 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c10ac196-42dd-40b4-8647-a85240f37471 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.739264 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-574d5200-8dcd-434d-9c1f-8eaa7c100563 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.753199 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10ac196-42dd-40b4-8647-a85240f37471 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:15:43.769278 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c10ac196-42dd-40b4-8647-a85240f37471 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.769761 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-c10ac196-42dd-40b4-8647-a85240f37471 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Added segment fa92dd74-3309-44a9-8348-09624e545526 of type vlan for network 8045ff23-1b23-49d8-b9e7-b6e2692502d5 Nov 29 18:15:43.824816 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59d40d13-4857-44ff-a46a-052c03945e55 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.834692 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c10ac196-42dd-40b4-8647-a85240f37471 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.838882 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-574d5200-8dcd-434d-9c1f-8eaa7c100563 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.860640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-59d40d13-4857-44ff-a46a-052c03945e55 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Calling delete_port for 1b7b6853-7c79-44ba-9e49-34bf914b867e owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:43.950565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device db365ab0-2458-4818-ad0d-9362ed7f6594 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:43.950814 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67f5ecca-524a-4dc8-9b88-bece886ce924 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.953577 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574d5200-8dcd-434d-9c1f-8eaa7c100563 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:43.961384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d5200-8dcd-434d-9c1f-8eaa7c100563 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=2bc6d0a0-a9b7-4f8b-bee3-004a44b76e7d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:43.963953 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-574d5200-8dcd-434d-9c1f-8eaa7c100563 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:43.968645 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574d5200-8dcd-434d-9c1f-8eaa7c100563 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:43.977037 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574d5200-8dcd-434d-9c1f-8eaa7c100563 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:43.978236 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-574d5200-8dcd-434d-9c1f-8eaa7c100563 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:43.993453 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c10ac196-42dd-40b4-8647-a85240f37471 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:44.000385 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10ac196-42dd-40b4-8647-a85240f37471 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:44.001604 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c10ac196-42dd-40b4-8647-a85240f37471 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:44.052124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-701d68c5-9d1a-4804-8545-a59abd72cfa6 None None] Provisioning complete for port 1b7b6853-7c79-44ba-9e49-34bf914b867e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:44.052570 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-701d68c5-9d1a-4804-8545-a59abd72cfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:44.150428 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-574d5200-8dcd-434d-9c1f-8eaa7c100563 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8266149 Nov 29 18:15:44.157826 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ac196-42dd-40b4-8647-a85240f37471 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event updated for resources: {'Network': ['ID=8045ff23-1b23-49d8-b9e7-b6e2692502d5,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:44.162466 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41562) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:44.181823 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 8045ff23-1b23-49d8-b9e7-b6e2692502d5 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:15:44.189837 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-701d68c5-9d1a-4804-8545-a59abd72cfa6 None None] Port 1b7b6853-7c79-44ba-9e49-34bf914b867e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:44.226886 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c10ac196-42dd-40b4-8647-a85240f37471 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6474624 Nov 29 18:15:44.237048 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41564) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:44.243736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Request body: {'ports': [{'network_id': 'dfef99f1-2ab5-41de-adf3-7cf93223b420', 'name': 'tempest-port--1774795300', 'admin_state_up': True}, {'network_id': '8045ff23-1b23-49d8-b9e7-b6e2692502d5', 'admin_state_up': False}]} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:44.255467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Request body: {'port': {'network_id': 'dfef99f1-2ab5-41de-adf3-7cf93223b420', 'name': 'tempest-port--1774795300', 'admin_state_up': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:44.256201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Request body: {'port': {'network_id': '8045ff23-1b23-49d8-b9e7-b6e2692502d5', 'admin_state_up': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:44.267719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port db365ab0-2458-4818-ad0d-9362ed7f6594 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:44.268087 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:44.341440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a69469-bd36-43df-9361-4308ce769e9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:44.348248 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a69469-bd36-43df-9361-4308ce769e9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:44.350141 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c4a69469-bd36-43df-9361-4308ce769e9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1822350 Nov 29 18:15:44.354605 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41566) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:44.440113 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59d40d13-4857-44ff-a46a-052c03945e55 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:44.450233 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:15:44.490385 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d40d13-4857-44ff-a46a-052c03945e55 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event deleted for resources: {'Port': ['ID=1b7b6853-7c79-44ba-9e49-34bf914b867e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:44.497528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f5ecca-524a-4dc8-9b88-bece886ce924 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router a7cac5de-3789-417a-ad16-6a54b70099ee has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:15:44.546302 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f0a6c293-1b52-41ce-b8e3-1283bc8a7e66 None None] Provisioning complete for port 2bc6d0a0-a9b7-4f8b-bee3-004a44b76e7d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:44.546961 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0a6c293-1b52-41ce-b8e3-1283bc8a7e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:44.600637 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f0a6c293-1b52-41ce-b8e3-1283bc8a7e66 None None] Port 2bc6d0a0-a9b7-4f8b-bee3-004a44b76e7d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:44.622414 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ca9cbf1b-989d-43f5-9f03-972692b4647a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port 2bc6d0a0-a9b7-4f8b-bee3-004a44b76e7d {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:44.622775 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca9cbf1b-989d-43f5-9f03-972692b4647a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:44.633221 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59d40d13-4857-44ff-a46a-052c03945e55 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:44.637230 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-59d40d13-4857-44ff-a46a-052c03945e55 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "DELETE /v2.0/ports/1b7b6853-7c79-44ba-9e49-34bf914b867e HTTP/1.1" status: 204 len: 168 time: 1.3560340 Nov 29 18:15:44.640688 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41568) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:44.669341 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85b6a5b-ef1c-43cc-851f-ab98f73971df tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] GET failed (client error): The resource could not be found. Nov 29 18:15:44.674312 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c85b6a5b-ef1c-43cc-851f-ab98f73971df tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "GET /v2.0/ports/1b7b6853-7c79-44ba-9e49-34bf914b867e HTTP/1.1" status: 404 len: 333 time: 0.0291951 Nov 29 18:15:44.675204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41570) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:44.682272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fb72cc41-aead-4425-a1da-6cd1522ebb00 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Request body: {'port': {'network_id': '96191223-e0f4-4331-ba76-0acac9b4796b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-761527092'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:44.691056 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Made reservation on behalf of 344148fbd9da44a3a4cb9ade9e276945 for: {'port': 2} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:44.696560 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:44.714824 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:44.813126 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca9cbf1b-989d-43f5-9f03-972692b4647a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:44.834249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ca9cbf1b-989d-43f5-9f03-972692b4647a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for 2bc6d0a0-a9b7-4f8b-bee3-004a44b76e7d owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:44.847014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] device_id is not set on port 4adbe81c-f25e-4628-806a-011abe3cca2e yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:15:44.897598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb72cc41-aead-4425-a1da-6cd1522ebb00 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Made reservation on behalf of df9b4ca6e5634385bc2e417ee471f951 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:44.910140 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb72cc41-aead-4425-a1da-6cd1522ebb00 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:44.917196 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f5ecca-524a-4dc8-9b88-bece886ce924 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:15:44.936761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0047b6b-a174-486b-9ca4-d7468c9321ed None None] Sync routers for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:15:44.952805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-67f5ecca-524a-4dc8-9b88-bece886ce924 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/a7cac5de-3789-417a-ad16-6a54b70099ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7663078 Nov 29 18:15:44.953238 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41578) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:44.954243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0047b6b-a174-486b-9ca4-d7468c9321ed None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:44.955174 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b0047b6b-a174-486b-9ca4-d7468c9321ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:44.973227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-fb72cc41-aead-4425-a1da-6cd1522ebb00 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] device_id is not set on port db341b2d-4a62-4b41-94ae-3e88c6b080c0 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:15:45.112664 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:45.130092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-f452ffdc-671e-4db0-97cd-61367b308fe1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting subnet 4a1e964a-bc32-4ad1-8840-a5dd9ce42c74 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:45.137444 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f452ffdc-671e-4db0-97cd-61367b308fe1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:45.151494 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-b0047b6b-a174-486b-9ca4-d7468c9321ed None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:45.183875 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca9cbf1b-989d-43f5-9f03-972692b4647a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:45.200508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-fb72cc41-aead-4425-a1da-6cd1522ebb00 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Allocated IP 2001:db8::65 (96191223-e0f4-4331-ba76-0acac9b4796b/0befed4e-8075-47bd-a963-f4605ce93c55/db341b2d-4a62-4b41-94ae-3e88c6b080c0) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:45.222534 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f452ffdc-671e-4db0-97cd-61367b308fe1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:45.244645 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cbf1b-989d-43f5-9f03-972692b4647a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=2bc6d0a0-a9b7-4f8b-bee3-004a44b76e7d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:45.265890 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] device_id is not set on port 4c354ba2-4f1b-40f9-ba6e-71b7e10c631b yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:15:45.272202 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca9cbf1b-989d-43f5-9f03-972692b4647a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:45.280956 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ca9cbf1b-989d-43f5-9f03-972692b4647a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/2bc6d0a0-a9b7-4f8b-bee3-004a44b76e7d HTTP/1.1" status: 204 len: 168 time: 0.9254553 Nov 29 18:15:45.282953 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41582) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:45.356754 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a843bc-b979-4ee3-9695-685d9d5e7e7f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:45.361979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a843bc-b979-4ee3-9695-685d9d5e7e7f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:45.367435 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-79a843bc-b979-4ee3-9695-685d9d5e7e7f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0832438 Nov 29 18:15:45.426390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41584) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:45.426654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41586) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:45.513659 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:45.529001 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b0047b6b-a174-486b-9ca4-d7468c9321ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:43Z', 'revision_number': 9, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:45.587727 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:45.588079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0047b6b-a174-486b-9ca4-d7468c9321ed None None] Checking router: a7cac5de-3789-417a-ad16-6a54b70099ee for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:15:45.604265 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0047b6b-a174-486b-9ca4-d7468c9321ed None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:45.604871 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b0047b6b-a174-486b-9ca4-d7468c9321ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:45.649654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8d124f-b499-4b1f-8996-b2f8d0b5ff83 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 136ed22e-dcec-4c61-8271-4e3bee6b7f53 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:45.674435 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78f823f3-c782-4c60-87f8-bb8e36d140aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:45.675081 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event updated for resources: {'Port': ['ID=4adbe81c-f25e-4628-806a-011abe3cca2e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:45.683549 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d8d124f-b499-4b1f-8996-b2f8d0b5ff83 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:45.701518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-b0047b6b-a174-486b-9ca4-d7468c9321ed None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:45.722691 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb72cc41-aead-4425-a1da-6cd1522ebb00 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:45.730724 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Checking segment: {'id': '5b1f9d83-6633-4093-9ccf-c562079d6378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'dfef99f1-2ab5-41de-adf3-7cf93223b420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:45.732568 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Network hostable DHCP agents. Network: dfef99f1-2ab5-41de-adf3-7cf93223b420, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:15:45.739502 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f452ffdc-671e-4db0-97cd-61367b308fe1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:45.762528 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Network dfef99f1-2ab5-41de-adf3-7cf93223b420 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:15:45.776055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, dfef99f1-2ab5-41de-adf3-7cf93223b420) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:45.785898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7ce311-ab3c-492f-bf63-53cb6f3fdb1d None None] Network dfef99f1-2ab5-41de-adf3-7cf93223b420 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:45.795818 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:45.796933 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:45.803516 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d8d124f-b499-4b1f-8996-b2f8d0b5ff83 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:45.884788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event updated for resources: {'Port': ['ID=4c354ba2-4f1b-40f9-ba6e-71b7e10c631b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:45.950291 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Checking segment: {'id': 'fa92dd74-3309-44a9-8348-09624e545526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8045ff23-1b23-49d8-b9e7-b6e2692502d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:45.950671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Network hostable DHCP agents. Network: 8045ff23-1b23-49d8-b9e7-b6e2692502d5, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:15:45.952785 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb72cc41-aead-4425-a1da-6cd1522ebb00 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:45.972456 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Network 8045ff23-1b23-49d8-b9e7-b6e2692502d5 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:15:45.980476 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f452ffdc-671e-4db0-97cd-61367b308fe1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:45.986347 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 8045ff23-1b23-49d8-b9e7-b6e2692502d5) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:45.991698 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:46.001226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:46.007888 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:46.008701 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.027219 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad5adc6-d90a-44ba-ac0e-ec202dc9e51d None None] Network 8045ff23-1b23-49d8-b9e7-b6e2692502d5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:46.031834 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a715df56-3951-4647-ba56-1452f5770966 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7935045 Nov 29 18:15:46.034730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41592) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:46.045240 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f452ffdc-671e-4db0-97cd-61367b308fe1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.050637 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f452ffdc-671e-4db0-97cd-61367b308fe1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/4a1e964a-bc32-4ad1-8840-a5dd9ce42c74 HTTP/1.1" status: 204 len: 168 time: 1.0961366 Nov 29 18:15:46.051186 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41594) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:46.107394 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d8d124f-b499-4b1f-8996-b2f8d0b5ff83 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.126170 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452ffdc-671e-4db0-97cd-61367b308fe1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Subnet': ['ID=4a1e964a-bc32-4ad1-8840-a5dd9ce42c74,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:46.134045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dba2df-5fd9-4997-ab59-0660b98f33c9 None None] Network 8a6b2850-e471-45d8-a7b2-a736da888c7a requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:46.142672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb72cc41-aead-4425-a1da-6cd1522ebb00 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Network 96191223-e0f4-4331-ba76-0acac9b4796b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:46.186141 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-fb72cc41-aead-4425-a1da-6cd1522ebb00 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:46.188466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb72cc41-aead-4425-a1da-6cd1522ebb00 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:46.194777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb72cc41-aead-4425-a1da-6cd1522ebb00 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:46.195430 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb72cc41-aead-4425-a1da-6cd1522ebb00 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.209904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72cc41-aead-4425-a1da-6cd1522ebb00 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event updated for resources: {'Port': ['ID=db341b2d-4a62-4b41-94ae-3e88c6b080c0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:46.224335 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.231511 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78f823f3-c782-4c60-87f8-bb8e36d140aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.236551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0027f3a4-3ca0-47bd-901d-52d61fa7806c tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:46.240227 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fb72cc41-aead-4425-a1da-6cd1522ebb00 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5635157 Nov 29 18:15:46.242807 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78f823f3-c782-4c60-87f8-bb8e36d140aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.246696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41598) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:46.249690 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0027f3a4-3ca0-47bd-901d-52d61fa7806c tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:46.252200 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0027f3a4-3ca0-47bd-901d-52d61fa7806c tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2160394 Nov 29 18:15:46.258361 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41600) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:46.267794 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-04e42463-d8a2-44e0-97d3-96a498d03914 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ab:72:4d'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:46.342206 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f823f3-c782-4c60-87f8-bb8e36d140aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49c65fb-6b45-4c47-b7d1-e895db4259e5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:46.350332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-78f823f3-c782-4c60-87f8-bb8e36d140aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3195042fef924ec6b925d7ada879482a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9212489 Nov 29 18:15:46.352178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41602) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:46.369443 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d8d124f-b499-4b1f-8996-b2f8d0b5ff83 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.417704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:46.418692 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.437265 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8caa8-d4f5-4915-b4e7-ddcf9097109b tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Deleting port 4adbe81c-f25e-4628-806a-011abe3cca2e {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:46.438153 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3bc8caa8-d4f5-4915-b4e7-ddcf9097109b tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.464188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d124f-b499-4b1f-8996-b2f8d0b5ff83 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=136ed22e-dcec-4c61-8271-4e3bee6b7f53,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:46.481080 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04e42463-d8a2-44e0-97d3-96a498d03914 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.511883 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d8d124f-b499-4b1f-8996-b2f8d0b5ff83 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.516778 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4d8d124f-b499-4b1f-8996-b2f8d0b5ff83 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/136ed22e-dcec-4c61-8271-4e3bee6b7f53 HTTP/1.1" status: 204 len: 168 time: 1.0890076 Nov 29 18:15:46.516961 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909f521d-e983-423d-b3a8-5b22df99234a None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:46.520771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41604) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:46.600718 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] For port 6e76788e-8d3b-4a9b-ba11-d8b8edca3608, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6e76788e-8d3b-4a9b-ba11-d8b8edca3608,segment=NetworkSegment(75de1c79-e3d3-4b0c-b8e5-178016d4ee2e),segment_id=75de1c79-e3d3-4b0c-b8e5-178016d4ee2e)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:46.601795 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.603667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] DHCP port deletion for 8a6b2850-e471-45d8-a7b2-a736da888c7a request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:15:46.619469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b0047b6b-a174-486b-9ca4-d7468c9321ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:43Z', 'revision_number': 9, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:46.621723 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3bc8caa8-d4f5-4915-b4e7-ddcf9097109b tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.629968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7361a08f-6401-4439-bfd0-50b0fae56538 None None] Provisioning complete for port db341b2d-4a62-4b41-94ae-3e88c6b080c0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:46.630341 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7361a08f-6401-4439-bfd0-50b0fae56538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.634201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:46.645044 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8caa8-d4f5-4915-b4e7-ddcf9097109b tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Calling delete_port for 4adbe81c-f25e-4628-806a-011abe3cca2e owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:46.704109 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0047b6b-a174-486b-9ca4-d7468c9321ed None None] The sync data for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 is: [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:43Z', 'revision_number': 9, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '954b2af3-a924-4158-b636-641a1a76553d', 'name': '', 'network_id': 'f680d3a6-2489-489d-99f9-852c725d42c7', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:a6:d0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:03Z', 'updated_at': '2021-11-29T18:15:13Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5c03fdab-c42f-4f73-9384-85363eb891ab', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:15:46.776218 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7361a08f-6401-4439-bfd0-50b0fae56538 None None] Port db341b2d-4a62-4b41-94ae-3e88c6b080c0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:46.799529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Deleting port 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:46.799529 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.813187 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3bc8caa8-d4f5-4915-b4e7-ddcf9097109b tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.824096 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.856603 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8caa8-d4f5-4915-b4e7-ddcf9097109b tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event deleted for resources: {'Port': ['ID=4adbe81c-f25e-4628-806a-011abe3cca2e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:46.869432 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] For port 6e76788e-8d3b-4a9b-ba11-d8b8edca3608, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6e76788e-8d3b-4a9b-ba11-d8b8edca3608,segment=NetworkSegment(75de1c79-e3d3-4b0c-b8e5-178016d4ee2e),segment_id=75de1c79-e3d3-4b0c-b8e5-178016d4ee2e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:46.869847 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.886479 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] No DVR routers for this DVR port 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:15:46.888339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Calling delete_port for 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:46.888493 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3bc8caa8-d4f5-4915-b4e7-ddcf9097109b tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.891909 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3bc8caa8-d4f5-4915-b4e7-ddcf9097109b tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "DELETE /v2.0/ports/4adbe81c-f25e-4628-806a-011abe3cca2e HTTP/1.1" status: 204 len: 168 time: 0.6326172 Nov 29 18:15:46.896130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=6e76788e-8d3b-4a9b-ba11-d8b8edca3608,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:46.897734 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41606) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:46.913721 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5aa36661-7bd7-401e-9dc8-961998922a55 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3910329 Nov 29 18:15:46.919755 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41608) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:46.968997 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e94ca67f-93f7-467c-a51a-66d894d09707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.984682 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.993539 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e94ca67f-93f7-467c-a51a-66d894d09707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:46.996001 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.018092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c4fc45-98e5-4242-8b98-3aa6ed2f386f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:47.019654 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c1c4fc45-98e5-4242-8b98-3aa6ed2f386f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0989742 Nov 29 18:15:47.024811 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41612) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:47.035600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] No DVR routers for this DVR port 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:15:47.043527 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Pushing event deleted for resources: {'Port': ['ID=6e76788e-8d3b-4a9b-ba11-d8b8edca3608,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:47.045173 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6b2850-e471-45d8-a7b2-a736da888c7a']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:47.058711 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:47.059239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:47.060184 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:47.060596 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:47.060939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:47.061432 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:47.061868 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:47.062260 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:47.062605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:47.062971 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:47.063362 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:47.063752 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e03fc8-6905-4a8f-84cf-560c46979f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:15:47.088704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75de1c79-e3d3-4b0c-b8e5-178016d4ee2e') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:47.089023 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75de1c79-e3d3-4b0c-b8e5-178016d4ee2e') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:47.094324 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f98828e-c085-4c35-be03-adbeaea67dfe None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:15:47.106468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.127514 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.144979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:15:47.145488 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.156159 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5f98828e-c085-4c35-be03-adbeaea67dfe None None] Deleting port db365ab0-2458-4818-ad0d-9362ed7f6594 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:47.156842 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f98828e-c085-4c35-be03-adbeaea67dfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:15:47.159372 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:15:47.170086 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c04ed3-764c-498c-8e79-9de995243828 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:47.173802 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-21c04ed3-764c-498c-8e79-9de995243828 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1432920 Nov 29 18:15:47.174448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41614) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:47.227630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ccbe16ee-2ed9-474c-9859-19e23d638532 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475645 Nov 29 18:15:47.228769 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41616) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:47.233391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-56c82d2e-8f94-43e6-9534-ad3964770336 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:47.244003 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-a3f50b2f-6358-483a-ba56-b2f2e397da07 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Deleting port 4c354ba2-4f1b-40f9-ba6e-71b7e10c631b {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:47.244353 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3f50b2f-6358-483a-ba56-b2f2e397da07 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.249183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5f98828e-c085-4c35-be03-adbeaea67dfe None None] For port db365ab0-2458-4818-ad0d-9362ed7f6594, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=db365ab0-2458-4818-ad0d-9362ed7f6594,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:47.249923 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f98828e-c085-4c35-be03-adbeaea67dfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.264801 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5f98828e-c085-4c35-be03-adbeaea67dfe None None] Calling delete_port for db365ab0-2458-4818-ad0d-9362ed7f6594 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:47.308672 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.321307 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.327591 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/networks/8a6b2850-e471-45d8-a7b2-a736da888c7a HTTP/1.1" status: 204 len: 168 time: 1.2725639 Nov 29 18:15:47.330483 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41618) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:47.354498 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3f50b2f-6358-483a-ba56-b2f2e397da07 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.354963 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f98828e-c085-4c35-be03-adbeaea67dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.363830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a7362-2af2-44b3-a18d-0275bc65e735 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Network': ['ID=8a6b2850-e471-45d8-a7b2-a736da888c7a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:47.386064 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e94ca67f-93f7-467c-a51a-66d894d09707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.388647 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e94ca67f-93f7-467c-a51a-66d894d09707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.392209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e94ca67f-93f7-467c-a51a-66d894d09707 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a49c65fb-6b45-4c47-b7d1-e895db4259e5 HTTP/1.1" status: 204 len: 168 time: 1.0361304 Nov 29 18:15:47.392376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98828e-c085-4c35-be03-adbeaea67dfe None None] Pushing event deleted for resources: {'Port': ['ID=db365ab0-2458-4818-ad0d-9362ed7f6594,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:47.404114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f98828e-c085-4c35-be03-adbeaea67dfe None None] No DVR routers for this DVR port db365ab0-2458-4818-ad0d-9362ed7f6594 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:15:47.442734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ca67f-93f7-467c-a51a-66d894d09707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49c65fb-6b45-4c47-b7d1-e895db4259e5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:47.443296 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-a3f50b2f-6358-483a-ba56-b2f2e397da07 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Calling delete_port for 4c354ba2-4f1b-40f9-ba6e-71b7e10c631b owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:47.447649 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04e42463-d8a2-44e0-97d3-96a498d03914 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.455119 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04e42463-d8a2-44e0-97d3-96a498d03914 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.464767 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c82d2e-8f94-43e6-9534-ad3964770336 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:47.468716 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56c82d2e-8f94-43e6-9534-ad3964770336 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.539389 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-04e42463-d8a2-44e0-97d3-96a498d03914 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] In _notify_port_updated(), no bound segment for port db341b2d-4a62-4b41-94ae-3e88c6b080c0 on network 96191223-e0f4-4331-ba76-0acac9b4796b {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:15:47.544939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e42463-d8a2-44e0-97d3-96a498d03914 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:47.545588 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04e42463-d8a2-44e0-97d3-96a498d03914 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.547819 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-04e42463-d8a2-44e0-97d3-96a498d03914 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "PUT /v2.0/ports/db341b2d-4a62-4b41-94ae-3e88c6b080c0 HTTP/1.1" status: 200 len: 1001 time: 1.2990868 Nov 29 18:15:47.553110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41622) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:47.609798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e42463-d8a2-44e0-97d3-96a498d03914 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event updated for resources: {'Port': ['ID=db341b2d-4a62-4b41-94ae-3e88c6b080c0,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:47.689189 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3f50b2f-6358-483a-ba56-b2f2e397da07 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.698532 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:15:47.747251 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:15:47.748783 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f50b2f-6358-483a-ba56-b2f2e397da07 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event deleted for resources: {'Port': ['ID=4c354ba2-4f1b-40f9-ba6e-71b7e10c631b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:47.749979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6e76788e-8d3b-4a9b-ba11-d8b8edca3608 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:15:47.750478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 34e6fb49-4022-400b-a9b0-a0e76047978f no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:15:47.761981 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3f50b2f-6358-483a-ba56-b2f2e397da07 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.765413 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a3f50b2f-6358-483a-ba56-b2f2e397da07 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "DELETE /v2.0/ports/4c354ba2-4f1b-40f9-ba6e-71b7e10c631b HTTP/1.1" status: 204 len: 168 time: 0.8654943 Nov 29 18:15:47.768400 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41626) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:47.791851 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 34e6fb49-4022-400b-a9b0-a0e76047978f {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:15:47.792215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 34e6fb49-4022-400b-a9b0-a0e76047978f not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:15:47.792655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device db365ab0-2458-4818-ad0d-9362ed7f6594 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:15:47.803027 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b62add54-cc13-44bd-a8d3-1bab8141769a tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0336061 Nov 29 18:15:47.807373 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41630) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:47.814797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-eaa8b090-e664-48e7-ae27-f7920ef6abd7 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-985801087'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:47.826197 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: db365ab0-2458-4818-ad0d-9362ed7f6594 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:15:47.826500 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device db365ab0-2458-4818-ad0d-9362ed7f6594 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:15:47.887659 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-193ff473-1827-4c44-a743-410a7c3fd5d3 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Deleting port db341b2d-4a62-4b41-94ae-3e88c6b080c0 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:47.888007 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-193ff473-1827-4c44-a743-410a7c3fd5d3 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.890824 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa8b090-e664-48e7-ae27-f7920ef6abd7 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Made reservation on behalf of 344148fbd9da44a3a4cb9ade9e276945 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:47.894524 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eaa8b090-e664-48e7-ae27-f7920ef6abd7 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.938437 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa8b090-e664-48e7-ae27-f7920ef6abd7 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:15:47.954435 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eaa8b090-e664-48e7-ae27-f7920ef6abd7 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:47.954435 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-eaa8b090-e664-48e7-ae27-f7920ef6abd7 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Added segment 6f1e2da1-610a-4529-b547-0873492c69b0 of type vlan for network 64835d8f-68c9-4b01-bafa-968fb081bd21 Nov 29 18:15:48.032148 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-193ff473-1827-4c44-a743-410a7c3fd5d3 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.032938 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eaa8b090-e664-48e7-ae27-f7920ef6abd7 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.040835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-efa3d518-7eb0-400e-b844-5dbf9ca6c53c None None] Provisioning complete for port db341b2d-4a62-4b41-94ae-3e88c6b080c0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:48.041942 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-efa3d518-7eb0-400e-b844-5dbf9ca6c53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.051436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.objects.ports [None req-56c82d2e-8f94-43e6-9534-ad3964770336 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:15:48.058434 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56c82d2e-8f94-43e6-9534-ad3964770336 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.080995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-193ff473-1827-4c44-a743-410a7c3fd5d3 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Calling delete_port for db341b2d-4a62-4b41-94ae-3e88c6b080c0 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:48.095398 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-efa3d518-7eb0-400e-b844-5dbf9ca6c53c None None] Port db341b2d-4a62-4b41-94ae-3e88c6b080c0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:48.115521 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eaa8b090-e664-48e7-ae27-f7920ef6abd7 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.122219 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa8b090-e664-48e7-ae27-f7920ef6abd7 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:48.123111 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eaa8b090-e664-48e7-ae27-f7920ef6abd7 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.124741 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c82d2e-8f94-43e6-9534-ad3964770336 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:48.130704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-56c82d2e-8f94-43e6-9534-ad3964770336 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:48.149245 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1066c37d-2071-405b-a62d-211c9a45fab8 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:48.164565 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c82d2e-8f94-43e6-9534-ad3964770336 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:48.164894 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56c82d2e-8f94-43e6-9534-ad3964770336 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.181464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c82d2e-8f94-43e6-9534-ad3964770336 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=091e4473-094c-421b-8de1-5b275eb49bbc,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:48.190502 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c01f70c1-e3eb-4fce-9f3c-ce6f5978a749 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.209994 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-56c82d2e-8f94-43e6-9534-ad3964770336 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9780333 Nov 29 18:15:48.210232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41644) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:48.217490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-98497aeb-9f83-41a9-8b27-331ca4e919df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'mac_address': 'fa:16:3e:a0:0d:a1', 'name': 'tempest-NetworksTestDHCPv6-1088984016'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:48.278290 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-eaa8b090-e664-48e7-ae27-f7920ef6abd7 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4687474 Nov 29 18:15:48.281542 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41648) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:48.289094 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8b090-e664-48e7-ae27-f7920ef6abd7 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event updated for resources: {'Network': ['ID=64835d8f-68c9-4b01-bafa-968fb081bd21,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:48.303551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-04218b2f-d13b-44b5-9271-0595ffd273a5 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-843551504'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:48.332758 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 64835d8f-68c9-4b01-bafa-968fb081bd21 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:15:48.382940 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04218b2f-d13b-44b5-9271-0595ffd273a5 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Made reservation on behalf of 344148fbd9da44a3a4cb9ade9e276945 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:48.386687 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04218b2f-d13b-44b5-9271-0595ffd273a5 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.425811 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41652) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:48.444977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04218b2f-d13b-44b5-9271-0595ffd273a5 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:15:48.465782 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04218b2f-d13b-44b5-9271-0595ffd273a5 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.466110 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-04218b2f-d13b-44b5-9271-0595ffd273a5 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Added segment 6d4821ae-c021-413b-94ab-1c155d602721 of type vlan for network 88b33d4b-22e1-4a4f-a881-510e4c3c705e Nov 29 18:15:48.476462 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-193ff473-1827-4c44-a743-410a7c3fd5d3 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.486733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': '091e4473-094c-421b-8de1-5b275eb49bbc'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:15:48.488487 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.555013 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04218b2f-d13b-44b5-9271-0595ffd273a5 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.558691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ff473-1827-4c44-a743-410a7c3fd5d3 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event deleted for resources: {'Port': ['ID=db341b2d-4a62-4b41-94ae-3e88c6b080c0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:48.598568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98497aeb-9f83-41a9-8b27-331ca4e919df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:48.603749 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-193ff473-1827-4c44-a743-410a7c3fd5d3 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.607972 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-193ff473-1827-4c44-a743-410a7c3fd5d3 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "DELETE /v2.0/ports/db341b2d-4a62-4b41-94ae-3e88c6b080c0 HTTP/1.1" status: 204 len: 168 time: 1.0535481 Nov 29 18:15:48.611746 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fd0dd97b-d81c-41fe-b443-b06aa15e1a26 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1472876461-network', 'tenant_id': 'f750c3342aee4e738ec81f4bae1a7a04'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:48.621824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41656) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:48.705436 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d7c9fd-b560-446b-a444-fe3cf9fdf0e1 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] GET failed (client error): The resource could not be found. Nov 29 18:15:48.707602 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e7d7c9fd-b560-446b-a444-fe3cf9fdf0e1 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "GET /v2.0/ports/db341b2d-4a62-4b41-94ae-3e88c6b080c0 HTTP/1.1" status: 404 len: 333 time: 0.0847456 Nov 29 18:15:48.713557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41658) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:48.719087 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Allocated IP 2001:db8::f816:3eff:fe4d:83da (c052213d-ea6c-4782-b422-f625c0df816d/091e4473-094c-421b-8de1-5b275eb49bbc/82d4b387-be29-4267-a327-877337d0b32c) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:48.731513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8a116a7c-397d-4bbd-9226-8df8ae90367d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Request body: {'port': {'network_id': '96191223-e0f4-4331-ba76-0acac9b4796b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-624319781'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:48.734873 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04218b2f-d13b-44b5-9271-0595ffd273a5 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.741443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04218b2f-d13b-44b5-9271-0595ffd273a5 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:48.742410 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04218b2f-d13b-44b5-9271-0595ffd273a5 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.872030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0dd97b-d81c-41fe-b443-b06aa15e1a26 admin admin] Made reservation on behalf of f750c3342aee4e738ec81f4bae1a7a04 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:48.874489 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd97b-d81c-41fe-b443-b06aa15e1a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.888535 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-c01f70c1-e3eb-4fce-9f3c-ce6f5978a749 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port 954b2af3-a924-4158-b636-641a1a76553d {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:48.889215 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c01f70c1-e3eb-4fce-9f3c-ce6f5978a749 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.914702 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.921242 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.934373 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98497aeb-9f83-41a9-8b27-331ca4e919df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.941394 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd97b-d81c-41fe-b443-b06aa15e1a26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:48.956063 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-04218b2f-d13b-44b5-9271-0595ffd273a5 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6652892 Nov 29 18:15:48.971739 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:48.978031 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:48.979986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Pushing event updated for resources: {'Port': ['ID=82d4b387-be29-4267-a327-877337d0b32c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:48.983448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:48.990152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04218b2f-d13b-44b5-9271-0595ffd273a5 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event updated for resources: {'Network': ['ID=88b33d4b-22e1-4a4f-a881-510e4c3c705e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:48.995234 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-98497aeb-9f83-41a9-8b27-331ca4e919df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port 6f85954d-c460-462b-a411-f92e926dbe77 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:15:49.016988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 88b33d4b-22e1-4a4f-a881-510e4c3c705e details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:15:49.036211 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-c01f70c1-e3eb-4fce-9f3c-ce6f5978a749 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] For port 954b2af3-a924-4158-b636-641a1a76553d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=954b2af3-a924-4158-b636-641a1a76553d,segment=NetworkSegment(2062d136-0ddf-4378-9835-39e6aeac0767),segment_id=2062d136-0ddf-4378-9835-39e6aeac0767)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:49.037081 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c01f70c1-e3eb-4fce-9f3c-ce6f5978a749 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:49.077855 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-c01f70c1-e3eb-4fce-9f3c-ce6f5978a749 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for 954b2af3-a924-4158-b636-641a1a76553d owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:49.155052 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Attempting to bind port 82d4b387-be29-4267-a327-877337d0b32c on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:15:49.164625 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Attempting to bind port 82d4b387-be29-4267-a327-877337d0b32c by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:15:49.165253 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Attempting to bind port 82d4b387-be29-4267-a327-877337d0b32c on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:15:49.171350 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a116a7c-397d-4bbd-9226-8df8ae90367d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Made reservation on behalf of df9b4ca6e5634385bc2e417ee471f951 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:49.174936 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a116a7c-397d-4bbd-9226-8df8ae90367d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:49.182256 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:15:49.183709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:49.186052 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:49.187050 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:15:49.188874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Bound port: 82d4b387-be29-4267-a327-877337d0b32c, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:15:49.192523 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:49.212493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-98497aeb-9f83-41a9-8b27-331ca4e919df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::f816:3eff:fea0:da1 (c052213d-ea6c-4782-b422-f625c0df816d/091e4473-094c-421b-8de1-5b275eb49bbc/6f85954d-c460-462b-a411-f92e926dbe77) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:49.223174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-8a116a7c-397d-4bbd-9226-8df8ae90367d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] device_id is not set on port 63203552-37d2-48a2-987a-de99b9406a5e yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:15:49.288740 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd97b-d81c-41fe-b443-b06aa15e1a26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:49.303339 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd97b-d81c-41fe-b443-b06aa15e1a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:49.313887 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c01f70c1-e3eb-4fce-9f3c-ce6f5978a749 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:49.332656 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] For port 82d4b387-be29-4267-a327-877337d0b32c, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:15:49.336625 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] For port 82d4b387-be29-4267-a327-877337d0b32c, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=82d4b387-be29-4267-a327-877337d0b32c,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:15:49.350963 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:49.356401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f70c1-e3eb-4fce-9f3c-ce6f5978a749 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=954b2af3-a924-4158-b636-641a1a76553d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:49.410325 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0dd97b-d81c-41fe-b443-b06aa15e1a26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:15:49.422991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dd97b-d81c-41fe-b443-b06aa15e1a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4219ee-7380-4cf9-9e74-7f0c566063f5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:49.478762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef37464-a985-4b23-a69c-37950abc5d0d None None] Pushing event updated for resources: {'Port': ['ID=82d4b387-be29-4267-a327-877337d0b32c,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:49.505590 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd97b-d81c-41fe-b443-b06aa15e1a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:49.505951 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-fd0dd97b-d81c-41fe-b443-b06aa15e1a26 admin admin] Added segment ffcff87b-9d4b-4323-8c56-d7d524753bd5 of type vlan for network c2eaffb7-6041-4787-9404-bfb808080215 Nov 29 18:15:49.645451 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c01f70c1-e3eb-4fce-9f3c-ce6f5978a749 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:49.656820 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd97b-d81c-41fe-b443-b06aa15e1a26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:49.692236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-8a116a7c-397d-4bbd-9226-8df8ae90367d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Allocated IP 2001:db8::1f2 (96191223-e0f4-4331-ba76-0acac9b4796b/0befed4e-8075-47bd-a963-f4605ce93c55/63203552-37d2-48a2-987a-de99b9406a5e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:49.743293 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98497aeb-9f83-41a9-8b27-331ca4e919df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:49.767856 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd97b-d81c-41fe-b443-b06aa15e1a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:49.769011 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0dd97b-d81c-41fe-b443-b06aa15e1a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:49.769608 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd97b-d81c-41fe-b443-b06aa15e1a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:49.960227 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fd0dd97b-d81c-41fe-b443-b06aa15e1a26 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5308661 Nov 29 18:15:49.961456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41662) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:49.999176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01f70c1-e3eb-4fce-9f3c-ce6f5978a749 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router a7cac5de-3789-417a-ad16-6a54b70099ee has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:15:50.081958 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1ad086bc-dbaf-47a3-9a04-82a65be1b646 admin admin] Request body: {'subnet': {'network_id': 'c2eaffb7-6041-4787-9404-bfb808080215', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1472876461-subnet', 'tenant_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:50.128421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dd97b-d81c-41fe-b443-b06aa15e1a26 admin admin] Pushing event updated for resources: {'Network': ['ID=c2eaffb7-6041-4787-9404-bfb808080215,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:50.141650 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98497aeb-9f83-41a9-8b27-331ca4e919df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:50.148310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network c2eaffb7-6041-4787-9404-bfb808080215 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:15:50.161302 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01f70c1-e3eb-4fce-9f3c-ce6f5978a749 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:15:50.171314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98497aeb-9f83-41a9-8b27-331ca4e919df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:50.176334 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-98497aeb-9f83-41a9-8b27-331ca4e919df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:50.177183 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31293d-2d7d-4ad7-ac1e-7e499861b998 None None] Sync routers for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:15:50.186452 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c01f70c1-e3eb-4fce-9f3c-ce6f5978a749 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/a7cac5de-3789-417a-ad16-6a54b70099ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8472810 Nov 29 18:15:50.187217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41664) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:50.198461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad086bc-dbaf-47a3-9a04-82a65be1b646 admin admin] Made reservation on behalf of f750c3342aee4e738ec81f4bae1a7a04 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:50.200861 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ad086bc-dbaf-47a3-9a04-82a65be1b646 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:50.206827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98497aeb-9f83-41a9-8b27-331ca4e919df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:50.207780 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31293d-2d7d-4ad7-ac1e-7e499861b998 None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:50.208842 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4e31293d-2d7d-4ad7-ac1e-7e499861b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:50.212470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98497aeb-9f83-41a9-8b27-331ca4e919df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:50.213091 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98497aeb-9f83-41a9-8b27-331ca4e919df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:50.260098 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-692c393b-d5a9-44ce-80a2-3a7d5c6556bb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting subnet 5c03fdab-c42f-4f73-9384-85363eb891ab {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:50.263729 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-692c393b-d5a9-44ce-80a2-3a7d5c6556bb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:50.324780 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-692c393b-d5a9-44ce-80a2-3a7d5c6556bb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:50.377010 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-4e31293d-2d7d-4ad7-ac1e-7e499861b998 None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:50.408948 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a116a7c-397d-4bbd-9226-8df8ae90367d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:50.417319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-98497aeb-9f83-41a9-8b27-331ca4e919df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2060852 Nov 29 18:15:50.421598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41668) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:50.427472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98497aeb-9f83-41a9-8b27-331ca4e919df tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=6f85954d-c460-462b-a411-f92e926dbe77,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:50.442863 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-692c393b-d5a9-44ce-80a2-3a7d5c6556bb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:50.537016 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b366bb5-9773-4234-83dd-6c91c0473edf tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:50.542432 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-692c393b-d5a9-44ce-80a2-3a7d5c6556bb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:50.544532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b366bb5-9773-4234-83dd-6c91c0473edf tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:50.550658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8b366bb5-9773-4234-83dd-6c91c0473edf tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1264639 Nov 29 18:15:50.551328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41670) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:50.586799 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a116a7c-397d-4bbd-9226-8df8ae90367d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:50.607148 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c393b-d5a9-44ce-80a2-3a7d5c6556bb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Subnet': ['ID=5c03fdab-c42f-4f73-9384-85363eb891ab,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:50.616302 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-692c393b-d5a9-44ce-80a2-3a7d5c6556bb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:50.620773 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-692c393b-d5a9-44ce-80a2-3a7d5c6556bb tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/5c03fdab-c42f-4f73-9384-85363eb891ab HTTP/1.1" status: 204 len: 168 time: 0.4320953 Nov 29 18:15:50.623116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41672) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:50.626563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8493bf-dafd-4e2a-bb69-318194c57ad5 None None] Network f680d3a6-2489-489d-99f9-852c725d42c7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:50.692659 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a116a7c-397d-4bbd-9226-8df8ae90367d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Network 96191223-e0f4-4331-ba76-0acac9b4796b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:50.748732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-8a116a7c-397d-4bbd-9226-8df8ae90367d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:50.812756 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:50.858178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a116a7c-397d-4bbd-9226-8df8ae90367d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:50.865164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a116a7c-397d-4bbd-9226-8df8ae90367d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:50.866315 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a116a7c-397d-4bbd-9226-8df8ae90367d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:50.983623 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port 35ef7438-2698-4d3f-89ef-fe52913b6c68 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:50.983964 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ad086bc-dbaf-47a3-9a04-82a65be1b646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:50.984069 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:50.985848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a116a7c-397d-4bbd-9226-8df8ae90367d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event updated for resources: {'Port': ['ID=63203552-37d2-48a2-987a-de99b9406a5e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:51.022093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8a116a7c-397d-4bbd-9226-8df8ae90367d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3049729 Nov 29 18:15:51.029917 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41674) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:51.033984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18233301-d193-46ba-bd88-102ccca3fe8d None None] DHCP port deletion for f680d3a6-2489-489d-99f9-852c725d42c7 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:15:51.038763 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b9948506-2915-426c-adcf-35a89576becf tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Request body: {'port': {'network_id': '96191223-e0f4-4331-ba76-0acac9b4796b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2025072425'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:51.045184 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4e31293d-2d7d-4ad7-ac1e-7e499861b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:49Z', 'revision_number': 10, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:51.156331 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31293d-2d7d-4ad7-ac1e-7e499861b998 None None] Checking router: a7cac5de-3789-417a-ad16-6a54b70099ee for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:15:51.183910 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-18233301-d193-46ba-bd88-102ccca3fe8d None None] Deleting port 35ef7438-2698-4d3f-89ef-fe52913b6c68 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:51.184607 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18233301-d193-46ba-bd88-102ccca3fe8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:51.185922 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31293d-2d7d-4ad7-ac1e-7e499861b998 None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:51.188036 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4e31293d-2d7d-4ad7-ac1e-7e499861b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:51.207452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c0311e27-f7e1-4f5f-a1bc-7d3875dd2443 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port 6f85954d-c460-462b-a411-f92e926dbe77 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:51.212364 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0311e27-f7e1-4f5f-a1bc-7d3875dd2443 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:51.234209 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] For port 35ef7438-2698-4d3f-89ef-fe52913b6c68, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=35ef7438-2698-4d3f-89ef-fe52913b6c68,segment=NetworkSegment(2062d136-0ddf-4378-9835-39e6aeac0767),segment_id=2062d136-0ddf-4378-9835-39e6aeac0767)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:51.235431 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:51.273814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for 35ef7438-2698-4d3f-89ef-fe52913b6c68 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:51.330218 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-18233301-d193-46ba-bd88-102ccca3fe8d None None] For port 35ef7438-2698-4d3f-89ef-fe52913b6c68, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=35ef7438-2698-4d3f-89ef-fe52913b6c68,segment=NetworkSegment(2062d136-0ddf-4378-9835-39e6aeac0767),segment_id=2062d136-0ddf-4378-9835-39e6aeac0767)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:51.331064 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18233301-d193-46ba-bd88-102ccca3fe8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:51.342965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad086bc-dbaf-47a3-9a04-82a65be1b646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4dc1fb0-c5b7-48a3-9303-9d6954b71cc7,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:51.372395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-18233301-d193-46ba-bd88-102ccca3fe8d None None] Calling delete_port for 35ef7438-2698-4d3f-89ef-fe52913b6c68 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:51.383946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad086bc-dbaf-47a3-9a04-82a65be1b646 admin admin] Checking segment: {'id': 'ffcff87b-9d4b-4323-8c56-d7d524753bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c2eaffb7-6041-4787-9404-bfb808080215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:51.384307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad086bc-dbaf-47a3-9a04-82a65be1b646 admin admin] Network hostable DHCP agents. Network: c2eaffb7-6041-4787-9404-bfb808080215, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:15:51.391521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bf36e43d-68e6-4115-9403-98d82e08f224 None None] Provisioning complete for port 63203552-37d2-48a2-987a-de99b9406a5e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:51.392256 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf36e43d-68e6-4115-9403-98d82e08f224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:51.466384 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-4e31293d-2d7d-4ad7-ac1e-7e499861b998 None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:51.535175 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:51.641805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad086bc-dbaf-47a3-9a04-82a65be1b646 admin admin] Network c2eaffb7-6041-4787-9404-bfb808080215 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:15:51.644421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9948506-2915-426c-adcf-35a89576becf tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Made reservation on behalf of df9b4ca6e5634385bc2e417ee471f951 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:51.651365 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] No DVR routers for this DVR port 35ef7438-2698-4d3f-89ef-fe52913b6c68 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:15:51.658557 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9948506-2915-426c-adcf-35a89576becf tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:51.713478 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=35ef7438-2698-4d3f-89ef-fe52913b6c68,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:51.748326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-b9948506-2915-426c-adcf-35a89576becf tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] device_id is not set on port 80c4fc86-3052-4c8f-9499-25fd1bf7fc98 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:15:51.754936 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0311e27-f7e1-4f5f-a1bc-7d3875dd2443 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:51.775696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1ad086bc-dbaf-47a3-9a04-82a65be1b646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, c2eaffb7-6041-4787-9404-bfb808080215) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:51.795706 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c0311e27-f7e1-4f5f-a1bc-7d3875dd2443 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for 6f85954d-c460-462b-a411-f92e926dbe77 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:51.809514 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef48ee3-9a65-4d7d-ba4b-db5407f5880f None None] Network c2eaffb7-6041-4787-9404-bfb808080215 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:51.837590 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad086bc-dbaf-47a3-9a04-82a65be1b646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:51.838191 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ad086bc-dbaf-47a3-9a04-82a65be1b646 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:51.858080 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 82d4b387-be29-4267-a327-877337d0b32c up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:51.974735 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.028950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f680d3a6-2489-489d-99f9-852c725d42c7']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:52.064646 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2062d136-0ddf-4378-9835-39e6aeac0767') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:52.065434 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2062d136-0ddf-4378-9835-39e6aeac0767') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:52.069825 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4e31293d-2d7d-4ad7-ac1e-7e499861b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:49Z', 'revision_number': 10, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:52.078511 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.096572 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.096944 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18233301-d193-46ba-bd88-102ccca3fe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.106719 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:15:52.107901 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.108057 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bf36e43d-68e6-4115-9403-98d82e08f224 None None] Port 63203552-37d2-48a2-987a-de99b9406a5e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:52.158627 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18233301-d193-46ba-bd88-102ccca3fe8d None None] Pushing event deleted for resources: {'Port': ['ID=35ef7438-2698-4d3f-89ef-fe52913b6c68,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:52.175332 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31293d-2d7d-4ad7-ac1e-7e499861b998 None None] The sync data for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 is: [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:49Z', 'revision_number': 10, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None, '_interfaces': [{'id': '19f94ddf-c1ed-4094-bc4b-774c43420631', 'name': '', 'network_id': '92d4d5cd-569f-42ae-a027-b579df7dd28c', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'mac_address': 'fa:16:3e:f9:3b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2487, 'fixed_ips': [{'subnet_id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:14:50Z', 'updated_at': '2021-11-29T18:15:02Z', 'revision_number': 5, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'subnets': [{'id': '5d93211e-1294-4cfa-94c8-649354d8fe78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:15:52.199108 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:15:52.206357 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.216548 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18233301-d193-46ba-bd88-102ccca3fe8d None None] No DVR routers for this DVR port 35ef7438-2698-4d3f-89ef-fe52913b6c68 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:15:52.219758 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bf36e43d-68e6-4115-9403-98d82e08f224 None None] Provisioning complete for port 82d4b387-be29-4267-a327-877337d0b32c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:52.220148 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf36e43d-68e6-4115-9403-98d82e08f224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.270733 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.279833 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/networks/f680d3a6-2489-489d-99f9-852c725d42c7 HTTP/1.1" status: 204 len: 168 time: 1.6548867 Nov 29 18:15:52.281313 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c81ef-bd54-4b6a-a2dd-1c708c73fa9b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Network': ['ID=f680d3a6-2489-489d-99f9-852c725d42c7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:52.284641 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41678) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:52.403775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 82d4b387-be29-4267-a327-877337d0b32c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:52.404522 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.421373 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1ad086bc-dbaf-47a3-9a04-82a65be1b646 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3559556 Nov 29 18:15:52.422516 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41680) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:52.433876 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1472876461-router', 'tenant_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:52.514475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41682) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:52.516051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-b9948506-2915-426c-adcf-35a89576becf tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Allocated IP 2001:db8::208 (96191223-e0f4-4331-ba76-0acac9b4796b/0befed4e-8075-47bd-a963-f4605ce93c55/80c4fc86-3052-4c8f-9499-25fd1bf7fc98) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:52.517873 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c2eaffb7-6041-4787-9404-bfb808080215', 'network_id': 'c2eaffb7-6041-4787-9404-bfb808080215', 'tenant_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'fixed_ips': [{'subnet_id': 'b4dc1fb0-c5b7-48a3-9303-9d6954b71cc7'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:15:52.519135 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.527114 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Request body: {'subnets': [{'network_id': '64835d8f-68c9-4b01-bafa-968fb081bd21', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--64363076', 'ip_version': 6}, {'network_id': '88b33d4b-22e1-4a4f-a881-510e4c3c705e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:52.527509 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Request body: {'subnet': {'network_id': '64835d8f-68c9-4b01-bafa-968fb081bd21', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--64363076', 'ip_version': 6}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:52.528193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Request body: {'subnet': {'network_id': '88b33d4b-22e1-4a4f-a881-510e4c3c705e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:52.545216 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.546375 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.548353 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf36e43d-68e6-4115-9403-98d82e08f224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.696868 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.746602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-bf36e43d-68e6-4115-9403-98d82e08f224 None None] For port 82d4b387-be29-4267-a327-877337d0b32c, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=82d4b387-be29-4267-a327-877337d0b32c,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:52.767999 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf36e43d-68e6-4115-9403-98d82e08f224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.789895 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9948506-2915-426c-adcf-35a89576becf tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.811499 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.939326 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36e43d-68e6-4115-9403-98d82e08f224 None None] Pushing event updated for resources: {'Port': ['ID=82d4b387-be29-4267-a327-877337d0b32c,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:52.945191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Allocated IP 172.20.0.2 (c2eaffb7-6041-4787-9404-bfb808080215/b4dc1fb0-c5b7-48a3-9303-9d6954b71cc7/2a28c670-c51f-43d4-8f10-05f16e2d0566) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:52.953069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bc6cf589-cd11-4031-b71c-26f16c1672a9 None None] Provisioning complete for port 6f85954d-c460-462b-a411-f92e926dbe77 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:52.953069 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc6cf589-cd11-4031-b71c-26f16c1672a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.953502 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9948506-2915-426c-adcf-35a89576becf tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.956289 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.968175 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0311e27-f7e1-4f5f-a1bc-7d3875dd2443 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:52.979895 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:15:52.980258 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:15:52.981842 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bc6cf589-cd11-4031-b71c-26f16c1672a9 None None] Port 6f85954d-c460-462b-a411-f92e926dbe77 was deleted so its status cannot be updated. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 29 18:15:53.033416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9948506-2915-426c-adcf-35a89576becf tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Network 96191223-e0f4-4331-ba76-0acac9b4796b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:53.055270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b9948506-2915-426c-adcf-35a89576becf tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:53.063159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9948506-2915-426c-adcf-35a89576becf tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event updated for resources: {'Port': ['ID=80c4fc86-3052-4c8f-9499-25fd1bf7fc98,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:53.082497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9948506-2915-426c-adcf-35a89576becf tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:53.090027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9948506-2915-426c-adcf-35a89576becf tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:53.091188 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9948506-2915-426c-adcf-35a89576becf tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:53.111452 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0311e27-f7e1-4f5f-a1bc-7d3875dd2443 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:53.117130 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c0311e27-f7e1-4f5f-a1bc-7d3875dd2443 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/6f85954d-c460-462b-a411-f92e926dbe77 HTTP/1.1" status: 204 len: 168 time: 2.5610960 Nov 29 18:15:53.120652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41686) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:53.148246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0311e27-f7e1-4f5f-a1bc-7d3875dd2443 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=6f85954d-c460-462b-a411-f92e926dbe77,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:53.173275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Made reservation on behalf of 344148fbd9da44a3a4cb9ade9e276945 for: {'subnet': 2} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:53.179596 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:53.179948 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:53.190169 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b9948506-2915-426c-adcf-35a89576becf tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1540117 Nov 29 18:15:53.197485 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:53.198713 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41688) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:53.204307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-78dbc1c5-ade3-4ce8-ab27-9bb5b485a222 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a9', 'mac_address': 'fa:16:3e:ab:72:4d'}, {'ip_address': '2001:db8::1f2', 'mac_address': 'fa:16:3e:cb:de:79'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:53.211694 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:53.216645 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dce87984-7fa8-4bb4-8dc5-fd8342b4a469 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:53.275191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Network c2eaffb7-6041-4787-9404-bfb808080215 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:53.283375 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:53.299041 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:53.326652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Pushing event updated for resources: {'Port': ['ID=2a28c670-c51f-43d4-8f10-05f16e2d0566,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:53.401053 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Attempting to bind port 2a28c670-c51f-43d4-8f10-05f16e2d0566 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:15:53.401576 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Attempting to bind port 2a28c670-c51f-43d4-8f10-05f16e2d0566 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'ffcff87b-9d4b-4323-8c56-d7d524753bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c2eaffb7-6041-4787-9404-bfb808080215'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:15:53.402173 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Attempting to bind port 2a28c670-c51f-43d4-8f10-05f16e2d0566 on network c2eaffb7-6041-4787-9404-bfb808080215 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:15:53.408713 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:15:53.409409 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Checking segment: {'id': 'ffcff87b-9d4b-4323-8c56-d7d524753bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c2eaffb7-6041-4787-9404-bfb808080215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:53.410015 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:53.410742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Bound using segment: {'id': 'ffcff87b-9d4b-4323-8c56-d7d524753bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c2eaffb7-6041-4787-9404-bfb808080215'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:15:53.411434 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Bound port: 2a28c670-c51f-43d4-8f10-05f16e2d0566, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffcff87b-9d4b-4323-8c56-d7d524753bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c2eaffb7-6041-4787-9404-bfb808080215'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:15:53.412302 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:53.550325 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] For port 2a28c670-c51f-43d4-8f10-05f16e2d0566, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:15:53.572290 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-39b5a9b8-61dc-4db1-b3d4-0404b759c544 None None] Provisioning complete for port 80c4fc86-3052-4c8f-9499-25fd1bf7fc98 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:53.572669 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39b5a9b8-61dc-4db1-b3d4-0404b759c544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:53.576846 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] For port 2a28c670-c51f-43d4-8f10-05f16e2d0566, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2a28c670-c51f-43d4-8f10-05f16e2d0566,segment=NetworkSegment(ffcff87b-9d4b-4323-8c56-d7d524753bd5),segment_id=ffcff87b-9d4b-4323-8c56-d7d524753bd5)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:15:53.601694 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:53.652485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 35ef7438-2698-4d3f-89ef-fe52913b6c68 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:15:53.665743 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-39b5a9b8-61dc-4db1-b3d4-0404b759c544 None None] Port 80c4fc86-3052-4c8f-9499-25fd1bf7fc98 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:53.699047 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 35ef7438-2698-4d3f-89ef-fe52913b6c68 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:15:53.699410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 35ef7438-2698-4d3f-89ef-fe52913b6c68 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:15:53.716693 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65e435-e73a-45f6-a24e-85d8a9f3d7e9 None None] Pushing event updated for resources: {'Port': ['ID=2a28c670-c51f-43d4-8f10-05f16e2d0566,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:53.781246 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:53.848259 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event updated for resources: {'Subnet': ['ID=db927509-bac9-4310-a5dc-12377bd9e4d4,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:53.866873 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 82d4b387-be29-4267-a327-877337d0b32c up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:53.875257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae41aa5d-3cd7-44db-a114-b51a867984cd tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:53.876662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Checking segment: {'id': '6f1e2da1-610a-4529-b547-0873492c69b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '64835d8f-68c9-4b01-bafa-968fb081bd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:53.876864 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae41aa5d-3cd7-44db-a114-b51a867984cd tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:53.877518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Network hostable DHCP agents. Network: 64835d8f-68c9-4b01-bafa-968fb081bd21, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:15:53.878488 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ae41aa5d-3cd7-44db-a114-b51a867984cd tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.7534461 Nov 29 18:15:53.882754 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41692) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:53.934679 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 82d4b387-be29-4267-a327-877337d0b32c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:53.935072 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:53.957308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Network 64835d8f-68c9-4b01-bafa-968fb081bd21 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:15:53.979430 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5fb2c05-4fe4-43ce-96ff-aadc77199b78 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 091e4473-094c-421b-8de1-5b275eb49bbc {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:53.985362 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2c05-4fe4-43ce-96ff-aadc77199b78 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:53.985503 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-354f76e6-e253-4e33-9451-723e20881c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:54.041142 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 64835d8f-68c9-4b01-bafa-968fb081bd21) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:54.046575 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:54.079868 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5de416-9841-4190-a9cc-1dbe5328ac27 None None] Network 64835d8f-68c9-4b01-bafa-968fb081bd21 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:54.099124 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:54.125146 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2c05-4fe4-43ce-96ff-aadc77199b78 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:54.138032 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:54.139864 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78dbc1c5-ade3-4ce8-ab27-9bb5b485a222 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:54.155562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 954b2af3-a924-4158-b636-641a1a76553d no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:15:54.182894 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 954b2af3-a924-4158-b636-641a1a76553d {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:15:54.183251 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 954b2af3-a924-4158-b636-641a1a76553d not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:15:54.200357 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event updated for resources: {'Subnet': ['ID=48a52d0e-ab37-4161-a79c-a4c9ed0098e8,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:54.214895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Checking segment: {'id': '6d4821ae-c021-413b-94ab-1c155d602721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '88b33d4b-22e1-4a4f-a881-510e4c3c705e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:54.215347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Network hostable DHCP agents. Network: 88b33d4b-22e1-4a4f-a881-510e4c3c705e, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:15:54.273029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Network 88b33d4b-22e1-4a4f-a881-510e4c3c705e is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:15:54.290024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 88b33d4b-22e1-4a4f-a881-510e4c3c705e) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:54.293898 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2c05-4fe4-43ce-96ff-aadc77199b78 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:54.308232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774eacdc-8a9d-442a-9426-c98e2b04818f None None] Network 88b33d4b-22e1-4a4f-a881-510e4c3c705e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:54.321115 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:54.321595 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:54.322713 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:54.358116 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-64835d8f-68c9-4b01-bafa-968fb081bd21', 'network_id': '64835d8f-68c9-4b01-bafa-968fb081bd21', 'tenant_id': '344148fbd9da44a3a4cb9ade9e276945', 'fixed_ips': [{'subnet_id': 'db927509-bac9-4310-a5dc-12377bd9e4d4'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:15:54.358320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-67d4fd71-c91a-4214-b359-7e7270212f6e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 1.8369541 Nov 29 18:15:54.358413 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:54.358604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41694) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:54.410176 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2c05-4fe4-43ce-96ff-aadc77199b78 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:54.451145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db196b9-4a55-4dfa-9406-1948869de013 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:54.452674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db196b9-4a55-4dfa-9406-1948869de013 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:54.455273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db196b9-4a55-4dfa-9406-1948869de013 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:54.465053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0db196b9-4a55-4dfa-9406-1948869de013 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.0965188 Nov 29 18:15:54.465053 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5fb2c05-4fe4-43ce-96ff-aadc77199b78 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:54.465053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b5fb2c05-4fe4-43ce-96ff-aadc77199b78 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/091e4473-094c-421b-8de1-5b275eb49bbc HTTP/1.1" status: 204 len: 168 time: 0.5751171 Nov 29 18:15:54.465053 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41696) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:54.470896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41698) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:54.471681 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb2c05-4fe4-43ce-96ff-aadc77199b78 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=091e4473-094c-421b-8de1-5b275eb49bbc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:54.503408 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8d12cd-e4a5-4c2e-8c89-f7b1a6359169 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:54.516382 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8bc87caa-40eb-41c2-8636-d31f4ab1482c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503469 Nov 29 18:15:54.523807 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41700) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:54.531923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d4730e41-5729-44b3-b6ef-4f1a2f5e30a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:54.559105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Allocated IP 172.25.3.177 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/5feb9a48-6faa-4d71-b4bc-6fb47dd55499) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:54.559363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-6326544e-3399-4e0e-9892-aa3bdd638fc8 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Deleting subnet db927509-bac9-4310-a5dc-12377bd9e4d4 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:54.723928 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78dbc1c5-ade3-4ce8-ab27-9bb5b485a222 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:54.743937 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-dce87984-7fa8-4bb4-8dc5-fd8342b4a469 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port 19f94ddf-c1ed-4094-bc4b-774c43420631 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:54.744274 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dce87984-7fa8-4bb4-8dc5-fd8342b4a469 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:54.750625 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78dbc1c5-ade3-4ce8-ab27-9bb5b485a222 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:54.827290 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Allocated IP 2001:db8::1 (64835d8f-68c9-4b01-bafa-968fb081bd21/db927509-bac9-4310-a5dc-12377bd9e4d4/c741d0c0-eb94-455c-aed7-eca2c6a75c5f) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:54.864214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-78dbc1c5-ade3-4ce8-ab27-9bb5b485a222 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] In _notify_port_updated(), no bound segment for port 80c4fc86-3052-4c8f-9499-25fd1bf7fc98 on network 96191223-e0f4-4331-ba76-0acac9b4796b {{(pid=110004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:15:54.870542 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dbc1c5-ade3-4ce8-ab27-9bb5b485a222 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:54.870935 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78dbc1c5-ade3-4ce8-ab27-9bb5b485a222 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:54.874889 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-78dbc1c5-ade3-4ce8-ab27-9bb5b485a222 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "PUT /v2.0/ports/80c4fc86-3052-4c8f-9499-25fd1bf7fc98 HTTP/1.1" status: 200 len: 1068 time: 1.6722131 Nov 29 18:15:54.876323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41704) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:54.884561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4730e41-5729-44b3-b6ef-4f1a2f5e30a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:54.888192 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4730e41-5729-44b3-b6ef-4f1a2f5e30a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:54.920740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-88b33d4b-22e1-4a4f-a881-510e4c3c705e', 'network_id': '88b33d4b-22e1-4a4f-a881-510e4c3c705e', 'tenant_id': '344148fbd9da44a3a4cb9ade9e276945', 'fixed_ips': [{'subnet_id': '48a52d0e-ab37-4161-a79c-a4c9ed0098e8'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:15:54.921276 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.039691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1181ccb4-b9d0-40d6-a480-144eea3e739b tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Deleting port 80c4fc86-3052-4c8f-9499-25fd1bf7fc98 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:55.039957 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbc1c5-ade3-4ce8-ab27-9bb5b485a222 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event updated for resources: {'Port': ['ID=80c4fc86-3052-4c8f-9499-25fd1bf7fc98,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:55.041577 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1181ccb4-b9d0-40d6-a480-144eea3e739b tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.104984 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.145306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29aba81-5b0f-40b0-9ff7-c08f98e1c266 None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:15:55.174500 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-dce87984-7fa8-4bb4-8dc5-fd8342b4a469 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] For port 19f94ddf-c1ed-4094-bc4b-774c43420631, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=19f94ddf-c1ed-4094-bc4b-774c43420631,segment=NetworkSegment(2952439e-7b2c-4c3e-a06b-8ca1adbac8f8),segment_id=2952439e-7b2c-4c3e-a06b-8ca1adbac8f8)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:55.175113 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dce87984-7fa8-4bb4-8dc5-fd8342b4a469 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.209027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-dce87984-7fa8-4bb4-8dc5-fd8342b4a469 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for 19f94ddf-c1ed-4094-bc4b-774c43420631 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:55.218363 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1181ccb4-b9d0-40d6-a480-144eea3e739b tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.239219 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.239990 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1181ccb4-b9d0-40d6-a480-144eea3e739b tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Calling delete_port for 80c4fc86-3052-4c8f-9499-25fd1bf7fc98 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:55.257059 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6326544e-3399-4e0e-9892-aa3bdd638fc8 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.276160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Allocated IP 2001:db8:0:1::1 (88b33d4b-22e1-4a4f-a881-510e4c3c705e/48a52d0e-ab37-4161-a79c-a4c9ed0098e8/86901e34-9a5f-4f69-90a8-1820e55c62cd) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:55.325032 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6326544e-3399-4e0e-9892-aa3bdd638fc8 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.330776 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.375893 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560e157f-9bd5-4ef0-94d9-14107825b6d9 None None] Network c2eaffb7-6041-4787-9404-bfb808080215 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:55.382885 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.384033 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:55.445384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:55.447696 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:55.470882 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6326544e-3399-4e0e-9892-aa3bdd638fc8 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.478144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe31251-7b74-4eaf-8f63-820f204f4ee3 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:15:55.520419 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Network 64835d8f-68c9-4b01-bafa-968fb081bd21 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:55.527658 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Pushing event updated for resources: {'Port': ['ID=5feb9a48-6faa-4d71-b4bc-6fb47dd55499,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:55.540283 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:55.559943 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:55.562696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Pushing event updated for resources: {'Port': ['ID=c741d0c0-eb94-455c-aed7-eca2c6a75c5f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:55.583968 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1181ccb4-b9d0-40d6-a480-144eea3e739b tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.598563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c18b6743-3543-47ba-b6d0-7241d35aa2a6 None None] Provisioning complete for port 80c4fc86-3052-4c8f-9499-25fd1bf7fc98 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:55.599109 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c18b6743-3543-47ba-b6d0-7241d35aa2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.611801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.objects.ports [None req-d4730e41-5729-44b3-b6ef-4f1a2f5e30a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110004) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:15:55.614842 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6326544e-3399-4e0e-9892-aa3bdd638fc8 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.625743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181ccb4-b9d0-40d6-a480-144eea3e739b tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event deleted for resources: {'Port': ['ID=80c4fc86-3052-4c8f-9499-25fd1bf7fc98,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:55.645238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b29aba81-5b0f-40b0-9ff7-c08f98e1c266 None None] Deleting port 82d4b387-be29-4267-a327-877337d0b32c {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:55.645238 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b29aba81-5b0f-40b0-9ff7-c08f98e1c266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.663055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c18b6743-3543-47ba-b6d0-7241d35aa2a6 None None] Port 80c4fc86-3052-4c8f-9499-25fd1bf7fc98 was deleted so its status cannot be updated. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 29 18:15:55.683950 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326544e-3399-4e0e-9892-aa3bdd638fc8 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event deleted for resources: {'Subnet': ['ID=db927509-bac9-4310-a5dc-12377bd9e4d4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:55.686051 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6326544e-3399-4e0e-9892-aa3bdd638fc8 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.692064 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6326544e-3399-4e0e-9892-aa3bdd638fc8 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "DELETE /v2.0/subnets/db927509-bac9-4310-a5dc-12377bd9e4d4 HTTP/1.1" status: 204 len: 168 time: 1.2181344 Nov 29 18:15:55.695994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41706) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:55.749413 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-1655d9a4-3e80-402b-ba02-1d381e073a54 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Deleting subnet 48a52d0e-ab37-4161-a79c-a4c9ed0098e8 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:55.755316 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.816434 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1655d9a4-3e80-402b-ba02-1d381e073a54 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.831166 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.882681 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c18b6743-3543-47ba-b6d0-7241d35aa2a6 None None] Provisioning complete for port 2a28c670-c51f-43d4-8f10-05f16e2d0566 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:55.887280 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c18b6743-3543-47ba-b6d0-7241d35aa2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.902522 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1655d9a4-3e80-402b-ba02-1d381e073a54 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:55.927160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Pushing event updated for resources: {'Port': ['ID=86901e34-9a5f-4f69-90a8-1820e55c62cd,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:55.930476 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Attempting to bind port c741d0c0-eb94-455c-aed7-eca2c6a75c5f on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:15:55.930476 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Attempting to bind port c741d0c0-eb94-455c-aed7-eca2c6a75c5f by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '6f1e2da1-610a-4529-b547-0873492c69b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '64835d8f-68c9-4b01-bafa-968fb081bd21'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:15:55.931014 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Attempting to bind port c741d0c0-eb94-455c-aed7-eca2c6a75c5f on network 64835d8f-68c9-4b01-bafa-968fb081bd21 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:15:55.977675 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Network 88b33d4b-22e1-4a4f-a881-510e4c3c705e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:56.016110 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:15:56.016924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Checking segment: {'id': '6f1e2da1-610a-4529-b547-0873492c69b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '64835d8f-68c9-4b01-bafa-968fb081bd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:56.021943 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.023017 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Bound using segment: {'id': '6f1e2da1-610a-4529-b547-0873492c69b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '64835d8f-68c9-4b01-bafa-968fb081bd21'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:15:56.023639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Bound port: c741d0c0-eb94-455c-aed7-eca2c6a75c5f, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1e2da1-610a-4529-b547-0873492c69b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '64835d8f-68c9-4b01-bafa-968fb081bd21'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:15:56.024144 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.029582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:56.033605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2a28c670-c51f-43d4-8f10-05f16e2d0566 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:56.049367 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1181ccb4-b9d0-40d6-a480-144eea3e739b tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.056734 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1181ccb4-b9d0-40d6-a480-144eea3e739b tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "DELETE /v2.0/ports/80c4fc86-3052-4c8f-9499-25fd1bf7fc98 HTTP/1.1" status: 204 len: 168 time: 1.1802847 Nov 29 18:15:56.058465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41710) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:56.077468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dce87984-7fa8-4bb4-8dc5-fd8342b4a469 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.085551 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:56.107741 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57b7c17-8cc3-439a-a840-645133648d3c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] GET failed (client error): The resource could not be found. Nov 29 18:15:56.111869 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e57b7c17-8cc3-439a-a840-645133648d3c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "GET /v2.0/ports/80c4fc86-3052-4c8f-9499-25fd1bf7fc98 HTTP/1.1" status: 404 len: 333 time: 0.0481589 Nov 29 18:15:56.114148 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.127481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41712) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:56.152987 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b29aba81-5b0f-40b0-9ff7-c08f98e1c266 None None] For port 82d4b387-be29-4267-a327-877337d0b32c, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=82d4b387-be29-4267-a327-877337d0b32c,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:56.153392 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b29aba81-5b0f-40b0-9ff7-c08f98e1c266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.198599 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1655d9a4-3e80-402b-ba02-1d381e073a54 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.245393 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce87984-7fa8-4bb4-8dc5-fd8342b4a469 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=19f94ddf-c1ed-4094-bc4b-774c43420631,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:56.256727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b29aba81-5b0f-40b0-9ff7-c08f98e1c266 None None] Calling delete_port for 82d4b387-be29-4267-a327-877337d0b32c owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:56.313517 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7af4febe-1941-436b-8a00-b4164656a813 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Deleting port 63203552-37d2-48a2-987a-de99b9406a5e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:56.314102 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7af4febe-1941-436b-8a00-b4164656a813 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.347164 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Attempting to bind port 86901e34-9a5f-4f69-90a8-1820e55c62cd on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:15:56.347619 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Attempting to bind port 86901e34-9a5f-4f69-90a8-1820e55c62cd by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '6d4821ae-c021-413b-94ab-1c155d602721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '88b33d4b-22e1-4a4f-a881-510e4c3c705e'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:15:56.348028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Attempting to bind port 86901e34-9a5f-4f69-90a8-1820e55c62cd on network 88b33d4b-22e1-4a4f-a881-510e4c3c705e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:15:56.412649 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:15:56.413524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Checking segment: {'id': '6d4821ae-c021-413b-94ab-1c155d602721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '88b33d4b-22e1-4a4f-a881-510e4c3c705e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:56.414393 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.414851 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Bound using segment: {'id': '6d4821ae-c021-413b-94ab-1c155d602721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '88b33d4b-22e1-4a4f-a881-510e4c3c705e'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:15:56.415841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Bound port: 86901e34-9a5f-4f69-90a8-1820e55c62cd, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4821ae-c021-413b-94ab-1c155d602721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '88b33d4b-22e1-4a4f-a881-510e4c3c705e'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:15:56.416236 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.431015 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7af4febe-1941-436b-8a00-b4164656a813 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.452684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7af4febe-1941-436b-8a00-b4164656a813 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Calling delete_port for 63203552-37d2-48a2-987a-de99b9406a5e owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:56.454177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] For port c741d0c0-eb94-455c-aed7-eca2c6a75c5f, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:15:56.455355 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4730e41-5729-44b3-b6ef-4f1a2f5e30a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.457021 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c18b6743-3543-47ba-b6d0-7241d35aa2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.562469 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1655d9a4-3e80-402b-ba02-1d381e073a54 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.568505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] For port 86901e34-9a5f-4f69-90a8-1820e55c62cd, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:15:56.577436 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] For port 86901e34-9a5f-4f69-90a8-1820e55c62cd, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=86901e34-9a5f-4f69-90a8-1820e55c62cd,segment=NetworkSegment(6d4821ae-c021-413b-94ab-1c155d602721),segment_id=6d4821ae-c021-413b-94ab-1c155d602721)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:15:56.599229 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] For port c741d0c0-eb94-455c-aed7-eca2c6a75c5f, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c741d0c0-eb94-455c-aed7-eca2c6a75c5f,segment=NetworkSegment(6f1e2da1-610a-4529-b547-0873492c69b0),segment_id=6f1e2da1-610a-4529-b547-0873492c69b0)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:15:56.614239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 2a28c670-c51f-43d4-8f10-05f16e2d0566 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:56.614570 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.616861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655d9a4-3e80-402b-ba02-1d381e073a54 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event deleted for resources: {'Subnet': ['ID=48a52d0e-ab37-4161-a79c-a4c9ed0098e8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:56.619290 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1655d9a4-3e80-402b-ba02-1d381e073a54 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.622640 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1655d9a4-3e80-402b-ba02-1d381e073a54 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "DELETE /v2.0/subnets/48a52d0e-ab37-4161-a79c-a4c9ed0098e8 HTTP/1.1" status: 204 len: 168 time: 0.9257720 Nov 29 18:15:56.627963 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41714) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:56.696254 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.700125 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.716887 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5484438-3ddb-4e4c-b2d9-cde8396444ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.723405 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519597aa-5533-486a-bf79-80387e13707e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:56.729173 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-519597aa-5533-486a-bf79-80387e13707e tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0962958 Nov 29 18:15:56.729173 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7af4febe-1941-436b-8a00-b4164656a813 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.730322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41716) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:56.811244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4febe-1941-436b-8a00-b4164656a813 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event deleted for resources: {'Port': ['ID=63203552-37d2-48a2-987a-de99b9406a5e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:56.839249 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c18b6743-3543-47ba-b6d0-7241d35aa2a6 None None] For port 2a28c670-c51f-43d4-8f10-05f16e2d0566, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2a28c670-c51f-43d4-8f10-05f16e2d0566,segment=NetworkSegment(ffcff87b-9d4b-4323-8c56-d7d524753bd5),segment_id=ffcff87b-9d4b-4323-8c56-d7d524753bd5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:56.868284 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7af4febe-1941-436b-8a00-b4164656a813 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.872367 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7af4febe-1941-436b-8a00-b4164656a813 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "DELETE /v2.0/ports/63203552-37d2-48a2-987a-de99b9406a5e HTTP/1.1" status: 204 len: 168 time: 0.7437286 Nov 29 18:15:56.875727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41718) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:56.884133 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c18b6743-3543-47ba-b6d0-7241d35aa2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.890994 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b29aba81-5b0f-40b0-9ff7-c08f98e1c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.899206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5da85-bc4e-4db8-91c6-2fc0e431b7fb None None] Pushing event updated for resources: {'Port': ['ID=c741d0c0-eb94-455c-aed7-eca2c6a75c5f,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:56.907632 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:56.916590 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-241315fe-44d4-4a40-b8ee-e2f8d3b5c8ed tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] GET failed (client error): The resource could not be found. Nov 29 18:15:56.918224 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-241315fe-44d4-4a40-b8ee-e2f8d3b5c8ed tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "GET /v2.0/ports/63203552-37d2-48a2-987a-de99b9406a5e HTTP/1.1" status: 404 len: 333 time: 0.0416059 Nov 29 18:15:56.925208 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41720) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:56.988111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77190ab3-489c-42f7-9b4a-435cd5505f6b None None] Network 64835d8f-68c9-4b01-bafa-968fb081bd21 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:56.998512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29aba81-5b0f-40b0-9ff7-c08f98e1c266 None None] No DVR routers for this DVR port 82d4b387-be29-4267-a327-877337d0b32c on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:15:57.100460 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Deleting port 86901e34-9a5f-4f69-90a8-1820e55c62cd {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:57.100807 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:57.201423 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b74a6619-0342-40ea-9a35-5fe1035bfc67 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Deleting port 89a87c13-0767-472b-8888-f2f18a4c5eaa {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:57.202662 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b74a6619-0342-40ea-9a35-5fe1035bfc67 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:57.275600 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dce87984-7fa8-4bb4-8dc5-fd8342b4a469 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:57.285437 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:57.290965 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-d4730e41-5729-44b3-b6ef-4f1a2f5e30a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] For port 82d4b387-be29-4267-a327-877337d0b32c, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=82d4b387-be29-4267-a327-877337d0b32c,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:57.335230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] For port 86901e34-9a5f-4f69-90a8-1820e55c62cd, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=86901e34-9a5f-4f69-90a8-1820e55c62cd,segment=NetworkSegment(6d4821ae-c021-413b-94ab-1c155d602721),segment_id=6d4821ae-c021-413b-94ab-1c155d602721)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:57.335529 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:57.364035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Calling delete_port for 86901e34-9a5f-4f69-90a8-1820e55c62cd owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:57.383581 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b74a6619-0342-40ea-9a35-5fe1035bfc67 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:57.402831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b74a6619-0342-40ea-9a35-5fe1035bfc67 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Calling delete_port for 89a87c13-0767-472b-8888-f2f18a4c5eaa owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:57.413950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd25695-1405-48af-a1a1-eb208dcfb714 None None] Pushing event updated for resources: {'Port': ['ID=86901e34-9a5f-4f69-90a8-1820e55c62cd,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:57.444319 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-22091884-5a48-4204-99b0-2add6be32cea None None] Provisioning complete for port 2a28c670-c51f-43d4-8f10-05f16e2d0566 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:57.444818 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22091884-5a48-4204-99b0-2add6be32cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:57.462762 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4730e41-5729-44b3-b6ef-4f1a2f5e30a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:57.482517 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:57.502882 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4730e41-5729-44b3-b6ef-4f1a2f5e30a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:57.504330 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4730e41-5729-44b3-b6ef-4f1a2f5e30a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:57.583717 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:57.592864 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b6743-3543-47ba-b6d0-7241d35aa2a6 None None] Pushing event updated for resources: {'Port': ['ID=2a28c670-c51f-43d4-8f10-05f16e2d0566,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:57.598959 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:57.630040 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 82d4b387-be29-4267-a327-877337d0b32c no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:15:57.634541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29aba81-5b0f-40b0-9ff7-c08f98e1c266 None None] Pushing event deleted for resources: {'Port': ['ID=82d4b387-be29-4267-a327-877337d0b32c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:57.636132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event deleted for resources: {'Port': ['ID=86901e34-9a5f-4f69-90a8-1820e55c62cd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:57.638166 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] No DVR routers for this DVR port 86901e34-9a5f-4f69-90a8-1820e55c62cd on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:15:57.640826 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4730e41-5729-44b3-b6ef-4f1a2f5e30a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=82d4b387-be29-4267-a327-877337d0b32c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:57.679089 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4730e41-5729-44b3-b6ef-4f1a2f5e30a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:57.690921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 82d4b387-be29-4267-a327-877337d0b32c {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:15:57.691271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 82d4b387-be29-4267-a327-877337d0b32c not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:15:57.695157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-d4730e41-5729-44b3-b6ef-4f1a2f5e30a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:57.709138 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4730e41-5729-44b3-b6ef-4f1a2f5e30a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:15:57.710399 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4730e41-5729-44b3-b6ef-4f1a2f5e30a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:57.716379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e879ed-7966-4a4b-901a-85096d3723c8 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:57.723188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4730e41-5729-44b3-b6ef-4f1a2f5e30a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=bfe44ed5-5bba-412f-b74b-c9b12b6fde8a,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:57.727285 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce87984-7fa8-4bb4-8dc5-fd8342b4a469 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router a7cac5de-3789-417a-ad16-6a54b70099ee has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:15:57.763148 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d4730e41-5729-44b3-b6ef-4f1a2f5e30a6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2310283 Nov 29 18:15:57.763652 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41724) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:57.779346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-86f9fa3b-8b13-4464-b0ce-375e50f33a4b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'mac_address': 'fa:16:3e:74:c2:31', 'name': 'tempest-NetworksTestDHCPv6-1812643550'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:15:57.781785 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-22091884-5a48-4204-99b0-2add6be32cea None None] Provisioning complete for port 5feb9a48-6faa-4d71-b4bc-6fb47dd55499 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:57.782191 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22091884-5a48-4204-99b0-2add6be32cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:57.848767 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-22091884-5a48-4204-99b0-2add6be32cea None None] Port 5feb9a48-6faa-4d71-b4bc-6fb47dd55499 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:15:57.866757 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce87984-7fa8-4bb4-8dc5-fd8342b4a469 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:15:57.884129 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-dce87984-7fa8-4bb4-8dc5-fd8342b4a469 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/a7cac5de-3789-417a-ad16-6a54b70099ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5949762 Nov 29 18:15:57.884129 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Router 708fe17e-f145-4dd3-87d3-c3be08dfd263 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:15:57.892276 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41726) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:57.898064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb5a88-c699-4fd3-8dd0-ca9980303ce5 None None] Sync routers for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:15:57.921377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb5a88-c699-4fd3-8dd0-ca9980303ce5 None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:57.922163 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5acb5a88-c699-4fd3-8dd0-ca9980303ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:57.937603 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:57.946498 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b74a6619-0342-40ea-9a35-5fe1035bfc67 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:58.028442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-5acb5a88-c699-4fd3-8dd0-ca9980303ce5 None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:58.033575 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b33d4b-22e1-4a4f-a881-510e4c3c705e']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:58.036169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a6619-0342-40ea-9a35-5fe1035bfc67 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event deleted for resources: {'Port': ['ID=89a87c13-0767-472b-8888-f2f18a4c5eaa,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:58.080957 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:15:58.096525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4821ae-c021-413b-94ab-1c155d602721') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:58.096896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4821ae-c021-413b-94ab-1c155d602721') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:58.099369 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b74a6619-0342-40ea-9a35-5fe1035bfc67 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:58.102146 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Sync routers for ids ['708fe17e-f145-4dd3-87d3-c3be08dfd263'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:15:58.102868 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b74a6619-0342-40ea-9a35-5fe1035bfc67 tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "DELETE /v2.0/ports/89a87c13-0767-472b-8888-f2f18a4c5eaa HTTP/1.1" status: 204 len: 168 time: 1.1756947 Nov 29 18:15:58.105442 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41728) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:58.116575 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-4833ae02-8bc1-4782-b646-5224da401e2a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting subnet 5d93211e-1294-4cfa-94c8-649354d8fe78 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:58.119915 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Routers {'708fe17e-f145-4dd3-87d3-c3be08dfd263'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:58.120777 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['708fe17e-f145-4dd3-87d3-c3be08dfd263'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:58.121671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2a28c670-c51f-43d4-8f10-05f16e2d0566 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:15:58.127531 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5acb5a88-c699-4fd3-8dd0-ca9980303ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:55Z', 'revision_number': 11, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:58.160382 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:58.173017 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4833ae02-8bc1-4782-b646-5224da401e2a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:58.189282 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb5a88-c699-4fd3-8dd0-ca9980303ce5 None None] Checking router: a7cac5de-3789-417a-ad16-6a54b70099ee for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:15:58.225464 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:58.228682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f9fa3b-8b13-4464-b0ce-375e50f33a4b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:15:58.229665 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:58.231286 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ecbb7f0e-cf21-4216-90a8-a3498c3167cf admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.8070488 Nov 29 18:15:58.232064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb5a88-c699-4fd3-8dd0-ca9980303ce5 None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:58.233123 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5acb5a88-c699-4fd3-8dd0-ca9980303ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:58.233814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41732) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:58.235605 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da08c89-6d95-494f-a14b-090fb48aa64d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Deleting subnet 0befed4e-8075-47bd-a963-f4605ce93c55 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:15:58.263582 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6da08c89-6d95-494f-a14b-090fb48aa64d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:58.311910 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Set router 708fe17e-f145-4dd3-87d3-c3be08dfd263 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:58.353216 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4833ae02-8bc1-4782-b646-5224da401e2a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:58.362393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:15:58.362393 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:15:58.367941 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:15:58.409865 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': 'bfe44ed5-5bba-412f-b74b-c9b12b6fde8a'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:15:58.410756 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:58.413844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-5acb5a88-c699-4fd3-8dd0-ca9980303ce5 None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:58.549128 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5acb5a88-c699-4fd3-8dd0-ca9980303ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:55Z', 'revision_number': 11, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:58.607093 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'name': 'tempest-TestAggregatesBasicOps-1472876461-router', 'tenant_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5feb9a48-6faa-4d71-b4bc-6fb47dd55499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:15:52Z', 'updated_at': '2021-11-29T18:15:55Z', 'revision_number': 3, 'project_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'gw_port': {'id': '5feb9a48-6faa-4d71-b4bc-6fb47dd55499', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:42:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:54Z', 'updated_at': '2021-11-29T18:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:58.644398 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Checking router: 708fe17e-f145-4dd3-87d3-c3be08dfd263 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:15:58.644759 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Updating router 708fe17e-f145-4dd3-87d3-c3be08dfd263 port 5feb9a48-6faa-4d71-b4bc-6fb47dd55499 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:15:58.678623 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:58.710387 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde51811-4f66-4d3e-8df9-22b035a8f829 None None] Network 88b33d4b-22e1-4a4f-a881-510e4c3c705e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:58.762468 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb5a88-c699-4fd3-8dd0-ca9980303ce5 None None] The sync data for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 is: [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:55Z', 'revision_number': 11, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:15:58.774048 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1cdf4d31-4acc-45fc-a96d-c2c224a40402 None None] Could not find standard attr ID for object 86901e34-9a5f-4f69-90a8-1820e55c62cd. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:15:58.797150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 2a28c670-c51f-43d4-8f10-05f16e2d0566 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:58.802723 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:58.851343 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Allocated IP 2001:db8::f816:3eff:fe17:66b6 (c052213d-ea6c-4782-b422-f625c0df816d/bfe44ed5-5bba-412f-b74b-c9b12b6fde8a/41edf501-ee6b-49ee-baec-9b28c6d296b0) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:58.864033 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6da08c89-6d95-494f-a14b-090fb48aa64d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:58.916558 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:58.923205 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:58.926674 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "DELETE /v2.0/networks/88b33d4b-22e1-4a4f-a881-510e4c3c705e HTTP/1.1" status: 204 len: 168 time: 2.1953454 Nov 29 18:15:58.934009 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41734) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:58.936112 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.000518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673f080-26c0-40d9-b6ab-7cfc033dcde1 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event deleted for resources: {'Network': ['ID=88b33d4b-22e1-4a4f-a881-510e4c3c705e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:59.017968 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.025624 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86f9fa3b-8b13-4464-b0ce-375e50f33a4b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.031601 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.082835 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4833ae02-8bc1-4782-b646-5224da401e2a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.107178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0953d5-8c55-46cc-9883-6c5c7abbc25f None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:15:59.139735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-86f9fa3b-8b13-4464-b0ce-375e50f33a4b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port 55b670c3-68fb-40c4-bf2b-40ce4e9aa6d8 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:15:59.140787 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Attempting to bind port 5feb9a48-6faa-4d71-b4bc-6fb47dd55499 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:15:59.141285 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Attempting to bind port 5feb9a48-6faa-4d71-b4bc-6fb47dd55499 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:15:59.141518 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Attempting to bind port 5feb9a48-6faa-4d71-b4bc-6fb47dd55499 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:15:59.147476 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce40190-938d-4772-8dbc-f5376e445684 None None] DHCP port deletion for 88b33d4b-22e1-4a4f-a881-510e4c3c705e request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:15:59.150350 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c23dc-985a-4aa0-9d98-4712d3df425a None None] Pushing event updated for resources: {'Port': ['ID=5feb9a48-6faa-4d71-b4bc-6fb47dd55499,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:59.159026 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:15:59.163284 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.165158 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:59.165591 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.166000 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:15:59.166499 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Bound port: 5feb9a48-6faa-4d71-b4bc-6fb47dd55499, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:15:59.169736 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.237839 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6da08c89-6d95-494f-a14b-090fb48aa64d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.244173 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.256240 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] For port 5feb9a48-6faa-4d71-b4bc-6fb47dd55499, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:15:59.264371 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] For port 5feb9a48-6faa-4d71-b4bc-6fb47dd55499, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5feb9a48-6faa-4d71-b4bc-6fb47dd55499,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:15:59.279897 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.297165 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.358283 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Routers {'708fe17e-f145-4dd3-87d3-c3be08dfd263'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:15:59.359068 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['708fe17e-f145-4dd3-87d3-c3be08dfd263'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:15:59.393921 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4833ae02-8bc1-4782-b646-5224da401e2a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.405049 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Pushing event updated for resources: {'Port': ['ID=41edf501-ee6b-49ee-baec-9b28c6d296b0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:59.407586 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9a52f1-8ba9-4c9c-94e7-c15bb054bbfd None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:15:59.431279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Allocated IP 172.20.0.1 (c2eaffb7-6041-4787-9404-bfb808080215/b4dc1fb0-c5b7-48a3-9303-9d6954b71cc7/3d53ef72-3675-4e4d-a28b-461d44995236) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:59.438303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d81e5e99-e8f0-450f-b4e2-66137dce7044 None None] Provisioning complete for port 5feb9a48-6faa-4d71-b4bc-6fb47dd55499 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:15:59.438685 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d81e5e99-e8f0-450f-b4e2-66137dce7044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.466991 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c23dc-985a-4aa0-9d98-4712d3df425a None None] Pushing event updated for resources: {'Port': ['ID=5feb9a48-6faa-4d71-b4bc-6fb47dd55499,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:59.468026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833ae02-8bc1-4782-b646-5224da401e2a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Subnet': ['ID=5d93211e-1294-4cfa-94c8-649354d8fe78,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:59.483809 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35396e67-4637-4958-a954-514eb018230a None None] Network 92d4d5cd-569f-42ae-a027-b579df7dd28c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:59.485768 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4833ae02-8bc1-4782-b646-5224da401e2a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.490921 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4833ae02-8bc1-4782-b646-5224da401e2a tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/5d93211e-1294-4cfa-94c8-649354d8fe78 HTTP/1.1" status: 204 len: 168 time: 1.5916920 Nov 29 18:15:59.498080 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41738) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:59.523042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:59.528098 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6da08c89-6d95-494f-a14b-090fb48aa64d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.557068 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:59.559032 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.560158 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:59.569839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-86f9fa3b-8b13-4464-b0ce-375e50f33a4b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::f816:3eff:fe74:c231 (c052213d-ea6c-4782-b422-f625c0df816d/bfe44ed5-5bba-412f-b74b-c9b12b6fde8a/55b670c3-68fb-40c4-bf2b-40ce4e9aa6d8) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:15:59.575186 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] Set router 708fe17e-f145-4dd3-87d3-c3be08dfd263 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:15:59.584833 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6da08c89-6d95-494f-a14b-090fb48aa64d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.588299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6da08c89-6d95-494f-a14b-090fb48aa64d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "DELETE /v2.0/subnets/0befed4e-8075-47bd-a963-f4605ce93c55 HTTP/1.1" status: 204 len: 168 time: 1.4770851 Nov 29 18:15:59.601213 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41740) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:15:59.608649 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8af247c-48ff-4df1-a53a-33766d0e8e75 None None] Network 96191223-e0f4-4331-ba76-0acac9b4796b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:15:59.614945 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.627813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da08c89-6d95-494f-a14b-090fb48aa64d tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event deleted for resources: {'Subnet': ['ID=0befed4e-8075-47bd-a963-f4605ce93c55,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:59.638213 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.669189 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.738664 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.749331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Network c2eaffb7-6041-4787-9404-bfb808080215 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:15:59.776917 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:15:59.786958 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 19f94ddf-c1ed-4094-bc4b-774c43420631 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:15:59.790545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:15:59.797931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Attempting to bind port 41edf501-ee6b-49ee-baec-9b28c6d296b0 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:15:59.798590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Attempting to bind port 41edf501-ee6b-49ee-baec-9b28c6d296b0 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:15:59.799083 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Attempting to bind port 41edf501-ee6b-49ee-baec-9b28c6d296b0 on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:15:59.834091 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.841208 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 19f94ddf-c1ed-4094-bc4b-774c43420631 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:15:59.841675 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 19f94ddf-c1ed-4094-bc4b-774c43420631 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:15:59.842204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 86901e34-9a5f-4f69-90a8-1820e55c62cd no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:15:59.855885 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Deleting port 92ce136c-cbb3-4623-a8f7-fcb693929bb2 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:15:59.856486 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.880761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:15:59.881886 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:15:59.882348 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.882753 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:15:59.883271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Bound port: 41edf501-ee6b-49ee-baec-9b28c6d296b0, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:15:59.883661 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.928408 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Pushing event updated for resources: {'Port': ['ID=3d53ef72-3675-4e4d-a28b-461d44995236,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:15:59.945261 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] For port 92ce136c-cbb3-4623-a8f7-fcb693929bb2, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=92ce136c-cbb3-4623-a8f7-fcb693929bb2,segment=NetworkSegment(2952439e-7b2c-4c3e-a06b-8ca1adbac8f8),segment_id=2952439e-7b2c-4c3e-a06b-8ca1adbac8f8)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:15:59.945942 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.947879 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-da67276d-816f-499e-89e7-3a6dacb3fb38 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3563035 Nov 29 18:15:59.961598 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:15:59.964375 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Calling delete_port for 92ce136c-cbb3-4623-a8f7-fcb693929bb2 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:15:59.975623 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'name': 'tempest-TestAggregatesBasicOps-1472876461-router', 'tenant_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5feb9a48-6faa-4d71-b4bc-6fb47dd55499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:15:52Z', 'updated_at': '2021-11-29T18:15:55Z', 'revision_number': 3, 'project_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'gw_port': {'id': '5feb9a48-6faa-4d71-b4bc-6fb47dd55499', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:42:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:54Z', 'updated_at': '2021-11-29T18:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:00.019287 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d04e2ca-7795-4405-8681-1ca9b230e882 None None] The sync data for ids ['708fe17e-f145-4dd3-87d3-c3be08dfd263'] in n-d-819494-5 is: [{'id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'name': 'tempest-TestAggregatesBasicOps-1472876461-router', 'tenant_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5feb9a48-6faa-4d71-b4bc-6fb47dd55499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:15:52Z', 'updated_at': '2021-11-29T18:15:55Z', 'revision_number': 3, 'project_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'gw_port': {'id': '5feb9a48-6faa-4d71-b4bc-6fb47dd55499', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:42:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:54Z', 'updated_at': '2021-11-29T18:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:00.106631 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.132566 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Deleting port c741d0c0-eb94-455c-aed7-eca2c6a75c5f {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:00.134368 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.150512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Port': ['ID=92ce136c-cbb3-4623-a8f7-fcb693929bb2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:00.156856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] No DVR routers for this DVR port 92ce136c-cbb3-4623-a8f7-fcb693929bb2 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:00.173103 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86f9fa3b-8b13-4464-b0ce-375e50f33a4b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.204862 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d81e5e99-e8f0-450f-b4e2-66137dce7044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.240108 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 86901e34-9a5f-4f69-90a8-1820e55c62cd {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:00.240984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 86901e34-9a5f-4f69-90a8-1820e55c62cd not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:00.263257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-37a425a0-a4bb-4b8f-a645-a19f0059f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:00.263257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-37a425a0-a4bb-4b8f-a645-a19f0059f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:00.264164 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-37a425a0-a4bb-4b8f-a645-a19f0059f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:00.264427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-37a425a0-a4bb-4b8f-a645-a19f0059f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:00.264951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-37a425a0-a4bb-4b8f-a645-a19f0059f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:00.265561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-37a425a0-a4bb-4b8f-a645-a19f0059f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:00.265991 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-37a425a0-a4bb-4b8f-a645-a19f0059f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:00.266109 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.269503 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-37a425a0-a4bb-4b8f-a645-a19f0059f43b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 6503 time: 0.2430501 Nov 29 18:16:00.296965 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] For port c741d0c0-eb94-455c-aed7-eca2c6a75c5f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c741d0c0-eb94-455c-aed7-eca2c6a75c5f,segment=NetworkSegment(6f1e2da1-610a-4529-b547-0873492c69b0),segment_id=6f1e2da1-610a-4529-b547-0873492c69b0)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:00.297498 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.302245 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.304999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d4d5cd-569f-42ae-a027-b579df7dd28c']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:00.308329 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d81e5e99-e8f0-450f-b4e2-66137dce7044 None None] For port 5feb9a48-6faa-4d71-b4bc-6fb47dd55499, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5feb9a48-6faa-4d71-b4bc-6fb47dd55499,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:00.319667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2952439e-7b2c-4c3e-a06b-8ca1adbac8f8') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:00.319977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2952439e-7b2c-4c3e-a06b-8ca1adbac8f8') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:00.335815 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86f9fa3b-8b13-4464-b0ce-375e50f33a4b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.338615 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.358549 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d81e5e99-e8f0-450f-b4e2-66137dce7044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.369454 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f9fa3b-8b13-4464-b0ce-375e50f33a4b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:00.376363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-86f9fa3b-8b13-4464-b0ce-375e50f33a4b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:00.402340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f9fa3b-8b13-4464-b0ce-375e50f33a4b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:00.403935 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.406706 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76b932e-0ac6-4297-b1ee-f9dd9879b2f4 None None] DHCP port deletion for 92d4d5cd-569f-42ae-a027-b579df7dd28c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:00.409465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f9fa3b-8b13-4464-b0ce-375e50f33a4b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:00.410328 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86f9fa3b-8b13-4464-b0ce-375e50f33a4b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.431486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Calling delete_port for c741d0c0-eb94-455c-aed7-eca2c6a75c5f owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:00.440345 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.453844 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:16:00.453844 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:16:00.460495 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:16:00.474236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9fa3b-8b13-4464-b0ce-375e50f33a4b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=55b670c3-68fb-40c4-bf2b-40ce4e9aa6d8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:00.566957 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-86f9fa3b-8b13-4464-b0ce-375e50f33a4b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7961774 Nov 29 18:16:00.570554 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41746) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:00.643346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] For port 41edf501-ee6b-49ee-baec-9b28c6d296b0, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:16:00.646217 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.648019 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e5e99-e8f0-450f-b4e2-66137dce7044 None None] Pushing event updated for resources: {'Port': ['ID=5feb9a48-6faa-4d71-b4bc-6fb47dd55499,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:00.651723 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23e09e5-876c-4fed-814f-c3e7ed53dd77 None None] DHCP port deletion for 96191223-e0f4-4331-ba76-0acac9b4796b request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:00.682415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-419101ed-5bb1-4df9-b1fc-3dcc25c653d4 None None] Provisioning complete for port 3d53ef72-3675-4e4d-a28b-461d44995236 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:00.682822 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-419101ed-5bb1-4df9-b1fc-3dcc25c653d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.685808 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] For port 41edf501-ee6b-49ee-baec-9b28c6d296b0, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=41edf501-ee6b-49ee-baec-9b28c6d296b0,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:16:00.689270 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.692900 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/networks/92d4d5cd-569f-42ae-a027-b579df7dd28c HTTP/1.1" status: 204 len: 168 time: 1.1933939 Nov 29 18:16:00.695299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8f4a8-ddac-4866-93e6-9b3fc016bb32 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Pushing event deleted for resources: {'Network': ['ID=92d4d5cd-569f-42ae-a027-b579df7dd28c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:00.697456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41748) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:00.707248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a41205-db16-4b25-965f-04af49a9e929 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:00.713361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a41205-db16-4b25-965f-04af49a9e929 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:00.717615 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d1a41205-db16-4b25-965f-04af49a9e929 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1432962 Nov 29 18:16:00.719772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-251269be-c4d5-438e-83f5-63274fcc14d4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'router': {'routes': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:00.726128 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41750) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:00.736514 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.810917 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-419101ed-5bb1-4df9-b1fc-3dcc25c653d4 None None] Port 3d53ef72-3675-4e4d-a28b-461d44995236 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:16:00.885827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5489a29-dc46-4668-bdb9-e82f4fb75502 None None] Pushing event updated for resources: {'Port': ['ID=41edf501-ee6b-49ee-baec-9b28c6d296b0,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:00.919433 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-419101ed-5bb1-4df9-b1fc-3dcc25c653d4 None None] Provisioning complete for port 5feb9a48-6faa-4d71-b4bc-6fb47dd55499 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:00.919809 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-419101ed-5bb1-4df9-b1fc-3dcc25c653d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.951236 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e23e09e5-876c-4fed-814f-c3e7ed53dd77 None None] Deleting port b6da75d1-1f4d-4e84-a183-cc96967be689 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:00.951612 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e23e09e5-876c-4fed-814f-c3e7ed53dd77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:00.999174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.extraroute_db [None req-251269be-c4d5-438e-83f5-63274fcc14d4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Added routes are [] {{(pid=110005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 18:16:00.999795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.extraroute_db [None req-251269be-c4d5-438e-83f5-63274fcc14d4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Removed routes are [] {{(pid=110005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 18:16:01.000494 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-251269be-c4d5-438e-83f5-63274fcc14d4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:01.023056 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Deleting port b6da75d1-1f4d-4e84-a183-cc96967be689 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:01.023656 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:01.104655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e23e09e5-876c-4fed-814f-c3e7ed53dd77 None None] For port b6da75d1-1f4d-4e84-a183-cc96967be689, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b6da75d1-1f4d-4e84-a183-cc96967be689,segment=NetworkSegment(76744085-51dc-4904-ab8d-5bd90d502db9),segment_id=76744085-51dc-4904-ab8d-5bd90d502db9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:01.105389 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e23e09e5-876c-4fed-814f-c3e7ed53dd77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:01.140023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7d3671a1-2c1a-4d9e-8565-86b9887f486b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port 55b670c3-68fb-40c4-bf2b-40ce4e9aa6d8 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:01.140610 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d3671a1-2c1a-4d9e-8565-86b9887f486b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:01.155290 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e23e09e5-876c-4fed-814f-c3e7ed53dd77 None None] Calling delete_port for b6da75d1-1f4d-4e84-a183-cc96967be689 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:01.286710 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e23e09e5-876c-4fed-814f-c3e7ed53dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:01.293585 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-23c7bb4d-7f84-473f-9514-cb8c41ec0920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:01.294063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-23c7bb4d-7f84-473f-9514-cb8c41ec0920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:01.294526 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-23c7bb4d-7f84-473f-9514-cb8c41ec0920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:01.296216 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-23c7bb4d-7f84-473f-9514-cb8c41ec0920 service neutron] 10.222.0.31 "GET /v2.0/networks?id=61ba322e-fbbf-41dc-a676-fbf94bf423e7&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=d377bfed-7780-49fd-af42-fe62ff964a43&id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&id=e0425de3-85ca-461a-a6de-7e5f9d893ce2 HTTP/1.1" status: 200 len: 2297 time: 0.9698770 Nov 29 18:16:01.305706 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-251269be-c4d5-438e-83f5-63274fcc14d4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:01.314424 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-251269be-c4d5-438e-83f5-63274fcc14d4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:01.321355 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] For port b6da75d1-1f4d-4e84-a183-cc96967be689, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b6da75d1-1f4d-4e84-a183-cc96967be689,segment=NetworkSegment(76744085-51dc-4904-ab8d-5bd90d502db9),segment_id=76744085-51dc-4904-ab8d-5bd90d502db9)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:01.321775 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:01.329350 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e09e5-876c-4fed-814f-c3e7ed53dd77 None None] Pushing event deleted for resources: {'Port': ['ID=b6da75d1-1f4d-4e84-a183-cc96967be689,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:01.342683 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23e09e5-876c-4fed-814f-c3e7ed53dd77 None None] No DVR routers for this DVR port b6da75d1-1f4d-4e84-a183-cc96967be689 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:01.410312 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Calling delete_port for b6da75d1-1f4d-4e84-a183-cc96967be689 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:01.435339 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d3671a1-2c1a-4d9e-8565-86b9887f486b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:01.452916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251269be-c4d5-438e-83f5-63274fcc14d4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router a7cac5de-3789-417a-ad16-6a54b70099ee has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:01.453964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7d3671a1-2c1a-4d9e-8565-86b9887f486b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for 55b670c3-68fb-40c4-bf2b-40ce4e9aa6d8 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:01.467187 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-82fcb2f2-e9ba-4ef5-9529-eaf95a90e541 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17492e79-7d27-4b2d-8ba8-94b6d25ef180 HTTP/1.1" status: 200 len: 1002 time: 0.1523888 Nov 29 18:16:01.499443 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:01.586079 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251269be-c4d5-438e-83f5-63274fcc14d4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:01.596048 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-251269be-c4d5-438e-83f5-63274fcc14d4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:01.597463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-251269be-c4d5-438e-83f5-63274fcc14d4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/a7cac5de-3789-417a-ad16-6a54b70099ee HTTP/1.1" status: 200 len: 701 time: 0.8812928 Nov 29 18:16:01.601843 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee46068-3d60-4274-88ec-47b76fc617ef None None] Sync routers for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:01.603948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41752) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:01.620207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee46068-3d60-4274-88ec-47b76fc617ef None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:01.620859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-eee46068-3d60-4274-88ec-47b76fc617ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:01.633296 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-43b7c8ec-23a4-46bf-a5b2-046b61299715 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cac5de-3789-417a-ad16-6a54b70099ee HTTP/1.1" status: 200 len: 205 time: 0.0280483 Nov 29 18:16:01.636479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41756) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:01.647484 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:01.657228 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:01.672785 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-87b8d431-1640-4000-8adb-ab3c0e918a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:01.674321 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-87b8d431-1640-4000-8adb-ab3c0e918a3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ddd95e10-71b6-4e7a-9420-b299dbcdb3cc HTTP/1.1" status: 200 len: 856 time: 0.1726975 Nov 29 18:16:01.727552 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c4cea23-c3fd-4448-b816-09ac6691f488 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:01.739433 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] No DVR routers for this DVR port c741d0c0-eb94-455c-aed7-eca2c6a75c5f on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:01.742100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event deleted for resources: {'Port': ['ID=c741d0c0-eb94-455c-aed7-eca2c6a75c5f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:01.744505 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:01.860012 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-eee46068-3d60-4274-88ec-47b76fc617ef None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:16:01.894719 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] No DVR routers for this DVR port b6da75d1-1f4d-4e84-a183-cc96967be689 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:01.897575 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event deleted for resources: {'Port': ['ID=b6da75d1-1f4d-4e84-a183-cc96967be689,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:01.986997 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5feb9a48-6faa-4d71-b4bc-6fb47dd55499 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:01.989924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-eee46068-3d60-4274-88ec-47b76fc617ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:55Z', 'revision_number': 11, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:02.004672 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.032708 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64835d8f-68c9-4b01-bafa-968fb081bd21']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:02.046372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1e2da1-610a-4529-b547-0873492c69b0') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:02.046616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1e2da1-610a-4529-b547-0873492c69b0') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:02.059254 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.066285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee46068-3d60-4274-88ec-47b76fc617ef None None] Checking router: a7cac5de-3789-417a-ad16-6a54b70099ee for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:16:02.075066 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.086574 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:16:02.086985 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee46068-3d60-4274-88ec-47b76fc617ef None None] Routers {'a7cac5de-3789-417a-ad16-6a54b70099ee'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:02.087153 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.088247 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-eee46068-3d60-4274-88ec-47b76fc617ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['a7cac5de-3789-417a-ad16-6a54b70099ee'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:02.143477 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c4cea23-c3fd-4448-b816-09ac6691f488 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.153914 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c4cea23-c3fd-4448-b816-09ac6691f488 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.160026 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d3671a1-2c1a-4d9e-8565-86b9887f486b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.196910 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-eee46068-3d60-4274-88ec-47b76fc617ef None None] Set router a7cac5de-3789-417a-ad16-6a54b70099ee gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:16:02.198252 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:16:02.200832 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.258521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-eee46068-3d60-4274-88ec-47b76fc617ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:55Z', 'revision_number': 11, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:02.263732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3671a1-2c1a-4d9e-8565-86b9887f486b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=55b670c3-68fb-40c4-bf2b-40ce4e9aa6d8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:02.292403 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d3671a1-2c1a-4d9e-8565-86b9887f486b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.296844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee46068-3d60-4274-88ec-47b76fc617ef None None] The sync data for ids ['a7cac5de-3789-417a-ad16-6a54b70099ee'] in n-d-819494-5 is: [{'id': 'a7cac5de-3789-417a-ad16-6a54b70099ee', 'name': 'tempest-RoutersTest-router-1817485269', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:14:45Z', 'updated_at': '2021-11-29T18:15:55Z', 'revision_number': 11, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:02.298334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5feb9a48-6faa-4d71-b4bc-6fb47dd55499 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:02.298766 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.300168 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7d3671a1-2c1a-4d9e-8565-86b9887f486b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/55b670c3-68fb-40c4-bf2b-40ce4e9aa6d8 HTTP/1.1" status: 204 len: 168 time: 1.5723734 Nov 29 18:16:02.303730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41758) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:02.306362 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.315936 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c4cea23-c3fd-4448-b816-09ac6691f488 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.316581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4cea23-c3fd-4448-b816-09ac6691f488 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Fanout notify agent at l3_agent the message router_deleted on router a7cac5de-3789-417a-ad16-6a54b70099ee {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:16:02.326626 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c4cea23-c3fd-4448-b816-09ac6691f488 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.328791 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4c4cea23-c3fd-4448-b816-09ac6691f488 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/routers/a7cac5de-3789-417a-ad16-6a54b70099ee HTTP/1.1" status: 204 len: 168 time: 0.6907339 Nov 29 18:16:02.332581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41760) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:02.359388 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.363778 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "DELETE /v2.0/networks/64835d8f-68c9-4b01-bafa-968fb081bd21 HTTP/1.1" status: 204 len: 168 time: 3.4248228 Nov 29 18:16:02.389319 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41762) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:02.400238 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e7dc382c-f85b-4703-b471-a6a3beb2dc99 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1696080815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:02.437705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 41edf501-ee6b-49ee-baec-9b28c6d296b0 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:02.523889 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 41edf501-ee6b-49ee-baec-9b28c6d296b0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:02.524269 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.526833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d9cf24b3-9cfd-4c53-9624-f396aa0bcc32 None None] Provisioning complete for port 41edf501-ee6b-49ee-baec-9b28c6d296b0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:02.527266 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d9cf24b3-9cfd-4c53-9624-f396aa0bcc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.540674 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-02f7a034-b39a-4ef3-8160-c6ef8b9e6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:02.547392 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-02f7a034-b39a-4ef3-8160-c6ef8b9e6889 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61ba322e-fbbf-41dc-a676-fbf94bf423e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8346539 Nov 29 18:16:02.550801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d826e-edcf-4bfe-94ed-19dae36d7b10 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event deleted for resources: {'Network': ['ID=64835d8f-68c9-4b01-bafa-968fb081bd21,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:02.569267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Pushing event updated for resources: {'Port': ['ID=3d53ef72-3675-4e4d-a28b-461d44995236,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:02.579118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4283309f-2255-4219-a40c-9f264ce7483d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:02.581582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4283309f-2255-4219-a40c-9f264ce7483d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:02.585673 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4283309f-2255-4219-a40c-9f264ce7483d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2799172 Nov 29 18:16:02.592630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41764) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:02.656061 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.677571 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Network c2eaffb7-6041-4787-9404-bfb808080215 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:02.775981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:02.799466 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d9cf24b3-9cfd-4c53-9624-f396aa0bcc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.805345 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b77b071-db51-4d75-8c50-0bc901478700 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.840723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1da03b7-8c6f-46ec-afdc-f5534533087d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet bfe44ed5-5bba-412f-b74b-c9b12b6fde8a {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:16:02.850936 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96191223-e0f4-4331-ba76-0acac9b4796b']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:02.851927 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7dc382c-f85b-4703-b471-a6a3beb2dc99 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.854262 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7dc382c-f85b-4703-b471-a6a3beb2dc99 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:02.864591 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1da03b7-8c6f-46ec-afdc-f5534533087d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.051915 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b77b071-db51-4d75-8c50-0bc901478700 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.076793 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0b77b071-db51-4d75-8c50-0bc901478700 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8045ff23-1b23-49d8-b9e7-b6e2692502d5']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:03.088432 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0b77b071-db51-4d75-8c50-0bc901478700 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa92dd74-3309-44a9-8348-09624e545526') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:03.088883 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0b77b071-db51-4d75-8c50-0bc901478700 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa92dd74-3309-44a9-8348-09624e545526') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:03.100362 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b77b071-db51-4d75-8c50-0bc901478700 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.124116 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b77b071-db51-4d75-8c50-0bc901478700 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.132955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b77b071-db51-4d75-8c50-0bc901478700 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:16:03.133807 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b77b071-db51-4d75-8c50-0bc901478700 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.157196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76744085-51dc-4904-ab8d-5bd90d502db9') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:03.157757 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76744085-51dc-4904-ab8d-5bd90d502db9') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:03.183871 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.215065 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.235715 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:16:03.236211 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.297130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061dcdee-20eb-4148-8901-382023824852 None None] get_active_networks_info from n-d-819494-5 {{(pid=110006) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:16:03.308005 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:16:03.339484 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Router 708fe17e-f145-4dd3-87d3-c3be08dfd263 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:03.378993 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.392366 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.398731 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] 10.222.0.23 "DELETE /v2.0/networks/96191223-e0f4-4331-ba76-0acac9b4796b HTTP/1.1" status: 204 len: 168 time: 3.7922292 Nov 29 18:16:03.426362 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d9cf24b3-9cfd-4c53-9624-f396aa0bcc32 None None] For port 41edf501-ee6b-49ee-baec-9b28c6d296b0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=41edf501-ee6b-49ee-baec-9b28c6d296b0,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:03.434034 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-2f49f87f-359c-4f10-b061-89d7efa4f41c service neutron] 10.222.0.31 "GET /v2.0/networks/61ba322e-fbbf-41dc-a676-fbf94bf423e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8664894 Nov 29 18:16:03.470903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97b723-336a-45fc-ac92-35538b288b0c tempest-AllowedAddressPairIpV6TestJSON-346811103 tempest-AllowedAddressPairIpV6TestJSON-346811103-project] Pushing event deleted for resources: {'Network': ['ID=96191223-e0f4-4331-ba76-0acac9b4796b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:03.544819 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.547369 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d9cf24b3-9cfd-4c53-9624-f396aa0bcc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.549626 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061dcdee-20eb-4148-8901-382023824852 None None] Resources bound (agent type, host, resource id): {{(pid=110006) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 18:16:03.629412 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-8b3a0c26-7080-49a4-934a-81c8cec75386 service neutron] 10.222.0.31 "GET /v2.0/networks/61ba322e-fbbf-41dc-a676-fbf94bf423e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597035 Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:16:03.629968 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:16:03.633913 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1da03b7-8c6f-46ec-afdc-f5534533087d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.659155 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b77b071-db51-4d75-8c50-0bc901478700 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.661720 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7dc382c-f85b-4703-b471-a6a3beb2dc99 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.673741 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b77b071-db51-4d75-8c50-0bc901478700 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.677299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0b77b071-db51-4d75-8c50-0bc901478700 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "DELETE /v2.0/networks/8045ff23-1b23-49d8-b9e7-b6e2692502d5 HTTP/1.1" status: 204 len: 168 time: 1.2550535 Nov 29 18:16:03.681216 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41772) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:03.694897 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7dc382c-f85b-4703-b471-a6a3beb2dc99 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.697682 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-8558fbd9-5edb-4b29-a637-4bb59a83192b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=c5850d26-12e4-4c63-9a8e-1d727081b700 HTTP/1.1" status: 200 len: 217 time: 0.0585294 Nov 29 18:16:03.711274 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41774) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:03.753500 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:03.764149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf24b3-9cfd-4c53-9624-f396aa0bcc32 None None] Pushing event updated for resources: {'Port': ['ID=41edf501-ee6b-49ee-baec-9b28c6d296b0,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:03.764319 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77b071-db51-4d75-8c50-0bc901478700 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event deleted for resources: {'Network': ['ID=8045ff23-1b23-49d8-b9e7-b6e2692502d5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:03.769420 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f2b37369-6566-4d15-aa84-68bee1b47d61 admin admin] 10.222.0.23 "PUT /v2.0/routers/708fe17e-f145-4dd3-87d3-c3be08dfd263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5335739 Nov 29 18:16:03.771041 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Sync routers for ids ['708fe17e-f145-4dd3-87d3-c3be08dfd263'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:03.784312 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-65f4e2a1-00fd-4904-90ca-8f4c3f156cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:03.784523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bab66033-c49b-4ad8-8813-84fc30cef3b6 None None] Provisioning complete for port 3d53ef72-3675-4e4d-a28b-461d44995236 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:03.784781 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bab66033-c49b-4ad8-8813-84fc30cef3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.787259 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-65f4e2a1-00fd-4904-90ca-8f4c3f156cd1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.0795496 Nov 29 18:16:03.789566 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:16:03.789724 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:16:03.794607 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Routers {'708fe17e-f145-4dd3-87d3-c3be08dfd263'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:03.795274 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['708fe17e-f145-4dd3-87d3-c3be08dfd263'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:03.854874 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7dc382c-f85b-4703-b471-a6a3beb2dc99 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.861701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e7dc382c-f85b-4703-b471-a6a3beb2dc99 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4875102 Nov 29 18:16:03.862175 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bab66033-c49b-4ad8-8813-84fc30cef3b6 None None] Port 3d53ef72-3675-4e4d-a28b-461d44995236 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:16:03.866247 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41782) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:03.883873 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bab66033-c49b-4ad8-8813-84fc30cef3b6 None None] Could not find standard attr ID for object 55b670c3-68fb-40c4-bf2b-40ce4e9aa6d8. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:16:03.885402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-187b487e-97c5-45d7-b796-e694a28f9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:03.888914 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-187b487e-97c5-45d7-b796-e694a28f9000 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0945656 Nov 29 18:16:03.908441 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5365b125-94fd-46c0-896a-fe2088b2fd70 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:03.969960 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-56cde80c-8361-485c-93f8-129b8dd1985d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:04.101184 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-05ec1e27-d0e7-46c0-8d20-66c39a1cd4a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df9b4ca6e5634385bc2e417ee471f951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3851931 Nov 29 18:16:04.101184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41790) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:04.126140 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Set router 708fe17e-f145-4dd3-87d3-c3be08dfd263 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:16:04.135935 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-32b1cd60-fadd-433c-b829-44672f3fe24f service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379248 Nov 29 18:16:04.226229 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1da03b7-8c6f-46ec-afdc-f5534533087d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.280041 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26813543-41fb-4126-86bf-53d090f08f69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.290341 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-be480431-086f-48c8-9f6e-1dceda0080f2 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413982 Nov 29 18:16:04.328189 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5365b125-94fd-46c0-896a-fe2088b2fd70 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.335473 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26813543-41fb-4126-86bf-53d090f08f69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.379432 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-083f1581-2213-443e-8ea8-a468ccdc91c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e HTTP/1.1" status: 200 len: 217 time: 0.0587237 Nov 29 18:16:04.408497 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'name': 'tempest-TestAggregatesBasicOps-1472876461-router', 'tenant_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5feb9a48-6faa-4d71-b4bc-6fb47dd55499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:15:52Z', 'updated_at': '2021-11-29T18:16:00Z', 'revision_number': 4, 'project_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'gw_port': {'id': '5feb9a48-6faa-4d71-b4bc-6fb47dd55499', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:54Z', 'updated_at': '2021-11-29T18:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '3d53ef72-3675-4e4d-a28b-461d44995236', 'name': '', 'network_id': 'c2eaffb7-6041-4787-9404-bfb808080215', 'tenant_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'mac_address': 'fa:16:3e:b2:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'b4dc1fb0-c5b7-48a3-9303-9d6954b71cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:59Z', 'updated_at': '2021-11-29T18:16:00Z', 'revision_number': 2, 'project_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'subnets': [{'id': 'b4dc1fb0-c5b7-48a3-9303-9d6954b71cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:04.440263 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56cde80c-8361-485c-93f8-129b8dd1985d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.441730 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Checking router: 708fe17e-f145-4dd3-87d3-c3be08dfd263 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:16:04.442724 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Updating router 708fe17e-f145-4dd3-87d3-c3be08dfd263 port 3d53ef72-3675-4e4d-a28b-461d44995236 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:16:04.466944 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56cde80c-8361-485c-93f8-129b8dd1985d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.480989 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-e2a35470-e510-4cdf-8461-ade7d4e629e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:04.482397 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-e2a35470-e510-4cdf-8461-ade7d4e629e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.0948098 Nov 29 18:16:04.488498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 92ce136c-cbb3-4623-a8f7-fcb693929bb2 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:04.494387 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.496289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5365b125-94fd-46c0-896a-fe2088b2fd70 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfef99f1-2ab5-41de-adf3-7cf93223b420']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:04.526766 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26813543-41fb-4126-86bf-53d090f08f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.529836 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26813543-41fb-4126-86bf-53d090f08f69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.531198 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-26813543-41fb-4126-86bf-53d090f08f69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bae5445f-450d-4763-b8ef-c6dafe371615 HTTP/1.1" status: 204 len: 168 time: 0.4287450 Nov 29 18:16:04.540590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 92ce136c-cbb3-4623-a8f7-fcb693929bb2 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:04.540978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 92ce136c-cbb3-4623-a8f7-fcb693929bb2 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:04.541565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b6da75d1-1f4d-4e84-a183-cc96967be689 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:04.548529 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26813543-41fb-4126-86bf-53d090f08f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae5445f-450d-4763-b8ef-c6dafe371615,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:04.565520 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-8a3aacd6-6e93-4034-a5ad-3d22b2508f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:04.570503 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-8a3aacd6-6e93-4034-a5ad-3d22b2508f0b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809293 Nov 29 18:16:04.587778 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: b6da75d1-1f4d-4e84-a183-cc96967be689 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:04.588131 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b6da75d1-1f4d-4e84-a183-cc96967be689 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:04.653863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41802) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:04.658199 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1da03b7-8c6f-46ec-afdc-f5534533087d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.663711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2d64fd01-5c5e-4fce-aa3a-8d3518ba9a72 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-88201031-network', 'tenant_id': '37ad402c40a848b8847d07331a6cc5df'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:04.667702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5365b125-94fd-46c0-896a-fe2088b2fd70 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1f9d83-6633-4093-9ccf-c562079d6378') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:04.668005 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5365b125-94fd-46c0-896a-fe2088b2fd70 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1f9d83-6633-4093-9ccf-c562079d6378') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:04.692238 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5365b125-94fd-46c0-896a-fe2088b2fd70 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.747177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6372f87-73b6-4488-940e-17c131fa3565 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:04.747413 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da03b7-8c6f-46ec-afdc-f5534533087d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe44ed5-5bba-412f-b74b-c9b12b6fde8a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:04.749722 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1da03b7-8c6f-46ec-afdc-f5534533087d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.758296 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41806) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:04.761163 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c1da03b7-8c6f-46ec-afdc-f5534533087d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/bfe44ed5-5bba-412f-b74b-c9b12b6fde8a HTTP/1.1" status: 204 len: 168 time: 2.1597645 Nov 29 18:16:04.766834 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5365b125-94fd-46c0-896a-fe2088b2fd70 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.781777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5365b125-94fd-46c0-896a-fe2088b2fd70 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:16:04.782192 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5365b125-94fd-46c0-896a-fe2088b2fd70 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:16:04.785445 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:16:04.802594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d64fd01-5c5e-4fce-aa3a-8d3518ba9a72 admin admin] Made reservation on behalf of 37ad402c40a848b8847d07331a6cc5df for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:04.805547 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d64fd01-5c5e-4fce-aa3a-8d3518ba9a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.811387 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-912090fb-4962-4f5e-a3b0-805491dc7a45 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503213 Nov 29 18:16:04.813615 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-5e3cb088-2a21-4610-8f56-2174c283f196 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348747 Nov 29 18:16:04.814080 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41808) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:04.845480 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 41edf501-ee6b-49ee-baec-9b28c6d296b0 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:04.870465 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d64fd01-5c5e-4fce-aa3a-8d3518ba9a72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.920319 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5365b125-94fd-46c0-896a-fe2088b2fd70 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.945636 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5365b125-94fd-46c0-896a-fe2088b2fd70 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.949897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5365b125-94fd-46c0-896a-fe2088b2fd70 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] 10.222.0.23 "DELETE /v2.0/networks/dfef99f1-2ab5-41de-adf3-7cf93223b420 HTTP/1.1" status: 204 len: 168 time: 1.2644706 Nov 29 18:16:04.994083 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 41edf501-ee6b-49ee-baec-9b28c6d296b0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:04.994990 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:04.996219 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e80a9-7060-467c-ae26-3f24e09e3c89 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:04.998503 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0d7e80a9-7060-467c-ae26-3f24e09e3c89 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1831388 Nov 29 18:16:05.003504 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41814) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:05.009954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365b125-94fd-46c0-896a-fe2088b2fd70 tempest-BulkNetworkOpsIpV6Test-735540362 tempest-BulkNetworkOpsIpV6Test-735540362-project] Pushing event deleted for resources: {'Network': ['ID=dfef99f1-2ab5-41de-adf3-7cf93223b420,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:05.020930 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cde80c-8361-485c-93f8-129b8dd1985d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Router 3d8adadb-f92e-439a-86c7-7105adb3bb5e is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:16:05.094263 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e61b7fd-8cae-4f12-a9c0-d5414402926c None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:05.116866 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:05.134286 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:05.177163 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-a6577d85-7ea7-40bd-bc5a-70cea2a5f2c9 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480480 Nov 29 18:16:05.202566 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae45055-abbc-469c-b42f-642e489c203e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:05.206462 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-aae45055-abbc-469c-b42f-642e489c203e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1965945 Nov 29 18:16:05.210177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41826) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:05.257450 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771a13f-1262-496d-8c01-601620bc5001 None None] Pushing event updated for resources: {'Port': ['ID=3d53ef72-3675-4e4d-a28b-461d44995236,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:05.288376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cde80c-8361-485c-93f8-129b8dd1985d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:05.296960 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56cde80c-8361-485c-93f8-129b8dd1985d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:05.301263 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-56cde80c-8361-485c-93f8-129b8dd1985d tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "PUT /v2.0/routers/3d8adadb-f92e-439a-86c7-7105adb3bb5e HTTP/1.1" status: 200 len: 694 time: 1.4059546 Nov 29 18:16:05.301843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41828) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:05.377380 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-e6dc7113-88da-462f-8423-de069c8dbffa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=730944eb-08af-4c38-8053-b6e3b74e99c3 HTTP/1.1" status: 200 len: 217 time: 0.1791716 Nov 29 18:16:05.378346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41830) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:05.384698 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-05bc4895-0c9b-404b-9c64-456fa0016ac5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1574275 Nov 29 18:16:05.384900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ac061-2e86-4a34-bf67-3851cc3affa8 None None] Sync routers for ids ['3d8adadb-f92e-439a-86c7-7105adb3bb5e'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:05.392892 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41832) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:05.432044 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-17f6fc66-18d3-4476-9848-cef07a2ec6ee tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:05.436082 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Attempting to bind port 3d53ef72-3675-4e4d-a28b-461d44995236 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:16:05.436461 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Attempting to bind port 3d53ef72-3675-4e4d-a28b-461d44995236 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'ffcff87b-9d4b-4323-8c56-d7d524753bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c2eaffb7-6041-4787-9404-bfb808080215'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:16:05.436831 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Attempting to bind port 3d53ef72-3675-4e4d-a28b-461d44995236 on network c2eaffb7-6041-4787-9404-bfb808080215 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:16:05.448198 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ac061-2e86-4a34-bf67-3851cc3affa8 None None] Routers {'3d8adadb-f92e-439a-86c7-7105adb3bb5e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:05.449565 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:16:05.449953 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Checking segment: {'id': 'ffcff87b-9d4b-4323-8c56-d7d524753bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c2eaffb7-6041-4787-9404-bfb808080215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:05.450425 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:05.450863 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Bound using segment: {'id': 'ffcff87b-9d4b-4323-8c56-d7d524753bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c2eaffb7-6041-4787-9404-bfb808080215'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:16:05.451348 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Bound port: 3d53ef72-3675-4e4d-a28b-461d44995236, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffcff87b-9d4b-4323-8c56-d7d524753bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c2eaffb7-6041-4787-9404-bfb808080215'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:16:05.451735 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:05.452914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c09ac061-2e86-4a34-bf67-3851cc3affa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['3d8adadb-f92e-439a-86c7-7105adb3bb5e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:05.494235 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3227ca0b-198e-48fc-bad1-f353cd3e3b7b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/routers/3d8adadb-f92e-439a-86c7-7105adb3bb5e HTTP/1.1" status: 200 len: 700 time: 0.1880972 Nov 29 18:16:05.494914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41838) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:05.566445 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] For port 3d53ef72-3675-4e4d-a28b-461d44995236, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:16:05.570446 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] For port 3d53ef72-3675-4e4d-a28b-461d44995236, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3d53ef72-3675-4e4d-a28b-461d44995236,segment=NetworkSegment(ffcff87b-9d4b-4323-8c56-d7d524753bd5),segment_id=ffcff87b-9d4b-4323-8c56-d7d524753bd5)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:16:05.572858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4c6d5c47-2c1e-492f-8465-2fa86059de0f tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d8adadb-f92e-439a-86c7-7105adb3bb5e HTTP/1.1" status: 200 len: 205 time: 0.0694401 Nov 29 18:16:05.575710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41842) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:05.582897 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:05.633379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-c09ac061-2e86-4a34-bf67-3851cc3affa8 None None] Set router 3d8adadb-f92e-439a-86c7-7105adb3bb5e gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:16:05.638900 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-a424eeef-924c-4ca4-982a-af1fad5b7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:05.641778 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-a424eeef-924c-4ca4-982a-af1fad5b7aa8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.2520571 Nov 29 18:16:05.703192 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c09ac061-2e86-4a34-bf67-3851cc3affa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8adadb-f92e-439a-86c7-7105adb3bb5e', 'name': 'tempest-RoutersTest-router-1696080815', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:16:02Z', 'updated_at': '2021-11-29T18:16:04Z', 'revision_number': 2, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:05.707819 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6db9f06e-7e0f-4c1a-867f-3cadab2328a5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:05.709068 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771a13f-1262-496d-8c01-601620bc5001 None None] Pushing event updated for resources: {'Port': ['ID=3d53ef72-3675-4e4d-a28b-461d44995236,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:05.716116 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d64fd01-5c5e-4fce-aa3a-8d3518ba9a72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:05.751540 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d64fd01-5c5e-4fce-aa3a-8d3518ba9a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:05.762726 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ac061-2e86-4a34-bf67-3851cc3affa8 None None] Checking router: 3d8adadb-f92e-439a-86c7-7105adb3bb5e for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:16:05.765523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d64fd01-5c5e-4fce-aa3a-8d3518ba9a72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:16:05.775729 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d64fd01-5c5e-4fce-aa3a-8d3518ba9a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:05.776464 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-2d64fd01-5c5e-4fce-aa3a-8d3518ba9a72 admin admin] Added segment 8c5e0eba-ee94-4f49-a0b8-e2d85127c460 of type vlan for network 3944ffa7-5ecb-4251-9143-827f29836334 Nov 29 18:16:05.779735 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ac061-2e86-4a34-bf67-3851cc3affa8 None None] Routers {'3d8adadb-f92e-439a-86c7-7105adb3bb5e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:05.780503 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Routers {'708fe17e-f145-4dd3-87d3-c3be08dfd263'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:05.780646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c09ac061-2e86-4a34-bf67-3851cc3affa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['3d8adadb-f92e-439a-86c7-7105adb3bb5e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:05.782164 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['708fe17e-f145-4dd3-87d3-c3be08dfd263'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:05.805503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f6fc66-18d3-4476-9848-cef07a2ec6ee tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:05.814889 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-17f6fc66-18d3-4476-9848-cef07a2ec6ee tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:05.831057 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-42a8ad01-a002-44d3-a171-dba11605d6a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=344148fbd9da44a3a4cb9ade9e276945&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4463451 Nov 29 18:16:05.855519 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d64fd01-5c5e-4fce-aa3a-8d3518ba9a72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:05.859838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41848) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:05.865011 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-b4f0c1ab-ee65-4da2-a2d1-708d9c8fdfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:05.866935 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-b4f0c1ab-ee65-4da2-a2d1-708d9c8fdfa8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2010064 Nov 29 18:16:05.867081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-c09ac061-2e86-4a34-bf67-3851cc3affa8 None None] Set router 3d8adadb-f92e-439a-86c7-7105adb3bb5e gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:16:05.939394 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41850) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:05.962594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c09ac061-2e86-4a34-bf67-3851cc3affa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8adadb-f92e-439a-86c7-7105adb3bb5e', 'name': 'tempest-RoutersTest-router-1696080815', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:16:02Z', 'updated_at': '2021-11-29T18:16:04Z', 'revision_number': 2, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:05.975185 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] Set router 708fe17e-f145-4dd3-87d3-c3be08dfd263 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:16:06.004100 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d10e675c-df0d-4bbc-869e-efb5bbe3e80f None None] Provisioning complete for port 3d53ef72-3675-4e4d-a28b-461d44995236 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:06.004896 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d10e675c-df0d-4bbc-869e-efb5bbe3e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.063423 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64fd01-5c5e-4fce-aa3a-8d3518ba9a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d72e87b-e7c5-412d-91c6-a7134f472917,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:06.076562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ac061-2e86-4a34-bf67-3851cc3affa8 None None] The sync data for ids ['3d8adadb-f92e-439a-86c7-7105adb3bb5e'] in n-d-819494-5 is: [{'id': '3d8adadb-f92e-439a-86c7-7105adb3bb5e', 'name': 'tempest-RoutersTest-router-1696080815', 'tenant_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:16:02Z', 'updated_at': '2021-11-29T18:16:04Z', 'revision_number': 2, 'project_id': 'defc419f3d5b4078889ff67cec8bbbb2', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:06.083374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9e61b7fd-8cae-4f12-a9c0-d5414402926c None None] Deleting port 41edf501-ee6b-49ee-baec-9b28c6d296b0 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:06.084732 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e61b7fd-8cae-4f12-a9c0-d5414402926c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.111634 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-7c9958a1-43cb-4469-b8e3-91bbbf7316d0 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090042 Nov 29 18:16:06.190968 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a6dd7e4-0d29-4567-9cbb-afa0b60e111a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.214944 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1a11cfac-b7ff-477b-a864-4ba34bb4bf2d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-950797496'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:06.228671 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6db9f06e-7e0f-4c1a-867f-3cadab2328a5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.235229 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6db9f06e-7e0f-4c1a-867f-3cadab2328a5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.237251 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d64fd01-5c5e-4fce-aa3a-8d3518ba9a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.238317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64fd01-5c5e-4fce-aa3a-8d3518ba9a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:06.239042 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d64fd01-5c5e-4fce-aa3a-8d3518ba9a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.243772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9e61b7fd-8cae-4f12-a9c0-d5414402926c None None] For port 41edf501-ee6b-49ee-baec-9b28c6d296b0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=41edf501-ee6b-49ee-baec-9b28c6d296b0,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:06.244240 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e61b7fd-8cae-4f12-a9c0-d5414402926c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.305564 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9e61b7fd-8cae-4f12-a9c0-d5414402926c None None] Calling delete_port for 41edf501-ee6b-49ee-baec-9b28c6d296b0 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:06.308477 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a6dd7e4-0d29-4567-9cbb-afa0b60e111a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.314379 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64fd01-5c5e-4fce-aa3a-8d3518ba9a72 admin admin] Pushing event updated for resources: {'Network': ['ID=3944ffa7-5ecb-4251-9143-827f29836334,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:06.326076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a11cfac-b7ff-477b-a864-4ba34bb4bf2d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Made reservation on behalf of 3142202504bc418590ec5be780e1a3ae for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:06.331267 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a11cfac-b7ff-477b-a864-4ba34bb4bf2d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.344658 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a11cfac-b7ff-477b-a864-4ba34bb4bf2d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.374726 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2d64fd01-5c5e-4fce-aa3a-8d3518ba9a72 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7153530 Nov 29 18:16:06.379360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41856) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:06.389772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2e9c83f2-cc9e-4b35-9b16-5b875a43c083 admin admin] Request body: {'subnet': {'network_id': '3944ffa7-5ecb-4251-9143-827f29836334', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-88201031-subnet', 'tenant_id': '37ad402c40a848b8847d07331a6cc5df', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:06.392845 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-17f6fc66-18d3-4476-9848-cef07a2ec6ee tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.393397 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6db9f06e-7e0f-4c1a-867f-3cadab2328a5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.393780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db9f06e-7e0f-4c1a-867f-3cadab2328a5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Fanout notify agent at l3_agent the message router_deleted on router 3d8adadb-f92e-439a-86c7-7105adb3bb5e {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:16:06.407961 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6db9f06e-7e0f-4c1a-867f-3cadab2328a5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.410876 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-ae15cf92-5014-449c-b109-e9ba41e54ab0 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911260 Nov 29 18:16:06.413780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6db9f06e-7e0f-4c1a-867f-3cadab2328a5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/routers/3d8adadb-f92e-439a-86c7-7105adb3bb5e HTTP/1.1" status: 204 len: 168 time: 0.8367090 Nov 29 18:16:06.415263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41858) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:06.452788 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'name': 'tempest-TestAggregatesBasicOps-1472876461-router', 'tenant_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5feb9a48-6faa-4d71-b4bc-6fb47dd55499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:15:52Z', 'updated_at': '2021-11-29T18:16:00Z', 'revision_number': 4, 'project_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'gw_port': {'id': '5feb9a48-6faa-4d71-b4bc-6fb47dd55499', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:54Z', 'updated_at': '2021-11-29T18:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '3d53ef72-3675-4e4d-a28b-461d44995236', 'name': '', 'network_id': 'c2eaffb7-6041-4787-9404-bfb808080215', 'tenant_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'mac_address': 'fa:16:3e:b2:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'b4dc1fb0-c5b7-48a3-9303-9d6954b71cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:59Z', 'updated_at': '2021-11-29T18:16:05Z', 'revision_number': 4, 'project_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'subnets': [{'id': 'b4dc1fb0-c5b7-48a3-9303-9d6954b71cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:06.464809 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8c9f66ef-3af6-4d4b-a4cc-9518500f9930 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d8adadb-f92e-439a-86c7-7105adb3bb5e HTTP/1.1" status: 200 len: 205 time: 0.0462072 Nov 29 18:16:06.467725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41860) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:06.485907 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4d4a5a-7670-469c-86fe-c8b5f24a893a None None] The sync data for ids ['708fe17e-f145-4dd3-87d3-c3be08dfd263'] in n-d-819494-5 is: [{'id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'name': 'tempest-TestAggregatesBasicOps-1472876461-router', 'tenant_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5feb9a48-6faa-4d71-b4bc-6fb47dd55499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:15:52Z', 'updated_at': '2021-11-29T18:16:00Z', 'revision_number': 4, 'project_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'gw_port': {'id': '5feb9a48-6faa-4d71-b4bc-6fb47dd55499', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:54Z', 'updated_at': '2021-11-29T18:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '3d53ef72-3675-4e4d-a28b-461d44995236', 'name': '', 'network_id': 'c2eaffb7-6041-4787-9404-bfb808080215', 'tenant_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'mac_address': 'fa:16:3e:b2:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'b4dc1fb0-c5b7-48a3-9303-9d6954b71cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:59Z', 'updated_at': '2021-11-29T18:16:05Z', 'revision_number': 4, 'project_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'subnets': [{'id': 'b4dc1fb0-c5b7-48a3-9303-9d6954b71cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:06.501254 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-377b8dac-6ab0-4a8d-b493-6e6548feb021 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=0c5a5880-da85-4a3c-b1f8-4c388c11ce37 HTTP/1.1" status: 200 len: 217 time: 0.0503581 Nov 29 18:16:06.509967 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 3944ffa7-5ecb-4251-9143-827f29836334 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:16:06.510233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9c83f2-cc9e-4b35-9b16-5b875a43c083 admin admin] Made reservation on behalf of 37ad402c40a848b8847d07331a6cc5df for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:06.512857 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e9c83f2-cc9e-4b35-9b16-5b875a43c083 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.515204 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-356ca27a-8082-494c-9131-fa16ec63a788 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] delete failed (client error): The resource could not be found. Nov 29 18:16:06.519471 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-356ca27a-8082-494c-9131-fa16ec63a788 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/routers/3d8adadb-f92e-439a-86c7-7105adb3bb5e HTTP/1.1" status: 404 len: 336 time: 0.0506744 Nov 29 18:16:06.520717 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41862) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:06.535249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f6fc66-18d3-4476-9848-cef07a2ec6ee tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:06.560517 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-853dca5c-1080-47ce-a5f0-70458c707c20 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] DELETE failed (client error): The resource could not be found. Nov 29 18:16:06.561382 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853dca5c-1080-47ce-a5f0-70458c707c20 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:16:06.567130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-17f6fc66-18d3-4476-9848-cef07a2ec6ee tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:06.567931 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-853dca5c-1080-47ce-a5f0-70458c707c20 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/f714a69a-fbff-4f4e-a53a-7796c49b5a36 HTTP/1.1" status: 404 len: 337 time: 0.0443640 Nov 29 18:16:06.569199 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41864) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:06.570941 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f6fc66-18d3-4476-9848-cef07a2ec6ee tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:06.571598 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-17f6fc66-18d3-4476-9848-cef07a2ec6ee tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.603904 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6fc66-18d3-4476-9848-cef07a2ec6ee tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=7480d14e-2c8e-4acf-9429-cffcffa50d60,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:06.636563 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-17f6fc66-18d3-4476-9848-cef07a2ec6ee tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2343488 Nov 29 18:16:06.637411 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a6dd7e4-0d29-4567-9cbb-afa0b60e111a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.640343 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a6dd7e4-0d29-4567-9cbb-afa0b60e111a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.641801 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6a6dd7e4-0d29-4567-9cbb-afa0b60e111a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fe478a7-f82b-47f4-a5eb-36853f6f7177 HTTP/1.1" status: 204 len: 168 time: 0.7191250 Nov 29 18:16:06.654260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41866) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:06.660273 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7284ae5-178f-4f3f-9e59-5d7e36658058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] DELETE failed (client error): The resource could not be found. Nov 29 18:16:06.669021 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-bae8da78-b96f-4256-aebd-2664812a8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:06.669186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7284ae5-178f-4f3f-9e59-5d7e36658058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:16:06.677275 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b7284ae5-178f-4f3f-9e59-5d7e36658058 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/4a1e964a-bc32-4ad1-8840-a5dd9ce42c74 HTTP/1.1" status: 404 len: 337 time: 0.0782721 Nov 29 18:16:06.682498 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41870) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:06.684307 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d10e675c-df0d-4bbc-869e-efb5bbe3e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.686227 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-bae8da78-b96f-4256-aebd-2664812a8be3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 200 len: 797 time: 0.1547525 Nov 29 18:16:06.699844 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c45cece6-a936-4640-8c10-0449adf20df2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'mac_address': 'fa:16:3e:6a:b3:37', 'name': 'tempest-NetworksTestDHCPv6-486136116'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:06.709658 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e61b7fd-8cae-4f12-a9c0-d5414402926c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.784387 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61b7fd-8cae-4f12-a9c0-d5414402926c None None] No DVR routers for this DVR port 41edf501-ee6b-49ee-baec-9b28c6d296b0 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:06.815535 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a11cfac-b7ff-477b-a864-4ba34bb4bf2d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.819635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61b7fd-8cae-4f12-a9c0-d5414402926c None None] Pushing event deleted for resources: {'Port': ['ID=41edf501-ee6b-49ee-baec-9b28c6d296b0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:06.826524 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-e0bf05c9-0ada-4502-bf60-6f97089e13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:06.829569 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-e0bf05c9-0ada-4502-bf60-6f97089e13ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d377bfed-7780-49fd-af42-fe62ff964a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1410251 Nov 29 18:16:06.830461 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a11cfac-b7ff-477b-a864-4ba34bb4bf2d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.840129 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d10e675c-df0d-4bbc-869e-efb5bbe3e80f None None] For port 3d53ef72-3675-4e4d-a28b-461d44995236, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3d53ef72-3675-4e4d-a28b-461d44995236,segment=NetworkSegment(ffcff87b-9d4b-4323-8c56-d7d524753bd5),segment_id=ffcff87b-9d4b-4323-8c56-d7d524753bd5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:06.846233 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5acc7f-c00c-483a-a9b8-247a40b672cd None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:06.852685 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 41edf501-ee6b-49ee-baec-9b28c6d296b0 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:06.874040 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a11cfac-b7ff-477b-a864-4ba34bb4bf2d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:16:06.889044 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dd7e4-0d29-4567-9cbb-afa0b60e111a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe478a7-f82b-47f4-a5eb-36853f6f7177,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:06.936281 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad2e4e3-01a6-4265-8f98-7c13bc41d784 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] DELETE failed (client error): The resource could not be found. Nov 29 18:16:06.936919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad2e4e3-01a6-4265-8f98-7c13bc41d784 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:16:06.939827 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d10e675c-df0d-4bbc-869e-efb5bbe3e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:06.944711 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fad2e4e3-01a6-4265-8f98-7c13bc41d784 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/5c03fdab-c42f-4f73-9384-85363eb891ab HTTP/1.1" status: 404 len: 337 time: 0.2382226 Nov 29 18:16:06.956671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41872) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:07.010340 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4596b58-d412-427c-9d07-ac56677f3e3b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] DELETE failed (client error): The resource could not be found. Nov 29 18:16:07.012375 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4596b58-d412-427c-9d07-ac56677f3e3b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:16:07.022450 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a4596b58-d412-427c-9d07-ac56677f3e3b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/5d93211e-1294-4cfa-94c8-649354d8fe78 HTTP/1.1" status: 404 len: 337 time: 0.0612850 Nov 29 18:16:07.026378 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41874) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:07.100671 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-64d6ae1a-f569-458f-87c9-6de9243c8ae8 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7cac5de-3789-417a-ad16-6a54b70099ee HTTP/1.1" status: 200 len: 205 time: 0.0704381 Nov 29 18:16:07.110082 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41878) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:07.185782 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-c494eff6-e0bb-46c3-9b24-a64c1c8c1136 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] delete failed (client error): The resource could not be found. Nov 29 18:16:07.187223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c494eff6-e0bb-46c3-9b24-a64c1c8c1136 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/routers/a7cac5de-3789-417a-ad16-6a54b70099ee HTTP/1.1" status: 404 len: 336 time: 0.0743465 Nov 29 18:16:07.195569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41880) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:07.237281 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f7411ca0-963a-48d4-8611-ab474cfc5e24 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9 HTTP/1.1" status: 200 len: 205 time: 0.0387087 Nov 29 18:16:07.267179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41882) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:07.289989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 41edf501-ee6b-49ee-baec-9b28c6d296b0 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:07.290632 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 41edf501-ee6b-49ee-baec-9b28c6d296b0 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:07.345800 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-355a391e-5318-412d-ac2b-342a7fe150a1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] delete failed (client error): The resource could not be found. Nov 29 18:16:07.350672 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-355a391e-5318-412d-ac2b-342a7fe150a1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/routers/e4c9fb3f-b6cc-4ab6-bf40-86367fe45ba9 HTTP/1.1" status: 404 len: 336 time: 0.0793235 Nov 29 18:16:07.354196 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41888) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:07.395584 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a11cfac-b7ff-477b-a864-4ba34bb4bf2d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:07.396126 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-1a11cfac-b7ff-477b-a864-4ba34bb4bf2d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Added segment ca121309-d191-4a1f-9e81-44c251bc7932 of type vlan for network 3979fb79-145c-49d3-8965-05f04baacf74 Nov 29 18:16:07.399544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11cfac-b7ff-477b-a864-4ba34bb4bf2d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3f20c7-3023-4897-a258-19b0564bf489,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:07.411499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45cece6-a936-4640-8c10-0449adf20df2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:07.420167 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7454792-b3c9-4129-a6ad-14fbcc760fc4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] DELETE failed (client error): The resource could not be found. Nov 29 18:16:07.420674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7454792-b3c9-4129-a6ad-14fbcc760fc4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:16:07.427966 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-be71a580-a2e1-4421-b158-b60aa3711828 None None] Provisioning complete for port 3d53ef72-3675-4e4d-a28b-461d44995236 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:07.428546 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-be71a580-a2e1-4421-b158-b60aa3711828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:07.431937 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a7454792-b3c9-4129-a6ad-14fbcc760fc4 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/b7ff624b-fc65-4f92-bdc6-5adf990fdad8 HTTP/1.1" status: 404 len: 337 time: 0.0740139 Nov 29 18:16:07.464226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41892) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:07.547172 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4419e237-c5e1-4e35-a55a-470c77d6adce tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports?device_id=5535e1a9-e224-4f82-9432-689b69135068 HTTP/1.1" status: 200 len: 205 time: 0.0737963 Nov 29 18:16:07.551649 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41898) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:07.568041 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a11cfac-b7ff-477b-a864-4ba34bb4bf2d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:07.583222 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e9c83f2-cc9e-4b35-9b16-5b875a43c083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:07.594292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e675c-df0d-4bbc-869e-efb5bbe3e80f None None] Pushing event updated for resources: {'Port': ['ID=3d53ef72-3675-4e4d-a28b-461d44995236,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:07.645340 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-d604fe74-6eaa-4979-a7b7-ea5c16853703 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] delete failed (client error): The resource could not be found. Nov 29 18:16:07.646454 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d604fe74-6eaa-4979-a7b7-ea5c16853703 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/routers/5535e1a9-e224-4f82-9432-689b69135068 HTTP/1.1" status: 404 len: 336 time: 0.0869796 Nov 29 18:16:07.650457 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41900) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:07.658490 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c45cece6-a936-4640-8c10-0449adf20df2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:07.668406 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-8d8f2c90-28b2-4d3f-91c7-09ec5745f864 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8304036 Nov 29 18:16:07.702444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c83f2-cc9e-4b35-9b16-5b875a43c083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd34ca8-6870-43d6-a0cf-0e9eb74bd833,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:07.708442 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f59d50de-de0d-4359-b43d-8b94f7179606 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports?device_id=001db372-71a9-4bb2-b81f-3f61b62bc089 HTTP/1.1" status: 200 len: 205 time: 0.0529180 Nov 29 18:16:07.723162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41902) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:07.739729 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-c45cece6-a936-4640-8c10-0449adf20df2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port 4397f9d4-bf32-4121-b875-7dd0b7372e10 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:16:07.784053 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c83f2-cc9e-4b35-9b16-5b875a43c083 admin admin] Checking segment: {'id': '8c5e0eba-ee94-4f49-a0b8-e2d85127c460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3944ffa7-5ecb-4251-9143-827f29836334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:07.784433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9c83f2-cc9e-4b35-9b16-5b875a43c083 admin admin] Network hostable DHCP agents. Network: 3944ffa7-5ecb-4251-9143-827f29836334, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:16:07.795680 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a11cfac-b7ff-477b-a864-4ba34bb4bf2d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:07.801390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a11cfac-b7ff-477b-a864-4ba34bb4bf2d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:07.802198 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a11cfac-b7ff-477b-a864-4ba34bb4bf2d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:07.860797 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': '7480d14e-2c8e-4acf-9429-cffcffa50d60'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:16:07.861762 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:07.879577 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9c83f2-cc9e-4b35-9b16-5b875a43c083 admin admin] Network 3944ffa7-5ecb-4251-9143-827f29836334 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:16:07.920091 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2e9c83f2-cc9e-4b35-9b16-5b875a43c083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 3944ffa7-5ecb-4251-9143-827f29836334) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:07.920836 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1a11cfac-b7ff-477b-a864-4ba34bb4bf2d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9781263 Nov 29 18:16:07.925635 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9c83f2-cc9e-4b35-9b16-5b875a43c083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:07.926378 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e9c83f2-cc9e-4b35-9b16-5b875a43c083 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:07.929728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41910) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:07.937586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f2ebe801-583f-493c-89fb-a03a76b5fdb5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'subnet': {'network_id': '3979fb79-145c-49d3-8965-05f04baacf74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:07.970373 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-549128b6-fbdf-47ec-8471-70d53cce8a39 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] delete failed (client error): The resource could not be found. Nov 29 18:16:07.973015 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-549128b6-fbdf-47ec-8471-70d53cce8a39 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/routers/001db372-71a9-4bb2-b81f-3f61b62bc089 HTTP/1.1" status: 404 len: 336 time: 0.2346210 Nov 29 18:16:07.975342 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f1bfb0-979a-4ede-9a21-b77158283fc4 None None] Network 3944ffa7-5ecb-4251-9143-827f29836334 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:07.978468 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2e9c83f2-cc9e-4b35-9b16-5b875a43c083 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5975823 Nov 29 18:16:07.979118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41912) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:08.027768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c45cece6-a936-4640-8c10-0449adf20df2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::298 (c052213d-ea6c-4782-b422-f625c0df816d/7480d14e-2c8e-4acf-9429-cffcffa50d60/4397f9d4-bf32-4121-b875-7dd0b7372e10) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:08.036504 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41914) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:08.040934 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-88201031-router', 'tenant_id': '37ad402c40a848b8847d07331a6cc5df', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:08.080351 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-719398a2-ae55-4428-aa1d-74c3a64ea407 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] DELETE failed (client error): The resource could not be found. Nov 29 18:16:08.081076 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719398a2-ae55-4428-aa1d-74c3a64ea407 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:16:08.085902 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-719398a2-ae55-4428-aa1d-74c3a64ea407 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/87927df1-7f3e-4e85-864f-ffcb808e5d89 HTTP/1.1" status: 404 len: 337 time: 0.0624652 Nov 29 18:16:08.110547 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41918) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:08.233355 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-544eb491-1c11-46e8-af08-6c57301f8c5b tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports?device_id=25fef021-ca26-4cc6-981c-ce9c7fa420c3 HTTP/1.1" status: 200 len: 205 time: 0.1196492 Nov 29 18:16:08.238855 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41920) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:08.239452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41922) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:08.262326 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-690ba0b8-c896-4f36-8615-63c2a047bd49 service neutron] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851476 Nov 29 18:16:08.263453 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:08.264698 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:08.268429 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11cfac-b7ff-477b-a864-4ba34bb4bf2d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Network': ['ID=3979fb79-145c-49d3-8965-05f04baacf74,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:08.283821 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 3979fb79-145c-49d3-8965-05f04baacf74 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:16:08.353985 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-1f88d70b-21f7-4ebf-9f47-c2a1a18dd403 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e73ed092-ce3c-4b7f-94df-2e0d60df025e HTTP/1.1" status: 200 len: 217 time: 0.0456684 Nov 29 18:16:08.356797 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-6c6af00e-8637-42c9-b5f6-72c17fe7cb14 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] delete failed (client error): The resource could not be found. Nov 29 18:16:08.357449 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6c6af00e-8637-42c9-b5f6-72c17fe7cb14 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/routers/25fef021-ca26-4cc6-981c-ce9c7fa420c3 HTTP/1.1" status: 404 len: 336 time: 0.1150548 Nov 29 18:16:08.364937 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41926) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:08.443002 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ddd8df-47fc-4577-a0c3-9c6cb87076e1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] DELETE failed (client error): The resource could not be found. Nov 29 18:16:08.444685 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ddd8df-47fc-4577-a0c3-9c6cb87076e1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:16:08.449001 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d7ddd8df-47fc-4577-a0c3-9c6cb87076e1 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/22dda6d8-fa4e-4148-90fc-c7fe943364b8 HTTP/1.1" status: 404 len: 337 time: 0.0751705 Nov 29 18:16:08.458028 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1be2d96e-a89d-4d14-bf33-dac41cfeac28 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930129464'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:08.467215 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41928) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:08.471397 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-3944ffa7-5ecb-4251-9143-827f29836334', 'network_id': '3944ffa7-5ecb-4251-9143-827f29836334', 'tenant_id': '37ad402c40a848b8847d07331a6cc5df', 'fixed_ips': [{'subnet_id': '0cd34ca8-6870-43d6-a0cf-0e9eb74bd833'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:16:08.472919 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:08.538754 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-03842e78-5372-47ec-b384-b916c882c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:08.540304 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-03842e78-5372-47ec-b384-b916c882c0c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29ef7b16-a6fa-4ea4-9afc-503cb4413ebf HTTP/1.1" status: 200 len: 797 time: 0.1788521 Nov 29 18:16:08.542302 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fc777c97-0288-4005-affe-766381037ce8 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "GET /v2.0/ports?device_id=6964fcfc-d417-45c2-976c-39236297fa2d HTTP/1.1" status: 200 len: 205 time: 0.0740039 Nov 29 18:16:08.544012 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:08.545477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41930) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:08.587746 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-29dcd1a7-4459-4788-85f5-07dc3ddb3aa5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] delete failed (client error): The resource could not be found. Nov 29 18:16:08.588816 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-29dcd1a7-4459-4788-85f5-07dc3ddb3aa5 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/routers/6964fcfc-d417-45c2-976c-39236297fa2d HTTP/1.1" status: 404 len: 336 time: 0.0423164 Nov 29 18:16:08.600430 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41934) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:08.726603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Allocated IP 172.20.0.2 (3944ffa7-5ecb-4251-9143-827f29836334/0cd34ca8-6870-43d6-a0cf-0e9eb74bd833/fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:08.732252 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b66fe0-44d7-41fa-8e82-18944816cbfd tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] DELETE failed (client error): The resource could not be found. Nov 29 18:16:08.732849 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b66fe0-44d7-41fa-8e82-18944816cbfd tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:16:08.737090 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-39b66fe0-44d7-41fa-8e82-18944816cbfd tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/342ec5c5-197a-41d0-9497-49624b74827e HTTP/1.1" status: 404 len: 337 time: 0.1336069 Nov 29 18:16:08.742223 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.db.api [None req-1be2d96e-a89d-4d14-bf33-dac41cfeac28 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 18:16:08.742223 n-d-819494-5 neutron-server[110004]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 18:16:08.742223 n-d-819494-5 neutron-server[110004]: [parameters: {'project_id_1': 'ff5ea47a802b4c608d1c75a012329703', 'expiration_1': datetime.datetime(2021, 11, 29, 18, 15, 48, 472926)}] Nov 29 18:16:08.742223 n-d-819494-5 neutron-server[110004]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:16:08.742649 n-d-819494-5 neutron-server[110004]: DEBUG oslo_db.api [None req-1be2d96e-a89d-4d14-bf33-dac41cfeac28 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:16:08.745584 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41936) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:08.756240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ebe801-583f-493c-89fb-a03a76b5fdb5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Made reservation on behalf of 3142202504bc418590ec5be780e1a3ae for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:08.760749 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2ebe801-583f-493c-89fb-a03a76b5fdb5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:08.836598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3d53ef72-3675-4e4d-a28b-461d44995236 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:08.849903 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b06299-4088-4d14-bac7-c2eb3da44d33 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] DELETE failed (client error): The resource could not be found. Nov 29 18:16:08.850473 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b06299-4088-4d14-bac7-c2eb3da44d33 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:16:08.856190 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-15b06299-4088-4d14-bac7-c2eb3da44d33 tempest-RoutersTest-2045798027 tempest-RoutersTest-2045798027-project] 10.222.0.23 "DELETE /v2.0/subnets/e643b5ff-0e5c-45a7-bce0-54d70917a3d6 HTTP/1.1" status: 404 len: 337 time: 0.1071646 Nov 29 18:16:08.858612 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-eb9ad891-2860-467a-8ad0-881264efb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:08.860129 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-eb9ad891-2860-467a-8ad0-881264efb396 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2699273 Nov 29 18:16:08.865234 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:08.937965 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 3d53ef72-3675-4e4d-a28b-461d44995236 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:08.938544 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.014434 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.019922 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-b0df1b29-70fe-440c-a041-de9c18174fba service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504683 Nov 29 18:16:09.041719 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c45cece6-a936-4640-8c10-0449adf20df2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.067785 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.086769 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2ebe801-583f-493c-89fb-a03a76b5fdb5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.144578 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Network 3944ffa7-5ecb-4251-9143-827f29836334 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:09.151270 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:09.155398 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:09.159743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebe801-583f-493c-89fb-a03a76b5fdb5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Subnet': ['ID=c7742feb-43d3-4a02-8381-1c1ed3109a8c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:09.160462 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Pushing event updated for resources: {'Port': ['ID=fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:09.165633 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c45cece6-a936-4640-8c10-0449adf20df2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.217350 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Allocated IP 2001:db8::2 (c052213d-ea6c-4782-b422-f625c0df816d/7480d14e-2c8e-4acf-9429-cffcffa50d60/28cd17b7-c7ce-48f5-97f7-16f770dabdd7) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:09.222109 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-b75858da-999b-4189-9ae3-3437c732e1c6 service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939199 Nov 29 18:16:09.236313 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Attempting to bind port fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:16:09.236540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Attempting to bind port fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '8c5e0eba-ee94-4f49-a0b8-e2d85127c460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3944ffa7-5ecb-4251-9143-827f29836334'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:16:09.236922 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Attempting to bind port fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 on network 3944ffa7-5ecb-4251-9143-827f29836334 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:16:09.242343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45cece6-a936-4640-8c10-0449adf20df2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:09.248065 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:16:09.248457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Checking segment: {'id': '8c5e0eba-ee94-4f49-a0b8-e2d85127c460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3944ffa7-5ecb-4251-9143-827f29836334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:09.248866 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.249394 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Bound using segment: {'id': '8c5e0eba-ee94-4f49-a0b8-e2d85127c460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3944ffa7-5ecb-4251-9143-827f29836334'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:16:09.249880 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Bound port: fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5e0eba-ee94-4f49-a0b8-e2d85127c460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3944ffa7-5ecb-4251-9143-827f29836334'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:16:09.250274 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.257193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c45cece6-a936-4640-8c10-0449adf20df2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:09.263450 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45cece6-a936-4640-8c10-0449adf20df2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:09.270150 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45cece6-a936-4640-8c10-0449adf20df2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:09.270813 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c45cece6-a936-4640-8c10-0449adf20df2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.290408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ebe801-583f-493c-89fb-a03a76b5fdb5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Checking segment: {'id': 'ca121309-d191-4a1f-9e81-44c251bc7932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3979fb79-145c-49d3-8965-05f04baacf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:09.290814 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ebe801-583f-493c-89fb-a03a76b5fdb5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network hostable DHCP agents. Network: 3979fb79-145c-49d3-8965-05f04baacf74, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:16:09.294709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41942) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:09.308409 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-882e2b7d-9b1c-4061-b5c1-df167f1bc58c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58205b60-33ce-4521-8706-6a9cb00f44ef HTTP/1.1" status: 200 len: 217 time: 0.0772889 Nov 29 18:16:09.324760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cece6-a936-4640-8c10-0449adf20df2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=4397f9d4-bf32-4121-b875-7dd0b7372e10,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:09.342646 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c45cece6-a936-4640-8c10-0449adf20df2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6835992 Nov 29 18:16:09.346030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41946) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:09.347420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ebe801-583f-493c-89fb-a03a76b5fdb5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 3979fb79-145c-49d3-8965-05f04baacf74 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:16:09.381085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] For port fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:16:09.389140 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1be2d96e-a89d-4d14-bf33-dac41cfeac28 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.398715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f2ebe801-583f-493c-89fb-a03a76b5fdb5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 3979fb79-145c-49d3-8965-05f04baacf74) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:09.404650 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.407135 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ebe801-583f-493c-89fb-a03a76b5fdb5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:09.407480 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2ebe801-583f-493c-89fb-a03a76b5fdb5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.414598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891d2218-da24-4b8d-9114-a3f04b7ae403 None None] Network 3979fb79-145c-49d3-8965-05f04baacf74 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:09.433896 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.435096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b79a1a-0aca-4164-a8e8-25d961f1ab83 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:09.437051 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-00b79a1a-0aca-4164-a8e8-25d961f1ab83 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0853779 Nov 29 18:16:09.443724 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f2ebe801-583f-493c-89fb-a03a76b5fdb5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5073280 Nov 29 18:16:09.443724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41948) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:09.451001 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41950) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:09.455181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1519201000', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:09.482813 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1be2d96e-a89d-4d14-bf33-dac41cfeac28 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.497382 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] For port fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8,segment=NetworkSegment(8c5e0eba-ee94-4f49-a0b8-e2d85127c460),segment_id=8c5e0eba-ee94-4f49-a0b8-e2d85127c460)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:16:09.504345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-f34855c0-13a3-4975-ac98-421ce65d2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:09.506770 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-f34855c0-13a3-4975-ac98-421ce65d2e5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29ef7b16-a6fa-4ea4-9afc-503cb4413ebf HTTP/1.1" status: 200 len: 797 time: 0.1858091 Nov 29 18:16:09.508889 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.558306 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.559436 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.581871 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-732eb644-01cb-4ccb-b218-b96e236191c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=defc419f3d5b4078889ff67cec8bbbb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2766068 Nov 29 18:16:09.587826 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41952) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:09.674907 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-fba6f1b5-5183-4d81-9b06-471e1d407cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:09.678437 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-fba6f1b5-5183-4d81-9b06-471e1d407cb7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0425de3-85ca-461a-a6de-7e5f9d893ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1638045 Nov 29 18:16:09.678693 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.697857 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a7b6f0e7-e225-4848-8d73-e699e2d5f0d2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port 4397f9d4-bf32-4121-b875-7dd0b7372e10 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:09.698196 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f0e7-e225-4848-8d73-e699e2d5f0d2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.715928 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.720465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b1d3e-5460-4c66-b54b-a0e0adcd061e None None] Pushing event updated for resources: {'Port': ['ID=fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:09.751307 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.760575 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Allocated IP 172.25.3.44 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/796e7354-2855-4a7e-b18c-5407d965a688) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:09.824558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68677000-c072-4f58-b490-ffaae8ff09f1 None None] Network 3979fb79-145c-49d3-8965-05f04baacf74 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:09.846483 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75fb0546-98b9-4408-b8ca-3b1ad7e2f3de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.863532 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1be2d96e-a89d-4d14-bf33-dac41cfeac28 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.883050 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1be2d96e-a89d-4d14-bf33-dac41cfeac28 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:09.888859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:09.909161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:09.922042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:09.960807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Pushing event updated for resources: {'Port': ['ID=28cd17b7-c7ce-48f5-97f7-16f770dabdd7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:09.982594 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75fb0546-98b9-4408-b8ca-3b1ad7e2f3de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.000141 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.028362 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Attempting to bind port 28cd17b7-c7ce-48f5-97f7-16f770dabdd7 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:16:10.028744 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Attempting to bind port 28cd17b7-c7ce-48f5-97f7-16f770dabdd7 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:16:10.029300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Attempting to bind port 28cd17b7-c7ce-48f5-97f7-16f770dabdd7 on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:16:10.035197 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:16:10.035643 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:10.036381 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.036544 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:16:10.037225 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Bound port: 28cd17b7-c7ce-48f5-97f7-16f770dabdd7, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:16:10.037616 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.038440 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f0e7-e225-4848-8d73-e699e2d5f0d2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.081398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2d96e-a89d-4d14-bf33-dac41cfeac28 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e8c4b2-5ade-4656-b2d9-a5f9d049596f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:10.092468 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-ca321d51-02cb-4d4d-bed2-880e5300a68e service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048758 Nov 29 18:16:10.097950 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a7b6f0e7-e225-4848-8d73-e699e2d5f0d2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for 4397f9d4-bf32-4121-b875-7dd0b7372e10 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:10.101056 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1be2d96e-a89d-4d14-bf33-dac41cfeac28 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.125850 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1be2d96e-a89d-4d14-bf33-dac41cfeac28 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.158501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] For port 28cd17b7-c7ce-48f5-97f7-16f770dabdd7, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:16:10.162476 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] For port 28cd17b7-c7ce-48f5-97f7-16f770dabdd7, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=28cd17b7-c7ce-48f5-97f7-16f770dabdd7,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:16:10.170175 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.197092 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75fb0546-98b9-4408-b8ca-3b1ad7e2f3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.199798 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75fb0546-98b9-4408-b8ca-3b1ad7e2f3de admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.200978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-75fb0546-98b9-4408-b8ca-3b1ad7e2f3de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e030f904-34dd-435c-b673-889a692a323a HTTP/1.1" status: 204 len: 168 time: 0.6122060 Nov 29 18:16:10.217159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb0546-98b9-4408-b8ca-3b1ad7e2f3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e030f904-34dd-435c-b673-889a692a323a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:10.278281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576be0b5-ad4a-4009-a4f9-fdfd3e51fe9b None None] Pushing event updated for resources: {'Port': ['ID=28cd17b7-c7ce-48f5-97f7-16f770dabdd7,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:10.299133 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.307357 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1be2d96e-a89d-4d14-bf33-dac41cfeac28 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.308571 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1be2d96e-a89d-4d14-bf33-dac41cfeac28 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.0675416 Nov 29 18:16:10.314352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41958) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:10.321295 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2d96e-a89d-4d14-bf33-dac41cfeac28 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c038caf-83c5-4039-8b1f-9578578c4772,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:10.376049 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-623721cc-1384-4c1a-918f-6a09f2a25b93 req-b4ce23da-bc0e-4d0b-b3f4-4e795fd5eb08 service neutron] 10.222.0.31 "GET /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714047 Nov 29 18:16:10.391453 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.425685 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f0e7-e225-4848-8d73-e699e2d5f0d2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.481915 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:10.483386 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Pushing event updated for resources: {'Port': ['ID=796e7354-2855-4a7e-b18c-5407d965a688,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:10.493252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:10.499783 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:10.528709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12610bf6-55ad-4462-97aa-6ec201567ed3 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:10.533310 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-aa9be9ab-b659-48c1-bbe5-d45b7fd081e3 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2177639 Nov 29 18:16:10.542358 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41962) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:10.556327 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8651c589-1b88-433f-852a-3cdcc3a7e734 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group': {'name': 'tempest-security--310291808', 'description': 'tempest-security-description-805364825'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:10.591033 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6f0e7-e225-4848-8d73-e699e2d5f0d2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=4397f9d4-bf32-4121-b875-7dd0b7372e10,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:10.596921 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7b6f0e7-e225-4848-8d73-e699e2d5f0d2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.604184 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a7b6f0e7-e225-4848-8d73-e699e2d5f0d2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/4397f9d4-bf32-4121-b875-7dd0b7372e10 HTTP/1.1" status: 204 len: 168 time: 1.1617680 Nov 29 18:16:10.606217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41966) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:10.623264 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3c54d1c8-50a5-4f2b-9afc-0241e68e01e8 None None] Provisioning complete for port 796e7354-2855-4a7e-b18c-5407d965a688 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:10.623630 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3c54d1c8-50a5-4f2b-9afc-0241e68e01e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.670972 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.759747 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.768358 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3c54d1c8-50a5-4f2b-9afc-0241e68e01e8 None None] Port 796e7354-2855-4a7e-b18c-5407d965a688 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:16:10.935848 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8651c589-1b88-433f-852a-3cdcc3a7e734 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:10.959010 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75704478-1ede-4778-9911-ae7891a57c66 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:10.964041 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75704478-1ede-4778-9911-ae7891a57c66 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:10.967722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-75704478-1ede-4778-9911-ae7891a57c66 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3599744 Nov 29 18:16:10.972228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41978) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:11.000943 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:11.069448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:11.070044 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.109038 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8651c589-1b88-433f-852a-3cdcc3a7e734 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.115708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c396bc-8bd3-4120-9102-4d47621bfe7e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 7480d14e-2c8e-4acf-9429-cffcffa50d60 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:16:11.122554 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57c396bc-8bd3-4120-9102-4d47621bfe7e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.136149 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8651c589-1b88-433f-852a-3cdcc3a7e734 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.140295 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8651c589-1b88-433f-852a-3cdcc3a7e734 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.144959 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8651c589-1b88-433f-852a-3cdcc3a7e734 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "PUT /v2.0/security-groups/4c038caf-83c5-4039-8b1f-9578578c4772 HTTP/1.1" status: 200 len: 1795 time: 0.6013789 Nov 29 18:16:11.146321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41986) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:11.216696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Allocated IP 172.25.3.39 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/5f67070e-321d-4017-a32e-6a5753ce2176) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:11.217870 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.247059 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57c396bc-8bd3-4120-9102-4d47621bfe7e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.280136 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8,segment=NetworkSegment(8c5e0eba-ee94-4f49-a0b8-e2d85127c460),segment_id=8c5e0eba-ee94-4f49-a0b8-e2d85127c460)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:11.287382 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.288708 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651c589-1b88-433f-852a-3cdcc3a7e734 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c038caf-83c5-4039-8b1f-9578578c4772,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:11.289723 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 28cd17b7-c7ce-48f5-97f7-16f770dabdd7 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:11.309468 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-930b7a17-d67c-4213-acfa-68cf356931a7 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-groups/4c038caf-83c5-4039-8b1f-9578578c4772 HTTP/1.1" status: 200 len: 1795 time: 0.1578066 Nov 29 18:16:11.314203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41990) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:11.364300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9cee73-4325-4357-ad5d-e919ead6a734 None None] Network 3944ffa7-5ecb-4251-9143-827f29836334 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:11.435715 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.440750 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57c396bc-8bd3-4120-9102-4d47621bfe7e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.471811 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.486430 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41992) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:11.546868 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a9113af-309f-4a19-88e9-f5288bf8ab58 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.559040 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.561516 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57c396bc-8bd3-4120-9102-4d47621bfe7e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.584663 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57c396bc-8bd3-4120-9102-4d47621bfe7e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.588316 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-57c396bc-8bd3-4120-9102-4d47621bfe7e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/7480d14e-2c8e-4acf-9429-cffcffa50d60 HTTP/1.1" status: 204 len: 168 time: 0.6148748 Nov 29 18:16:11.598566 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41996) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:11.614472 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a9113af-309f-4a19-88e9-f5288bf8ab58 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.650985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c396bc-8bd3-4120-9102-4d47621bfe7e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=7480d14e-2c8e-4acf-9429-cffcffa50d60,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:11.662828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:11.664288 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7dff1d4b-400c-4aab-894a-f73afb7f9a71 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619459 Nov 29 18:16:11.666430 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:11.669110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41998) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:11.670727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:11.732517 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abf7d79-0990-4b3b-8a8b-3ea6cd671691 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:11.759566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7c18eb5d-601a-47cf-a9ab-864443bae0d8 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-523440844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:11.811132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=5f67070e-321d-4017-a32e-6a5753ce2176,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:11.847126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:11.854430 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3fe2ce8f-4056-4d82-988d-c86216fdeb79 None None] Provisioning complete for port fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:11.854935 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3fe2ce8f-4056-4d82-988d-c86216fdeb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.876870 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c18eb5d-601a-47cf-a9ab-864443bae0d8 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.878460 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c18eb5d-601a-47cf-a9ab-864443bae0d8 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.908748 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 28cd17b7-c7ce-48f5-97f7-16f770dabdd7 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:11.909113 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.943579 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c18eb5d-601a-47cf-a9ab-864443bae0d8 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:11.952945 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c18eb5d-601a-47cf-a9ab-864443bae0d8 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:12.035536 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c18eb5d-601a-47cf-a9ab-864443bae0d8 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:12.037157 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7c18eb5d-601a-47cf-a9ab-864443bae0d8 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5484481 Nov 29 18:16:12.041156 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42002) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:12.052175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9c80d365-2aa7-4324-ab96-f3c53f189815 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1097932201'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:12.171967 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c80d365-2aa7-4324-ab96-f3c53f189815 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Made reservation on behalf of 07c08798fa3b4b9e87ce0f5b4bec2c82 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:12.174263 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:12.174668 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a9113af-309f-4a19-88e9-f5288bf8ab58 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:12.178432 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a9113af-309f-4a19-88e9-f5288bf8ab58 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:12.178576 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c80d365-2aa7-4324-ab96-f3c53f189815 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:12.179319 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4a9113af-309f-4a19-88e9-f5288bf8ab58 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-groups/4c038caf-83c5-4039-8b1f-9578578c4772 HTTP/1.1" status: 204 len: 168 time: 0.8641136 Nov 29 18:16:12.188348 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42004) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:12.204137 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c80d365-2aa7-4324-ab96-f3c53f189815 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:12.229580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c5aaf0-01e8-46fe-9362-a6b0d182e2e1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:12.231211 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d8c5aaf0-01e8-46fe-9362-a6b0d182e2e1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5608096 Nov 29 18:16:12.236508 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9113af-309f-4a19-88e9-f5288bf8ab58 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c038caf-83c5-4039-8b1f-9578578c4772,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:12.239623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42006) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:12.256775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 28cd17b7-c7ce-48f5-97f7-16f770dabdd7, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=28cd17b7-c7ce-48f5-97f7-16f770dabdd7,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:12.266487 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:12.286048 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:12.289906 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:12.295047 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-dc8c66e8-1cb2-4fdd-923b-7eb29a176f63 None None] Provisioning complete for port 5f67070e-321d-4017-a32e-6a5753ce2176 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:12.295526 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dc8c66e8-1cb2-4fdd-923b-7eb29a176f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:12.300725 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-05811aa1-a778-45bc-a8f4-e33dce72de22 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1110365 Nov 29 18:16:12.347342 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5347f527-0764-4417-a0de-6c772940f98e None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:12.357386 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42008) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:12.390177 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-6a0d3129-6cbc-4e26-aa59-908bfed2f5c4 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] delete failed (client error): The resource could not be found. Nov 29 18:16:12.396849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6a0d3129-6cbc-4e26-aa59-908bfed2f5c4 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-groups/4c038caf-83c5-4039-8b1f-9578578c4772 HTTP/1.1" status: 404 len: 347 time: 0.0359373 Nov 29 18:16:12.405187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42010) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:12.448277 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c66e8-1cb2-4fdd-923b-7eb29a176f63 None None] Port 5f67070e-321d-4017-a32e-6a5753ce2176 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:16:12.457531 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Router 549c131d-e41d-4f1f-8ab1-9f0b7aaf101d is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:16:12.462232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=28cd17b7-c7ce-48f5-97f7-16f770dabdd7,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:12.577986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7f9e1044-9c1e-4f18-a3de-1e48bb413911 None None] Provisioning complete for port fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:12.578507 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7f9e1044-9c1e-4f18-a3de-1e48bb413911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:12.589202 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:12.601462 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Sync routers for ids ['549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:12.614236 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9812476-200e-47c2-bb8e-9b5720125066 None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:12.615798 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:12.617778 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Routers {'549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:12.618008 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7f54c5dc-a869-4262-985f-873a55b3abd6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5802362 Nov 29 18:16:12.618769 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:12.620548 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42012) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:12.734216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7f9e1044-9c1e-4f18-a3de-1e48bb413911 None None] Provisioning complete for port 28cd17b7-c7ce-48f5-97f7-16f770dabdd7 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:12.734726 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7f9e1044-9c1e-4f18-a3de-1e48bb413911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:12.737109 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d9812476-200e-47c2-bb8e-9b5720125066 None None] Deleting port 28cd17b7-c7ce-48f5-97f7-16f770dabdd7 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:12.737552 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d9812476-200e-47c2-bb8e-9b5720125066 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:12.787015 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Set router 549c131d-e41d-4f1f-8ab1-9f0b7aaf101d gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:16:12.803604 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:12.852829 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4d1a976a-9779-40ad-a90d-eb77645288b8 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1121860819'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:12.881508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d9812476-200e-47c2-bb8e-9b5720125066 None None] For port 28cd17b7-c7ce-48f5-97f7-16f770dabdd7, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=28cd17b7-c7ce-48f5-97f7-16f770dabdd7,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:12.882010 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d9812476-200e-47c2-bb8e-9b5720125066 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:12.902192 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d9812476-200e-47c2-bb8e-9b5720125066 None None] Calling delete_port for 28cd17b7-c7ce-48f5-97f7-16f770dabdd7 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:12.938570 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18ad173-b961-4bb3-a5c5-ba152042155b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:12.940268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e18ad173-b961-4bb3-a5c5-ba152042155b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6903780 Nov 29 18:16:12.944254 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42014) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:12.978210 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d1a976a-9779-40ad-a90d-eb77645288b8 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.007352 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8cec8577-d73e-4fb9-ad19-3fb6fbe1dcf0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607059 Nov 29 18:16:13.008538 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:13.008996 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.011427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42016) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:13.017366 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'name': 'tempest-TestAggregatesBasicOps-88201031-router', 'tenant_id': '37ad402c40a848b8847d07331a6cc5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '796e7354-2855-4a7e-b18c-5407d965a688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:16:08Z', 'updated_at': '2021-11-29T18:16:11Z', 'revision_number': 3, 'project_id': '37ad402c40a848b8847d07331a6cc5df', 'gw_port': {'id': '796e7354-2855-4a7e-b18c-5407d965a688', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:16:09Z', 'updated_at': '2021-11-29T18:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:13.022551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c26e4454-aa01-475b-a43b-8ccdf9d5e335 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:13.032150 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c80d365-2aa7-4324-ab96-f3c53f189815 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.048900 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Checking router: 549c131d-e41d-4f1f-8ab1-9f0b7aaf101d for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:16:13.049534 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Updating router 549c131d-e41d-4f1f-8ab1-9f0b7aaf101d port 796e7354-2855-4a7e-b18c-5407d965a688 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:16:13.081032 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c80d365-2aa7-4324-ab96-f3c53f189815 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.082123 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.098998 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d9812476-200e-47c2-bb8e-9b5720125066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.145419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c80d365-2aa7-4324-ab96-f3c53f189815 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:16:13.195899 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9812476-200e-47c2-bb8e-9b5720125066 None None] No DVR routers for this DVR port 28cd17b7-c7ce-48f5-97f7-16f770dabdd7 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:13.210021 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80d365-2aa7-4324-ab96-f3c53f189815 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15c663b-9378-4004-b61b-d25d9f6f9d14,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:13.212363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9812476-200e-47c2-bb8e-9b5720125066 None None] Pushing event deleted for resources: {'Port': ['ID=28cd17b7-c7ce-48f5-97f7-16f770dabdd7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:13.242327 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c80d365-2aa7-4324-ab96-f3c53f189815 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.242690 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-9c80d365-2aa7-4324-ab96-f3c53f189815 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Added segment fd3e9935-34df-40bc-8830-15cacc245fcc of type vlan for network bfd98d5c-ab45-46ba-8a1c-77deaa8224fb Nov 29 18:16:13.324426 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26e4454-aa01-475b-a43b-8ccdf9d5e335 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:13.327641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 28cd17b7-c7ce-48f5-97f7-16f770dabdd7 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:13.327879 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c26e4454-aa01-475b-a43b-8ccdf9d5e335 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.347068 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d1a976a-9779-40ad-a90d-eb77645288b8 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.348183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 28cd17b7-c7ce-48f5-97f7-16f770dabdd7 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:13.348563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 28cd17b7-c7ce-48f5-97f7-16f770dabdd7 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:13.361374 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c80d365-2aa7-4324-ab96-f3c53f189815 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.390913 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d1a976a-9779-40ad-a90d-eb77645288b8 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.422008 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.428565 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c80d365-2aa7-4324-ab96-f3c53f189815 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.434213 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c80d365-2aa7-4324-ab96-f3c53f189815 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:13.434842 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c80d365-2aa7-4324-ab96-f3c53f189815 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.447367 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d1a976a-9779-40ad-a90d-eb77645288b8 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.451385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4d1a976a-9779-40ad-a90d-eb77645288b8 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0419860 Nov 29 18:16:13.466173 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42020) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:13.471355 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-26a0a469-3bf2-42a6-a388-af4e3b9340c0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group_rule': {'security_group_id': 'b094db31-303e-44f5-9ea4-93f5c692648b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:13.510527 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.516496 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.535142 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.540916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a976a-9779-40ad-a90d-eb77645288b8 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b094db31-303e-44f5-9ea4-93f5c692648b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:13.573156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9c80d365-2aa7-4324-ab96-f3c53f189815 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5284135 Nov 29 18:16:13.573311 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24975a35-83f6-44da-b542-e03562d6370d None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:13.576894 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42022) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:13.581909 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-fbf343cf-97c7-404d-8f88-6df6c1c03ee0 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Request body: {'subnet': {'network_id': 'bfd98d5c-ab45-46ba-8a1c-77deaa8224fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:13.604640 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Attempting to bind port 796e7354-2855-4a7e-b18c-5407d965a688 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:16:13.605202 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Attempting to bind port 796e7354-2855-4a7e-b18c-5407d965a688 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:16:13.605364 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Attempting to bind port 796e7354-2855-4a7e-b18c-5407d965a688 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:16:13.616369 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:16:13.617173 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:13.617805 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.618261 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:16:13.618816 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Bound port: 796e7354-2855-4a7e-b18c-5407d965a688, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:16:13.619213 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.622301 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe724494-3316-4e20-a090-b232c19b97fc None None] Pushing event updated for resources: {'Port': ['ID=796e7354-2855-4a7e-b18c-5407d965a688,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:13.622452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80d365-2aa7-4324-ab96-f3c53f189815 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event updated for resources: {'Network': ['ID=bfd98d5c-ab45-46ba-8a1c-77deaa8224fb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:13.642556 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network bfd98d5c-ab45-46ba-8a1c-77deaa8224fb details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:16:13.653239 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26a0a469-3bf2-42a6-a388-af4e3b9340c0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.683839 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] For port 796e7354-2855-4a7e-b18c-5407d965a688, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:16:13.687595 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] For port 796e7354-2855-4a7e-b18c-5407d965a688, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=796e7354-2855-4a7e-b18c-5407d965a688,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:16:13.694109 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.748405 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26a0a469-3bf2-42a6-a388-af4e3b9340c0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.758113 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26a0a469-3bf2-42a6-a388-af4e3b9340c0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.760104 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acd6f66-d161-49b2-bd9c-1be3fec455ee None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:13.775591 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 926cd569-4f6f-4d52-b571-ce6e3d7f3731 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:16:13.781508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0a469-3bf2-42a6-a388-af4e3b9340c0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0aa089-2a41-4e05-a54b-1256543a4fec,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:13.791331 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Routers {'549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:13.791975 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:13.795512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-32fee093-02c3-4065-9fbc-99e218a775f7 None None] Provisioning complete for port 796e7354-2855-4a7e-b18c-5407d965a688 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:13.795893 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32fee093-02c3-4065-9fbc-99e218a775f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.863183 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26a0a469-3bf2-42a6-a388-af4e3b9340c0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.864619 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-26a0a469-3bf2-42a6-a388-af4e3b9340c0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3966327 Nov 29 18:16:13.870674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42024) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:13.904440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf343cf-97c7-404d-8f88-6df6c1c03ee0 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Made reservation on behalf of 07c08798fa3b4b9e87ce0f5b4bec2c82 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:13.907951 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fbf343cf-97c7-404d-8f88-6df6c1c03ee0 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.911855 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32fee093-02c3-4065-9fbc-99e218a775f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.936420 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-32fee093-02c3-4065-9fbc-99e218a775f7 None None] For port 796e7354-2855-4a7e-b18c-5407d965a688, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=796e7354-2855-4a7e-b18c-5407d965a688,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:13.941028 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49828a6b-9842-4966-8206-ee5bd137065b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.942038 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] Set router 549c131d-e41d-4f1f-8ab1-9f0b7aaf101d gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:16:13.944813 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32fee093-02c3-4065-9fbc-99e218a775f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.955062 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49828a6b-9842-4966-8206-ee5bd137065b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:13.979490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:13.982374 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Allocated IP 172.20.0.1 (3944ffa7-5ecb-4251-9143-827f29836334/0cd34ca8-6870-43d6-a0cf-0e9eb74bd833/54ae6281-c9b2-415e-b182-c6ee3765c129) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:13.995261 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884db9c1-96b5-439b-b379-5247c7d29ca9 None None] Sync routers for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:14.013240 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.015511 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c3dac452-9434-4c90-a263-442c6ebf2b48 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5639391 Nov 29 18:16:14.017250 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49828a6b-9842-4966-8206-ee5bd137065b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.017670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884db9c1-96b5-439b-b379-5247c7d29ca9 None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:14.018298 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-884db9c1-96b5-439b-b379-5247c7d29ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:14.019218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42026) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:14.032742 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49828a6b-9842-4966-8206-ee5bd137065b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.034147 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-49828a6b-9842-4966-8206-ee5bd137065b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/cb0aa089-2a41-4e05-a54b-1256543a4fec HTTP/1.1" status: 204 len: 168 time: 0.1626678 Nov 29 18:16:14.038246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42028) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:14.064599 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-884db9c1-96b5-439b-b379-5247c7d29ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:14.089022 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fee093-02c3-4065-9fbc-99e218a775f7 None None] Pushing event updated for resources: {'Port': ['ID=796e7354-2855-4a7e-b18c-5407d965a688,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:14.091195 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49828a6b-9842-4966-8206-ee5bd137065b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb0aa089-2a41-4e05-a54b-1256543a4fec,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:14.096179 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884db9c1-96b5-439b-b379-5247c7d29ca9 None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:14.096683 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-884db9c1-96b5-439b-b379-5247c7d29ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:14.139497 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-582e07d1-069c-4cfe-8eac-278dad571d79 None None] Provisioning complete for port 796e7354-2855-4a7e-b18c-5407d965a688 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:14.139497 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-582e07d1-069c-4cfe-8eac-278dad571d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.141731 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe724494-3316-4e20-a090-b232c19b97fc None None] Pushing event updated for resources: {'Port': ['ID=796e7354-2855-4a7e-b18c-5407d965a688,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:14.143442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-884db9c1-96b5-439b-b379-5247c7d29ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:14.144172 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884db9c1-96b5-439b-b379-5247c7d29ca9 None None] The sync data for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:14.193388 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e0281965-bd0c-4867-9609-efa6ec7bedd8 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1500812 Nov 29 18:16:14.195982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42030) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:14.267271 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6fa56ed-de1d-4e8b-81a1-6b9a8ef83e72 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.272894 n-d-819494-5 neutron-server[110004]: DEBUG neutron.objects.ports [None req-c26e4454-aa01-475b-a43b-8ccdf9d5e335 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110004) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:16:14.275986 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'name': 'tempest-TestAggregatesBasicOps-88201031-router', 'tenant_id': '37ad402c40a848b8847d07331a6cc5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '796e7354-2855-4a7e-b18c-5407d965a688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:16:08Z', 'updated_at': '2021-11-29T18:16:11Z', 'revision_number': 3, 'project_id': '37ad402c40a848b8847d07331a6cc5df', 'gw_port': {'id': '796e7354-2855-4a7e-b18c-5407d965a688', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:16:09Z', 'updated_at': '2021-11-29T18:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:14.279368 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c26e4454-aa01-475b-a43b-8ccdf9d5e335 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.307377 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72e21b2-abb5-435b-83a0-e4d36f4d9695 None None] The sync data for ids ['549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'] in n-d-819494-5 is: [{'id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'name': 'tempest-TestAggregatesBasicOps-88201031-router', 'tenant_id': '37ad402c40a848b8847d07331a6cc5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '796e7354-2855-4a7e-b18c-5407d965a688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:16:08Z', 'updated_at': '2021-11-29T18:16:11Z', 'revision_number': 3, 'project_id': '37ad402c40a848b8847d07331a6cc5df', 'gw_port': {'id': '796e7354-2855-4a7e-b18c-5407d965a688', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:16:09Z', 'updated_at': '2021-11-29T18:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:14.330734 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6fa56ed-de1d-4e8b-81a1-6b9a8ef83e72 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.396839 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e4454-aa01-475b-a43b-8ccdf9d5e335 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:14.402070 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fbf343cf-97c7-404d-8f88-6df6c1c03ee0 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.409908 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-c26e4454-aa01-475b-a43b-8ccdf9d5e335 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:14.424256 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c567d686-7bde-4054-8cdd-e65e1facfa50 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:14.427304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26e4454-aa01-475b-a43b-8ccdf9d5e335 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:14.428444 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c26e4454-aa01-475b-a43b-8ccdf9d5e335 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.441227 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e4454-aa01-475b-a43b-8ccdf9d5e335 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=db1dda73-317c-441a-9d42-f63838e7bea7,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:14.458778 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6fa56ed-de1d-4e8b-81a1-6b9a8ef83e72 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.461577 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6fa56ed-de1d-4e8b-81a1-6b9a8ef83e72 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.462741 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b6fa56ed-de1d-4e8b-81a1-6b9a8ef83e72 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-groups/b094db31-303e-44f5-9ea4-93f5c692648b HTTP/1.1" status: 204 len: 168 time: 0.2658312 Nov 29 18:16:14.468591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42034) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:14.471757 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.492398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa56ed-de1d-4e8b-81a1-6b9a8ef83e72 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b094db31-303e-44f5-9ea4-93f5c692648b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:14.510125 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c26e4454-aa01-475b-a43b-8ccdf9d5e335 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4972770 Nov 29 18:16:14.524542 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42036) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:14.533035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b108dbf2-27ee-40cc-9742-8bad7eb57622 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:14.627006 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf343cf-97c7-404d-8f88-6df6c1c03ee0 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event updated for resources: {'Subnet': ['ID=551bcd35-dbeb-4463-a72c-f246b0879e12,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:14.673316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56551f73-6635-491e-9879-2a8616245464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': 'db1dda73-317c-441a-9d42-f63838e7bea7'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:16:14.674209 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56551f73-6635-491e-9879-2a8616245464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.689125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf343cf-97c7-404d-8f88-6df6c1c03ee0 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Checking segment: {'id': 'fd3e9935-34df-40bc-8830-15cacc245fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bfd98d5c-ab45-46ba-8a1c-77deaa8224fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:14.689874 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf343cf-97c7-404d-8f88-6df6c1c03ee0 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Network hostable DHCP agents. Network: bfd98d5c-ab45-46ba-8a1c-77deaa8224fb, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:16:14.714032 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6d2df109-be61-4b65-b44a-dbc7366dac25 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2221913 Nov 29 18:16:14.720267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42038) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:14.731256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-52ba9d32-b971-4ba9-83d7-cb4b59797f11 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329315694'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:14.760633 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.781240 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.783167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf343cf-97c7-404d-8f88-6df6c1c03ee0 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Network bfd98d5c-ab45-46ba-8a1c-77deaa8224fb is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:16:14.792285 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52ba9d32-b971-4ba9-83d7-cb4b59797f11 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.831936 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Network 3944ffa7-5ecb-4251-9143-827f29836334 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:14.842105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:14.852266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-fbf343cf-97c7-404d-8f88-6df6c1c03ee0 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, bfd98d5c-ab45-46ba-8a1c-77deaa8224fb) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:14.855876 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:14.870740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0b9131-aff7-42cd-b6d3-a2f4dc6a9041 None None] Network bfd98d5c-ab45-46ba-8a1c-77deaa8224fb requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:14.924743 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf343cf-97c7-404d-8f88-6df6c1c03ee0 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:14.925519 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fbf343cf-97c7-404d-8f88-6df6c1c03ee0 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.933927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 796e7354-2855-4a7e-b18c-5407d965a688 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:14.956763 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Pushing event updated for resources: {'Port': ['ID=54ae6281-c9b2-415e-b182-c6ee3765c129,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:14.988413 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b108dbf2-27ee-40cc-9742-8bad7eb57622 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:14.994246 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b108dbf2-27ee-40cc-9742-8bad7eb57622 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:14.998998 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.001335 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52ba9d32-b971-4ba9-83d7-cb4b59797f11 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.013514 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fbf343cf-97c7-404d-8f88-6df6c1c03ee0 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4354477 Nov 29 18:16:15.013773 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-56551f73-6635-491e-9879-2a8616245464 None None] Allocated IP 2001:db8::f816:3eff:fe76:b17a (c052213d-ea6c-4782-b422-f625c0df816d/db1dda73-317c-441a-9d42-f63838e7bea7/9c705243-3f84-4244-825b-0f479a09169a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:15.055396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42040) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:15.089290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3565202b-92a9-4982-9df6-fe89a2ec9002 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Request body: {'network': {'name': 'tempest-router-network01--1583917546'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:15.099078 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52ba9d32-b971-4ba9-83d7-cb4b59797f11 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.126554 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52ba9d32-b971-4ba9-83d7-cb4b59797f11 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.127890 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-52ba9d32-b971-4ba9-83d7-cb4b59797f11 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4070191 Nov 29 18:16:15.141239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42042) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:15.154228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8ff80a59-7c98-4372-82c1-527837c97cc5 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group_rule': {'security_group_id': '55cf2ce7-2fad-4dd6-90a3-492e0308bfc1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:15.188869 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 796e7354-2855-4a7e-b18c-5407d965a688 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:15.188869 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.218147 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba9d32-b971-4ba9-83d7-cb4b59797f11 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55cf2ce7-2fad-4dd6-90a3-492e0308bfc1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:15.231784 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3565202b-92a9-4982-9df6-fe89a2ec9002 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Made reservation on behalf of 07c08798fa3b4b9e87ce0f5b4bec2c82 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:15.235128 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3565202b-92a9-4982-9df6-fe89a2ec9002 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.284308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3565202b-92a9-4982-9df6-fe89a2ec9002 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:16:15.301988 n-d-819494-5 neutron-server[110004]: INFO neutron.db.ipam_backend_mixin [None req-b108dbf2-27ee-40cc-9742-8bad7eb57622 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db1dda73-317c-441a-9d42-f63838e7bea7 (CIDR: 2001:db8::/64) Nov 29 18:16:15.302849 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3565202b-92a9-4982-9df6-fe89a2ec9002 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.302970 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-3565202b-92a9-4982-9df6-fe89a2ec9002 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Added segment 784e2d93-4f91-41da-bdb4-abfc8eebc082 of type vlan for network 0666d44c-a03c-4701-b380-e86496aaf02e Nov 29 18:16:15.314084 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-b108dbf2-27ee-40cc-9742-8bad7eb57622 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:16:15.314926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b108dbf2-27ee-40cc-9742-8bad7eb57622 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:16:15.319792 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ff80a59-7c98-4372-82c1-527837c97cc5 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.339719 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b108dbf2-27ee-40cc-9742-8bad7eb57622 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8105164 Nov 29 18:16:15.358711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42044) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:15.435604 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-87652f78-1532-4285-a12f-fcf908b879f4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:15.449055 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ff80a59-7c98-4372-82c1-527837c97cc5 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.462159 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ff80a59-7c98-4372-82c1-527837c97cc5 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.469058 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3565202b-92a9-4982-9df6-fe89a2ec9002 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.511878 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Allocated IP 172.20.0.1 (3979fb79-145c-49d3-8965-05f04baacf74/c7742feb-43d3-4a02-8381-1c1ed3109a8c/122330bd-ef45-442f-a1b2-cb70f9c249a9) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:15.512521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-bfd98d5c-ab45-46ba-8a1c-77deaa8224fb', 'network_id': 'bfd98d5c-ab45-46ba-8a1c-77deaa8224fb', 'tenant_id': '07c08798fa3b4b9e87ce0f5b4bec2c82', 'fixed_ips': [{'subnet_id': '551bcd35-dbeb-4463-a72c-f246b0879e12'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:16:15.513536 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.524287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff80a59-7c98-4372-82c1-527837c97cc5 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b384a1da-0c6b-4326-b26a-042ed50f224d,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:15.542994 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ff80a59-7c98-4372-82c1-527837c97cc5 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.544035 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.544234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8ff80a59-7c98-4372-82c1-527837c97cc5 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3993807 Nov 29 18:16:15.549884 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42048) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:15.551842 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-61a31cff-01e4-47ac-9147-7df2965c7ad9 None None] Provisioning complete for port 54ae6281-c9b2-415e-b182-c6ee3765c129 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:15.552431 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61a31cff-01e4-47ac-9147-7df2965c7ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.560352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-343cd9ef-5a3a-442d-b050-4c7e9a3f7b1a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group_rule': {'security_group_id': '55cf2ce7-2fad-4dd6-90a3-492e0308bfc1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:15.617647 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3565202b-92a9-4982-9df6-fe89a2ec9002 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.619630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-61a31cff-01e4-47ac-9147-7df2965c7ad9 None None] Port 54ae6281-c9b2-415e-b182-c6ee3765c129 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:16:15.625562 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3565202b-92a9-4982-9df6-fe89a2ec9002 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:15.626681 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3565202b-92a9-4982-9df6-fe89a2ec9002 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.728050 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3565202b-92a9-4982-9df6-fe89a2ec9002 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6708558 Nov 29 18:16:15.737032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42050) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:15.746481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9082f353-22f1-488a-8bad-6c6b0f1d87ac tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Request body: {'network': {'name': 'tempest-router-network02--37849809'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:15.749437 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-343cd9ef-5a3a-442d-b050-4c7e9a3f7b1a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.758380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565202b-92a9-4982-9df6-fe89a2ec9002 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event updated for resources: {'Network': ['ID=0666d44c-a03c-4701-b380-e86496aaf02e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:15.770642 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.780981 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.795859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 0666d44c-a03c-4701-b380-e86496aaf02e details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:16:15.799148 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56551f73-6635-491e-9879-2a8616245464 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.836112 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.839108 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9082f353-22f1-488a-8bad-6c6b0f1d87ac tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Made reservation on behalf of 07c08798fa3b4b9e87ce0f5b4bec2c82 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:15.842713 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9082f353-22f1-488a-8bad-6c6b0f1d87ac tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.857417 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56551f73-6635-491e-9879-2a8616245464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.864820 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.889397 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-343cd9ef-5a3a-442d-b050-4c7e9a3f7b1a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.909265 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-343cd9ef-5a3a-442d-b050-4c7e9a3f7b1a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.916062 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9082f353-22f1-488a-8bad-6c6b0f1d87ac tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:16:15.935390 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Allocated IP 2001:db8::2 (bfd98d5c-ab45-46ba-8a1c-77deaa8224fb/551bcd35-dbeb-4463-a72c-f246b0879e12/6f6fdde0-8c52-42e9-ad11-875942a9d9ed) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:15.945221 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9082f353-22f1-488a-8bad-6c6b0f1d87ac tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.945659 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-9082f353-22f1-488a-8bad-6c6b0f1d87ac tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Added segment d4e10669-a5b3-4b21-9e28-e19c03c81ae0 of type vlan for network 202e5165-5b46-4f41-8f72-156cc2e99ee5 Nov 29 18:16:15.947201 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cd9ef-5a3a-442d-b050-4c7e9a3f7b1a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9743dd-4cd0-46ec-846f-00ed8df96607,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:15.949363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56551f73-6635-491e-9879-2a8616245464 None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:15.955582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56551f73-6635-491e-9879-2a8616245464 None None] Pushing event updated for resources: {'Port': ['ID=9c705243-3f84-4244-825b-0f479a09169a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:15.958126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-56551f73-6635-491e-9879-2a8616245464 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:15.962122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56551f73-6635-491e-9879-2a8616245464 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:15.969637 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-343cd9ef-5a3a-442d-b050-4c7e9a3f7b1a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:15.973761 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-343cd9ef-5a3a-442d-b050-4c7e9a3f7b1a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4227366 Nov 29 18:16:15.984512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42052) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:15.991166 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-189b0e28-9060-4b29-8c7b-e064e3c01da2 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group_rule': {'security_group_id': '55cf2ce7-2fad-4dd6-90a3-492e0308bfc1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:16.017232 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.070410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-56551f73-6635-491e-9879-2a8616245464 None None] Attempting to bind port 9c705243-3f84-4244-825b-0f479a09169a on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:16:16.070410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-56551f73-6635-491e-9879-2a8616245464 None None] Attempting to bind port 9c705243-3f84-4244-825b-0f479a09169a by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:16:16.070921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56551f73-6635-491e-9879-2a8616245464 None None] Attempting to bind port 9c705243-3f84-4244-825b-0f479a09169a on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:16:16.075869 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9082f353-22f1-488a-8bad-6c6b0f1d87ac tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.086407 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56551f73-6635-491e-9879-2a8616245464 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:16:16.087370 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56551f73-6635-491e-9879-2a8616245464 None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:16.087370 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56551f73-6635-491e-9879-2a8616245464 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.087622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56551f73-6635-491e-9879-2a8616245464 None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:16:16.088118 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-56551f73-6635-491e-9879-2a8616245464 None None] Bound port: 9c705243-3f84-4244-825b-0f479a09169a, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:16:16.088529 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56551f73-6635-491e-9879-2a8616245464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.093610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 3979fb79-145c-49d3-8965-05f04baacf74 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:16.103548 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:16.122088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:16.168001 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=122330bd-ef45-442f-a1b2-cb70f9c249a9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:16.182563 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-189b0e28-9060-4b29-8c7b-e064e3c01da2 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.199479 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9082f353-22f1-488a-8bad-6c6b0f1d87ac tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.205189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9082f353-22f1-488a-8bad-6c6b0f1d87ac tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:16.205418 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9082f353-22f1-488a-8bad-6c6b0f1d87ac tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.218283 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.222196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-56551f73-6635-491e-9879-2a8616245464 None None] For port 9c705243-3f84-4244-825b-0f479a09169a, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:16:16.231816 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-56551f73-6635-491e-9879-2a8616245464 None None] For port 9c705243-3f84-4244-825b-0f479a09169a, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c705243-3f84-4244-825b-0f479a09169a,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:16:16.233929 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.248159 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9082f353-22f1-488a-8bad-6c6b0f1d87ac tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5097749 Nov 29 18:16:16.251475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42054) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:16.273959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-608f2108-47e7-4a41-bcfc-da27fd3992d2 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Request body: {'subnet': {'network_id': '0666d44c-a03c-4701-b380-e86496aaf02e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:16.283263 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Pushing event updated for resources: {'Port': ['ID=6f6fdde0-8c52-42e9-ad11-875942a9d9ed,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:16.295513 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56551f73-6635-491e-9879-2a8616245464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.317680 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.330036 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Pushing event updated for resources: {'Port': ['ID=54ae6281-c9b2-415e-b182-c6ee3765c129,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:16.352216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Network bfd98d5c-ab45-46ba-8a1c-77deaa8224fb is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:16.359035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87652f78-1532-4285-a12f-fcf908b879f4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:16.359350 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:16.363491 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-87652f78-1532-4285-a12f-fcf908b879f4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.369851 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:16.379479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56551f73-6635-491e-9879-2a8616245464 None None] Pushing event updated for resources: {'Port': ['ID=9c705243-3f84-4244-825b-0f479a09169a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:16.456313 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Attempting to bind port 6f6fdde0-8c52-42e9-ad11-875942a9d9ed on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:16:16.456689 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Attempting to bind port 6f6fdde0-8c52-42e9-ad11-875942a9d9ed by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fd3e9935-34df-40bc-8830-15cacc245fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bfd98d5c-ab45-46ba-8a1c-77deaa8224fb'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:16:16.457269 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Attempting to bind port 6f6fdde0-8c52-42e9-ad11-875942a9d9ed on network bfd98d5c-ab45-46ba-8a1c-77deaa8224fb {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:16:16.463081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:16:16.463721 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Checking segment: {'id': 'fd3e9935-34df-40bc-8830-15cacc245fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bfd98d5c-ab45-46ba-8a1c-77deaa8224fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:16.464290 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.465027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Bound using segment: {'id': 'fd3e9935-34df-40bc-8830-15cacc245fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bfd98d5c-ab45-46ba-8a1c-77deaa8224fb'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:16:16.465675 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Bound port: 6f6fdde0-8c52-42e9-ad11-875942a9d9ed, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3e9935-34df-40bc-8830-15cacc245fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bfd98d5c-ab45-46ba-8a1c-77deaa8224fb'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:16:16.466323 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.466487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Network 3944ffa7-5ecb-4251-9143-827f29836334 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:16.470127 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:16.506520 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082f353-22f1-488a-8bad-6c6b0f1d87ac tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event updated for resources: {'Network': ['ID=202e5165-5b46-4f41-8f72-156cc2e99ee5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:16.531291 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 202e5165-5b46-4f41-8f72-156cc2e99ee5 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:16:16.585711 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-189b0e28-9060-4b29-8c7b-e064e3c01da2 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.673917 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-189b0e28-9060-4b29-8c7b-e064e3c01da2 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.682060 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] For port 6f6fdde0-8c52-42e9-ad11-875942a9d9ed, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:16:16.683978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608f2108-47e7-4a41-bcfc-da27fd3992d2 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Made reservation on behalf of 07c08798fa3b4b9e87ce0f5b4bec2c82 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:16.688014 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-608f2108-47e7-4a41-bcfc-da27fd3992d2 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.692622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] For port 6f6fdde0-8c52-42e9-ad11-875942a9d9ed, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6f6fdde0-8c52-42e9-ad11-875942a9d9ed,segment=NetworkSegment(fd3e9935-34df-40bc-8830-15cacc245fcc),segment_id=fd3e9935-34df-40bc-8830-15cacc245fcc)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:16:16.705767 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.801952 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-189b0e28-9060-4b29-8c7b-e064e3c01da2 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.803507 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-189b0e28-9060-4b29-8c7b-e064e3c01da2 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8176718 Nov 29 18:16:16.807812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b0e28-9060-4b29-8c7b-e064e3c01da2 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43596f6c-8c39-4eeb-9063-f7a5d11c0015,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:16.816039 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42058) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:16.821235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f8b55b5c-0207-401e-af80-08f958bc5c50 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group_rule': {'security_group_id': '55cf2ce7-2fad-4dd6-90a3-492e0308bfc1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:16.921297 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bcc82-e3ae-47f2-be56-3136dd713da6 None None] Pushing event updated for resources: {'Port': ['ID=6f6fdde0-8c52-42e9-ad11-875942a9d9ed,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:16.927803 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.947982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8b55b5c-0207-401e-af80-08f958bc5c50 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.985304 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8fe9292e-417b-4d83-9c48-17d02ba299fd None None] Provisioning complete for port 54ae6281-c9b2-415e-b182-c6ee3765c129 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:16.986514 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8fe9292e-417b-4d83-9c48-17d02ba299fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:16.988781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Router 549c131d-e41d-4f1f-8ab1-9f0b7aaf101d has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:17.041388 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8fe9292e-417b-4d83-9c48-17d02ba299fd None None] Port 54ae6281-c9b2-415e-b182-c6ee3765c129 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:16:17.186729 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-87652f78-1532-4285-a12f-fcf908b879f4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:17.242446 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87652f78-1532-4285-a12f-fcf908b879f4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:17.255409 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-87652f78-1532-4285-a12f-fcf908b879f4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:17.259010 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87652f78-1532-4285-a12f-fcf908b879f4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:17.259622 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-87652f78-1532-4285-a12f-fcf908b879f4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:17.281847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:17.284851 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87652f78-1532-4285-a12f-fcf908b879f4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=4229f1d5-5e5c-476e-b160-7d02afcbe347,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:17.292150 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f1e94b81-5bf4-4282-88e2-171104699abc admin admin] 10.222.0.23 "PUT /v2.0/routers/549c131d-e41d-4f1f-8ab1-9f0b7aaf101d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6693976 Nov 29 18:16:17.305043 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-87652f78-1532-4285-a12f-fcf908b879f4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9408255 Nov 29 18:16:17.305797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42062) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:17.312345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-ad498fc1-0b83-4c94-ac93-fb7d3da996c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'mac_address': 'fa:16:3e:68:26:37', 'name': 'tempest-NetworksTestDHCPv6-737328422'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:17.312898 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Sync routers for ids ['549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:17.330673 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Routers {'549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:17.332537 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:17.487434 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8b55b5c-0207-401e-af80-08f958bc5c50 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:17.493926 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Set router 549c131d-e41d-4f1f-8ab1-9f0b7aaf101d gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:16:17.497893 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad498fc1-0b83-4c94-ac93-fb7d3da996c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:17.499103 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8b55b5c-0207-401e-af80-08f958bc5c50 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:17.535106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b55b5c-0207-401e-af80-08f958bc5c50 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06813d92-d65f-4729-8ac5-f4a62ed00486,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:17.628032 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad498fc1-0b83-4c94-ac93-fb7d3da996c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:17.660275 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-ad498fc1-0b83-4c94-ac93-fb7d3da996c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port 43acd916-5292-478d-9842-741bd38ecd29 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:16:17.687194 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8b55b5c-0207-401e-af80-08f958bc5c50 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:17.692080 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f8b55b5c-0207-401e-af80-08f958bc5c50 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8748665 Nov 29 18:16:17.695220 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42070) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:17.710453 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d5dce109-a0e0-43fc-9783-a24a4d271b59 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group_rule': {'security_group_id': '55cf2ce7-2fad-4dd6-90a3-492e0308bfc1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:17.732445 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-608f2108-47e7-4a41-bcfc-da27fd3992d2 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:17.837382 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'name': 'tempest-TestAggregatesBasicOps-88201031-router', 'tenant_id': '37ad402c40a848b8847d07331a6cc5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '796e7354-2855-4a7e-b18c-5407d965a688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:16:08Z', 'updated_at': '2021-11-29T18:16:15Z', 'revision_number': 4, 'project_id': '37ad402c40a848b8847d07331a6cc5df', 'gw_port': {'id': '796e7354-2855-4a7e-b18c-5407d965a688', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:16:09Z', 'updated_at': '2021-11-29T18:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '54ae6281-c9b2-415e-b182-c6ee3765c129', 'name': '', 'network_id': '3944ffa7-5ecb-4251-9143-827f29836334', 'tenant_id': '37ad402c40a848b8847d07331a6cc5df', 'mac_address': 'fa:16:3e:2f:7e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0cd34ca8-6870-43d6-a0cf-0e9eb74bd833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:16:13Z', 'updated_at': '2021-11-29T18:16:15Z', 'revision_number': 2, 'project_id': '37ad402c40a848b8847d07331a6cc5df', 'subnets': [{'id': '0cd34ca8-6870-43d6-a0cf-0e9eb74bd833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:17.891534 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Checking router: 549c131d-e41d-4f1f-8ab1-9f0b7aaf101d for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:16:17.892020 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Updating router 549c131d-e41d-4f1f-8ab1-9f0b7aaf101d port 54ae6281-c9b2-415e-b182-c6ee3765c129 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:16:17.909226 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5dce109-a0e0-43fc-9783-a24a4d271b59 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:17.927098 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:17.944905 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-ad498fc1-0b83-4c94-ac93-fb7d3da996c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8:0:1::1cb (c052213d-ea6c-4782-b422-f625c0df816d/4229f1d5-5e5c-476e-b160-7d02afcbe347/43acd916-5292-478d-9842-741bd38ecd29) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:17.951754 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-ad498fc1-0b83-4c94-ac93-fb7d3da996c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::f816:3eff:fe68:2637 (c052213d-ea6c-4782-b422-f625c0df816d/db1dda73-317c-441a-9d42-f63838e7bea7/43acd916-5292-478d-9842-741bd38ecd29) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:18.024351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f2108-47e7-4a41-bcfc-da27fd3992d2 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event updated for resources: {'Subnet': ['ID=d3628a21-e0fa-4312-8c39-1dd7fef25e4f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:18.047906 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdc55eb-6f18-4f43-bf35-97f7d612ec9a None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:18.061416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608f2108-47e7-4a41-bcfc-da27fd3992d2 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Checking segment: {'id': '784e2d93-4f91-41da-bdb4-abfc8eebc082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0666d44c-a03c-4701-b380-e86496aaf02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:18.061946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608f2108-47e7-4a41-bcfc-da27fd3992d2 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Network hostable DHCP agents. Network: 0666d44c-a03c-4701-b380-e86496aaf02e, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:16:18.156000 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.162213 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608f2108-47e7-4a41-bcfc-da27fd3992d2 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Network 0666d44c-a03c-4701-b380-e86496aaf02e is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:16:18.181470 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.245861 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-735de8ce-5756-447c-893e-1f1df78407ed None None] Provisioning complete for port 9c705243-3f84-4244-825b-0f479a09169a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:18.246490 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-735de8ce-5756-447c-893e-1f1df78407ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.273462 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad498fc1-0b83-4c94-ac93-fb7d3da996c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.337556 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad498fc1-0b83-4c94-ac93-fb7d3da996c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.394009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=122330bd-ef45-442f-a1b2-cb70f9c249a9,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:18.410872 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5dce109-a0e0-43fc-9783-a24a4d271b59 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.412726 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-608f2108-47e7-4a41-bcfc-da27fd3992d2 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 0666d44c-a03c-4701-b380-e86496aaf02e) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:18.427411 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-735de8ce-5756-447c-893e-1f1df78407ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.430258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad498fc1-0b83-4c94-ac93-fb7d3da996c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:18.437826 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5dce109-a0e0-43fc-9783-a24a4d271b59 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.444655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-ad498fc1-0b83-4c94-ac93-fb7d3da996c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:18.449637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608f2108-47e7-4a41-bcfc-da27fd3992d2 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:18.449870 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad498fc1-0b83-4c94-ac93-fb7d3da996c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:18.453266 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87dac88-bb0b-48a1-82b1-6433a47f2ccd None None] Network 0666d44c-a03c-4701-b380-e86496aaf02e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:18.453413 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-608f2108-47e7-4a41-bcfc-da27fd3992d2 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.457881 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8dc494-ee34-41f4-a002-8e6ce043e990 None None] Update dhcp port {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'fixed_ips': [{'subnet_id': 'db1dda73-317c-441a-9d42-f63838e7bea7', 'ip_address': '2001:db8::f816:3eff:fe76:b17a'}, {'subnet_id': '4229f1d5-5e5c-476e-b160-7d02afcbe347'}], 'binding:host_id': 'n-d-819494-5'}, 'id': '9c705243-3f84-4244-825b-0f479a09169a'} from n-d-819494-5. {{(pid=110006) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 18:16:18.458235 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad498fc1-0b83-4c94-ac93-fb7d3da996c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:18.459756 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad498fc1-0b83-4c94-ac93-fb7d3da996c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.511750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dce109-a0e0-43fc-9783-a24a4d271b59 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ec9188-afca-42ef-8702-934bf18f8a2a,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:18.513386 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad498fc1-0b83-4c94-ac93-fb7d3da996c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=43acd916-5292-478d-9842-741bd38ecd29,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:18.526543 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.529396 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ad498fc1-0b83-4c94-ac93-fb7d3da996c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2229476 Nov 29 18:16:18.531063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42086) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:18.558994 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-608f2108-47e7-4a41-bcfc-da27fd3992d2 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2940066 Nov 29 18:16:18.559891 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42090) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:18.569570 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1f8130a8-ec66-495d-b46c-b6df4506d45d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Request body: {'subnet': {'network_id': '202e5165-5b46-4f41-8f72-156cc2e99ee5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:18.577949 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5dce109-a0e0-43fc-9783-a24a4d271b59 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.579249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d5dce109-a0e0-43fc-9783-a24a4d271b59 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8734672 Nov 29 18:16:18.583539 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42092) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:18.620033 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7f8dc494-ee34-41f4-a002-8e6ce043e990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.632717 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.649765 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.684966 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-07f8bb23-2126-45d4-aa56-f88dddd74e68 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.711211 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-07f8bb23-2126-45d4-aa56-f88dddd74e68 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.759017 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-06e3e6f6-042f-4566-b71b-b65d4e83742e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port 43acd916-5292-478d-9842-741bd38ecd29 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:18.760134 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06e3e6f6-042f-4566-b71b-b65d4e83742e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:18.903555 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb76084-41d8-425d-9e73-84f5a335c81a None None] Pushing event updated for resources: {'Port': ['ID=54ae6281-c9b2-415e-b182-c6ee3765c129,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:18.935171 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-735de8ce-5756-447c-893e-1f1df78407ed None None] For port 9c705243-3f84-4244-825b-0f479a09169a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c705243-3f84-4244-825b-0f479a09169a,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:18.938489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08977d85-7174-45af-8b92-f8508894cf42 None None] Network bfd98d5c-ab45-46ba-8a1c-77deaa8224fb requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:18.962992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 3979fb79-145c-49d3-8965-05f04baacf74 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:18.966328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:18.982581 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Attempting to bind port 54ae6281-c9b2-415e-b182-c6ee3765c129 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:16:18.983148 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Attempting to bind port 54ae6281-c9b2-415e-b182-c6ee3765c129 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '8c5e0eba-ee94-4f49-a0b8-e2d85127c460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3944ffa7-5ecb-4251-9143-827f29836334'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:16:18.984801 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Attempting to bind port 54ae6281-c9b2-415e-b182-c6ee3765c129 on network 3944ffa7-5ecb-4251-9143-827f29836334 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:16:18.995314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8130a8-ec66-495d-b46c-b6df4506d45d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Made reservation on behalf of 07c08798fa3b4b9e87ce0f5b4bec2c82 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:18.999136 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f8130a8-ec66-495d-b46c-b6df4506d45d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.001811 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:16:19.002309 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Checking segment: {'id': '8c5e0eba-ee94-4f49-a0b8-e2d85127c460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3944ffa7-5ecb-4251-9143-827f29836334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:19.002861 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.003361 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Bound using segment: {'id': '8c5e0eba-ee94-4f49-a0b8-e2d85127c460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3944ffa7-5ecb-4251-9143-827f29836334'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:16:19.004633 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Bound port: 54ae6281-c9b2-415e-b182-c6ee3765c129, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5e0eba-ee94-4f49-a0b8-e2d85127c460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '3944ffa7-5ecb-4251-9143-827f29836334'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:16:19.005125 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.039015 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06e3e6f6-042f-4566-b71b-b65d4e83742e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.066629 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-06e3e6f6-042f-4566-b71b-b65d4e83742e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for 43acd916-5292-478d-9842-741bd38ecd29 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:19.167967 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] For port 54ae6281-c9b2-415e-b182-c6ee3765c129, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:16:19.174817 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] For port 54ae6281-c9b2-415e-b182-c6ee3765c129, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=54ae6281-c9b2-415e-b182-c6ee3765c129,segment=NetworkSegment(8c5e0eba-ee94-4f49-a0b8-e2d85127c460),segment_id=8c5e0eba-ee94-4f49-a0b8-e2d85127c460)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:16:19.193506 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.235455 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-07f8bb23-2126-45d4-aa56-f88dddd74e68 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.252082 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-07f8bb23-2126-45d4-aa56-f88dddd74e68 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.257039 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-07f8bb23-2126-45d4-aa56-f88dddd74e68 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/28ec9188-afca-42ef-8702-934bf18f8a2a HTTP/1.1" status: 204 len: 168 time: 0.6721528 Nov 29 18:16:19.259805 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42114) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:19.262142 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 926cd569-4f6f-4d52-b571-ce6e3d7f3731 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:19.302032 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8bb23-2126-45d4-aa56-f88dddd74e68 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28ec9188-afca-42ef-8702-934bf18f8a2a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:19.326441 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Routers {'549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:19.330961 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:19.334478 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb76084-41d8-425d-9e73-84f5a335c81a None None] Pushing event updated for resources: {'Port': ['ID=54ae6281-c9b2-415e-b182-c6ee3765c129,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:19.369279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c705243-3f84-4244-825b-0f479a09169a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:19.387751 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-735de8ce-5756-447c-893e-1f1df78407ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.407720 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8a90f57c-cd66-41e2-86b1-88effa11b74b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1409216 Nov 29 18:16:19.407720 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42118) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:19.461901 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35bb12ee-6257-4934-8d09-ae1de1d1b177 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.467009 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42122) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:19.482197 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35bb12ee-6257-4934-8d09-ae1de1d1b177 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.548135 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f8130a8-ec66-495d-b46c-b6df4506d45d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.684786 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8130a8-ec66-495d-b46c-b6df4506d45d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Checking segment: {'id': 'd4e10669-a5b3-4b21-9e28-e19c03c81ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '202e5165-5b46-4f41-8f72-156cc2e99ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:19.685497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8130a8-ec66-495d-b46c-b6df4506d45d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Network hostable DHCP agents. Network: 202e5165-5b46-4f41-8f72-156cc2e99ee5, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:16:19.687347 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] Set router 549c131d-e41d-4f1f-8ab1-9f0b7aaf101d gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:16:19.713346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8130a8-ec66-495d-b46c-b6df4506d45d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event updated for resources: {'Subnet': ['ID=461651d6-a69d-4bb7-af71-688a87f91123,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:19.728785 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8130a8-ec66-495d-b46c-b6df4506d45d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Network 202e5165-5b46-4f41-8f72-156cc2e99ee5 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:16:19.735312 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35bb12ee-6257-4934-8d09-ae1de1d1b177 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.746023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-30403a63-eed2-4988-8d34-0e9d0dfff29e None None] Provisioning complete for port 6f6fdde0-8c52-42e9-ad11-875942a9d9ed triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:19.746725 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30403a63-eed2-4988-8d34-0e9d0dfff29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.747954 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35bb12ee-6257-4934-8d09-ae1de1d1b177 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.749114 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:19.749583 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-0666d44c-a03c-4701-b380-e86496aaf02e', 'network_id': '0666d44c-a03c-4701-b380-e86496aaf02e', 'tenant_id': '07c08798fa3b4b9e87ce0f5b4bec2c82', 'fixed_ips': [{'subnet_id': 'd3628a21-e0fa-4312-8c39-1dd7fef25e4f'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:16:19.750610 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.752631 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-35bb12ee-6257-4934-8d09-ae1de1d1b177 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/06813d92-d65f-4729-8ac5-f4a62ed00486 HTTP/1.1" status: 204 len: 168 time: 0.3429961 Nov 29 18:16:19.756874 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d1e993fe-f3e7-4e9c-b5c7-48d248f79a79 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "PUT /v2.0/routers/926cd569-4f6f-4d52-b571-ce6e3d7f3731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7324703 Nov 29 18:16:19.757803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42124) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:19.761469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735de8ce-5756-447c-893e-1f1df78407ed None None] Pushing event updated for resources: {'Port': ['ID=9c705243-3f84-4244-825b-0f479a09169a,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:19.765186 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42126) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:19.775419 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'port': {'network_id': '3979fb79-145c-49d3-8965-05f04baacf74', 'name': 'tempest-FloatingIPTestJSON-1019838837'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:19.787792 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb12ee-6257-4934-8d09-ae1de1d1b177 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06813d92-d65f-4729-8ac5-f4a62ed00486,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:19.790678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1f8130a8-ec66-495d-b46c-b6df4506d45d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 202e5165-5b46-4f41-8f72-156cc2e99ee5) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:19.796808 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8130a8-ec66-495d-b46c-b6df4506d45d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:19.797429 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f8130a8-ec66-495d-b46c-b6df4506d45d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.816455 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06e3e6f6-042f-4566-b71b-b65d4e83742e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.817325 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c26f4e-e132-4a87-9167-5f07f5118d13 None None] Sync routers for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:19.829445 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc3ecd0-31f7-4b84-a2f1-a864d8eb755b None None] Network 202e5165-5b46-4f41-8f72-156cc2e99ee5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:19.839934 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4838fa87-c6b5-4e15-9575-e2f11fe218a7 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0810182 Nov 29 18:16:19.847359 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1f8130a8-ec66-495d-b46c-b6df4506d45d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2851000 Nov 29 18:16:19.847991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42128) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:19.848328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42130) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:19.906134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-7f8dc494-ee34-41f4-a002-8e6ce043e990 None None] Allocated IP 2001:db8:0:1::2 (c052213d-ea6c-4782-b422-f625c0df816d/4229f1d5-5e5c-476e-b160-7d02afcbe347/9c705243-3f84-4244-825b-0f479a09169a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:19.916833 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3e6f6-042f-4566-b71b-b65d4e83742e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=43acd916-5292-478d-9842-741bd38ecd29,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:19.986709 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06e3e6f6-042f-4566-b71b-b65d4e83742e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:19.987073 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'name': 'tempest-TestAggregatesBasicOps-88201031-router', 'tenant_id': '37ad402c40a848b8847d07331a6cc5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '796e7354-2855-4a7e-b18c-5407d965a688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:16:08Z', 'updated_at': '2021-11-29T18:16:15Z', 'revision_number': 4, 'project_id': '37ad402c40a848b8847d07331a6cc5df', 'gw_port': {'id': '796e7354-2855-4a7e-b18c-5407d965a688', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:16:09Z', 'updated_at': '2021-11-29T18:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '54ae6281-c9b2-415e-b182-c6ee3765c129', 'name': '', 'network_id': '3944ffa7-5ecb-4251-9143-827f29836334', 'tenant_id': '37ad402c40a848b8847d07331a6cc5df', 'mac_address': 'fa:16:3e:2f:7e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0cd34ca8-6870-43d6-a0cf-0e9eb74bd833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:16:13Z', 'updated_at': '2021-11-29T18:16:19Z', 'revision_number': 4, 'project_id': '37ad402c40a848b8847d07331a6cc5df', 'subnets': [{'id': '0cd34ca8-6870-43d6-a0cf-0e9eb74bd833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:19.993709 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-06e3e6f6-042f-4566-b71b-b65d4e83742e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/43acd916-5292-478d-9842-741bd38ecd29 HTTP/1.1" status: 204 len: 168 time: 1.4610064 Nov 29 18:16:19.996805 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42134) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:20.020209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 9c705243-3f84-4244-825b-0f479a09169a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:20.021907 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.040246 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c26f4e-e132-4a87-9167-5f07f5118d13 None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:20.041160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-69c26f4e-e132-4a87-9167-5f07f5118d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:20.048606 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754de5a6-b9e1-4dff-bf4a-13f4471f5959 None None] The sync data for ids ['549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'] in n-d-819494-5 is: [{'id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'name': 'tempest-TestAggregatesBasicOps-88201031-router', 'tenant_id': '37ad402c40a848b8847d07331a6cc5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '796e7354-2855-4a7e-b18c-5407d965a688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:16:08Z', 'updated_at': '2021-11-29T18:16:15Z', 'revision_number': 4, 'project_id': '37ad402c40a848b8847d07331a6cc5df', 'gw_port': {'id': '796e7354-2855-4a7e-b18c-5407d965a688', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:16:09Z', 'updated_at': '2021-11-29T18:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '54ae6281-c9b2-415e-b182-c6ee3765c129', 'name': '', 'network_id': '3944ffa7-5ecb-4251-9143-827f29836334', 'tenant_id': '37ad402c40a848b8847d07331a6cc5df', 'mac_address': 'fa:16:3e:2f:7e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '0cd34ca8-6870-43d6-a0cf-0e9eb74bd833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:16:13Z', 'updated_at': '2021-11-29T18:16:19Z', 'revision_number': 4, 'project_id': '37ad402c40a848b8847d07331a6cc5df', 'subnets': [{'id': '0cd34ca8-6870-43d6-a0cf-0e9eb74bd833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:20.127729 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd59d05d-d131-4805-8bb4-6ea2de5426b0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.160913 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd59d05d-d131-4805-8bb4-6ea2de5426b0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.268037 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Made reservation on behalf of 3142202504bc418590ec5be780e1a3ae for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:20.273257 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.305183 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] device_id is not set on port 5f5d0803-a34f-432b-8da1-25a65765ede0 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:16:20.325722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f4ea75-9840-4913-9f6a-28bd4fbeed8a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:20.330536 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-60f4ea75-9840-4913-9f6a-28bd4fbeed8a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3290012 Nov 29 18:16:20.332938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42136) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:20.340678 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-69c26f4e-e132-4a87-9167-5f07f5118d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:20.346488 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd59d05d-d131-4805-8bb4-6ea2de5426b0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.379894 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd59d05d-d131-4805-8bb4-6ea2de5426b0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.384119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bd59d05d-d131-4805-8bb4-6ea2de5426b0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/43596f6c-8c39-4eeb-9063-f7a5d11c0015 HTTP/1.1" status: 204 len: 168 time: 0.5309002 Nov 29 18:16:20.390464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42138) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:20.429475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59d05d-d131-4805-8bb4-6ea2de5426b0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43596f6c-8c39-4eeb-9063-f7a5d11c0015,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:20.456979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c26f4e-e132-4a87-9167-5f07f5118d13 None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:20.457609 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-69c26f4e-e132-4a87-9167-5f07f5118d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:20.473180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a545b192-ec26-4b55-af22-9760da08a88d tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0772758 Nov 29 18:16:20.475874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42140) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:20.499805 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a16c00-ff42-42b7-a354-63b6ee987318 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:20.503738 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a8a16c00-ff42-42b7-a354-63b6ee987318 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1647506 Nov 29 18:16:20.506119 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42142) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:20.515417 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.542885 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-69c26f4e-e132-4a87-9167-5f07f5118d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:20.543515 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c26f4e-e132-4a87-9167-5f07f5118d13 None None] The sync data for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:20.594254 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28ae2b08-fd03-4e38-a6c6-0c87595096b8 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.610188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ba6826-93a1-4ca1-a484-fd8aece13b50 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:20.611800 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ba6826-93a1-4ca1-a484-fd8aece13b50 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:20.613590 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ba6826-93a1-4ca1-a484-fd8aece13b50 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:20.619205 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-30ba6826-93a1-4ca1-a484-fd8aece13b50 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1058931 Nov 29 18:16:20.622603 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42144) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:20.629315 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-202e5165-5b46-4f41-8f72-156cc2e99ee5', 'network_id': '202e5165-5b46-4f41-8f72-156cc2e99ee5', 'tenant_id': '07c08798fa3b4b9e87ce0f5b4bec2c82', 'fixed_ips': [{'subnet_id': '461651d6-a69d-4bb7-af71-688a87f91123'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:16:20.630268 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.640149 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30403a63-eed2-4988-8d34-0e9d0dfff29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.650305 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28ae2b08-fd03-4e38-a6c6-0c87595096b8 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.681097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-30403a63-eed2-4988-8d34-0e9d0dfff29e None None] For port 6f6fdde0-8c52-42e9-ad11-875942a9d9ed, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6f6fdde0-8c52-42e9-ad11-875942a9d9ed,segment=NetworkSegment(fd3e9935-34df-40bc-8830-15cacc245fcc),segment_id=fd3e9935-34df-40bc-8830-15cacc245fcc)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:20.705863 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Allocated IP 172.20.0.5 (3979fb79-145c-49d3-8965-05f04baacf74/c7742feb-43d3-4a02-8381-1c1ed3109a8c/5f5d0803-a34f-432b-8da1-25a65765ede0) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:20.710674 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Allocated IP 2001:db8::2 (0666d44c-a03c-4701-b380-e86496aaf02e/d3628a21-e0fa-4312-8c39-1dd7fef25e4f/b6389144-2465-4671-b56b-f49d7567a720) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:20.724273 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30403a63-eed2-4988-8d34-0e9d0dfff29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.729788 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7f8dc494-ee34-41f4-a002-8e6ce043e990 None None] For port 9c705243-3f84-4244-825b-0f479a09169a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c705243-3f84-4244-825b-0f479a09169a,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:20.753159 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28ae2b08-fd03-4e38-a6c6-0c87595096b8 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.785791 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28ae2b08-fd03-4e38-a6c6-0c87595096b8 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.790340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6f6fdde0-8c52-42e9-ad11-875942a9d9ed up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:20.791151 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-28ae2b08-fd03-4e38-a6c6-0c87595096b8 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/3f9743dd-4cd0-46ec-846f-00ed8df96607 HTTP/1.1" status: 204 len: 168 time: 0.3099301 Nov 29 18:16:20.793554 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42146) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:20.800838 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30403a63-eed2-4988-8d34-0e9d0dfff29e None None] Pushing event updated for resources: {'Port': ['ID=6f6fdde0-8c52-42e9-ad11-875942a9d9ed,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:20.826502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae2b08-fd03-4e38-a6c6-0c87595096b8 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f9743dd-4cd0-46ec-846f-00ed8df96607,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:20.850638 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-50feb7b4-bbdf-4a98-8610-5462f0f4da8e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 4229f1d5-5e5c-476e-b160-7d02afcbe347 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:16:20.878655 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-989113ed-2c09-448e-9ccd-802712846539 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0520945 Nov 29 18:16:20.880874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42148) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:20.910647 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-108bcbd2-2d74-4adb-b1d0-3874248a9c75 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.919878 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-108bcbd2-2d74-4adb-b1d0-3874248a9c75 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.963105 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-108bcbd2-2d74-4adb-b1d0-3874248a9c75 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.969985 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-108bcbd2-2d74-4adb-b1d0-3874248a9c75 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:20.971330 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-108bcbd2-2d74-4adb-b1d0-3874248a9c75 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b384a1da-0c6b-4326-b26a-042ed50f224d HTTP/1.1" status: 204 len: 168 time: 0.0893898 Nov 29 18:16:20.982328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42150) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:20.982549 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Allocated IP 2001:db8::2 (202e5165-5b46-4f41-8f72-156cc2e99ee5/461651d6-a69d-4bb7-af71-688a87f91123/a7759aab-24e2-44d7-9156-b6849fcebc0d) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:20.983382 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bcbd2-2d74-4adb-b1d0-3874248a9c75 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b384a1da-0c6b-4326-b26a-042ed50f224d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:21.064243 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1e0513cd-ed70-4276-80c6-e1ffd30c87b1 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0685580 Nov 29 18:16:21.066933 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42154) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:21.094623 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-30403a63-eed2-4988-8d34-0e9d0dfff29e None None] Provisioning complete for port 54ae6281-c9b2-415e-b182-c6ee3765c129 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:21.095156 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30403a63-eed2-4988-8d34-0e9d0dfff29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.151354 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0e00-12c5-4bc4-98ab-c542b81f4a1a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.158012 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7f8dc494-ee34-41f4-a002-8e6ce043e990 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.176891 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7f8dc494-ee34-41f4-a002-8e6ce043e990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.185434 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0e00-12c5-4bc4-98ab-c542b81f4a1a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.243861 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0e00-12c5-4bc4-98ab-c542b81f4a1a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.247246 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc0f0e00-12c5-4bc4-98ab-c542b81f4a1a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.250919 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fc0f0e00-12c5-4bc4-98ab-c542b81f4a1a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-groups/55cf2ce7-2fad-4dd6-90a3-492e0308bfc1 HTTP/1.1" status: 204 len: 168 time: 0.1791508 Nov 29 18:16:21.256211 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42156) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:21.268854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f0e00-12c5-4bc4-98ab-c542b81f4a1a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cf2ce7-2fad-4dd6-90a3-492e0308bfc1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:21.310747 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50feb7b4-bbdf-4a98-8610-5462f0f4da8e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.321002 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-12a92057-dfac-4ced-aeda-96a0da5cc0e0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0589211 Nov 29 18:16:21.323819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42158) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:21.328495 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a051724f-30e8-49c9-828d-0c26f3943089 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group': {'name': 'tempest-secgroup--256038283'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:21.356923 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a051724f-30e8-49c9-828d-0c26f3943089 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.398185 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50feb7b4-bbdf-4a98-8610-5462f0f4da8e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.426992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.432688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 6f6fdde0-8c52-42e9-ad11-875942a9d9ed triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:21.433392 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.441622 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f8fe-6d9d-48a7-b8ee-83f2dad5d2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.452409 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:16:21.456600 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a051724f-30e8-49c9-828d-0c26f3943089 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.462489 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a051724f-30e8-49c9-828d-0c26f3943089 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.504079 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a051724f-30e8-49c9-828d-0c26f3943089 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.506169 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a051724f-30e8-49c9-828d-0c26f3943089 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1812229 Nov 29 18:16:21.509296 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051724f-30e8-49c9-828d-0c26f3943089 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05826065-5dcc-4357-93bc-be8ece05bf10,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:21.511769 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42160) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:21.516796 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fe6c375e-29dd-4639-b62f-14a521543b20 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group_rule': {'security_group_id': '05826065-5dcc-4357-93bc-be8ece05bf10', 'direction': 'ingress', 'protocol': 17}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:21.555188 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe6c375e-29dd-4639-b62f-14a521543b20 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.612794 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dc494-ee34-41f4-a002-8e6ce043e990 None None] Pushing event updated for resources: {'Port': ['ID=9c705243-3f84-4244-825b-0f479a09169a,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:21.653090 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe6c375e-29dd-4639-b62f-14a521543b20 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.660949 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe6c375e-29dd-4639-b62f-14a521543b20 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.695996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c375e-29dd-4639-b62f-14a521543b20 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56af7b8-920f-4334-961c-af6016cb5cfb,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:21.702487 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50feb7b4-bbdf-4a98-8610-5462f0f4da8e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.714480 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.720647 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.725278 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe6c375e-29dd-4639-b62f-14a521543b20 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.727209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fe6c375e-29dd-4639-b62f-14a521543b20 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2143223 Nov 29 18:16:21.730353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42162) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:21.736374 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.738652 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.744280 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30403a63-eed2-4988-8d34-0e9d0dfff29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.925579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 3979fb79-145c-49d3-8965-05f04baacf74 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:21.937271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Allocated IP 2001:db8::1 (0666d44c-a03c-4701-b380-e86496aaf02e/d3628a21-e0fa-4312-8c39-1dd7fef25e4f/640910ac-7b82-4af9-b4ee-ac829155e1a0) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:21.940094 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37cabd4c-4626-4b6b-807b-092068f423b2 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:21.971013 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:21.978678 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:22.016367 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37cabd4c-4626-4b6b-807b-092068f423b2 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.023658 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=5f5d0803-a34f-432b-8da1-25a65765ede0,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:22.056772 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:22.057195 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:22.064009 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:22.064389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:22.064747 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:22.065087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:22.065433 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:22.065776 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:22.066117 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:22.066456 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:22.066811 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:22.067277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:22.086015 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50feb7b4-bbdf-4a98-8610-5462f0f4da8e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.128019 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:22.128685 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.133166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50feb7b4-bbdf-4a98-8610-5462f0f4da8e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=4229f1d5-5e5c-476e-b160-7d02afcbe347,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:22.143587 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50feb7b4-bbdf-4a98-8610-5462f0f4da8e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.147967 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-50feb7b4-bbdf-4a98-8610-5462f0f4da8e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/4229f1d5-5e5c-476e-b160-7d02afcbe347 HTTP/1.1" status: 204 len: 168 time: 1.5234754 Nov 29 18:16:22.148652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42166) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:22.156743 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Pushing event updated for resources: {'Port': ['ID=a7759aab-24e2-44d7-9156-b6849fcebc0d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:22.178331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 54ae6281-c9b2-415e-b182-c6ee3765c129 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:22.181048 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37cabd4c-4626-4b6b-807b-092068f423b2 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.183963 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37cabd4c-4626-4b6b-807b-092068f423b2 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.186349 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-37cabd4c-4626-4b6b-807b-092068f423b2 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-groups/05826065-5dcc-4357-93bc-be8ece05bf10 HTTP/1.1" status: 204 len: 168 time: 0.4545741 Nov 29 18:16:22.201771 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42168) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:22.218003 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.226021 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f21a28f7-2ae0-44f7-8b47-6a6e2aa7584f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4525294 Nov 29 18:16:22.232573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42170) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:22.238802 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Network 202e5165-5b46-4f41-8f72-156cc2e99ee5 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:22.239270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cabd4c-4626-4b6b-807b-092068f423b2 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05826065-5dcc-4357-93bc-be8ece05bf10,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:22.245582 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c855a4db-8926-46e9-b14f-283b575a8a61 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'port': {'network_id': '3979fb79-145c-49d3-8965-05f04baacf74', 'name': 'tempest-FloatingIPTestJSON-1447658807'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:22.280657 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Network 0666d44c-a03c-4701-b380-e86496aaf02e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:22.288103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:22.304370 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:22.314599 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.316145 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:22.322542 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:22.347078 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4eba256-f30f-48b1-9502-ed8d8a322fa3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet db1dda73-317c-441a-9d42-f63838e7bea7 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:16:22.361515 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4eba256-f30f-48b1-9502-ed8d8a322fa3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.364967 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-30403a63-eed2-4988-8d34-0e9d0dfff29e None None] For port 54ae6281-c9b2-415e-b182-c6ee3765c129, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=54ae6281-c9b2-415e-b182-c6ee3765c129,segment=NetworkSegment(8c5e0eba-ee94-4f49-a0b8-e2d85127c460),segment_id=8c5e0eba-ee94-4f49-a0b8-e2d85127c460)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:22.366345 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.377608 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Pushing event updated for resources: {'Port': ['ID=b6389144-2465-4671-b56b-f49d7567a720,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:22.407434 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30403a63-eed2-4988-8d34-0e9d0dfff29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.413604 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-38ce16ad-d284-43d0-a0bd-e69522b44ceb tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2110572 Nov 29 18:16:22.413823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42172) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:22.424508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0fab7044-dde7-47a3-b021-43718a9e071b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110608727'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:22.457389 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Network 0666d44c-a03c-4701-b380-e86496aaf02e is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:22.464745 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:22.467034 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73bd130-4a26-4a56-bc20-9f984c4e42e1 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:22.468561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event updated for resources: {'Port': ['ID=640910ac-7b82-4af9-b4ee-ac829155e1a0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:22.472181 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4eba256-f30f-48b1-9502-ed8d8a322fa3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.480824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:22.481634 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.488071 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0fab7044-dde7-47a3-b021-43718a9e071b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.541139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 54ae6281-c9b2-415e-b182-c6ee3765c129 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:22.541530 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.543515 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Attempting to bind port b6389144-2465-4671-b56b-f49d7567a720 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:16:22.543870 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Attempting to bind port b6389144-2465-4671-b56b-f49d7567a720 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '784e2d93-4f91-41da-bdb4-abfc8eebc082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0666d44c-a03c-4701-b380-e86496aaf02e'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:16:22.544241 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Attempting to bind port b6389144-2465-4671-b56b-f49d7567a720 on network 0666d44c-a03c-4701-b380-e86496aaf02e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:16:22.587563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Attempting to bind port a7759aab-24e2-44d7-9156-b6849fcebc0d on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:16:22.587883 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Attempting to bind port a7759aab-24e2-44d7-9156-b6849fcebc0d by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'd4e10669-a5b3-4b21-9e28-e19c03c81ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '202e5165-5b46-4f41-8f72-156cc2e99ee5'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:16:22.588257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Attempting to bind port a7759aab-24e2-44d7-9156-b6849fcebc0d on network 202e5165-5b46-4f41-8f72-156cc2e99ee5 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:16:22.590002 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c855a4db-8926-46e9-b14f-283b575a8a61 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Made reservation on behalf of 3142202504bc418590ec5be780e1a3ae for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:22.594321 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c855a4db-8926-46e9-b14f-283b575a8a61 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.602233 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:16:22.602668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Checking segment: {'id': '784e2d93-4f91-41da-bdb4-abfc8eebc082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0666d44c-a03c-4701-b380-e86496aaf02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:22.603053 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.603579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Bound using segment: {'id': '784e2d93-4f91-41da-bdb4-abfc8eebc082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0666d44c-a03c-4701-b380-e86496aaf02e'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:16:22.604156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Bound port: b6389144-2465-4671-b56b-f49d7567a720, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784e2d93-4f91-41da-bdb4-abfc8eebc082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0666d44c-a03c-4701-b380-e86496aaf02e'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:16:22.604459 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.613903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b8d3f8fe-6d9d-48a7-b8ee-83f2dad5d2c6 admin admin] Deleting port 3d53ef72-3675-4e4d-a28b-461d44995236 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:22.614334 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f8fe-6d9d-48a7-b8ee-83f2dad5d2c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.634110 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:16:22.634873 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Checking segment: {'id': 'd4e10669-a5b3-4b21-9e28-e19c03c81ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '202e5165-5b46-4f41-8f72-156cc2e99ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:22.634873 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.635772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Bound using segment: {'id': 'd4e10669-a5b3-4b21-9e28-e19c03c81ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '202e5165-5b46-4f41-8f72-156cc2e99ee5'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:16:22.636260 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Bound port: a7759aab-24e2-44d7-9156-b6849fcebc0d, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e10669-a5b3-4b21-9e28-e19c03c81ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '202e5165-5b46-4f41-8f72-156cc2e99ee5'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:16:22.636652 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.645063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30403a63-eed2-4988-8d34-0e9d0dfff29e None None] Pushing event updated for resources: {'Port': ['ID=54ae6281-c9b2-415e-b182-c6ee3765c129,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:22.654760 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.658315 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0fab7044-dde7-47a3-b021-43718a9e071b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.669180 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0fab7044-dde7-47a3-b021-43718a9e071b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.669383 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c5a38024-c057-4c69-ac17-f102a77b8361 None None] Provisioning complete for port 6f6fdde0-8c52-42e9-ad11-875942a9d9ed triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:22.669634 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5a38024-c057-4c69-ac17-f102a77b8361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.670260 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-c855a4db-8926-46e9-b14f-283b575a8a61 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] device_id is not set on port cceb167b-9bf1-4cc5-ba73-a4e0c2e60032 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:16:22.725562 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0fab7044-dde7-47a3-b021-43718a9e071b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.729674 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0fab7044-dde7-47a3-b021-43718a9e071b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3097417 Nov 29 18:16:22.729843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42174) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:22.734189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a32d45dd-e4e4-4e38-b3ac-095422c3b3c7 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1596546245'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:22.745901 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4eba256-f30f-48b1-9502-ed8d8a322fa3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.747467 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab7044-dde7-47a3-b021-43718a9e071b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ab8a3c-20e5-448c-8d51-e3f296a536fc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:22.840549 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a32d45dd-e4e4-4e38-b3ac-095422c3b3c7 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.869583 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] For port b6389144-2465-4671-b56b-f49d7567a720, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:16:22.881108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-b8d3f8fe-6d9d-48a7-b8ee-83f2dad5d2c6 admin admin] For port 3d53ef72-3675-4e4d-a28b-461d44995236, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3d53ef72-3675-4e4d-a28b-461d44995236,segment=NetworkSegment(ffcff87b-9d4b-4323-8c56-d7d524753bd5),segment_id=ffcff87b-9d4b-4323-8c56-d7d524753bd5)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:22.881590 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f8fe-6d9d-48a7-b8ee-83f2dad5d2c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.909783 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-c855a4db-8926-46e9-b14f-283b575a8a61 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Allocated IP 172.20.0.9 (3979fb79-145c-49d3-8965-05f04baacf74/c7742feb-43d3-4a02-8381-1c1ed3109a8c/cceb167b-9bf1-4cc5-ba73-a4e0c2e60032) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:22.914552 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b8d3f8fe-6d9d-48a7-b8ee-83f2dad5d2c6 admin admin] Calling delete_port for 3d53ef72-3675-4e4d-a28b-461d44995236 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:22.931890 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] For port a7759aab-24e2-44d7-9156-b6849fcebc0d, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:16:22.935675 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] For port b6389144-2465-4671-b56b-f49d7567a720, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b6389144-2465-4671-b56b-f49d7567a720,segment=NetworkSegment(784e2d93-4f91-41da-bdb4-abfc8eebc082),segment_id=784e2d93-4f91-41da-bdb4-abfc8eebc082)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:16:22.956662 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.970144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] For port a7759aab-24e2-44d7-9156-b6849fcebc0d, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a7759aab-24e2-44d7-9156-b6849fcebc0d,segment=NetworkSegment(d4e10669-a5b3-4b21-9e28-e19c03c81ae0),segment_id=d4e10669-a5b3-4b21-9e28-e19c03c81ae0)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:16:22.980132 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4eba256-f30f-48b1-9502-ed8d8a322fa3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:22.999404 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a32d45dd-e4e4-4e38-b3ac-095422c3b3c7 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.008367 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a32d45dd-e4e4-4e38-b3ac-095422c3b3c7 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.028409 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e4eba256-f30f-48b1-9502-ed8d8a322fa3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.031786 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e4eba256-f30f-48b1-9502-ed8d8a322fa3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/db1dda73-317c-441a-9d42-f63838e7bea7 HTTP/1.1" status: 204 len: 168 time: 0.8791134 Nov 29 18:16:23.037659 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c705243-3f84-4244-825b-0f479a09169a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:23.040017 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42176) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:23.040550 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.043976 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eba256-f30f-48b1-9502-ed8d8a322fa3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=db1dda73-317c-441a-9d42-f63838e7bea7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:23.097779 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7fd9e611-b784-4ded-8c6b-783f2c8a56e5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565052 Nov 29 18:16:23.105315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42178) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:23.119550 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.120405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8f53430a-1460-4373-a4b0-9124344b287d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:23.124256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d45dd-e4e4-4e38-b3ac-095422c3b3c7 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a75767-5e16-4192-b1d2-32b88a5e2790,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:23.131180 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a32d45dd-e4e4-4e38-b3ac-095422c3b3c7 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.137073 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a32d45dd-e4e4-4e38-b3ac-095422c3b3c7 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4061615 Nov 29 18:16:23.138267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42180) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:23.142260 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812023f1-6661-47cb-a449-46334ea66c51 None None] Pushing event updated for resources: {'Port': ['ID=b6389144-2465-4671-b56b-f49d7567a720,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:23.145100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-33f70dbf-e753-4323-a40a-a5236d4a9e0b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group_rule': {'security_group_id': 'f1ab8a3c-20e5-448c-8d51-e3f296a536fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '16a75767-5e16-4192-b1d2-32b88a5e2790', 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:23.176981 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.177932 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.246095 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c5a38024-c057-4c69-ac17-f102a77b8361 None None] Provisioning complete for port 9c705243-3f84-4244-825b-0f479a09169a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:23.246841 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5a38024-c057-4c69-ac17-f102a77b8361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.279834 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb592f-99df-4514-95e0-48430befc7b7 None None] Pushing event updated for resources: {'Port': ['ID=a7759aab-24e2-44d7-9156-b6849fcebc0d,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:23.301652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 9c705243-3f84-4244-825b-0f479a09169a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:23.301859 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.325046 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33f70dbf-e753-4323-a40a-a5236d4a9e0b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.366966 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event updated for resources: {'Port': ['ID=640910ac-7b82-4af9-b4ee-ac829155e1a0,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:23.412259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8762c3-d088-4a77-b3a9-319bcb4c5eb2 None None] Update dhcp port {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'fixed_ips': [{'subnet_id': 'db1dda73-317c-441a-9d42-f63838e7bea7'}], 'binding:host_id': 'n-d-819494-5'}, 'id': '9c705243-3f84-4244-825b-0f479a09169a'} from n-d-819494-5. {{(pid=110006) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 18:16:23.418220 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33f70dbf-e753-4323-a40a-a5236d4a9e0b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.426670 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33f70dbf-e753-4323-a40a-a5236d4a9e0b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.488779 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f70dbf-e753-4323-a40a-a5236d4a9e0b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeef3c44-daa7-4a9e-a8e9-b083cbb3dd7a,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:23.501844 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33f70dbf-e753-4323-a40a-a5236d4a9e0b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.506016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-33f70dbf-e753-4323-a40a-a5236d4a9e0b tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3624794 Nov 29 18:16:23.506016 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42184) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:23.526172 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a8762c3-d088-4a77-b3a9-319bcb4c5eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.531175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Network 0666d44c-a03c-4701-b380-e86496aaf02e is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:23.537606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:23.555453 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f8fe-6d9d-48a7-b8ee-83f2dad5d2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.675166 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b49bf423-4030-4aa7-be7f-87435317649f tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.687019 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b49bf423-4030-4aa7-be7f-87435317649f tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.689992 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6f6fdde0-8c52-42e9-ad11-875942a9d9ed up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:23.735212 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3f8fe-6d9d-48a7-b8ee-83f2dad5d2c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d53ef72-3675-4e4d-a28b-461d44995236,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:23.761471 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b49bf423-4030-4aa7-be7f-87435317649f tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.768663 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b49bf423-4030-4aa7-be7f-87435317649f tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.770446 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b49bf423-4030-4aa7-be7f-87435317649f tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/aeef3c44-daa7-4a9e-a8e9-b083cbb3dd7a HTTP/1.1" status: 204 len: 168 time: 0.2633076 Nov 29 18:16:23.775966 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42186) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:23.787810 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f53430a-1460-4373-a4b0-9124344b287d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:23.798761 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f53430a-1460-4373-a4b0-9124344b287d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.803690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Router bedc415f-f3fa-4203-837c-c226f23a7a4e is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:16:23.809016 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bf423-4030-4aa7-be7f-87435317649f tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aeef3c44-daa7-4a9e-a8e9-b083cbb3dd7a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:23.859892 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c855a4db-8926-46e9-b14f-283b575a8a61 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.897333 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c5a38024-c057-4c69-ac17-f102a77b8361 None None] Provisioning complete for port 54ae6281-c9b2-415e-b182-c6ee3765c129 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:23.897968 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5a38024-c057-4c69-ac17-f102a77b8361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:23.946139 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:23.957016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e7f05225-ef47-4c9c-94b7-e3c09587d79b tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "PUT /v2.0/routers/bedc415f-f3fa-4203-837c-c226f23a7a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1016898 Nov 29 18:16:23.957735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42188) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:23.958294 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ddc0ee-2b56-442d-a1ac-303176292327 None None] Sync routers for ids ['bedc415f-f3fa-4203-837c-c226f23a7a4e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:23.985774 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ddc0ee-2b56-442d-a1ac-303176292327 None None] Routers {'bedc415f-f3fa-4203-837c-c226f23a7a4e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:23.987429 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-64ddc0ee-2b56-442d-a1ac-303176292327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['bedc415f-f3fa-4203-837c-c226f23a7a4e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:23.987988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-998db689-e983-459d-b483-781801568e93 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2099042 Nov 29 18:16:23.989640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42190) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:24.018350 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad422f9-a9a2-494b-a1d4-5e7bbfe7a8af None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:24.065793 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-64ddc0ee-2b56-442d-a1ac-303176292327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:24.084773 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ddc0ee-2b56-442d-a1ac-303176292327 None None] Routers {'bedc415f-f3fa-4203-837c-c226f23a7a4e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:24.085759 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-64ddc0ee-2b56-442d-a1ac-303176292327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['bedc415f-f3fa-4203-837c-c226f23a7a4e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:24.118061 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-001265ae-9e83-4cc9-ac74-59bf425e7ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:24.128306 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-64ddc0ee-2b56-442d-a1ac-303176292327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:24.129628 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ddc0ee-2b56-442d-a1ac-303176292327 None None] The sync data for ids ['bedc415f-f3fa-4203-837c-c226f23a7a4e'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:24.169244 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c855a4db-8926-46e9-b14f-283b575a8a61 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:24.174068 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 6f6fdde0-8c52-42e9-ad11-875942a9d9ed triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:24.174804 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:24.266871 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f8fe-6d9d-48a7-b8ee-83f2dad5d2c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:24.286057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c855a4db-8926-46e9-b14f-283b575a8a61 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 3979fb79-145c-49d3-8965-05f04baacf74 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:24.296449 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-c855a4db-8926-46e9-b14f-283b575a8a61 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:24.301723 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c855a4db-8926-46e9-b14f-283b575a8a61 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:24.304963 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855a4db-8926-46e9-b14f-283b575a8a61 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=cceb167b-9bf1-4cc5-ba73-a4e0c2e60032,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:24.364834 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0b9e65-96e0-4fa7-ae61-b4f7543454ac None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:24.475725 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a6b23376-7a8a-4dd4-9b31-0e236985c995 None None] Provisioning complete for port 9c705243-3f84-4244-825b-0f479a09169a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:24.476109 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6b23376-7a8a-4dd4-9b31-0e236985c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:24.484732 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c855a4db-8926-46e9-b14f-283b575a8a61 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:24.485053 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c855a4db-8926-46e9-b14f-283b575a8a61 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:24.661118 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c855a4db-8926-46e9-b14f-283b575a8a61 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4242790 Nov 29 18:16:24.670553 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42194) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:24.680339 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': 'cceb167b-9bf1-4cc5-ba73-a4e0c2e60032', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:24.732583 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:24.767581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8d0b9e65-96e0-4fa7-ae61-b4f7543454ac None None] Deleting port 9c705243-3f84-4244-825b-0f479a09169a {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:24.768108 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8d0b9e65-96e0-4fa7-ae61-b4f7543454ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:24.786524 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26f39362-f595-4a91-a3e8-84b3ffbe5844 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:24.869740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8d0b9e65-96e0-4fa7-ae61-b4f7543454ac None None] For port 9c705243-3f84-4244-825b-0f479a09169a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c705243-3f84-4244-825b-0f479a09169a,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:24.870171 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8d0b9e65-96e0-4fa7-ae61-b4f7543454ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:24.885562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8d0b9e65-96e0-4fa7-ae61-b4f7543454ac None None] Calling delete_port for 9c705243-3f84-4244-825b-0f479a09169a owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:24.895284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a7759aab-24e2-44d7-9156-b6849fcebc0d up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:24.914159 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26f39362-f595-4a91-a3e8-84b3ffbe5844 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:24.964048 n-d-819494-5 neutron-server[110004]: DEBUG neutron.objects.ports [None req-8f53430a-1460-4373-a4b0-9124344b287d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110004) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:16:24.992994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78df9194-da4b-4e46-8ec1-1c1a0cb32040 None None] Network 0666d44c-a03c-4701-b380-e86496aaf02e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:25.039171 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26f39362-f595-4a91-a3e8-84b3ffbe5844 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.049007 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26f39362-f595-4a91-a3e8-84b3ffbe5844 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.055780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-26f39362-f595-4a91-a3e8-84b3ffbe5844 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-groups/16a75767-5e16-4192-b1d2-32b88a5e2790 HTTP/1.1" status: 204 len: 168 time: 0.9899628 Nov 29 18:16:25.057075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42196) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:25.085428 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f39362-f595-4a91-a3e8-84b3ffbe5844 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a75767-5e16-4192-b1d2-32b88a5e2790,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:25.201026 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-acfec209-0278-4107-8bd8-322f4cd886a4 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1268196 Nov 29 18:16:25.204255 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42198) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:25.208946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a7759aab-24e2-44d7-9156-b6849fcebc0d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:25.209462 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.213360 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8d0b9e65-96e0-4fa7-ae61-b4f7543454ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.229214 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-1a16d728-c559-442f-8edf-521eb023283a tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:16:25.230459 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1a16d728-c559-442f-8edf-521eb023283a tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "PUT /v2.0/routers/bedc415f-f3fa-4203-837c-c226f23a7a4e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2691858 Nov 29 18:16:25.234186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42200) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:25.304464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4750be07-5f16-4c3f-86c3-dec9bec66d05 None None] Network 202e5165-5b46-4f41-8f72-156cc2e99ee5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:25.327802 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b9e65-96e0-4fa7-ae61-b4f7543454ac None None] Pushing event deleted for resources: {'Port': ['ID=9c705243-3f84-4244-825b-0f479a09169a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:25.332435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0b9e65-96e0-4fa7-ae61-b4f7543454ac None None] No DVR routers for this DVR port 9c705243-3f84-4244-825b-0f479a09169a on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:25.356745 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd090cda-50eb-4439-9aa7-fe4508e90122 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.389813 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd090cda-50eb-4439-9aa7-fe4508e90122 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.397298 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0327fcff-fe79-4e30-9a6b-af6a1fe76127 None None] Provisioning complete for port b6389144-2465-4671-b56b-f49d7567a720 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:25.397674 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0327fcff-fe79-4e30-9a6b-af6a1fe76127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.515407 n-d-819494-5 neutron-server[110004]: WARNING neutron.services.revisions.revision_plugin [None req-8f53430a-1460-4373-a4b0-9124344b287d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Could not find related port for resource to bump revision. Nov 29 18:16:25.528855 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d3f8fe-6d9d-48a7-b8ee-83f2dad5d2c6 admin admin] Router 708fe17e-f145-4dd3-87d3-c3be08dfd263 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:25.533401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.ipam_pluggable_backend [None req-8f53430a-1460-4373-a4b0-9124344b287d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Port 9c705243-3f84-4244-825b-0f479a09169a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110004) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 29 18:16:25.533401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.ipam_pluggable_backend [None req-8f53430a-1460-4373-a4b0-9124344b287d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Reverting IP allocation for 2001:db8::f816:3eff:fe76:b17a {{(pid=110004) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 29 18:16:25.535759 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.ipam_pluggable_backend [None req-8f53430a-1460-4373-a4b0-9124344b287d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe76:b17a {{(pid=110004) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 29 18:16:25.540831 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f53430a-1460-4373-a4b0-9124344b287d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.557151 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.581693 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd090cda-50eb-4439-9aa7-fe4508e90122 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.584590 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd090cda-50eb-4439-9aa7-fe4508e90122 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.590739 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bd090cda-50eb-4439-9aa7-fe4508e90122 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-groups/f1ab8a3c-20e5-448c-8d51-e3f296a536fc HTTP/1.1" status: 204 len: 168 time: 0.3833408 Nov 29 18:16:25.594043 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42204) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:25.622539 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f53430a-1460-4373-a4b0-9124344b287d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:25.634779 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-8f53430a-1460-4373-a4b0-9124344b287d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:25.646749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53430a-1460-4373-a4b0-9124344b287d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=37f3d209-9c84-4319-9b42-15d651015c11,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:25.651944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd090cda-50eb-4439-9aa7-fe4508e90122 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ab8a3c-20e5-448c-8d51-e3f296a536fc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:25.660753 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port a7759aab-24e2-44d7-9156-b6849fcebc0d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a7759aab-24e2-44d7-9156-b6849fcebc0d,segment=NetworkSegment(d4e10669-a5b3-4b21-9e28-e19c03c81ae0),segment_id=d4e10669-a5b3-4b21-9e28-e19c03c81ae0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:25.664896 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7278b3c3-9ba0-42e2-820e-a645db07c3f9 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:25.666754 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f53430a-1460-4373-a4b0-9124344b287d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:25.670644 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8f53430a-1460-4373-a4b0-9124344b287d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.689371 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.690167 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b6389144-2465-4671-b56b-f49d7567a720 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:25.698387 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c41b711f-0601-499e-84b3-1ec89d77826d tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1003752 Nov 29 18:16:25.704793 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42206) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:25.709336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5ae5fd21-8b94-4d6f-ba24-35bac3f5e097 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group': {'name': 'tempest-secgroup--65670551'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:25.776143 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0327fcff-fe79-4e30-9a6b-af6a1fe76127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.782726 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ae5fd21-8b94-4d6f-ba24-35bac3f5e097 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.839873 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f72010cd-8242-42b0-8d8b-7fa6ba962583 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.842450 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d3f8fe-6d9d-48a7-b8ee-83f2dad5d2c6 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:25.852635 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b8d3f8fe-6d9d-48a7-b8ee-83f2dad5d2c6 admin admin] 10.222.0.23 "PUT /v2.0/routers/708fe17e-f145-4dd3-87d3-c3be08dfd263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3837276 Nov 29 18:16:25.857153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42208) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:25.860683 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.870364 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8f53430a-1460-4373-a4b0-9124344b287d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7541578 Nov 29 18:16:25.876889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42210) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:25.889676 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839561da-4809-430e-ab0b-16e5b922e77c None None] Sync routers for ids ['708fe17e-f145-4dd3-87d3-c3be08dfd263'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:25.907862 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=a7759aab-24e2-44d7-9156-b6849fcebc0d,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:25.914967 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0327fcff-fe79-4e30-9a6b-af6a1fe76127 None None] For port b6389144-2465-4671-b56b-f49d7567a720, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b6389144-2465-4671-b56b-f49d7567a720,segment=NetworkSegment(784e2d93-4f91-41da-bdb4-abfc8eebc082),segment_id=784e2d93-4f91-41da-bdb4-abfc8eebc082)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:25.934414 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0327fcff-fe79-4e30-9a6b-af6a1fe76127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:25.940218 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-4a0e996f-e982-4794-bba0-698f1df84d4c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:25.961001 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839561da-4809-430e-ab0b-16e5b922e77c None None] Routers {'708fe17e-f145-4dd3-87d3-c3be08dfd263'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:25.961298 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-839561da-4809-430e-ab0b-16e5b922e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:15:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['708fe17e-f145-4dd3-87d3-c3be08dfd263'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:26.008633 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ae5fd21-8b94-4d6f-ba24-35bac3f5e097 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.045836 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ae5fd21-8b94-4d6f-ba24-35bac3f5e097 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.109515 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port b6389144-2465-4671-b56b-f49d7567a720 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:26.110613 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.115617 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ae5fd21-8b94-4d6f-ba24-35bac3f5e097 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.116877 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5ae5fd21-8b94-4d6f-ba24-35bac3f5e097 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4111753 Nov 29 18:16:26.120425 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42212) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:26.126770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c4dcbb0d-d2a4-45d9-9350-c1567e27d0e5 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group_rule': {'security_group_id': '6d5c8970-5526-4505-9191-46a64b1a992e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:26.138556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5fd21-8b94-4d6f-ba24-35bac3f5e097 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5c8970-5526-4505-9191-46a64b1a992e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:26.184753 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4dcbb0d-d2a4-45d9-9350-c1567e27d0e5 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.260703 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327fcff-fe79-4e30-9a6b-af6a1fe76127 None None] Pushing event updated for resources: {'Port': ['ID=b6389144-2465-4671-b56b-f49d7567a720,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:26.264099 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-11be4473-238d-4618-a2fe-cdb034610ab7 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.342189 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0e996f-e982-4794-bba0-698f1df84d4c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:26.346239 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a0e996f-e982-4794-bba0-698f1df84d4c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.346419 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4dcbb0d-d2a4-45d9-9350-c1567e27d0e5 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.352696 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4dcbb0d-d2a4-45d9-9350-c1567e27d0e5 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.357590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2beb424a-a2bb-4c2c-98fc-38f805221fe7 None None] Provisioning complete for port b6389144-2465-4671-b56b-f49d7567a720 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:26.357940 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2beb424a-a2bb-4c2c-98fc-38f805221fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.378455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcbb0d-d2a4-45d9-9350-c1567e27d0e5 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5da296-f1ac-4b8f-b5c3-be5a3816d41d,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:26.383546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f72010cd-8242-42b0-8d8b-7fa6ba962583 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Deleting port 640910ac-7b82-4af9-b4ee-ac829155e1a0 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:26.384017 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f72010cd-8242-42b0-8d8b-7fa6ba962583 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.390899 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4dcbb0d-d2a4-45d9-9350-c1567e27d0e5 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.395000 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c4dcbb0d-d2a4-45d9-9350-c1567e27d0e5 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2707698 Nov 29 18:16:26.402359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42214) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:26.453195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': '37f3d209-9c84-4319-9b42-15d651015c11'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:16:26.454233 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.465687 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65027103-e713-4530-8020-8540c951ef17 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.477331 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65027103-e713-4530-8020-8540c951ef17 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.492495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-839561da-4809-430e-ab0b-16e5b922e77c None None] Set router 708fe17e-f145-4dd3-87d3-c3be08dfd263 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:16:26.501703 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Allocated IP 172.25.3.93 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/be319f7e-bf97-4fb6-9fec-fcbfc35f18d0) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:26.532637 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f72010cd-8242-42b0-8d8b-7fa6ba962583 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.542498 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65027103-e713-4530-8020-8540c951ef17 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.555572 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65027103-e713-4530-8020-8540c951ef17 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.556722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-65027103-e713-4530-8020-8540c951ef17 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/eb5da296-f1ac-4b8f-b5c3-be5a3816d41d HTTP/1.1" status: 204 len: 168 time: 0.1536763 Nov 29 18:16:26.557755 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f72010cd-8242-42b0-8d8b-7fa6ba962583 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Calling delete_port for 640910ac-7b82-4af9-b4ee-ac829155e1a0 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:26.560186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42218) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:26.574122 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4db51b0f-728b-46c1-ab22-1c89b68bd7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.580529 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65027103-e713-4530-8020-8540c951ef17 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb5da296-f1ac-4b8f-b5c3-be5a3816d41d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:26.585741 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 54ae6281-c9b2-415e-b182-c6ee3765c129 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:26.660671 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8d098de2-f02e-4a76-b108-0b22295645af tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0943475 Nov 29 18:16:26.660671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42220) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:26.671775 n-d-819494-5 neutron-server[110004]: INFO neutron.db.ipam_backend_mixin [None req-4a0e996f-e982-4794-bba0-698f1df84d4c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37f3d209-9c84-4319-9b42-15d651015c11 (CIDR: 2001:db8::/64) Nov 29 18:16:26.685450 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0e996f-e982-4794-bba0-698f1df84d4c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:16:26.686520 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0e996f-e982-4794-bba0-698f1df84d4c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:16:26.705031 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-11be4473-238d-4618-a2fe-cdb034610ab7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.731046 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4a0e996f-e982-4794-bba0-698f1df84d4c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7935994 Nov 29 18:16:26.731046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42222) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:26.736756 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1f9ff376-24ec-4140-8245-3fb784ad91c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:26.800064 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b371852a-ddea-462d-a302-71672fa46fd0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.836372 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b371852a-ddea-462d-a302-71672fa46fd0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.848209 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.918571 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f72010cd-8242-42b0-8d8b-7fa6ba962583 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.933545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-11be4473-238d-4618-a2fe-cdb034610ab7 admin admin] Deleting port 5feb9a48-6faa-4d71-b4bc-6fb47dd55499 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:26.933932 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-11be4473-238d-4618-a2fe-cdb034610ab7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.948076 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b371852a-ddea-462d-a302-71672fa46fd0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.952428 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b371852a-ddea-462d-a302-71672fa46fd0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:26.957703 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b371852a-ddea-462d-a302-71672fa46fd0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-groups/6d5c8970-5526-4505-9191-46a64b1a992e HTTP/1.1" status: 204 len: 168 time: 0.2966862 Nov 29 18:16:26.957881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42224) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:26.969808 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72010cd-8242-42b0-8d8b-7fa6ba962583 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event deleted for resources: {'Port': ['ID=640910ac-7b82-4af9-b4ee-ac829155e1a0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:26.992621 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:27.010230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371852a-ddea-462d-a302-71672fa46fd0 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5c8970-5526-4505-9191-46a64b1a992e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:27.067929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fefb43cb-8b3a-4de7-815f-bf598d0da46d tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1052961 Nov 29 18:16:27.068971 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9ff376-24ec-4140-8245-3fb784ad91c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:27.072497 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f9ff376-24ec-4140-8245-3fb784ad91c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:27.075553 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42226) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:27.082260 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:27.087536 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8b816c2f-a15d-45bc-b414-f51af3d1702c tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group': {'name': 'tempest-secgroup--574576961'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:27.111241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:27.114027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:27.155905 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f72010cd-8242-42b0-8d8b-7fa6ba962583 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:27.171111 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:27.172364 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Allocated IP 2001:db8::f816:3eff:fed1:6832 (c052213d-ea6c-4782-b422-f625c0df816d/37f3d209-9c84-4319-9b42-15d651015c11/faecfc38-cbe2-4d57-afd7-0a5b4aaec784) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:27.178292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 54ae6281-c9b2-415e-b182-c6ee3765c129 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:27.178826 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:27.211776 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=be319f7e-bf97-4fb6-9fec-fcbfc35f18d0,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:27.216550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-11be4473-238d-4618-a2fe-cdb034610ab7 admin admin] For port 5feb9a48-6faa-4d71-b4bc-6fb47dd55499, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5feb9a48-6faa-4d71-b4bc-6fb47dd55499,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:27.216921 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-11be4473-238d-4618-a2fe-cdb034610ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:27.225932 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2beb424a-a2bb-4c2c-98fc-38f805221fe7 None None] Provisioning complete for port a7759aab-24e2-44d7-9156-b6849fcebc0d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:27.226127 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2beb424a-a2bb-4c2c-98fc-38f805221fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:27.263965 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-11be4473-238d-4618-a2fe-cdb034610ab7 admin admin] Calling delete_port for 5feb9a48-6faa-4d71-b4bc-6fb47dd55499 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:27.316352 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b816c2f-a15d-45bc-b414-f51af3d1702c tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:27.369940 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-839561da-4809-430e-ab0b-16e5b922e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'name': 'tempest-TestAggregatesBasicOps-1472876461-router', 'tenant_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '5feb9a48-6faa-4d71-b4bc-6fb47dd55499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:15:52Z', 'updated_at': '2021-11-29T18:16:23Z', 'revision_number': 5, 'project_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'gw_port': {'id': '5feb9a48-6faa-4d71-b4bc-6fb47dd55499', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:42:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:15:54Z', 'updated_at': '2021-11-29T18:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:27.417722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72010cd-8242-42b0-8d8b-7fa6ba962583 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Router bedc415f-f3fa-4203-837c-c226f23a7a4e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:27.466000 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839561da-4809-430e-ab0b-16e5b922e77c None None] Checking router: 708fe17e-f145-4dd3-87d3-c3be08dfd263 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:16:27.509228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72010cd-8242-42b0-8d8b-7fa6ba962583 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:27.521215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f72010cd-8242-42b0-8d8b-7fa6ba962583 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "PUT /v2.0/routers/bedc415f-f3fa-4203-837c-c226f23a7a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2853806 Nov 29 18:16:27.521940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42228) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:27.529841 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:27.531201 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839561da-4809-430e-ab0b-16e5b922e77c None None] Routers {'708fe17e-f145-4dd3-87d3-c3be08dfd263'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:27.532244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-839561da-4809-430e-ab0b-16e5b922e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['708fe17e-f145-4dd3-87d3-c3be08dfd263'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:27.535198 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c3df9f-5b60-43bd-a245-94290dd91a0a None None] Sync routers for ids ['bedc415f-f3fa-4203-837c-c226f23a7a4e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:27.556086 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c3df9f-5b60-43bd-a245-94290dd91a0a None None] Routers {'bedc415f-f3fa-4203-837c-c226f23a7a4e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:27.556709 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c8c3df9f-5b60-43bd-a245-94290dd91a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['bedc415f-f3fa-4203-837c-c226f23a7a4e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:27.605367 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c8c3df9f-5b60-43bd-a245-94290dd91a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:27.609520 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:27.615866 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c3df9f-5b60-43bd-a245-94290dd91a0a None None] Routers {'bedc415f-f3fa-4203-837c-c226f23a7a4e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:27.616949 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c8c3df9f-5b60-43bd-a245-94290dd91a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['bedc415f-f3fa-4203-837c-c226f23a7a4e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:27.637148 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-c0c0d217-a8a4-40e8-a059-0af5aaa94880 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] delete failed (client error): The resource could not be found. Nov 29 18:16:27.644335 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c0c0d217-a8a4-40e8-a059-0af5aaa94880 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-444182190 HTTP/1.1" status: 404 len: 334 time: 0.1117804 Nov 29 18:16:27.648297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42230) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:27.655468 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c8c3df9f-5b60-43bd-a245-94290dd91a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:27.656187 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c705243-3f84-4244-825b-0f479a09169a no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:27.656518 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c3df9f-5b60-43bd-a245-94290dd91a0a None None] The sync data for ids ['bedc415f-f3fa-4203-837c-c226f23a7a4e'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:27.657425 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a21541c3-bfcf-480f-b453-ab39c464ca53 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bedc415f-f3fa-4203-837c-c226f23a7a4e'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:27.664980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2beb424a-a2bb-4c2c-98fc-38f805221fe7 None None] Could not find standard attr ID for object 640910ac-7b82-4af9-b4ee-ac829155e1a0. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:16:27.687413 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:27.704794 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 9c705243-3f84-4244-825b-0f479a09169a {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:27.704794 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c705243-3f84-4244-825b-0f479a09169a not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:27.708749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:27.715436 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:27.722952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:27.725999 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-839561da-4809-430e-ab0b-16e5b922e77c None None] Set router 708fe17e-f145-4dd3-87d3-c3be08dfd263 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:16:27.759765 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Pushing event updated for resources: {'Port': ['ID=faecfc38-cbe2-4d57-afd7-0a5b4aaec784,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:27.785541 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b816c2f-a15d-45bc-b414-f51af3d1702c tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:27.801090 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-839561da-4809-430e-ab0b-16e5b922e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'name': 'tempest-TestAggregatesBasicOps-1472876461-router', 'tenant_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:15:52Z', 'updated_at': '2021-11-29T18:16:26Z', 'revision_number': 6, 'project_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:27.834123 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b816c2f-a15d-45bc-b414-f51af3d1702c tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:27.865778 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839561da-4809-430e-ab0b-16e5b922e77c None None] The sync data for ids ['708fe17e-f145-4dd3-87d3-c3be08dfd263'] in n-d-819494-5 is: [{'id': '708fe17e-f145-4dd3-87d3-c3be08dfd263', 'name': 'tempest-TestAggregatesBasicOps-1472876461-router', 'tenant_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:15:52Z', 'updated_at': '2021-11-29T18:16:26Z', 'revision_number': 6, 'project_id': 'f750c3342aee4e738ec81f4bae1a7a04', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:27.889803 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Attempting to bind port faecfc38-cbe2-4d57-afd7-0a5b4aaec784 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:16:27.890206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Attempting to bind port faecfc38-cbe2-4d57-afd7-0a5b4aaec784 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:16:27.890624 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Attempting to bind port faecfc38-cbe2-4d57-afd7-0a5b4aaec784 on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:16:27.893781 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f7179bb4-ae33-4a5e-a88c-45aaab5d2c07 None None] Provisioning complete for port a7759aab-24e2-44d7-9156-b6849fcebc0d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:27.894159 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7179bb4-ae33-4a5e-a88c-45aaab5d2c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:27.899354 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:16:27.899824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:27.910501 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:27.911011 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:16:27.911944 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b816c2f-a15d-45bc-b414-f51af3d1702c tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9531b6e-b455-41fd-ab98-e752356b6e7b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:27.912073 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Bound port: faecfc38-cbe2-4d57-afd7-0a5b4aaec784, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:16:27.912474 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:27.916352 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b816c2f-a15d-45bc-b414-f51af3d1702c tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:27.917519 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8b816c2f-a15d-45bc-b414-f51af3d1702c tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8335526 Nov 29 18:16:27.921829 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42234) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:27.928054 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group_rule': {'security_group_id': 'c9531b6e-b455-41fd-ab98-e752356b6e7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:27.994214 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-11be4473-238d-4618-a2fe-cdb034610ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.028778 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f9ff376-24ec-4140-8245-3fb784ad91c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.034448 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a21541c3-bfcf-480f-b453-ab39c464ca53 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.045785 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.047756 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be4473-238d-4618-a2fe-cdb034610ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5feb9a48-6faa-4d71-b4bc-6fb47dd55499,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:28.079819 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] For port faecfc38-cbe2-4d57-afd7-0a5b4aaec784, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:16:28.082033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ee14d8-fbcd-431f-9194-df64439be729 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:28.101968 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-a21541c3-bfcf-480f-b453-ab39c464ca53 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] update failed (client error): The resource could not be found. Nov 29 18:16:28.103464 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a21541c3-bfcf-480f-b453-ab39c464ca53 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "PUT /v2.0/routers/bedc415f-f3fa-4203-837c-c226f23a7a4e HTTP/1.1" status: 404 len: 339 time: 0.4528995 Nov 29 18:16:28.107142 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42236) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:28.108713 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] For port faecfc38-cbe2-4d57-afd7-0a5b4aaec784, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=faecfc38-cbe2-4d57-afd7-0a5b4aaec784,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:16:28.112430 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9d4d4bfd-468b-4833-850f-668101ce3688 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-191508618'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:28.118661 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.122984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f7179bb4-ae33-4a5e-a88c-45aaab5d2c07 None None] Could not find standard attr ID for object 640910ac-7b82-4af9-b4ee-ac829155e1a0. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:16:28.130263 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.137997 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.163187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee4e1a7-f660-4a87-93de-ae5581d0e1ad,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:28.166101 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4d4bfd-468b-4833-850f-668101ce3688 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Made reservation on behalf of 07c08798fa3b4b9e87ce0f5b4bec2c82 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:28.169573 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4bfd-468b-4833-850f-668101ce3688 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.176140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9ff376-24ec-4140-8245-3fb784ad91c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:28.184443 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.185779 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2628884 Nov 29 18:16:28.191326 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97f17a-4e77-4149-8726-3784538d8b50 None None] Pushing event updated for resources: {'Port': ['ID=faecfc38-cbe2-4d57-afd7-0a5b4aaec784,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:28.191848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42238) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:28.208657 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:28.209048 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:28.209946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:28.210181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:28.210532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:28.210947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:28.211292 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:28.211637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:28.211983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:28.212324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:28.212652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-1f9ff376-24ec-4140-8245-3fb784ad91c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:28.212792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:28.212980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390eb66-ab66-40c1-8d6b-cc0c39276b7e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:28.238677 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5156dce7-51fd-4f0f-aeed-530320058c51 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-group-rules/9ee4e1a7-f660-4a87-93de-ae5581d0e1ad HTTP/1.1" status: 200 len: 763 time: 0.0439622 Nov 29 18:16:28.239799 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a7759aab-24e2-44d7-9156-b6849fcebc0d up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:28.241333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42240) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:28.253893 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9ff376-24ec-4140-8245-3fb784ad91c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:28.255481 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f9ff376-24ec-4140-8245-3fb784ad91c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.273339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4d4bfd-468b-4833-850f-668101ce3688 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:16:28.293666 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4bfd-468b-4833-850f-668101ce3688 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.294020 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-9d4d4bfd-468b-4833-850f-668101ce3688 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Added segment c63f58d8-60eb-4676-802a-836e3da0e646 of type vlan for network f68d53bb-a932-4585-ad2d-3c592a71186c Nov 29 18:16:28.327693 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a7759aab-24e2-44d7-9156-b6849fcebc0d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:28.328067 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.337583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0f35870f-f29b-440e-bdd8-57e1c78285ac tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0927837 Nov 29 18:16:28.356065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42242) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:28.407834 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4bfd-468b-4833-850f-668101ce3688 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.428469 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ff376-24ec-4140-8245-3fb784ad91c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=2c584950-64ad-4c84-ae7f-c9aa9111011d,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:28.449090 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b6389144-2465-4671-b56b-f49d7567a720 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:28.453229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42244) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:28.453610 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1f9ff376-24ec-4140-8245-3fb784ad91c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7220252 Nov 29 18:16:28.458997 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-63d0a6db-9546-442f-9103-0efe7a0249b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'mac_address': 'fa:16:3e:a4:92:39', 'name': 'tempest-NetworksTestDHCPv6-733532664'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:28.474205 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4bfd-468b-4833-850f-668101ce3688 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.479750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4d4bfd-468b-4833-850f-668101ce3688 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:28.481487 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4bfd-468b-4833-850f-668101ce3688 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.484563 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-11be4473-238d-4618-a2fe-cdb034610ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.506657 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port b6389144-2465-4671-b56b-f49d7567a720 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:28.507072 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.534694 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-32484eef-b11c-413d-a57a-900bbab9db31 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.606898 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-32484eef-b11c-413d-a57a-900bbab9db31 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.609206 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.634524 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-11be4473-238d-4618-a2fe-cdb034610ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:28.907839 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9d4d4bfd-468b-4833-850f-668101ce3688 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7995276 Nov 29 18:16:28.917302 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42248) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:28.928227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-05093697-446c-4337-ad97-08c3f3e7e447 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Request body: {'subnet': {'network_id': 'f68d53bb-a932-4585-ad2d-3c592a71186c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:28.996576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d4bfd-468b-4833-850f-668101ce3688 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event updated for resources: {'Network': ['ID=f68d53bb-a932-4585-ad2d-3c592a71186c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:29.007708 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network f68d53bb-a932-4585-ad2d-3c592a71186c details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:16:29.045441 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-11be4473-238d-4618-a2fe-cdb034610ab7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.094542 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05093697-446c-4337-ad97-08c3f3e7e447 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Made reservation on behalf of 07c08798fa3b4b9e87ce0f5b4bec2c82 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:29.098058 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05093697-446c-4337-ad97-08c3f3e7e447 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.099827 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.146301 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-32484eef-b11c-413d-a57a-900bbab9db31 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.157842 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-32484eef-b11c-413d-a57a-900bbab9db31 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.159050 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-32484eef-b11c-413d-a57a-900bbab9db31 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/9ee4e1a7-f660-4a87-93de-ae5581d0e1ad HTTP/1.1" status: 204 len: 168 time: 0.7999096 Nov 29 18:16:29.160287 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-11be4473-238d-4618-a2fe-cdb034610ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.160550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11be4473-238d-4618-a2fe-cdb034610ab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 708fe17e-f145-4dd3-87d3-c3be08dfd263 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:16:29.162742 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42250) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:29.163064 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d0a6db-9546-442f-9103-0efe7a0249b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:29.175712 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-11be4473-238d-4618-a2fe-cdb034610ab7 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.179175 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-11be4473-238d-4618-a2fe-cdb034610ab7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/708fe17e-f145-4dd3-87d3-c3be08dfd263 HTTP/1.1" status: 204 len: 168 time: 3.3182921 Nov 29 18:16:29.180503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42252) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:29.190655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32484eef-b11c-413d-a57a-900bbab9db31 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ee4e1a7-f660-4a87-93de-ae5581d0e1ad,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:29.261618 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.304514 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5cd9c912-edf1-4d9e-abdf-ef8a7b4f4635 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1397109 Nov 29 18:16:29.307343 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63d0a6db-9546-442f-9103-0efe7a0249b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.307499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42254) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:29.310307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f0e380-e091-4515-bb23-22e38d88ef6e admin admin] Deleting subnet b4dc1fb0-c5b7-48a3-9303-9d6954b71cc7 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:16:29.320457 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-73de405b-2d8e-4ccb-8002-a3779eac1ce9 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group_rule': {'security_group_id': 'c9531b6e-b455-41fd-ab98-e752356b6e7b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:29.328644 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9f0e380-e091-4515-bb23-22e38d88ef6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.340364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-63d0a6db-9546-442f-9103-0efe7a0249b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port 8934b0f3-5600-4d7c-a868-6740b44aae54 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:16:29.424486 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05093697-446c-4337-ad97-08c3f3e7e447 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.437231 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9f0e380-e091-4515-bb23-22e38d88ef6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.459757 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73de405b-2d8e-4ccb-8002-a3779eac1ce9 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.533869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05093697-446c-4337-ad97-08c3f3e7e447 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event updated for resources: {'Subnet': ['ID=82c00fcf-9596-4231-9f6c-42b3862198a7,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:29.553506 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05093697-446c-4337-ad97-08c3f3e7e447 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Checking segment: {'id': 'c63f58d8-60eb-4676-802a-836e3da0e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f68d53bb-a932-4585-ad2d-3c592a71186c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:29.553838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05093697-446c-4337-ad97-08c3f3e7e447 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Network hostable DHCP agents. Network: f68d53bb-a932-4585-ad2d-3c592a71186c, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:16:29.605934 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.606901 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73de405b-2d8e-4ccb-8002-a3779eac1ce9 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.615759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05093697-446c-4337-ad97-08c3f3e7e447 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Network f68d53bb-a932-4585-ad2d-3c592a71186c is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:16:29.615989 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9f0e380-e091-4515-bb23-22e38d88ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.619831 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73de405b-2d8e-4ccb-8002-a3779eac1ce9 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.635796 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-05093697-446c-4337-ad97-08c3f3e7e447 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, f68d53bb-a932-4585-ad2d-3c592a71186c) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:29.641200 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05093697-446c-4337-ad97-08c3f3e7e447 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:29.641795 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05093697-446c-4337-ad97-08c3f3e7e447 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.646928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-63d0a6db-9546-442f-9103-0efe7a0249b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8:0:1::349 (c052213d-ea6c-4782-b422-f625c0df816d/2c584950-64ad-4c84-ae7f-c9aa9111011d/8934b0f3-5600-4d7c-a868-6740b44aae54) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:29.655739 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cf5961-2323-4905-80ad-6df8fd1e7b81 None None] Network f68d53bb-a932-4585-ad2d-3c592a71186c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:29.659929 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-63d0a6db-9546-442f-9103-0efe7a0249b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::f816:3eff:fea4:9239 (c052213d-ea6c-4782-b422-f625c0df816d/37f3d209-9c84-4319-9b42-15d651015c11/8934b0f3-5600-4d7c-a868-6740b44aae54) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:29.671164 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.676869 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de405b-2d8e-4ccb-8002-a3779eac1ce9 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4ba55e-7383-4f58-a168-803a0d0e2ef6,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:29.677069 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-05093697-446c-4337-ad97-08c3f3e7e447 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7561259 Nov 29 18:16:29.677704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42256) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:29.682567 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.687521 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ba034d99-0f34-41f1-8cc3-9fede11d344c tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f68d53bb-a932-4585-ad2d-3c592a71186c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:29.723116 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73de405b-2d8e-4ccb-8002-a3779eac1ce9 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.724394 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-73de405b-2d8e-4ccb-8002-a3779eac1ce9 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4117072 Nov 29 18:16:29.728713 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42258) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:29.794047 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-184a2777-3ff9-4289-8858-0ba464c1d13a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-group-rules/6d4ba55e-7383-4f58-a168-803a0d0e2ef6 HTTP/1.1" status: 200 len: 763 time: 0.0626097 Nov 29 18:16:29.799685 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=be319f7e-bf97-4fb6-9fec-fcbfc35f18d0,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:29.801939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42260) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:29.847496 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9f0e380-e091-4515-bb23-22e38d88ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.897183 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.903836 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0e380-e091-4515-bb23-22e38d88ef6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4dc1fb0-c5b7-48a3-9303-9d6954b71cc7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:29.933828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93e3a85-e488-4d1c-aaf3-cfdc6c77e9a7 None None] Network c2eaffb7-6041-4787-9404-bfb808080215 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:29.967790 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9f0e380-e091-4515-bb23-22e38d88ef6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:29.971164 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b9f0e380-e091-4515-bb23-22e38d88ef6e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b4dc1fb0-c5b7-48a3-9303-9d6954b71cc7 HTTP/1.1" status: 204 len: 168 time: 0.7895129 Nov 29 18:16:29.979953 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42264) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:30.006192 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2b9f13d0-a2c9-4482-9441-8bc01950bc37 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1875670 Nov 29 18:16:30.006994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42266) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:30.007835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-f68d53bb-a932-4585-ad2d-3c592a71186c', 'network_id': 'f68d53bb-a932-4585-ad2d-3c592a71186c', 'tenant_id': '07c08798fa3b4b9e87ce0f5b4bec2c82', 'fixed_ips': [{'subnet_id': '82c00fcf-9596-4231-9f6c-42b3862198a7'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:16:30.008972 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.041887 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.081443 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba034d99-0f34-41f1-8cc3-9fede11d344c tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.085302 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1084a4-1332-4e56-8e21-353c76e62d51 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:30.131674 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3299f499-ecf5-4f0d-972a-77192bd7ea2a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.145116 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3299f499-ecf5-4f0d-972a-77192bd7ea2a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.173583 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Floating IP e856c0b9-0ebb-446c-90c0-ec3c1607b98c associated. External IP: 172.25.3.93, port: cceb167b-9bf1-4cc5-ba73-a4e0c2e60032. Nov 29 18:16:30.228066 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3299f499-ecf5-4f0d-972a-77192bd7ea2a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.237659 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3299f499-ecf5-4f0d-972a-77192bd7ea2a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.241730 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3299f499-ecf5-4f0d-972a-77192bd7ea2a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6d4ba55e-7383-4f58-a168-803a0d0e2ef6 HTTP/1.1" status: 204 len: 168 time: 0.2266610 Nov 29 18:16:30.242833 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42268) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:30.245350 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.279309 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63d0a6db-9546-442f-9103-0efe7a0249b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.288465 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299f499-ecf5-4f0d-972a-77192bd7ea2a tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d4ba55e-7383-4f58-a168-803a0d0e2ef6,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:30.340591 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a393c77c-fee7-4083-8b98-0ea21e4c8570 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0903049 Nov 29 18:16:30.342417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42270) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:30.348479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2b5a6561-7294-4aa3-9c3b-8b76c3508b9d tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Request body: {'security_group_rule': {'security_group_id': 'c9531b6e-b455-41fd-ab98-e752356b6e7b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:30.366407 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device faecfc38-cbe2-4d57-afd7-0a5b4aaec784 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:30.409408 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-2b5a6561-7294-4aa3-9c3b-8b76c3508b9d tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Project ff5ea47a802b4c608d1c75a012329703 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:16:30.418872 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6561-7294-4aa3-9c3b-8b76c3508b9d tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.424099 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63d0a6db-9546-442f-9103-0efe7a0249b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.438363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] Deleting port 2a28c670-c51f-43d4-8f10-05f16e2d0566 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:30.439815 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.440729 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-ba034d99-0f34-41f1-8cc3-9fede11d344c tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:16:30.446932 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ba034d99-0f34-41f1-8cc3-9fede11d344c tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "PUT /v2.0/routers/bedc415f-f3fa-4203-837c-c226f23a7a4e HTTP/1.1" status: 400 len: 364 time: 0.7641120 Nov 29 18:16:30.450987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42272) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:30.475934 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 926cd569-4f6f-4d52-b571-ce6e3d7f3731 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:30.525750 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-aede9980-1922-49de-81de-dc9e10f5bc68 None None] Provisioning complete for port faecfc38-cbe2-4d57-afd7-0a5b4aaec784 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:30.526041 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aede9980-1922-49de-81de-dc9e10f5bc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.599829 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Allocated IP 2001:db8:1::2 (f68d53bb-a932-4585-ad2d-3c592a71186c/82c00fcf-9596-4231-9f6c-42b3862198a7/a5db12b0-da42-48b0-8007-a03666fc2255) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:30.608145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:30.634283 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.639963 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d0a6db-9546-442f-9103-0efe7a0249b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:30.644479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9613fce1-c033-46d6-80e1-fec75987a7f9 None None] Sync routers for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:30.650472 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port faecfc38-cbe2-4d57-afd7-0a5b4aaec784 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:30.650864 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.678492 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-63d0fb10-2706-4a55-ae14-872d68bf73a9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.0067258 Nov 29 18:16:30.681091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42274) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:30.686163 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-19a6c631-4c40-4596-96c4-9f47405a0799 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:30.702701 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-63d0a6db-9546-442f-9103-0efe7a0249b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:30.704562 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0a6db-9546-442f-9103-0efe7a0249b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=8934b0f3-5600-4d7c-a868-6740b44aae54,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:30.738476 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d0a6db-9546-442f-9103-0efe7a0249b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:30.744946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d0a6db-9546-442f-9103-0efe7a0249b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:30.745573 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63d0a6db-9546-442f-9103-0efe7a0249b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.754452 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3486ef53-4675-4793-a021-7baf88af54de None None] DHCP port deletion for c2eaffb7-6041-4787-9404-bfb808080215 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:30.768998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] For port 2a28c670-c51f-43d4-8f10-05f16e2d0566, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2a28c670-c51f-43d4-8f10-05f16e2d0566,segment=NetworkSegment(ffcff87b-9d4b-4323-8c56-d7d524753bd5),segment_id=ffcff87b-9d4b-4323-8c56-d7d524753bd5)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:30.769372 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.775864 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19a6c631-4c40-4596-96c4-9f47405a0799 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.793509 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] Calling delete_port for 2a28c670-c51f-43d4-8f10-05f16e2d0566 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:30.797247 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6561-7294-4aa3-9c3b-8b76c3508b9d tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.808848 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9613fce1-c033-46d6-80e1-fec75987a7f9 None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:30.809596 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-9613fce1-c033-46d6-80e1-fec75987a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:30.835229 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-63d0a6db-9546-442f-9103-0efe7a0249b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3808756 Nov 29 18:16:30.837099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42276) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:30.878344 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6561-7294-4aa3-9c3b-8b76c3508b9d tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.887603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-9613fce1-c033-46d6-80e1-fec75987a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:30.940947 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19a6c631-4c40-4596-96c4-9f47405a0799 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.946383 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19a6c631-4c40-4596-96c4-9f47405a0799 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:30.946855 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-19a6c631-4c40-4596-96c4-9f47405a0799 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Floating IP e856c0b9-0ebb-446c-90c0-ec3c1607b98c disassociated. External IP: 172.25.3.93, port: cceb167b-9bf1-4cc5-ba73-a4e0c2e60032. Nov 29 18:16:30.959143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a6561-7294-4aa3-9c3b-8b76c3508b9d tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3287aaa0-5080-400d-bbc3-fcc667d59a40,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:30.969302 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9613fce1-c033-46d6-80e1-fec75987a7f9 None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:30.970006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-9613fce1-c033-46d6-80e1-fec75987a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:31.031615 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6561-7294-4aa3-9c3b-8b76c3508b9d tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.035451 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2b5a6561-7294-4aa3-9c3b-8b76c3508b9d tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6877913 Nov 29 18:16:31.047421 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42278) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:31.047835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-9613fce1-c033-46d6-80e1-fec75987a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:31.048503 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9613fce1-c033-46d6-80e1-fec75987a7f9 None None] The sync data for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:31.060306 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aede9980-1922-49de-81de-dc9e10f5bc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.086880 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2ca8d706-f261-47bd-9c45-fab5e9fe0b51 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-group-rules/3287aaa0-5080-400d-bbc3-fcc667d59a40 HTTP/1.1" status: 200 len: 769 time: 0.0379755 Nov 29 18:16:31.090804 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42282) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:31.112396 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.155952 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.182534 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7546161f-fe44-4b0e-80e0-069cdf5c32df tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0878992 Nov 29 18:16:31.190132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42284) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:31.221627 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.222091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-aede9980-1922-49de-81de-dc9e10f5bc68 None None] For port faecfc38-cbe2-4d57-afd7-0a5b4aaec784, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=faecfc38-cbe2-4d57-afd7-0a5b4aaec784,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:31.240257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3486ef53-4675-4793-a021-7baf88af54de None None] Deleting port 2a28c670-c51f-43d4-8f10-05f16e2d0566 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:31.240883 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3486ef53-4675-4793-a021-7baf88af54de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.246663 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aede9980-1922-49de-81de-dc9e10f5bc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.250423 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.262953 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f461c-17cc-4921-90b9-0d1e24c5e8a2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port 8934b0f3-5600-4d7c-a868-6740b44aae54 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:31.263810 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf4f461c-17cc-4921-90b9-0d1e24c5e8a2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.291568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a28c670-c51f-43d4-8f10-05f16e2d0566,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:31.315788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a6c631-4c40-4596-96c4-9f47405a0799 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 926cd569-4f6f-4d52-b571-ce6e3d7f3731 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:31.321250 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] No DVR routers for this DVR port 2a28c670-c51f-43d4-8f10-05f16e2d0566 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:31.328721 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ec1ae0-5dab-4646-8ad4-c33ba934b3cd None None] Update dhcp port {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'fixed_ips': [{'subnet_id': '37f3d209-9c84-4319-9b42-15d651015c11', 'ip_address': '2001:db8::f816:3eff:fed1:6832'}, {'subnet_id': '2c584950-64ad-4c84-ae7f-c9aa9111011d'}], 'binding:host_id': 'n-d-819494-5'}, 'id': 'faecfc38-cbe2-4d57-afd7-0a5b4aaec784'} from n-d-819494-5. {{(pid=110006) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 18:16:31.343031 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d40c041-d033-4894-8f39-86b55d3155a6 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.351110 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.402327 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d40c041-d033-4894-8f39-86b55d3155a6 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.426227 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3486ef53-4675-4793-a021-7baf88af54de None None] For port 2a28c670-c51f-43d4-8f10-05f16e2d0566, host n-d-819494-5, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:31.426660 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3486ef53-4675-4793-a021-7baf88af54de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.433723 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:16:31.433723 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:16:31.439342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a6c631-4c40-4596-96c4-9f47405a0799 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:31.445530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19a6c631-4c40-4596-96c4-9f47405a0799 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.451508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Network f68d53bb-a932-4585-ad2d-3c592a71186c is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:31.454991 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1ae0-5dab-4646-8ad4-c33ba934b3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.456608 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ddcb91-aaf0-47ec-acd1-08bb0f89feb1 None None] Sync routers for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:31.462863 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3486ef53-4675-4793-a021-7baf88af54de None None] Calling delete_port for 2a28c670-c51f-43d4-8f10-05f16e2d0566 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:31.467681 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:31.470286 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:31.482603 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-19a6c631-4c40-4596-96c4-9f47405a0799 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "PUT /v2.0/floatingips/e856c0b9-0ebb-446c-90c0-ec3c1607b98c HTTP/1.1" status: 200 len: 687 time: 0.8002615 Nov 29 18:16:31.486318 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42286) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:31.486470 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ddcb91-aaf0-47ec-acd1-08bb0f89feb1 None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:31.486470 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e1ddcb91-aaf0-47ec-acd1-08bb0f89feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:31.490754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-3486ef53-4675-4793-a021-7baf88af54de None None] Port 2a28c670-c51f-43d4-8f10-05f16e2d0566 was not found and therefore no delete operation was performed {{(pid=110006) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 18:16:31.494917 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede9980-1922-49de-81de-dc9e10f5bc68 None None] Pushing event updated for resources: {'Port': ['ID=faecfc38-cbe2-4d57-afd7-0a5b4aaec784,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:31.516272 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3486ef53-4675-4793-a021-7baf88af54de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.541768 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e1ddcb91-aaf0-47ec-acd1-08bb0f89feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:31.548118 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.552887 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ddcb91-aaf0-47ec-acd1-08bb0f89feb1 None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:31.553546 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e1ddcb91-aaf0-47ec-acd1-08bb0f89feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:31.562648 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d40c041-d033-4894-8f39-86b55d3155a6 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.569756 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf4f461c-17cc-4921-90b9-0d1e24c5e8a2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.590280 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d40c041-d033-4894-8f39-86b55d3155a6 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.590542 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e1ddcb91-aaf0-47ec-acd1-08bb0f89feb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:31.593670 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ddcb91-aaf0-47ec-acd1-08bb0f89feb1 None None] The sync data for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:31.593846 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8d40c041-d033-4894-8f39-86b55d3155a6 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/3287aaa0-5080-400d-bbc3-fcc667d59a40 HTTP/1.1" status: 204 len: 168 time: 0.4005508 Nov 29 18:16:31.616266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42288) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:31.621538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f461c-17cc-4921-90b9-0d1e24c5e8a2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for 8934b0f3-5600-4d7c-a868-6740b44aae54 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:31.627748 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40c041-d033-4894-8f39-86b55d3155a6 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3287aaa0-5080-400d-bbc3-fcc667d59a40,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:31.636689 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2eaffb7-6041-4787-9404-bfb808080215']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:31.636879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486ef53-4675-4793-a021-7baf88af54de None None] No DVR routers for this DVR port 2a28c670-c51f-43d4-8f10-05f16e2d0566 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:31.694328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffcff87b-9d4b-4323-8c56-d7d524753bd5') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:31.694953 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffcff87b-9d4b-4323-8c56-d7d524753bd5') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:31.698024 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-944701e7-dd99-4a12-8a0e-62312d051444 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0787528 Nov 29 18:16:31.699541 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42290) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:31.714865 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Pushing event updated for resources: {'Port': ['ID=a5db12b0-da42-48b0-8007-a03666fc2255,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:31.723631 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Attempting to bind port a5db12b0-da42-48b0-8007-a03666fc2255 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:16:31.724424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Attempting to bind port a5db12b0-da42-48b0-8007-a03666fc2255 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'c63f58d8-60eb-4676-802a-836e3da0e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f68d53bb-a932-4585-ad2d-3c592a71186c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:16:31.724424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Attempting to bind port a5db12b0-da42-48b0-8007-a03666fc2255 on network f68d53bb-a932-4585-ad2d-3c592a71186c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:16:31.729870 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-5a70a215-cb94-4e57-a186-a9a46d170aa5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Deleting port be319f7e-bf97-4fb6-9fec-fcbfc35f18d0 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:31.730221 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5a70a215-cb94-4e57-a186-a9a46d170aa5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.752625 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.754460 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:16:31.755496 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Checking segment: {'id': 'c63f58d8-60eb-4676-802a-836e3da0e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f68d53bb-a932-4585-ad2d-3c592a71186c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:31.756149 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.756451 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Bound using segment: {'id': 'c63f58d8-60eb-4676-802a-836e3da0e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f68d53bb-a932-4585-ad2d-3c592a71186c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:16:31.757040 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Bound port: a5db12b0-da42-48b0-8007-a03666fc2255, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c63f58d8-60eb-4676-802a-836e3da0e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f68d53bb-a932-4585-ad2d-3c592a71186c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:16:31.757504 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.770452 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486ef53-4675-4793-a021-7baf88af54de None None] Pushing event deleted for resources: {'Port': ['ID=2a28c670-c51f-43d4-8f10-05f16e2d0566,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:31.785534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Allocated IP 2001:db8::1 (bfd98d5c-ab45-46ba-8a1c-77deaa8224fb/551bcd35-dbeb-4463-a72c-f246b0879e12/68f49a0d-c204-4f90-ad42-322fff9b4d38) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:31.789059 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.805618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:16:31.805896 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:16:31.809412 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:16:31.824129 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c7974bf5-d91b-489c-be9e-c9351c62f09e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.853133 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5a70a215-cb94-4e57-a186-a9a46d170aa5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.853481 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5a70a215-cb94-4e57-a186-a9a46d170aa5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.869993 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c7974bf5-d91b-489c-be9e-c9351c62f09e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.880534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-5a70a215-cb94-4e57-a186-a9a46d170aa5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Calling delete_port for be319f7e-bf97-4fb6-9fec-fcbfc35f18d0 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:31.888720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-d7ec1ae0-5dab-4646-8ad4-c33ba934b3cd None None] Allocated IP 2001:db8:0:1::2 (c052213d-ea6c-4782-b422-f625c0df816d/2c584950-64ad-4c84-ae7f-c9aa9111011d/faecfc38-cbe2-4d57-afd7-0a5b4aaec784) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:31.910339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] For port a5db12b0-da42-48b0-8007-a03666fc2255, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:16:31.940667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] For port a5db12b0-da42-48b0-8007-a03666fc2255, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a5db12b0-da42-48b0-8007-a03666fc2255,segment=NetworkSegment(c63f58d8-60eb-4676-802a-836e3da0e646),segment_id=c63f58d8-60eb-4676-802a-836e3da0e646)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:16:31.971784 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c7974bf5-d91b-489c-be9e-c9351c62f09e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.974607 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c7974bf5-d91b-489c-be9e-c9351c62f09e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.975115 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:31.978689 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c7974bf5-d91b-489c-be9e-c9351c62f09e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "DELETE /v2.0/security-groups/c9531b6e-b455-41fd-ab98-e752356b6e7b HTTP/1.1" status: 204 len: 168 time: 0.2781584 Nov 29 18:16:31.979353 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42292) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:32.014591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7974bf5-d91b-489c-be9e-c9351c62f09e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9531b6e-b455-41fd-ab98-e752356b6e7b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:32.083854 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0966e6bd-0927-4851-a118-232e0ef0632e tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0985477 Nov 29 18:16:32.084489 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42294) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:32.165157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1565834-85e3-483e-80e0-7258224607e4 None None] Pushing event updated for resources: {'Port': ['ID=a5db12b0-da42-48b0-8007-a03666fc2255,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:32.180705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d7ec1ae0-5dab-4646-8ad4-c33ba934b3cd None None] For port faecfc38-cbe2-4d57-afd7-0a5b4aaec784, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=faecfc38-cbe2-4d57-afd7-0a5b4aaec784,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:32.198088 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-78defba0-3f8b-4f6c-9c71-3f20ef4bcb45 tempest-SecGroupIPv6Test-1764821089 tempest-SecGroupIPv6Test-1764821089-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1110454 Nov 29 18:16:32.214300 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5a70a215-cb94-4e57-a186-a9a46d170aa5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:32.241147 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1ae0-5dab-4646-8ad4-c33ba934b3cd None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:32.251882 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d7ec1ae0-5dab-4646-8ad4-c33ba934b3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:32.268406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5feb9a48-6faa-4d71-b4bc-6fb47dd55499 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:32.294326 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70a215-cb94-4e57-a186-a9a46d170aa5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Port': ['ID=be319f7e-bf97-4fb6-9fec-fcbfc35f18d0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:32.316527 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:32.327735 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:32.339617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c2eaffb7-6041-4787-9404-bfb808080215 HTTP/1.1" status: 204 len: 168 time: 2.3559530 Nov 29 18:16:32.358848 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42300) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:32.412647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09686685-2255-447d-ab5f-1088c3c05ea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2eaffb7-6041-4787-9404-bfb808080215,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:32.457229 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5a70a215-cb94-4e57-a186-a9a46d170aa5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:32.460652 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5a70a215-cb94-4e57-a186-a9a46d170aa5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:32.461876 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5a70a215-cb94-4e57-a186-a9a46d170aa5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/floatingips/e856c0b9-0ebb-446c-90c0-ec3c1607b98c HTTP/1.1" status: 204 len: 168 time: 0.9754579 Nov 29 18:16:32.471478 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42302) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:32.478322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '5f5d0803-a34f-432b-8da1-25a65765ede0'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:32.600200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec1ae0-5dab-4646-8ad4-c33ba934b3cd None None] Pushing event updated for resources: {'Port': ['ID=faecfc38-cbe2-4d57-afd7-0a5b4aaec784,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:32.608156 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf4f461c-17cc-4921-90b9-0d1e24c5e8a2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:32.631841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 5feb9a48-6faa-4d71-b4bc-6fb47dd55499 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:32.632196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5feb9a48-6faa-4d71-b4bc-6fb47dd55499 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:32.632659 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3d53ef72-3675-4e4d-a28b-461d44995236 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:32.647504 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:32.666705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f461c-17cc-4921-90b9-0d1e24c5e8a2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=8934b0f3-5600-4d7c-a868-6740b44aae54,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:32.668906 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 3d53ef72-3675-4e4d-a28b-461d44995236 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:32.669330 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3d53ef72-3675-4e4d-a28b-461d44995236 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:32.677058 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:32.779842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42306) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:32.788120 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf4f461c-17cc-4921-90b9-0d1e24c5e8a2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:32.791896 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cf4f461c-17cc-4921-90b9-0d1e24c5e8a2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/8934b0f3-5600-4d7c-a868-6740b44aae54 HTTP/1.1" status: 204 len: 168 time: 1.9247518 Nov 29 18:16:32.802870 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42308) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:32.871732 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:32.949705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event updated for resources: {'Port': ['ID=68f49a0d-c204-4f90-ad42-322fff9b4d38,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:32.954757 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Network bfd98d5c-ab45-46ba-8a1c-77deaa8224fb is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:32.965091 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:32.983943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:32.984090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ed0e08-ad0d-473c-89d9-812ae8fceeea tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:32.984571 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:32.985809 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-42ed0e08-ad0d-473c-89d9-812ae8fceeea tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1826043 Nov 29 18:16:32.991207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42312) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:33.001734 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a5db12b0-da42-48b0-8007-a03666fc2255 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:33.062573 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:33.096266 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a5db12b0-da42-48b0-8007-a03666fc2255 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:33.096847 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:33.121756 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e1e2e96-0c10-46b4-8a50-9015f6f441db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:33.179235 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-74f553fb-ac2d-4942-add8-6c9947d8da60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff5ea47a802b4c608d1c75a012329703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3860970 Nov 29 18:16:33.184236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42314) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:33.261483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afee975d-8f10-4acf-8387-49d343507b52 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:33.263195 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-afee975d-8f10-4acf-8387-49d343507b52 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2584021 Nov 29 18:16:33.271855 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42316) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:33.293276 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:33.374803 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port a5db12b0-da42-48b0-8007-a03666fc2255, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a5db12b0-da42-48b0-8007-a03666fc2255,segment=NetworkSegment(c63f58d8-60eb-4676-802a-836e3da0e646),segment_id=c63f58d8-60eb-4676-802a-836e3da0e646)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:33.388951 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:33.389842 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device faecfc38-cbe2-4d57-afd7-0a5b4aaec784 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:33.406704 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:33.476001 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Allocated IP 172.25.3.121 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/a45e43d0-95f4-4488-8f8a-e2b2664810fb) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:33.526411 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=a5db12b0-da42-48b0-8007-a03666fc2255,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:33.540121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e450e5a-4a67-4365-bd49-ee553a0674ef tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:33.541874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e450e5a-4a67-4365-bd49-ee553a0674ef tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:33.543122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e450e5a-4a67-4365-bd49-ee553a0674ef tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:33.547433 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9e450e5a-4a67-4365-bd49-ee553a0674ef tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2719595 Nov 29 18:16:33.550582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42320) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:33.575589 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port faecfc38-cbe2-4d57-afd7-0a5b4aaec784 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:33.576119 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:33.647979 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e98c628-0911-4390-b29c-62452df30cf5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 2c584950-64ad-4c84-ae7f-c9aa9111011d {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:16:33.656902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e5913e7b-03a5-4233-8761-39ef62626109 None None] Provisioning complete for port 68f49a0d-c204-4f90-ad42-322fff9b4d38 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:33.657287 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5913e7b-03a5-4233-8761-39ef62626109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:33.709413 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e5913e7b-03a5-4233-8761-39ef62626109 None None] Port 68f49a0d-c204-4f90-ad42-322fff9b4d38 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:16:33.712003 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:33.787864 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0fc4265-41c0-476b-95d6-072f2a1889ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:33.824370 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e98c628-0911-4390-b29c-62452df30cf5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:33.849984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-53b0e8e0-0203-4a4a-a0f7-1fc876d7ca62 None None] Could not find standard attr ID for object 8934b0f3-5600-4d7c-a868-6740b44aae54. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:16:33.862743 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2a28c670-c51f-43d4-8f10-05f16e2d0566 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:33.873274 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0fc4265-41c0-476b-95d6-072f2a1889ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:33.888449 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e98c628-0911-4390-b29c-62452df30cf5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:33.907785 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-53b0e8e0-0203-4a4a-a0f7-1fc876d7ca62 None None] Provisioning complete for port faecfc38-cbe2-4d57-afd7-0a5b4aaec784 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:33.908271 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53b0e8e0-0203-4a4a-a0f7-1fc876d7ca62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:33.915563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 2a28c670-c51f-43d4-8f10-05f16e2d0566 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:33.916390 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2a28c670-c51f-43d4-8f10-05f16e2d0566 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:33.929639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8350fd-1738-4c79-a3e1-2083bbac0c1a None None] Network f68d53bb-a932-4585-ad2d-3c592a71186c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:33.944606 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:33.967471 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0fc4265-41c0-476b-95d6-072f2a1889ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:33.970901 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0fc4265-41c0-476b-95d6-072f2a1889ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:33.975792 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b0fc4265-41c0-476b-95d6-072f2a1889ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99e8c4b2-5ade-4656-b2d9-a5f9d049596f HTTP/1.1" status: 204 len: 168 time: 0.7901425 Nov 29 18:16:34.009995 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc4265-41c0-476b-95d6-072f2a1889ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e8c4b2-5ade-4656-b2d9-a5f9d049596f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:34.023226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=a45e43d0-95f4-4488-8f8a-e2b2664810fb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:34.083609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:34.090578 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:34.097947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:34.127046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e2e96-0c10-46b4-8a50-9015f6f441db admin admin] Deleting port 54ae6281-c9b2-415e-b182-c6ee3765c129 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:34.127282 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e1e2e96-0c10-46b4-8a50-9015f6f441db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:34.149345 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e98c628-0911-4390-b29c-62452df30cf5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:34.257533 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-0e1e2e96-0c10-46b4-8a50-9015f6f441db admin admin] For port 54ae6281-c9b2-415e-b182-c6ee3765c129, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=54ae6281-c9b2-415e-b182-c6ee3765c129,segment=NetworkSegment(8c5e0eba-ee94-4f49-a0b8-e2d85127c460),segment_id=8c5e0eba-ee94-4f49-a0b8-e2d85127c460)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:34.258046 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e1e2e96-0c10-46b4-8a50-9015f6f441db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:34.277055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e2e96-0c10-46b4-8a50-9015f6f441db admin admin] Calling delete_port for 54ae6281-c9b2-415e-b182-c6ee3765c129 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:34.320521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5c865327-72fe-402b-8cdf-6375c8c7e299 None None] Could not find standard attr ID for object 8934b0f3-5600-4d7c-a868-6740b44aae54. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:16:34.352040 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5c865327-72fe-402b-8cdf-6375c8c7e299 None None] Provisioning complete for port a5db12b0-da42-48b0-8007-a03666fc2255 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:34.353017 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c865327-72fe-402b-8cdf-6375c8c7e299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:34.375566 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e98c628-0911-4390-b29c-62452df30cf5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:34.381782 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:34.439427 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:34.440208 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:34.509799 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98c628-0911-4390-b29c-62452df30cf5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=2c584950-64ad-4c84-ae7f-c9aa9111011d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:34.560216 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e98c628-0911-4390-b29c-62452df30cf5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:34.563549 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7e98c628-0911-4390-b29c-62452df30cf5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/2c584950-64ad-4c84-ae7f-c9aa9111011d HTTP/1.1" status: 204 len: 168 time: 0.9895294 Nov 29 18:16:34.576429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42334) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:34.667949 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e1e2e96-0c10-46b4-8a50-9015f6f441db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:34.669309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f8b6ea-b14d-41ee-9188-17bb189b9617 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:34.712223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e2e96-0c10-46b4-8a50-9015f6f441db admin admin] Pushing event deleted for resources: {'Port': ['ID=54ae6281-c9b2-415e-b182-c6ee3765c129,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:34.742860 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eeacd3b-b311-40bb-86a9-2ee81805ee50 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 37f3d209-9c84-4319-9b42-15d651015c11 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:16:34.796757 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1eeacd3b-b311-40bb-86a9-2ee81805ee50 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:34.811030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-9d7c0e64-d92e-4ba2-afa4-7023ddf93851 None None] Provisioning complete for port a5db12b0-da42-48b0-8007-a03666fc2255 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:34.811383 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0e64-d92e-4ba2-afa4-7023ddf93851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:34.854902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a5db12b0-da42-48b0-8007-a03666fc2255 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:34.913799 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event updated for resources: {'Port': ['ID=68f49a0d-c204-4f90-ad42-322fff9b4d38,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:34.980499 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1eeacd3b-b311-40bb-86a9-2ee81805ee50 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:34.999315 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e1e2e96-0c10-46b4-8a50-9015f6f441db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:35.090415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a5db12b0-da42-48b0-8007-a03666fc2255 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:35.091122 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:35.135088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Network bfd98d5c-ab45-46ba-8a1c-77deaa8224fb is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:35.154677 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:35.186807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42346) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:35.322660 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1e2e96-0c10-46b4-8a50-9015f6f441db admin admin] Router 549c131d-e41d-4f1f-8ab1-9f0b7aaf101d has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:35.460918 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1e2e96-0c10-46b4-8a50-9015f6f441db admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:35.471669 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0e1e2e96-0c10-46b4-8a50-9015f6f441db admin admin] 10.222.0.23 "PUT /v2.0/routers/549c131d-e41d-4f1f-8ab1-9f0b7aaf101d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1088526 Nov 29 18:16:35.473066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42350) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:35.475768 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3e1e5-5115-4953-a275-d84897086a2a None None] Sync routers for ids ['549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:35.488901 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec3e1e5-5115-4953-a275-d84897086a2a None None] Routers {'549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:35.489508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1ec3e1e5-5115-4953-a275-d84897086a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:35.636436 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-066bbe80-6630-4284-a98e-f9cf869a6f82 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:35.636691 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5aff4910-2076-4af2-99ab-0a2b22a84f0d None None] Provisioning complete for port 68f49a0d-c204-4f90-ad42-322fff9b4d38 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:35.637118 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5aff4910-2076-4af2-99ab-0a2b22a84f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:35.670900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-1ec3e1e5-5115-4953-a275-d84897086a2a None None] Set router 549c131d-e41d-4f1f-8ab1-9f0b7aaf101d gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:16:35.715833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-80f0ac5c-33f2-4a03-ace0-4273237e47c9 tempest-SubnetPoolsTestJSON-563087604 tempest-SubnetPoolsTestJSON-563087604-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1121921291', 'prefixes': ['172.20.0.0/16']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:35.777521 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1eeacd3b-b311-40bb-86a9-2ee81805ee50 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:35.790911 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-066bbe80-6630-4284-a98e-f9cf869a6f82 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:35.794771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5aff4910-2076-4af2-99ab-0a2b22a84f0d None None] Port 68f49a0d-c204-4f90-ad42-322fff9b4d38 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:16:35.859781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-066bbe80-6630-4284-a98e-f9cf869a6f82 admin admin] Deleting port 796e7354-2855-4a7e-b18c-5407d965a688 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:35.860565 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-066bbe80-6630-4284-a98e-f9cf869a6f82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:35.892021 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Router bedc415f-f3fa-4203-837c-c226f23a7a4e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:35.904020 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:35.922474 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1ec3e1e5-5115-4953-a275-d84897086a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'name': 'tempest-TestAggregatesBasicOps-88201031-router', 'tenant_id': '37ad402c40a848b8847d07331a6cc5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '796e7354-2855-4a7e-b18c-5407d965a688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:16:08Z', 'updated_at': '2021-11-29T18:16:34Z', 'revision_number': 5, 'project_id': '37ad402c40a848b8847d07331a6cc5df', 'gw_port': {'id': '796e7354-2855-4a7e-b18c-5407d965a688', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:16:09Z', 'updated_at': '2021-11-29T18:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:35.952504 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-066bbe80-6630-4284-a98e-f9cf869a6f82 admin admin] For port 796e7354-2855-4a7e-b18c-5407d965a688, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=796e7354-2855-4a7e-b18c-5407d965a688,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:35.952867 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-066bbe80-6630-4284-a98e-f9cf869a6f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:35.957645 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0b5b741a-0e85-466c-8002-b77a3789f481 None None] Provisioning complete for port faecfc38-cbe2-4d57-afd7-0a5b4aaec784 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:35.958879 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b5b741a-0e85-466c-8002-b77a3789f481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:35.961883 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3e1e5-5115-4953-a275-d84897086a2a None None] Checking router: 549c131d-e41d-4f1f-8ab1-9f0b7aaf101d for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:16:35.972323 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-066bbe80-6630-4284-a98e-f9cf869a6f82 admin admin] Calling delete_port for 796e7354-2855-4a7e-b18c-5407d965a688 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:35.987314 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-80f0ac5c-33f2-4a03-ace0-4273237e47c9 tempest-SubnetPoolsTestJSON-563087604 tempest-SubnetPoolsTestJSON-563087604-project] Publish callbacks [] for subnetpool, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:35.988646 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-80f0ac5c-33f2-4a03-ace0-4273237e47c9 tempest-SubnetPoolsTestJSON-563087604 tempest-SubnetPoolsTestJSON-563087604-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7985506 Nov 29 18:16:35.991847 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1eeacd3b-b311-40bb-86a9-2ee81805ee50 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:35.995865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42354) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:36.001523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec3e1e5-5115-4953-a275-d84897086a2a None None] Routers {'549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:36.002153 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1ec3e1e5-5115-4953-a275-d84897086a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:36.131534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeacd3b-b311-40bb-86a9-2ee81805ee50 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=37f3d209-9c84-4319-9b42-15d651015c11,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:36.134215 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1eeacd3b-b311-40bb-86a9-2ee81805ee50 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:36.137643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1eeacd3b-b311-40bb-86a9-2ee81805ee50 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/37f3d209-9c84-4319-9b42-15d651015c11 HTTP/1.1" status: 204 len: 168 time: 1.5557885 Nov 29 18:16:36.144503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42358) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:36.161294 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:36.168385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1f8c26ad-757d-4513-97ab-0e7ae49f81df tempest-SubnetPoolsTestJSON-563087604 tempest-SubnetPoolsTestJSON-563087604-project] 10.222.0.23 "GET /v2.0/subnetpools/e05b51df-b55c-46a9-ba3e-37850a61a6e2 HTTP/1.1" status: 200 len: 732 time: 0.1658902 Nov 29 18:16:36.170586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42360) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:36.193805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bf760b30-787b-4d9c-a7c6-aadc47b2583b tempest-SubnetPoolsTestJSON-563087604 tempest-SubnetPoolsTestJSON-563087604-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1090780967'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:36.195447 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4a446dd4-4ff4-4d96-90ee-062259a4ce11 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499735 Nov 29 18:16:36.200249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42362) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:36.208137 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-de77efdb-c1d5-43cb-8fa2-b50c633147c3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:36.237389 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831554b1-093b-427d-b5d8-27dbe7ad3b59 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:36.244087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:36.259154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8df4e6a0-c4d7-40ee-bc32-0a3f350f7e0e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "PUT /v2.0/routers/bedc415f-f3fa-4203-837c-c226f23a7a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8034716 Nov 29 18:16:36.262512 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42364) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:36.265954 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837652f5-1b12-44b3-82ae-63f3eb9bb533 None None] Sync routers for ids ['bedc415f-f3fa-4203-837c-c226f23a7a4e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:36.280488 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837652f5-1b12-44b3-82ae-63f3eb9bb533 None None] Routers {'bedc415f-f3fa-4203-837c-c226f23a7a4e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:36.281123 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-837652f5-1b12-44b3-82ae-63f3eb9bb533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['bedc415f-f3fa-4203-837c-c226f23a7a4e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:36.282762 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-066bbe80-6630-4284-a98e-f9cf869a6f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:36.334549 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-837652f5-1b12-44b3-82ae-63f3eb9bb533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:36.337702 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-1ec3e1e5-5115-4953-a275-d84897086a2a None None] Set router 549c131d-e41d-4f1f-8ab1-9f0b7aaf101d gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:16:36.352289 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837652f5-1b12-44b3-82ae-63f3eb9bb533 None None] Routers {'bedc415f-f3fa-4203-837c-c226f23a7a4e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:36.353017 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-837652f5-1b12-44b3-82ae-63f3eb9bb533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['bedc415f-f3fa-4203-837c-c226f23a7a4e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:36.371956 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf760b30-787b-4d9c-a7c6-aadc47b2583b tempest-SubnetPoolsTestJSON-563087604 tempest-SubnetPoolsTestJSON-563087604-project] Publish callbacks [] for subnetpool, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:36.373332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bf760b30-787b-4d9c-a7c6-aadc47b2583b tempest-SubnetPoolsTestJSON-563087604 tempest-SubnetPoolsTestJSON-563087604-project] 10.222.0.23 "PUT /v2.0/subnetpools/e05b51df-b55c-46a9-ba3e-37850a61a6e2 HTTP/1.1" status: 200 len: 684 time: 0.2033687 Nov 29 18:16:36.376370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42366) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:36.396088 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bbe80-6630-4284-a98e-f9cf869a6f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=796e7354-2855-4a7e-b18c-5407d965a688,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:36.406271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1ec3e1e5-5115-4953-a275-d84897086a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'name': 'tempest-TestAggregatesBasicOps-88201031-router', 'tenant_id': '37ad402c40a848b8847d07331a6cc5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:16:08Z', 'updated_at': '2021-11-29T18:16:35Z', 'revision_number': 6, 'project_id': '37ad402c40a848b8847d07331a6cc5df', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:36.444791 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-837652f5-1b12-44b3-82ae-63f3eb9bb533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:36.446293 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837652f5-1b12-44b3-82ae-63f3eb9bb533 None None] The sync data for ids ['bedc415f-f3fa-4203-837c-c226f23a7a4e'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:36.476111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a09cc8c-af40-4fbf-aac7-c25e617cbb61 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:36.477330 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:36.482219 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3e1e5-5115-4953-a275-d84897086a2a None None] The sync data for ids ['549c131d-e41d-4f1f-8ab1-9f0b7aaf101d'] in n-d-819494-5 is: [{'id': '549c131d-e41d-4f1f-8ab1-9f0b7aaf101d', 'name': 'tempest-TestAggregatesBasicOps-88201031-router', 'tenant_id': '37ad402c40a848b8847d07331a6cc5df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:16:08Z', 'updated_at': '2021-11-29T18:16:35Z', 'revision_number': 6, 'project_id': '37ad402c40a848b8847d07331a6cc5df', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:36.485086 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:36.526542 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b8210fe4-d59e-4a1d-9670-f5bf89039547 tempest-SubnetPoolsTestJSON-563087604 tempest-SubnetPoolsTestJSON-563087604-project] Publish callbacks [] for subnetpool, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:36.530160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b8210fe4-d59e-4a1d-9670-f5bf89039547 tempest-SubnetPoolsTestJSON-563087604 tempest-SubnetPoolsTestJSON-563087604-project] 10.222.0.23 "DELETE /v2.0/subnetpools/e05b51df-b55c-46a9-ba3e-37850a61a6e2 HTTP/1.1" status: 204 len: 168 time: 0.1503832 Nov 29 18:16:36.532441 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42368) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:36.548676 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-066bbe80-6630-4284-a98e-f9cf869a6f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:36.560703 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-5e9002fc-d58e-43dd-86d2-ef0d301cbfb7 tempest-SubnetPoolsTestJSON-563087604 tempest-SubnetPoolsTestJSON-563087604-project] show failed (client error): The resource could not be found. Nov 29 18:16:36.563345 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5e9002fc-d58e-43dd-86d2-ef0d301cbfb7 tempest-SubnetPoolsTestJSON-563087604 tempest-SubnetPoolsTestJSON-563087604-project] 10.222.0.23 "GET /v2.0/subnetpools/e05b51df-b55c-46a9-ba3e-37850a61a6e2 HTTP/1.1" status: 404 len: 346 time: 0.0286829 Nov 29 18:16:36.582798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42370) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:36.583235 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-336599ac-1b7f-41bf-a1fb-042263cc906d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:36.595887 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=a45e43d0-95f4-4488-8f8a-e2b2664810fb,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:36.609010 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-7406271e-5850-4216-b26d-ac4fee78c7f7 tempest-SubnetPoolsTestJSON-563087604 tempest-SubnetPoolsTestJSON-563087604-project] delete failed (client error): The resource could not be found. Nov 29 18:16:36.610820 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7406271e-5850-4216-b26d-ac4fee78c7f7 tempest-SubnetPoolsTestJSON-563087604 tempest-SubnetPoolsTestJSON-563087604-project] 10.222.0.23 "DELETE /v2.0/subnetpools/e05b51df-b55c-46a9-ba3e-37850a61a6e2 HTTP/1.1" status: 404 len: 346 time: 0.0262034 Nov 29 18:16:36.623441 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:36.679062 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de77efdb-c1d5-43cb-8fa2-b50c633147c3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:36.682530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-de77efdb-c1d5-43cb-8fa2-b50c633147c3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:36.728784 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-066bbe80-6630-4284-a98e-f9cf869a6f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:36.750030 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Floating IP 76e41994-2c76-4f4a-8fc6-1bdc26c668dc associated. External IP: 172.25.3.121, port: 5f5d0803-a34f-432b-8da1-25a65765ede0. Nov 29 18:16:36.761100 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-066bbe80-6630-4284-a98e-f9cf869a6f82 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:36.844919 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-066bbe80-6630-4284-a98e-f9cf869a6f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:36.845464 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066bbe80-6630-4284-a98e-f9cf869a6f82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 549c131d-e41d-4f1f-8ab1-9f0b7aaf101d {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:16:36.865973 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-066bbe80-6630-4284-a98e-f9cf869a6f82 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:36.869402 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-066bbe80-6630-4284-a98e-f9cf869a6f82 admin admin] 10.222.0.23 "DELETE /v2.0/routers/549c131d-e41d-4f1f-8ab1-9f0b7aaf101d HTTP/1.1" status: 204 len: 168 time: 1.3926241 Nov 29 18:16:36.871836 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-336599ac-1b7f-41bf-a1fb-042263cc906d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 29 18:16:36.872359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52614f5b-3f2d-41b5-96c4-6f28cc4b741d None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:36.872928 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-336599ac-1b7f-41bf-a1fb-042263cc906d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "DELETE /v2.0/routers/bedc415f-f3fa-4203-837c-c226f23a7a4e HTTP/1.1" status: 409 len: 329 time: 0.6078668 Nov 29 18:16:36.873511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42378) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:36.891131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42380) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:36.949862 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-52614f5b-3f2d-41b5-96c4-6f28cc4b741d None None] Deleting port faecfc38-cbe2-4d57-afd7-0a5b4aaec784 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:36.950701 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52614f5b-3f2d-41b5-96c4-6f28cc4b741d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:36.991511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-8405382f-ad27-456a-b4b1-a6f207201aca admin admin] Deleting subnet 0cd34ca8-6870-43d6-a0cf-0e9eb74bd833 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:16:36.998833 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8405382f-ad27-456a-b4b1-a6f207201aca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.022014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42382) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:37.059136 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8405382f-ad27-456a-b4b1-a6f207201aca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.070466 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 54ae6281-c9b2-415e-b182-c6ee3765c129 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:37.120876 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 54ae6281-c9b2-415e-b182-c6ee3765c129 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:37.121234 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 54ae6281-c9b2-415e-b182-c6ee3765c129 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:37.121865 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device faecfc38-cbe2-4d57-afd7-0a5b4aaec784 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:37.148832 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8405382f-ad27-456a-b4b1-a6f207201aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.170766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-52614f5b-3f2d-41b5-96c4-6f28cc4b741d None None] For port faecfc38-cbe2-4d57-afd7-0a5b4aaec784, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=faecfc38-cbe2-4d57-afd7-0a5b4aaec784,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:37.171196 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52614f5b-3f2d-41b5-96c4-6f28cc4b741d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.187199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-52614f5b-3f2d-41b5-96c4-6f28cc4b741d None None] Calling delete_port for faecfc38-cbe2-4d57-afd7-0a5b4aaec784 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:37.241632 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a46d2d0d-c8f3-418b-b453-467d4ed41151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.274341 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8405382f-ad27-456a-b4b1-a6f207201aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.281346 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.309626 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405382f-ad27-456a-b4b1-a6f207201aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cd34ca8-6870-43d6-a0cf-0e9eb74bd833,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:37.318916 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8405382f-ad27-456a-b4b1-a6f207201aca admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.321817 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8405382f-ad27-456a-b4b1-a6f207201aca admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0cd34ca8-6870-43d6-a0cf-0e9eb74bd833 HTTP/1.1" status: 204 len: 168 time: 0.4433937 Nov 29 18:16:37.327547 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42386) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:37.328275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 926cd569-4f6f-4d52-b571-ce6e3d7f3731 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:37.329741 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port faecfc38-cbe2-4d57-afd7-0a5b4aaec784, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=faecfc38-cbe2-4d57-afd7-0a5b4aaec784,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:37.338569 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428d78d7-e60a-41e7-ac9f-07928a6d0a39 None None] Network 3944ffa7-5ecb-4251-9143-827f29836334 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:37.355202 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-de77efdb-c1d5-43cb-8fa2-b50c633147c3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.356228 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.463701 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de77efdb-c1d5-43cb-8fa2-b50c633147c3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:37.468677 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-de77efdb-c1d5-43cb-8fa2-b50c633147c3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:37.475176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de77efdb-c1d5-43cb-8fa2-b50c633147c3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:37.475938 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-de77efdb-c1d5-43cb-8fa2-b50c633147c3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.482283 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a46d2d0d-c8f3-418b-b453-467d4ed41151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.502879 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.517943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77efdb-c1d5-43cb-8fa2-b50c633147c3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=80b7a194-97a6-477b-ae06-43fc84ba6aa6,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:37.520787 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a46d2d0d-c8f3-418b-b453-467d4ed41151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.526449 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-de77efdb-c1d5-43cb-8fa2-b50c633147c3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3248754 Nov 29 18:16:37.527087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42388) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:37.533038 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a516239a-dfbc-41e8-b807-0d93adb604ec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:37.566534 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52614f5b-3f2d-41b5-96c4-6f28cc4b741d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.582908 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=faecfc38-cbe2-4d57-afd7-0a5b4aaec784,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:37.589906 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a46d2d0d-c8f3-418b-b453-467d4ed41151 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78104c44bcff492c80b530a9c6ad1a8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5643151 Nov 29 18:16:37.590122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d2d0d-c8f3-418b-b453-467d4ed41151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5165bc45-5438-489a-980b-fdc8445ca307,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:37.593417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42390) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:37.619923 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52614f5b-3f2d-41b5-96c4-6f28cc4b741d None None] Pushing event deleted for resources: {'Port': ['ID=faecfc38-cbe2-4d57-afd7-0a5b4aaec784,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:37.621225 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:37.642315 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52614f5b-3f2d-41b5-96c4-6f28cc4b741d None None] No DVR routers for this DVR port faecfc38-cbe2-4d57-afd7-0a5b4aaec784 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:37.653935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5480023-0342-403f-9a64-75cc4ac05a09 None None] Sync routers for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:37.672027 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.676236 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a50bd98-f8dd-4a14-a942-f5276434bbcf None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:37.695293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5480023-0342-403f-9a64-75cc4ac05a09 None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:37.696254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-d5480023-0342-403f-9a64-75cc4ac05a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:37.728980 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d62d5391-33d1-4cfe-8b0c-565fba320ffe tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.2532969 Nov 29 18:16:37.729995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42392) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:37.777907 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-805ac0c4-53b5-42f4-b26a-806ad3fe3f7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.780030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-d5480023-0342-403f-9a64-75cc4ac05a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:37.792512 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a350c7d-984b-411e-b468-8a99e205c561 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.821966 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5480023-0342-403f-9a64-75cc4ac05a09 None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:37.822617 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-d5480023-0342-403f-9a64-75cc4ac05a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:37.881918 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-d5480023-0342-403f-9a64-75cc4ac05a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:37.882954 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5480023-0342-403f-9a64-75cc4ac05a09 None None] The sync data for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:37.912912 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19285a19-56ec-43f6-b876-277cdf86b4a5 None None] DHCP port deletion for 3944ffa7-5ecb-4251-9143-827f29836334 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:37.965201 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-805ac0c4-53b5-42f4-b26a-806ad3fe3f7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:37.974607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7e7961da-a9d4-4249-8ec8-a1c857bed095 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "GET /v2.0/floatingips/76e41994-2c76-4f4a-8fc6-1bdc26c668dc HTTP/1.1" status: 200 len: 978 time: 0.2409501 Nov 29 18:16:37.980640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42396) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:38.046250 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] Deleting port fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:38.046591 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.077849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-19285a19-56ec-43f6-b876-277cdf86b4a5 None None] Deleting port fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:38.078233 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19285a19-56ec-43f6-b876-277cdf86b4a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.084146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': '80b7a194-97a6-477b-ae06-43fc84ba6aa6'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:16:38.085223 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.120474 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a516239a-dfbc-41e8-b807-0d93adb604ec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:38.124204 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a516239a-dfbc-41e8-b807-0d93adb604ec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.187706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fc20a0a0-9c37-4bc1-8cdc-2c2967604c53 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2059381 Nov 29 18:16:38.190824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42398) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:38.194717 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] For port fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8,segment=NetworkSegment(8c5e0eba-ee94-4f49-a0b8-e2d85127c460),segment_id=8c5e0eba-ee94-4f49-a0b8-e2d85127c460)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:38.195717 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.197737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-762ae0e6-4d5c-432b-8351-5f7d8446ef53 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'floatingip': {'port_id': 'cceb167b-9bf1-4cc5-ba73-a4e0c2e60032'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:38.214862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] Calling delete_port for fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:38.229989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-19285a19-56ec-43f6-b876-277cdf86b4a5 None None] For port fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8,segment=NetworkSegment(8c5e0eba-ee94-4f49-a0b8-e2d85127c460),segment_id=8c5e0eba-ee94-4f49-a0b8-e2d85127c460)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:38.230535 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19285a19-56ec-43f6-b876-277cdf86b4a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.250283 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-19285a19-56ec-43f6-b876-277cdf86b4a5 None None] Calling delete_port for fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:38.265423 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-805ac0c4-53b5-42f4-b26a-806ad3fe3f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.268098 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-805ac0c4-53b5-42f4-b26a-806ad3fe3f7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.273240 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-805ac0c4-53b5-42f4-b26a-806ad3fe3f7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5165bc45-5438-489a-980b-fdc8445ca307 HTTP/1.1" status: 204 len: 168 time: 0.6749046 Nov 29 18:16:38.287876 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-762ae0e6-4d5c-432b-8351-5f7d8446ef53 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.291459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ac0c4-53b5-42f4-b26a-806ad3fe3f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5165bc45-5438-489a-980b-fdc8445ca307,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:38.304422 n-d-819494-5 neutron-server[110004]: INFO neutron.db.ipam_backend_mixin [None req-a516239a-dfbc-41e8-b807-0d93adb604ec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 80b7a194-97a6-477b-ae06-43fc84ba6aa6 (CIDR: 2001:db8::/64) Nov 29 18:16:38.315441 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a516239a-dfbc-41e8-b807-0d93adb604ec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:16:38.315911 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a516239a-dfbc-41e8-b807-0d93adb604ec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:16:38.349348 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a516239a-dfbc-41e8-b807-0d93adb604ec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8200974 Nov 29 18:16:38.355069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42402) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:38.365144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9f4e595e-dec6-4637-be86-242c8e643188 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:38.377378 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.401144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Allocated IP 2001:db8::2 (c052213d-ea6c-4782-b422-f625c0df816d/80b7a194-97a6-477b-ae06-43fc84ba6aa6/9c8d32ef-0568-46e7-9713-70475b774bf8) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:38.420065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:38.422939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] No DVR routers for this DVR port fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:38.470989 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19285a19-56ec-43f6-b876-277cdf86b4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.490218 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19285a19-56ec-43f6-b876-277cdf86b4a5 None None] No DVR routers for this DVR port fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:38.515558 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.520574 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19285a19-56ec-43f6-b876-277cdf86b4a5 None None] Pushing event deleted for resources: {'Port': ['ID=fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:38.546317 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3944ffa7-5ecb-4251-9143-827f29836334']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:38.559369 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5e0eba-ee94-4f49-a0b8-e2d85127c460') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:38.559743 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5e0eba-ee94-4f49-a0b8-e2d85127c460') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:38.572489 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.590041 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.600567 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:16:38.601249 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.635646 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.645446 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:16:38.663812 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:16:38.681826 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.706102 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.708809 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Pushing event updated for resources: {'Port': ['ID=9c8d32ef-0568-46e7-9713-70475b774bf8,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:38.712602 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3944ffa7-5ecb-4251-9143-827f29836334 HTTP/1.1" status: 204 len: 168 time: 1.3836646 Nov 29 18:16:38.714009 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e308aba-1fcb-4518-99fe-e11034e39d32 admin admin] Pushing event deleted for resources: {'Network': ['ID=3944ffa7-5ecb-4251-9143-827f29836334,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:38.727307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:38.728864 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:38.734905 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:38.822488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Attempting to bind port 9c8d32ef-0568-46e7-9713-70475b774bf8 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:16:38.822953 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Attempting to bind port 9c8d32ef-0568-46e7-9713-70475b774bf8 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:16:38.823324 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Attempting to bind port 9c8d32ef-0568-46e7-9713-70475b774bf8 on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:16:38.828970 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:16:38.829381 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:38.829771 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.830173 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:16:38.830679 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Bound port: 9c8d32ef-0568-46e7-9713-70475b774bf8, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:16:38.831083 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:38.849418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 796e7354-2855-4a7e-b18c-5407d965a688 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:38.896060 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 796e7354-2855-4a7e-b18c-5407d965a688 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:38.896590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 796e7354-2855-4a7e-b18c-5407d965a688 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:38.897085 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42416) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:38.897242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:38.923429 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:38.923846 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fa166d82-fa6e-4dce-8dd0-b7eae6ed01e8 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:38.944878 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-631c1329-692e-4c63-91b1-255038b439fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f750c3342aee4e738ec81f4bae1a7a04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435295 Nov 29 18:16:38.947288 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42420) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:38.952541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] For port 9c8d32ef-0568-46e7-9713-70475b774bf8, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:16:38.956928 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] For port 9c8d32ef-0568-46e7-9713-70475b774bf8, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c8d32ef-0568-46e7-9713-70475b774bf8,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:16:38.965496 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:39.049186 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb0642-10e3-4ce5-bad2-0507c7af4505 None None] Pushing event updated for resources: {'Port': ['ID=9c8d32ef-0568-46e7-9713-70475b774bf8,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:39.064453 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88d22dc5-cc2b-42e7-8bb7-bd05b2f3d588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:39.095247 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88d22dc5-cc2b-42e7-8bb7-bd05b2f3d588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:39.104292 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4e595e-dec6-4637-be86-242c8e643188 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:39.107940 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f4e595e-dec6-4637-be86-242c8e643188 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:39.164320 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88d22dc5-cc2b-42e7-8bb7-bd05b2f3d588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:39.167027 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88d22dc5-cc2b-42e7-8bb7-bd05b2f3d588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:39.168361 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-88d22dc5-cc2b-42e7-8bb7-bd05b2f3d588 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba4219ee-7380-4cf9-9e74-7f0c566063f5 HTTP/1.1" status: 204 len: 168 time: 0.2192321 Nov 29 18:16:39.178008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d22dc5-cc2b-42e7-8bb7-bd05b2f3d588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4219ee-7380-4cf9-9e74-7f0c566063f5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:39.295832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8a350c7d-984b-411e-b468-8a99e205c561 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Deleting port 68f49a0d-c204-4f90-ad42-322fff9b4d38 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:39.296184 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a350c7d-984b-411e-b468-8a99e205c561 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:39.522644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a350c7d-984b-411e-b468-8a99e205c561 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:39.563368 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8a350c7d-984b-411e-b468-8a99e205c561 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Calling delete_port for 68f49a0d-c204-4f90-ad42-322fff9b4d38 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:39.624121 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42438) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:39.670704 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fa81fff7-dc28-44d4-a99c-dba1c3d60eec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37ad402c40a848b8847d07331a6cc5df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452895 Nov 29 18:16:39.673377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42440) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:39.723728 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad3afd45-bd71-44bd-a4f8-ad79bb367fe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:39.748008 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad3afd45-bd71-44bd-a4f8-ad79bb367fe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:39.807232 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad3afd45-bd71-44bd-a4f8-ad79bb367fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:39.810459 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ad3afd45-bd71-44bd-a4f8-ad79bb367fe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:39.813995 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ad3afd45-bd71-44bd-a4f8-ad79bb367fe8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d72e87b-e7c5-412d-91c6-a7134f472917 HTTP/1.1" status: 204 len: 168 time: 0.1373343 Nov 29 18:16:39.825027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3afd45-bd71-44bd-a4f8-ad79bb367fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d72e87b-e7c5-412d-91c6-a7134f472917,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:40.200395 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-762ae0e6-4d5c-432b-8351-5f7d8446ef53 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:40.220091 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-762ae0e6-4d5c-432b-8351-5f7d8446ef53 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:40.302821 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a350c7d-984b-411e-b468-8a99e205c561 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:40.314339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.objects.ports [None req-9f4e595e-dec6-4637-be86-242c8e643188 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:16:40.384051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a350c7d-984b-411e-b468-8a99e205c561 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event deleted for resources: {'Port': ['ID=68f49a0d-c204-4f90-ad42-322fff9b4d38,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:40.487312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8dbefaed-30a0-4cf7-8a38-fab06bd3e1d7 None None] Provisioning complete for port 9c8d32ef-0568-46e7-9713-70475b774bf8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:40.487916 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8dbefaed-30a0-4cf7-8a38-fab06bd3e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:40.556487 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-762ae0e6-4d5c-432b-8351-5f7d8446ef53 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Floating IP 76e41994-2c76-4f4a-8fc6-1bdc26c668dc associated. External IP: 172.25.3.121, port: 5f5d0803-a34f-432b-8da1-25a65765ede0. Nov 29 18:16:40.561829 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a350c7d-984b-411e-b468-8a99e205c561 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:40.591612 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8dbefaed-30a0-4cf7-8a38-fab06bd3e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:40.630255 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8dbefaed-30a0-4cf7-8a38-fab06bd3e1d7 None None] For port 9c8d32ef-0568-46e7-9713-70475b774bf8, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c8d32ef-0568-46e7-9713-70475b774bf8,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:40.635077 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8dbefaed-30a0-4cf7-8a38-fab06bd3e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:40.686561 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbefaed-30a0-4cf7-8a38-fab06bd3e1d7 None None] Pushing event updated for resources: {'Port': ['ID=9c8d32ef-0568-46e7-9713-70475b774bf8,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:40.756670 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42464) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:40.851998 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c8d32ef-0568-46e7-9713-70475b774bf8 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:40.871622 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f4e595e-dec6-4637-be86-242c8e643188 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:40.904089 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ce06db0-bc33-4091-87bb-4ecce7e04375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:40.911999 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 9c8d32ef-0568-46e7-9713-70475b774bf8 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:40.912183 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:40.929063 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a350c7d-984b-411e-b468-8a99e205c561 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Router bedc415f-f3fa-4203-837c-c226f23a7a4e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:41.000014 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ce06db0-bc33-4091-87bb-4ecce7e04375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.006469 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3ce06db0-bc33-4091-87bb-4ecce7e04375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.054564 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3ce06db0-bc33-4091-87bb-4ecce7e04375 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9b9d4abb5a24d8a9cc4935817fe80a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2953892 Nov 29 18:16:41.055565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce06db0-bc33-4091-87bb-4ecce7e04375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca4af52-9396-4d91-918a-78f6c90216d1,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:41.059447 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42468) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:41.116289 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-49900eab-d56b-460f-a136-fa6d5c6e346c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.126037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a350c7d-984b-411e-b468-8a99e205c561 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:41.136606 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8a350c7d-984b-411e-b468-8a99e205c561 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "PUT /v2.0/routers/bedc415f-f3fa-4203-837c-c226f23a7a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2443526 Nov 29 18:16:41.140565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42470) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:41.144324 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded76f1e-4f05-4a69-b9f8-5e01a466270c None None] Sync routers for ids ['bedc415f-f3fa-4203-837c-c226f23a7a4e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:41.149931 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762ae0e6-4d5c-432b-8351-5f7d8446ef53 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 926cd569-4f6f-4d52-b571-ce6e3d7f3731 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:41.159075 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded76f1e-4f05-4a69-b9f8-5e01a466270c None None] Routers {'bedc415f-f3fa-4203-837c-c226f23a7a4e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:41.159513 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-49900eab-d56b-460f-a136-fa6d5c6e346c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.160320 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ded76f1e-4f05-4a69-b9f8-5e01a466270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['bedc415f-f3fa-4203-837c-c226f23a7a4e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:41.203141 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ded76f1e-4f05-4a69-b9f8-5e01a466270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:41.214572 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded76f1e-4f05-4a69-b9f8-5e01a466270c None None] Routers {'bedc415f-f3fa-4203-837c-c226f23a7a4e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:41.216147 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ded76f1e-4f05-4a69-b9f8-5e01a466270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['bedc415f-f3fa-4203-837c-c226f23a7a4e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:41.228109 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-3da401d9-1648-4566-8bf0-67f2d42e1e1a tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] show failed (client error): The resource could not be found. Nov 29 18:16:41.233450 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3da401d9-1648-4566-8bf0-67f2d42e1e1a tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1905665144 HTTP/1.1" status: 404 len: 335 time: 0.0886347 Nov 29 18:16:41.245157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42476) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:41.252910 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a744495e-b5fa-4d10-bf40-dd261b796a6e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:41.257709 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ded76f1e-4f05-4a69-b9f8-5e01a466270c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:41.259732 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded76f1e-4f05-4a69-b9f8-5e01a466270c None None] The sync data for ids ['bedc415f-f3fa-4203-837c-c226f23a7a4e'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:41.300207 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-a744495e-b5fa-4d10-bf40-dd261b796a6e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] update failed (client error): The resource could not be found. Nov 29 18:16:41.301811 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a744495e-b5fa-4d10-bf40-dd261b796a6e tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-367144047 HTTP/1.1" status: 404 len: 334 time: 0.0548885 Nov 29 18:16:41.306513 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42478) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:41.373142 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ad4c1d-0fdb-41ea-aa4b-15446005431c tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Deleting subnet 82c00fcf-9596-4231-9f6c-42b3862198a7 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:16:41.376984 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78ad4c1d-0fdb-41ea-aa4b-15446005431c tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.409982 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-49900eab-d56b-460f-a136-fa6d5c6e346c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.413468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-49900eab-d56b-460f-a136-fa6d5c6e346c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.417025 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-49900eab-d56b-460f-a136-fa6d5c6e346c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ca4af52-9396-4d91-918a-78f6c90216d1 HTTP/1.1" status: 204 len: 168 time: 0.3540719 Nov 29 18:16:41.430829 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49900eab-d56b-460f-a136-fa6d5c6e346c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca4af52-9396-4d91-918a-78f6c90216d1,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:41.437526 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78ad4c1d-0fdb-41ea-aa4b-15446005431c tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.539379 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78ad4c1d-0fdb-41ea-aa4b-15446005431c tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.610711 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78ad4c1d-0fdb-41ea-aa4b-15446005431c tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.639804 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad4c1d-0fdb-41ea-aa4b-15446005431c tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event deleted for resources: {'Subnet': ['ID=82c00fcf-9596-4231-9f6c-42b3862198a7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:41.655882 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78ad4c1d-0fdb-41ea-aa4b-15446005431c tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.656249 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b5447-e963-4be8-ac93-9e1c448e13ea None None] Network f68d53bb-a932-4585-ad2d-3c592a71186c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:41.660078 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-78ad4c1d-0fdb-41ea-aa4b-15446005431c tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "DELETE /v2.0/subnets/82c00fcf-9596-4231-9f6c-42b3862198a7 HTTP/1.1" status: 204 len: 168 time: 0.3525970 Nov 29 18:16:41.663271 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42484) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:41.700481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-9f4e595e-dec6-4637-be86-242c8e643188 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] For port 9c8d32ef-0568-46e7-9713-70475b774bf8, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c8d32ef-0568-46e7-9713-70475b774bf8,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:41.746045 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197587cb-a118-4238-adb6-f32b114af7d3 req-c8c8df43-1e03-423b-89f6-2cb018d57d6b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:41.752672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197587cb-a118-4238-adb6-f32b114af7d3 req-c8c8df43-1e03-423b-89f6-2cb018d57d6b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:41.759477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197587cb-a118-4238-adb6-f32b114af7d3 req-c8c8df43-1e03-423b-89f6-2cb018d57d6b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:41.766052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197587cb-a118-4238-adb6-f32b114af7d3 req-c8c8df43-1e03-423b-89f6-2cb018d57d6b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:41.769813 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.774711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197587cb-a118-4238-adb6-f32b114af7d3 req-c8c8df43-1e03-423b-89f6-2cb018d57d6b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:41.781505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197587cb-a118-4238-adb6-f32b114af7d3 req-c8c8df43-1e03-423b-89f6-2cb018d57d6b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:41.790402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197587cb-a118-4238-adb6-f32b114af7d3 req-c8c8df43-1e03-423b-89f6-2cb018d57d6b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:41.792993 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-197587cb-a118-4238-adb6-f32b114af7d3 req-c8c8df43-1e03-423b-89f6-2cb018d57d6b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5446 time: 0.5390851 Nov 29 18:16:41.812928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42486) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:41.817856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762ae0e6-4d5c-432b-8351-5f7d8446ef53 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:41.846046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Deleting port a5db12b0-da42-48b0-8007-a03666fc2255 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:41.846388 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.850224 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f4e595e-dec6-4637-be86-242c8e643188 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.852058 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d1f57e6-13cd-409d-9dae-7f8458a1ac99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.891768 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f4e595e-dec6-4637-be86-242c8e643188 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.892514 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f4e595e-dec6-4637-be86-242c8e643188 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.896752 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfcaaef-e7f0-450b-8043-e2049469d388 None None] Sync routers for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:41.916955 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] For port a5db12b0-da42-48b0-8007-a03666fc2255, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a5db12b0-da42-48b0-8007-a03666fc2255,segment=NetworkSegment(c63f58d8-60eb-4676-802a-836e3da0e646),segment_id=c63f58d8-60eb-4676-802a-836e3da0e646)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:41.917617 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:41.926392 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfcaaef-e7f0-450b-8043-e2049469d388 None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:41.927117 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-6cfcaaef-e7f0-450b-8043-e2049469d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:41.933859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Calling delete_port for a5db12b0-da42-48b0-8007-a03666fc2255 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:41.966153 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-6cfcaaef-e7f0-450b-8043-e2049469d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:41.994144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfcaaef-e7f0-450b-8043-e2049469d388 None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:41.994888 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-6cfcaaef-e7f0-450b-8043-e2049469d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:42.032242 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.042835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4e595e-dec6-4637-be86-242c8e643188 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:42.050636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-6cfcaaef-e7f0-450b-8043-e2049469d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:42.051961 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfcaaef-e7f0-450b-8043-e2049469d388 None None] The sync data for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:42.068360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event deleted for resources: {'Port': ['ID=a5db12b0-da42-48b0-8007-a03666fc2255,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:42.072898 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] No DVR routers for this DVR port a5db12b0-da42-48b0-8007-a03666fc2255 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:42.077632 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-9f4e595e-dec6-4637-be86-242c8e643188 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:42.093015 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac2e150-95c4-43be-8b9d-04637e20fe81 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:42.097446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e595e-dec6-4637-be86-242c8e643188 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:42.098122 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f4e595e-dec6-4637-be86-242c8e643188 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.107311 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e595e-dec6-4637-be86-242c8e643188 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=16326a1f-aebc-414b-9d3e-cb4b1a993be7,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:42.116331 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e595e-dec6-4637-be86-242c8e643188 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=9c8d32ef-0568-46e7-9713-70475b774bf8,revision_number=5']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:42.130433 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-197587cb-a118-4238-adb6-f32b114af7d3 req-7d43f326-70d6-4fb6-bc62-0437ccbfeffa tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3276498 Nov 29 18:16:42.155618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9f4e595e-dec6-4637-be86-242c8e643188 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7981267 Nov 29 18:16:42.159313 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42488) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:42.165427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f66d8bb3-e9f7-49db-a668-bd0c4724c6b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'mac_address': 'fa:16:3e:44:d6:ab', 'name': 'tempest-NetworksTestDHCPv6-304841510'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:42.193701 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.196097 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a961d23-00ec-4143-902d-4c6cfe919d6f None None] DHCP port deletion for f68d53bb-a932-4585-ad2d-3c592a71186c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:42.227260 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68d53bb-a932-4585-ad2d-3c592a71186c']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:42.238572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c63f58d8-60eb-4676-802a-836e3da0e646') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:42.239572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c63f58d8-60eb-4676-802a-836e3da0e646') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:42.250628 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.265285 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.272441 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:16:42.272903 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:16:42.276549 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:16:42.304888 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d1f57e6-13cd-409d-9dae-7f8458a1ac99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.321581 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d1f57e6-13cd-409d-9dae-7f8458a1ac99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.375804 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.385321 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.391737 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "DELETE /v2.0/networks/f68d53bb-a932-4585-ad2d-3c592a71186c HTTP/1.1" status: 204 len: 168 time: 0.7274508 Nov 29 18:16:42.392455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42492) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:42.416880 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec603f52-15d6-4220-a856-0217a802a0da tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event deleted for resources: {'Network': ['ID=f68d53bb-a932-4585-ad2d-3c592a71186c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:42.423241 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2d1f57e6-13cd-409d-9dae-7f8458a1ac99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e3879f67b2643f9bf074686f3f28470&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6034300 Nov 29 18:16:42.429647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42494) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:42.449674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f57e6-13cd-409d-9dae-7f8458a1ac99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f962c7-619f-49af-aca2-95217a7bdaa7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:42.469437 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0a8488-850a-43b8-a64b-4c662fecf900 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Deleting subnet 461651d6-a69d-4bb7-af71-688a87f91123 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:16:42.473132 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7a0a8488-850a-43b8-a64b-4c662fecf900 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.481277 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762ae0e6-4d5c-432b-8351-5f7d8446ef53 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 926cd569-4f6f-4d52-b571-ce6e3d7f3731 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:42.505837 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66d8bb3-e9f7-49db-a668-bd0c4724c6b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:42.556433 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7a0a8488-850a-43b8-a64b-4c662fecf900 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.605687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-b967aac1-ee4e-4de2-ae35-b3947af2f4c8 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:42.611862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-b967aac1-ee4e-4de2-ae35-b3947af2f4c8 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:42.618720 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-b967aac1-ee4e-4de2-ae35-b3947af2f4c8 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:42.620583 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edc3435c-abc2-470d-bc76-3af26fbf5083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.625003 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-b967aac1-ee4e-4de2-ae35-b3947af2f4c8 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:42.631134 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-b967aac1-ee4e-4de2-ae35-b3947af2f4c8 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:42.637157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-b967aac1-ee4e-4de2-ae35-b3947af2f4c8 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:42.643161 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-b967aac1-ee4e-4de2-ae35-b3947af2f4c8 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:42.645176 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-b967aac1-ee4e-4de2-ae35-b3947af2f4c8 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5446 time: 0.1432061 Nov 29 18:16:42.708534 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edc3435c-abc2-470d-bc76-3af26fbf5083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.726341 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f66d8bb3-e9f7-49db-a668-bd0c4724c6b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.729655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-c470e818-9d5a-4a9b-8bbf-82cf74e7d4f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:42.731015 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-c470e818-9d5a-4a9b-8bbf-82cf74e7d4f1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.31 "GET /v2.0/ports/c5850d26-12e4-4c63-9a8e-1d727081b700?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0763097 Nov 29 18:16:42.745394 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762ae0e6-4d5c-432b-8351-5f7d8446ef53 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:42.760127 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-762ae0e6-4d5c-432b-8351-5f7d8446ef53 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.762525 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7a0a8488-850a-43b8-a64b-4c662fecf900 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.784598 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dfa3da-64be-47ce-ad3a-1a58b5a04faa None None] Sync routers for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:42.792733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-f66d8bb3-e9f7-49db-a668-bd0c4724c6b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port 2b2ea38c-1a0e-449c-9bbe-977c5a26e5a9 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:16:42.804546 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dfa3da-64be-47ce-ad3a-1a58b5a04faa None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:42.805199 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-94dfa3da-64be-47ce-ad3a-1a58b5a04faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:42.823013 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c8d32ef-0568-46e7-9713-70475b774bf8 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:42.905250 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-94dfa3da-64be-47ce-ad3a-1a58b5a04faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:42.923576 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-d90fb19a-172b-4dcf-af15-b310ad698243 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.31 "GET /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1852837 Nov 29 18:16:42.926422 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7a0a8488-850a-43b8-a64b-4c662fecf900 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.935209 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dfa3da-64be-47ce-ad3a-1a58b5a04faa None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:42.935532 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-bf44e932-3286-4550-8259-d0c67174c157 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:42.935900 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-94dfa3da-64be-47ce-ad3a-1a58b5a04faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:42.953015 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 9c8d32ef-0568-46e7-9713-70475b774bf8 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:42.953408 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:42.975919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-f66d8bb3-e9f7-49db-a668-bd0c4724c6b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::24f (c052213d-ea6c-4782-b422-f625c0df816d/80b7a194-97a6-477b-ae06-43fc84ba6aa6/2b2ea38c-1a0e-449c-9bbe-977c5a26e5a9) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:42.982505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-f66d8bb3-e9f7-49db-a668-bd0c4724c6b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8:0:1:f816:3eff:fe44:d6ab (c052213d-ea6c-4782-b422-f625c0df816d/16326a1f-aebc-414b-9d3e-cb4b1a993be7/2b2ea38c-1a0e-449c-9bbe-977c5a26e5a9) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:43.016442 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-bf44e932-3286-4550-8259-d0c67174c157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.016857 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-94dfa3da-64be-47ce-ad3a-1a58b5a04faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:43.020745 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dfa3da-64be-47ce-ad3a-1a58b5a04faa None None] The sync data for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:43.074881 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7a0a8488-850a-43b8-a64b-4c662fecf900 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.079150 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7a0a8488-850a-43b8-a64b-4c662fecf900 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "DELETE /v2.0/subnets/461651d6-a69d-4bb7-af71-688a87f91123 HTTP/1.1" status: 204 len: 168 time: 0.6716738 Nov 29 18:16:43.079984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a8488-850a-43b8-a64b-4c662fecf900 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event deleted for resources: {'Subnet': ['ID=461651d6-a69d-4bb7-af71-688a87f91123,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:43.088532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42496) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:43.095819 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fa8841-dcc3-4644-a594-f13bd65ce04b None None] Network 202e5165-5b46-4f41-8f72-156cc2e99ee5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:43.190310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5af5d681-8748-44f2-9f4e-6df3a130a2ee None None] Provisioning complete for port 9c8d32ef-0568-46e7-9713-70475b774bf8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:43.191111 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5af5d681-8748-44f2-9f4e-6df3a130a2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.203517 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edc3435c-abc2-470d-bc76-3af26fbf5083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.206634 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edc3435c-abc2-470d-bc76-3af26fbf5083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.208049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-edc3435c-abc2-470d-bc76-3af26fbf5083 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13f962c7-619f-49af-aca2-95217a7bdaa7 HTTP/1.1" status: 204 len: 168 time: 0.7773578 Nov 29 18:16:43.221788 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-762ae0e6-4d5c-432b-8351-5f7d8446ef53 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "PUT /v2.0/floatingips/76e41994-2c76-4f4a-8fc6-1bdc26c668dc HTTP/1.1" status: 200 len: 978 time: 5.0302827 Nov 29 18:16:43.230861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca69f39e-f8cf-4cec-bac5-3e4c8de49928 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Deleting subnet d3628a21-e0fa-4312-8c39-1dd7fef25e4f {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:16:43.243851 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42502) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:43.257820 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca69f39e-f8cf-4cec-bac5-3e4c8de49928 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.271704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-77bee97e-2542-4995-bedf-34b1478d1ef9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:43.273520 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-bf44e932-3286-4550-8259-d0c67174c157 service neutron] For port c5850d26-12e4-4c63-9a8e-1d727081b700, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c5850d26-12e4-4c63-9a8e-1d727081b700,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:43.310172 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a5db12b0-da42-48b0-8007-a03666fc2255 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:43.323265 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-bf44e932-3286-4550-8259-d0c67174c157 service neutron] For port c5850d26-12e4-4c63-9a8e-1d727081b700, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:16:43.338056 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: a5db12b0-da42-48b0-8007-a03666fc2255 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:43.338411 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a5db12b0-da42-48b0-8007-a03666fc2255 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:43.340228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3435c-abc2-470d-bc76-3af26fbf5083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f962c7-619f-49af-aca2-95217a7bdaa7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:43.368933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-bf44e932-3286-4550-8259-d0c67174c157 service neutron] device_id is not set on port c5850d26-12e4-4c63-9a8e-1d727081b700 yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:16:43.383949 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-bf44e932-3286-4550-8259-d0c67174c157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.393108 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-bf44e932-3286-4550-8259-d0c67174c157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.429481 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca69f39e-f8cf-4cec-bac5-3e4c8de49928 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.434460 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f66d8bb3-e9f7-49db-a668-bd0c4724c6b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.504793 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-bf44e932-3286-4550-8259-d0c67174c157 service neutron] No DVR routers for this DVR port c5850d26-12e4-4c63-9a8e-1d727081b700 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:43.507856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44e932-3286-4550-8259-d0c67174c157 service neutron] Pushing event updated for resources: {'Port': ['ID=c5850d26-12e4-4c63-9a8e-1d727081b700,revision_number=6']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:43.513541 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77bee97e-2542-4995-bedf-34b1478d1ef9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.559244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763642d8-dccf-4c4b-aebb-35bb454266dc None None] DHCP port deletion for 202e5165-5b46-4f41-8f72-156cc2e99ee5 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:43.610778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd631c6-7cbb-48f1-ab23-481ea830e4a7 req-c2284926-f6a3-436e-a57e-41536fa7022e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:43.617592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd631c6-7cbb-48f1-ab23-481ea830e4a7 req-c2284926-f6a3-436e-a57e-41536fa7022e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:43.630774 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-763642d8-dccf-4c4b-aebb-35bb454266dc None None] Deleting port a7759aab-24e2-44d7-9156-b6849fcebc0d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:43.631469 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-763642d8-dccf-4c4b-aebb-35bb454266dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.631859 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd631c6-7cbb-48f1-ab23-481ea830e4a7 req-c2284926-f6a3-436e-a57e-41536fa7022e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:43.639441 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-bf44e932-3286-4550-8259-d0c67174c157 service neutron] In _notify_port_updated(), no bound segment for port c5850d26-12e4-4c63-9a8e-1d727081b700 on network d377bfed-7780-49fd-af42-fe62ff964a43 {{(pid=110004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:16:43.640277 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd631c6-7cbb-48f1-ab23-481ea830e4a7 req-c2284926-f6a3-436e-a57e-41536fa7022e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:43.640410 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-bf44e932-3286-4550-8259-d0c67174c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:43.641023 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-bf44e932-3286-4550-8259-d0c67174c157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.642514 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-bf44e932-3286-4550-8259-d0c67174c157 service neutron] 10.222.0.31 "PUT /v2.0/ports/c5850d26-12e4-4c63-9a8e-1d727081b700 HTTP/1.1" status: 200 len: 1033 time: 0.7122169 Nov 29 18:16:43.649176 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd631c6-7cbb-48f1-ab23-481ea830e4a7 req-c2284926-f6a3-436e-a57e-41536fa7022e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:43.655465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd631c6-7cbb-48f1-ab23-481ea830e4a7 req-c2284926-f6a3-436e-a57e-41536fa7022e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:43.662667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd631c6-7cbb-48f1-ab23-481ea830e4a7 req-c2284926-f6a3-436e-a57e-41536fa7022e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:43.667010 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cd631c6-7cbb-48f1-ab23-481ea830e4a7 req-c2284926-f6a3-436e-a57e-41536fa7022e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 5368 time: 0.3789625 Nov 29 18:16:43.717459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-6634d90d-cbc4-4191-ab83-f63a5dcd7756 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:43.719418 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-6634d90d-cbc4-4191-ab83-f63a5dcd7756 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.31 "GET /v2.0/ports/af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0694602 Nov 29 18:16:43.733344 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-a7795ebc-eb51-4e21-8df8-e3e759c2963d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:43.744557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-763642d8-dccf-4c4b-aebb-35bb454266dc None None] For port a7759aab-24e2-44d7-9156-b6849fcebc0d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a7759aab-24e2-44d7-9156-b6849fcebc0d,segment=NetworkSegment(d4e10669-a5b3-4b21-9e28-e19c03c81ae0),segment_id=d4e10669-a5b3-4b21-9e28-e19c03c81ae0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:43.744962 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-763642d8-dccf-4c4b-aebb-35bb454266dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.765831 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-763642d8-dccf-4c4b-aebb-35bb454266dc None None] Calling delete_port for a7759aab-24e2-44d7-9156-b6849fcebc0d owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:43.770766 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f66d8bb3-e9f7-49db-a668-bd0c4724c6b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.825857 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-a7795ebc-eb51-4e21-8df8-e3e759c2963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.865103 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-763642d8-dccf-4c4b-aebb-35bb454266dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.900404 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763642d8-dccf-4c4b-aebb-35bb454266dc None None] No DVR routers for this DVR port a7759aab-24e2-44d7-9156-b6849fcebc0d on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:43.906750 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763642d8-dccf-4c4b-aebb-35bb454266dc None None] Pushing event deleted for resources: {'Port': ['ID=a7759aab-24e2-44d7-9156-b6849fcebc0d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:43.909906 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e1e2beca-af3f-4cd2-b42e-9bec340b83fd None None] Provisioning complete for port c5850d26-12e4-4c63-9a8e-1d727081b700 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:43.919243 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1e2beca-af3f-4cd2-b42e-9bec340b83fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:43.959850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e1e2beca-af3f-4cd2-b42e-9bec340b83fd None None] Port c5850d26-12e4-4c63-9a8e-1d727081b700 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:16:43.998672 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77bee97e-2542-4995-bedf-34b1478d1ef9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:44.000525 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-a7795ebc-eb51-4e21-8df8-e3e759c2963d service neutron] For port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:44.012194 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cd631c6-7cbb-48f1-ab23-481ea830e4a7 req-ff9c8705-033c-4fe7-bcab-5baf06e5fe97 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=689ae37e-c2c3-46c0-aeeb-e44f846c3456&id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3325748 Nov 29 18:16:44.022498 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca69f39e-f8cf-4cec-bac5-3e4c8de49928 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:44.026890 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66d8bb3-e9f7-49db-a668-bd0c4724c6b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:44.029718 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77bee97e-2542-4995-bedf-34b1478d1ef9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:44.029890 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-77bee97e-2542-4995-bedf-34b1478d1ef9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Floating IP 76e41994-2c76-4f4a-8fc6-1bdc26c668dc disassociated. External IP: 172.25.3.121, port: cceb167b-9bf1-4cc5-ba73-a4e0c2e60032. Nov 29 18:16:44.049454 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-a7795ebc-eb51-4e21-8df8-e3e759c2963d service neutron] For port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:16:44.099788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f66d8bb3-e9f7-49db-a668-bd0c4724c6b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:44.102107 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-a7795ebc-eb51-4e21-8df8-e3e759c2963d service neutron] device_id is not set on port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:16:44.102620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66d8bb3-e9f7-49db-a668-bd0c4724c6b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:44.116410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66d8bb3-e9f7-49db-a668-bd0c4724c6b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:44.116410 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f66d8bb3-e9f7-49db-a668-bd0c4724c6b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:44.116624 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-a7795ebc-eb51-4e21-8df8-e3e759c2963d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:44.124510 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-a7795ebc-eb51-4e21-8df8-e3e759c2963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:44.129792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d8bb3-e9f7-49db-a668-bd0c4724c6b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=2b2ea38c-1a0e-449c-9bbe-977c5a26e5a9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:44.199217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f66d8bb3-e9f7-49db-a668-bd0c4724c6b1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0361667 Nov 29 18:16:44.199966 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42524) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:44.201594 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-a7795ebc-eb51-4e21-8df8-e3e759c2963d service neutron] No DVR routers for this DVR port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:44.249635 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7795ebc-eb51-4e21-8df8-e3e759c2963d service neutron] Pushing event updated for resources: {'Port': ['ID=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e,revision_number=6']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:44.276975 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca69f39e-f8cf-4cec-bac5-3e4c8de49928 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:44.279351 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-a7795ebc-eb51-4e21-8df8-e3e759c2963d service neutron] In _notify_port_updated(), no bound segment for port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e on network d377bfed-7780-49fd-af42-fe62ff964a43 {{(pid=110004) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:16:44.280779 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-a7795ebc-eb51-4e21-8df8-e3e759c2963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:44.281428 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-a7795ebc-eb51-4e21-8df8-e3e759c2963d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:44.283806 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-a7795ebc-eb51-4e21-8df8-e3e759c2963d service neutron] 10.222.0.31 "PUT /v2.0/ports/af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e HTTP/1.1" status: 200 len: 1033 time: 0.5546713 Nov 29 18:16:44.339873 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca69f39e-f8cf-4cec-bac5-3e4c8de49928 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:44.345562 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ca69f39e-f8cf-4cec-bac5-3e4c8de49928 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "DELETE /v2.0/subnets/d3628a21-e0fa-4312-8c39-1dd7fef25e4f HTTP/1.1" status: 204 len: 168 time: 1.2510765 Nov 29 18:16:44.346158 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42528) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:44.347210 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69f39e-f8cf-4cec-bac5-3e4c8de49928 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event deleted for resources: {'Subnet': ['ID=d3628a21-e0fa-4312-8c39-1dd7fef25e4f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:44.348612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a598f9-4b76-4bc6-8c32-c90acb215315 None None] Network 0666d44c-a03c-4701-b380-e86496aaf02e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:44.444650 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-5c232619-7336-4393-b278-3b85dbf8c8a5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Deleting port e73ed092-ce3c-4b7f-94df-2e0d60df025e {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:44.445259 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-5c232619-7336-4393-b278-3b85dbf8c8a5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:44.672085 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-5c232619-7336-4393-b278-3b85dbf8c8a5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] For port e73ed092-ce3c-4b7f-94df-2e0d60df025e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e73ed092-ce3c-4b7f-94df-2e0d60df025e,segment=NetworkSegment(46a35f99-4c12-457a-ac53-3e115df10652),segment_id=46a35f99-4c12-457a-ac53-3e115df10652)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:44.672556 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-5c232619-7336-4393-b278-3b85dbf8c8a5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:44.702839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-268c057a-b805-4f85-bcd7-9c0917b88ee1 None None] Provisioning complete for port 2b2ea38c-1a0e-449c-9bbe-977c5a26e5a9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:44.703873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-5c232619-7336-4393-b278-3b85dbf8c8a5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Calling delete_port for e73ed092-ce3c-4b7f-94df-2e0d60df025e owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:44.723343 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-268c057a-b805-4f85-bcd7-9c0917b88ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:44.763349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe59029-8aec-49dd-a4c3-5af556dfa097 None None] DHCP port deletion for 0666d44c-a03c-4701-b380-e86496aaf02e request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:44.822633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-268c057a-b805-4f85-bcd7-9c0917b88ee1 None None] Port 2b2ea38c-1a0e-449c-9bbe-977c5a26e5a9 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:16:44.852221 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a7759aab-24e2-44d7-9156-b6849fcebc0d no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:44.856882 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-268c057a-b805-4f85-bcd7-9c0917b88ee1 None None] Provisioning complete for port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:44.857618 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-268c057a-b805-4f85-bcd7-9c0917b88ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:44.927997 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-5c232619-7336-4393-b278-3b85dbf8c8a5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:44.987418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-268c057a-b805-4f85-bcd7-9c0917b88ee1 None None] Port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:16:44.989855 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: a7759aab-24e2-44d7-9156-b6849fcebc0d {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:44.990542 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a7759aab-24e2-44d7-9156-b6849fcebc0d not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:45.002556 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7fe59029-8aec-49dd-a4c3-5af556dfa097 None None] Deleting port b6389144-2465-4671-b56b-f49d7567a720 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:45.002990 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7fe59029-8aec-49dd-a4c3-5af556dfa097 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.053732 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c232619-7336-4393-b278-3b85dbf8c8a5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event deleted for resources: {'Port': ['ID=e73ed092-ce3c-4b7f-94df-2e0d60df025e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:45.058574 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-5c232619-7336-4393-b278-3b85dbf8c8a5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] No DVR routers for this DVR port e73ed092-ce3c-4b7f-94df-2e0d60df025e on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:45.061317 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-5c232619-7336-4393-b278-3b85dbf8c8a5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.065739 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-5c232619-7336-4393-b278-3b85dbf8c8a5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.31 "DELETE /v2.0/ports/e73ed092-ce3c-4b7f-94df-2e0d60df025e HTTP/1.1" status: 204 len: 173 time: 0.7754042 Nov 29 18:16:45.066246 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-deleted', 'tag': 'e73ed092-ce3c-4b7f-94df-2e0d60df025e'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:16:45.069908 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6c33f0-e726-4a3c-b243-38202ac2aa5e" -d '{"events": [{"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-deleted", "tag": "e73ed092-ce3c-4b7f-94df-2e0d60df025e"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:16:45.109556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1ce5a1d8-7ea3-4405-b821-e410972c4360 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port 2b2ea38c-1a0e-449c-9bbe-977c5a26e5a9 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:45.110065 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ce5a1d8-7ea3-4405-b821-e410972c4360 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.116708 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e66b40ba-2916-488d-b548-4956158d2cfa tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.124330 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7fe59029-8aec-49dd-a4c3-5af556dfa097 None None] For port b6389144-2465-4671-b56b-f49d7567a720, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b6389144-2465-4671-b56b-f49d7567a720,segment=NetworkSegment(784e2d93-4f91-41da-bdb4-abfc8eebc082),segment_id=784e2d93-4f91-41da-bdb4-abfc8eebc082)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:45.124750 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7fe59029-8aec-49dd-a4c3-5af556dfa097 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.139983 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7fe59029-8aec-49dd-a4c3-5af556dfa097 None None] Calling delete_port for b6389144-2465-4671-b56b-f49d7567a720 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:45.240826 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-4dc252be-113e-40e9-a6d2-2ff4c5196162 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Deleting port 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:45.241547 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-4dc252be-113e-40e9-a6d2-2ff4c5196162 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.249537 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7fe59029-8aec-49dd-a4c3-5af556dfa097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.290138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe59029-8aec-49dd-a4c3-5af556dfa097 None None] No DVR routers for this DVR port b6389144-2465-4671-b56b-f49d7567a720 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:45.294809 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe59029-8aec-49dd-a4c3-5af556dfa097 None None] Pushing event deleted for resources: {'Port': ['ID=b6389144-2465-4671-b56b-f49d7567a720,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:45.305896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bee97e-2542-4995-bedf-34b1478d1ef9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 926cd569-4f6f-4d52-b571-ce6e3d7f3731 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:45.365723 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-4dc252be-113e-40e9-a6d2-2ff4c5196162 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] For port 0c5a5880-da85-4a3c-b1f8-4c388c11ce37, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0c5a5880-da85-4a3c-b1f8-4c388c11ce37,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:45.366102 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-4dc252be-113e-40e9-a6d2-2ff4c5196162 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.381949 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-4dc252be-113e-40e9-a6d2-2ff4c5196162 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Calling delete_port for 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:45.396700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af3151-f5f7-4c01-8662-e19c6eabba64 req-f076ce52-5ffd-4f6b-af14-f636100f4c65 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:45.403444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af3151-f5f7-4c01-8662-e19c6eabba64 req-f076ce52-5ffd-4f6b-af14-f636100f4c65 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:45.409611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af3151-f5f7-4c01-8662-e19c6eabba64 req-f076ce52-5ffd-4f6b-af14-f636100f4c65 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:45.416520 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af3151-f5f7-4c01-8662-e19c6eabba64 req-f076ce52-5ffd-4f6b-af14-f636100f4c65 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:45.418307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b0af3151-f5f7-4c01-8662-e19c6eabba64 req-f076ce52-5ffd-4f6b-af14-f636100f4c65 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 3151 time: 0.2002354 Nov 29 18:16:45.462027 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bc338e-2242-4b21-b529-fa41252c3749 x-openstack-request-id: req-d3bc338e-2242-4b21-b529-fa41252c3749 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:16:45.462334 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-deleted", "tag": "e73ed092-ce3c-4b7f-94df-2e0d60df025e", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:16:45.462610 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3bc338e-2242-4b21-b529-fa41252c3749 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:16:45.463073 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-deleted', 'tag': 'e73ed092-ce3c-4b7f-94df-2e0d60df025e', 'status': 'completed', 'code': 200} Nov 29 18:16:45.556013 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ce5a1d8-7ea3-4405-b821-e410972c4360 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.571542 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e66b40ba-2916-488d-b548-4956158d2cfa tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.593334 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1ce5a1d8-7ea3-4405-b821-e410972c4360 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for 2b2ea38c-1a0e-449c-9bbe-977c5a26e5a9 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:45.619895 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-4dc252be-113e-40e9-a6d2-2ff4c5196162 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.628668 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e66b40ba-2916-488d-b548-4956158d2cfa tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202e5165-5b46-4f41-8f72-156cc2e99ee5']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:45.667741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc252be-113e-40e9-a6d2-2ff4c5196162 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event deleted for resources: {'Port': ['ID=0c5a5880-da85-4a3c-b1f8-4c388c11ce37,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:45.711680 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-4dc252be-113e-40e9-a6d2-2ff4c5196162 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] No DVR routers for this DVR port 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:45.714348 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-4dc252be-113e-40e9-a6d2-2ff4c5196162 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.716463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e66b40ba-2916-488d-b548-4956158d2cfa tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e10669-a5b3-4b21-9e28-e19c03c81ae0') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:45.716768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e66b40ba-2916-488d-b548-4956158d2cfa tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e10669-a5b3-4b21-9e28-e19c03c81ae0') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:45.718443 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-4dc252be-113e-40e9-a6d2-2ff4c5196162 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.31 "DELETE /v2.0/ports/0c5a5880-da85-4a3c-b1f8-4c388c11ce37 HTTP/1.1" status: 204 len: 173 time: 0.6443388 Nov 29 18:16:45.740976 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b0af3151-f5f7-4c01-8662-e19c6eabba64 req-eb5b78bc-f216-41f3-86db-56d1537b89e5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653916 Nov 29 18:16:45.744674 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e66b40ba-2916-488d-b548-4956158d2cfa tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.767853 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e66b40ba-2916-488d-b548-4956158d2cfa tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.771280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bee97e-2542-4995-bedf-34b1478d1ef9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:45.777576 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77bee97e-2542-4995-bedf-34b1478d1ef9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.781674 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f532802e-68e8-4326-aecc-35d7b6555f7f None None] Sync routers for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:45.795653 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f532802e-68e8-4326-aecc-35d7b6555f7f None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:45.796790 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f532802e-68e8-4326-aecc-35d7b6555f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:45.804434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66b40ba-2916-488d-b548-4956158d2cfa tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:16:45.804857 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e66b40ba-2916-488d-b548-4956158d2cfa tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:16:45.811795 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:16:45.836119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f532802e-68e8-4326-aecc-35d7b6555f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:45.846763 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f532802e-68e8-4326-aecc-35d7b6555f7f None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:45.847604 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f532802e-68e8-4326-aecc-35d7b6555f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:45.889376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f532802e-68e8-4326-aecc-35d7b6555f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:45.889614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-23b8e751-63ac-4972-995b-5106f6977ca0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Deleting port 58205b60-33ce-4521-8706-6a9cb00f44ef {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:45.890043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f532802e-68e8-4326-aecc-35d7b6555f7f None None] The sync data for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:45.890635 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-77bee97e-2542-4995-bedf-34b1478d1ef9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "PUT /v2.0/floatingips/76e41994-2c76-4f4a-8fc6-1bdc26c668dc HTTP/1.1" status: 200 len: 688 time: 2.6385524 Nov 29 18:16:45.894194 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42568) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:45.894602 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-23b8e751-63ac-4972-995b-5106f6977ca0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.939578 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e66b40ba-2916-488d-b548-4956158d2cfa tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.943853 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e66b40ba-2916-488d-b548-4956158d2cfa tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:45.947938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e66b40ba-2916-488d-b548-4956158d2cfa tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "DELETE /v2.0/networks/202e5165-5b46-4f41-8f72-156cc2e99ee5 HTTP/1.1" status: 204 len: 168 time: 1.5970535 Nov 29 18:16:45.950122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42570) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:45.959856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42572) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:45.987529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device c5850d26-12e4-4c63-9a8e-1d727081b700 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:46.025384 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b40ba-2916-488d-b548-4956158d2cfa tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event deleted for resources: {'Network': ['ID=202e5165-5b46-4f41-8f72-156cc2e99ee5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:46.074847 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fa82-edd6-40cf-a6a5-770a51884fee tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.079135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-23b8e751-63ac-4972-995b-5106f6977ca0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] For port 58205b60-33ce-4521-8706-6a9cb00f44ef, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=58205b60-33ce-4521-8706-6a9cb00f44ef,segment=NetworkSegment(46a35f99-4c12-457a-ac53-3e115df10652),segment_id=46a35f99-4c12-457a-ac53-3e115df10652)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:46.080475 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-23b8e751-63ac-4972-995b-5106f6977ca0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.087332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device c5850d26-12e4-4c63-9a8e-1d727081b700 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:46.087776 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e73ed092-ce3c-4b7f-94df-2e0d60df025e no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:46.101188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-23b8e751-63ac-4972-995b-5106f6977ca0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Calling delete_port for 58205b60-33ce-4521-8706-6a9cb00f44ef owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:46.121997 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: e73ed092-ce3c-4b7f-94df-2e0d60df025e {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:46.124027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e73ed092-ce3c-4b7f-94df-2e0d60df025e not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:46.124474 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 17492e79-7d27-4b2d-8ba8-94b6d25ef180 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:46.154104 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-74da07f8-49f4-4e5f-b0df-85ee6b43216c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Deleting port a45e43d0-95f4-4488-8f8a-e2b2664810fb {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:46.155136 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74da07f8-49f4-4e5f-b0df-85ee6b43216c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.228396 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b43d76bb-d00d-4825-83b1-ee97a6edb11f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.242334 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ce5a1d8-7ea3-4405-b821-e410972c4360 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.243669 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.273919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17492e79-7d27-4b2d-8ba8-94b6d25ef180'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:16:46.276819 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6f33b2-ad41-491a-9ca0-ff5c01b13975" -d '{"events": [{"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-unplugged", "status": "completed", "tag": "17492e79-7d27-4b2d-8ba8-94b6d25ef180"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:16:46.297864 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 17492e79-7d27-4b2d-8ba8-94b6d25ef180, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=17492e79-7d27-4b2d-8ba8-94b6d25ef180,segment=NetworkSegment(bdb9b35b-929e-48ef-b77a-34267b716371),segment_id=bdb9b35b-929e-48ef-b77a-34267b716371)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:46.303489 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.305045 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5a1d8-7ea3-4405-b821-e410972c4360 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=2b2ea38c-1a0e-449c-9bbe-977c5a26e5a9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:46.306749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:46.333335 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-23b8e751-63ac-4972-995b-5106f6977ca0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.362926 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d37090-3cd0-495b-8977-e6a157f4159c x-openstack-request-id: req-f3d37090-3cd0-495b-8977-e6a157f4159c {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:16:46.363270 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-unplugged", "status": "completed", "tag": "17492e79-7d27-4b2d-8ba8-94b6d25ef180", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:16:46.363570 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3d37090-3cd0-495b-8977-e6a157f4159c {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:16:46.363976 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17492e79-7d27-4b2d-8ba8-94b6d25ef180', 'code': 200} Nov 29 18:16:46.385844 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74da07f8-49f4-4e5f-b0df-85ee6b43216c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.386171 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74da07f8-49f4-4e5f-b0df-85ee6b43216c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.392340 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ce5a1d8-7ea3-4405-b821-e410972c4360 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.396771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1ce5a1d8-7ea3-4405-b821-e410972c4360 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/2b2ea38c-1a0e-449c-9bbe-977c5a26e5a9 HTTP/1.1" status: 204 len: 168 time: 2.1951380 Nov 29 18:16:46.401217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:46.401997 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 730944eb-08af-4c38-8053-b6e3b74e99c3 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:46.403532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42578) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:46.441073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8e751-63ac-4972-995b-5106f6977ca0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event deleted for resources: {'Port': ['ID=58205b60-33ce-4521-8706-6a9cb00f44ef,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:46.444409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-74da07f8-49f4-4e5f-b0df-85ee6b43216c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Calling delete_port for a45e43d0-95f4-4488-8f8a-e2b2664810fb owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:46.449421 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fa82-edd6-40cf-a6a5-770a51884fee tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.496754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=17492e79-7d27-4b2d-8ba8-94b6d25ef180,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:46.521900 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-23b8e751-63ac-4972-995b-5106f6977ca0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] No DVR routers for this DVR port 58205b60-33ce-4521-8706-6a9cb00f44ef on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:46.524820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e9a6fa82-edd6-40cf-a6a5-770a51884fee tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0666d44c-a03c-4701-b380-e86496aaf02e']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:46.527932 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-23b8e751-63ac-4972-995b-5106f6977ca0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.531319 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-23b8e751-63ac-4972-995b-5106f6977ca0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.31 "DELETE /v2.0/ports/58205b60-33ce-4521-8706-6a9cb00f44ef HTTP/1.1" status: 204 len: 173 time: 0.8046684 Nov 29 18:16:46.547397 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e9a6fa82-edd6-40cf-a6a5-770a51884fee tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784e2d93-4f91-41da-bdb4-abfc8eebc082') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:46.547703 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e9a6fa82-edd6-40cf-a6a5-770a51884fee tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784e2d93-4f91-41da-bdb4-abfc8eebc082') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:46.559512 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.559790 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b43d76bb-d00d-4825-83b1-ee97a6edb11f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.571566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaae7f0-f24f-4af9-8c94-9b87d688887a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:46.573131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fdaae7f0-f24f-4af9-8c94-9b87d688887a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1664507 Nov 29 18:16:46.575766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42580) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:46.583983 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fa82-edd6-40cf-a6a5-770a51884fee tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.587929 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b43d76bb-d00d-4825-83b1-ee97a6edb11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.600912 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 730944eb-08af-4c38-8053-b6e3b74e99c3, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=730944eb-08af-4c38-8053-b6e3b74e99c3,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:46.609134 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.610266 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:46.614619 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fa82-edd6-40cf-a6a5-770a51884fee tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.641365 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:46.641992 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 0c5a5880-da85-4a3c-b1f8-4c388c11ce37 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:46.642293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 58205b60-33ce-4521-8706-6a9cb00f44ef no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:46.646865 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a6fa82-edd6-40cf-a6a5-770a51884fee tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:16:46.647086 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fa82-edd6-40cf-a6a5-770a51884fee tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:16:46.650173 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:16:46.681557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b43d76bb-d00d-4825-83b1-ee97a6edb11f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=722c000c3624461a91af0a99cd210e02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7198911 Nov 29 18:16:46.685911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 58205b60-33ce-4521-8706-6a9cb00f44ef {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:46.686526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 58205b60-33ce-4521-8706-6a9cb00f44ef not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:46.686731 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42582) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:46.703182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d76bb-d00d-4825-83b1-ee97a6edb11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d92a40-08c0-4485-ad2f-a3890887992e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:46.711451 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=730944eb-08af-4c38-8053-b6e3b74e99c3,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:46.727479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6070f236-385c-440a-b47a-922a1a01e203 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:46.731915 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fa82-edd6-40cf-a6a5-770a51884fee tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.732068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6070f236-385c-440a-b47a-922a1a01e203 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1553032 Nov 29 18:16:46.733346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42584) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:46.737224 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fa82-edd6-40cf-a6a5-770a51884fee tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.743025 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e9a6fa82-edd6-40cf-a6a5-770a51884fee tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "DELETE /v2.0/networks/0666d44c-a03c-4701-b380-e86496aaf02e HTTP/1.1" status: 204 len: 168 time: 0.7912254 Nov 29 18:16:46.749405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42586) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:46.853199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b6389144-2465-4671-b56b-f49d7567a720 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:46.861675 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6fa82-edd6-40cf-a6a5-770a51884fee tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event deleted for resources: {'Network': ['ID=0666d44c-a03c-4701-b380-e86496aaf02e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:46.871186 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-532cfd5f-78df-4e0a-8ec8-e4d71163dcee tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Deleting port 730944eb-08af-4c38-8053-b6e3b74e99c3 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:46.874915 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-532cfd5f-78df-4e0a-8ec8-e4d71163dcee tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.881229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2318b8-d7eb-45a1-98e2-1ac23b318320 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:46.882896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2318b8-d7eb-45a1-98e2-1ac23b318320 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:46.884422 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2318b8-d7eb-45a1-98e2-1ac23b318320 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:46.886574 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: b6389144-2465-4671-b56b-f49d7567a720 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:46.887005 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f6cc72-353b-4c24-b1ab-7bdfa52fe368 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Deleting subnet 551bcd35-dbeb-4463-a72c-f246b0879e12 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:16:46.887375 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b6389144-2465-4671-b56b-f49d7567a720 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:46.889706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5b2318b8-d7eb-45a1-98e2-1ac23b318320 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1521015 Nov 29 18:16:46.892970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42592) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:46.934436 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-87f6cc72-353b-4c24-b1ab-7bdfa52fe368 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.964021 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b85f07c-b187-4d81-bc60-871a2e20c63c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.973627 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74da07f8-49f4-4e5f-b0df-85ee6b43216c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:46.993020 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-87f6cc72-353b-4c24-b1ab-7bdfa52fe368 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.029481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da07f8-49f4-4e5f-b0df-85ee6b43216c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Port': ['ID=a45e43d0-95f4-4488-8f8a-e2b2664810fb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:47.041336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bad094-94ea-49fd-a146-ac6dd205065c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 16326a1f-aebc-414b-9d3e-cb4b1a993be7 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:16:47.063215 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-532cfd5f-78df-4e0a-8ec8-e4d71163dcee tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] For port 730944eb-08af-4c38-8053-b6e3b74e99c3, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=730944eb-08af-4c38-8053-b6e3b74e99c3,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:47.063586 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-532cfd5f-78df-4e0a-8ec8-e4d71163dcee tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.065484 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b85f07c-b187-4d81-bc60-871a2e20c63c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.076014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d9f0f-6e56-4a82-bff6-95bab07206bb req-b216ab82-1eca-4b9c-a212-a7d16315c86a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:47.081895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d9f0f-6e56-4a82-bff6-95bab07206bb req-b216ab82-1eca-4b9c-a212-a7d16315c86a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:47.084131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b5d9f0f-6e56-4a82-bff6-95bab07206bb req-b216ab82-1eca-4b9c-a212-a7d16315c86a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 1678 time: 0.2342131 Nov 29 18:16:47.084578 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-532cfd5f-78df-4e0a-8ec8-e4d71163dcee tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Calling delete_port for 730944eb-08af-4c38-8053-b6e3b74e99c3 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:47.089435 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-81bad094-94ea-49fd-a146-ac6dd205065c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.159673 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-87f6cc72-353b-4c24-b1ab-7bdfa52fe368 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.199360 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-81bad094-94ea-49fd-a146-ac6dd205065c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.260611 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74da07f8-49f4-4e5f-b0df-85ee6b43216c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.263206 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74da07f8-49f4-4e5f-b0df-85ee6b43216c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.264367 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-74da07f8-49f4-4e5f-b0df-85ee6b43216c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/floatingips/76e41994-2c76-4f4a-8fc6-1bdc26c668dc HTTP/1.1" status: 204 len: 168 time: 1.3678429 Nov 29 18:16:47.267802 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-87f6cc72-353b-4c24-b1ab-7bdfa52fe368 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.270636 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42594) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:47.284045 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b5d9f0f-6e56-4a82-bff6-95bab07206bb req-10e94266-f559-423a-8c78-11c89500e27c tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790404 Nov 29 18:16:47.308079 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6cc72-353b-4c24-b1ab-7bdfa52fe368 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event deleted for resources: {'Subnet': ['ID=551bcd35-dbeb-4463-a72c-f246b0879e12,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:47.317362 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-2934aa41-a7ff-4b70-8cb5-94c99966b5c7 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] delete failed (client error): The resource could not be found. Nov 29 18:16:47.317584 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-87f6cc72-353b-4c24-b1ab-7bdfa52fe368 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.325512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2934aa41-a7ff-4b70-8cb5-94c99966b5c7 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/floatingips/76e41994-2c76-4f4a-8fc6-1bdc26c668dc HTTP/1.1" status: 404 len: 345 time: 0.0458298 Nov 29 18:16:47.325680 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-87f6cc72-353b-4c24-b1ab-7bdfa52fe368 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "DELETE /v2.0/subnets/551bcd35-dbeb-4463-a72c-f246b0879e12 HTTP/1.1" status: 204 len: 168 time: 0.5693407 Nov 29 18:16:47.325680 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42596) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:47.326245 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42598) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:47.333663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1bf313-066e-4ba1-a3fb-457b251e0dd4 None None] Network bfd98d5c-ab45-46ba-8a1c-77deaa8224fb requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:47.345396 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b85f07c-b187-4d81-bc60-871a2e20c63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.347998 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b85f07c-b187-4d81-bc60-871a2e20c63c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.351524 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9b85f07c-b187-4d81-bc60-871a2e20c63c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88d92a40-08c0-4485-ad2f-a3890887992e HTTP/1.1" status: 204 len: 168 time: 0.6535192 Nov 29 18:16:47.366628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85f07c-b187-4d81-bc60-871a2e20c63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d92a40-08c0-4485-ad2f-a3890887992e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:47.376566 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-81bad094-94ea-49fd-a146-ac6dd205065c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.449021 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-532cfd5f-78df-4e0a-8ec8-e4d71163dcee tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.460228 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-81bad094-94ea-49fd-a146-ac6dd205065c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.466518 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-deleted', 'tag': '0c5a5880-da85-4a3c-b1f8-4c388c11ce37'}, {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-deleted', 'tag': '58205b60-33ce-4521-8706-6a9cb00f44ef'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:16:47.468842 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a003dacb-9d31-4d83-a718-55437063050a" -d '{"events": [{"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-deleted", "tag": "0c5a5880-da85-4a3c-b1f8-4c388c11ce37"}, {"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-deleted", "tag": "58205b60-33ce-4521-8706-6a9cb00f44ef"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:16:47.500530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bad094-94ea-49fd-a146-ac6dd205065c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=16326a1f-aebc-414b-9d3e-cb4b1a993be7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:47.504698 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-81bad094-94ea-49fd-a146-ac6dd205065c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.508387 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-81bad094-94ea-49fd-a146-ac6dd205065c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/16326a1f-aebc-414b-9d3e-cb4b1a993be7 HTTP/1.1" status: 204 len: 168 time: 0.5978954 Nov 29 18:16:47.510443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42604) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:47.525155 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f76e45d-c2fd-487c-9a23-59dfb684650f None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:47.563772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-43bc13a5-5c92-41ec-af54-36a523472732 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet 80b7a194-97a6-477b-ae06-43fc84ba6aa6 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:16:47.573644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43bc13a5-5c92-41ec-af54-36a523472732 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.577921 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 29 Nov 2021 18:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd53bef4-edf3-479d-b11e-e614fff652a9 x-openstack-request-id: req-dd53bef4-edf3-479d-b11e-e614fff652a9 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:16:47.578224 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-deleted", "tag": "0c5a5880-da85-4a3c-b1f8-4c388c11ce37", "status": "completed", "code": 200}, {"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-deleted", "tag": "58205b60-33ce-4521-8706-6a9cb00f44ef", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:16:47.578481 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd53bef4-edf3-479d-b11e-e614fff652a9 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:16:47.578917 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-deleted', 'tag': '0c5a5880-da85-4a3c-b1f8-4c388c11ce37', 'status': 'completed', 'code': 200} Nov 29 18:16:47.579166 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-deleted', 'tag': '58205b60-33ce-4521-8706-6a9cb00f44ef', 'status': 'completed', 'code': 200} Nov 29 18:16:47.580925 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cfd5f-78df-4e0a-8ec8-e4d71163dcee tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event deleted for resources: {'Port': ['ID=730944eb-08af-4c38-8053-b6e3b74e99c3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:47.606200 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.651906 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d02745-6dd8-4360-b268-c455f403db0d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:47.652439 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43bc13a5-5c92-41ec-af54-36a523472732 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.661360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d02745-6dd8-4360-b268-c455f403db0d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:47.672311 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d02745-6dd8-4360-b268-c455f403db0d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:47.677692 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-90d02745-6dd8-4360-b268-c455f403db0d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "GET /v2.0/ports?network_id=3979fb79-145c-49d3-8965-05f04baacf74 HTTP/1.1" status: 200 len: 2358 time: 0.3450229 Nov 29 18:16:47.682272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42608) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:47.776499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e3e917-b9b2-497c-a8b2-5994bf2d3a33 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:47.778102 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a9e3e917-b9b2-497c-a8b2-5994bf2d3a33 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "GET /v2.0/subnets/c7742feb-43d3-4a02-8381-1c1ed3109a8c HTTP/1.1" status: 200 len: 797 time: 0.0942972 Nov 29 18:16:47.791195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] DHCP port deletion for bfd98d5c-ab45-46ba-8a1c-77deaa8224fb request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:47.796428 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42610) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:47.804393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ff549a30-56d3-4d26-9066-e94a6007dab9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'port': {'network_id': '3979fb79-145c-49d3-8965-05f04baacf74', 'name': 'tempest-FloatingIPTestJSON-1170249116', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:47.820965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42612) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:47.863314 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Deleting port 6f6fdde0-8c52-42e9-ad11-875942a9d9ed {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:47.864559 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.882824 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d4273f7-7137-4cd4-b678-b828e302ba1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.907119 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43bc13a5-5c92-41ec-af54-36a523472732 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.973721 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] For port 6f6fdde0-8c52-42e9-ad11-875942a9d9ed, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6f6fdde0-8c52-42e9-ad11-875942a9d9ed,segment=NetworkSegment(fd3e9935-34df-40bc-8830-15cacc245fcc),segment_id=fd3e9935-34df-40bc-8830-15cacc245fcc)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:47.974542 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:47.992143 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Calling delete_port for 6f6fdde0-8c52-42e9-ad11-875942a9d9ed owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:48.085242 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d4273f7-7137-4cd4-b678-b828e302ba1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:48.108007 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d4273f7-7137-4cd4-b678-b828e302ba1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:48.140956 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:48.195028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Pushing event deleted for resources: {'Port': ['ID=6f6fdde0-8c52-42e9-ad11-875942a9d9ed,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:48.197618 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] No DVR routers for this DVR port 6f6fdde0-8c52-42e9-ad11-875942a9d9ed on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:48.202287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff549a30-56d3-4d26-9066-e94a6007dab9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Made reservation on behalf of 3142202504bc418590ec5be780e1a3ae for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:48.207618 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:48.207973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:48.208319 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:48.208838 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:48.209225 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:48.212006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:48.212006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:48.212006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:48.212006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:48.212006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:48.212006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:48.212006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e73c633-a4a5-49ea-9cd2-69259cd642d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:16:48.251749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3d4273f7-7137-4cd4-b678-b828e302ba1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb76f9d384a645248c1571844de73ab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4296269 Nov 29 18:16:48.293467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42618) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:48.295473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4273f7-7137-4cd4-b678-b828e302ba1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552205ec-0ab4-495e-abb5-cafb09388b26,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:48.307414 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43bc13a5-5c92-41ec-af54-36a523472732 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:48.340846 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-532cfd5f-78df-4e0a-8ec8-e4d71163dcee tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] No DVR routers for this DVR port 730944eb-08af-4c38-8053-b6e3b74e99c3 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:48.350243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc13a5-5c92-41ec-af54-36a523472732 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=80b7a194-97a6-477b-ae06-43fc84ba6aa6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:48.352382 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43bc13a5-5c92-41ec-af54-36a523472732 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:48.358557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-43bc13a5-5c92-41ec-af54-36a523472732 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/80b7a194-97a6-477b-ae06-43fc84ba6aa6 HTTP/1.1" status: 204 len: 168 time: 0.8470275 Nov 29 18:16:48.361426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42622) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:48.365456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '730944eb-08af-4c38-8053-b6e3b74e99c3'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:16:48.367794 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eabfd03-066b-4e0b-948a-439e096f6079" -d '{"events": [{"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-unplugged", "status": "completed", "tag": "730944eb-08af-4c38-8053-b6e3b74e99c3"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:16:48.371210 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-532cfd5f-78df-4e0a-8ec8-e4d71163dcee tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:48.380557 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-532cfd5f-78df-4e0a-8ec8-e4d71163dcee tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.31 "DELETE /v2.0/ports/730944eb-08af-4c38-8053-b6e3b74e99c3 HTTP/1.1" status: 204 len: 173 time: 1.8416097 Nov 29 18:16:48.426813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ebf143a6-b988-45f5-a4ee-77b0e02a3bfd tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641022 Nov 29 18:16:48.427546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42626) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:48.435522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-36cc7aa0-f26b-4563-bd5f-5b6e0b65b999 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:48.449098 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e62822-ffed-40df-9d46-be302a279f9a x-openstack-request-id: req-99e62822-ffed-40df-9d46-be302a279f9a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:16:48.450057 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-unplugged", "status": "completed", "tag": "730944eb-08af-4c38-8053-b6e3b74e99c3", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:16:48.450320 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99e62822-ffed-40df-9d46-be302a279f9a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:16:48.450724 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '730944eb-08af-4c38-8053-b6e3b74e99c3', 'code': 200} Nov 29 18:16:48.541511 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff549a30-56d3-4d26-9066-e94a6007dab9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:48.564521 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0a09e1b-25d5-49ae-8c34-5360d8a229b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:48.567404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Deleting port 6f6fdde0-8c52-42e9-ad11-875942a9d9ed {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:48.567721 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:48.605029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-ff549a30-56d3-4d26-9066-e94a6007dab9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] device_id is not set on port 19bec363-12d7-4dbe-ac98-93230d57c0af yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:16:48.644361 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0a09e1b-25d5-49ae-8c34-5360d8a229b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:48.645375 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041238a-858b-4e0d-a29f-1068abf5f4e6 req-b7781311-1fae-4c13-81a2-9ea8f35f3ed4 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:48.646996 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8041238a-858b-4e0d-a29f-1068abf5f4e6 req-b7781311-1fae-4c13-81a2-9ea8f35f3ed4 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 944 time: 0.2035923 Nov 29 18:16:48.679053 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] For port 6f6fdde0-8c52-42e9-ad11-875942a9d9ed, host n-d-819494-5, got binding levels [] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:48.679424 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:48.701888 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-8870fe9f-ad59-4ed4-af65-8dc3fdb50af7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Deleting port 17492e79-7d27-4b2d-8ba8-94b6d25ef180 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:48.702025 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-8870fe9f-ad59-4ed4-af65-8dc3fdb50af7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:48.713989 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Calling delete_port for 6f6fdde0-8c52-42e9-ad11-875942a9d9ed owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:48.718407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-8447d883-10cb-4433-8879-68c4d1bc741e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2401798 Nov 29 18:16:48.729872 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.ipam_backend_mixin [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Port 6f6fdde0-8c52-42e9-ad11-875942a9d9ed was not found and therefore no delete operation was performed {{(pid=110004) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 18:16:48.745186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cc7aa0-f26b-4563-bd5f-5b6e0b65b999 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:48.752235 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-36cc7aa0-f26b-4563-bd5f-5b6e0b65b999 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:48.784243 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:48.804280 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f27f0e2-8cea-41b7-a026-b89ea01f332d None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:48.855862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] No DVR routers for this DVR port 6f6fdde0-8c52-42e9-ad11-875942a9d9ed on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:48.857958 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6f6fdde0-8c52-42e9-ad11-875942a9d9ed no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:48.864621 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event deleted for resources: {'Port': ['ID=6f6fdde0-8c52-42e9-ad11-875942a9d9ed,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:48.882144 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8041238a-858b-4e0d-a29f-1068abf5f4e6 req-3f0c46b3-7f0e-4104-8211-5e3a336bc002 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083378 Nov 29 18:16:48.893684 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0a09e1b-25d5-49ae-8c34-5360d8a229b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:48.896710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 6f6fdde0-8c52-42e9-ad11-875942a9d9ed {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:48.897291 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6f6fdde0-8c52-42e9-ad11-875942a9d9ed not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:48.897614 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b0a09e1b-25d5-49ae-8c34-5360d8a229b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:48.899739 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b0a09e1b-25d5-49ae-8c34-5360d8a229b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/552205ec-0ab4-495e-abb5-cafb09388b26 HTTP/1.1" status: 204 len: 168 time: 0.5569334 Nov 29 18:16:48.915198 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a09e1b-25d5-49ae-8c34-5360d8a229b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552205ec-0ab4-495e-abb5-cafb09388b26,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:48.918916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-53c159e6-d04b-4e3d-8ba8-e341d9bbcd17 None None] Provisioning complete for port 9c8d32ef-0568-46e7-9713-70475b774bf8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:48.919546 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53c159e6-d04b-4e3d-8ba8-e341d9bbcd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:49.023260 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:49.038679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-8870fe9f-ad59-4ed4-af65-8dc3fdb50af7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] For port 17492e79-7d27-4b2d-8ba8-94b6d25ef180, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=17492e79-7d27-4b2d-8ba8-94b6d25ef180,segment=NetworkSegment(bdb9b35b-929e-48ef-b77a-34267b716371),segment_id=bdb9b35b-929e-48ef-b77a-34267b716371)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:49.038960 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-8870fe9f-ad59-4ed4-af65-8dc3fdb50af7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:49.077903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd98d5c-ab45-46ba-8a1c-77deaa8224fb']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:49.152201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3e9935-34df-40bc-8830-15cacc245fcc') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:49.152551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3e9935-34df-40bc-8830-15cacc245fcc') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:49.185706 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:49.229163 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:49.271322 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:16:49.271857 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:16:49.275603 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:16:49.417826 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-6564e370-999b-4756-bd1c-97e6caed1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:49.418652 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-6564e370-999b-4756-bd1c-97e6caed1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:49.419240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-6564e370-999b-4756-bd1c-97e6caed1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:49.419781 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-6564e370-999b-4756-bd1c-97e6caed1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:49.420804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-6564e370-999b-4756-bd1c-97e6caed1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:49.420804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-6564e370-999b-4756-bd1c-97e6caed1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:49.421168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-6564e370-999b-4756-bd1c-97e6caed1235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:49.423214 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-6564e370-999b-4756-bd1c-97e6caed1235 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69148bb57fa54adf911a3855e38b3970&device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 6492 time: 0.6655164 Nov 29 18:16:49.427432 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:49.431500 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:49.438884 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "DELETE /v2.0/networks/bfd98d5c-ab45-46ba-8a1c-77deaa8224fb HTTP/1.1" status: 204 len: 168 time: 2.1138487 Nov 29 18:16:49.447778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42640) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:49.448691 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcd4fbe-6455-434e-8128-334afc217a23 None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:16:49.502627 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2d8e8-0ba8-4d01-a8de-2d885544f44d tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Pushing event deleted for resources: {'Network': ['ID=bfd98d5c-ab45-46ba-8a1c-77deaa8224fb,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:49.521107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd4fbe-6455-434e-8128-334afc217a23 None None] Deleting port 9c8d32ef-0568-46e7-9713-70475b774bf8 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:49.521733 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4fbe-6455-434e-8128-334afc217a23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:49.525600 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-8870fe9f-ad59-4ed4-af65-8dc3fdb50af7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:49.526106 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-8870fe9f-ad59-4ed4-af65-8dc3fdb50af7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:49.526440 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-8870fe9f-ad59-4ed4-af65-8dc3fdb50af7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Floating IP 5cf8e32e-751d-4338-9d02-4a7f3cab30e9 disassociated. External IP: 172.25.3.160, port: 17492e79-7d27-4b2d-8ba8-94b6d25ef180. Nov 29 18:16:49.526816 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-8870fe9f-ad59-4ed4-af65-8dc3fdb50af7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Calling delete_port for 17492e79-7d27-4b2d-8ba8-94b6d25ef180 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:49.531069 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-86c817e5-42e4-420d-b02a-1232cd1bef47 tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "GET /v2.0/ports?device_id=bedc415f-f3fa-4203-837c-c226f23a7a4e HTTP/1.1" status: 200 len: 205 time: 0.0694456 Nov 29 18:16:49.534939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42644) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:49.602203 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5fcd4fbe-6455-434e-8128-334afc217a23 None None] For port 9c8d32ef-0568-46e7-9713-70475b774bf8, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c8d32ef-0568-46e7-9713-70475b774bf8,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:49.603184 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4fbe-6455-434e-8128-334afc217a23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:49.619582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd4fbe-6455-434e-8128-334afc217a23 None None] Calling delete_port for 9c8d32ef-0568-46e7-9713-70475b774bf8 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:49.683823 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-deleted', 'tag': '730944eb-08af-4c38-8053-b6e3b74e99c3'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:16:49.686255 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd44e4c-53f2-4e37-bef9-994607b221c6" -d '{"events": [{"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-deleted", "tag": "730944eb-08af-4c38-8053-b6e3b74e99c3"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:16:49.704885 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-ff549a30-56d3-4d26-9066-e94a6007dab9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Allocated IP 172.20.0.14 (3979fb79-145c-49d3-8965-05f04baacf74/c7742feb-43d3-4a02-8381-1c1ed3109a8c/19bec363-12d7-4dbe-ac98-93230d57c0af) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:49.721314 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03735fef-8b81-43a8-9e91-4c915b150fde tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:49.724902 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-8870fe9f-ad59-4ed4-af65-8dc3fdb50af7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:49.738916 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4fbe-6455-434e-8128-334afc217a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:49.786641 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfe2ff2-9c05-4f80-8f58-ef0c1e5a2d75 x-openstack-request-id: req-4cfe2ff2-9c05-4f80-8f58-ef0c1e5a2d75 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:16:49.787240 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-deleted", "tag": "730944eb-08af-4c38-8053-b6e3b74e99c3", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:16:49.787649 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cfe2ff2-9c05-4f80-8f58-ef0c1e5a2d75 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:16:49.788291 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-deleted', 'tag': '730944eb-08af-4c38-8053-b6e3b74e99c3', 'status': 'completed', 'code': 200} Nov 29 18:16:49.790547 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870fe9f-ad59-4ed4-af65-8dc3fdb50af7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event deleted for resources: {'Port': ['ID=17492e79-7d27-4b2d-8ba8-94b6d25ef180,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:49.798945 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-ff549a30-56d3-4d26-9066-e94a6007dab9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Allocated IP 172.20.0.13 (3979fb79-145c-49d3-8965-05f04baacf74/c7742feb-43d3-4a02-8381-1c1ed3109a8c/19bec363-12d7-4dbe-ac98-93230d57c0af) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:49.813037 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd4fbe-6455-434e-8128-334afc217a23 None None] Pushing event deleted for resources: {'Port': ['ID=9c8d32ef-0568-46e7-9713-70475b774bf8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:49.818543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd4fbe-6455-434e-8128-334afc217a23 None None] No DVR routers for this DVR port 9c8d32ef-0568-46e7-9713-70475b774bf8 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:49.872116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-a4979666-d9dc-408a-81db-8ca804631476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:49.872587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-a4979666-d9dc-408a-81db-8ca804631476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:49.873055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-a4979666-d9dc-408a-81db-8ca804631476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:49.874712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-a4979666-d9dc-408a-81db-8ca804631476 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8c7b00ca-e0ef-4d99-bd10-71bb21595ae3&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=d9f36459-b545-4033-9511-3819613163f0&id=d9f36459-b545-4033-9511-3819613163f0 HTTP/1.1" status: 200 len: 2294 time: 0.4178441 Nov 29 18:16:49.932142 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-8870fe9f-ad59-4ed4-af65-8dc3fdb50af7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Router aa0a8600-d365-4dbf-a006-5b2a16bf360d has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:50.027655 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-36cc7aa0-f26b-4563-bd5f-5b6e0b65b999 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:50.058239 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03735fef-8b81-43a8-9e91-4c915b150fde tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:50.070924 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-8870fe9f-ad59-4ed4-af65-8dc3fdb50af7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:50.084710 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7700fd5a-85dc-478a-b588-b741aaa77323 None None] Sync routers for ids ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:50.102549 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700fd5a-85dc-478a-b588-b741aaa77323 None None] Routers {'aa0a8600-d365-4dbf-a006-5b2a16bf360d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:50.103306 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7700fd5a-85dc-478a-b588-b741aaa77323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:50.120617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-8870fe9f-ad59-4ed4-af65-8dc3fdb50af7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] No DVR routers for this DVR port 17492e79-7d27-4b2d-8ba8-94b6d25ef180 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:16:50.123386 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-8870fe9f-ad59-4ed4-af65-8dc3fdb50af7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:50.128018 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aa8a78a9-d706-4d1d-9621-b0fa60b94f42 req-8870fe9f-ad59-4ed4-af65-8dc3fdb50af7 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.31 "DELETE /v2.0/ports/17492e79-7d27-4b2d-8ba8-94b6d25ef180 HTTP/1.1" status: 204 len: 173 time: 1.7335343 Nov 29 18:16:50.129907 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03735fef-8b81-43a8-9e91-4c915b150fde tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:50.152269 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-440ce9e6-4972-48cb-b7aa-02fb8a8fadc8 req-715901cf-7d87-4750-b024-1834c8c0d88b tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.1258991 Nov 29 18:16:50.234890 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-7700fd5a-85dc-478a-b588-b741aaa77323 None None] Set router aa0a8600-d365-4dbf-a006-5b2a16bf360d gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:16:50.293546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cc7aa0-f26b-4563-bd5f-5b6e0b65b999 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:50.313383 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-36cc7aa0-f26b-4563-bd5f-5b6e0b65b999 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:50.318379 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc7aa0-f26b-4563-bd5f-5b6e0b65b999 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=eae79201-e943-4121-a634-7269cea7a07a,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:50.324872 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-cdc046cc-a807-403f-8d83-9a3b5e055911 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9862376-a235-411c-9516-55e98c12d87f HTTP/1.1" status: 200 len: 1001 time: 0.4123936 Nov 29 18:16:50.326524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc7aa0-f26b-4563-bd5f-5b6e0b65b999 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:50.327329 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-36cc7aa0-f26b-4563-bd5f-5b6e0b65b999 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:50.331299 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f122180-7b4b-48aa-964e-6cb9e377d292 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:50.335100 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03735fef-8b81-43a8-9e91-4c915b150fde tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:50.335532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03735fef-8b81-43a8-9e91-4c915b150fde tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Fanout notify agent at l3_agent the message router_deleted on router bedc415f-f3fa-4203-837c-c226f23a7a4e {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:16:50.362215 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03735fef-8b81-43a8-9e91-4c915b150fde tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:50.366957 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-03735fef-8b81-43a8-9e91-4c915b150fde tempest-RoutersNegativeIpV6Test-540830065 tempest-RoutersNegativeIpV6Test-540830065-project] 10.222.0.23 "DELETE /v2.0/routers/bedc415f-f3fa-4203-837c-c226f23a7a4e HTTP/1.1" status: 204 len: 168 time: 0.8114591 Nov 29 18:16:50.468014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42672) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:50.477797 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-36cc7aa0-f26b-4563-bd5f-5b6e0b65b999 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0469837 Nov 29 18:16:50.478338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-de66735c-1321-47e0-9987-d98f352158cf tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:50.494705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-405eebab-59a6-4e6d-917d-973a718cff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:50.496645 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-405eebab-59a6-4e6d-917d-973a718cff63 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=094912f3-3fa8-4855-8e32-9708e0b4dd0b HTTP/1.1" status: 200 len: 851 time: 0.1643767 Nov 29 18:16:50.544080 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff549a30-56d3-4d26-9066-e94a6007dab9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:50.651074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-c052213d-ea6c-4782-b422-f625c0df816d', 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'tenant_id': '47f5f041d552481c862f2c69ce1af123', 'fixed_ips': [{'subnet_id': 'eae79201-e943-4121-a634-7269cea7a07a'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:16:50.652079 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:50.652642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-fa86df8b-36cf-472f-9fe1-831b8819aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:50.654235 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-fa86df8b-36cf-472f-9fe1-831b8819aaa9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8c7b00ca-e0ef-4d99-bd10-71bb21595ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1398616 Nov 29 18:16:50.776074 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff549a30-56d3-4d26-9066-e94a6007dab9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:50.793378 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7700fd5a-85dc-478a-b588-b741aaa77323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-router', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:52Z', 'revision_number': 4, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'gw_port': {'id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'dfbc3ba3-960b-41ef-b098-e1a5ef3192a9', 'name': '', 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'mac_address': 'fa:16:3e:ec:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:51Z', 'updated_at': '2021-11-29T18:05:59Z', 'revision_number': 5, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'subnets': [{'id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:50.804256 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de66735c-1321-47e0-9987-d98f352158cf tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:50.827819 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-de66735c-1321-47e0-9987-d98f352158cf tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:50.859435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42678) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:50.867572 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c8d32ef-0568-46e7-9713-70475b774bf8 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:16:50.870532 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7700fd5a-85dc-478a-b588-b741aaa77323 None None] Checking router: aa0a8600-d365-4dbf-a006-5b2a16bf360d for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:16:50.901845 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700fd5a-85dc-478a-b588-b741aaa77323 None None] Routers {'aa0a8600-d365-4dbf-a006-5b2a16bf360d'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:50.902473 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7700fd5a-85dc-478a-b588-b741aaa77323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:50.923725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff549a30-56d3-4d26-9066-e94a6007dab9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 3979fb79-145c-49d3-8965-05f04baacf74 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:50.958267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-ff549a30-56d3-4d26-9066-e94a6007dab9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:50.962805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Allocated IP 2001:db8::2 (c052213d-ea6c-4782-b422-f625c0df816d/eae79201-e943-4121-a634-7269cea7a07a/9108e814-59f5-4d5c-a334-3991fe740856) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:50.965357 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 9c8d32ef-0568-46e7-9713-70475b774bf8 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:16:50.965746 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c8d32ef-0568-46e7-9713-70475b774bf8 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:16:50.968590 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff549a30-56d3-4d26-9066-e94a6007dab9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:51.034527 n-d-819494-5 neutron-server[110004]: INFO neutron.db.ipam_backend_mixin [None req-de66735c-1321-47e0-9987-d98f352158cf tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eae79201-e943-4121-a634-7269cea7a07a (CIDR: 2001:db8::/64) Nov 29 18:16:51.040850 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-de66735c-1321-47e0-9987-d98f352158cf tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:16:51.041331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de66735c-1321-47e0-9987-d98f352158cf tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:16:51.058417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff549a30-56d3-4d26-9066-e94a6007dab9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:51.058417 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff549a30-56d3-4d26-9066-e94a6007dab9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:51.085312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42684) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:51.086227 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-de66735c-1321-47e0-9987-d98f352158cf tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6154308 Nov 29 18:16:51.100250 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'subnet': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:51.107006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff549a30-56d3-4d26-9066-e94a6007dab9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=19bec363-12d7-4dbe-ac98-93230d57c0af,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:51.143734 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-b7f9d31f-b24c-42df-9a6a-cbe891550f52 service neutron] 10.222.0.31 "GET /v2.0/networks/8c7b00ca-e0ef-4d99-bd10-71bb21595ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802873 Nov 29 18:16:51.149999 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-7700fd5a-85dc-478a-b588-b741aaa77323 None None] Set router aa0a8600-d365-4dbf-a006-5b2a16bf360d gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:16:51.183938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ff549a30-56d3-4d26-9066-e94a6007dab9 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.3855231 Nov 29 18:16:51.186063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42690) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:51.190601 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '19bec363-12d7-4dbe-ac98-93230d57c0af', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:51.285530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:51.304923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-da625a53-f4c9-43df-b190-c1f74e4694a5 service neutron] 10.222.0.31 "GET /v2.0/networks/8c7b00ca-e0ef-4d99-bd10-71bb21595ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197593 Nov 29 18:16:51.384705 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:51.401854 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:51.459099 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Pushing event updated for resources: {'Port': ['ID=9108e814-59f5-4d5c-a334-3991fe740856,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:51.488966 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:51.492669 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:51.500434 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:51.522042 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:51.540981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-db917156-6a13-4a97-bfd8-f6aa7cc6a501 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=fa4a748b-18d2-456f-8305-9cb0f74b625b HTTP/1.1" status: 200 len: 217 time: 0.2273402 Nov 29 18:16:51.550639 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b4819cb-1493-4a46-803d-c273fdd44ece req-2dd6d430-d764-4a31-99c1-386b9558aa04 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.2085693 Nov 29 18:16:51.632812 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Attempting to bind port 9108e814-59f5-4d5c-a334-3991fe740856 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:16:51.634562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Attempting to bind port 9108e814-59f5-4d5c-a334-3991fe740856 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:16:51.635054 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Attempting to bind port 9108e814-59f5-4d5c-a334-3991fe740856 on network c052213d-ea6c-4782-b422-f625c0df816d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:16:51.649417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:16:51.649733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Checking segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:16:51.651577 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:51.652153 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Bound using segment: {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:16:51.652579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Bound port: 9108e814-59f5-4d5c-a334-3991fe740856, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe45e601-0717-4ca8-91b0-7af471618a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:16:51.655625 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7700fd5a-85dc-478a-b588-b741aaa77323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-router', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:52Z', 'revision_number': 4, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'gw_port': {'id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'dfbc3ba3-960b-41ef-b098-e1a5ef3192a9', 'name': '', 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'mac_address': 'fa:16:3e:ec:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:51Z', 'updated_at': '2021-11-29T18:05:59Z', 'revision_number': 5, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'subnets': [{'id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:51.656243 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:51.668118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-508c669e-7b8f-42f3-8f39-8fe43b57c5f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07c08798fa3b4b9e87ce0f5b4bec2c82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8045998 Nov 29 18:16:51.668978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42702) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:51.704866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-62251db1-815f-4b6f-8bba-10b66388e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:51.706377 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-62251db1-815f-4b6f-8bba-10b66388e3f3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.1530538 Nov 29 18:16:51.729737 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Allocated IP 172.25.3.115 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/33d56e89-5063-4ed1-80fc-7cac055c7f13) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:51.762341 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:51.766396 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bb5b24dc-414f-41ad-a9e2-60d84db398e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:51.766560 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:51.806470 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-deleted', 'tag': '17492e79-7d27-4b2d-8ba8-94b6d25ef180'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:16:51.808892 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac47121-9505-4e0c-9417-47f3928f9d99" -d '{"events": [{"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-deleted", "tag": "17492e79-7d27-4b2d-8ba8-94b6d25ef180"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:16:51.822530 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] For port 9108e814-59f5-4d5c-a334-3991fe740856, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:16:51.826312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] For port 9108e814-59f5-4d5c-a334-3991fe740856, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9108e814-59f5-4d5c-a334-3991fe740856,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:16:51.834049 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:51.915330 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bb5b24dc-414f-41ad-a9e2-60d84db398e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:51.919882 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c82f91-2197-41e4-bfa0-0ef09eac7c79 x-openstack-request-id: req-b7c82f91-2197-41e4-bfa0-0ef09eac7c79 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:16:51.920468 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfef855a-c7ea-4f23-b91c-05670e9a55c3", "name": "network-vif-deleted", "tag": "17492e79-7d27-4b2d-8ba8-94b6d25ef180", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:16:51.920909 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7c82f91-2197-41e4-bfa0-0ef09eac7c79 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:16:51.921488 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfef855a-c7ea-4f23-b91c-05670e9a55c3', 'name': 'network-vif-deleted', 'tag': '17492e79-7d27-4b2d-8ba8-94b6d25ef180', 'status': 'completed', 'code': 200} Nov 29 18:16:51.929746 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9301b9c-da68-4ff8-a48c-5f83108a1737 None None] Pushing event updated for resources: {'Port': ['ID=9108e814-59f5-4d5c-a334-3991fe740856,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:51.969716 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-c160395b-0bc1-4e19-a143-5dd4e9e4cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:51.971530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-c160395b-0bc1-4e19-a143-5dd4e9e4cf6c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2577467 Nov 29 18:16:52.053182 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7700fd5a-85dc-478a-b588-b741aaa77323 None None] The sync data for ids ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'] in n-d-819494-5 is: [{'id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-router', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:52Z', 'revision_number': 4, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'gw_port': {'id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'dfbc3ba3-960b-41ef-b098-e1a5ef3192a9', 'name': '', 'network_id': '61ba322e-fbbf-41dc-a676-fbf94bf423e7', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'mac_address': 'fa:16:3e:ec:cb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:51Z', 'updated_at': '2021-11-29T18:05:59Z', 'revision_number': 5, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'subnets': [{'id': 'ddd95e10-71b6-4e7a-9420-b299dbcdb3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:52.065064 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:52.087176 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bb5b24dc-414f-41ad-a9e2-60d84db398e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:52.090779 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bb5b24dc-414f-41ad-a9e2-60d84db398e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:52.092836 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bb5b24dc-414f-41ad-a9e2-60d84db398e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b15c663b-9378-4004-b61b-d25d9f6f9d14 HTTP/1.1" status: 204 len: 168 time: 0.4227009 Nov 29 18:16:52.145387 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b24dc-414f-41ad-a9e2-60d84db398e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15c663b-9378-4004-b61b-d25d9f6f9d14,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:52.189465 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:52.342842 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-0870d0af-04ab-4167-a1c2-e5bb9a413569 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583436 Nov 29 18:16:52.395110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:52.414749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=33d56e89-5063-4ed1-80fc-7cac055c7f13,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:52.420730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:52.422763 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:52.555811 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-12a677f9-df7a-4442-b34a-0134f3c0b05e service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972697 Nov 29 18:16:52.626505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78805171-4f72-474d-80ba-c4dca1441264 None None] New status for floating IP 5cf8e32e-751d-4338-9d02-4a7f3cab30e9: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:16:52.652810 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-e65a70fb-217e-4634-93b0-3c3f0c08a420 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=f002c88e-cc2b-4dce-8fa1-65fa2b43d135 HTTP/1.1" status: 200 len: 217 time: 0.0871491 Nov 29 18:16:52.851640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.objects.ports [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:16:52.855463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9cb23c2-cf13-4e6d-863d-78b34dc7ce5d req-d6246855-48d4-4484-991a-f4763d8a0a94 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.0937419 Nov 29 18:16:52.946696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-a657e456-e4c6-47cc-9e5c-21f526cb0205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:52.960352 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-a657e456-e4c6-47cc-9e5c-21f526cb0205 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.2991703 Nov 29 18:16:53.002062 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9108e814-59f5-4d5c-a334-3991fe740856 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:53.064473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-c7b5f99c-a387-4471-a529-26ad90bf45be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:53.066267 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-c7b5f99c-a387-4471-a529-26ad90bf45be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0949888 Nov 29 18:16:53.148469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 9108e814-59f5-4d5c-a334-3991fe740856 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:53.148975 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:53.240638 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:53.310607 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:53.340918 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:53.366316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 9108e814-59f5-4d5c-a334-3991fe740856, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9108e814-59f5-4d5c-a334-3991fe740856,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:53.374261 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:53.476414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-38819aa5-5c57-4e74-8bde-d083a68edbe2 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996329 Nov 29 18:16:53.503612 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:16:53.504210 n-d-819494-5 neutron-server[110005]: DEBUG oslo_db.api [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:16:53.513947 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=9108e814-59f5-4d5c-a334-3991fe740856,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:53.556262 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:53.835555 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:53.843386 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:53.989126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-616b7d3d-299d-4ea8-87a4-10bdca302693 None None] Provisioning complete for port 9108e814-59f5-4d5c-a334-3991fe740856 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:53.989467 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-616b7d3d-299d-4ea8-87a4-10bdca302693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:54.021999 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=33d56e89-5063-4ed1-80fc-7cac055c7f13,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:54.068229 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:54.074356 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d07e3b2-5855-4ef4-88af-3edbedbfa9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:54.140745 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:54.196601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b42e406f-ce35-44f7-b30b-3d00ce780138 req-f854a090-8715-45bc-ba9b-7e01bb01ab18 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.0602939 Nov 29 18:16:54.270954 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Floating IP 50286aa8-489e-4cef-9251-64366e42dc33 associated. External IP: 172.25.3.115, port: 19bec363-12d7-4dbe-ac98-93230d57c0af. Nov 29 18:16:54.310145 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-363039c6-575e-43db-8587-c74480c9178c service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8221209 Nov 29 18:16:54.380737 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-41c44d0a-1420-4868-a84e-045d2dfc8a1f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=7c57a7f9-5b4c-4906-b679-7bec1c88b294 HTTP/1.1" status: 200 len: 217 time: 0.0444343 Nov 29 18:16:54.472646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] For port 9108e814-59f5-4d5c-a334-3991fe740856, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9108e814-59f5-4d5c-a334-3991fe740856,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:16:54.475528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-17aeee1f-0d14-4f1b-86aa-03eba868c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:54.477539 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-17aeee1f-0d14-4f1b-86aa-03eba868c36a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.0892305 Nov 29 18:16:54.564551 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:54.564686 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 926cd569-4f6f-4d52-b571-ce6e3d7f3731 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:54.571996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-9949cfe4-038d-42f8-b270-a233f9aa0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:54.574836 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-9949cfe4-038d-42f8-b270-a233f9aa0d41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0816340 Nov 29 18:16:54.575536 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:54.576039 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:54.719191 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Subnet': ['ID=c8984e70-bf95-4923-8260-57716e480273,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:54.739453 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:54.747895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:54.752009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:54.753294 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:54.761848 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6477d6a7-bb79-40f1-a506-a5865dbb7128 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:16:54.836660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=9108e814-59f5-4d5c-a334-3991fe740856,revision_number=5']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:54.865520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fb498f4f-a92e-47b1-bf74-d4a7b062a8c4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.7709033 Nov 29 18:16:54.869339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42766) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:54.879514 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-24582717-b85e-4d3d-9c89-19debe8afcad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Request body: {'port': {'network_id': 'c052213d-ea6c-4782-b422-f625c0df816d', 'mac_address': 'fa:16:3e:e8:4b:af', 'name': 'tempest-NetworksTestDHCPv6-181909533'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:54.902892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-86e36ad5-429f-4150-96a4-f61321905970 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860379 Nov 29 18:16:54.903397 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9108e814-59f5-4d5c-a334-3991fe740856 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:16:55.055479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 9108e814-59f5-4d5c-a334-3991fe740856 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:55.056101 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:55.244734 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:55.262320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-01aeb12f-c6d4-4ccd-981b-f1fe2cd57449 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424408 Nov 29 18:16:55.265784 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0180afa-6ace-42ff-9f6b-74bc64b71fdc None None] Sync routers for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:55.295584 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0180afa-6ace-42ff-9f6b-74bc64b71fdc None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:55.296749 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b0180afa-6ace-42ff-9f6b-74bc64b71fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:55.337725 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b0180afa-6ace-42ff-9f6b-74bc64b71fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:55.351366 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0180afa-6ace-42ff-9f6b-74bc64b71fdc None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:55.352388 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b0180afa-6ace-42ff-9f6b-74bc64b71fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:55.417747 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-fe049a6b-8e5d-4cd9-872d-72d2a3ea99ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=ae646355-ad4c-47e5-bc2b-0ef2ff5562dc HTTP/1.1" status: 200 len: 217 time: 0.1480651 Nov 29 18:16:55.434897 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b0180afa-6ace-42ff-9f6b-74bc64b71fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:55.435908 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0180afa-6ace-42ff-9f6b-74bc64b71fdc None None] The sync data for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:55.436038 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:55.476498 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24582717-b85e-4d3d-9c89-19debe8afcad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Made reservation on behalf of 47f5f041d552481c862f2c69ce1af123 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:16:55.482935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d68c4424-584a-4ede-8e38-6e34875d54c9 req-962f7e76-ecb9-4d4d-858d-27bc3432a083 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.0911443 Nov 29 18:16:55.504014 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7028269e-a4b8-45a5-9b73-6c1bfb660582 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.3167357 Nov 29 18:16:55.505715 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42780) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:55.512766 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-30d7807f-db99-4347-a112-bdb591ebef7a tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'floatingip': {'port_id': '19bec363-12d7-4dbe-ac98-93230d57c0af', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:16:55.619324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-006eab1e-80c4-4439-a3cb-860263466f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:55.620917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-006eab1e-80c4-4439-a3cb-860263466f5e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.1572397 Nov 29 18:16:55.624535 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30d7807f-db99-4347-a112-bdb591ebef7a tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:55.733007 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24582717-b85e-4d3d-9c89-19debe8afcad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:55.748534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-82250a03-d0f3-429e-9805-b8b2d918cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:55.750125 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-82250a03-d0f3-429e-9805-b8b2d918cc1b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1192603 Nov 29 18:16:55.767817 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-24582717-b85e-4d3d-9c89-19debe8afcad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] device_id is not set on port 400d743f-7e65-40dd-ac4a-11d86c9ea9f0 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:16:56.074948 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-fbaf9700-f15d-457d-97e7-480b2b389147 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088055 Nov 29 18:16:56.284867 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-2b7ef684-17d2-4050-af4e-0af6f9401894 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997666 Nov 29 18:16:56.414553 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6899a596-2776-4060-9a4f-9ade1f4c3d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:56.464924 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-e1139220-f5dd-4423-9733-515a40cd32d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1d310fc-38a8-4207-b780-c7b7ed72c64f HTTP/1.1" status: 200 len: 217 time: 0.1227887 Nov 29 18:16:56.556579 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-04b9728c-a26c-4057-8dee-b42b0965e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:56.558058 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-04b9728c-a26c-4057-8dee-b42b0965e198 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c504f4-9df8-4894-b0d2-9a3940ee271e HTTP/1.1" status: 200 len: 797 time: 0.0836589 Nov 29 18:16:56.563089 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-24582717-b85e-4d3d-9c89-19debe8afcad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8::d8 (c052213d-ea6c-4782-b422-f625c0df816d/eae79201-e943-4121-a634-7269cea7a07a/400d743f-7e65-40dd-ac4a-11d86c9ea9f0) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:56.593738 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30d7807f-db99-4347-a112-bdb591ebef7a tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:56.605035 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30d7807f-db99-4347-a112-bdb591ebef7a tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:56.612332 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-24582717-b85e-4d3d-9c89-19debe8afcad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Allocated IP 2001:db8:0:1:f816:3eff:fee8:4baf (c052213d-ea6c-4782-b422-f625c0df816d/c8984e70-bf95-4923-8260-57716e480273/400d743f-7e65-40dd-ac4a-11d86c9ea9f0) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:16:56.615825 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5db88f9c-ba79-4afa-9e9c-02235c5ceaa5 None None] Provisioning complete for port 9108e814-59f5-4d5c-a334-3991fe740856 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:56.618679 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5db88f9c-ba79-4afa-9e9c-02235c5ceaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:56.778839 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-540c9ec4-9e9e-4a18-911d-ab18aaa772bc req-a41706fa-13d7-4536-98fa-0ecf5edf51f5 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.0958362 Nov 29 18:16:56.860210 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-7bd021c5-6c0d-4a2d-8e8e-743c78c41a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:56.862142 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-7bd021c5-6c0d-4a2d-8e8e-743c78c41a99 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9f36459-b545-4033-9511-3819613163f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2964945 Nov 29 18:16:57.073311 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d7807f-db99-4347-a112-bdb591ebef7a tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 926cd569-4f6f-4d52-b571-ce6e3d7f3731 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:57.133225 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:57.133628 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-5fbcffcf-7833-4b3e-be0f-a4621caefaca service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608485 Nov 29 18:16:57.162925 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24582717-b85e-4d3d-9c89-19debe8afcad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:57.219108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d7807f-db99-4347-a112-bdb591ebef7a tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:57.230554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2fa976-5173-43a5-93b0-f1b022c96ccd None None] Sync routers for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:57.231641 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30d7807f-db99-4347-a112-bdb591ebef7a tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:57.249263 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2fa976-5173-43a5-93b0-f1b022c96ccd None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:57.250740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7e2fa976-5173-43a5-93b0-f1b022c96ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:57.313911 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-30d7807f-db99-4347-a112-bdb591ebef7a tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "PUT /v2.0/floatingips/50286aa8-489e-4cef-9251-64366e42dc33 HTTP/1.1" status: 200 len: 979 time: 1.8034277 Nov 29 18:16:57.314167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42800) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:57.369183 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24582717-b85e-4d3d-9c89-19debe8afcad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:57.370736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7e2fa976-5173-43a5-93b0-f1b022c96ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:57.393535 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2fa976-5173-43a5-93b0-f1b022c96ccd None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:57.394946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7e2fa976-5173-43a5-93b0-f1b022c96ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:57.440080 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7e2fa976-5173-43a5-93b0-f1b022c96ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:57.441974 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2fa976-5173-43a5-93b0-f1b022c96ccd None None] The sync data for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:57.487157 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24582717-b85e-4d3d-9c89-19debe8afcad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event updated for resources: {'Port': ['ID=400d743f-7e65-40dd-ac4a-11d86c9ea9f0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:57.511993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24582717-b85e-4d3d-9c89-19debe8afcad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Network c052213d-ea6c-4782-b422-f625c0df816d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:16:57.515973 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-1ef57202-75ff-414f-b4bb-dcd142ea18de service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736925 Nov 29 18:16:57.517449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-24582717-b85e-4d3d-9c89-19debe8afcad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:16:57.531711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24582717-b85e-4d3d-9c89-19debe8afcad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:16:57.538361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24582717-b85e-4d3d-9c89-19debe8afcad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:57.539056 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24582717-b85e-4d3d-9c89-19debe8afcad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:57.576625 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:57.651297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-1bb76a10-4b5f-4dd3-a0fc-5123ad4f1701 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=112a1789-df95-401f-85ce-35d276e8bc81 HTTP/1.1" status: 200 len: 217 time: 0.1036253 Nov 29 18:16:57.663063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-8de2f4df-84b5-4970-8c61-81c306fe47d5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Deleting port 33d56e89-5063-4ed1-80fc-7cac055c7f13 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:57.663329 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8de2f4df-84b5-4970-8c61-81c306fe47d5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:57.764558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-c4af9c4a-91eb-402c-8b4b-f5e39576e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:57.772420 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-c4af9c4a-91eb-402c-8b4b-f5e39576e23d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c504f4-9df8-4894-b0d2-9a3940ee271e HTTP/1.1" status: 200 len: 797 time: 0.1188772 Nov 29 18:16:57.786170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-24582717-b85e-4d3d-9c89-19debe8afcad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.9126008 Nov 29 18:16:57.793137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42806) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:57.870527 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8de2f4df-84b5-4970-8c61-81c306fe47d5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:57.872118 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8de2f4df-84b5-4970-8c61-81c306fe47d5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:57.913691 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-8de2f4df-84b5-4970-8c61-81c306fe47d5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Calling delete_port for 33d56e89-5063-4ed1-80fc-7cac055c7f13 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:57.982711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-cdf6b159-c981-41a6-8f6c-7ba68e2e4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:57.984307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-cdf6b159-c981-41a6-8f6c-7ba68e2e4097 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9f36459-b545-4033-9511-3819613163f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2049193 Nov 29 18:16:58.008293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1beb0b31-c0e7-4244-8f1e-e4e954d1c565 None None] Provisioning complete for port 400d743f-7e65-40dd-ac4a-11d86c9ea9f0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:16:58.008680 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1beb0b31-c0e7-4244-8f1e-e4e954d1c565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:58.027541 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-148a41e0-ea89-4083-8883-ac580c816854 req-7d98acf5-2f4d-4ce7-b085-153cd3735920 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.0550256 Nov 29 18:16:58.124284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1beb0b31-c0e7-4244-8f1e-e4e954d1c565 None None] Port 400d743f-7e65-40dd-ac4a-11d86c9ea9f0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:16:58.197420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-514ce619-6c67-4cb4-9a4a-251dcd6ef0b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting port 400d743f-7e65-40dd-ac4a-11d86c9ea9f0 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:58.197741 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-514ce619-6c67-4cb4-9a4a-251dcd6ef0b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:58.333256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-9c976771-026d-4290-b04d-f6a57244dd9d service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384645 Nov 29 18:16:58.352526 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8de2f4df-84b5-4970-8c61-81c306fe47d5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:58.386072 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2f4df-84b5-4970-8c61-81c306fe47d5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Port': ['ID=33d56e89-5063-4ed1-80fc-7cac055c7f13,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:58.451937 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:16:58.460658 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-514ce619-6c67-4cb4-9a4a-251dcd6ef0b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:58.478843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-514ce619-6c67-4cb4-9a4a-251dcd6ef0b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Calling delete_port for 400d743f-7e65-40dd-ac4a-11d86c9ea9f0 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:58.482931 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8de2f4df-84b5-4970-8c61-81c306fe47d5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:58.483282 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-8de2f4df-84b5-4970-8c61-81c306fe47d5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Floating IP 50286aa8-489e-4cef-9251-64366e42dc33 disassociated (deleted). External IP: 172.25.3.115, port: 19bec363-12d7-4dbe-ac98-93230d57c0af. Nov 29 18:16:58.631219 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925f82e1-24d7-434b-94ac-956b9f677c99 req-9dc1066f-9d2e-4c2e-8a80-dafd85a5c086 service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634904 Nov 29 18:16:58.819881 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de2f4df-84b5-4970-8c61-81c306fe47d5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 926cd569-4f6f-4d52-b571-ce6e3d7f3731 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:16:58.943155 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-514ce619-6c67-4cb4-9a4a-251dcd6ef0b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:58.984674 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de2f4df-84b5-4970-8c61-81c306fe47d5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:16:59.005292 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ff299-09e2-4963-a331-ddff6398b3cf None None] Sync routers for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:16:59.010289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ce619-6c67-4cb4-9a4a-251dcd6ef0b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Port': ['ID=400d743f-7e65-40dd-ac4a-11d86c9ea9f0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:59.016429 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8de2f4df-84b5-4970-8c61-81c306fe47d5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:59.023195 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ff299-09e2-4963-a331-ddff6398b3cf None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:59.023850 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f52ff299-09e2-4963-a331-ddff6398b3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:59.097452 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8de2f4df-84b5-4970-8c61-81c306fe47d5 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/floatingips/50286aa8-489e-4cef-9251-64366e42dc33 HTTP/1.1" status: 204 len: 168 time: 1.7815633 Nov 29 18:16:59.099173 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42826) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:59.112345 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:59.114076 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f52ff299-09e2-4963-a331-ddff6398b3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:59.137667 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52ff299-09e2-4963-a331-ddff6398b3cf None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:16:59.138521 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f52ff299-09e2-4963-a331-ddff6398b3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:59.173046 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-514ce619-6c67-4cb4-9a4a-251dcd6ef0b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:59.179919 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-514ce619-6c67-4cb4-9a4a-251dcd6ef0b8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/400d743f-7e65-40dd-ac4a-11d86c9ea9f0 HTTP/1.1" status: 204 len: 168 time: 1.3836160 Nov 29 18:16:59.181788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42832) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:59.228225 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f52ff299-09e2-4963-a331-ddff6398b3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:16:59.228893 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52ff299-09e2-4963-a331-ddff6398b3cf None None] The sync data for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:16:59.316101 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3988ab33-ee6a-4c3b-9039-61f8c82f4336 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:59.325078 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3988ab33-ee6a-4c3b-9039-61f8c82f4336 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1422076 Nov 29 18:16:59.327752 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42836) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:59.404299 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-26e220d1-1c17-44c1-8035-f4d5fae38850 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Deleting port 19bec363-12d7-4dbe-ac98-93230d57c0af {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:16:59.404850 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26e220d1-1c17-44c1-8035-f4d5fae38850 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:59.460360 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe46a2f0-912c-4e67-9726-82833990baaf req-d9f34cfc-2fc8-4db1-ba10-7b9ed2b3e99e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.0629830 Nov 29 18:16:59.511709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a2d2be-b39e-4239-b15f-070ce5d8a247 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:59.515564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-39a2d2be-b39e-4239-b15f-070ce5d8a247 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1845851 Nov 29 18:16:59.521878 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42840) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:59.596008 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26e220d1-1c17-44c1-8035-f4d5fae38850 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:59.612139 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:59.620608 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-26e220d1-1c17-44c1-8035-f4d5fae38850 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Calling delete_port for 19bec363-12d7-4dbe-ac98-93230d57c0af owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:16:59.629625 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be9b745-bc3f-4c2b-953e-f5442dda5be2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:59.631611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be9b745-bc3f-4c2b-953e-f5442dda5be2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:59.633361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be9b745-bc3f-4c2b-953e-f5442dda5be2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:16:59.635111 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9be9b745-bc3f-4c2b-953e-f5442dda5be2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1121533 Nov 29 18:16:59.637734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42842) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:16:59.703577 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d227b26-4e2b-41a1-a060-8bcd2e6ae494 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet c8984e70-bf95-4923-8260-57716e480273 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:16:59.707946 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d227b26-4e2b-41a1-a060-8bcd2e6ae494 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:59.761470 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d227b26-4e2b-41a1-a060-8bcd2e6ae494 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:59.866158 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d227b26-4e2b-41a1-a060-8bcd2e6ae494 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:59.878293 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26e220d1-1c17-44c1-8035-f4d5fae38850 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:59.930527 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:59.938096 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e220d1-1c17-44c1-8035-f4d5fae38850 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Port': ['ID=19bec363-12d7-4dbe-ac98-93230d57c0af,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:59.951979 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d227b26-4e2b-41a1-a060-8bcd2e6ae494 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:16:59.993146 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d227b26-4e2b-41a1-a060-8bcd2e6ae494 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=c8984e70-bf95-4923-8260-57716e480273,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:16:59.998513 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d227b26-4e2b-41a1-a060-8bcd2e6ae494 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:00.002695 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2d227b26-4e2b-41a1-a060-8bcd2e6ae494 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/c8984e70-bf95-4923-8260-57716e480273 HTTP/1.1" status: 204 len: 168 time: 0.3639519 Nov 29 18:17:00.006936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42844) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:00.008866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ea18af-ddac-4ab9-88d5-9305a3210113 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:00.084099 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26e220d1-1c17-44c1-8035-f4d5fae38850 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:00.090738 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-26e220d1-1c17-44c1-8035-f4d5fae38850 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/ports/19bec363-12d7-4dbe-ac98-93230d57c0af HTTP/1.1" status: 204 len: 168 time: 0.9869773 Nov 29 18:17:00.090920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-e926e0ab-2508-477b-9487-af7578c1ce29 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Deleting subnet eae79201-e943-4121-a634-7269cea7a07a {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:17:00.091375 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42846) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:00.094336 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e926e0ab-2508-477b-9487-af7578c1ce29 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:00.095945 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:00.122169 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:00.151191 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e926e0ab-2508-477b-9487-af7578c1ce29 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:00.296424 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e926e0ab-2508-477b-9487-af7578c1ce29 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:00.380605 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:00.383734 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e926e0ab-2508-477b-9487-af7578c1ce29 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:00.479780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926e0ab-2508-477b-9487-af7578c1ce29 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Subnet': ['ID=eae79201-e943-4121-a634-7269cea7a07a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:00.483559 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e926e0ab-2508-477b-9487-af7578c1ce29 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:00.492308 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e926e0ab-2508-477b-9487-af7578c1ce29 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/eae79201-e943-4121-a634-7269cea7a07a HTTP/1.1" status: 204 len: 168 time: 0.4839494 Nov 29 18:17:00.495780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42858) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:00.604234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-64a3e03e-5792-481f-8546-18f6e277fd7b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023817 Nov 29 18:17:00.604830 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42868) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:00.666278 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Allocated IP 172.25.3.35 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/0d036523-9c40-417c-be7a-e47055b3fd02) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:17:00.698108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44065b83-3dbb-45c8-a6e0-ffdd9b3901ce req-4a7103e2-578d-496e-9e85-8e556a8cd355 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.0828669 Nov 29 18:17:00.741619 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1676e2-2c40-4437-93f0-72104ffd835f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:00.756495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7b1676e2-2c40-4437-93f0-72104ffd835f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1508100 Nov 29 18:17:00.758984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42870) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:00.856001 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafede78-fdc1-4d9a-95ce-8465080af41b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:00.859655 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bafede78-fdc1-4d9a-95ce-8465080af41b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0995798 Nov 29 18:17:00.862212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42872) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:00.929709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bc322bc0-d4c2-469d-aaa4-f2b8855cfae9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642457 Nov 29 18:17:00.935328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42874) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:00.945251 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:00.987088 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e3c16c-2dd7-4404-8480-108b063b6465 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:00.987896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e3c16c-2dd7-4404-8480-108b063b6465 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:00.992198 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-20e3c16c-2dd7-4404-8480-108b063b6465 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/400d743f-7e65-40dd-ac4a-11d86c9ea9f0 HTTP/1.1" status: 404 len: 333 time: 0.0551264 Nov 29 18:17:00.994808 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42878) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:01.027120 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-161b7e2a-2c31-4b8b-a202-25a98aaf99ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:01.027742 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161b7e2a-2c31-4b8b-a202-25a98aaf99ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:01.030962 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-161b7e2a-2c31-4b8b-a202-25a98aaf99ad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/c8984e70-bf95-4923-8260-57716e480273 HTTP/1.1" status: 404 len: 337 time: 0.0350225 Nov 29 18:17:01.033512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42880) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:01.058714 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:01.088784 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4bdd37-0029-40dd-9755-08264bef0271 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:01.103708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4bdd37-0029-40dd-9755-08264bef0271 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:01.117263 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1a4bdd37-0029-40dd-9755-08264bef0271 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/eae79201-e943-4121-a634-7269cea7a07a HTTP/1.1" status: 404 len: 337 time: 0.0824833 Nov 29 18:17:01.117483 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:17:01.118744 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42884) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:01.129412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:01.200465 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:17:01.202654 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82205bd-efe4-4c21-9aa9-037a428745a0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:01.203236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82205bd-efe4-4c21-9aa9-037a428745a0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:01.211829 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a82205bd-efe4-4c21-9aa9-037a428745a0 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/2b2ea38c-1a0e-449c-9bbe-977c5a26e5a9 HTTP/1.1" status: 404 len: 333 time: 0.0746019 Nov 29 18:17:01.212625 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42888) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:01.257086 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e80a855-5480-4f30-ada6-9e5bfd9aaea2 None None] Network c052213d-ea6c-4782-b422-f625c0df816d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:01.294100 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-009034f7-33b5-461c-8a38-774503a34ce3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:01.294857 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009034f7-33b5-461c-8a38-774503a34ce3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:01.306849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-009034f7-33b5-461c-8a38-774503a34ce3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/16326a1f-aebc-414b-9d3e-cb4b1a993be7 HTTP/1.1" status: 404 len: 337 time: 0.0922709 Nov 29 18:17:01.308845 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42890) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:01.326020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=0d036523-9c40-417c-be7a-e47055b3fd02,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:01.398444 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fde431-e039-4f44-97de-18ecf7d0665b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:01.404845 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11fde431-e039-4f44-97de-18ecf7d0665b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:01.411148 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-11fde431-e039-4f44-97de-18ecf7d0665b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/80b7a194-97a6-477b-ae06-43fc84ba6aa6 HTTP/1.1" status: 404 len: 337 time: 0.0973394 Nov 29 18:17:01.419819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42892) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:01.467566 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0cbd05-3d51-4835-a824-f16413a3c6a4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:01.468160 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0cbd05-3d51-4835-a824-f16413a3c6a4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:01.476615 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-da0cbd05-3d51-4835-a824-f16413a3c6a4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/8934b0f3-5600-4d7c-a868-6740b44aae54 HTTP/1.1" status: 404 len: 333 time: 0.0530341 Nov 29 18:17:01.483496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42894) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:01.495150 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:01.522899 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8a6dc746-b848-4d91-af8b-9a8c50d98cdc None None] Provisioning complete for port 9108e814-59f5-4d5c-a334-3991fe740856 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:17:01.523289 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc746-b848-4d91-af8b-9a8c50d98cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:01.560330 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-696d990f-f2e9-4f61-a114-68c2837c7efa tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:01.560809 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696d990f-f2e9-4f61-a114-68c2837c7efa tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:01.563983 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-696d990f-f2e9-4f61-a114-68c2837c7efa tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/2c584950-64ad-4c84-ae7f-c9aa9111011d HTTP/1.1" status: 404 len: 337 time: 0.0794611 Nov 29 18:17:01.583184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42900) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:01.596843 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:01.661922 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c40f5da-08d0-4830-a59a-7538d5717df6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:01.662554 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c40f5da-08d0-4830-a59a-7538d5717df6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:01.673940 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1c40f5da-08d0-4830-a59a-7538d5717df6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/37f3d209-9c84-4319-9b42-15d651015c11 HTTP/1.1" status: 404 len: 337 time: 0.0896349 Nov 29 18:17:01.679350 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42902) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:01.767163 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7be743-e388-4830-93e4-270c0aafa2b6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:01.768642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7be743-e388-4830-93e4-270c0aafa2b6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:01.779359 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ec7be743-e388-4830-93e4-270c0aafa2b6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/43acd916-5292-478d-9842-741bd38ecd29 HTTP/1.1" status: 404 len: 333 time: 0.0947392 Nov 29 18:17:01.779359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42906) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:01.791772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42908) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:01.801316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfa81f9-a1fc-4eab-bf76-96a5775fd04a None None] DHCP port deletion for c052213d-ea6c-4782-b422-f625c0df816d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:01.856256 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c465bae0-1569-452a-8094-f0b03b62f2f5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:01.862408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c465bae0-1569-452a-8094-f0b03b62f2f5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:01.869917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c465bae0-1569-452a-8094-f0b03b62f2f5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/4229f1d5-5e5c-476e-b160-7d02afcbe347 HTTP/1.1" status: 404 len: 337 time: 0.0905578 Nov 29 18:17:01.881831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42914) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:01.913271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa81f9-a1fc-4eab-bf76-96a5775fd04a None None] Deleting port 9108e814-59f5-4d5c-a334-3991fe740856 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:01.914988 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cfa81f9-a1fc-4eab-bf76-96a5775fd04a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:02.015234 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:02.026763 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:02.028173 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89ac8acf-718e-4380-b050-1a65e29f8ea2 req-6a13a249-3ae1-4335-a914-ce9a419b7be2 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.0770652 Nov 29 18:17:02.029241 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2bbda10-60b0-4b22-980d-89d2533bc9be tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:02.029759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2bbda10-60b0-4b22-980d-89d2533bc9be tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:02.035158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c2bbda10-60b0-4b22-980d-89d2533bc9be tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/db1dda73-317c-441a-9d42-f63838e7bea7 HTTP/1.1" status: 404 len: 337 time: 0.1491780 Nov 29 18:17:02.037048 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42916) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:02.065080 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4cfa81f9-a1fc-4eab-bf76-96a5775fd04a None None] For port 9108e814-59f5-4d5c-a334-3991fe740856, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9108e814-59f5-4d5c-a334-3991fe740856,segment=NetworkSegment(fe45e601-0717-4ca8-91b0-7af471618a21),segment_id=fe45e601-0717-4ca8-91b0-7af471618a21)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:02.065662 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cfa81f9-a1fc-4eab-bf76-96a5775fd04a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:02.119389 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa81f9-a1fc-4eab-bf76-96a5775fd04a None None] Calling delete_port for 9108e814-59f5-4d5c-a334-3991fe740856 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:02.148056 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-395cd390-6d87-4e05-9c5c-f578ac7f2b3a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:02.148943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395cd390-6d87-4e05-9c5c-f578ac7f2b3a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:02.153566 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-395cd390-6d87-4e05-9c5c-f578ac7f2b3a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/4397f9d4-bf32-4121-b875-7dd0b7372e10 HTTP/1.1" status: 404 len: 333 time: 0.0949743 Nov 29 18:17:02.156161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42920) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:02.193824 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=0d036523-9c40-417c-be7a-e47055b3fd02,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:02.205468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:02.227241 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:02.230975 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-09c2cd3f-aebe-4bcd-b847-c02d7e876519 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1363397 Nov 29 18:17:02.231627 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42922) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:02.240942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-fc574559-aeab-48af-af98-d3447063a573 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'port': {'network_id': '3979fb79-145c-49d3-8965-05f04baacf74', 'name': 'tempest-FloatingIPTestJSON-1981994457'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:02.273209 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4693e0b0-cf87-481d-8713-7b4e86d919f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:02.278823 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e8d3c9-c60d-4188-af73-31d06fcca1f4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:02.285248 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cfa81f9-a1fc-4eab-bf76-96a5775fd04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:02.291795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e8d3c9-c60d-4188-af73-31d06fcca1f4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:02.297669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e1e8d3c9-c60d-4188-af73-31d06fcca1f4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/7480d14e-2c8e-4acf-9429-cffcffa50d60 HTTP/1.1" status: 404 len: 337 time: 0.1395180 Nov 29 18:17:02.303275 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfa81f9-a1fc-4eab-bf76-96a5775fd04a None None] No DVR routers for this DVR port 9108e814-59f5-4d5c-a334-3991fe740856 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:17:02.325605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa81f9-a1fc-4eab-bf76-96a5775fd04a None None] Pushing event deleted for resources: {'Port': ['ID=9108e814-59f5-4d5c-a334-3991fe740856,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:02.334204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42924) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:02.474280 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc574559-aeab-48af-af98-d3447063a573 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Made reservation on behalf of 3142202504bc418590ec5be780e1a3ae for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:02.481196 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc574559-aeab-48af-af98-d3447063a573 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:02.507012 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [None req-fc574559-aeab-48af-af98-d3447063a573 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] device_id is not set on port 93f83a47-e4e3-4c4f-97e5-796c8c376c6e yet. {{(pid=110004) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:17:02.565745 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-416f0bde-e078-4775-8a16-a75d8b82526c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:02.566585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416f0bde-e078-4775-8a16-a75d8b82526c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:02.577899 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-416f0bde-e078-4775-8a16-a75d8b82526c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/55b670c3-68fb-40c4-bf2b-40ce4e9aa6d8 HTTP/1.1" status: 404 len: 333 time: 0.2416835 Nov 29 18:17:02.579360 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4693e0b0-cf87-481d-8713-7b4e86d919f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:02.583037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42926) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:02.599420 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4693e0b0-cf87-481d-8713-7b4e86d919f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:02.708426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693e0b0-cf87-481d-8713-7b4e86d919f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa87e00a-cd8e-4307-b78b-c568b105bd43,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:02.714348 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-4079d704-40c8-4b03-b7b8-64d59c6f3c62 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:02.714850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4079d704-40c8-4b03-b7b8-64d59c6f3c62 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:02.721579 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4079d704-40c8-4b03-b7b8-64d59c6f3c62 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/bfe44ed5-5bba-412f-b74b-c9b12b6fde8a HTTP/1.1" status: 404 len: 337 time: 0.1334848 Nov 29 18:17:02.734025 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42930) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:02.746608 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-fc574559-aeab-48af-af98-d3447063a573 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Allocated IP 172.20.0.3 (3979fb79-145c-49d3-8965-05f04baacf74/c7742feb-43d3-4a02-8381-1c1ed3109a8c/93f83a47-e4e3-4c4f-97e5-796c8c376c6e) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:17:02.789186 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d8e090-365f-440c-ac04-5a534f826a42 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:02.790173 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d8e090-365f-440c-ac04-5a534f826a42 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:02.805185 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e3d8e090-365f-440c-ac04-5a534f826a42 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/6f85954d-c460-462b-a411-f92e926dbe77 HTTP/1.1" status: 404 len: 333 time: 0.0701377 Nov 29 18:17:02.810520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4693e0b0-cf87-481d-8713-7b4e86d919f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4b26dfedc424add9379e2c10138ec6c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0164187 Nov 29 18:17:02.811136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42932) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:02.811474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42934) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:02.919633 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b69f6c2-73df-46a2-8d63-9be4d050ffd5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:02.920649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b69f6c2-73df-46a2-8d63-9be4d050ffd5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:02.925766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9108e814-59f5-4d5c-a334-3991fe740856 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:17:02.926902 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1b69f6c2-73df-46a2-8d63-9be4d050ffd5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/091e4473-094c-421b-8de1-5b275eb49bbc HTTP/1.1" status: 404 len: 337 time: 0.1142762 Nov 29 18:17:02.934741 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42936) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:02.973212 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 9108e814-59f5-4d5c-a334-3991fe740856 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:17:02.975120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9108e814-59f5-4d5c-a334-3991fe740856 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:17:02.983684 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3141ff-5b5a-471b-9eb6-9626f6dd16f3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:02.984864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3141ff-5b5a-471b-9eb6-9626f6dd16f3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:02.996154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7a3141ff-5b5a-471b-9eb6-9626f6dd16f3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/2bc6d0a0-a9b7-4f8b-bee3-004a44b76e7d HTTP/1.1" status: 404 len: 333 time: 0.0539482 Nov 29 18:17:02.996154 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42938) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:03.052536 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b93b05-8720-4a5f-8adc-c70209a61551 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:03.053986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b93b05-8720-4a5f-8adc-c70209a61551 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:03.061555 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d2b93b05-8720-4a5f-8adc-c70209a61551 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/136ed22e-dcec-4c61-8271-4e3bee6b7f53 HTTP/1.1" status: 404 len: 337 time: 0.0543888 Nov 29 18:17:03.062637 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42940) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:03.087561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fcb73eaf-e844-4ac1-8035-4cdcc2946452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:03.131992 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fcb73eaf-e844-4ac1-8035-4cdcc2946452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:03.133663 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef2f68a-bc17-4a4f-8ebd-0db3fd2f36bc tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:03.134357 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef2f68a-bc17-4a4f-8ebd-0db3fd2f36bc tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:03.142466 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7ef2f68a-bc17-4a4f-8ebd-0db3fd2f36bc tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/f54437dc-87db-4fce-9663-0a8134ae723b HTTP/1.1" status: 404 len: 333 time: 0.0760486 Nov 29 18:17:03.150983 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42944) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:03.227849 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fcb73eaf-e844-4ac1-8035-4cdcc2946452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:03.240606 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fcb73eaf-e844-4ac1-8035-4cdcc2946452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:03.244669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fcb73eaf-e844-4ac1-8035-4cdcc2946452 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa87e00a-cd8e-4307-b78b-c568b105bd43 HTTP/1.1" status: 204 len: 168 time: 0.4287453 Nov 29 18:17:03.264422 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb73eaf-e844-4ac1-8035-4cdcc2946452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa87e00a-cd8e-4307-b78b-c568b105bd43,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:03.306567 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba94cb31-d0ea-439f-9455-37adba6d5eb3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:03.307086 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba94cb31-d0ea-439f-9455-37adba6d5eb3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:03.312619 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ba94cb31-d0ea-439f-9455-37adba6d5eb3 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/70edfc8e-e322-47de-950a-c37ae14582ac HTTP/1.1" status: 404 len: 337 time: 0.1583209 Nov 29 18:17:03.315387 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42950) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:03.354358 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc574559-aeab-48af-af98-d3447063a573 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:03.386145 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-b759ad92-6e12-4c0b-8157-bd7951883ad1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:03.386721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b759ad92-6e12-4c0b-8157-bd7951883ad1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:03.392711 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b759ad92-6e12-4c0b-8157-bd7951883ad1 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/6405996b-c34c-44b3-9ac9-83dad5266163 HTTP/1.1" status: 404 len: 333 time: 0.0731804 Nov 29 18:17:03.393167 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42952) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:03.468475 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc574559-aeab-48af-af98-d3447063a573 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:03.491837 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f6a3ec4-f16e-4d63-89cf-58544fd9ef7a req-e648e801-1630-4c5c-b4e9-3b275217869d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.1311808 Nov 29 18:17:03.493319 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61c794d-4ec4-4594-a72b-8a0a8abe32d4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:03.501123 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61c794d-4ec4-4594-a72b-8a0a8abe32d4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:03.508159 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a61c794d-4ec4-4594-a72b-8a0a8abe32d4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/bb6f1c21-349e-47f2-ba54-ef7309ab3b16 HTTP/1.1" status: 404 len: 337 time: 0.1139185 Nov 29 18:17:03.510677 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42954) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:03.536192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc574559-aeab-48af-af98-d3447063a573 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=93f83a47-e4e3-4c4f-97e5-796c8c376c6e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:03.543751 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e70678-9356-4e1e-a5aa-f311d3509929 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:03.545618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e70678-9356-4e1e-a5aa-f311d3509929 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:03.558081 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42956) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:03.559264 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b8e70678-9356-4e1e-a5aa-f311d3509929 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/75ede385-4694-4bc8-b320-65ba52c276ed HTTP/1.1" status: 404 len: 337 time: 0.0443423 Nov 29 18:17:03.573501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc574559-aeab-48af-af98-d3447063a573 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 3979fb79-145c-49d3-8965-05f04baacf74 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:17:03.589910 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-fc574559-aeab-48af-af98-d3447063a573 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:03.593220 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c840f9-06cb-4a62-90e4-c7766bc4740c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:03.594052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c840f9-06cb-4a62-90e4-c7766bc4740c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:03.598493 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-69c840f9-06cb-4a62-90e4-c7766bc4740c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/e94c19d5-530e-4bed-8dfb-5645b3788165 HTTP/1.1" status: 404 len: 333 time: 0.0393026 Nov 29 18:17:03.599700 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc574559-aeab-48af-af98-d3447063a573 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:17:03.601330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42958) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:03.645002 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59a8d31-9fb5-4571-9669-ecf1ff68870e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:03.645549 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59a8d31-9fb5-4571-9669-ecf1ff68870e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:03.651616 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e59a8d31-9fb5-4571-9669-ecf1ff68870e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/bd3bbffb-f730-44c5-994a-839c8838eb14 HTTP/1.1" status: 404 len: 337 time: 0.0491300 Nov 29 18:17:03.652316 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42962) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:03.679157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc574559-aeab-48af-af98-d3447063a573 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:03.679838 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc574559-aeab-48af-af98-d3447063a573 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:03.696896 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-402fe79f-ef9f-421d-ae1b-828f4dbf4a5c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:03.697356 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402fe79f-ef9f-421d-ae1b-828f4dbf4a5c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:03.709678 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42964) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:03.711598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-402fe79f-ef9f-421d-ae1b-828f4dbf4a5c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/1e0d8eac-db32-4e41-80f7-378f1a9c7db4 HTTP/1.1" status: 404 len: 337 time: 0.0580893 Nov 29 18:17:03.728737 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fc574559-aeab-48af-af98-d3447063a573 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4955254 Nov 29 18:17:03.729432 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42966) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:03.734907 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f614f189-d3df-475d-a483-de9ad55373c7 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'floatingip': {'port_id': '93f83a47-e4e3-4c4f-97e5-796c8c376c6e'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:03.748310 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbeaa58-9794-4cca-b8c7-af729abf587f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:03.748827 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbeaa58-9794-4cca-b8c7-af729abf587f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:03.754576 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bcbeaa58-9794-4cca-b8c7-af729abf587f tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/ba1bdb01-ce7d-487a-8071-35382f1abf50 HTTP/1.1" status: 404 len: 333 time: 0.0425918 Nov 29 18:17:03.759593 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42968) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:03.804309 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f614f189-d3df-475d-a483-de9ad55373c7 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:03.816637 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37e3127-1f0a-4242-a667-712452a1f517 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:03.820012 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37e3127-1f0a-4242-a667-712452a1f517 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:03.823560 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a37e3127-1f0a-4242-a667-712452a1f517 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/a05530ed-22d5-4c86-8c8c-9e727c9cd05c HTTP/1.1" status: 404 len: 337 time: 0.0626543 Nov 29 18:17:03.826029 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42970) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:03.855668 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4045c7a-8fe0-479d-9254-fccf31a5e111 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:03.856424 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4045c7a-8fe0-479d-9254-fccf31a5e111 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:03.860386 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c4045c7a-8fe0-479d-9254-fccf31a5e111 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/bd3ec2ef-d52c-4ae5-9595-9ff93284bca3 HTTP/1.1" status: 404 len: 337 time: 0.0331287 Nov 29 18:17:03.863578 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42972) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:03.890718 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-b217016e-4a52-4d0a-bb2d-acbbbe8d68e5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:03.891611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b217016e-4a52-4d0a-bb2d-acbbbe8d68e5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:03.895957 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b217016e-4a52-4d0a-bb2d-acbbbe8d68e5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/4c01954e-e346-4416-95dd-58b4148726fd HTTP/1.1" status: 404 len: 333 time: 0.0310647 Nov 29 18:17:03.899264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42974) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:03.929141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42976) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:03.935526 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1de421-0e74-4f2c-bb58-6013d69ae0f6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:03.935990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1de421-0e74-4f2c-bb58-6013d69ae0f6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:03.941914 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7a1de421-0e74-4f2c-bb58-6013d69ae0f6 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/d17e1cb5-8473-42b9-b7b9-a269ca4b8ed3 HTTP/1.1" status: 404 len: 337 time: 0.0376916 Nov 29 18:17:03.941914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42980) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:03.957317 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c38486f9-d453-49ff-a4bb-4801e18bfb1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:03.992114 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-438600e8-4cab-4168-8e3e-b2f6ac147bc8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:03.992976 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438600e8-4cab-4168-8e3e-b2f6ac147bc8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:04.004294 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-438600e8-4cab-4168-8e3e-b2f6ac147bc8 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/a6f2be8c-ad3b-4bad-9fe0-29935ade7ff0 HTTP/1.1" status: 404 len: 337 time: 0.0586126 Nov 29 18:17:04.005051 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42982) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.053135 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0bb60371-9368-4b10-81c6-1b63a7108fdb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports?device_id=29527f58-1110-48c6-b733-f7291d335194 HTTP/1.1" status: 200 len: 205 time: 0.0410397 Nov 29 18:17:04.055175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42984) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.131270 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-8798e4eb-9247-42b9-9878-effa54e954cb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] delete failed (client error): The resource could not be found. Nov 29 18:17:04.132638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8798e4eb-9247-42b9-9878-effa54e954cb tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/routers/29527f58-1110-48c6-b733-f7291d335194 HTTP/1.1" status: 404 len: 336 time: 0.0760536 Nov 29 18:17:04.132964 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c38486f9-d453-49ff-a4bb-4801e18bfb1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:04.135482 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42988) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.145836 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c38486f9-d453-49ff-a4bb-4801e18bfb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:04.178025 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0db480-461d-4317-9a71-45666c21c3db tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:04.178401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad0db480-461d-4317-9a71-45666c21c3db tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:04.184105 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ad0db480-461d-4317-9a71-45666c21c3db tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/493bb812-0d30-46d1-b299-c78a38ab2605 HTTP/1.1" status: 404 len: 337 time: 0.0448861 Nov 29 18:17:04.191708 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42990) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.240857 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b08b6553-ca24-4d56-9ab5-b2c7da54561c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "GET /v2.0/ports?device_id=78900b23-527a-4533-b961-fd0bf21d5057 HTTP/1.1" status: 200 len: 205 time: 0.0420008 Nov 29 18:17:04.240857 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c38486f9-d453-49ff-a4bb-4801e18bfb1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3ac68b2af724a11871317028a6a798c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3071802 Nov 29 18:17:04.240857 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42992) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.240857 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38486f9-d453-49ff-a4bb-4801e18bfb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6268da52-2383-439b-a5ce-6b334fdad4dc,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:04.248997 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42994) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.320604 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-de80a26f-142f-4840-967f-95ea2d5e07e2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] delete failed (client error): The resource could not be found. Nov 29 18:17:04.320604 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-de80a26f-142f-4840-967f-95ea2d5e07e2 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/routers/78900b23-527a-4533-b961-fd0bf21d5057 HTTP/1.1" status: 404 len: 336 time: 0.0769551 Nov 29 18:17:04.324693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43002) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.365661 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c9ec2d-0e69-4839-9290-aeb7dbb40ab4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:04.366320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c9ec2d-0e69-4839-9290-aeb7dbb40ab4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:04.369942 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-75c9ec2d-0e69-4839-9290-aeb7dbb40ab4 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/4d353801-6a7d-42c3-bad8-2f6f6c0da218 HTTP/1.1" status: 404 len: 337 time: 0.0442600 Nov 29 18:17:04.375948 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43006) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.408763 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e6eba024-b3b2-400e-8c1b-58937fb7fa66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:04.412100 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af4dfcb-cd74-48d1-9354-6a09e4042e9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:04.412725 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af4dfcb-cd74-48d1-9354-6a09e4042e9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:04.415995 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3af4dfcb-cd74-48d1-9354-6a09e4042e9a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/a4409183-bb89-4cc9-ac40-5426c0924bec HTTP/1.1" status: 404 len: 337 time: 0.0387936 Nov 29 18:17:04.418544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43008) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.460594 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a906bfd2-0b1c-4e6a-b9d5-0c0cd275609c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:04.461412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a906bfd2-0b1c-4e6a-b9d5-0c0cd275609c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:04.465739 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a906bfd2-0b1c-4e6a-b9d5-0c0cd275609c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/cdfa2127-5c83-4704-9255-d03bfc72e765 HTTP/1.1" status: 404 len: 333 time: 0.0447464 Nov 29 18:17:04.471264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43010) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.484479 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e6eba024-b3b2-400e-8c1b-58937fb7fa66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:04.517471 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1afe3a0-2c01-4c0d-9f03-1e631d89ac3d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:04.517944 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1afe3a0-2c01-4c0d-9f03-1e631d89ac3d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:04.522420 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f1afe3a0-2c01-4c0d-9f03-1e631d89ac3d tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/55dd8297-5bd6-47b2-8372-02b1698c2429 HTTP/1.1" status: 404 len: 337 time: 0.0497143 Nov 29 18:17:04.539515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43012) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.573840 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f2b815-30cb-418e-81bc-baaa8a2c3667 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:04.574831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f2b815-30cb-418e-81bc-baaa8a2c3667 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:04.577922 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-81f2b815-30cb-418e-81bc-baaa8a2c3667 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/cf5e8794-af28-4dc1-b415-0b9617ce29a3 HTTP/1.1" status: 404 len: 333 time: 0.0375850 Nov 29 18:17:04.580467 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43016) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.612886 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e6eba024-b3b2-400e-8c1b-58937fb7fa66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:04.616373 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e6eba024-b3b2-400e-8c1b-58937fb7fa66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:04.620019 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e6eba024-b3b2-400e-8c1b-58937fb7fa66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6268da52-2383-439b-a5ce-6b334fdad4dc HTTP/1.1" status: 204 len: 168 time: 0.3676465 Nov 29 18:17:04.629036 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eba024-b3b2-400e-8c1b-58937fb7fa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6268da52-2383-439b-a5ce-6b334fdad4dc,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:04.653105 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5f8969-f028-4d78-a3bd-536953093c8e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:04.653613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5f8969-f028-4d78-a3bd-536953093c8e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:04.658923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5b5f8969-f028-4d78-a3bd-536953093c8e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/7b1ea8c3-209f-465a-a369-a6c9115d7c4d HTTP/1.1" status: 404 len: 337 time: 0.0752313 Nov 29 18:17:04.660693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43020) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.675755 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a36594e0-e93e-438b-90e1-677ff4a53d34 req-b8129124-0515-4767-acdc-6244e3ba423e tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.0341690 Nov 29 18:17:04.716685 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e3f876-e7f6-460f-a929-de1d62e1ad5a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:04.718054 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e3f876-e7f6-460f-a929-de1d62e1ad5a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:04.726902 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43022) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.727450 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e1e3f876-e7f6-460f-a929-de1d62e1ad5a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/3220f78f-447a-4c39-a309-20785151dd43 HTTP/1.1" status: 404 len: 333 time: 0.0650434 Nov 29 18:17:04.762446 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-388f60b9-43a9-4155-b084-a5996b7e0066 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:04.762943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388f60b9-43a9-4155-b084-a5996b7e0066 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:04.769540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-388f60b9-43a9-4155-b084-a5996b7e0066 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/66562a64-6663-46bc-962b-93fb484f4dce HTTP/1.1" status: 404 len: 337 time: 0.0379720 Nov 29 18:17:04.769912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43024) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.799513 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37cc1bc-9774-450a-bdd8-1397d9fd3797 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:04.800109 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37cc1bc-9774-450a-bdd8-1397d9fd3797 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:04.803924 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e37cc1bc-9774-450a-bdd8-1397d9fd3797 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/87d709d8-ac07-417d-845e-a5195db7149d HTTP/1.1" status: 404 len: 333 time: 0.0320601 Nov 29 18:17:04.806530 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43026) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.837785 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf21c53a-536e-4b71-81c5-71b4881a660a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:04.838251 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf21c53a-536e-4b71-81c5-71b4881a660a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:04.842174 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bf21c53a-536e-4b71-81c5-71b4881a660a tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/847eea67-44b0-4620-85cf-4e8fe56b2185 HTTP/1.1" status: 404 len: 337 time: 0.0338817 Nov 29 18:17:04.844565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43028) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.871763 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f614f189-d3df-475d-a483-de9ad55373c7 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:04.877409 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f614f189-d3df-475d-a483-de9ad55373c7 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:04.882721 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d2dd3c-b7c6-4cb9-bac7-96f614f0cf3b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:04.883345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d2dd3c-b7c6-4cb9-bac7-96f614f0cf3b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:04.900712 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a6d2dd3c-b7c6-4cb9-bac7-96f614f0cf3b tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/0eeffb26-0630-4dc3-8a40-ee850eae4fec HTTP/1.1" status: 404 len: 333 time: 0.0557623 Nov 29 18:17:04.901349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43032) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.944292 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a904b2-f1d2-4c87-beb5-e39097014bad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:04.944764 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a904b2-f1d2-4c87-beb5-e39097014bad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:04.950201 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e0a904b2-f1d2-4c87-beb5-e39097014bad tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/f148df7c-6229-43d0-96ac-d2650ff0630f HTTP/1.1" status: 404 len: 337 time: 0.0455604 Nov 29 18:17:04.951026 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43034) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:04.986948 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-46749d43-0d9b-4e7f-961a-19c1f9df5bd5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:04.987533 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46749d43-0d9b-4e7f-961a-19c1f9df5bd5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:05.014566 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-46749d43-0d9b-4e7f-961a-19c1f9df5bd5 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/5f90b1c6-84d2-422f-98d4-540129a6e409 HTTP/1.1" status: 404 len: 333 time: 0.0624447 Nov 29 18:17:05.019710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43040) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:05.052010 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-db06759b-7d05-4d9f-a1e5-be6c328991c9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:05.052757 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db06759b-7d05-4d9f-a1e5-be6c328991c9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:05.056358 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-db06759b-7d05-4d9f-a1e5-be6c328991c9 tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/3c6e612c-f656-431d-8f90-7a828e866f31 HTTP/1.1" status: 404 len: 337 time: 0.0352852 Nov 29 18:17:05.059460 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43044) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:05.072571 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-f614f189-d3df-475d-a483-de9ad55373c7 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Floating IP 27849d7f-c0ba-47ee-87e4-dbdcfaf92649 associated. External IP: 172.25.3.35, port: 93f83a47-e4e3-4c4f-97e5-796c8c376c6e. Nov 29 18:17:05.135788 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11fc0c7-6176-424a-bca2-957a24b5857c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:05.136489 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11fc0c7-6176-424a-bca2-957a24b5857c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:05.143457 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e11fc0c7-6176-424a-bca2-957a24b5857c tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/ports/0063c2d4-4a44-4c12-9b71-f88246e9ccaf HTTP/1.1" status: 404 len: 333 time: 0.0828516 Nov 29 18:17:05.145001 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43052) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:05.195754 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ca3760-8c33-4cc7-8ec9-581b8d68e7ec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:05.196220 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ca3760-8c33-4cc7-8ec9-581b8d68e7ec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:05.202067 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-12ca3760-8c33-4cc7-8ec9-581b8d68e7ec tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/subnets/492c1d5e-e1c8-4ff1-a7ec-b855cb102b9c HTTP/1.1" status: 404 len: 337 time: 0.0508978 Nov 29 18:17:05.202720 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43056) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:05.328136 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f275bc0a-c0f3-4be5-b299-a49217a04a1e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:05.452073 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f275bc0a-c0f3-4be5-b299-a49217a04a1e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:05.484109 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-f275bc0a-c0f3-4be5-b299-a49217a04a1e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c052213d-ea6c-4782-b422-f625c0df816d']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:05.494638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f614f189-d3df-475d-a483-de9ad55373c7 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 926cd569-4f6f-4d52-b571-ce6e3d7f3731 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:17:05.495885 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-f275bc0a-c0f3-4be5-b299-a49217a04a1e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe45e601-0717-4ca8-91b0-7af471618a21') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:05.496194 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-f275bc0a-c0f3-4be5-b299-a49217a04a1e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe45e601-0717-4ca8-91b0-7af471618a21') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:05.511833 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f275bc0a-c0f3-4be5-b299-a49217a04a1e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:05.526823 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f275bc0a-c0f3-4be5-b299-a49217a04a1e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:05.536224 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f275bc0a-c0f3-4be5-b299-a49217a04a1e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:05.536741 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f275bc0a-c0f3-4be5-b299-a49217a04a1e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:05.540292 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:05.612405 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f275bc0a-c0f3-4be5-b299-a49217a04a1e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:05.641587 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f275bc0a-c0f3-4be5-b299-a49217a04a1e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:05.648882 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f275bc0a-c0f3-4be5-b299-a49217a04a1e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] 10.222.0.23 "DELETE /v2.0/networks/c052213d-ea6c-4782-b422-f625c0df816d HTTP/1.1" status: 204 len: 168 time: 0.4447980 Nov 29 18:17:05.649922 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275bc0a-c0f3-4be5-b299-a49217a04a1e tempest-NetworksTestDHCPv6-1980074747 tempest-NetworksTestDHCPv6-1980074747-project] Pushing event deleted for resources: {'Network': ['ID=c052213d-ea6c-4782-b422-f625c0df816d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:05.773256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f614f189-d3df-475d-a483-de9ad55373c7 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:17:05.789511 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed14151-6ff3-49fd-9b1c-7340fad040a0 None None] Sync routers for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:17:05.790294 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f614f189-d3df-475d-a483-de9ad55373c7 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:05.802283 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed14151-6ff3-49fd-9b1c-7340fad040a0 None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:05.803375 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-aed14151-6ff3-49fd-9b1c-7340fad040a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:05.857963 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-636c5df4-cd70-4b3d-83dd-410d20012b44 req-d3b00b14-c2bc-420d-9924-6365b741948d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.0641048 Nov 29 18:17:05.874127 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43078) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:05.874413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f614f189-d3df-475d-a483-de9ad55373c7 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "PUT /v2.0/floatingips/27849d7f-c0ba-47ee-87e4-dbdcfaf92649 HTTP/1.1" status: 200 len: 977 time: 2.1436081 Nov 29 18:17:05.897533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-aed14151-6ff3-49fd-9b1c-7340fad040a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:05.913805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed14151-6ff3-49fd-9b1c-7340fad040a0 None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:05.914711 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-aed14151-6ff3-49fd-9b1c-7340fad040a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:05.960889 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-aed14151-6ff3-49fd-9b1c-7340fad040a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:05.961811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed14151-6ff3-49fd-9b1c-7340fad040a0 None None] The sync data for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:17:06.058727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43082) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:06.427425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7704b13f-9a91-4ecc-96ea-c1e7670b13b1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47f5f041d552481c862f2c69ce1af123&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3646913 Nov 29 18:17:06.428156 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43100) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:06.492256 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a006341-9e78-44cc-b3ab-4d4086dc6cfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:06.533771 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a006341-9e78-44cc-b3ab-4d4086dc6cfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:06.592345 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a006341-9e78-44cc-b3ab-4d4086dc6cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:06.596260 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a006341-9e78-44cc-b3ab-4d4086dc6cfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:06.598744 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8a006341-9e78-44cc-b3ab-4d4086dc6cfa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/615b7f6b-47c8-40c4-b6bd-7876f19c7d32 HTTP/1.1" status: 204 len: 168 time: 0.1686728 Nov 29 18:17:06.609552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a006341-9e78-44cc-b3ab-4d4086dc6cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615b7f6b-47c8-40c4-b6bd-7876f19c7d32,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:06.648902 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-aad81f83-ace2-45d2-8caf-191bc91f9825 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Deleting port 93f83a47-e4e3-4c4f-97e5-796c8c376c6e {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:06.649702 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aad81f83-ace2-45d2-8caf-191bc91f9825 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:06.782035 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aad81f83-ace2-45d2-8caf-191bc91f9825 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:07.061594 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ecc46c0-cdfc-411a-8800-76729ec94ae5 req-fc73b18c-d4b2-46b1-adb3-c200667f104a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.0545259 Nov 29 18:17:07.134704 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aad81f83-ace2-45d2-8caf-191bc91f9825 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:07.135381 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aad81f83-ace2-45d2-8caf-191bc91f9825 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:07.135894 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-aad81f83-ace2-45d2-8caf-191bc91f9825 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Floating IP 27849d7f-c0ba-47ee-87e4-dbdcfaf92649 disassociated. External IP: 172.25.3.35, port: 93f83a47-e4e3-4c4f-97e5-796c8c376c6e. Nov 29 18:17:07.136574 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-aad81f83-ace2-45d2-8caf-191bc91f9825 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Calling delete_port for 93f83a47-e4e3-4c4f-97e5-796c8c376c6e owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:07.311026 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aad81f83-ace2-45d2-8caf-191bc91f9825 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:07.377809 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad81f83-ace2-45d2-8caf-191bc91f9825 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Port': ['ID=93f83a47-e4e3-4c4f-97e5-796c8c376c6e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:07.555291 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad81f83-ace2-45d2-8caf-191bc91f9825 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 926cd569-4f6f-4d52-b571-ce6e3d7f3731 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:17:07.641336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43148) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:07.704507 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad81f83-ace2-45d2-8caf-191bc91f9825 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:17:07.718979 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee8d31-cc0c-433a-92a0-1c672b6bc04e None None] Sync routers for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:17:07.734573 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee8d31-cc0c-433a-92a0-1c672b6bc04e None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:07.735550 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e5ee8d31-cc0c-433a-92a0-1c672b6bc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:07.819710 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e5ee8d31-cc0c-433a-92a0-1c672b6bc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:07.850716 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee8d31-cc0c-433a-92a0-1c672b6bc04e None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:07.851682 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e5ee8d31-cc0c-433a-92a0-1c672b6bc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:07.894461 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aad81f83-ace2-45d2-8caf-191bc91f9825 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:07.905462 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43156) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:07.914269 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-aad81f83-ace2-45d2-8caf-191bc91f9825 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/ports/93f83a47-e4e3-4c4f-97e5-796c8c376c6e HTTP/1.1" status: 204 len: 168 time: 2.0383506 Nov 29 18:17:07.941335 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e5ee8d31-cc0c-433a-92a0-1c672b6bc04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:07.942568 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee8d31-cc0c-433a-92a0-1c672b6bc04e None None] The sync data for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:17:07.983669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b5118ce2-8ea7-46cd-8ea8-ef7ada91bbb2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "GET /v2.0/floatingips/27849d7f-c0ba-47ee-87e4-dbdcfaf92649 HTTP/1.1" status: 200 len: 687 time: 0.0744939 Nov 29 18:17:07.984747 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43158) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:07.999268 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b87e1f7-be8d-4e10-ab27-a14180faf16a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.014009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43160) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:08.129359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bb179637-206f-4dd4-9894-cbae25f4209e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1755920093'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:08.179911 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b87e1f7-be8d-4e10-ab27-a14180faf16a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.192658 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b87e1f7-be8d-4e10-ab27-a14180faf16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.207438 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-895a43d1-7c4e-4f5c-b8d8-010dbfe72dbb tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Deleting port 0d036523-9c40-417c-be7a-e47055b3fd02 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:08.207800 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-895a43d1-7c4e-4f5c-b8d8-010dbfe72dbb tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.236019 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6326527a-e8b6-4941-81f0-90efa843cc19 req-ee7d6579-3ff1-45e6-9e16-51d3a4c2614d tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.0653188 Nov 29 18:17:08.236713 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb179637-206f-4dd4-9894-cbae25f4209e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:08.245014 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb179637-206f-4dd4-9894-cbae25f4209e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.292110 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb179637-206f-4dd4-9894-cbae25f4209e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.294335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87e1f7-be8d-4e10-ab27-a14180faf16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8e61f9-4d34-4b08-a09a-7563bc471bfc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:08.301460 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5b87e1f7-be8d-4e10-ab27-a14180faf16a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=617a123942e049079658163fec0c850e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6589477 Nov 29 18:17:08.303536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43166) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:08.310453 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-895a43d1-7c4e-4f5c-b8d8-010dbfe72dbb tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.313394 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-895a43d1-7c4e-4f5c-b8d8-010dbfe72dbb tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.333987 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-895a43d1-7c4e-4f5c-b8d8-010dbfe72dbb tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Calling delete_port for 0d036523-9c40-417c-be7a-e47055b3fd02 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:08.412768 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab5f35a8-d152-4a92-bfe6-609c921ee6bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.439182 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab5f35a8-d152-4a92-bfe6-609c921ee6bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.508066 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-895a43d1-7c4e-4f5c-b8d8-010dbfe72dbb tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.520610 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab5f35a8-d152-4a92-bfe6-609c921ee6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.525088 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab5f35a8-d152-4a92-bfe6-609c921ee6bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.526606 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ab5f35a8-d152-4a92-bfe6-609c921ee6bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d8e61f9-4d34-4b08-a09a-7563bc471bfc HTTP/1.1" status: 204 len: 168 time: 0.2221477 Nov 29 18:17:08.544252 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f35a8-d152-4a92-bfe6-609c921ee6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8e61f9-4d34-4b08-a09a-7563bc471bfc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:08.560707 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a43d1-7c4e-4f5c-b8d8-010dbfe72dbb tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Port': ['ID=0d036523-9c40-417c-be7a-e47055b3fd02,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:08.620636 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb179637-206f-4dd4-9894-cbae25f4209e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.627697 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb179637-206f-4dd4-9894-cbae25f4209e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.647799 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb179637-206f-4dd4-9894-cbae25f4209e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:17:08.663271 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb179637-206f-4dd4-9894-cbae25f4209e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.663500 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-bb179637-206f-4dd4-9894-cbae25f4209e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Added segment 97e9657e-cd5a-49f6-a954-dce530889fe2 of type vlan for network 5ef9e7d6-485e-4952-83c1-79e12be16e1f Nov 29 18:17:08.740809 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb179637-206f-4dd4-9894-cbae25f4209e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.760990 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-895a43d1-7c4e-4f5c-b8d8-010dbfe72dbb tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.766312 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-895a43d1-7c4e-4f5c-b8d8-010dbfe72dbb tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.767552 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-895a43d1-7c4e-4f5c-b8d8-010dbfe72dbb tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/floatingips/27849d7f-c0ba-47ee-87e4-dbdcfaf92649 HTTP/1.1" status: 204 len: 168 time: 0.7814183 Nov 29 18:17:08.771267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43178) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:08.777105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': 'cceb167b-9bf1-4cc5-ba73-a4e0c2e60032'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:08.781606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb179637-206f-4dd4-9894-cbae25f4209e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6382c2f-ec76-462f-b908-c66e66a89453,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:08.809436 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.825589 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb179637-206f-4dd4-9894-cbae25f4209e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.834746 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb179637-206f-4dd4-9894-cbae25f4209e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:08.835400 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb179637-206f-4dd4-9894-cbae25f4209e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.950714 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bb179637-206f-4dd4-9894-cbae25f4209e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9219067 Nov 29 18:17:08.950948 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:08.972131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb179637-206f-4dd4-9894-cbae25f4209e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Network': ['ID=5ef9e7d6-485e-4952-83c1-79e12be16e1f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:08.984478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 5ef9e7d6-485e-4952-83c1-79e12be16e1f details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:17:09.066717 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43180) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:09.084923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43182) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:09.090903 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3098cc80-7aaa-41d1-a6f8-faeb2ecb566f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:09.091745 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-883fde73-29f1-4f76-9994-60fb3fa71134 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'subnet': {'network_id': '5ef9e7d6-485e-4952-83c1-79e12be16e1f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:09.190248 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3098cc80-7aaa-41d1-a6f8-faeb2ecb566f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:09.201328 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3098cc80-7aaa-41d1-a6f8-faeb2ecb566f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:09.233757 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Allocated IP 172.25.3.197 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/fa2abfd1-e99f-4a53-b245-7e88809695d4) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:17:09.262501 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3098cc80-7aaa-41d1-a6f8-faeb2ecb566f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89e23ade4f20440ebc89e05c16d6e7be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1937139 Nov 29 18:17:09.265812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098cc80-7aaa-41d1-a6f8-faeb2ecb566f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4268bf6-d8c0-4518-8959-e194515d87da,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:09.266324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43186) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:09.276031 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883fde73-29f1-4f76-9994-60fb3fa71134 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:09.279787 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-883fde73-29f1-4f76-9994-60fb3fa71134 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:09.328472 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-836075e4-c1b1-4a9f-bacd-93f06f0e39cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:09.388073 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52be52f5-9797-41b5-830a-a61f053042d9 req-1beaa6fe-c01b-4fd7-9208-24e3026f68d3 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.0414715 Nov 29 18:17:09.391022 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-836075e4-c1b1-4a9f-bacd-93f06f0e39cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:09.467788 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-836075e4-c1b1-4a9f-bacd-93f06f0e39cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:09.478584 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:09.480910 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-836075e4-c1b1-4a9f-bacd-93f06f0e39cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:09.488550 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-836075e4-c1b1-4a9f-bacd-93f06f0e39cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4268bf6-d8c0-4518-8959-e194515d87da HTTP/1.1" status: 204 len: 168 time: 0.2194819 Nov 29 18:17:09.503844 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836075e4-c1b1-4a9f-bacd-93f06f0e39cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4268bf6-d8c0-4518-8959-e194515d87da,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:09.606149 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:09.659811 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:17:09.666087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:09.672538 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:17:09.718017 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-883fde73-29f1-4f76-9994-60fb3fa71134 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:09.811986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=fa2abfd1-e99f-4a53-b245-7e88809695d4,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:09.864140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fde73-29f1-4f76-9994-60fb3fa71134 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Subnet': ['ID=6c9ef49b-ef50-4812-a1de-f48bb0b832ad,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:09.898486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883fde73-29f1-4f76-9994-60fb3fa71134 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Checking segment: {'id': '97e9657e-cd5a-49f6-a954-dce530889fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5ef9e7d6-485e-4952-83c1-79e12be16e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:09.898891 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883fde73-29f1-4f76-9994-60fb3fa71134 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network hostable DHCP agents. Network: 5ef9e7d6-485e-4952-83c1-79e12be16e1f, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:17:10.043236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883fde73-29f1-4f76-9994-60fb3fa71134 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network 5ef9e7d6-485e-4952-83c1-79e12be16e1f is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:17:10.064143 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-883fde73-29f1-4f76-9994-60fb3fa71134 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 5ef9e7d6-485e-4952-83c1-79e12be16e1f) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:10.074694 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883fde73-29f1-4f76-9994-60fb3fa71134 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:10.075677 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-883fde73-29f1-4f76-9994-60fb3fa71134 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:10.089064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb82007c-4651-49f5-9595-125897df7ba7 None None] Network 5ef9e7d6-485e-4952-83c1-79e12be16e1f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:10.114306 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43200) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:10.114524 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-883fde73-29f1-4f76-9994-60fb3fa71134 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0284441 Nov 29 18:17:10.119894 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e2ee9946-3ab1-4c9b-9080-c1799553d2b8 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-320528842'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:10.168124 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ee9946-3ab1-4c9b-9080-c1799553d2b8 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:10.172095 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2ee9946-3ab1-4c9b-9080-c1799553d2b8 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:10.226262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ee9946-3ab1-4c9b-9080-c1799553d2b8 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:17:10.247316 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2ee9946-3ab1-4c9b-9080-c1799553d2b8 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:10.247844 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-e2ee9946-3ab1-4c9b-9080-c1799553d2b8 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Added segment 821006fa-f8bd-40cc-af30-3ecdb78f45af of type vlan for network 25d36c90-89fe-4d67-9afc-aca760ea277b Nov 29 18:17:10.342673 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2ee9946-3ab1-4c9b-9080-c1799553d2b8 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:10.400322 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2ee9946-3ab1-4c9b-9080-c1799553d2b8 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:10.411240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ee9946-3ab1-4c9b-9080-c1799553d2b8 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:10.411885 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2ee9946-3ab1-4c9b-9080-c1799553d2b8 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:10.439048 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:10.520083 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e2ee9946-3ab1-4c9b-9080-c1799553d2b8 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4042735 Nov 29 18:17:10.537718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43210) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:10.542709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8539d545-ac17-490d-a952-349e7acc0f42 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'subnet': {'network_id': '25d36c90-89fe-4d67-9afc-aca760ea277b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:10.569195 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:10.779044 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:10.794005 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:10.808522 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-614493d0-2ee5-493c-a3fc-0575929589dd req-ed2b64e0-d0a0-4ae4-b83e-4f1d8cf89465 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.2333822 Nov 29 18:17:10.811893 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee9946-3ab1-4c9b-9080-c1799553d2b8 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Network': ['ID=25d36c90-89fe-4d67-9afc-aca760ea277b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:10.928842 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=fa2abfd1-e99f-4a53-b245-7e88809695d4,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:10.961927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 25d36c90-89fe-4d67-9afc-aca760ea277b details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:17:10.964487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8539d545-ac17-490d-a952-349e7acc0f42 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:10.968644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8539d545-ac17-490d-a952-349e7acc0f42 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:10.980233 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:11.110675 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-5ef9e7d6-485e-4952-83c1-79e12be16e1f', 'network_id': '5ef9e7d6-485e-4952-83c1-79e12be16e1f', 'tenant_id': 'd9350e89d6bf40ab940dc44af406f0e6', 'fixed_ips': [{'subnet_id': '6c9ef49b-ef50-4812-a1de-f48bb0b832ad'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:17:11.119758 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:11.213633 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Floating IP 39d57815-3f9d-4dc0-b189-176fe3bcac26 associated. External IP: 172.25.3.197, port: cceb167b-9bf1-4cc5-ba73-a4e0c2e60032. Nov 29 18:17:11.297852 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Allocated IP 172.20.255.242 (5ef9e7d6-485e-4952-83c1-79e12be16e1f/6c9ef49b-ef50-4812-a1de-f48bb0b832ad/62c8b128-d078-4fa3-8c29-09935e9cc8ca) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:17:11.553222 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8539d545-ac17-490d-a952-349e7acc0f42 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:11.611091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 926cd569-4f6f-4d52-b571-ce6e3d7f3731 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:17:11.640212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8539d545-ac17-490d-a952-349e7acc0f42 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Checking segment: {'id': '821006fa-f8bd-40cc-af30-3ecdb78f45af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '25d36c90-89fe-4d67-9afc-aca760ea277b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:11.640829 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8539d545-ac17-490d-a952-349e7acc0f42 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network hostable DHCP agents. Network: 25d36c90-89fe-4d67-9afc-aca760ea277b, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:17:11.643862 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:11.650185 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539d545-ac17-490d-a952-349e7acc0f42 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Subnet': ['ID=aaaf12e0-6e9e-4c69-9090-d32c74fef237,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:11.655551 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:11.670562 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8539d545-ac17-490d-a952-349e7acc0f42 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network 25d36c90-89fe-4d67-9afc-aca760ea277b is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:17:11.692390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-8539d545-ac17-490d-a952-349e7acc0f42 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 25d36c90-89fe-4d67-9afc-aca760ea277b) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:11.702736 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8539d545-ac17-490d-a952-349e7acc0f42 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:11.703269 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8539d545-ac17-490d-a952-349e7acc0f42 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:11.760483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8539d545-ac17-490d-a952-349e7acc0f42 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2216396 Nov 29 18:17:11.764988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43230) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:11.808133 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04885ef8-d08e-4a38-b3b4-7144d87cfc10 None None] Network 25d36c90-89fe-4d67-9afc-aca760ea277b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:11.846028 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:17:11.906408 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:11.943603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5024231f-0cef-46cb-8fcc-e8cde9508540 None None] Sync routers for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:17:11.966660 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8850d3f8-21c5-48a2-809b-df491a9130f2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1942399 Nov 29 18:17:11.969530 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43238) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:11.979361 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8da35e90-6985-4c1c-85f9-b9d14b80fe9e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:11.980578 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-92393d24-0e67-487f-ad64-9170977900fa tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1161541773'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:12.028811 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92393d24-0e67-487f-ad64-9170977900fa tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Made reservation on behalf of 3142202504bc418590ec5be780e1a3ae for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:12.032804 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-92393d24-0e67-487f-ad64-9170977900fa tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:12.045462 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Pushing event updated for resources: {'Port': ['ID=62c8b128-d078-4fa3-8c29-09935e9cc8ca,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:12.113430 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92393d24-0e67-487f-ad64-9170977900fa tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:17:12.123960 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8da35e90-6985-4c1c-85f9-b9d14b80fe9e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:12.133702 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-92393d24-0e67-487f-ad64-9170977900fa tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:12.134018 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-92393d24-0e67-487f-ad64-9170977900fa tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Added segment d26b9d0f-2692-4ac3-88c6-b7d3e20c8501 of type vlan for network 53d2f320-1850-4cb6-99a7-c4de53a92511 Nov 29 18:17:12.135399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Network 5ef9e7d6-485e-4952-83c1-79e12be16e1f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:17:12.143846 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:12.192055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:17:12.233136 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-92393d24-0e67-487f-ad64-9170977900fa tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:12.272254 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-92393d24-0e67-487f-ad64-9170977900fa tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:12.290953 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5024231f-0cef-46cb-8fcc-e8cde9508540 None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:12.292063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5024231f-0cef-46cb-8fcc-e8cde9508540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:12.296719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-765bed59-ee85-4bda-9cfc-e54810191981 req-dfb3819b-daf2-4b23-a2f2-414fbad296a4 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.1746111 Nov 29 18:17:12.298117 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92393d24-0e67-487f-ad64-9170977900fa tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:12.303855 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-92393d24-0e67-487f-ad64-9170977900fa tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:12.319106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d516ed-784f-441e-a57c-c948c30ef8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-25d36c90-89fe-4d67-9afc-aca760ea277b', 'network_id': '25d36c90-89fe-4d67-9afc-aca760ea277b', 'tenant_id': 'd9350e89d6bf40ab940dc44af406f0e6', 'fixed_ips': [{'subnet_id': 'aaaf12e0-6e9e-4c69-9090-d32c74fef237'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:17:12.320622 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e9d516ed-784f-441e-a57c-c948c30ef8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:12.430902 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8da35e90-6985-4c1c-85f9-b9d14b80fe9e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:12.438550 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-92393d24-0e67-487f-ad64-9170977900fa tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4679360 Nov 29 18:17:12.442476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43252) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:12.455075 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c2cbd196-3e78-4b00-8563-beab43293a96 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'subnet': {'network_id': '53d2f320-1850-4cb6-99a7-c4de53a92511', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:12.514993 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92393d24-0e67-487f-ad64-9170977900fa tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Network': ['ID=53d2f320-1850-4cb6-99a7-c4de53a92511,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:12.532287 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Attempting to bind port 62c8b128-d078-4fa3-8c29-09935e9cc8ca on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:17:12.541247 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Attempting to bind port 62c8b128-d078-4fa3-8c29-09935e9cc8ca by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '97e9657e-cd5a-49f6-a954-dce530889fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5ef9e7d6-485e-4952-83c1-79e12be16e1f'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:17:12.544752 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Attempting to bind port 62c8b128-d078-4fa3-8c29-09935e9cc8ca on network 5ef9e7d6-485e-4952-83c1-79e12be16e1f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:17:12.553948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da35e90-6985-4c1c-85f9-b9d14b80fe9e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Subnet': ['ID=aaaf12e0-6e9e-4c69-9090-d32c74fef237,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:12.605525 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cbd196-3e78-4b00-8563-beab43293a96 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Made reservation on behalf of 3142202504bc418590ec5be780e1a3ae for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:12.618248 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2cbd196-3e78-4b00-8563-beab43293a96 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:12.682811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 53d2f320-1850-4cb6-99a7-c4de53a92511 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:17:12.684903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:17:12.685294 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Checking segment: {'id': '97e9657e-cd5a-49f6-a954-dce530889fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5ef9e7d6-485e-4952-83c1-79e12be16e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:12.685748 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:12.686107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Bound using segment: {'id': '97e9657e-cd5a-49f6-a954-dce530889fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5ef9e7d6-485e-4952-83c1-79e12be16e1f'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:17:12.686607 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Bound port: 62c8b128-d078-4fa3-8c29-09935e9cc8ca, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e9657e-cd5a-49f6-a954-dce530889fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5ef9e7d6-485e-4952-83c1-79e12be16e1f'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:17:12.689968 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:12.690568 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8da35e90-6985-4c1c-85f9-b9d14b80fe9e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:12.734050 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5024231f-0cef-46cb-8fcc-e8cde9508540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:12.736433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8da35e90-6985-4c1c-85f9-b9d14b80fe9e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d36c90-89fe-4d67-9afc-aca760ea277b']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:12.761408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8da35e90-6985-4c1c-85f9-b9d14b80fe9e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821006fa-f8bd-40cc-af30-3ecdb78f45af') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:12.766286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8da35e90-6985-4c1c-85f9-b9d14b80fe9e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821006fa-f8bd-40cc-af30-3ecdb78f45af') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:12.812771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] For port 62c8b128-d078-4fa3-8c29-09935e9cc8ca, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:17:12.816234 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] For port 62c8b128-d078-4fa3-8c29-09935e9cc8ca, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=62c8b128-d078-4fa3-8c29-09935e9cc8ca,segment=NetworkSegment(97e9657e-cd5a-49f6-a954-dce530889fe2),segment_id=97e9657e-cd5a-49f6-a954-dce530889fe2)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:17:12.834820 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8da35e90-6985-4c1c-85f9-b9d14b80fe9e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:12.865548 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8da35e90-6985-4c1c-85f9-b9d14b80fe9e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:12.874610 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951a60d4-d9b8-4e1c-83c1-59339620c916 None None] Network 25d36c90-89fe-4d67-9afc-aca760ea277b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:12.879753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da35e90-6985-4c1c-85f9-b9d14b80fe9e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:12.880440 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8da35e90-6985-4c1c-85f9-b9d14b80fe9e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:12.885894 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:12.924453 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:12.974865 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5024231f-0cef-46cb-8fcc-e8cde9508540 None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:12.975501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5024231f-0cef-46cb-8fcc-e8cde9508540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:13.058515 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8da35e90-6985-4c1c-85f9-b9d14b80fe9e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:13.080294 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8da35e90-6985-4c1c-85f9-b9d14b80fe9e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:13.105267 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8da35e90-6985-4c1c-85f9-b9d14b80fe9e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/25d36c90-89fe-4d67-9afc-aca760ea277b HTTP/1.1" status: 204 len: 168 time: 1.3373547 Nov 29 18:17:13.108271 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43260) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:13.112769 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5024231f-0cef-46cb-8fcc-e8cde9508540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:13.113916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5024231f-0cef-46cb-8fcc-e8cde9508540 None None] The sync data for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:17:13.130864 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8c8f96f8-10bb-4292-8fe7-bd14d0177720 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1381156935'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:13.165742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da35e90-6985-4c1c-85f9-b9d14b80fe9e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Network': ['ID=25d36c90-89fe-4d67-9afc-aca760ea277b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:13.227114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1863a-2032-43a7-a549-20fdf98a7ff5 None None] Pushing event updated for resources: {'Port': ['ID=62c8b128-d078-4fa3-8c29-09935e9cc8ca,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:13.292863 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8f96f8-10bb-4292-8fe7-bd14d0177720 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:13.307712 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c8f96f8-10bb-4292-8fe7-bd14d0177720 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:13.323092 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2cbd196-3e78-4b00-8563-beab43293a96 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:13.421656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8f96f8-10bb-4292-8fe7-bd14d0177720 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:17:13.473559 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbd196-3e78-4b00-8563-beab43293a96 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Subnet': ['ID=1a91e05d-4a22-47ba-b795-106efd16efca,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:13.522213 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b43a76a-606c-452d-bba3-44512a79c272 req-91b92fb8-75d0-4192-ad0e-6e4959b46bad tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.0599284 Nov 29 18:17:13.526287 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c8f96f8-10bb-4292-8fe7-bd14d0177720 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:13.528993 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-8c8f96f8-10bb-4292-8fe7-bd14d0177720 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Added segment c83341cd-7e71-4e2b-9261-c85a320a1e4a of type vlan for network 71fdb35a-9adc-4fc5-9be6-c7de86c866c3 Nov 29 18:17:13.606952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cbd196-3e78-4b00-8563-beab43293a96 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Checking segment: {'id': 'd26b9d0f-2692-4ac3-88c6-b7d3e20c8501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '53d2f320-1850-4cb6-99a7-c4de53a92511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:13.607487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cbd196-3e78-4b00-8563-beab43293a96 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network hostable DHCP agents. Network: 53d2f320-1850-4cb6-99a7-c4de53a92511, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:17:13.625260 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c8f96f8-10bb-4292-8fe7-bd14d0177720 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:13.686636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cbd196-3e78-4b00-8563-beab43293a96 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 53d2f320-1850-4cb6-99a7-c4de53a92511 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:17:13.708860 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-c2cbd196-3e78-4b00-8563-beab43293a96 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 53d2f320-1850-4cb6-99a7-c4de53a92511) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:13.718707 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18aa787-a84e-47c9-86c9-3216d90c7a7c None None] Network 53d2f320-1850-4cb6-99a7-c4de53a92511 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:13.739082 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cbd196-3e78-4b00-8563-beab43293a96 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:13.739725 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c2cbd196-3e78-4b00-8563-beab43293a96 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:13.755839 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c8f96f8-10bb-4292-8fe7-bd14d0177720 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:13.778763 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8f96f8-10bb-4292-8fe7-bd14d0177720 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:13.779558 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c8f96f8-10bb-4292-8fe7-bd14d0177720 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:13.958616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43274) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:13.959868 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c2cbd196-3e78-4b00-8563-beab43293a96 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5159800 Nov 29 18:17:13.968347 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8c8f96f8-10bb-4292-8fe7-bd14d0177720 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8589909 Nov 29 18:17:13.973401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43276) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:13.975500 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1423699076', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:13.977538 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-fd9465e2-0b0e-47ff-a1b7-2d16aaaf303b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'subnet': {'network_id': '71fdb35a-9adc-4fc5-9be6-c7de86c866c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:13.995075 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f96f8-10bb-4292-8fe7-bd14d0177720 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Network': ['ID=71fdb35a-9adc-4fc5-9be6-c7de86c866c3,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:14.053396 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:14.054962 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:14.133177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 71fdb35a-9adc-4fc5-9be6-c7de86c866c3 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:17:14.213629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:14.218243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-53d2f320-1850-4cb6-99a7-c4de53a92511', 'network_id': '53d2f320-1850-4cb6-99a7-c4de53a92511', 'tenant_id': '3142202504bc418590ec5be780e1a3ae', 'fixed_ips': [{'subnet_id': '1a91e05d-4a22-47ba-b795-106efd16efca'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:17:14.226574 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:14.241333 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9465e2-0b0e-47ff-a1b7-2d16aaaf303b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:14.248375 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd9465e2-0b0e-47ff-a1b7-2d16aaaf303b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:14.428512 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.ipam_backend_mixin [None req-fd9465e2-0b0e-47ff-a1b7-2d16aaaf303b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Performing IP validity checks on allocation pools {{(pid=110004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 18:17:14.429940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.ipam_backend_mixin [None req-fd9465e2-0b0e-47ff-a1b7-2d16aaaf303b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 18:17:14.688410 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:14.808885 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Allocated IP 172.20.0.2 (53d2f320-1850-4cb6-99a7-c4de53a92511/1a91e05d-4a22-47ba-b795-106efd16efca/9c2094bc-9924-4f87-bd7a-ad1bd74c4018) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:17:14.829887 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd9465e2-0b0e-47ff-a1b7-2d16aaaf303b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:14.931705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcd7b0d1-231e-4a2a-bfc1-e7685b08fe77 req-b62b4d9c-78ba-42b1-b639-6ae9c2ddfc93 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfef855a-c7ea-4f23-b91c-05670e9a55c3 HTTP/1.1" status: 200 len: 210 time: 0.0885911 Nov 29 18:17:15.040562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522a1162-6e92-4868-b0ce-fc7656b77af2 None None] Network 5ef9e7d6-485e-4952-83c1-79e12be16e1f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:15.069201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9465e2-0b0e-47ff-a1b7-2d16aaaf303b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Subnet': ['ID=f1ff7e97-f94b-4477-af8e-8c0f5ec9f463,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:15.080604 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9465e2-0b0e-47ff-a1b7-2d16aaaf303b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Checking segment: {'id': 'c83341cd-7e71-4e2b-9261-c85a320a1e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '71fdb35a-9adc-4fc5-9be6-c7de86c866c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:15.080928 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9465e2-0b0e-47ff-a1b7-2d16aaaf303b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network hostable DHCP agents. Network: 71fdb35a-9adc-4fc5-9be6-c7de86c866c3, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:17:15.090780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 62c8b128-d078-4fa3-8c29-09935e9cc8ca up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:17:15.102902 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9465e2-0b0e-47ff-a1b7-2d16aaaf303b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network 71fdb35a-9adc-4fc5-9be6-c7de86c866c3 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:17:15.128906 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-fd9465e2-0b0e-47ff-a1b7-2d16aaaf303b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 71fdb35a-9adc-4fc5-9be6-c7de86c866c3) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:15.133724 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9465e2-0b0e-47ff-a1b7-2d16aaaf303b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:15.134459 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd9465e2-0b0e-47ff-a1b7-2d16aaaf303b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:15.169768 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce6929d-2e18-4775-8664-93cc7e6707fa None None] Network 71fdb35a-9adc-4fc5-9be6-c7de86c866c3 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:15.171234 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fd9465e2-0b0e-47ff-a1b7-2d16aaaf303b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1986570 Nov 29 18:17:15.178698 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43292) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:15.223229 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-69c16d2a-8c0f-434d-a58a-34754958d3d9 None None] Provisioning complete for port 62c8b128-d078-4fa3-8c29-09935e9cc8ca triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:17:15.223896 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69c16d2a-8c0f-434d-a58a-34754958d3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:15.249929 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:15.298867 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:15.413245 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b19f004-b209-40f5-a232-259042fecea0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:15.523033 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b19f004-b209-40f5-a232-259042fecea0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:15.624055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Allocated IP 172.25.3.76 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/450f6b2b-9e59-46c5-9980-b228f2906d40) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:17:15.637135 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b19f004-b209-40f5-a232-259042fecea0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:15.712718 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19f004-b209-40f5-a232-259042fecea0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ff7e97-f94b-4477-af8e-8c0f5ec9f463,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:15.716113 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:15.731003 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 62c8b128-d078-4fa3-8c29-09935e9cc8ca triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:17:15.731445 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:15.783005 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:15.818870 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b19f004-b209-40f5-a232-259042fecea0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:15.827540 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69c16d2a-8c0f-434d-a58a-34754958d3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:15.846241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4b19f004-b209-40f5-a232-259042fecea0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fdb35a-9adc-4fc5-9be6-c7de86c866c3']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:15.869803 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Pushing event updated for resources: {'Port': ['ID=9c2094bc-9924-4f87-bd7a-ad1bd74c4018,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:15.879286 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4b19f004-b209-40f5-a232-259042fecea0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83341cd-7e71-4e2b-9261-c85a320a1e4a') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:15.887245 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4b19f004-b209-40f5-a232-259042fecea0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83341cd-7e71-4e2b-9261-c85a320a1e4a') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:15.895301 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-69c16d2a-8c0f-434d-a58a-34754958d3d9 None None] For port 62c8b128-d078-4fa3-8c29-09935e9cc8ca, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=62c8b128-d078-4fa3-8c29-09935e9cc8ca,segment=NetworkSegment(97e9657e-cd5a-49f6-a954-dce530889fe2),segment_id=97e9657e-cd5a-49f6-a954-dce530889fe2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:15.919667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Network 53d2f320-1850-4cb6-99a7-c4de53a92511 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:17:15.924519 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:15.931282 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b19f004-b209-40f5-a232-259042fecea0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:15.938267 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69c16d2a-8c0f-434d-a58a-34754958d3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:15.939283 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:15.940294 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:17:15.978591 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b19f004-b209-40f5-a232-259042fecea0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.013318 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b19f004-b209-40f5-a232-259042fecea0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:16.029435 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b19f004-b209-40f5-a232-259042fecea0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:16.041778 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:16.089439 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.127609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43306) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:16.142566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c16d2a-8c0f-434d-a58a-34754958d3d9 None None] Pushing event updated for resources: {'Port': ['ID=62c8b128-d078-4fa3-8c29-09935e9cc8ca,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:16.204338 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:17:16.220113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:16.225728 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b19f004-b209-40f5-a232-259042fecea0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.228006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:17:16.244317 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba90517-6b42-425b-9987-50cae1bf747d None None] Network 71fdb35a-9adc-4fc5-9be6-c7de86c866c3 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:16.254486 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b19f004-b209-40f5-a232-259042fecea0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.261105 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4b19f004-b209-40f5-a232-259042fecea0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/71fdb35a-9adc-4fc5-9be6-c7de86c866c3 HTTP/1.1" status: 204 len: 168 time: 1.0809958 Nov 29 18:17:16.280573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43310) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:16.288026 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-5002bc70-662b-47a9-b276-3c72ca794674 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-281623603'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:16.294496 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19f004-b209-40f5-a232-259042fecea0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Network': ['ID=71fdb35a-9adc-4fc5-9be6-c7de86c866c3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:16.330292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9c75a9-6cf2-4f13-8141-53eee1963884 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:16.332676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5002bc70-662b-47a9-b276-3c72ca794674 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:16.338046 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5002bc70-662b-47a9-b276-3c72ca794674 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.361919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=450f6b2b-9e59-46c5-9980-b228f2906d40,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:16.376539 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Attempting to bind port 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:17:16.376975 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Attempting to bind port 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'd26b9d0f-2692-4ac3-88c6-b7d3e20c8501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '53d2f320-1850-4cb6-99a7-c4de53a92511'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:17:16.385166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5002bc70-662b-47a9-b276-3c72ca794674 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:17:16.387552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Attempting to bind port 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 on network 53d2f320-1850-4cb6-99a7-c4de53a92511 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:17:16.401394 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8076272-73b6-4c96-99dc-61ef251b66b0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.403302 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5002bc70-662b-47a9-b276-3c72ca794674 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.403836 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-5002bc70-662b-47a9-b276-3c72ca794674 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Added segment ffe21a68-3f06-494f-a1ba-f4da5e94ba41 of type vlan for network e32c1e7a-e912-42dc-bc64-af9ec7e039a8 Nov 29 18:17:16.410332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba90517-6b42-425b-9987-50cae1bf747d None None] Network 71fdb35a-9adc-4fc5-9be6-c7de86c866c3 could not be found, it might have been deleted concurrently. {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 18:17:16.428646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:17:16.429179 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Checking segment: {'id': 'd26b9d0f-2692-4ac3-88c6-b7d3e20c8501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '53d2f320-1850-4cb6-99a7-c4de53a92511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:16.429663 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.430179 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Bound using segment: {'id': 'd26b9d0f-2692-4ac3-88c6-b7d3e20c8501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '53d2f320-1850-4cb6-99a7-c4de53a92511'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:17:16.432113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Bound port: 9c2094bc-9924-4f87-bd7a-ad1bd74c4018, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26b9d0f-2692-4ac3-88c6-b7d3e20c8501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '53d2f320-1850-4cb6-99a7-c4de53a92511'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:17:16.432729 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.472539 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5002bc70-662b-47a9-b276-3c72ca794674 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.511547 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-67bf8faa-0dbd-456d-814a-72de1d6d68e6 None None] Provisioning complete for port 62c8b128-d078-4fa3-8c29-09935e9cc8ca triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:17:16.512027 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67bf8faa-0dbd-456d-814a-72de1d6d68e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.517645 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5002bc70-662b-47a9-b276-3c72ca794674 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.524537 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5002bc70-662b-47a9-b276-3c72ca794674 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:16.525646 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5002bc70-662b-47a9-b276-3c72ca794674 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.535579 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8076272-73b6-4c96-99dc-61ef251b66b0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.541813 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] For port 9c2094bc-9924-4f87-bd7a-ad1bd74c4018, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:17:16.569633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] For port 9c2094bc-9924-4f87-bd7a-ad1bd74c4018, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c2094bc-9924-4f87-bd7a-ad1bd74c4018,segment=NetworkSegment(d26b9d0f-2692-4ac3-88c6-b7d3e20c8501),segment_id=d26b9d0f-2692-4ac3-88c6-b7d3e20c8501)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:17:16.576509 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.625776 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5002bc70-662b-47a9-b276-3c72ca794674 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3439786 Nov 29 18:17:16.629711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43316) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:16.634646 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b8782dff-3334-49f1-b9da-5d60c05ede59 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'subnet': {'network_id': 'e32c1e7a-e912-42dc-bc64-af9ec7e039a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:16.690584 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002bc70-662b-47a9-b276-3c72ca794674 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Network': ['ID=e32c1e7a-e912-42dc-bc64-af9ec7e039a8,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:16.717482 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8076272-73b6-4c96-99dc-61ef251b66b0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.720325 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8076272-73b6-4c96-99dc-61ef251b66b0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.722378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d8076272-73b6-4c96-99dc-61ef251b66b0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "DELETE /v2.0/security-groups/f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47 HTTP/1.1" status: 204 len: 168 time: 0.5867057 Nov 29 18:17:16.723838 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network e32c1e7a-e912-42dc-bc64-af9ec7e039a8 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:17:16.725751 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43324) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:16.763779 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-d953b212-8097-4a50-b6d1-63911fe296a6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] show failed (client error): The resource could not be found. Nov 29 18:17:16.763970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8076272-73b6-4c96-99dc-61ef251b66b0 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:16.767563 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d953b212-8097-4a50-b6d1-63911fe296a6 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "GET /v2.0/security-groups/f9f0e0cc-ae3c-4e9b-b74e-16b0e9876c47 HTTP/1.1" status: 404 len: 347 time: 0.0331788 Nov 29 18:17:16.770393 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43328) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:16.902393 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.908883 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdccd2-d222-4a86-8190-5902fbaf3686 None None] Pushing event updated for resources: {'Port': ['ID=9c2094bc-9924-4f87-bd7a-ad1bd74c4018,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:16.943586 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e24b0bbf-72e5-46c8-92f6-4911ef6e801a None None] Provisioning complete for port 450f6b2b-9e59-46c5-9980-b228f2906d40 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:17:16.952757 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e24b0bbf-72e5-46c8-92f6-4911ef6e801a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:16.994411 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 62c8b128-d078-4fa3-8c29-09935e9cc8ca up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:17:17.017622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e24b0bbf-72e5-46c8-92f6-4911ef6e801a None None] Port 450f6b2b-9e59-46c5-9980-b228f2906d40 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:17:17.192174 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 62c8b128-d078-4fa3-8c29-09935e9cc8ca triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:17:17.192558 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:17.324802 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:17.569009 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8782dff-3334-49f1-b9da-5d60c05ede59 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:17.572467 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b8782dff-3334-49f1-b9da-5d60c05ede59 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:17.667314 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e12911b5-710f-4599-8513-873c0e1a4032 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Deleting port 36e91e50-16b1-4f01-a92e-29f076cea763 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:17.667695 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e12911b5-710f-4599-8513-873c0e1a4032 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:17.874316 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e12911b5-710f-4599-8513-873c0e1a4032 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:17.874630 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e12911b5-710f-4599-8513-873c0e1a4032 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:17.897557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e12911b5-710f-4599-8513-873c0e1a4032 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Calling delete_port for 36e91e50-16b1-4f01-a92e-29f076cea763 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:17.923505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 2bc333f3-046e-4468-9ecb-cd8f76612c1e is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:17:18.047014 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b8782dff-3334-49f1-b9da-5d60c05ede59 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:18.139435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:17:18.154202 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d5ee4a-6621-4ab0-9554-9f3235be1dbc None None] Sync routers for ids ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:17:18.168268 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d5ee4a-6621-4ab0-9554-9f3235be1dbc None None] Routers {'2bc333f3-046e-4468-9ecb-cd8f76612c1e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:18.171276 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-91d5ee4a-6621-4ab0-9554-9f3235be1dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:18.180960 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:18.182678 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6993cce5-1d60-4d5e-b42d-7d54c3173b4b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2199008 Nov 29 18:17:18.185503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43352) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:18.197163 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8782dff-3334-49f1-b9da-5d60c05ede59 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Subnet': ['ID=a1779810-e3a4-4c2f-908d-b98e7991c1fe,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:18.207055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8782dff-3334-49f1-b9da-5d60c05ede59 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Checking segment: {'id': 'ffe21a68-3f06-494f-a1ba-f4da5e94ba41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e32c1e7a-e912-42dc-bc64-af9ec7e039a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:18.207644 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8782dff-3334-49f1-b9da-5d60c05ede59 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network hostable DHCP agents. Network: e32c1e7a-e912-42dc-bc64-af9ec7e039a8, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:17:18.240514 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-91d5ee4a-6621-4ab0-9554-9f3235be1dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:18.264184 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d5ee4a-6621-4ab0-9554-9f3235be1dbc None None] Routers {'2bc333f3-046e-4468-9ecb-cd8f76612c1e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:18.264956 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-91d5ee4a-6621-4ab0-9554-9f3235be1dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:18.284595 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e12911b5-710f-4599-8513-873c0e1a4032 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:18.294175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8782dff-3334-49f1-b9da-5d60c05ede59 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network e32c1e7a-e912-42dc-bc64-af9ec7e039a8 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:17:18.322847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12911b5-710f-4599-8513-873c0e1a4032 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event deleted for resources: {'Port': ['ID=36e91e50-16b1-4f01-a92e-29f076cea763,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:18.341647 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-91d5ee4a-6621-4ab0-9554-9f3235be1dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:18.347348 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d5ee4a-6621-4ab0-9554-9f3235be1dbc None None] The sync data for ids ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:17:18.366081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7feb35-c990-414c-a4a7-72474fe7329d None None] Network 53d2f320-1850-4cb6-99a7-c4de53a92511 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:18.378626 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-b8782dff-3334-49f1-b9da-5d60c05ede59 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, e32c1e7a-e912-42dc-bc64-af9ec7e039a8) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:18.396390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8782dff-3334-49f1-b9da-5d60c05ede59 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:18.396997 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b8782dff-3334-49f1-b9da-5d60c05ede59 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:18.484030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781bf726-757f-4891-ae29-6b0d1bf4dca1 None None] Network e32c1e7a-e912-42dc-bc64-af9ec7e039a8 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:18.496767 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b8782dff-3334-49f1-b9da-5d60c05ede59 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8660703 Nov 29 18:17:18.499808 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43358) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:18.568170 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8b09d974-e849-4126-b30f-ddbb693788f5 None None] Provisioning complete for port 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:17:18.568923 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b09d974-e849-4126-b30f-ddbb693788f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:18.579943 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e12911b5-710f-4599-8513-873c0e1a4032 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:18.582779 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e12911b5-710f-4599-8513-873c0e1a4032 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:18.587239 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e12911b5-710f-4599-8513-873c0e1a4032 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "DELETE /v2.0/floatingips/5cf8e32e-751d-4338-9d02-4a7f3cab30e9 HTTP/1.1" status: 204 len: 168 time: 1.8158660 Nov 29 18:17:18.594077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43360) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:18.712544 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb56c48e-3ae8-431b-8a00-4327811aee44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:18.783372 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b09d974-e849-4126-b30f-ddbb693788f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:18.783782 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb56c48e-3ae8-431b-8a00-4327811aee44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:18.821836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba54b93-c276-4665-bb18-57b72d719bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-e32c1e7a-e912-42dc-bc64-af9ec7e039a8', 'network_id': 'e32c1e7a-e912-42dc-bc64-af9ec7e039a8', 'tenant_id': 'd9350e89d6bf40ab940dc44af406f0e6', 'fixed_ips': [{'subnet_id': 'a1779810-e3a4-4c2f-908d-b98e7991c1fe'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:17:18.822877 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ba54b93-c276-4665-bb18-57b72d719bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:18.870434 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-5335aa7b-5329-4565-8bdf-c051f2eac9b9 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Deleting port af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:18.870915 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5335aa7b-5329-4565-8bdf-c051f2eac9b9 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:18.881513 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8b09d974-e849-4126-b30f-ddbb693788f5 None None] For port 9c2094bc-9924-4f87-bd7a-ad1bd74c4018, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c2094bc-9924-4f87-bd7a-ad1bd74c4018,segment=NetworkSegment(d26b9d0f-2692-4ac3-88c6-b7d3e20c8501),segment_id=d26b9d0f-2692-4ac3-88c6-b7d3e20c8501)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:18.891745 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b09d974-e849-4126-b30f-ddbb693788f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:18.893116 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb56c48e-3ae8-431b-8a00-4327811aee44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:18.961607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56c48e-3ae8-431b-8a00-4327811aee44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Subnet': ['ID=a1779810-e3a4-4c2f-908d-b98e7991c1fe,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:18.977918 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09d974-e849-4126-b30f-ddbb693788f5 None None] Pushing event updated for resources: {'Port': ['ID=9c2094bc-9924-4f87-bd7a-ad1bd74c4018,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:19.029123 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.032156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:17:19.063240 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb56c48e-3ae8-431b-8a00-4327811aee44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.079817 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5335aa7b-5329-4565-8bdf-c051f2eac9b9 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.102696 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-fb56c48e-3ae8-431b-8a00-4327811aee44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32c1e7a-e912-42dc-bc64-af9ec7e039a8']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:19.105119 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-5335aa7b-5329-4565-8bdf-c051f2eac9b9 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Calling delete_port for af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:19.118323 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-fb56c48e-3ae8-431b-8a00-4327811aee44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe21a68-3f06-494f-a1ba-f4da5e94ba41') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:19.118623 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-fb56c48e-3ae8-431b-8a00-4327811aee44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe21a68-3f06-494f-a1ba-f4da5e94ba41') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:19.126686 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2f577e-80db-4072-939a-6500357eccfb None None] Network e32c1e7a-e912-42dc-bc64-af9ec7e039a8 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:19.136081 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb56c48e-3ae8-431b-8a00-4327811aee44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.184608 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb56c48e-3ae8-431b-8a00-4327811aee44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.199321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb56c48e-3ae8-431b-8a00-4327811aee44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:19.200046 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb56c48e-3ae8-431b-8a00-4327811aee44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.244504 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-9d853b56-d170-4404-85d6-665fa17ded42 None None] Provisioning complete for port 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:17:19.244881 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d853b56-d170-4404-85d6-665fa17ded42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.278376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:17:19.278757 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:19.287916 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:19.394549 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb56c48e-3ae8-431b-8a00-4327811aee44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.408303 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb56c48e-3ae8-431b-8a00-4327811aee44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.417895 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fb56c48e-3ae8-431b-8a00-4327811aee44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/e32c1e7a-e912-42dc-bc64-af9ec7e039a8 HTTP/1.1" status: 204 len: 168 time: 0.9169297 Nov 29 18:17:19.421247 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43370) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:19.427514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-be9776a8-3e9a-4043-9b4c-f5e12e48d949 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1369506323'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:19.449436 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5335aa7b-5329-4565-8bdf-c051f2eac9b9 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.472057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56c48e-3ae8-431b-8a00-4327811aee44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Network': ['ID=e32c1e7a-e912-42dc-bc64-af9ec7e039a8,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:19.489162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9776a8-3e9a-4043-9b4c-f5e12e48d949 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:19.493649 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be9776a8-3e9a-4043-9b4c-f5e12e48d949 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.545168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335aa7b-5329-4565-8bdf-c051f2eac9b9 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event deleted for resources: {'Port': ['ID=af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:19.608944 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9776a8-3e9a-4043-9b4c-f5e12e48d949 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:17:19.651670 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be9776a8-3e9a-4043-9b4c-f5e12e48d949 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.652303 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-be9776a8-3e9a-4043-9b4c-f5e12e48d949 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Added segment 16769e7e-1075-43d0-ab5b-083096ba8eff of type vlan for network ae344ace-be02-4bfd-9109-dfbb92d3767b Nov 29 18:17:19.670045 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Allocated IP 172.20.0.1 (53d2f320-1850-4cb6-99a7-c4de53a92511/1a91e05d-4a22-47ba-b795-106efd16efca/3d1710e8-10bc-4adc-8785-0cf77f03aaac) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:17:19.708160 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5335aa7b-5329-4565-8bdf-c051f2eac9b9 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.714490 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5335aa7b-5329-4565-8bdf-c051f2eac9b9 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "DELETE /v2.0/ports/af31c6d6-7fd1-4dbf-aed1-ce07cd20d86e HTTP/1.1" status: 204 len: 168 time: 1.1170132 Nov 29 18:17:19.714671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43380) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:19.724016 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be9776a8-3e9a-4043-9b4c-f5e12e48d949 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.818881 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be9776a8-3e9a-4043-9b4c-f5e12e48d949 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.820490 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.824517 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9776a8-3e9a-4043-9b4c-f5e12e48d949 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:19.825188 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be9776a8-3e9a-4043-9b4c-f5e12e48d949 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.860586 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.913779 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-f10e1de2-4600-474c-8c40-41881f2c0180 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Deleting port c5850d26-12e4-4c63-9a8e-1d727081b700 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:19.914112 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f10e1de2-4600-474c-8c40-41881f2c0180 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:19.916941 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 53d2f320-1850-4cb6-99a7-c4de53a92511 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:17:19.920638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:19.924046 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-be9776a8-3e9a-4043-9b4c-f5e12e48d949 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5011120 Nov 29 18:17:19.934070 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:17:19.941937 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9776a8-3e9a-4043-9b4c-f5e12e48d949 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Network': ['ID=ae344ace-be02-4bfd-9109-dfbb92d3767b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:19.942147 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43384) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:19.955217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e02fe858-baff-407c-bb44-efc2fb53b21e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'subnet': {'network_id': 'ae344ace-be02-4bfd-9109-dfbb92d3767b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:19.955578 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network ae344ace-be02-4bfd-9109-dfbb92d3767b details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:17:20.121907 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=3d1710e8-10bc-4adc-8785-0cf77f03aaac,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:20.163876 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02fe858-baff-407c-bb44-efc2fb53b21e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:20.168504 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e02fe858-baff-407c-bb44-efc2fb53b21e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:20.170296 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f10e1de2-4600-474c-8c40-41881f2c0180 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:20.193656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-f10e1de2-4600-474c-8c40-41881f2c0180 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Calling delete_port for c5850d26-12e4-4c63-9a8e-1d727081b700 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:20.316266 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:20.406121 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f10e1de2-4600-474c-8c40-41881f2c0180 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:20.444396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fe864e57-f715-45d3-9427-897e96ea5961 None None] Provisioning complete for port 3d1710e8-10bc-4adc-8785-0cf77f03aaac triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:17:20.445497 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fe864e57-f715-45d3-9427-897e96ea5961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:20.465686 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e1de2-4600-474c-8c40-41881f2c0180 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event deleted for resources: {'Port': ['ID=c5850d26-12e4-4c63-9a8e-1d727081b700,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:20.503971 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fe864e57-f715-45d3-9427-897e96ea5961 None None] Port 3d1710e8-10bc-4adc-8785-0cf77f03aaac cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:17:20.527378 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e02fe858-baff-407c-bb44-efc2fb53b21e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:20.563221 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f10e1de2-4600-474c-8c40-41881f2c0180 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:20.568687 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f10e1de2-4600-474c-8c40-41881f2c0180 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "DELETE /v2.0/ports/c5850d26-12e4-4c63-9a8e-1d727081b700 HTTP/1.1" status: 204 len: 168 time: 0.8530931 Nov 29 18:17:20.574308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43388) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:20.685009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fe858-baff-407c-bb44-efc2fb53b21e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Subnet': ['ID=d4bbbbcd-8de5-4f0f-b176-51f86ccf8109,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:20.711566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-5456be94-2d8c-4411-af61-8a5d53c0840f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Deleting subnet 29ef7b16-a6fa-4ea4-9afc-503cb4413ebf {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:17:20.713457 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:20.729031 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5456be94-2d8c-4411-af61-8a5d53c0840f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:20.760774 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02fe858-baff-407c-bb44-efc2fb53b21e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Checking segment: {'id': '16769e7e-1075-43d0-ab5b-083096ba8eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ae344ace-be02-4bfd-9109-dfbb92d3767b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:20.761337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02fe858-baff-407c-bb44-efc2fb53b21e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network hostable DHCP agents. Network: ae344ace-be02-4bfd-9109-dfbb92d3767b, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:17:20.838265 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5456be94-2d8c-4411-af61-8a5d53c0840f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:20.884604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02fe858-baff-407c-bb44-efc2fb53b21e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network ae344ace-be02-4bfd-9109-dfbb92d3767b is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:17:20.911025 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:17:20.952686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e02fe858-baff-407c-bb44-efc2fb53b21e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, ae344ace-be02-4bfd-9109-dfbb92d3767b) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:20.987716 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02fe858-baff-407c-bb44-efc2fb53b21e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:20.988318 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e02fe858-baff-407c-bb44-efc2fb53b21e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:20.989106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7389f1c9-cfa6-49a1-9265-2863ed64f4a2 None None] Network ae344ace-be02-4bfd-9109-dfbb92d3767b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:21.072787 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e02fe858-baff-407c-bb44-efc2fb53b21e tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1267581 Nov 29 18:17:21.073022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43402) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:21.082975 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5456be94-2d8c-4411-af61-8a5d53c0840f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:21.274253 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5456be94-2d8c-4411-af61-8a5d53c0840f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:21.294361 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50746e26-53b7-4eba-96fc-7fe29b67fa81 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:21.341718 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5456be94-2d8c-4411-af61-8a5d53c0840f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:21.345810 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5456be94-2d8c-4411-af61-8a5d53c0840f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "DELETE /v2.0/subnets/29ef7b16-a6fa-4ea4-9afc-503cb4413ebf HTTP/1.1" status: 204 len: 168 time: 0.7675304 Nov 29 18:17:21.347129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456be94-2d8c-4411-af61-8a5d53c0840f tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event deleted for resources: {'Subnet': ['ID=29ef7b16-a6fa-4ea4-9afc-503cb4413ebf,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:21.350015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43408) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:21.354429 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccacf779-ae19-4d64-ae26-0bee8bf7fa0f None None] Network e0425de3-85ca-461a-a6de-7e5f9d893ce2 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:21.370436 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:17:21.371069 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:21.416102 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50746e26-53b7-4eba-96fc-7fe29b67fa81 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:21.427227 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab084e2-421f-4dcb-848f-587c37944d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-ae344ace-be02-4bfd-9109-dfbb92d3767b', 'network_id': 'ae344ace-be02-4bfd-9109-dfbb92d3767b', 'tenant_id': 'd9350e89d6bf40ab940dc44af406f0e6', 'fixed_ips': [{'subnet_id': 'd4bbbbcd-8de5-4f0f-b176-51f86ccf8109'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:17:21.428473 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ab084e2-421f-4dcb-848f-587c37944d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:21.495061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Deleting subnet 973dc789-b38b-45cc-806c-8236548d1d95 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:17:21.498821 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:21.510425 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:21.520871 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:21.564329 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:21.581225 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:21.680786 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:21.683209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=3d1710e8-10bc-4adc-8785-0cf77f03aaac,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:21.733437 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50746e26-53b7-4eba-96fc-7fe29b67fa81 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:21.778667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 53d2f320-1850-4cb6-99a7-c4de53a92511 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:17:21.788233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50746e26-53b7-4eba-96fc-7fe29b67fa81 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Subnet': ['ID=d4bbbbcd-8de5-4f0f-b176-51f86ccf8109,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:21.788456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:21.843859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27483fb8-ac1c-4ccf-8434-7d945474ef1d None None] DHCP port deletion for e0425de3-85ca-461a-a6de-7e5f9d893ce2 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:21.936329 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50746e26-53b7-4eba-96fc-7fe29b67fa81 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server [None req-2ab084e2-421f-4dcb-848f-587c37944d69 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4bbbbcd-8de5-4f0f-b176-51f86ccf8109: This subnet is being modified by another concurrent operation. Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise exception Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4bbbbcd-8de5-4f0f-b176-51f86ccf8109: This subnet is being modified by another concurrent operation. Nov 29 18:17:21.979498 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server Nov 29 18:17:21.993120 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:22.002059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3634103-d791-4bf5-a198-8b0d4ee83f0a None None] Network ae344ace-be02-4bfd-9109-dfbb92d3767b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:22.032329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 2bc333f3-046e-4468-9ecb-cd8f76612c1e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:17:22.076349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-50746e26-53b7-4eba-96fc-7fe29b67fa81 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae344ace-be02-4bfd-9109-dfbb92d3767b']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:22.085931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event deleted for resources: {'Subnet': ['ID=973dc789-b38b-45cc-806c-8236548d1d95,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:22.117477 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:22.130439 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "DELETE /v2.0/subnets/973dc789-b38b-45cc-806c-8236548d1d95 HTTP/1.1" status: 204 len: 168 time: 0.7793424 Nov 29 18:17:22.132803 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-50746e26-53b7-4eba-96fc-7fe29b67fa81 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16769e7e-1075-43d0-ab5b-083096ba8eff') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:22.133267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-50746e26-53b7-4eba-96fc-7fe29b67fa81 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16769e7e-1075-43d0-ab5b-083096ba8eff') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:22.138636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43420) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:22.180261 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:22.180618 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:22.180960 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:22.188423 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:22.189042 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:22.189300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:22.189647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:22.190016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:22.190347 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:22.196199 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:22.196722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:22.197244 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb82b0dc-1d46-442e-9f8d-edfad6309c5a tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:22.203245 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50746e26-53b7-4eba-96fc-7fe29b67fa81 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:22.265107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:17:22.276024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6947f67d-e6e2-4956-8844-9ab98c95b12d tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "PUT /v2.0/routers/2bc333f3-046e-4468-9ecb-cd8f76612c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0889857 Nov 29 18:17:22.279902 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43424) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:22.292660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6446c028-d1c7-4d25-a9fd-cab9fc7a7769 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'port': {'network_id': '53d2f320-1850-4cb6-99a7-c4de53a92511', 'name': 'tempest-FloatingIPTestJSON-662378540'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:22.347908 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50746e26-53b7-4eba-96fc-7fe29b67fa81 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:22.381973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50746e26-53b7-4eba-96fc-7fe29b67fa81 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:22.384370 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50746e26-53b7-4eba-96fc-7fe29b67fa81 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:22.389967 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:22.435303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1425e893-eb3b-4930-8e8f-0c3f6f571bbd None None] Network d377bfed-7780-49fd-af42-fe62ff964a43 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:22.439075 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c30496-3154-43fb-80ad-6efeac5c2ad6 None None] Sync routers for ids ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:17:22.587278 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:22.591305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6446c028-d1c7-4d25-a9fd-cab9fc7a7769 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Made reservation on behalf of 3142202504bc418590ec5be780e1a3ae for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:22.595407 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6446c028-d1c7-4d25-a9fd-cab9fc7a7769 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:22.614512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c1d3cca2-2302-4b09-b290-000d16bb66bc None None] Provisioning complete for port 3d1710e8-10bc-4adc-8785-0cf77f03aaac triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:17:22.615629 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1d3cca2-2302-4b09-b290-000d16bb66bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:22.632700 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50746e26-53b7-4eba-96fc-7fe29b67fa81 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:22.636079 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-6446c028-d1c7-4d25-a9fd-cab9fc7a7769 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] device_id is not set on port 880b4aea-c297-409a-ae1d-028e2dc0abd4 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:17:22.655812 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50746e26-53b7-4eba-96fc-7fe29b67fa81 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:22.673753 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-50746e26-53b7-4eba-96fc-7fe29b67fa81 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/ae344ace-be02-4bfd-9109-dfbb92d3767b HTTP/1.1" status: 204 len: 168 time: 1.5999894 Nov 29 18:17:22.677443 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c1d3cca2-2302-4b09-b290-000d16bb66bc None None] Port 3d1710e8-10bc-4adc-8785-0cf77f03aaac cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:17:22.689842 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c30496-3154-43fb-80ad-6efeac5c2ad6 None None] Routers {'2bc333f3-046e-4468-9ecb-cd8f76612c1e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:22.691137 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-36c30496-3154-43fb-80ad-6efeac5c2ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:22.691587 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43432) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:22.693984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-27483fb8-ac1c-4ccf-8434-7d945474ef1d None None] Deleting port 4871236c-f399-4afa-ae34-d0e9eb67e47d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:22.694596 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27483fb8-ac1c-4ccf-8434-7d945474ef1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:22.706403 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1b4fc5f4-305e-411b-9267-60a863ee0a3b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2099056783'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:22.744754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-36c30496-3154-43fb-80ad-6efeac5c2ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:22.775536 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50746e26-53b7-4eba-96fc-7fe29b67fa81 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Network': ['ID=ae344ace-be02-4bfd-9109-dfbb92d3767b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:22.795368 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c30496-3154-43fb-80ad-6efeac5c2ad6 None None] Routers {'2bc333f3-046e-4468-9ecb-cd8f76612c1e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:22.796134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-36c30496-3154-43fb-80ad-6efeac5c2ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:16:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:22.796569 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4fc5f4-305e-411b-9267-60a863ee0a3b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:22.808344 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b4fc5f4-305e-411b-9267-60a863ee0a3b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:22.883293 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-6446c028-d1c7-4d25-a9fd-cab9fc7a7769 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Allocated IP 172.20.0.7 (53d2f320-1850-4cb6-99a7-c4de53a92511/1a91e05d-4a22-47ba-b795-106efd16efca/880b4aea-c297-409a-ae1d-028e2dc0abd4) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:17:22.890014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Deleting port 4871236c-f399-4afa-ae34-d0e9eb67e47d {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:22.890578 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:22.894413 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4871236c-f399-4afa-ae34-d0e9eb67e47d no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:17:22.896711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4fc5f4-305e-411b-9267-60a863ee0a3b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:17:22.982877 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b4fc5f4-305e-411b-9267-60a863ee0a3b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:22.983614 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-1b4fc5f4-305e-411b-9267-60a863ee0a3b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Added segment 604e4313-81e2-41f1-92f2-e61e9e354a23 of type vlan for network 6e154b2e-ce11-4631-9f7f-333032ac8d71 Nov 29 18:17:22.987594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-36c30496-3154-43fb-80ad-6efeac5c2ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:22.993921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c30496-3154-43fb-80ad-6efeac5c2ad6 None None] The sync data for ids ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:17:23.031031 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-27483fb8-ac1c-4ccf-8434-7d945474ef1d None None] For port 4871236c-f399-4afa-ae34-d0e9eb67e47d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4871236c-f399-4afa-ae34-d0e9eb67e47d,segment=NetworkSegment(46a35f99-4c12-457a-ac53-3e115df10652),segment_id=46a35f99-4c12-457a-ac53-3e115df10652)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:23.032535 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27483fb8-ac1c-4ccf-8434-7d945474ef1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.055788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] For port 4871236c-f399-4afa-ae34-d0e9eb67e47d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4871236c-f399-4afa-ae34-d0e9eb67e47d,segment=NetworkSegment(46a35f99-4c12-457a-ac53-3e115df10652),segment_id=46a35f99-4c12-457a-ac53-3e115df10652)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:23.056162 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.067955 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b4fc5f4-305e-411b-9267-60a863ee0a3b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.074645 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-27483fb8-ac1c-4ccf-8434-7d945474ef1d None None] Calling delete_port for 4871236c-f399-4afa-ae34-d0e9eb67e47d owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:23.077541 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Calling delete_port for 4871236c-f399-4afa-ae34-d0e9eb67e47d owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:23.138164 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.177068 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b4fc5f4-305e-411b-9267-60a863ee0a3b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.196414 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4fc5f4-305e-411b-9267-60a863ee0a3b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:23.197073 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b4fc5f4-305e-411b-9267-60a863ee0a3b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.231998 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 4871236c-f399-4afa-ae34-d0e9eb67e47d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4871236c-f399-4afa-ae34-d0e9eb67e47d,segment=NetworkSegment(46a35f99-4c12-457a-ac53-3e115df10652),segment_id=46a35f99-4c12-457a-ac53-3e115df10652)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:23.244245 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.275277 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6446c028-d1c7-4d25-a9fd-cab9fc7a7769 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.345553 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6446c028-d1c7-4d25-a9fd-cab9fc7a7769 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.354285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=4871236c-f399-4afa-ae34-d0e9eb67e47d,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:23.376387 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43438) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:23.379687 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27483fb8-ac1c-4ccf-8434-7d945474ef1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.382195 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1b4fc5f4-305e-411b-9267-60a863ee0a3b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6857219 Nov 29 18:17:23.392602 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fc5f4-305e-411b-9267-60a863ee0a3b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Network': ['ID=6e154b2e-ce11-4631-9f7f-333032ac8d71,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:23.417054 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27483fb8-ac1c-4ccf-8434-7d945474ef1d None None] No DVR routers for this DVR port 4871236c-f399-4afa-ae34-d0e9eb67e47d on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:17:23.420918 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4a02f7b1-7c73-4273-8723-dbd654ee2610 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'subnet': {'network_id': '6e154b2e-ce11-4631-9f7f-333032ac8d71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:23.421955 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e715fb7d-3488-4590-9aa0-b5b8a4551b06 None None] DHCP port deletion for d377bfed-7780-49fd-af42-fe62ff964a43 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:23.433835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27483fb8-ac1c-4ccf-8434-7d945474ef1d None None] Pushing event deleted for resources: {'Port': ['ID=4871236c-f399-4afa-ae34-d0e9eb67e47d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:23.434994 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.461566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 6e154b2e-ce11-4631-9f7f-333032ac8d71 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:17:23.488649 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event deleted for resources: {'Port': ['ID=4871236c-f399-4afa-ae34-d0e9eb67e47d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:23.513782 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] No DVR routers for this DVR port 4871236c-f399-4afa-ae34-d0e9eb67e47d on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:17:23.542064 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6446c028-d1c7-4d25-a9fd-cab9fc7a7769 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Network 53d2f320-1850-4cb6-99a7-c4de53a92511 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:17:23.551600 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6446c028-d1c7-4d25-a9fd-cab9fc7a7769 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:23.559556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6446c028-d1c7-4d25-a9fd-cab9fc7a7769 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:17:23.601309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e715fb7d-3488-4590-9aa0-b5b8a4551b06 None None] Deleting port ea899019-8139-4233-bcbf-0aa4b4ec5ec9 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:23.604797 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e715fb7d-3488-4590-9aa0-b5b8a4551b06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.614592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6446c028-d1c7-4d25-a9fd-cab9fc7a7769 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:23.615793 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6446c028-d1c7-4d25-a9fd-cab9fc7a7769 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.681364 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.681688 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446c028-d1c7-4d25-a9fd-cab9fc7a7769 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event updated for resources: {'Port': ['ID=880b4aea-c297-409a-ae1d-028e2dc0abd4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:23.697617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a02f7b1-7c73-4273-8723-dbd654ee2610 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:23.709506 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a02f7b1-7c73-4273-8723-dbd654ee2610 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.725948 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0425de3-85ca-461a-a6de-7e5f9d893ce2']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:23.732179 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6446c028-d1c7-4d25-a9fd-cab9fc7a7769 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4510808 Nov 29 18:17:23.748137 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e715fb7d-3488-4590-9aa0-b5b8a4551b06 None None] For port ea899019-8139-4233-bcbf-0aa4b4ec5ec9, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ea899019-8139-4233-bcbf-0aa4b4ec5ec9,segment=NetworkSegment(d3efd0a8-200f-41fb-8714-9dd0fd33ee9a),segment_id=d3efd0a8-200f-41fb-8714-9dd0fd33ee9a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:23.750848 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e715fb7d-3488-4590-9aa0-b5b8a4551b06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.759018 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43444) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:23.780052 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e715fb7d-3488-4590-9aa0-b5b8a4551b06 None None] Calling delete_port for ea899019-8139-4233-bcbf-0aa4b4ec5ec9 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:23.800914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a35f99-4c12-457a-ac53-3e115df10652') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:23.801137 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a35f99-4c12-457a-ac53-3e115df10652') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:23.812209 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.814263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d8fb5eb8-05b8-4324-8fad-47a651be701f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Request body: {'floatingip': {'port_id': '880b4aea-c297-409a-ae1d-028e2dc0abd4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:23.831700 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.841275 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:23.842058 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: self.session.flush() Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:23.846508 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:23.909493 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e715fb7d-3488-4590-9aa0-b5b8a4551b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.927592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-4a02f7b1-7c73-4273-8723-dbd654ee2610 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Performing IP validity checks on allocation pools {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 18:17:23.928111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-4a02f7b1-7c73-4273-8723-dbd654ee2610 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 18:17:23.933937 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.945105 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.947295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715fb7d-3488-4590-9aa0-b5b8a4551b06 None None] Pushing event deleted for resources: {'Port': ['ID=ea899019-8139-4233-bcbf-0aa4b4ec5ec9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:23.951771 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "DELETE /v2.0/networks/e0425de3-85ca-461a-a6de-7e5f9d893ce2 HTTP/1.1" status: 204 len: 168 time: 1.7930567 Nov 29 18:17:23.953159 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e715fb7d-3488-4590-9aa0-b5b8a4551b06 None None] No DVR routers for this DVR port ea899019-8139-4233-bcbf-0aa4b4ec5ec9 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:17:23.959821 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43446) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:23.970489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6c6bf257-05f6-4236-af0a-2c04711dd74f None None] Provisioning complete for port 880b4aea-c297-409a-ae1d-028e2dc0abd4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:17:23.970985 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf257-05f6-4236-af0a-2c04711dd74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:23.984753 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd9562-5026-4170-93b9-c585c2da94ba tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event deleted for resources: {'Network': ['ID=e0425de3-85ca-461a-a6de-7e5f9d893ce2,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:24.000252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba827d94-8957-4902-b6eb-3b879fe3fb0c None None] get_active_networks_info from n-d-819494-5 {{(pid=110006) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 18:17:24.003894 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8fb5eb8-05b8-4324-8fad-47a651be701f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:24.005156 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-742f448f-cffe-4bc0-a18e-13777647341b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:24.045451 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6c6bf257-05f6-4236-af0a-2c04711dd74f None None] Port 880b4aea-c297-409a-ae1d-028e2dc0abd4 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:17:24.139960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba827d94-8957-4902-b6eb-3b879fe3fb0c None None] Resources bound (agent type, host, resource id): {{(pid=110006) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 18:17:24.486416 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b2b7e1ec-3862-4a82-a7e2-1cddbdf84fee None None] Provisioning complete for port 5f5d0803-a34f-432b-8da1-25a65765ede0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:17:24.487644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8608685-3a14-4ecb-8030-74c48f5c2cf1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:24.488117 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e1ec-3862-4a82-a7e2-1cddbdf84fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:24.529373 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7e1ec-3862-4a82-a7e2-1cddbdf84fee None None] Port 5f5d0803-a34f-432b-8da1-25a65765ede0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:17:24.544903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b2b7e1ec-3862-4a82-a7e2-1cddbdf84fee None None] Provisioning complete for port 122330bd-ef45-442f-a1b2-cb70f9c249a9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:17:24.546648 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e1ec-3862-4a82-a7e2-1cddbdf84fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:24.594711 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7e1ec-3862-4a82-a7e2-1cddbdf84fee None None] Port 122330bd-ef45-442f-a1b2-cb70f9c249a9 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:17:24.608655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b2b7e1ec-3862-4a82-a7e2-1cddbdf84fee None None] Provisioning complete for port cceb167b-9bf1-4cc5-ba73-a4e0c2e60032 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:17:24.609251 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b2b7e1ec-3862-4a82-a7e2-1cddbdf84fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:24.646408 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7e1ec-3862-4a82-a7e2-1cddbdf84fee None None] Port cceb167b-9bf1-4cc5-ba73-a4e0c2e60032 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:17:24.730530 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8608685-3a14-4ecb-8030-74c48f5c2cf1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:24.746539 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a02f7b1-7c73-4273-8723-dbd654ee2610 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:24.793966 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a8608685-3a14-4ecb-8030-74c48f5c2cf1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d377bfed-7780-49fd-af42-fe62ff964a43']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:24.849737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a8608685-3a14-4ecb-8030-74c48f5c2cf1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:24.850023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a8608685-3a14-4ecb-8030-74c48f5c2cf1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3efd0a8-200f-41fb-8714-9dd0fd33ee9a') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:24.852241 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ea899019-8139-4233-bcbf-0aa4b4ec5ec9 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:17:24.882270 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8608685-3a14-4ecb-8030-74c48f5c2cf1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:24.898250 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: ea899019-8139-4233-bcbf-0aa4b4ec5ec9 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:17:24.899099 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ea899019-8139-4233-bcbf-0aa4b4ec5ec9 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:17:24.905590 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02f7b1-7c73-4273-8723-dbd654ee2610 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Subnet': ['ID=a9fc62ed-57dc-45a9-9ece-a9a6f0de1273,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:24.925023 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8608685-3a14-4ecb-8030-74c48f5c2cf1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:24.942112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8608685-3a14-4ecb-8030-74c48f5c2cf1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:24.942674 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8608685-3a14-4ecb-8030-74c48f5c2cf1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:24.945966 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:24.985940 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a02f7b1-7c73-4273-8723-dbd654ee2610 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Checking segment: {'id': '604e4313-81e2-41f1-92f2-e61e9e354a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '6e154b2e-ce11-4631-9f7f-333032ac8d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:24.986579 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a02f7b1-7c73-4273-8723-dbd654ee2610 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network hostable DHCP agents. Network: 6e154b2e-ce11-4631-9f7f-333032ac8d71, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:17:25.062805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a02f7b1-7c73-4273-8723-dbd654ee2610 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network 6e154b2e-ce11-4631-9f7f-333032ac8d71 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:17:25.072686 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8608685-3a14-4ecb-8030-74c48f5c2cf1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:25.082629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8608685-3a14-4ecb-8030-74c48f5c2cf1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:25.090956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a8608685-3a14-4ecb-8030-74c48f5c2cf1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] 10.222.0.23 "DELETE /v2.0/networks/d377bfed-7780-49fd-af42-fe62ff964a43 HTTP/1.1" status: 204 len: 168 time: 1.1200023 Nov 29 18:17:25.145583 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4a02f7b1-7c73-4273-8723-dbd654ee2610 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 6e154b2e-ce11-4631-9f7f-333032ac8d71) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:25.153435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a02f7b1-7c73-4273-8723-dbd654ee2610 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:25.154227 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a02f7b1-7c73-4273-8723-dbd654ee2610 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:25.155368 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9881e9ac-fc7c-440e-b0e8-e341bc89249a None None] Network 6e154b2e-ce11-4631-9f7f-333032ac8d71 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:25.162828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8608685-3a14-4ecb-8030-74c48f5c2cf1 tempest-TaggedBootDevicesTest_v242-186583381 tempest-TaggedBootDevicesTest_v242-186583381-project] Pushing event deleted for resources: {'Network': ['ID=d377bfed-7780-49fd-af42-fe62ff964a43,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:25.299899 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4a02f7b1-7c73-4273-8723-dbd654ee2610 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9207435 Nov 29 18:17:25.302558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43476) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:25.474602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f96b277-1780-4a76-8b85-04cc57e610a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-6e154b2e-ce11-4631-9f7f-333032ac8d71', 'network_id': '6e154b2e-ce11-4631-9f7f-333032ac8d71', 'tenant_id': 'd9350e89d6bf40ab940dc44af406f0e6', 'fixed_ips': [{'subnet_id': 'a9fc62ed-57dc-45a9-9ece-a9a6f0de1273'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:17:25.476778 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f96b277-1780-4a76-8b85-04cc57e610a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:25.487162 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e963e94-3d5e-4de6-961e-c3bdd53c01dd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:25.582001 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8fb5eb8-05b8-4324-8fad-47a651be701f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:25.593963 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8fb5eb8-05b8-4324-8fad-47a651be701f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:25.645899 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e963e94-3d5e-4de6-961e-c3bdd53c01dd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:25.778521 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-d8fb5eb8-05b8-4324-8fad-47a651be701f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Floating IP 39d57815-3f9d-4dc0-b189-176fe3bcac26 associated. External IP: 172.25.3.197, port: cceb167b-9bf1-4cc5-ba73-a4e0c2e60032. Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server [None req-2f96b277-1780-4a76-8b85-04cc57e610a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9fc62ed-57dc-45a9-9ece-a9a6f0de1273: This subnet is being modified by another concurrent operation. Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise exception Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9fc62ed-57dc-45a9-9ece-a9a6f0de1273: This subnet is being modified by another concurrent operation. Nov 29 18:17:25.795484 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server Nov 29 18:17:25.812498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcef6c31-fff0-4bbe-beaa-cb50f140d7a4 None None] Network 6e154b2e-ce11-4631-9f7f-333032ac8d71 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:25.831515 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e963e94-3d5e-4de6-961e-c3bdd53c01dd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:25.865539 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e963e94-3d5e-4de6-961e-c3bdd53c01dd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Subnet': ['ID=a9fc62ed-57dc-45a9-9ece-a9a6f0de1273,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:26.072088 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e963e94-3d5e-4de6-961e-c3bdd53c01dd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:26.073527 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06607d11-ce39-49a6-8c3e-32172ddbf33f None None] get_active_networks_info from n-d-819494-5 {{(pid=110006) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 18:17:26.100011 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2e963e94-3d5e-4de6-961e-c3bdd53c01dd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e154b2e-ce11-4631-9f7f-333032ac8d71']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:26.110397 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2e963e94-3d5e-4de6-961e-c3bdd53c01dd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604e4313-81e2-41f1-92f2-e61e9e354a23') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:26.111015 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2e963e94-3d5e-4de6-961e-c3bdd53c01dd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604e4313-81e2-41f1-92f2-e61e9e354a23') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:26.122415 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e963e94-3d5e-4de6-961e-c3bdd53c01dd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:26.152535 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e963e94-3d5e-4de6-961e-c3bdd53c01dd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:26.175979 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e963e94-3d5e-4de6-961e-c3bdd53c01dd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:26.176390 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e963e94-3d5e-4de6-961e-c3bdd53c01dd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:26.190881 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:26.280553 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06607d11-ce39-49a6-8c3e-32172ddbf33f None None] Resources bound (agent type, host, resource id): {{(pid=110006) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 18:17:26.307792 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e963e94-3d5e-4de6-961e-c3bdd53c01dd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:26.412167 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e963e94-3d5e-4de6-961e-c3bdd53c01dd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:26.415931 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2e963e94-3d5e-4de6-961e-c3bdd53c01dd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/6e154b2e-ce11-4631-9f7f-333032ac8d71 HTTP/1.1" status: 204 len: 168 time: 1.1123343 Nov 29 18:17:26.419533 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43492) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:26.427432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-24748d9f-46c1-4ba3-9dce-db8a4e586f17 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-32300798'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:26.462507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e963e94-3d5e-4de6-961e-c3bdd53c01dd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Network': ['ID=6e154b2e-ce11-4631-9f7f-333032ac8d71,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:26.479054 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f78a87e9-abbd-4d45-9a67-feae59f1f82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:26.491113 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24748d9f-46c1-4ba3-9dce-db8a4e586f17 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:26.496739 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24748d9f-46c1-4ba3-9dce-db8a4e586f17 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:26.529162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24748d9f-46c1-4ba3-9dce-db8a4e586f17 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:17:26.542995 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24748d9f-46c1-4ba3-9dce-db8a4e586f17 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:26.543335 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-24748d9f-46c1-4ba3-9dce-db8a4e586f17 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Added segment fa4f5794-156a-4f80-afbb-1c5968fef3e0 of type vlan for network fd23e31b-da78-4583-aead-20900b740381 Nov 29 18:17:26.615855 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fb5eb8-05b8-4324-8fad-47a651be701f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 926cd569-4f6f-4d52-b571-ce6e3d7f3731 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:17:26.627180 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24748d9f-46c1-4ba3-9dce-db8a4e586f17 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:26.675292 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24748d9f-46c1-4ba3-9dce-db8a4e586f17 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:26.680879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24748d9f-46c1-4ba3-9dce-db8a4e586f17 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:26.683219 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24748d9f-46c1-4ba3-9dce-db8a4e586f17 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:26.880399 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-24748d9f-46c1-4ba3-9dce-db8a4e586f17 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4572198 Nov 29 18:17:26.882132 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24748d9f-46c1-4ba3-9dce-db8a4e586f17 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Network': ['ID=fd23e31b-da78-4583-aead-20900b740381,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:26.882764 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43500) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:26.907337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network fd23e31b-da78-4583-aead-20900b740381 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:17:26.924906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-510fb686-a5f8-4fba-b2de-abd737cf83b9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'subnet': {'network_id': 'fd23e31b-da78-4583-aead-20900b740381', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:27.005268 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fb5eb8-05b8-4324-8fad-47a651be701f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:17:27.036490 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd7b26-cefd-4bff-a3cd-85a71933a1bb None None] Sync routers for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:17:27.064735 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd7b26-cefd-4bff-a3cd-85a71933a1bb None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:27.066114 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-edfd7b26-cefd-4bff-a3cd-85a71933a1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:27.113743 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-edfd7b26-cefd-4bff-a3cd-85a71933a1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:27.119959 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:27.128335 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd7b26-cefd-4bff-a3cd-85a71933a1bb None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:27.133910 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-edfd7b26-cefd-4bff-a3cd-85a71933a1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:27.210586 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-edfd7b26-cefd-4bff-a3cd-85a71933a1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:27.211286 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfd7b26-cefd-4bff-a3cd-85a71933a1bb None None] The sync data for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:17:27.250924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510fb686-a5f8-4fba-b2de-abd737cf83b9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:27.254577 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-510fb686-a5f8-4fba-b2de-abd737cf83b9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:27.576630 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-510fb686-a5f8-4fba-b2de-abd737cf83b9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:27.578640 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:27.670980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fb686-a5f8-4fba-b2de-abd737cf83b9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Subnet': ['ID=dbeb7dfe-72aa-4c49-ae2c-ff59f73b00bb,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:27.674973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fb5eb8-05b8-4324-8fad-47a651be701f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 2bc333f3-046e-4468-9ecb-cd8f76612c1e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:17:27.687961 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510fb686-a5f8-4fba-b2de-abd737cf83b9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Checking segment: {'id': 'fa4f5794-156a-4f80-afbb-1c5968fef3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fd23e31b-da78-4583-aead-20900b740381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:27.688920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510fb686-a5f8-4fba-b2de-abd737cf83b9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network hostable DHCP agents. Network: fd23e31b-da78-4583-aead-20900b740381, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:17:27.947088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510fb686-a5f8-4fba-b2de-abd737cf83b9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network fd23e31b-da78-4583-aead-20900b740381 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:17:27.961352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fb5eb8-05b8-4324-8fad-47a651be701f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:17:27.974555 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8fb5eb8-05b8-4324-8fad-47a651be701f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:27.975834 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b2a1bd-ef34-4338-9021-b02eb0ec5ccc None None] Sync routers for ids ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:17:27.980983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-510fb686-a5f8-4fba-b2de-abd737cf83b9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, fd23e31b-da78-4583-aead-20900b740381) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:27.998416 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6633cba3-72e3-4bb0-b7ce-abf99483eb66 None None] Network fd23e31b-da78-4583-aead-20900b740381 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:28.029584 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510fb686-a5f8-4fba-b2de-abd737cf83b9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:28.030430 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-510fb686-a5f8-4fba-b2de-abd737cf83b9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:28.075319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-510fb686-a5f8-4fba-b2de-abd737cf83b9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1878405 Nov 29 18:17:28.075560 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43512) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:28.097521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b2a1bd-ef34-4338-9021-b02eb0ec5ccc None None] Routers {'2bc333f3-046e-4468-9ecb-cd8f76612c1e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:28.098273 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-80b2a1bd-ef34-4338-9021-b02eb0ec5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:28.100563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d8fb5eb8-05b8-4324-8fad-47a651be701f tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "PUT /v2.0/floatingips/39d57815-3f9d-4dc0-b189-176fe3bcac26 HTTP/1.1" status: 200 len: 977 time: 4.3364284 Nov 29 18:17:28.101627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43514) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:28.209734 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-80b2a1bd-ef34-4338-9021-b02eb0ec5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:28.241107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b2a1bd-ef34-4338-9021-b02eb0ec5ccc None None] Routers {'2bc333f3-046e-4468-9ecb-cd8f76612c1e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:28.242139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-80b2a1bd-ef34-4338-9021-b02eb0ec5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:28.263092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Deleting port 880b4aea-c297-409a-ae1d-028e2dc0abd4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:28.264781 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:28.293988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-80b2a1bd-ef34-4338-9021-b02eb0ec5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:28.295052 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b2a1bd-ef34-4338-9021-b02eb0ec5ccc None None] The sync data for ids ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:17:28.367220 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e671d62a-a4de-4fc2-8135-7c429af6dc38 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:28.488614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca1e436-d481-49ed-bb2e-0ee83fa2b067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-fd23e31b-da78-4583-aead-20900b740381', 'network_id': 'fd23e31b-da78-4583-aead-20900b740381', 'tenant_id': 'd9350e89d6bf40ab940dc44af406f0e6', 'fixed_ips': [{'subnet_id': 'dbeb7dfe-72aa-4c49-ae2c-ff59f73b00bb'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:17:28.498478 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ca1e436-d481-49ed-bb2e-0ee83fa2b067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:28.502979 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e671d62a-a4de-4fc2-8135-7c429af6dc38 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:28.519745 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:28.648032 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e671d62a-a4de-4fc2-8135-7c429af6dc38 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:28.697557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671d62a-a4de-4fc2-8135-7c429af6dc38 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Subnet': ['ID=dbeb7dfe-72aa-4c49-ae2c-ff59f73b00bb,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:28.871139 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e671d62a-a4de-4fc2-8135-7c429af6dc38 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server [None req-6ca1e436-d481-49ed-bb2e-0ee83fa2b067 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dbeb7dfe-72aa-4c49-ae2c-ff59f73b00bb: This subnet is being modified by another concurrent operation. Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise exception Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dbeb7dfe-72aa-4c49-ae2c-ff59f73b00bb: This subnet is being modified by another concurrent operation. Nov 29 18:17:28.884801 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server Nov 29 18:17:28.905946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ddafe8-91ac-4acb-bd28-5045c083bcdb None None] Network fd23e31b-da78-4583-aead-20900b740381 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:28.942037 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e671d62a-a4de-4fc2-8135-7c429af6dc38 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd23e31b-da78-4583-aead-20900b740381']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:28.966529 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e671d62a-a4de-4fc2-8135-7c429af6dc38 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4f5794-156a-4f80-afbb-1c5968fef3e0') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:28.972655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e671d62a-a4de-4fc2-8135-7c429af6dc38 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4f5794-156a-4f80-afbb-1c5968fef3e0') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:28.995013 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e671d62a-a4de-4fc2-8135-7c429af6dc38 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:29.024143 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e671d62a-a4de-4fc2-8135-7c429af6dc38 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:29.036750 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e671d62a-a4de-4fc2-8135-7c429af6dc38 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:29.037243 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e671d62a-a4de-4fc2-8135-7c429af6dc38 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:29.073086 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:29.189538 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e671d62a-a4de-4fc2-8135-7c429af6dc38 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:29.203585 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e671d62a-a4de-4fc2-8135-7c429af6dc38 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:29.219943 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e671d62a-a4de-4fc2-8135-7c429af6dc38 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/fd23e31b-da78-4583-aead-20900b740381 HTTP/1.1" status: 204 len: 168 time: 1.1416473 Nov 29 18:17:29.236065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43530) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:29.248659 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:29.253373 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-cd5fbf0a-80ef-4f29-a628-4ea0f734e15d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-171760579'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:29.282074 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671d62a-a4de-4fc2-8135-7c429af6dc38 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Network': ['ID=fd23e31b-da78-4583-aead-20900b740381,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:29.322022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5fbf0a-80ef-4f29-a628-4ea0f734e15d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:29.331514 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbf0a-80ef-4f29-a628-4ea0f734e15d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:29.372586 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16fd58d-3b41-423c-a93f-5c711a9cdce6 None None] get_active_networks_info from n-d-819494-5 {{(pid=110006) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 18:17:29.456197 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5fbf0a-80ef-4f29-a628-4ea0f734e15d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:17:29.487795 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbf0a-80ef-4f29-a628-4ea0f734e15d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:29.488015 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-cd5fbf0a-80ef-4f29-a628-4ea0f734e15d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Added segment 467bab11-944f-4653-a798-ba679c54a1e2 of type vlan for network 49300662-6796-4c6b-a1c7-3617b5427718 Nov 29 18:17:29.661625 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:29.662184 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:29.662504 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Floating IP 39d57815-3f9d-4dc0-b189-176fe3bcac26 disassociated. External IP: 172.25.3.197, port: 880b4aea-c297-409a-ae1d-028e2dc0abd4. Nov 29 18:17:29.663118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Calling delete_port for 880b4aea-c297-409a-ae1d-028e2dc0abd4 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:29.675965 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbf0a-80ef-4f29-a628-4ea0f734e15d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:29.718049 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:29.739834 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16fd58d-3b41-423c-a93f-5c711a9cdce6 None None] Resources bound (agent type, host, resource id): {{(pid=110006) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 18:17:29.743126 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbf0a-80ef-4f29-a628-4ea0f734e15d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:29.749165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5fbf0a-80ef-4f29-a628-4ea0f734e15d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:29.754517 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbf0a-80ef-4f29-a628-4ea0f734e15d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:29.914567 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:29.961698 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cd5fbf0a-80ef-4f29-a628-4ea0f734e15d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7178874 Nov 29 18:17:29.973202 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43542) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:29.990588 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9e7bb4aa-074e-44f0-b78b-bbaadd311561 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'subnet': {'network_id': '49300662-6796-4c6b-a1c7-3617b5427718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:30.001793 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:30.037079 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Port': ['ID=880b4aea-c297-409a-ae1d-028e2dc0abd4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:30.073004 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:30.075477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:30.077534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:30.077900 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:30.078251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:30.078598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:30.078970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:30.084962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:30.085393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:30.085746 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:30.090295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:30.091723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:30.138401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fbf0a-80ef-4f29-a628-4ea0f734e15d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Network': ['ID=49300662-6796-4c6b-a1c7-3617b5427718,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:30.162625 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 49300662-6796-4c6b-a1c7-3617b5427718 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:17:30.186194 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7bb4aa-074e-44f0-b78b-bbaadd311561 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:30.196190 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb4aa-074e-44f0-b78b-bbaadd311561 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:30.448696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 2bc333f3-046e-4468-9ecb-cd8f76612c1e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:17:30.613855 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb4aa-074e-44f0-b78b-bbaadd311561 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:30.683632 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bb4aa-074e-44f0-b78b-bbaadd311561 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Subnet': ['ID=2db0d721-1cff-472e-a646-fcf83efaa026,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:30.768435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:17:30.784105 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a54b90f-cbf2-4f3e-8d88-b021ed964c31 None None] Sync routers for ids ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:17:30.807714 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a54b90f-cbf2-4f3e-8d88-b021ed964c31 None None] Routers {'2bc333f3-046e-4468-9ecb-cd8f76612c1e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:30.808992 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4a54b90f-cbf2-4f3e-8d88-b021ed964c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:30.849554 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7bb4aa-074e-44f0-b78b-bbaadd311561 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Checking segment: {'id': '467bab11-944f-4653-a798-ba679c54a1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '49300662-6796-4c6b-a1c7-3617b5427718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:30.849948 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7bb4aa-074e-44f0-b78b-bbaadd311561 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network hostable DHCP agents. Network: 49300662-6796-4c6b-a1c7-3617b5427718, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:17:30.890930 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7bb4aa-074e-44f0-b78b-bbaadd311561 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network 49300662-6796-4c6b-a1c7-3617b5427718 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:17:30.899443 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4a54b90f-cbf2-4f3e-8d88-b021ed964c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:30.914468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-9e7bb4aa-074e-44f0-b78b-bbaadd311561 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 49300662-6796-4c6b-a1c7-3617b5427718) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:30.918846 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7bb4aa-074e-44f0-b78b-bbaadd311561 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:30.919530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb4aa-074e-44f0-b78b-bbaadd311561 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:30.926968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8120cfd-8a10-42ab-8ea4-e980ece7beeb None None] Network 49300662-6796-4c6b-a1c7-3617b5427718 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:30.944188 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a54b90f-cbf2-4f3e-8d88-b021ed964c31 None None] Routers {'2bc333f3-046e-4468-9ecb-cd8f76612c1e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:30.948048 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4a54b90f-cbf2-4f3e-8d88-b021ed964c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:30.960064 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9e7bb4aa-074e-44f0-b78b-bbaadd311561 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9801660 Nov 29 18:17:30.960814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43554) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:31.014079 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:31.027963 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d5d90205-9d14-4f3a-8b64-0473f273d2f0 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/ports/880b4aea-c297-409a-ae1d-028e2dc0abd4 HTTP/1.1" status: 204 len: 168 time: 2.9206228 Nov 29 18:17:31.030116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43556) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:31.072508 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4a54b90f-cbf2-4f3e-8d88-b021ed964c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:31.073718 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a54b90f-cbf2-4f3e-8d88-b021ed964c31 None None] The sync data for ids ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:17:31.252884 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-79fafa94-ccef-4610-93cd-6017f06a51db tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:31.390703 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648e41cf-8465-4db3-8f98-184c1b85a2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-49300662-6796-4c6b-a1c7-3617b5427718', 'network_id': '49300662-6796-4c6b-a1c7-3617b5427718', 'tenant_id': 'd9350e89d6bf40ab940dc44af406f0e6', 'fixed_ips': [{'subnet_id': '2db0d721-1cff-472e-a646-fcf83efaa026'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:17:31.394659 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-648e41cf-8465-4db3-8f98-184c1b85a2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:31.476754 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-79fafa94-ccef-4610-93cd-6017f06a51db tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:31.630186 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-79fafa94-ccef-4610-93cd-6017f06a51db tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server [None req-648e41cf-8465-4db3-8f98-184c1b85a2c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2db0d721-1cff-472e-a646-fcf83efaa026: This subnet is being modified by another concurrent operation. Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise exception Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2db0d721-1cff-472e-a646-fcf83efaa026: This subnet is being modified by another concurrent operation. Nov 29 18:17:31.643559 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server Nov 29 18:17:31.651467 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-00a052d1-fb5f-4aa9-ab7d-da1241638d32 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:31.679614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb18091d-3818-45d8-ae14-c2a04b7224f3 None None] Network 49300662-6796-4c6b-a1c7-3617b5427718 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:31.828368 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fafa94-ccef-4610-93cd-6017f06a51db tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Subnet': ['ID=2db0d721-1cff-472e-a646-fcf83efaa026,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:31.856978 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-79fafa94-ccef-4610-93cd-6017f06a51db tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:31.887608 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-79fafa94-ccef-4610-93cd-6017f06a51db tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49300662-6796-4c6b-a1c7-3617b5427718']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:31.912883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-79fafa94-ccef-4610-93cd-6017f06a51db tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467bab11-944f-4653-a798-ba679c54a1e2') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:31.916423 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-79fafa94-ccef-4610-93cd-6017f06a51db tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467bab11-944f-4653-a798-ba679c54a1e2') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:31.942659 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-79fafa94-ccef-4610-93cd-6017f06a51db tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:31.976566 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-79fafa94-ccef-4610-93cd-6017f06a51db tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:31.998564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fafa94-ccef-4610-93cd-6017f06a51db tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:31.999284 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-79fafa94-ccef-4610-93cd-6017f06a51db tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:32.009995 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:32.048273 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03edd207-22e2-4976-b9fa-ca2d62679480 None None] get_active_networks_info from n-d-819494-5 {{(pid=110006) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 18:17:32.222804 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-79fafa94-ccef-4610-93cd-6017f06a51db tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:32.246394 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-79fafa94-ccef-4610-93cd-6017f06a51db tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:32.250988 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-79fafa94-ccef-4610-93cd-6017f06a51db tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/49300662-6796-4c6b-a1c7-3617b5427718 HTTP/1.1" status: 204 len: 168 time: 1.2878563 Nov 29 18:17:32.253774 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43582) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:32.265042 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-df3679a6-cf50-44fa-b90c-5b28397abea4 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1277910433'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:32.287687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fafa94-ccef-4610-93cd-6017f06a51db tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Network': ['ID=49300662-6796-4c6b-a1c7-3617b5427718,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:32.335541 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3679a6-cf50-44fa-b90c-5b28397abea4 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:32.343036 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df3679a6-cf50-44fa-b90c-5b28397abea4 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:32.368016 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03edd207-22e2-4976-b9fa-ca2d62679480 None None] Resources bound (agent type, host, resource id): {{(pid=110006) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 18:17:32.410253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-00a052d1-fb5f-4aa9-ab7d-da1241638d32 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Deleting port 3d1710e8-10bc-4adc-8785-0cf77f03aaac {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:32.411097 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-00a052d1-fb5f-4aa9-ab7d-da1241638d32 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:32.553065 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3679a6-cf50-44fa-b90c-5b28397abea4 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:17:32.608351 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df3679a6-cf50-44fa-b90c-5b28397abea4 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:32.613805 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-df3679a6-cf50-44fa-b90c-5b28397abea4 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Added segment 13f5b7a0-eb32-4711-9d45-d1e0ec7e4551 of type vlan for network 2e89620a-92be-47f5-a422-426052e558dc Nov 29 18:17:32.752774 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-00a052d1-fb5f-4aa9-ab7d-da1241638d32 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:32.823624 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-00a052d1-fb5f-4aa9-ab7d-da1241638d32 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Calling delete_port for 3d1710e8-10bc-4adc-8785-0cf77f03aaac owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:32.875660 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df3679a6-cf50-44fa-b90c-5b28397abea4 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:32.920606 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df3679a6-cf50-44fa-b90c-5b28397abea4 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:32.929391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3679a6-cf50-44fa-b90c-5b28397abea4 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:32.930103 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df3679a6-cf50-44fa-b90c-5b28397abea4 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:33.013207 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-df3679a6-cf50-44fa-b90c-5b28397abea4 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7558582 Nov 29 18:17:33.013981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43594) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:33.035228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-ef954abd-dc4b-46ae-a803-91115db46732 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:33.087822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3679a6-cf50-44fa-b90c-5b28397abea4 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Network': ['ID=2e89620a-92be-47f5-a422-426052e558dc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:33.101633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 2e89620a-92be-47f5-a422-426052e558dc details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:17:33.229553 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-00a052d1-fb5f-4aa9-ab7d-da1241638d32 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:33.296468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a052d1-fb5f-4aa9-ab7d-da1241638d32 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Port': ['ID=3d1710e8-10bc-4adc-8785-0cf77f03aaac,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:33.723094 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-00a052d1-fb5f-4aa9-ab7d-da1241638d32 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:33.940906 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ef954abd-dc4b-46ae-a803-91115db46732 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:33.968211 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ef954abd-dc4b-46ae-a803-91115db46732 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:33.996077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef954abd-dc4b-46ae-a803-91115db46732 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network 2e89620a-92be-47f5-a422-426052e558dc is not hosted by any dhcp agent {{(pid=110004) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 18:17:34.001989 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef954abd-dc4b-46ae-a803-91115db46732 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:34.003138 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ef954abd-dc4b-46ae-a803-91115db46732 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:34.004690 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ef954abd-dc4b-46ae-a803-91115db46732 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "PUT /v2.0/networks/2e89620a-92be-47f5-a422-426052e558dc HTTP/1.1" status: 200 len: 723 time: 0.9896498 Nov 29 18:17:34.019305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43608) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:34.055417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef954abd-dc4b-46ae-a803-91115db46732 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Network': ['ID=2e89620a-92be-47f5-a422-426052e558dc,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:34.066895 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 2e89620a-92be-47f5-a422-426052e558dc details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:17:34.138594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-17431a41-4815-4618-aa8e-c4dbd1135042 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'subnet': {'network_id': '2e89620a-92be-47f5-a422-426052e558dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:34.264776 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a052d1-fb5f-4aa9-ab7d-da1241638d32 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 2bc333f3-046e-4468-9ecb-cd8f76612c1e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:17:34.390594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17431a41-4815-4618-aa8e-c4dbd1135042 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:34.394717 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17431a41-4815-4618-aa8e-c4dbd1135042 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:34.479250 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a052d1-fb5f-4aa9-ab7d-da1241638d32 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:17:34.491806 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-00a052d1-fb5f-4aa9-ab7d-da1241638d32 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "PUT /v2.0/routers/2bc333f3-046e-4468-9ecb-cd8f76612c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4567246 Nov 29 18:17:34.492302 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43624) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:34.496814 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb80feba-8d51-4a14-8bad-28b14fa4d8c7 None None] Sync routers for ids ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:17:34.538125 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb80feba-8d51-4a14-8bad-28b14fa4d8c7 None None] Routers {'2bc333f3-046e-4468-9ecb-cd8f76612c1e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:34.544694 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-fb80feba-8d51-4a14-8bad-28b14fa4d8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:34.670482 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-fb80feba-8d51-4a14-8bad-28b14fa4d8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:34.702832 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17431a41-4815-4618-aa8e-c4dbd1135042 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:34.716445 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb80feba-8d51-4a14-8bad-28b14fa4d8c7 None None] Routers {'2bc333f3-046e-4468-9ecb-cd8f76612c1e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:34.717272 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-fb80feba-8d51-4a14-8bad-28b14fa4d8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:34.820499 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-fb80feba-8d51-4a14-8bad-28b14fa4d8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:34.821173 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb80feba-8d51-4a14-8bad-28b14fa4d8c7 None None] The sync data for ids ['2bc333f3-046e-4468-9ecb-cd8f76612c1e'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:17:34.852869 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d64670c-af4a-4484-bbb2-55cafbeb4594 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:34.897886 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17431a41-4815-4618-aa8e-c4dbd1135042 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Subnet': ['ID=974dff38-e54b-4fe6-8436-9bb4b6139844,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:34.907882 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17431a41-4815-4618-aa8e-c4dbd1135042 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Checking segment: {'id': '13f5b7a0-eb32-4711-9d45-d1e0ec7e4551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2e89620a-92be-47f5-a422-426052e558dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:34.909419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17431a41-4815-4618-aa8e-c4dbd1135042 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network hostable DHCP agents. Network: 2e89620a-92be-47f5-a422-426052e558dc, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:17:34.945083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17431a41-4815-4618-aa8e-c4dbd1135042 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network 2e89620a-92be-47f5-a422-426052e558dc is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:17:34.963872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-17431a41-4815-4618-aa8e-c4dbd1135042 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 2e89620a-92be-47f5-a422-426052e558dc) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:34.974475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17431a41-4815-4618-aa8e-c4dbd1135042 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:34.975301 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb011a46-c9a6-4444-9962-9b13473f9743 None None] Network 2e89620a-92be-47f5-a422-426052e558dc requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:34.977608 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17431a41-4815-4618-aa8e-c4dbd1135042 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:35.006890 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-17431a41-4815-4618-aa8e-c4dbd1135042 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8741095 Nov 29 18:17:35.009853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43636) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:35.023215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-17cdc4af-fb0e-4356-9838-b4fd991cda34 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:35.036862 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d64670c-af4a-4484-bbb2-55cafbeb4594 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:35.167905 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3d64670c-af4a-4484-bbb2-55cafbeb4594 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Deleting port 450f6b2b-9e59-46c5-9980-b228f2906d40 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:35.168352 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d64670c-af4a-4484-bbb2-55cafbeb4594 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:35.217709 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17cdc4af-fb0e-4356-9838-b4fd991cda34 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25453034'] for subnet, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:35.276544 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d64670c-af4a-4484-bbb2-55cafbeb4594 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:35.304404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3d64670c-af4a-4484-bbb2-55cafbeb4594 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Calling delete_port for 450f6b2b-9e59-46c5-9980-b228f2906d40 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:35.320170 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-2e89620a-92be-47f5-a422-426052e558dc', 'network_id': '2e89620a-92be-47f5-a422-426052e558dc', 'tenant_id': 'd9350e89d6bf40ab940dc44af406f0e6', 'fixed_ips': [{'subnet_id': '974dff38-e54b-4fe6-8436-9bb4b6139844'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:17:35.321066 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:35.453832 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:17:35.565367 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17cdc4af-fb0e-4356-9838-b4fd991cda34 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756623474580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27089225'] for subnet, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:35.623059 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d64670c-af4a-4484-bbb2-55cafbeb4594 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:35.646143 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Allocated IP 172.20.0.2 (2e89620a-92be-47f5-a422-426052e558dc/974dff38-e54b-4fe6-8436-9bb4b6139844/9d650426-3057-432c-92ca-9fdac7474f27) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:17:35.667866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cdc4af-fb0e-4356-9838-b4fd991cda34 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:35.668540 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17cdc4af-fb0e-4356-9838-b4fd991cda34 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:35.672299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-17cdc4af-fb0e-4356-9838-b4fd991cda34 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "PUT /v2.0/subnets/974dff38-e54b-4fe6-8436-9bb4b6139844 HTTP/1.1" status: 200 len: 806 time: 0.6586540 Nov 29 18:17:35.675033 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43646) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:35.701485 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64670c-af4a-4484-bbb2-55cafbeb4594 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Port': ['ID=450f6b2b-9e59-46c5-9980-b228f2906d40,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:35.726445 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9241d0b3-9af5-4652-ad6e-b438e72cc60a None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:35.820151 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d64670c-af4a-4484-bbb2-55cafbeb4594 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:35.828439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdc4af-fb0e-4356-9838-b4fd991cda34 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Subnet': ['ID=974dff38-e54b-4fe6-8436-9bb4b6139844,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:36.011769 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d64670c-af4a-4484-bbb2-55cafbeb4594 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.016249 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.020996 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d64670c-af4a-4484-bbb2-55cafbeb4594 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.033040 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.053109 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.092659 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d64670c-af4a-4484-bbb2-55cafbeb4594 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.093983 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d64670c-af4a-4484-bbb2-55cafbeb4594 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Fanout notify agent at l3_agent the message router_deleted on router 2bc333f3-046e-4468-9ecb-cd8f76612c1e {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:17:36.107272 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d64670c-af4a-4484-bbb2-55cafbeb4594 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.110725 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3d64670c-af4a-4484-bbb2-55cafbeb4594 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/routers/2bc333f3-046e-4468-9ecb-cd8f76612c1e HTTP/1.1" status: 204 len: 168 time: 1.6131766 Nov 29 18:17:36.110910 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Pushing event updated for resources: {'Port': ['ID=9d650426-3057-432c-92ca-9fdac7474f27,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:36.113200 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43650) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:36.127768 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Network 2e89620a-92be-47f5-a422-426052e558dc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:17:36.129324 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:36.131921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:17:36.215657 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.225509 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Attempting to bind port 9d650426-3057-432c-92ca-9fdac7474f27 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:17:36.226631 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Attempting to bind port 9d650426-3057-432c-92ca-9fdac7474f27 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '13f5b7a0-eb32-4711-9d45-d1e0ec7e4551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2e89620a-92be-47f5-a422-426052e558dc'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:17:36.227257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Attempting to bind port 9d650426-3057-432c-92ca-9fdac7474f27 on network 2e89620a-92be-47f5-a422-426052e558dc {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:17:36.241920 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:17:36.242348 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Checking segment: {'id': '13f5b7a0-eb32-4711-9d45-d1e0ec7e4551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2e89620a-92be-47f5-a422-426052e558dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:36.242721 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.243159 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Bound using segment: {'id': '13f5b7a0-eb32-4711-9d45-d1e0ec7e4551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2e89620a-92be-47f5-a422-426052e558dc'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:17:36.243636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Bound port: 9d650426-3057-432c-92ca-9fdac7474f27, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f5b7a0-eb32-4711-9d45-d1e0ec7e4551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2e89620a-92be-47f5-a422-426052e558dc'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:17:36.247535 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.257704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-359624ae-68f6-4de7-9565-3509739c735c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Deleting subnet 1a91e05d-4a22-47ba-b795-106efd16efca {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:17:36.261140 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-359624ae-68f6-4de7-9565-3509739c735c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.304134 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-359624ae-68f6-4de7-9565-3509739c735c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.371951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] For port 9d650426-3057-432c-92ca-9fdac7474f27, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:17:36.376351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] For port 9d650426-3057-432c-92ca-9fdac7474f27, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9d650426-3057-432c-92ca-9fdac7474f27,segment=NetworkSegment(13f5b7a0-eb32-4711-9d45-d1e0ec7e4551),segment_id=13f5b7a0-eb32-4711-9d45-d1e0ec7e4551)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:17:36.384008 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.414952 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.467649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Subnet': ['ID=974dff38-e54b-4fe6-8436-9bb4b6139844,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:36.477929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b7134-afd5-4e04-8b4f-3e3bd7877093 None None] Pushing event updated for resources: {'Port': ['ID=9d650426-3057-432c-92ca-9fdac7474f27,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:36.499204 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-359624ae-68f6-4de7-9565-3509739c735c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.589236 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.618362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e89620a-92be-47f5-a422-426052e558dc']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:36.636418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f5b7a0-eb32-4711-9d45-d1e0ec7e4551') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:36.636740 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f5b7a0-eb32-4711-9d45-d1e0ec7e4551') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:36.651038 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.662932 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-359624ae-68f6-4de7-9565-3509739c735c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.699041 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359624ae-68f6-4de7-9565-3509739c735c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Subnet': ['ID=1a91e05d-4a22-47ba-b795-106efd16efca,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:36.705941 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.722535 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-359624ae-68f6-4de7-9565-3509739c735c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.728849 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43660) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:36.729655 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-359624ae-68f6-4de7-9565-3509739c735c tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/subnets/1a91e05d-4a22-47ba-b795-106efd16efca HTTP/1.1" status: 204 len: 168 time: 0.6166809 Nov 29 18:17:36.731193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:36.731601 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:36.732381 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9869778b-4996-4f13-a78b-b0c584535ca7 None None] Network 53d2f320-1850-4cb6-99a7-c4de53a92511 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:36.735521 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:36.887643 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 18:17:36.887643 n-d-819494-5 neutron-server[110005]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 18:17:36.887643 n-d-819494-5 neutron-server[110005]: [parameters: {'id': '2e89620a-92be-47f5-a422-426052e558dc'}] Nov 29 18:17:36.887643 n-d-819494-5 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:17:36.887643 n-d-819494-5 neutron-server[110005]: DEBUG oslo_db.api [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:17:36.917212 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:37.047104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Deleting port 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:37.047748 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:37.136531 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b458736-ec09-4be2-9719-1357349b5575 None None] DHCP port deletion for 53d2f320-1850-4cb6-99a7-c4de53a92511 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:37.206456 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] For port 9c2094bc-9924-4f87-bd7a-ad1bd74c4018, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c2094bc-9924-4f87-bd7a-ad1bd74c4018,segment=NetworkSegment(d26b9d0f-2692-4ac3-88c6-b7d3e20c8501),segment_id=d26b9d0f-2692-4ac3-88c6-b7d3e20c8501)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:37.207798 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:37.217101 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7b458736-ec09-4be2-9719-1357349b5575 None None] Deleting port 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:37.217690 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b458736-ec09-4be2-9719-1357349b5575 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:37.252416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Calling delete_port for 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:37.296884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7b458736-ec09-4be2-9719-1357349b5575 None None] For port 9c2094bc-9924-4f87-bd7a-ad1bd74c4018, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c2094bc-9924-4f87-bd7a-ad1bd74c4018,segment=NetworkSegment(d26b9d0f-2692-4ac3-88c6-b7d3e20c8501),segment_id=d26b9d0f-2692-4ac3-88c6-b7d3e20c8501)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:37.297622 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b458736-ec09-4be2-9719-1357349b5575 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:37.313002 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7b458736-ec09-4be2-9719-1357349b5575 None None] Calling delete_port for 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:37.367705 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:37.384004 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:37.401199 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Port': ['ID=9c2094bc-9924-4f87-bd7a-ad1bd74c4018,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:37.411603 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b458736-ec09-4be2-9719-1357349b5575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:37.414207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] No DVR routers for this DVR port 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:17:37.467967 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Deleting port 9d650426-3057-432c-92ca-9fdac7474f27 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:37.468476 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:37.471435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b458736-ec09-4be2-9719-1357349b5575 None None] Pushing event deleted for resources: {'Port': ['ID=9c2094bc-9924-4f87-bd7a-ad1bd74c4018,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:37.473500 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b458736-ec09-4be2-9719-1357349b5575 None None] No DVR routers for this DVR port 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:17:37.548168 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:37.558909 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] For port 9d650426-3057-432c-92ca-9fdac7474f27, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9d650426-3057-432c-92ca-9fdac7474f27,segment=NetworkSegment(13f5b7a0-eb32-4711-9d45-d1e0ec7e4551),segment_id=13f5b7a0-eb32-4711-9d45-d1e0ec7e4551)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:37.559277 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:37.577732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Calling delete_port for 9d650426-3057-432c-92ca-9fdac7474f27 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:37.579184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d2f320-1850-4cb6-99a7-c4de53a92511']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:37.592220 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26b9d0f-2692-4ac3-88c6-b7d3e20c8501') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:37.592843 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26b9d0f-2692-4ac3-88c6-b7d3e20c8501') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:37.607382 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:37.632744 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:37.644563 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:37.645467 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:37.649855 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:37.720246 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:37.736425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:37.757492 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:37.758866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Port': ['ID=9d650426-3057-432c-92ca-9fdac7474f27,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:37.761000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No DVR routers for this DVR port 9d650426-3057-432c-92ca-9fdac7474f27 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:17:37.766335 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/networks/53d2f320-1850-4cb6-99a7-c4de53a92511 HTTP/1.1" status: 204 len: 168 time: 1.0341256 Nov 29 18:17:37.767131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43668) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:37.784496 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01132541-fda6-4e87-978b-9cf10d369115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Network': ['ID=53d2f320-1850-4cb6-99a7-c4de53a92511,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:38.142193 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fec037f-ba8a-4bba-aac8-57d0f6c00a89 None None] Network 2e89620a-92be-47f5-a422-426052e558dc requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:38.264066 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-60db6867-55bd-4349-9bad-60cc6a581519 None None] Could not find standard attr ID for object 9d650426-3057-432c-92ca-9fdac7474f27. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:17:38.496479 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:38.498378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29028ac-5aaf-41cb-9e54-0e1ce7498942 None None] DHCP port deletion for 2e89620a-92be-47f5-a422-426052e558dc request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:38.526230 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89764537-22ac-47a4-8f7c-a3220579dace None None] Network 2e89620a-92be-47f5-a422-426052e558dc requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:38.543959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e89620a-92be-47f5-a422-426052e558dc']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:38.557970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f5b7a0-eb32-4711-9d45-d1e0ec7e4551') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:38.558433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f5b7a0-eb32-4711-9d45-d1e0ec7e4551') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:38.597804 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:38.629068 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:38.646955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:38.647479 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:38.655167 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:38.719431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9856c1e9-da56-4509-9263-2b497366ee19 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Deleting port fa2abfd1-e99f-4a53-b245-7e88809695d4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:38.719765 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9856c1e9-da56-4509-9263-2b497366ee19 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:38.792174 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:38.799146 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:38.803966 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/2e89620a-92be-47f5-a422-426052e558dc HTTP/1.1" status: 204 len: 168 time: 3.1279442 Nov 29 18:17:38.807436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43686) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:38.824222 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070b3bc-1ba9-45e6-948c-29cdb528bed1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Network': ['ID=2e89620a-92be-47f5-a422-426052e558dc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:38.850271 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd00a4d7-e323-46a4-9a62-6428d44ae972 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:38.852605 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd00a4d7-e323-46a4-9a62-6428d44ae972 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:38.856192 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9856c1e9-da56-4509-9263-2b497366ee19 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:38.856565 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9856c1e9-da56-4509-9263-2b497366ee19 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:38.868954 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fd00a4d7-e323-46a4-9a62-6428d44ae972 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/2e89620a-92be-47f5-a422-426052e558dc HTTP/1.1" status: 404 len: 339 time: 0.0543649 Nov 29 18:17:38.869248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43688) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:38.879017 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7850ca3f-60a2-45df-9124-fc5c559fda16 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-539479178', 'description': 'd1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:38.886407 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9856c1e9-da56-4509-9263-2b497366ee19 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Calling delete_port for fa2abfd1-e99f-4a53-b245-7e88809695d4 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:38.902600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:17:38.958216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:17:38.958477 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c2094bc-9924-4f87-bd7a-ad1bd74c4018 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:17:39.000039 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7850ca3f-60a2-45df-9124-fc5c559fda16 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:39.004453 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7850ca3f-60a2-45df-9124-fc5c559fda16 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:39.039278 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7850ca3f-60a2-45df-9124-fc5c559fda16 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:17:39.060988 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7850ca3f-60a2-45df-9124-fc5c559fda16 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:39.062010 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-7850ca3f-60a2-45df-9124-fc5c559fda16 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Added segment 6fab34c1-3d90-4178-9fcd-139352ef6ae2 of type vlan for network 1b00f64a-13f9-4155-8368-fcd6beb70e97 Nov 29 18:17:39.117753 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7850ca3f-60a2-45df-9124-fc5c559fda16 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:39.182445 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7850ca3f-60a2-45df-9124-fc5c559fda16 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:39.199062 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7850ca3f-60a2-45df-9124-fc5c559fda16 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:39.199998 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7850ca3f-60a2-45df-9124-fc5c559fda16 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-718962'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:39.256178 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7850ca3f-60a2-45df-9124-fc5c559fda16 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3806701 Nov 29 18:17:39.256598 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43698) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:39.410168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850ca3f-60a2-45df-9124-fc5c559fda16 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Network': ['ID=1b00f64a-13f9-4155-8368-fcd6beb70e97,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:39.423690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 1b00f64a-13f9-4155-8368-fcd6beb70e97 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:17:39.520084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43704) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:39.565425 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9856c1e9-da56-4509-9263-2b497366ee19 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:39.583905 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb555c1-f0e7-43b9-abe9-6d1bbef2ad44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:39.597481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43710) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:39.598288 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5bb555c1-f0e7-43b9-abe9-6d1bbef2ad44 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "GET /v2.0/networks?id=1b00f64a-13f9-4155-8368-fcd6beb70e97 HTTP/1.1" status: 200 len: 760 time: 0.3400929 Nov 29 18:17:39.604410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-16c34457-af2c-4cc7-8414-d40e551085c9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'network': {'description': 'd2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:39.614047 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856c1e9-da56-4509-9263-2b497366ee19 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Port': ['ID=fa2abfd1-e99f-4a53-b245-7e88809695d4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:39.770014 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbc87abe-4734-4b69-9c4e-c67d94d5c906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:39.772342 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9856c1e9-da56-4509-9263-2b497366ee19 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:39.774954 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9856c1e9-da56-4509-9263-2b497366ee19 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:39.779572 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9856c1e9-da56-4509-9263-2b497366ee19 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/floatingips/39d57815-3f9d-4dc0-b189-176fe3bcac26 HTTP/1.1" status: 204 len: 168 time: 2.0074244 Nov 29 18:17:39.780628 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43714) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:39.811960 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f5f8e5-4e35-417b-bb70-74905c02dbc3 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:39.812857 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f5f8e5-4e35-417b-bb70-74905c02dbc3 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:39.819978 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-62f5f8e5-4e35-417b-bb70-74905c02dbc3 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/ports/880b4aea-c297-409a-ae1d-028e2dc0abd4 HTTP/1.1" status: 404 len: 333 time: 0.0356383 Nov 29 18:17:39.820610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43716) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:39.868970 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5b4783fe-785c-4c2d-9bb2-16c86f90d87e tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bc333f3-046e-4468-9ecb-cd8f76612c1e HTTP/1.1" status: 200 len: 205 time: 0.0468464 Nov 29 18:17:39.871567 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43718) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:39.900018 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16c34457-af2c-4cc7-8414-d40e551085c9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:39.912247 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-7e7fc386-db66-4bfc-b7f4-d393a8b82c2a tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] delete failed (client error): The resource could not be found. Nov 29 18:17:39.913469 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7e7fc386-db66-4bfc-b7f4-d393a8b82c2a tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/routers/2bc333f3-046e-4468-9ecb-cd8f76612c1e HTTP/1.1" status: 404 len: 336 time: 0.0408208 Nov 29 18:17:39.916344 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43720) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:39.924032 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16c34457-af2c-4cc7-8414-d40e551085c9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:39.946051 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ed3c3f-94cf-4068-8982-9a3282239ddd tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:39.946660 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ed3c3f-94cf-4068-8982-9a3282239ddd tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:39.952510 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a1ed3c3f-94cf-4068-8982-9a3282239ddd tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/subnets/1a91e05d-4a22-47ba-b795-106efd16efca HTTP/1.1" status: 404 len: 337 time: 0.0323956 Nov 29 18:17:39.952802 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43722) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:39.989104 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16c34457-af2c-4cc7-8414-d40e551085c9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network 1b00f64a-13f9-4155-8368-fcd6beb70e97 is not hosted by any dhcp agent {{(pid=110005) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 18:17:39.995126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c34457-af2c-4cc7-8414-d40e551085c9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:39.995785 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16c34457-af2c-4cc7-8414-d40e551085c9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:39.999253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-16c34457-af2c-4cc7-8414-d40e551085c9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "PUT /v2.0/networks/1b00f64a-13f9-4155-8368-fcd6beb70e97 HTTP/1.1" status: 200 len: 757 time: 0.4001389 Nov 29 18:17:40.002976 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43724) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:40.027072 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c34457-af2c-4cc7-8414-d40e551085c9 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Network': ['ID=1b00f64a-13f9-4155-8368-fcd6beb70e97,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:40.038303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 1b00f64a-13f9-4155-8368-fcd6beb70e97 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:17:40.069164 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d2e17c55-b08d-45d0-8975-90bf40ad2ec2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Deleting port cceb167b-9bf1-4cc5-ba73-a4e0c2e60032 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:40.069517 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2e17c55-b08d-45d0-8975-90bf40ad2ec2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:40.099076 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbc87abe-4734-4b69-9c4e-c67d94d5c906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:40.110650 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbc87abe-4734-4b69-9c4e-c67d94d5c906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:40.140239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66dd4ac-da3a-423d-b428-aaab611dd94f tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:40.147778 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a66dd4ac-da3a-423d-b428-aaab611dd94f tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "GET /v2.0/networks?id=1b00f64a-13f9-4155-8368-fcd6beb70e97 HTTP/1.1" status: 200 len: 760 time: 0.1346207 Nov 29 18:17:40.151037 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43726) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:40.158671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-41e4befb-d5ab-4615-aa1e-d28107bd288d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1868966638'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:40.180545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fbc87abe-4734-4b69-9c4e-c67d94d5c906 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b3aac320f9240d6bcbd33d876503ac9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6571698 Nov 29 18:17:40.180545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc87abe-4734-4b69-9c4e-c67d94d5c906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd257eb0-09ed-44db-beb1-7226493ad59c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:40.182545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43728) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:40.208288 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2e17c55-b08d-45d0-8975-90bf40ad2ec2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:40.232356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d2e17c55-b08d-45d0-8975-90bf40ad2ec2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Calling delete_port for cceb167b-9bf1-4cc5-ba73-a4e0c2e60032 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:40.235758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e4befb-d5ab-4615-aa1e-d28107bd288d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:40.244525 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41e4befb-d5ab-4615-aa1e-d28107bd288d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:40.248660 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-31595555-d291-4f01-b22e-7824cfb57316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:40.281904 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-31595555-d291-4f01-b22e-7824cfb57316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:40.296588 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e4befb-d5ab-4615-aa1e-d28107bd288d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:17:40.351641 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41e4befb-d5ab-4615-aa1e-d28107bd288d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:40.351641 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-41e4befb-d5ab-4615-aa1e-d28107bd288d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Added segment c5a34b82-41e2-414c-9c94-9c32dc3aff1f of type vlan for network 9595b03e-bec8-49c7-9369-eca85b5e1e68 Nov 29 18:17:40.384624 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-31595555-d291-4f01-b22e-7824cfb57316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:40.388759 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-31595555-d291-4f01-b22e-7824cfb57316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:40.392353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-31595555-d291-4f01-b22e-7824cfb57316 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd257eb0-09ed-44db-beb1-7226493ad59c HTTP/1.1" status: 204 len: 168 time: 0.2064562 Nov 29 18:17:40.412783 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31595555-d291-4f01-b22e-7824cfb57316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd257eb0-09ed-44db-beb1-7226493ad59c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:40.418378 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41e4befb-d5ab-4615-aa1e-d28107bd288d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:40.487382 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41e4befb-d5ab-4615-aa1e-d28107bd288d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:40.493296 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e4befb-d5ab-4615-aa1e-d28107bd288d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:40.493965 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41e4befb-d5ab-4615-aa1e-d28107bd288d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:40.580757 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-41e4befb-d5ab-4615-aa1e-d28107bd288d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4254191 Nov 29 18:17:40.582702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43738) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:40.586775 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e5345e84-d000-4e68-b633-df6eb449a9bf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'subnet': {'network_id': '9595b03e-bec8-49c7-9369-eca85b5e1e68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:40.596122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4befb-d5ab-4615-aa1e-d28107bd288d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Network': ['ID=9595b03e-bec8-49c7-9369-eca85b5e1e68,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:40.600321 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2e17c55-b08d-45d0-8975-90bf40ad2ec2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:40.610150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 9595b03e-bec8-49c7-9369-eca85b5e1e68 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:17:40.639991 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e17c55-b08d-45d0-8975-90bf40ad2ec2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Port': ['ID=cceb167b-9bf1-4cc5-ba73-a4e0c2e60032,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:40.682600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7fa7ce-ddfd-49e6-a625-b5bece0a840c None None] DHCP port deletion for 3979fb79-145c-49d3-8965-05f04baacf74 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:40.749354 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2e17c55-b08d-45d0-8975-90bf40ad2ec2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:40.754841 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d2e17c55-b08d-45d0-8975-90bf40ad2ec2 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/ports/cceb167b-9bf1-4cc5-ba73-a4e0c2e60032 HTTP/1.1" status: 204 len: 168 time: 0.8002408 Nov 29 18:17:40.756741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43742) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:40.773796 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5345e84-d000-4e68-b633-df6eb449a9bf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:40.779814 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e5345e84-d000-4e68-b633-df6eb449a9bf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:40.905091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43748) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:40.940207 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5e43c5ab-2c6f-4e29-8eb7-adf763f830f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:40.956217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e49195fc-d24b-4f0e-bc7e-edb688549273 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Deleting port 5f5d0803-a34f-432b-8da1-25a65765ede0 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:40.956908 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e49195fc-d24b-4f0e-bc7e-edb688549273 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.043203 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e5345e84-d000-4e68-b633-df6eb449a9bf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.084537 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e49195fc-d24b-4f0e-bc7e-edb688549273 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.102533 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5345e84-d000-4e68-b633-df6eb449a9bf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Subnet': ['ID=52e2e437-4e93-4162-a178-a7cb1fa9ed64,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:41.106963 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e49195fc-d24b-4f0e-bc7e-edb688549273 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Calling delete_port for 5f5d0803-a34f-432b-8da1-25a65765ede0 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:41.120339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5345e84-d000-4e68-b633-df6eb449a9bf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Checking segment: {'id': 'c5a34b82-41e2-414c-9c94-9c32dc3aff1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9595b03e-bec8-49c7-9369-eca85b5e1e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:41.120742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5345e84-d000-4e68-b633-df6eb449a9bf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network hostable DHCP agents. Network: 9595b03e-bec8-49c7-9369-eca85b5e1e68, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:17:41.134996 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5e43c5ab-2c6f-4e29-8eb7-adf763f830f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.141167 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5345e84-d000-4e68-b633-df6eb449a9bf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network 9595b03e-bec8-49c7-9369-eca85b5e1e68 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:17:41.152014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e5345e84-d000-4e68-b633-df6eb449a9bf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 9595b03e-bec8-49c7-9369-eca85b5e1e68) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:41.157214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5345e84-d000-4e68-b633-df6eb449a9bf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:41.157987 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e5345e84-d000-4e68-b633-df6eb449a9bf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.166334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2197a88-773d-4224-9e89-892b79ee57f1 None None] Network 9595b03e-bec8-49c7-9369-eca85b5e1e68 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:41.170861 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5e43c5ab-2c6f-4e29-8eb7-adf763f830f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.180532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e5345e84-d000-4e68-b633-df6eb449a9bf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5981336 Nov 29 18:17:41.183218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43750) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:41.237662 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5e43c5ab-2c6f-4e29-8eb7-adf763f830f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b63157bf39d84d079d2e91b2347b88f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3313067 Nov 29 18:17:41.240192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43c5ab-2c6f-4e29-8eb7-adf763f830f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129a464c-c5cf-43b4-aa7a-0ad55bf36cd1,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:41.240727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43752) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:41.325250 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e49195fc-d24b-4f0e-bc7e-edb688549273 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.339879 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.357773 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4438071-ba3c-4a52-a426-2b2f4c2261d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.375397 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1490a3a-bb2f-4c3d-b13b-b70aa028b2b2 None None] DHCP port deletion for 3979fb79-145c-49d3-8965-05f04baacf74 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:41.400235 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49195fc-d24b-4f0e-bc7e-edb688549273 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Port': ['ID=5f5d0803-a34f-432b-8da1-25a65765ede0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:41.409322 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-9595b03e-bec8-49c7-9369-eca85b5e1e68', 'network_id': '9595b03e-bec8-49c7-9369-eca85b5e1e68', 'tenant_id': 'd9350e89d6bf40ab940dc44af406f0e6', 'fixed_ips': [{'subnet_id': '52e2e437-4e93-4162-a178-a7cb1fa9ed64'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:17:41.410221 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.425165 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4438071-ba3c-4a52-a426-2b2f4c2261d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.473675 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e49195fc-d24b-4f0e-bc7e-edb688549273 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.478218 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e49195fc-d24b-4f0e-bc7e-edb688549273 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/ports/5f5d0803-a34f-432b-8da1-25a65765ede0 HTTP/1.1" status: 204 len: 168 time: 0.7203195 Nov 29 18:17:41.482766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43758) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:41.528506 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.596184 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4438071-ba3c-4a52-a426-2b2f4c2261d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.599197 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4438071-ba3c-4a52-a426-2b2f4c2261d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.602749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c4438071-ba3c-4a52-a426-2b2f4c2261d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/129a464c-c5cf-43b4-aa7a-0ad55bf36cd1 HTTP/1.1" status: 204 len: 168 time: 0.3586183 Nov 29 18:17:41.611165 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d32b5-c8f1-4c18-91ec-dffa23a1e65b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:41.615680 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e10d32b5-c8f1-4c18-91ec-dffa23a1e65b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "GET /v2.0/ports?device_id=926cd569-4f6f-4d52-b571-ce6e3d7f3731 HTTP/1.1" status: 200 len: 913 time: 0.1244586 Nov 29 18:17:41.616217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43762) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:41.630389 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Allocated IP 172.20.0.2 (9595b03e-bec8-49c7-9369-eca85b5e1e68/52e2e437-4e93-4162-a178-a7cb1fa9ed64/3aec9f08-f1ee-46a0-8da0-ef66dc7fe848) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:17:41.743628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4438071-ba3c-4a52-a426-2b2f4c2261d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129a464c-c5cf-43b4-aa7a-0ad55bf36cd1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:41.838328 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.850319 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.902252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Network 9595b03e-bec8-49c7-9369-eca85b5e1e68 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:17:41.906050 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Pushing event updated for resources: {'Port': ['ID=3aec9f08-f1ee-46a0-8da0-ef66dc7fe848,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:41.907184 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:41.908557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:41.912715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:17:41.956360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Subnet': ['ID=52e2e437-4e93-4162-a178-a7cb1fa9ed64,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:42.022655 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:42.048101 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9595b03e-bec8-49c7-9369-eca85b5e1e68']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:42.058815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Attempting to bind port 3aec9f08-f1ee-46a0-8da0-ef66dc7fe848 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:17:42.058815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Attempting to bind port 3aec9f08-f1ee-46a0-8da0-ef66dc7fe848 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'c5a34b82-41e2-414c-9c94-9c32dc3aff1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9595b03e-bec8-49c7-9369-eca85b5e1e68'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:17:42.058815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Attempting to bind port 3aec9f08-f1ee-46a0-8da0-ef66dc7fe848 on network 9595b03e-bec8-49c7-9369-eca85b5e1e68 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:17:42.067551 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:17:42.067943 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Checking segment: {'id': 'c5a34b82-41e2-414c-9c94-9c32dc3aff1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9595b03e-bec8-49c7-9369-eca85b5e1e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:42.068361 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:42.068771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Bound using segment: {'id': 'c5a34b82-41e2-414c-9c94-9c32dc3aff1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9595b03e-bec8-49c7-9369-eca85b5e1e68'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:17:42.069926 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Bound port: 3aec9f08-f1ee-46a0-8da0-ef66dc7fe848, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a34b82-41e2-414c-9c94-9c32dc3aff1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '9595b03e-bec8-49c7-9369-eca85b5e1e68'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:17:42.070225 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:42.075826 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a34b82-41e2-414c-9c94-9c32dc3aff1f') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:42.076128 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a34b82-41e2-414c-9c94-9c32dc3aff1f') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:42.097432 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:42.129235 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:42.139548 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:42.139872 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:42.143908 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:42.197503 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] For port 3aec9f08-f1ee-46a0-8da0-ef66dc7fe848, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:17:42.240881 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] For port 3aec9f08-f1ee-46a0-8da0-ef66dc7fe848, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3aec9f08-f1ee-46a0-8da0-ef66dc7fe848,segment=NetworkSegment(c5a34b82-41e2-414c-9c94-9c32dc3aff1f),segment_id=c5a34b82-41e2-414c-9c94-9c32dc3aff1f)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:17:42.245629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 18:17:42.245629 n-d-819494-5 neutron-server[110005]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 18:17:42.245629 n-d-819494-5 neutron-server[110005]: [parameters: {'id': '9595b03e-bec8-49c7-9369-eca85b5e1e68'}] Nov 29 18:17:42.245629 n-d-819494-5 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:17:42.246171 n-d-819494-5 neutron-server[110005]: DEBUG oslo_db.api [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:17:42.250666 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:42.266689 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97588e01-6f9b-40b6-9699-59f6402ed49b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:42.352452 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253df7a7-309f-4be6-b6e9-16efb129b1eb None None] Pushing event updated for resources: {'Port': ['ID=3aec9f08-f1ee-46a0-8da0-ef66dc7fe848,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:42.372927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51807568-d6bb-4afd-b6d5-2473d0a9c126 None None] Network 9595b03e-bec8-49c7-9369-eca85b5e1e68 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:42.541391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43796) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:42.614241 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a9ecec-710b-492f-ace5-434c15c64af9 None None] get_active_networks_info from n-d-819494-5 {{(pid=110006) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 18:17:42.694114 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-97588e01-6f9b-40b6-9699-59f6402ed49b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Deleting port 122330bd-ef45-442f-a1b2-cb70f9c249a9 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:42.695040 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97588e01-6f9b-40b6-9699-59f6402ed49b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:42.816453 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:42.853611 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a9ecec-710b-492f-ace5-434c15c64af9 None None] Resources bound (agent type, host, resource id): {{(pid=110006) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 18:17:42.900537 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97588e01-6f9b-40b6-9699-59f6402ed49b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:42.929060 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-97588e01-6f9b-40b6-9699-59f6402ed49b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Calling delete_port for 122330bd-ef45-442f-a1b2-cb70f9c249a9 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:43.074186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Deleting port 3aec9f08-f1ee-46a0-8da0-ef66dc7fe848 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:43.075180 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:43.146945 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] For port 3aec9f08-f1ee-46a0-8da0-ef66dc7fe848, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3aec9f08-f1ee-46a0-8da0-ef66dc7fe848,segment=NetworkSegment(c5a34b82-41e2-414c-9c94-9c32dc3aff1f),segment_id=c5a34b82-41e2-414c-9c94-9c32dc3aff1f)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:43.147585 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:43.163700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Calling delete_port for 3aec9f08-f1ee-46a0-8da0-ef66dc7fe848 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:43.465860 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:43.524584 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Port': ['ID=3aec9f08-f1ee-46a0-8da0-ef66dc7fe848,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:43.533378 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No DVR routers for this DVR port 3aec9f08-f1ee-46a0-8da0-ef66dc7fe848 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:17:43.581094 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5ba08c7-b8d9-4c7b-8201-17c12ecb77db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:43.590816 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97588e01-6f9b-40b6-9699-59f6402ed49b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:43.623565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834af213-86e4-47b7-bd99-4819dc3af09a None None] DHCP port deletion for 3979fb79-145c-49d3-8965-05f04baacf74 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:43.691098 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97588e01-6f9b-40b6-9699-59f6402ed49b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Port': ['ID=122330bd-ef45-442f-a1b2-cb70f9c249a9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:43.749113 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:43.790111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9595b03e-bec8-49c7-9369-eca85b5e1e68']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:43.807578 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a34b82-41e2-414c-9c94-9c32dc3aff1f') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:43.807938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a34b82-41e2-414c-9c94-9c32dc3aff1f') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:43.875203 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:43.912071 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:43.960949 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:43.961490 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:43.966661 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:43.979168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba08c7-b8d9-4c7b-8201-17c12ecb77db admin admin] Deleting port dfbc3ba3-960b-41ef-b098-e1a5ef3192a9 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:43.979596 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5ba08c7-b8d9-4c7b-8201-17c12ecb77db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:44.050085 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97588e01-6f9b-40b6-9699-59f6402ed49b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:44.066728 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:44.091944 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-c5ba08c7-b8d9-4c7b-8201-17c12ecb77db admin admin] For port dfbc3ba3-960b-41ef-b098-e1a5ef3192a9, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=dfbc3ba3-960b-41ef-b098-e1a5ef3192a9,segment=NetworkSegment(bdb9b35b-929e-48ef-b77a-34267b716371),segment_id=bdb9b35b-929e-48ef-b77a-34267b716371)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:44.092311 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5ba08c7-b8d9-4c7b-8201-17c12ecb77db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:44.110366 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba08c7-b8d9-4c7b-8201-17c12ecb77db admin admin] Calling delete_port for dfbc3ba3-960b-41ef-b098-e1a5ef3192a9 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:44.189622 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:44.195888 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/9595b03e-bec8-49c7-9369-eca85b5e1e68 HTTP/1.1" status: 204 len: 168 time: 3.0114589 Nov 29 18:17:44.198487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43816) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:44.214325 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77df0b-583a-4671-8b54-8dd67330f215 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Network': ['ID=9595b03e-bec8-49c7-9369-eca85b5e1e68,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:44.243293 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b278a8-f772-4454-af49-5b1f720c4647 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] GET failed (client error): The resource could not be found. Nov 29 18:17:44.244875 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-41b278a8-f772-4454-af49-5b1f720c4647 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "GET /v2.0/subnets/52e2e437-4e93-4162-a178-a7cb1fa9ed64 HTTP/1.1" status: 404 len: 337 time: 0.0433795 Nov 29 18:17:44.249059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43818) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:44.278056 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed3df31-dfc1-4ac0-afd5-db9502c6b392 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:44.278842 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed3df31-dfc1-4ac0-afd5-db9502c6b392 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:44.282310 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6ed3df31-dfc1-4ac0-afd5-db9502c6b392 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/9595b03e-bec8-49c7-9369-eca85b5e1e68 HTTP/1.1" status: 404 len: 339 time: 0.0321715 Nov 29 18:17:44.312439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43820) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:44.449586 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5ba08c7-b8d9-4c7b-8201-17c12ecb77db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:44.541024 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba08c7-b8d9-4c7b-8201-17c12ecb77db admin admin] Pushing event deleted for resources: {'Port': ['ID=dfbc3ba3-960b-41ef-b098-e1a5ef3192a9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:44.649204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97588e01-6f9b-40b6-9699-59f6402ed49b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Router 926cd569-4f6f-4d52-b571-ce6e3d7f3731 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:17:44.683788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e14f3b4-2dc2-42fb-b152-c175df0b9129 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:44.686376 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1e14f3b4-2dc2-42fb-b152-c175df0b9129 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3719747 Nov 29 18:17:44.689170 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43826) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:44.733593 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bd711520-b65c-498e-aae9-a5c385a42286 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 207 time: 0.0426011 Nov 29 18:17:44.739150 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43830) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:45.025067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c900e8-26f3-47f9-b5f3-ea55b87a867d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:45.032233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c900e8-26f3-47f9-b5f3-ea55b87a867d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:45.038397 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c900e8-26f3-47f9-b5f3-ea55b87a867d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:45.053832 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c900e8-26f3-47f9-b5f3-ea55b87a867d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:45.064910 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e0c900e8-26f3-47f9-b5f3-ea55b87a867d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3185880 Nov 29 18:17:45.076540 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43832) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:45.146521 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5ba08c7-b8d9-4c7b-8201-17c12ecb77db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:45.257912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97588e01-6f9b-40b6-9699-59f6402ed49b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:17:45.265402 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-97588e01-6f9b-40b6-9699-59f6402ed49b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "PUT /v2.0/routers/926cd569-4f6f-4d52-b571-ce6e3d7f3731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6483786 Nov 29 18:17:45.266127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43834) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:45.278402 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c6c25-00ed-49e5-ae7d-b106accf620d None None] Sync routers for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:17:45.301483 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c6c25-00ed-49e5-ae7d-b106accf620d None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:45.302104 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-292c6c25-00ed-49e5-ae7d-b106accf620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:45.320148 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0a450a0d-1840-41fa-8cb4-fd38eea26444 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2424834 Nov 29 18:17:45.323585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43836) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:45.350567 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-292c6c25-00ed-49e5-ae7d-b106accf620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:45.389111 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c6c25-00ed-49e5-ae7d-b106accf620d None None] Routers {'926cd569-4f6f-4d52-b571-ce6e3d7f3731'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:45.390089 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-292c6c25-00ed-49e5-ae7d-b106accf620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:45.439453 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b1a6ae-80db-422a-9f7a-e2ff00126797 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:45.441175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b1a6ae-80db-422a-9f7a-e2ff00126797 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:45.443028 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-68b1a6ae-80db-422a-9f7a-e2ff00126797 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1163812 Nov 29 18:17:45.447932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43838) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:45.460934 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-292c6c25-00ed-49e5-ae7d-b106accf620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:45.472277 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292c6c25-00ed-49e5-ae7d-b106accf620d None None] The sync data for ids ['926cd569-4f6f-4d52-b571-ce6e3d7f3731'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:17:45.515896 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ba08c7-b8d9-4c7b-8201-17c12ecb77db admin admin] Router aa0a8600-d365-4dbf-a006-5b2a16bf360d has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:17:45.519512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6edcb05-10f6-42fa-8f6c-6acb73a91c18 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['shared'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:45.520931 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6edcb05-10f6-42fa-8f6c-6acb73a91c18 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['shared'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:45.522451 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f6edcb05-10f6-42fa-8f6c-6acb73a91c18 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0736141 Nov 29 18:17:45.525112 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1eb3e8d-f181-493d-874e-985d91e55115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:45.526095 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43840) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:45.639152 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1eb3e8d-f181-493d-874e-985d91e55115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:45.710499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a1eb3e8d-f181-493d-874e-985d91e55115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Deleting port 5f67070e-321d-4017-a32e-6a5753ce2176 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:45.710966 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1eb3e8d-f181-493d-874e-985d91e55115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:45.718847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aaeb5e-0fcb-4d14-9894-191130453ddd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:45.720300 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-70aaeb5e-0fcb-4d14-9894-191130453ddd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "GET /v2.0/networks/5ef9e7d6-485e-4952-83c1-79e12be16e1f HTTP/1.1" status: 200 len: 800 time: 0.1927047 Nov 29 18:17:45.734817 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43846) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:45.736474 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ba08c7-b8d9-4c7b-8201-17c12ecb77db admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:17:45.747308 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f468131c-6dd7-4788-aba3-6fba80b4d8ac None None] Sync routers for ids ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:17:45.756304 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c5ba08c7-b8d9-4c7b-8201-17c12ecb77db admin admin] 10.222.0.23 "PUT /v2.0/routers/aa0a8600-d365-4dbf-a006-5b2a16bf360d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2102244 Nov 29 18:17:45.766020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f468131c-6dd7-4788-aba3-6fba80b4d8ac None None] Routers {'aa0a8600-d365-4dbf-a006-5b2a16bf360d'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:45.768464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f468131c-6dd7-4788-aba3-6fba80b4d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:45.782309 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43850) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:45.821160 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1eb3e8d-f181-493d-874e-985d91e55115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:45.840587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a1eb3e8d-f181-493d-874e-985d91e55115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Calling delete_port for 5f67070e-321d-4017-a32e-6a5753ce2176 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:45.940205 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-f468131c-6dd7-4788-aba3-6fba80b4d8ac None None] Set router aa0a8600-d365-4dbf-a006-5b2a16bf360d gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:17:46.023246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-6c29f0e9-f67e-4e1a-9b7b-278ce9d3393c tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f0bea1f5121e4e03a78662b4f8b615f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793247 Nov 29 18:17:46.163299 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f468131c-6dd7-4788-aba3-6fba80b4d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-router', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:17:44Z', 'revision_number': 5, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'gw_port': {'id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:46.198456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f468131c-6dd7-4788-aba3-6fba80b4d8ac None None] Checking router: aa0a8600-d365-4dbf-a006-5b2a16bf360d for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:17:46.210817 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f468131c-6dd7-4788-aba3-6fba80b4d8ac None None] Routers {'aa0a8600-d365-4dbf-a006-5b2a16bf360d'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:46.215634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f468131c-6dd7-4788-aba3-6fba80b4d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:46.277034 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1eb3e8d-f181-493d-874e-985d91e55115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:46.315502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb3e8d-f181-493d-874e-985d91e55115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Port': ['ID=5f67070e-321d-4017-a32e-6a5753ce2176,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:46.331622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-dd5a0258-73f6-4101-9e93-2d54d9549413 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:46.334145 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-dd5a0258-73f6-4101-9e93-2d54d9549413 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3015490 Nov 29 18:17:46.351906 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-f468131c-6dd7-4788-aba3-6fba80b4d8ac None None] Set router aa0a8600-d365-4dbf-a006-5b2a16bf360d gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:17:46.353146 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-32b85f7f-a90c-4cc5-83f7-f17fa0771025 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "GET /v2.0/networks/5ef9e7d6-485e-4952-83c1-79e12be16e1f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.6279576 Nov 29 18:17:46.357640 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43868) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:46.399768 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68cf70df-2b5f-4ca7-8fbe-e0d9b6e3bb76 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:46.402113 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-f6022c9e-4ff5-4fc7-a3cd-750d3645eba2 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/quotas/f0bea1f5121e4e03a78662b4f8b615f6 HTTP/1.1" status: 200 len: 375 time: 0.0401311 Nov 29 18:17:46.449300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e392f0-c2ea-4d7e-a999-c675bf14046d None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:46.452452 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-668b7895-ba88-4b4e-9db3-4bb170d9f787 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f0bea1f5121e4e03a78662b4f8b615f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405231 Nov 29 18:17:46.461946 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1eb3e8d-f181-493d-874e-985d91e55115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:46.596095 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b0e5ec-02fa-4f95-a860-dd31796628b1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:46.597532 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b3b0e5ec-02fa-4f95-a860-dd31796628b1 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "GET /v2.0/subnets/6c9ef49b-ef50-4812-a1de-f48bb0b832ad HTTP/1.1" status: 200 len: 811 time: 0.2400551 Nov 29 18:17:46.623523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43870) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:46.668856 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1eb3e8d-f181-493d-874e-985d91e55115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:46.682942 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1eb3e8d-f181-493d-874e-985d91e55115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:46.721329 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68cf70df-2b5f-4ca7-8fbe-e0d9b6e3bb76 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:46.749708 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f468131c-6dd7-4788-aba3-6fba80b4d8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-router', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:17:44Z', 'revision_number': 5, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'gw_port': {'id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:46.786660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f5af16-8f81-4984-a985-54855994ff40 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['shared'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:46.791905 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a1f5af16-8f81-4984-a985-54855994ff40 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "GET /v2.0/subnets/6c9ef49b-ef50-4812-a1de-f48bb0b832ad?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1664121 Nov 29 18:17:46.793103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43880) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:46.813932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c6890143-5f4f-40cd-b073-fd8d20210fdf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-84600015'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:46.818901 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-68cf70df-2b5f-4ca7-8fbe-e0d9b6e3bb76 admin admin] Deleting port 58cefe20-6165-4d81-b29c-2e1c9c418cdd {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:46.819246 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68cf70df-2b5f-4ca7-8fbe-e0d9b6e3bb76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:46.824435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f468131c-6dd7-4788-aba3-6fba80b4d8ac None None] The sync data for ids ['aa0a8600-d365-4dbf-a006-5b2a16bf360d'] in n-d-819494-5 is: [{'id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'name': 'tempest-TaggedBootDevicesTest_v242-1455281594-router', 'tenant_id': '3853a8c243df40ec9ce067d89cc60f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:17:44Z', 'revision_number': 5, 'project_id': '3853a8c243df40ec9ce067d89cc60f1a', 'gw_port': {'id': '58cefe20-6165-4d81-b29c-2e1c9c418cdd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0a8600-d365-4dbf-a006-5b2a16bf360d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:05:47Z', 'updated_at': '2021-11-29T18:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:17:46.826591 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a1d8095-29f5-4a6d-8407-631e1a303ac2 req-4ca54dd4-2498-4ec2-a4e5-bacb289746d4 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 210 time: 0.0582433 Nov 29 18:17:46.829058 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1eb3e8d-f181-493d-874e-985d91e55115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:46.830082 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1eb3e8d-f181-493d-874e-985d91e55115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Fanout notify agent at l3_agent the message router_deleted on router 926cd569-4f6f-4d52-b571-ce6e3d7f3731 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:17:46.844578 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1eb3e8d-f181-493d-874e-985d91e55115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:46.845967 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a1eb3e8d-f181-493d-874e-985d91e55115 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/routers/926cd569-4f6f-4d52-b571-ce6e3d7f3731 HTTP/1.1" status: 204 len: 168 time: 1.5789061 Nov 29 18:17:46.848972 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43882) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:46.908670 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6890143-5f4f-40cd-b073-fd8d20210fdf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:46.912205 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6890143-5f4f-40cd-b073-fd8d20210fdf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:46.933759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94a69a7-40d3-41df-aded-7eae9bb4ef3b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Deleting subnet c7742feb-43d3-4a02-8381-1c1ed3109a8c {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:17:46.936910 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a94a69a7-40d3-41df-aded-7eae9bb4ef3b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:46.955407 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-68cf70df-2b5f-4ca7-8fbe-e0d9b6e3bb76 admin admin] For port 58cefe20-6165-4d81-b29c-2e1c9c418cdd, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=58cefe20-6165-4d81-b29c-2e1c9c418cdd,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:46.955856 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68cf70df-2b5f-4ca7-8fbe-e0d9b6e3bb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:46.973477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-68cf70df-2b5f-4ca7-8fbe-e0d9b6e3bb76 admin admin] Calling delete_port for 58cefe20-6165-4d81-b29c-2e1c9c418cdd owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:47.002757 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a94a69a7-40d3-41df-aded-7eae9bb4ef3b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.034980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6890143-5f4f-40cd-b073-fd8d20210fdf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:17:47.060988 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6890143-5f4f-40cd-b073-fd8d20210fdf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.061366 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-c6890143-5f4f-40cd-b073-fd8d20210fdf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Added segment 3ebe0294-7db2-483a-9de1-43f3e9a2ace1 of type vlan for network 5cbe9eb6-4e93-4735-a086-d0f48d27214d Nov 29 18:17:47.094652 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a94a69a7-40d3-41df-aded-7eae9bb4ef3b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.132305 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6890143-5f4f-40cd-b073-fd8d20210fdf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.161129 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68cf70df-2b5f-4ca7-8fbe-e0d9b6e3bb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.178275 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6890143-5f4f-40cd-b073-fd8d20210fdf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.184118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6890143-5f4f-40cd-b073-fd8d20210fdf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:47.184724 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6890143-5f4f-40cd-b073-fd8d20210fdf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.191913 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf70df-2b5f-4ca7-8fbe-e0d9b6e3bb76 admin admin] Pushing event deleted for resources: {'Port': ['ID=58cefe20-6165-4d81-b29c-2e1c9c418cdd,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:47.193432 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a94a69a7-40d3-41df-aded-7eae9bb4ef3b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.203909 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e87525-e846-458e-9015-4c70431b7e21 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:47.265043 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68cf70df-2b5f-4ca7-8fbe-e0d9b6e3bb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.268978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a69a7-40d3-41df-aded-7eae9bb4ef3b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Subnet': ['ID=c7742feb-43d3-4a02-8381-1c1ed3109a8c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:47.278283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c6890143-5f4f-40cd-b073-fd8d20210fdf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4686716 Nov 29 18:17:47.282455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43886) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:47.289113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a7085808-7ab1-4022-9728-ed24b03f61fd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'subnet': {'network_id': '5cbe9eb6-4e93-4735-a086-d0f48d27214d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:47.291036 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9850e479-2837-4b8a-bed6-7d24a9ca05ed None None] Network 3979fb79-145c-49d3-8965-05f04baacf74 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:47.295277 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a94a69a7-40d3-41df-aded-7eae9bb4ef3b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.300208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a94a69a7-40d3-41df-aded-7eae9bb4ef3b tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/subnets/c7742feb-43d3-4a02-8381-1c1ed3109a8c HTTP/1.1" status: 204 len: 168 time: 0.4498053 Nov 29 18:17:47.302984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6890143-5f4f-40cd-b073-fd8d20210fdf tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Network': ['ID=5cbe9eb6-4e93-4735-a086-d0f48d27214d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:47.303577 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43888) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:47.383425 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 5cbe9eb6-4e93-4735-a086-d0f48d27214d details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:17:47.412969 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7085808-7ab1-4022-9728-ed24b03f61fd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Made reservation on behalf of d9350e89d6bf40ab940dc44af406f0e6 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:47.417387 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7085808-7ab1-4022-9728-ed24b03f61fd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.430525 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68cf70df-2b5f-4ca7-8fbe-e0d9b6e3bb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.438170 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68cf70df-2b5f-4ca7-8fbe-e0d9b6e3bb76 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.499843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-a7085808-7ab1-4022-9728-ed24b03f61fd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Performing IP validity checks on allocation pools {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 18:17:47.500228 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-13b01ffd-d361-4c35-80a0-d0a7af0b9a16 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.500389 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-a7085808-7ab1-4022-9728-ed24b03f61fd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 18:17:47.510334 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68cf70df-2b5f-4ca7-8fbe-e0d9b6e3bb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.511180 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cf70df-2b5f-4ca7-8fbe-e0d9b6e3bb76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa0a8600-d365-4dbf-a006-5b2a16bf360d {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:17:47.517620 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68cf70df-2b5f-4ca7-8fbe-e0d9b6e3bb76 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.519223 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-68cf70df-2b5f-4ca7-8fbe-e0d9b6e3bb76 admin admin] 10.222.0.23 "DELETE /v2.0/routers/aa0a8600-d365-4dbf-a006-5b2a16bf360d HTTP/1.1" status: 204 len: 168 time: 1.7369442 Nov 29 18:17:47.522758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43890) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:47.609820 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-13b01ffd-d361-4c35-80a0-d0a7af0b9a16 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.610067 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-2894196e-6071-4b87-b9fe-984a0a7877cf admin admin] Deleting subnet ddd95e10-71b6-4e7a-9420-b299dbcdb3cc {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:17:47.617652 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2894196e-6071-4b87-b9fe-984a0a7877cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.641609 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-13b01ffd-d361-4c35-80a0-d0a7af0b9a16 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3979fb79-145c-49d3-8965-05f04baacf74']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:47.655264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-13b01ffd-d361-4c35-80a0-d0a7af0b9a16 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca121309-d191-4a1f-9e81-44c251bc7932') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:47.655710 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-13b01ffd-d361-4c35-80a0-d0a7af0b9a16 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca121309-d191-4a1f-9e81-44c251bc7932') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:47.668711 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-13b01ffd-d361-4c35-80a0-d0a7af0b9a16 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.684455 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-13b01ffd-d361-4c35-80a0-d0a7af0b9a16 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.692470 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b01ffd-d361-4c35-80a0-d0a7af0b9a16 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:47.693146 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-13b01ffd-d361-4c35-80a0-d0a7af0b9a16 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:47.696801 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:47.706934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a46c6a-abbc-413b-a857-db9af5fcd9a7 None None] DHCP port deletion for 3979fb79-145c-49d3-8965-05f04baacf74 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:47.722682 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2894196e-6071-4b87-b9fe-984a0a7877cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.786398 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-13b01ffd-d361-4c35-80a0-d0a7af0b9a16 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.806536 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-13b01ffd-d361-4c35-80a0-d0a7af0b9a16 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.809943 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-13b01ffd-d361-4c35-80a0-d0a7af0b9a16 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] 10.222.0.23 "DELETE /v2.0/networks/3979fb79-145c-49d3-8965-05f04baacf74 HTTP/1.1" status: 204 len: 168 time: 0.5052972 Nov 29 18:17:47.811206 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b01ffd-d361-4c35-80a0-d0a7af0b9a16 tempest-FloatingIPTestJSON-1004144360 tempest-FloatingIPTestJSON-1004144360-project] Pushing event deleted for resources: {'Network': ['ID=3979fb79-145c-49d3-8965-05f04baacf74,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:47.864454 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7085808-7ab1-4022-9728-ed24b03f61fd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.922422 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2894196e-6071-4b87-b9fe-984a0a7877cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:47.992499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a245e489-33df-4c3c-a2c7-0aa5ecfcdd63 req-3e62b262-cd4b-4308-b613-6d000a01bd3c tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 210 time: 0.1176362 Nov 29 18:17:48.007008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7085808-7ab1-4022-9728-ed24b03f61fd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Subnet': ['ID=01433480-51d4-4adc-b4c3-f405599f7416,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:48.087798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7085808-7ab1-4022-9728-ed24b03f61fd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Checking segment: {'id': '3ebe0294-7db2-483a-9de1-43f3e9a2ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5cbe9eb6-4e93-4735-a086-d0f48d27214d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:48.088168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7085808-7ab1-4022-9728-ed24b03f61fd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network hostable DHCP agents. Network: 5cbe9eb6-4e93-4735-a086-d0f48d27214d, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:17:48.154542 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7085808-7ab1-4022-9728-ed24b03f61fd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Network 5cbe9eb6-4e93-4735-a086-d0f48d27214d is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:17:48.171493 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2894196e-6071-4b87-b9fe-984a0a7877cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:48.194151 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43ead20-0a36-4da9-a5db-4ac5c777fce6 None None] Network 61ba322e-fbbf-41dc-a676-fbf94bf423e7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:48.195324 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2894196e-6071-4b87-b9fe-984a0a7877cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:48.198907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2894196e-6071-4b87-b9fe-984a0a7877cf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ddd95e10-71b6-4e7a-9420-b299dbcdb3cc HTTP/1.1" status: 204 len: 168 time: 0.6748765 Nov 29 18:17:48.201558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43926) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:48.231596 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43928) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:48.260989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a7085808-7ab1-4022-9728-ed24b03f61fd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 5cbe9eb6-4e93-4735-a086-d0f48d27214d) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:48.266258 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894196e-6071-4b87-b9fe-984a0a7877cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd95e10-71b6-4e7a-9420-b299dbcdb3cc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:48.270447 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7085808-7ab1-4022-9728-ed24b03f61fd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:48.272772 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a7085808-7ab1-4022-9728-ed24b03f61fd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:48.302452 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d435a4-9ded-44f4-b3b6-01143b84579d None None] Network 5cbe9eb6-4e93-4735-a086-d0f48d27214d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:48.310993 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a7085808-7ab1-4022-9728-ed24b03f61fd tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0255225 Nov 29 18:17:48.311700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43932) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:48.317145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d606c339-2d85-47c0-8270-80c0b46ffe4f tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:48.328999 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:48.393351 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] Deleting port c0b19858-a228-4b2f-9973-a28cd068932f {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:48.394192 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:48.489597 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] For port c0b19858-a228-4b2f-9973-a28cd068932f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c0b19858-a228-4b2f-9973-a28cd068932f,segment=NetworkSegment(bdb9b35b-929e-48ef-b77a-34267b716371),segment_id=bdb9b35b-929e-48ef-b77a-34267b716371)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:48.490581 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:48.496656 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d606c339-2d85-47c0-8270-80c0b46ffe4f tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25453034'] for subnet, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:48.511072 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] Calling delete_port for c0b19858-a228-4b2f-9973-a28cd068932f owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:48.549791 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-208f46fa-4da1-4bc8-9244-caef690bbdac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0935476 Nov 29 18:17:48.632598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] DHCP port deletion for 61ba322e-fbbf-41dc-a676-fbf94bf423e7 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:48.662297 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-5cbe9eb6-4e93-4735-a086-d0f48d27214d', 'network_id': '5cbe9eb6-4e93-4735-a086-d0f48d27214d', 'tenant_id': 'd9350e89d6bf40ab940dc44af406f0e6', 'fixed_ips': [{'subnet_id': '01433480-51d4-4adc-b4c3-f405599f7416'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:17:48.663307 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:48.733544 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:48.739537 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8097533c-77ae-4bf5-be79-2b3a1d055f95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3142202504bc418590ec5be780e1a3ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5067558 Nov 29 18:17:48.746461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43934) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:48.762603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Deleting port c0b19858-a228-4b2f-9973-a28cd068932f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:48.762877 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:48.766477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b19858-a228-4b2f-9973-a28cd068932f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:48.795084 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d606c339-2d85-47c0-8270-80c0b46ffe4f tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756623474580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27089225'] for subnet, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:48.800135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] No DVR routers for this DVR port c0b19858-a228-4b2f-9973-a28cd068932f on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:17:48.827709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] For port c0b19858-a228-4b2f-9973-a28cd068932f, host n-d-819494-5, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:48.828138 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:48.842813 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Calling delete_port for c0b19858-a228-4b2f-9973-a28cd068932f owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:48.846195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Port c0b19858-a228-4b2f-9973-a28cd068932f was not found and therefore no delete operation was performed {{(pid=110006) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 18:17:48.850539 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:48.883973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Pushing event deleted for resources: {'Port': ['ID=c0b19858-a228-4b2f-9973-a28cd068932f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:48.886218 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] No DVR routers for this DVR port c0b19858-a228-4b2f-9973-a28cd068932f on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:17:48.897742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d606c339-2d85-47c0-8270-80c0b46ffe4f tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:48.897937 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d606c339-2d85-47c0-8270-80c0b46ffe4f tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:48.899303 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d606c339-2d85-47c0-8270-80c0b46ffe4f tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "PUT /v2.0/subnets/01433480-51d4-4adc-b4c3-f405599f7416 HTTP/1.1" status: 200 len: 877 time: 0.5866449 Nov 29 18:17:48.901295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:48.901653 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:48.902002 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:48.904431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43936) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:48.909450 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:48.909919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:48.910271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:48.910616 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:48.910979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:48.911321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:48.911654 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:48.911989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:48.912321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06405ae2-348a-422f-862b-bdc4aab2f57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:17:48.913653 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606c339-2d85-47c0-8270-80c0b46ffe4f tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event updated for resources: {'Subnet': ['ID=01433480-51d4-4adc-b4c3-f405599f7416,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:48.922706 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-57c64716-6952-4ece-b37b-df0bdf1b3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:48.923308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-57c64716-6952-4ece-b37b-df0bdf1b3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:48.923715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-57c64716-6952-4ece-b37b-df0bdf1b3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:48.924177 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-57c64716-6952-4ece-b37b-df0bdf1b3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:48.924629 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-57c64716-6952-4ece-b37b-df0bdf1b3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:48.925086 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-57c64716-6952-4ece-b37b-df0bdf1b3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:48.925975 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-57c64716-6952-4ece-b37b-df0bdf1b3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:48.927935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-57c64716-6952-4ece-b37b-df0bdf1b3bb1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69148bb57fa54adf911a3855e38b3970&device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 6492 time: 0.1813343 Nov 29 18:17:48.942038 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 58cefe20-6165-4d81-b29c-2e1c9c418cdd no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:17:48.968015 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 58cefe20-6165-4d81-b29c-2e1c9c418cdd {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:17:48.968380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 58cefe20-6165-4d81-b29c-2e1c9c418cdd not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:17:48.969015 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c0b19858-a228-4b2f-9973-a28cd068932f no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:17:48.981893 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:48.992211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: c0b19858-a228-4b2f-9973-a28cd068932f {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:17:48.992664 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-811d00fc-2e90-489a-bc04-81344b95ce2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:48.993000 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c0b19858-a228-4b2f-9973-a28cd068932f not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:17:48.993587 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device dfbc3ba3-960b-41ef-b098-e1a5ef3192a9 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:17:49.015970 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ba322e-fbbf-41dc-a676-fbf94bf423e7']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:49.031111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: dfbc3ba3-960b-41ef-b098-e1a5ef3192a9 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:17:49.031352 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb9b35b-929e-48ef-b77a-34267b716371') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:49.031462 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb9b35b-929e-48ef-b77a-34267b716371') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:49.031946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device dfbc3ba3-960b-41ef-b098-e1a5ef3192a9 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:17:49.041160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Allocated IP 172.20.0.3 (5cbe9eb6-4e93-4735-a086-d0f48d27214d/01433480-51d4-4adc-b4c3-f405599f7416/1a802b8a-abf9-47d8-969e-30b250952bae) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:17:49.053818 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:49.069171 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:49.077176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:49.077946 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:49.080563 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:49.138298 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-811d00fc-2e90-489a-bc04-81344b95ce2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:49.145602 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:49.156991 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:49.162192 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/61ba322e-fbbf-41dc-a676-fbf94bf423e7 HTTP/1.1" status: 204 len: 168 time: 0.9593344 Nov 29 18:17:49.169083 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7204d765-7cc7-4f08-86a2-774316324bc0 req-7a7cc2e8-b227-49b3-bc9f-50c5e4a1cdb5 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 210 time: 0.0905855 Nov 29 18:17:49.186333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43940) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:49.207858 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972d68d-e116-4772-adeb-2aa2fe32bac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=61ba322e-fbbf-41dc-a676-fbf94bf423e7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:49.247174 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:49.260943 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:49.293679 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:49.318043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Pushing event updated for resources: {'Port': ['ID=1a802b8a-abf9-47d8-969e-30b250952bae,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:49.326278 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-472a09cb-44d2-4320-a1c2-134f5e3af258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:49.326886 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-472a09cb-44d2-4320-a1c2-134f5e3af258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:49.327246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-472a09cb-44d2-4320-a1c2-134f5e3af258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:49.328810 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-472a09cb-44d2-4320-a1c2-134f5e3af258 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8c7b00ca-e0ef-4d99-bd10-71bb21595ae3&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=d9f36459-b545-4033-9511-3819613163f0&id=d9f36459-b545-4033-9511-3819613163f0 HTTP/1.1" status: 200 len: 2294 time: 0.3491936 Nov 29 18:17:49.334571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Network 5cbe9eb6-4e93-4735-a086-d0f48d27214d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:17:49.341764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:49.344820 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:17:49.406058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Attempting to bind port 1a802b8a-abf9-47d8-969e-30b250952bae on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:17:49.406476 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Attempting to bind port 1a802b8a-abf9-47d8-969e-30b250952bae by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '3ebe0294-7db2-483a-9de1-43f3e9a2ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5cbe9eb6-4e93-4735-a086-d0f48d27214d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:17:49.406803 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Attempting to bind port 1a802b8a-abf9-47d8-969e-30b250952bae on network 5cbe9eb6-4e93-4735-a086-d0f48d27214d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:17:49.413577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:17:49.413962 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Checking segment: {'id': '3ebe0294-7db2-483a-9de1-43f3e9a2ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5cbe9eb6-4e93-4735-a086-d0f48d27214d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:49.414382 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:49.415014 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Bound using segment: {'id': '3ebe0294-7db2-483a-9de1-43f3e9a2ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5cbe9eb6-4e93-4735-a086-d0f48d27214d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:17:49.415591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Bound port: 1a802b8a-abf9-47d8-969e-30b250952bae, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ebe0294-7db2-483a-9de1-43f3e9a2ace1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5cbe9eb6-4e93-4735-a086-d0f48d27214d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:17:49.416007 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:49.491197 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] For port 1a802b8a-abf9-47d8-969e-30b250952bae, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:17:49.492383 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-811d00fc-2e90-489a-bc04-81344b95ce2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:49.494881 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] For port 1a802b8a-abf9-47d8-969e-30b250952bae, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1a802b8a-abf9-47d8-969e-30b250952bae,segment=NetworkSegment(3ebe0294-7db2-483a-9de1-43f3e9a2ace1),segment_id=3ebe0294-7db2-483a-9de1-43f3e9a2ace1)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:17:49.495266 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-811d00fc-2e90-489a-bc04-81344b95ce2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:49.496447 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-811d00fc-2e90-489a-bc04-81344b95ce2c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f3f20c7-3023-4897-a258-19b0564bf489 HTTP/1.1" status: 204 len: 168 time: 0.7409151 Nov 29 18:17:49.507968 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:49.583328 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024cfd7-4bdd-457a-9ad2-4d3c99bbfb41 None None] Pushing event updated for resources: {'Port': ['ID=1a802b8a-abf9-47d8-969e-30b250952bae,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:50.000173 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d00fc-2e90-489a-bc04-81344b95ce2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3f20c7-3023-4897-a258-19b0564bf489,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:50.062250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-6a30d82a-a8c4-4ce0-8aee-78f79f25763d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9862376-a235-411c-9516-55e98c12d87f HTTP/1.1" status: 200 len: 1001 time: 0.7222495 Nov 29 18:17:50.161271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Deleting port 1a802b8a-abf9-47d8-969e-30b250952bae {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:50.161634 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:50.247490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-365282f3-c38c-4dfe-8fc2-9fc0b6c30d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:50.249104 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-365282f3-c38c-4dfe-8fc2-9fc0b6c30d40 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=094912f3-3fa8-4855-8e32-9708e0b4dd0b HTTP/1.1" status: 200 len: 851 time: 0.1488464 Nov 29 18:17:50.366586 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae591c7a-732a-4cc3-9a53-361940640b02 req-cc03a9d2-3633-4ffa-8329-f7861eba46e5 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 210 time: 0.0685668 Nov 29 18:17:50.407204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-2ce68bdd-b4a3-4554-8918-07385fd3f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:50.409275 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-2ce68bdd-b4a3-4554-8918-07385fd3f2da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8c7b00ca-e0ef-4d99-bd10-71bb21595ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475120 Nov 29 18:17:50.452767 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] For port 1a802b8a-abf9-47d8-969e-30b250952bae, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1a802b8a-abf9-47d8-969e-30b250952bae,segment=NetworkSegment(3ebe0294-7db2-483a-9de1-43f3e9a2ace1),segment_id=3ebe0294-7db2-483a-9de1-43f3e9a2ace1)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:50.452998 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:50.500765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Calling delete_port for 1a802b8a-abf9-47d8-969e-30b250952bae owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:50.508119 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-870ab01e-7e8e-413e-b213-c858de4903c4 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f0bea1f5121e4e03a78662b4f8b615f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640111 Nov 29 18:17:50.612267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43976) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:50.699087 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-46a68711-2556-4cb2-b0b1-d6fe2ad98a36 service neutron] 10.222.0.31 "GET /v2.0/networks/8c7b00ca-e0ef-4d99-bd10-71bb21595ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791529 Nov 29 18:17:50.815579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c9eb3d2b-25db-4dfa-a243-6a0c770fbfb6 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] Request body: {'port': {'network_id': '4535128a-3fff-49eb-a365-46854d2ec5d3', 'name': 'tempest-NetworksNegativeTestJSON-110001841'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:50.853651 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9eb3d2b-25db-4dfa-a243-6a0c770fbfb6 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] POST failed (client error): The resource could not be found. Nov 29 18:17:50.854676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9eb3d2b-25db-4dfa-a243-6a0c770fbfb6 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:50.859256 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c9eb3d2b-25db-4dfa-a243-6a0c770fbfb6 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2419240 Nov 29 18:17:50.862260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43980) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:50.874125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-ac00e4c6-fa0b-407f-8223-eeb14fc0114e tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:50.876118 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-ac00e4c6-fa0b-407f-8223-eeb14fc0114e tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3614817 Nov 29 18:17:50.906695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-0f945ca9-7464-45b6-a557-805776a6dda8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Request body: {'port': {'device_id': 'a58307b5-368c-4155-9283-c624b68cacdb', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': 'f0bea1f5121e4e03a78662b4f8b615f6'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:50.916412 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20a850d-592a-4867-b34b-b2ab00360391 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:50.917108 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20a850d-592a-4867-b34b-b2ab00360391 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:50.923467 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b20a850d-592a-4867-b34b-b2ab00360391 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] 10.222.0.23 "DELETE /v2.0/networks/96b874ba-3038-4fc7-a1ea-ba579f0a7134 HTTP/1.1" status: 404 len: 339 time: 0.0503681 Nov 29 18:17:50.925178 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43982) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:50.944298 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:50.950998 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a9e6a4a-96a0-4551-8601-23da570adeb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:50.961086 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1a802b8a-abf9-47d8-969e-30b250952bae up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:17:50.974819 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-7bfb7b8f-9b2c-425a-877f-94a2ab5750e5 service neutron] 10.222.0.31 "GET /v2.0/networks/8c7b00ca-e0ef-4d99-bd10-71bb21595ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662678 Nov 29 18:17:50.993253 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f3ec39-771e-4b31-a7c0-497ed706c6a6 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:50.994136 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f3ec39-771e-4b31-a7c0-497ed706c6a6 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:51.003829 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-16f3ec39-771e-4b31-a7c0-497ed706c6a6 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] 10.222.0.23 "DELETE /v2.0/ports/7cdbeda2-70e1-40ed-8e3f-b809c2fe6bf0 HTTP/1.1" status: 404 len: 333 time: 0.0771205 Nov 29 18:17:51.008480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43984) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:51.020329 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 1a802b8a-abf9-47d8-969e-30b250952bae {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:17:51.020600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1a802b8a-abf9-47d8-969e-30b250952bae not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 29 18:17:51.056593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Port': ['ID=1a802b8a-abf9-47d8-969e-30b250952bae,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:51.059212 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-1c7b45b1-6bfc-4f42-91d6-6fffd4bc0a7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=fa4a748b-18d2-456f-8305-9cb0f74b625b HTTP/1.1" status: 200 len: 217 time: 0.0486557 Nov 29 18:17:51.070489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Port 1a802b8a-abf9-47d8-969e-30b250952bae not found, will not notify nova. {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 29 18:17:51.096702 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75ff2bc-c24b-4aa5-90d4-e444d0e5ec5d tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:51.097159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75ff2bc-c24b-4aa5-90d4-e444d0e5ec5d tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:51.100240 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c75ff2bc-c24b-4aa5-90d4-e444d0e5ec5d tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] 10.222.0.23 "DELETE /v2.0/subnets/685a2f7e-4785-427d-b949-f4458696734d HTTP/1.1" status: 404 len: 337 time: 0.0504224 Nov 29 18:17:51.106485 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43986) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:51.143043 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc5d9a7-46ee-4ed5-9414-e97d3d54f545 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] GET failed (client error): The resource could not be found. Nov 29 18:17:51.149673 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8fc5d9a7-46ee-4ed5-9414-e97d3d54f545 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] 10.222.0.23 "GET /v2.0/networks/ad5ee605-6d2f-4db1-ad1c-9dc1a6b4b569 HTTP/1.1" status: 404 len: 339 time: 0.0392027 Nov 29 18:17:51.150937 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43988) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:51.152029 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7139db44-b3e3-4076-b9e4-9c1d17c1f70d None None] Network 5cbe9eb6-4e93-4735-a086-d0f48d27214d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:51.165594 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-0f945ca9-7464-45b6-a557-805776a6dda8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Made reservation on behalf of f0bea1f5121e4e03a78662b4f8b615f6 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:51.168983 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-0f945ca9-7464-45b6-a557-805776a6dda8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:51.196767 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc784e5-b19d-4d21-9c89-4294d18a018e tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] GET failed (client error): The resource could not be found. Nov 29 18:17:51.201640 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7dc784e5-b19d-4d21-9c89-4294d18a018e tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] 10.222.0.23 "GET /v2.0/ports/2dc1c8f8-6554-4e02-8fe6-b0fc32cb910f HTTP/1.1" status: 404 len: 333 time: 0.0449128 Nov 29 18:17:51.201847 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No DVR routers for this DVR port 1a802b8a-abf9-47d8-969e-30b250952bae on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:17:51.201964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43990) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:51.202065 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-0f945ca9-7464-45b6-a557-805776a6dda8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:51.239454 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4c63fc32-8cad-4a05-bae2-df878276bd65 None None] Could not find standard attr ID for object 1a802b8a-abf9-47d8-969e-30b250952bae. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:17:51.264064 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:51.318716 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-584860db-2a02-4df6-a5c9-12593843fa84 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] GET failed (client error): The resource could not be found. Nov 29 18:17:51.320199 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-584860db-2a02-4df6-a5c9-12593843fa84 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] 10.222.0.23 "GET /v2.0/subnets/55d5e5cb-8ed2-4a85-8054-8f56550fa67d HTTP/1.1" status: 404 len: 337 time: 0.1137409 Nov 29 18:17:51.326045 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-0f945ca9-7464-45b6-a557-805776a6dda8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:51.326498 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-6a09eeb5-994d-4a25-8a9d-921287780f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:51.328017 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-6a09eeb5-994d-4a25-8a9d-921287780f35 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.2431002 Nov 29 18:17:51.328299 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43994) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:51.340933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8fdbb041-36d6-43e4-bd89-458dbb0a2cd8 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:51.361552 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-0f945ca9-7464-45b6-a557-805776a6dda8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:51.466030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-c05325fe-10db-4738-bbb9-ba5adebca278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:51.467666 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-c05325fe-10db-4738-bbb9-ba5adebca278 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1307988 Nov 29 18:17:51.506429 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fdbb041-36d6-43e4-bd89-458dbb0a2cd8 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] PUT failed (client error): The resource could not be found. Nov 29 18:17:51.507024 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fdbb041-36d6-43e4-bd89-458dbb0a2cd8 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:51.508193 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8fdbb041-36d6-43e4-bd89-458dbb0a2cd8 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] 10.222.0.23 "PUT /v2.0/networks/f69d4aa3-74b4-440f-b124-5e1d3ae39036 HTTP/1.1" status: 404 len: 339 time: 0.1775937 Nov 29 18:17:51.519014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44000) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:51.537625 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a3a35258-efe3-4bc5-9507-70c0838042ba tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:51.582535 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f945ca9-7464-45b6-a557-805776a6dda8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4589543-801f-40b7-95f9-3bdddc93d554,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:51.607276 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:51.617983 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d46e9bb2-3982-4dc9-97cd-a7df5f89e0d1 req-d3bbcab7-7dea-4e98-80a0-99652f09f878 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 210 time: 0.1281199 Nov 29 18:17:51.618246 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-0f945ca9-7464-45b6-a557-805776a6dda8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Allocated IP 192.168.233.129 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/131fec48-5bae-479d-88be-c07742c47b26) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:17:51.626418 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a35258-efe3-4bc5-9507-70c0838042ba tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] PUT failed (client error): The resource could not be found. Nov 29 18:17:51.627144 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a35258-efe3-4bc5-9507-70c0838042ba tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:51.632382 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a3a35258-efe3-4bc5-9507-70c0838042ba tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] 10.222.0.23 "PUT /v2.0/ports/9a4fb76c-0dbf-4f94-8142-34cb3c680ef9 HTTP/1.1" status: 404 len: 333 time: 0.1088445 Nov 29 18:17:51.637097 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44002) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:51.644139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6e94c439-3416-4435-8261-67e09f290513 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:51.657179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Subnet': ['ID=01433480-51d4-4adc-b4c3-f405599f7416,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:51.685909 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e94c439-3416-4435-8261-67e09f290513 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] PUT failed (client error): The resource could not be found. Nov 29 18:17:51.687175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e94c439-3416-4435-8261-67e09f290513 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:51.695233 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6e94c439-3416-4435-8261-67e09f290513 tempest-NetworksNegativeTestJSON-1987234642 tempest-NetworksNegativeTestJSON-1987234642-project] 10.222.0.23 "PUT /v2.0/subnets/d898dd28-68c0-4bcf-91a0-da9ae1ea90f2 HTTP/1.1" status: 404 len: 337 time: 0.0569491 Nov 29 18:17:51.772268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645d9e03-126e-4121-bd99-dde0fcc4782a None None] Network 5cbe9eb6-4e93-4735-a086-d0f48d27214d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:51.795836 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-dc414ff4-b5d5-4e08-875b-88cd96ed256e service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119514 Nov 29 18:17:51.805269 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:51.879810 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-0f945ca9-7464-45b6-a557-805776a6dda8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:51.932723 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-0f945ca9-7464-45b6-a557-805776a6dda8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:51.993467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-0f945ca9-7464-45b6-a557-805776a6dda8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:17:51.997271 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-0f945ca9-7464-45b6-a557-805776a6dda8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:52.002314 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-0f945ca9-7464-45b6-a557-805776a6dda8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:17:52.035797 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136813d1-2804-4af5-b3ca-028e5008bb8a None None] DHCP port deletion for 5cbe9eb6-4e93-4735-a086-d0f48d27214d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:52.093334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-0f945ca9-7464-45b6-a557-805776a6dda8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:52.093957 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-0f945ca9-7464-45b6-a557-805776a6dda8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:52.106286 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f945ca9-7464-45b6-a557-805776a6dda8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Pushing event updated for resources: {'Port': ['ID=131fec48-5bae-479d-88be-c07742c47b26,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:52.106559 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbe9eb6-4e93-4735-a086-d0f48d27214d']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:52.116721 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-ff3cb6a8-bb60-46f8-8ef9-38ce48feadbf service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086472 Nov 29 18:17:52.121249 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ebe0294-7db2-483a-9de1-43f3e9a2ace1') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:52.121549 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ebe0294-7db2-483a-9de1-43f3e9a2ace1') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:52.132095 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-0f945ca9-7464-45b6-a557-805776a6dda8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2378561 Nov 29 18:17:52.143668 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:52.192689 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-ccee353d-3565-4928-a53f-29881474d75e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=f002c88e-cc2b-4dce-8fa1-65fa2b43d135 HTTP/1.1" status: 200 len: 217 time: 0.0614045 Nov 29 18:17:52.194173 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:52.212519 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:52.212919 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:52.217594 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:52.278113 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Request body: {'port': {'device_id': 'a58307b5-368c-4155-9283-c624b68cacdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:52.310132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4a9e6a4a-96a0-4551-8601-23da570adeb4 admin admin] Deleting port faeefb50-e8ed-49b6-ab8d-e2d557577f6a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:52.310471 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a9e6a4a-96a0-4551-8601-23da570adeb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:52.351039 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44012) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:52.353129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-a585257f-bb38-4037-b74d-1c1331098c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:52.354715 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-a585257f-bb38-4037-b74d-1c1331098c9e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.1540577 Nov 29 18:17:52.359410 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:52.403954 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:52.429308 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:52.436123 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/5cbe9eb6-4e93-4735-a086-d0f48d27214d HTTP/1.1" status: 204 len: 168 time: 3.5267427 Nov 29 18:17:52.436576 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44018) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:52.449700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb3db2-06b1-4f4e-8786-240f017105ef tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Network': ['ID=5cbe9eb6-4e93-4735-a086-d0f48d27214d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:52.479850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-415c7639-c997-4ca1-a21e-a1c619cddbfb None None] Provisioning complete for port 131fec48-5bae-479d-88be-c07742c47b26 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:17:52.480479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-c7ec5cbe-ab3a-485b-80f3-367a2252a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:52.481353 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-415c7639-c997-4ca1-a21e-a1c619cddbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:52.481985 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-c7ec5cbe-ab3a-485b-80f3-367a2252a6de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0996106 Nov 29 18:17:52.483449 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-1acdc4f8-102f-402d-8cf6-cea53cc864ff tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:52.483911 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1acdc4f8-102f-402d-8cf6-cea53cc864ff tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:52.490250 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1acdc4f8-102f-402d-8cf6-cea53cc864ff tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/subnets/01433480-51d4-4adc-b4c3-f405599f7416 HTTP/1.1" status: 404 len: 337 time: 0.0474610 Nov 29 18:17:52.493365 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44020) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:52.504694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-4a9e6a4a-96a0-4551-8601-23da570adeb4 admin admin] For port faeefb50-e8ed-49b6-ab8d-e2d557577f6a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=faeefb50-e8ed-49b6-ab8d-e2d557577f6a,segment=NetworkSegment(d5a631d8-6b9f-4ac5-a1d1-cc221d489f77),segment_id=d5a631d8-6b9f-4ac5-a1d1-cc221d489f77)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:52.505238 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a9e6a4a-96a0-4551-8601-23da570adeb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:52.529618 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-415c7639-c997-4ca1-a21e-a1c619cddbfb None None] Port 131fec48-5bae-479d-88be-c07742c47b26 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:17:52.572687 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0737ce1-2756-4358-8181-8b963ddd4325 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:52.573235 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0737ce1-2756-4358-8181-8b963ddd4325 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:52.575803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4a9e6a4a-96a0-4551-8601-23da570adeb4 admin admin] Calling delete_port for faeefb50-e8ed-49b6-ab8d-e2d557577f6a owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:52.576299 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b0737ce1-2756-4358-8181-8b963ddd4325 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/5cbe9eb6-4e93-4735-a086-d0f48d27214d HTTP/1.1" status: 404 len: 339 time: 0.0819919 Nov 29 18:17:52.581453 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44022) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:52.582228 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3647ed0b-fe2d-4561-94c3-a0f960f12acb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:52.630827 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e25dd5-e29d-410f-9d82-246f65249315 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:52.631298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e25dd5-e29d-410f-9d82-246f65249315 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:52.634261 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f6e25dd5-e29d-410f-9d82-246f65249315 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/subnets/52e2e437-4e93-4162-a178-a7cb1fa9ed64 HTTP/1.1" status: 404 len: 337 time: 0.0494485 Nov 29 18:17:52.637169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44024) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:52.699430 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89ab084-00d5-44b3-a8d6-f551a652d6da tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:52.700101 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89ab084-00d5-44b3-a8d6-f551a652d6da tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:52.703588 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f89ab084-00d5-44b3-a8d6-f551a652d6da tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/9595b03e-bec8-49c7-9369-eca85b5e1e68 HTTP/1.1" status: 404 len: 339 time: 0.0652106 Nov 29 18:17:52.706229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44028) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:52.724447 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-fafdb4d1-d5e1-4c40-b112-077a40f95960 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345698 Nov 29 18:17:52.804040 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-214d9778-6990-419a-be83-4591799d427d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:52.863084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1a802b8a-abf9-47d8-969e-30b250952bae no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:17:52.901604 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 1a802b8a-abf9-47d8-969e-30b250952bae {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:17:52.901972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1a802b8a-abf9-47d8-969e-30b250952bae not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:17:52.926537 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06a1a5-97c0-4253-a11c-43a4eda8a252 req-e10769a1-0a35-4a9e-b5f5-73334e15d32e tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:52.928097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e06a1a5-97c0-4253-a11c-43a4eda8a252 req-e10769a1-0a35-4a9e-b5f5-73334e15d32e tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 936 time: 0.1985385 Nov 29 18:17:52.942308 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3647ed0b-fe2d-4561-94c3-a0f960f12acb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:52.950116 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-214d9778-6990-419a-be83-4591799d427d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:52.959818 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131fec48-5bae-479d-88be-c07742c47b26 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:17:52.967592 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3647ed0b-fe2d-4561-94c3-a0f960f12acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:52.972206 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:52.987261 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-214d9778-6990-419a-be83-4591799d427d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b00f64a-13f9-4155-8368-fcd6beb70e97']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:53.005779 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-214d9778-6990-419a-be83-4591799d427d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fab34c1-3d90-4178-9fcd-139352ef6ae2') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:53.006101 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-214d9778-6990-419a-be83-4591799d427d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fab34c1-3d90-4178-9fcd-139352ef6ae2') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:53.011523 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-a6feb556-4153-4882-b02d-d7bb74d81625 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770050 Nov 29 18:17:53.015484 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-214d9778-6990-419a-be83-4591799d427d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:53.029876 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-214d9778-6990-419a-be83-4591799d427d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:53.036023 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214d9778-6990-419a-be83-4591799d427d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:53.036447 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-214d9778-6990-419a-be83-4591799d427d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:53.039663 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:53.094308 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3647ed0b-fe2d-4561-94c3-a0f960f12acb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50e75fd76b2a481c9fd99fb2072b46a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7384889 Nov 29 18:17:53.096960 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44030) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:53.101544 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647ed0b-fe2d-4561-94c3-a0f960f12acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c158ac7-95ae-4a93-ac8a-7243212099c9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:53.104842 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-47d69a89-a2db-492d-851a-d5fd2ee30fff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=7c57a7f9-5b4c-4906-b679-7bec1c88b294 HTTP/1.1" status: 200 len: 217 time: 0.0764816 Nov 29 18:17:53.114687 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e06a1a5-97c0-4253-a11c-43a4eda8a252 req-316af04c-713f-4d25-8f62-730b1f1f7b47 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4589543-801f-40b7-95f9-3bdddc93d554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745780 Nov 29 18:17:53.117072 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-214d9778-6990-419a-be83-4591799d427d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:53.127626 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-214d9778-6990-419a-be83-4591799d427d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:53.130806 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-214d9778-6990-419a-be83-4591799d427d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/1b00f64a-13f9-4155-8368-fcd6beb70e97 HTTP/1.1" status: 204 len: 168 time: 0.4237392 Nov 29 18:17:53.148578 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44032) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:53.159626 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a9e6a4a-96a0-4551-8601-23da570adeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:53.163523 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Transition to ACTIVE for port object 131fec48-5bae-479d-88be-c07742c47b26 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:17:53.164752 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d9778-6990-419a-be83-4591799d427d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Network': ['ID=1b00f64a-13f9-4155-8368-fcd6beb70e97,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:53.189228 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:53.191997 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-27394b3e-0996-4634-8cd5-444b49e52d07 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:53.192520 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27394b3e-0996-4634-8cd5-444b49e52d07 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:53.193391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e6a4a-96a0-4551-8601-23da570adeb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=faeefb50-e8ed-49b6-ab8d-e2d557577f6a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:53.199609 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-27394b3e-0996-4634-8cd5-444b49e52d07 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/subnets/974dff38-e54b-4fe6-8436-9bb4b6139844 HTTP/1.1" status: 404 len: 337 time: 0.0457785 Nov 29 18:17:53.199806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44034) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:53.211133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-c8354256-0983-43a2-a88e-aa9a14dd708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:53.212621 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-c8354256-0983-43a2-a88e-aa9a14dd708e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.0951645 Nov 29 18:17:53.247208 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c20a76-560d-438c-bf28-fc63741c2140 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:53.247732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c20a76-560d-438c-bf28-fc63741c2140 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:53.253411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-26c20a76-560d-438c-bf28-fc63741c2140 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/2e89620a-92be-47f5-a422-426052e558dc HTTP/1.1" status: 404 len: 339 time: 0.0510788 Nov 29 18:17:53.253411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44038) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:53.267731 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Pushing event updated for resources: {'Port': ['ID=131fec48-5bae-479d-88be-c07742c47b26,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:53.270052 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8d5374b-a01c-4061-9249-8e1a427893b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:53.358648 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8d5374b-a01c-4061-9249-8e1a427893b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:53.456023 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Attempting to bind port 131fec48-5bae-479d-88be-c07742c47b26 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:17:53.456360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Attempting to bind port 131fec48-5bae-479d-88be-c07742c47b26 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:17:53.456678 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Attempting to bind port 131fec48-5bae-479d-88be-c07742c47b26 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:17:53.462778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Port 131fec48-5bae-479d-88be-c07742c47b26 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:17:53.463455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Attempting to bind port 131fec48-5bae-479d-88be-c07742c47b26 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:17:53.474755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:17:53.475171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:53.475468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:17:53.475906 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Bound port: 131fec48-5bae-479d-88be-c07742c47b26, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:17:53.476311 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:53.528951 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8d5374b-a01c-4061-9249-8e1a427893b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:53.532298 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e8d5374b-a01c-4061-9249-8e1a427893b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:53.538841 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e8d5374b-a01c-4061-9249-8e1a427893b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c158ac7-95ae-4a93-ac8a-7243212099c9 HTTP/1.1" status: 204 len: 168 time: 0.4394150 Nov 29 18:17:53.561799 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5374b-a01c-4061-9249-8e1a427893b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c158ac7-95ae-4a93-ac8a-7243212099c9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:53.605750 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] For port 131fec48-5bae-479d-88be-c07742c47b26, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:17:53.609944 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] For port 131fec48-5bae-479d-88be-c07742c47b26, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=131fec48-5bae-479d-88be-c07742c47b26,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:17:53.627819 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:53.675977 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:53.676609 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:53.682130 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] 10.222.0.20 "PUT /v2.0/ports/131fec48-5bae-479d-88be-c07742c47b26 HTTP/1.1" status: 200 len: 1096 time: 1.5319848 Nov 29 18:17:53.682841 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58307b5-368c-4155-9283-c624b68cacdb', 'tag': '131fec48-5bae-479d-88be-c07742c47b26'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:17:53.685799 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300539f2-a0d2-4798-9453-57b9d2682a48" -d '{"events": [{"name": "network-changed", "server_uuid": "a58307b5-368c-4155-9283-c624b68cacdb", "tag": "131fec48-5bae-479d-88be-c07742c47b26"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:17:53.732902 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7522549-7371-4f8a-82a5-f57ea9b86a18 service neutron] Pushing event updated for resources: {'Port': ['ID=131fec48-5bae-479d-88be-c07742c47b26,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:53.757014 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62d17ca-897c-4be1-aba8-183687bcebe8 x-openstack-request-id: req-a62d17ca-897c-4be1-aba8-183687bcebe8 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:17:53.757315 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58307b5-368c-4155-9283-c624b68cacdb", "tag": "131fec48-5bae-479d-88be-c07742c47b26", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:17:53.757598 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a62d17ca-897c-4be1-aba8-183687bcebe8 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:17:53.758067 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58307b5-368c-4155-9283-c624b68cacdb', 'tag': '131fec48-5bae-479d-88be-c07742c47b26', 'status': 'completed', 'code': 200} Nov 29 18:17:53.797550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-80d852b5-1acb-407f-a55f-3c6abd296fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:53.800392 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-80d852b5-1acb-407f-a55f-3c6abd296fb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0bea1f5121e4e03a78662b4f8b615f6&device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 1099 time: 0.0587213 Nov 29 18:17:53.857922 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-ea9a0bf2-dd31-49f2-946b-2f4b0b094f29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=131fec48-5bae-479d-88be-c07742c47b26 HTTP/1.1" status: 200 len: 217 time: 0.0431252 Nov 29 18:17:53.878743 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d54cb5d-3702-4743-8d5c-9c036ef2991c tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:53.879345 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d54cb5d-3702-4743-8d5c-9c036ef2991c tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:53.882346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0d54cb5d-3702-4743-8d5c-9c036ef2991c tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/subnets/2db0d721-1cff-472e-a646-fcf83efaa026 HTTP/1.1" status: 404 len: 337 time: 0.6109390 Nov 29 18:17:53.896117 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44062) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:53.928455 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-090367ba-2574-4485-9cc0-a2c68866747a tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:53.928988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090367ba-2574-4485-9cc0-a2c68866747a tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:53.932547 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-090367ba-2574-4485-9cc0-a2c68866747a tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/49300662-6796-4c6b-a1c7-3617b5427718 HTTP/1.1" status: 404 len: 339 time: 0.0355456 Nov 29 18:17:53.935229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44066) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:53.940899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-62b1c9e1-960d-4693-bd81-41c61febaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:53.942590 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-62b1c9e1-960d-4693-bd81-41c61febaeff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7181365 Nov 29 18:17:53.985008 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b68155aa-7889-4247-b330-e9c220f359dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:53.988943 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a88319-9dff-4665-9318-29bb5ea8c27d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:53.989483 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a88319-9dff-4665-9318-29bb5ea8c27d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:53.995462 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-28a88319-9dff-4665-9318-29bb5ea8c27d tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/subnets/dbeb7dfe-72aa-4c49-ae2c-ff59f73b00bb HTTP/1.1" status: 404 len: 337 time: 0.0568287 Nov 29 18:17:53.996372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44070) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:54.023679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-39bf697a-3267-485e-95f7-06e21391c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:54.035205 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-39bf697a-3267-485e-95f7-06e21391c244 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1551936 Nov 29 18:17:54.059953 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf104d7-a4cd-4280-b1c2-1f43b8776a74 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:54.060687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf104d7-a4cd-4280-b1c2-1f43b8776a74 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:54.066630 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0bf104d7-a4cd-4280-b1c2-1f43b8776a74 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/fd23e31b-da78-4583-aead-20900b740381 HTTP/1.1" status: 404 len: 339 time: 0.0669415 Nov 29 18:17:54.066879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44076) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:54.116378 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e650970-30cc-4983-a683-194c3fbec5e0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:54.116378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e650970-30cc-4983-a683-194c3fbec5e0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:54.121958 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2e650970-30cc-4983-a683-194c3fbec5e0 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/subnets/a9fc62ed-57dc-45a9-9ece-a9a6f0de1273 HTTP/1.1" status: 404 len: 337 time: 0.0516884 Nov 29 18:17:54.122157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44078) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:54.148470 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-1a46a10a-3600-4c99-8028-b658e96a1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:54.150182 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-1a46a10a-3600-4c99-8028-b658e96a1e7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0994246 Nov 29 18:17:54.151063 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-924a71ad-d317-4b52-ae99-491f5961080a tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:54.151986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924a71ad-d317-4b52-ae99-491f5961080a tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:54.160350 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-924a71ad-d317-4b52-ae99-491f5961080a tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/6e154b2e-ce11-4631-9f7f-333032ac8d71 HTTP/1.1" status: 404 len: 339 time: 0.0339077 Nov 29 18:17:54.161494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44084) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:54.198445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-a5acb758-b44c-409a-a32b-e935a2415513 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718643 Nov 29 18:17:54.199509 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a9e6a4a-96a0-4551-8601-23da570adeb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:54.239395 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd00c7c-3ea7-41a8-ad7a-30ff4bb4d141 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:54.240101 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd00c7c-3ea7-41a8-ad7a-30ff4bb4d141 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:54.243298 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0bd00c7c-3ea7-41a8-ad7a-30ff4bb4d141 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/subnets/d4bbbbcd-8de5-4f0f-b176-51f86ccf8109 HTTP/1.1" status: 404 len: 337 time: 0.0808115 Nov 29 18:17:54.248312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44088) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:54.317422 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-72bc30b8-4374-4b50-9de7-6b0494570b55 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534886 Nov 29 18:17:54.441341 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-669eb07c-027b-473b-ae4c-847d36f79d55 req-edaa1ec5-abb1-4302-9ae3-9444470c7680 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098247 Nov 29 18:17:54.462743 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82cea7f-9db4-462a-b09d-3f4b8d18f852 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:54.463288 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82cea7f-9db4-462a-b09d-3f4b8d18f852 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:54.466512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e82cea7f-9db4-462a-b09d-3f4b8d18f852 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/ae344ace-be02-4bfd-9109-dfbb92d3767b HTTP/1.1" status: 404 len: 339 time: 0.1869488 Nov 29 18:17:54.469863 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44098) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:54.505367 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35e2885-00ae-4365-819e-a6a5590cf7c8 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:54.505923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c35e2885-00ae-4365-819e-a6a5590cf7c8 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:54.511092 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c35e2885-00ae-4365-819e-a6a5590cf7c8 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/subnets/a1779810-e3a4-4c2f-908d-b98e7991c1fe HTTP/1.1" status: 404 len: 337 time: 0.0401583 Nov 29 18:17:54.519433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44100) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:54.541771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3230a-a980-40fa-8ceb-08c3cad16b0f req-4ef10f7e-ac78-428d-adc8-55e65817663d tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:54.544518 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45b3230a-a980-40fa-8ceb-08c3cad16b0f req-4ef10f7e-ac78-428d-adc8-55e65817663d tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 948 time: 0.3230791 Nov 29 18:17:54.577315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300539f2-a0d2-4798-9453-57b9d2682a48 req-312edd9f-55f3-4c42-80e3-3c6db864409c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:54.580168 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-300539f2-a0d2-4798-9453-57b9d2682a48 req-312edd9f-55f3-4c42-80e3-3c6db864409c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0bea1f5121e4e03a78662b4f8b615f6&device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 1099 time: 0.0680714 Nov 29 18:17:54.601580 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d44245d-3a20-419e-8d67-dcdf43866e61 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:54.602428 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d44245d-3a20-419e-8d67-dcdf43866e61 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:54.605642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0d44245d-3a20-419e-8d67-dcdf43866e61 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/e32c1e7a-e912-42dc-bc64-af9ec7e039a8 HTTP/1.1" status: 404 len: 339 time: 0.0848689 Nov 29 18:17:54.611221 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-364aae75-7e02-4e10-806e-379888e6f05f service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034991 Nov 29 18:17:54.617313 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44104) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:54.659777 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44106) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:54.710760 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300539f2-a0d2-4798-9453-57b9d2682a48 req-1146defe-8549-45cf-9972-a7c377265bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:54.712611 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-300539f2-a0d2-4798-9453-57b9d2682a48 req-1146defe-8549-45cf-9972-a7c377265bc8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1239774 Nov 29 18:17:54.717371 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef4ad8d-0e3c-45a7-b181-254e92319a78 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:54.717833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef4ad8d-0e3c-45a7-b181-254e92319a78 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:54.721654 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5ef4ad8d-0e3c-45a7-b181-254e92319a78 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/subnets/f1ff7e97-f94b-4477-af8e-8c0f5ec9f463 HTTP/1.1" status: 404 len: 337 time: 0.1016731 Nov 29 18:17:54.728928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44110) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:54.732878 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-91eb81a6-417b-4617-bb41-8a9c71ab5cd3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=ae646355-ad4c-47e5-bc2b-0ef2ff5562dc HTTP/1.1" status: 200 len: 217 time: 0.1023710 Nov 29 18:17:54.763992 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-300539f2-a0d2-4798-9453-57b9d2682a48 req-2ac5e2df-c86e-4cfb-af72-80fecc729cef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=131fec48-5bae-479d-88be-c07742c47b26 HTTP/1.1" status: 200 len: 217 time: 0.0423403 Nov 29 18:17:54.791691 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-40810461-42d8-4a94-aa25-9672f9b2ab8b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:54.792297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40810461-42d8-4a94-aa25-9672f9b2ab8b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:54.795284 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-40810461-42d8-4a94-aa25-9672f9b2ab8b tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/71fdb35a-9adc-4fc5-9be6-c7de86c866c3 HTTP/1.1" status: 404 len: 339 time: 0.0652695 Nov 29 18:17:54.810143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44112) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:54.837245 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-94be8dfb-31f6-4f8b-a9b2-18ca5935cbfe tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-471966208'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:54.859791 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45b3230a-a980-40fa-8ceb-08c3cad16b0f req-300dcab9-752b-40e2-a149-a55f7e219e44 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4589543-801f-40b7-95f9-3bdddc93d554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809281 Nov 29 18:17:54.860689 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a03c6f1-8bd9-499e-a058-04c837d8e170 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:54.861149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a03c6f1-8bd9-499e-a058-04c837d8e170 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:54.864158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5a03c6f1-8bd9-499e-a058-04c837d8e170 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/subnets/aaaf12e0-6e9e-4c69-9090-d32c74fef237 HTTP/1.1" status: 404 len: 337 time: 0.0530796 Nov 29 18:17:54.868526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44114) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:54.878995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-eadba670-33b6-4b40-8f18-27ca04410efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:54.879588 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300539f2-a0d2-4798-9453-57b9d2682a48 req-684c44a1-47b6-4f17-bba7-11ad76204329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:54.880420 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-eadba670-33b6-4b40-8f18-27ca04410efc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.1363156 Nov 29 18:17:54.880962 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-300539f2-a0d2-4798-9453-57b9d2682a48 req-684c44a1-47b6-4f17-bba7-11ad76204329 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.1067653 Nov 29 18:17:54.882240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9e6a4a-96a0-4551-8601-23da570adeb4 admin admin] Router e2082225-94ce-4095-abf2-928a88bd1531 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:17:54.906455 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc344fb-8712-42c2-9ee9-f8696d432e00 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] DELETE failed (client error): The resource could not be found. Nov 29 18:17:54.906924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc344fb-8712-42c2-9ee9-f8696d432e00 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:17:54.912859 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7dc344fb-8712-42c2-9ee9-f8696d432e00 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/25d36c90-89fe-4d67-9afc-aca760ea277b HTTP/1.1" status: 404 len: 339 time: 0.0410814 Nov 29 18:17:54.922020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44116) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:54.993508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-39967448-ded3-436c-9244-de5df10cd094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:54.997275 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-39967448-ded3-436c-9244-de5df10cd094 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0994391 Nov 29 18:17:55.132355 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9e6a4a-96a0-4551-8601-23da570adeb4 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:17:55.140993 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4a9e6a4a-96a0-4551-8601-23da570adeb4 admin admin] 10.222.0.23 "PUT /v2.0/routers/e2082225-94ce-4095-abf2-928a88bd1531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9512160 Nov 29 18:17:55.142367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44122) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:55.150284 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a9081-127f-4f5e-852c-33c6afad7077 None None] Sync routers for ids ['e2082225-94ce-4095-abf2-928a88bd1531'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:17:55.163115 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a9081-127f-4f5e-852c-33c6afad7077 None None] Routers {'e2082225-94ce-4095-abf2-928a88bd1531'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:55.164446 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-074a9081-127f-4f5e-852c-33c6afad7077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e2082225-94ce-4095-abf2-928a88bd1531'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:55.194903 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-1150fe9f-3210-4c41-9ec8-09808c89cc40 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903110 Nov 29 18:17:55.280579 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-074a9081-127f-4f5e-852c-33c6afad7077 None None] Set router e2082225-94ce-4095-abf2-928a88bd1531 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:17:55.321677 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94be8dfb-31f6-4f8b-a9b2-18ca5935cbfe tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:55.324990 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-94be8dfb-31f6-4f8b-a9b2-18ca5935cbfe tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:55.325591 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b8f54a0-664a-4b4f-bf41-8b0cfd44ee20 admin admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:55.359094 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-94be8dfb-31f6-4f8b-a9b2-18ca5935cbfe tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:55.386894 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-7f41ad4c-2cf5-4a4e-9318-37cc25990631 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848261 Nov 29 18:17:55.395931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300539f2-a0d2-4798-9453-57b9d2682a48 req-f8e34f2b-0d7f-44f0-896c-dd1535cabb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:55.397912 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-300539f2-a0d2-4798-9453-57b9d2682a48 req-f8e34f2b-0d7f-44f0-896c-dd1535cabb19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5072787 Nov 29 18:17:55.406029 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff763136-85a7-40d7-bd24-4c589d2f425f tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Deleting subnet 6c9ef49b-ef50-4812-a1de-f48bb0b832ad {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:17:55.423017 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ff763136-85a7-40d7-bd24-4c589d2f425f tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:55.481735 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-074a9081-127f-4f5e-852c-33c6afad7077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'name': 'tempest-TaggedBootDevicesTest_v242-1442842127-router', 'tenant_id': '884b08eb24714c2badc3865de2486c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:06:01Z', 'updated_at': '2021-11-29T18:17:52Z', 'revision_number': 5, 'project_id': '884b08eb24714c2badc3865de2486c6d', 'gw_port': {'id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:06:03Z', 'updated_at': '2021-11-29T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:55.520133 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a9081-127f-4f5e-852c-33c6afad7077 None None] Checking router: e2082225-94ce-4095-abf2-928a88bd1531 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:17:55.526488 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ff763136-85a7-40d7-bd24-4c589d2f425f tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:55.528909 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-67c56da1-f4f9-448d-9271-deece864105e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1d310fc-38a8-4207-b780-c7b7ed72c64f HTTP/1.1" status: 200 len: 217 time: 0.1343403 Nov 29 18:17:55.532860 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a9081-127f-4f5e-852c-33c6afad7077 None None] Routers {'e2082225-94ce-4095-abf2-928a88bd1531'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:17:55.533615 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-074a9081-127f-4f5e-852c-33c6afad7077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e2082225-94ce-4095-abf2-928a88bd1531'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:55.606844 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b8f54a0-664a-4b4f-bf41-8b0cfd44ee20 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:55.614109 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-dab67c77-2e8f-4e95-8d6f-54a534202e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:55.616305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-dab67c77-2e8f-4e95-8d6f-54a534202e35 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c504f4-9df8-4894-b0d2-9a3940ee271e HTTP/1.1" status: 200 len: 797 time: 0.0754848 Nov 29 18:17:55.652940 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-074a9081-127f-4f5e-852c-33c6afad7077 None None] Set router e2082225-94ce-4095-abf2-928a88bd1531 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:17:55.654454 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-300539f2-a0d2-4798-9453-57b9d2682a48 req-145ce0ef-8bd5-4706-a664-fc23ab3d9298 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446377 Nov 29 18:17:55.707335 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-94be8dfb-31f6-4f8b-a9b2-18ca5935cbfe tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:55.724612 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-e0532e38-c81d-44bb-a13f-8444d6153f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:55.726706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-e0532e38-c81d-44bb-a13f-8444d6153f66 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9f36459-b545-4033-9511-3819613163f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1025152 Nov 29 18:17:55.731567 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-94be8dfb-31f6-4f8b-a9b2-18ca5935cbfe tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:55.745256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f54a0-664a-4b4f-bf41-8b0cfd44ee20 admin admin] Deleting port ebfcc055-9df8-461e-9725-009bfad94745 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:55.745516 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b8f54a0-664a-4b4f-bf41-8b0cfd44ee20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:55.802228 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ff763136-85a7-40d7-bd24-4c589d2f425f tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:55.836844 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94be8dfb-31f6-4f8b-a9b2-18ca5935cbfe tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:17:55.850806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-2b8f54a0-664a-4b4f-bf41-8b0cfd44ee20 admin admin] For port ebfcc055-9df8-461e-9725-009bfad94745, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ebfcc055-9df8-461e-9725-009bfad94745,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:55.851180 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b8f54a0-664a-4b4f-bf41-8b0cfd44ee20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:55.869745 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2b8f54a0-664a-4b4f-bf41-8b0cfd44ee20 admin admin] Calling delete_port for ebfcc055-9df8-461e-9725-009bfad94745 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:55.872082 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be8dfb-31f6-4f8b-a9b2-18ca5935cbfe tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5feb99f5-4d1b-49a6-a07f-5df463da174e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:55.918606 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-94be8dfb-31f6-4f8b-a9b2-18ca5935cbfe tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:55.919936 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-94be8dfb-31f6-4f8b-a9b2-18ca5935cbfe tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Added segment c4bd2d75-0d44-4e8e-b6e0-b00674802c4b of type vlan for network bdca195c-0727-484b-acf5-7e483a6f0484 Nov 29 18:17:55.998951 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-300539f2-a0d2-4798-9453-57b9d2682a48 req-ed638273-e8fb-4a60-9d44-d993bba74393 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054261 Nov 29 18:17:56.002887 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ff763136-85a7-40d7-bd24-4c589d2f425f tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.006705 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-94be8dfb-31f6-4f8b-a9b2-18ca5935cbfe tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.013436 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-074a9081-127f-4f5e-852c-33c6afad7077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'name': 'tempest-TaggedBootDevicesTest_v242-1442842127-router', 'tenant_id': '884b08eb24714c2badc3865de2486c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:06:01Z', 'updated_at': '2021-11-29T18:17:52Z', 'revision_number': 5, 'project_id': '884b08eb24714c2badc3865de2486c6d', 'gw_port': {'id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:06:03Z', 'updated_at': '2021-11-29T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:56.045396 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a9081-127f-4f5e-852c-33c6afad7077 None None] The sync data for ids ['e2082225-94ce-4095-abf2-928a88bd1531'] in n-d-819494-5 is: [{'id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'name': 'tempest-TaggedBootDevicesTest_v242-1442842127-router', 'tenant_id': '884b08eb24714c2badc3865de2486c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:06:01Z', 'updated_at': '2021-11-29T18:17:52Z', 'revision_number': 5, 'project_id': '884b08eb24714c2badc3865de2486c6d', 'gw_port': {'id': 'ebfcc055-9df8-461e-9725-009bfad94745', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:18:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2082225-94ce-4095-abf2-928a88bd1531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:06:03Z', 'updated_at': '2021-11-29T18:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:17:56.065905 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff763136-85a7-40d7-bd24-4c589d2f425f tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Subnet': ['ID=6c9ef49b-ef50-4812-a1de-f48bb0b832ad,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:56.081586 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ff763136-85a7-40d7-bd24-4c589d2f425f tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.084771 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ff763136-85a7-40d7-bd24-4c589d2f425f tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/subnets/6c9ef49b-ef50-4812-a1de-f48bb0b832ad HTTP/1.1" status: 204 len: 168 time: 1.1601057 Nov 29 18:17:56.085109 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58723cb2-9a54-49ba-bfab-0db00a1e6dc8 None None] Network 5ef9e7d6-485e-4952-83c1-79e12be16e1f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:56.091169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44130) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:56.169985 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-94be8dfb-31f6-4f8b-a9b2-18ca5935cbfe tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.176625 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94be8dfb-31f6-4f8b-a9b2-18ca5935cbfe tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:56.177999 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-94be8dfb-31f6-4f8b-a9b2-18ca5935cbfe tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.187548 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b8f54a0-664a-4b4f-bf41-8b0cfd44ee20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.264003 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.274831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f54a0-664a-4b4f-bf41-8b0cfd44ee20 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebfcc055-9df8-461e-9725-009bfad94745,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:56.293246 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-94be8dfb-31f6-4f8b-a9b2-18ca5935cbfe tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6317024 Nov 29 18:17:56.296418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5629aae4-4b1b-4220-9999-264d661638e2 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:56.299304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44134) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:56.309362 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-4b285fbb-7321-467e-b4ec-3a405e410f64 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-339036963'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:56.321785 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be8dfb-31f6-4f8b-a9b2-18ca5935cbfe tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Network': ['ID=bdca195c-0727-484b-acf5-7e483a6f0484,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:56.336545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6518a-9588-448e-bf90-c93480c28106 req-0ea2ae52-d1cf-47ce-9ae3-9df58cf1285f tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:56.340207 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ee6518a-9588-448e-bf90-c93480c28106 req-0ea2ae52-d1cf-47ce-9ae3-9df58cf1285f tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 948 time: 0.1726191 Nov 29 18:17:56.351313 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network bdca195c-0727-484b-acf5-7e483a6f0484 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:17:56.380119 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b285fbb-7321-467e-b4ec-3a405e410f64 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:56.385164 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b285fbb-7321-467e-b4ec-3a405e410f64 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.411360 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b8f54a0-664a-4b4f-bf41-8b0cfd44ee20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.425636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-95cf88b1-a694-4c9c-a0d2-4f0709376220 service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6800053 Nov 29 18:17:56.436351 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Deleting port 62c8b128-d078-4fa3-8c29-09935e9cc8ca {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:56.436868 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.461781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b285fbb-7321-467e-b4ec-3a405e410f64 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:17:56.467481 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208276a5-ebb3-4a14-a9f0-82275cc964b8 None None] DHCP port deletion for 5ef9e7d6-485e-4952-83c1-79e12be16e1f request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:56.493029 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9fa77f6-9b93-4cc9-a397-66da94ca6f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.525731 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b285fbb-7321-467e-b4ec-3a405e410f64 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.526091 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-4b285fbb-7321-467e-b4ec-3a405e410f64 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Added segment 32c3e55f-4b6b-4180-8860-824edb369c10 of type vlan for network d1eca891-8e9c-486d-807d-f4543a1be0ab Nov 29 18:17:56.591266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] For port 62c8b128-d078-4fa3-8c29-09935e9cc8ca, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=62c8b128-d078-4fa3-8c29-09935e9cc8ca,segment=NetworkSegment(97e9657e-cd5a-49f6-a954-dce530889fe2),segment_id=97e9657e-cd5a-49f6-a954-dce530889fe2)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:56.591981 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.608219 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-208276a5-ebb3-4a14-a9f0-82275cc964b8 None None] Deleting port 62c8b128-d078-4fa3-8c29-09935e9cc8ca {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:56.613508 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b285fbb-7321-467e-b4ec-3a405e410f64 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.615420 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-208276a5-ebb3-4a14-a9f0-82275cc964b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.621831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Calling delete_port for 62c8b128-d078-4fa3-8c29-09935e9cc8ca owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:56.669733 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ee6518a-9588-448e-bf90-c93480c28106 req-8cc6dbaf-817d-4adf-8c45-5e3eb8d5f483 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4589543-801f-40b7-95f9-3bdddc93d554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179638 Nov 29 18:17:56.681722 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b8f54a0-664a-4b4f-bf41-8b0cfd44ee20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.685216 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b8f54a0-664a-4b4f-bf41-8b0cfd44ee20 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.743230 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b285fbb-7321-467e-b4ec-3a405e410f64 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.745920 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-208276a5-ebb3-4a14-a9f0-82275cc964b8 None None] For port 62c8b128-d078-4fa3-8c29-09935e9cc8ca, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=62c8b128-d078-4fa3-8c29-09935e9cc8ca,segment=NetworkSegment(97e9657e-cd5a-49f6-a954-dce530889fe2),segment_id=97e9657e-cd5a-49f6-a954-dce530889fe2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:56.746305 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b8f54a0-664a-4b4f-bf41-8b0cfd44ee20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.746739 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-208276a5-ebb3-4a14-a9f0-82275cc964b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.746909 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8f54a0-664a-4b4f-bf41-8b0cfd44ee20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2082225-94ce-4095-abf2-928a88bd1531 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:17:56.750025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b285fbb-7321-467e-b4ec-3a405e410f64 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:56.750865 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b285fbb-7321-467e-b4ec-3a405e410f64 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.752995 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b8f54a0-664a-4b4f-bf41-8b0cfd44ee20 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.754280 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2b8f54a0-664a-4b4f-bf41-8b0cfd44ee20 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e2082225-94ce-4095-abf2-928a88bd1531 HTTP/1.1" status: 204 len: 168 time: 1.6109915 Nov 29 18:17:56.758151 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-83c6e4bf-85a8-47fb-9b3e-c78259541f6e service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312552 Nov 29 18:17:56.758827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44138) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:56.784780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-208276a5-ebb3-4a14-a9f0-82275cc964b8 None None] Calling delete_port for 62c8b128-d078-4fa3-8c29-09935e9cc8ca owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:56.900150 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4b285fbb-7321-467e-b4ec-3a405e410f64 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5977767 Nov 29 18:17:56.900974 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44140) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:56.912384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-88e5cfd8-a3e5-48cd-9b54-73f16e8cc9eb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'subnet': {'network_id': 'bdca195c-0727-484b-acf5-7e483a6f0484', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:56.974420 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b285fbb-7321-467e-b4ec-3a405e410f64 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Network': ['ID=d1eca891-8e9c-486d-807d-f4543a1be0ab,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:56.987192 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:56.990326 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network d1eca891-8e9c-486d-807d-f4543a1be0ab details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:17:57.037118 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Port': ['ID=62c8b128-d078-4fa3-8c29-09935e9cc8ca,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:57.064130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] No DVR routers for this DVR port 62c8b128-d078-4fa3-8c29-09935e9cc8ca on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:17:57.105263 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-208276a5-ebb3-4a14-a9f0-82275cc964b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.146040 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 62c8b128-d078-4fa3-8c29-09935e9cc8ca no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:17:57.154909 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208276a5-ebb3-4a14-a9f0-82275cc964b8 None None] No DVR routers for this DVR port 62c8b128-d078-4fa3-8c29-09935e9cc8ca on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:17:57.182059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e5cfd8-a3e5-48cd-9b54-73f16e8cc9eb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:57.185970 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88e5cfd8-a3e5-48cd-9b54-73f16e8cc9eb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.194511 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.236642 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 62c8b128-d078-4fa3-8c29-09935e9cc8ca {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:17:57.237230 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 62c8b128-d078-4fa3-8c29-09935e9cc8ca not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:17:57.238478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device faeefb50-e8ed-49b6-ab8d-e2d557577f6a no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:17:57.240911 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-ffc9aaee-cdf0-4543-9588-d530a4e93ca3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=112a1789-df95-401f-85ce-35d276e8bc81 HTTP/1.1" status: 200 len: 217 time: 0.4743445 Nov 29 18:17:57.265759 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: faeefb50-e8ed-49b6-ab8d-e2d557577f6a {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:17:57.266297 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device faeefb50-e8ed-49b6-ab8d-e2d557577f6a not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:17:57.268570 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef9e7d6-485e-4952-83c1-79e12be16e1f']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:57.274235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208276a5-ebb3-4a14-a9f0-82275cc964b8 None None] Pushing event deleted for resources: {'Port': ['ID=62c8b128-d078-4fa3-8c29-09935e9cc8ca,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:57.289785 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e9657e-cd5a-49f6-a954-dce530889fe2') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:57.290238 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e9657e-cd5a-49f6-a954-dce530889fe2') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:57.291410 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.311676 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.312064 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-92ea5dc8-57ff-40f0-b869-6e1381ba440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:57.312064 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-92ea5dc8-57ff-40f0-b869-6e1381ba440f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c504f4-9df8-4894-b0d2-9a3940ee271e HTTP/1.1" status: 200 len: 797 time: 0.0590398 Nov 29 18:17:57.316910 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-39cb173b-8626-460d-8e7c-bf9658195856 admin admin] Deleting subnet 8d441322-9d09-43d3-b745-ae88f52ae03f {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:17:57.330819 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39cb173b-8626-460d-8e7c-bf9658195856 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.337054 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.346801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:57.347421 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:57.350991 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:57.387205 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39cb173b-8626-460d-8e7c-bf9658195856 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.412669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-e83e7f39-0da1-493c-a886-182b1bc2794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:57.413936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-e83e7f39-0da1-493c-a886-182b1bc2794a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9f36459-b545-4033-9511-3819613163f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0945387 Nov 29 18:17:57.474496 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.496881 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.511763 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] 10.222.0.23 "DELETE /v2.0/networks/5ef9e7d6-485e-4952-83c1-79e12be16e1f HTTP/1.1" status: 204 len: 168 time: 1.4117959 Nov 29 18:17:57.523875 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c8dab-3bcb-44a5-ae24-f9ebe0fd1430 tempest-NetworksTest-687065976 tempest-NetworksTest-687065976-project] Pushing event deleted for resources: {'Network': ['ID=5ef9e7d6-485e-4952-83c1-79e12be16e1f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:57.553080 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 131fec48-5bae-479d-88be-c07742c47b26 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:17:57.553659 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39cb173b-8626-460d-8e7c-bf9658195856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.584511 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88e5cfd8-a3e5-48cd-9b54-73f16e8cc9eb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.598981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-40e3cff5-9e4b-4857-a0b6-b4ee9c3af1bf service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771111 Nov 29 18:17:57.613437 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.697369 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5cfd8-a3e5-48cd-9b54-73f16e8cc9eb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Subnet': ['ID=c7b09101-91bc-4dc4-b56e-563bc115f4e1,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:57.709337 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39cb173b-8626-460d-8e7c-bf9658195856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.722275 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e5cfd8-a3e5-48cd-9b54-73f16e8cc9eb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Checking segment: {'id': 'c4bd2d75-0d44-4e8e-b6e0-b00674802c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bdca195c-0727-484b-acf5-7e483a6f0484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:57.724162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e5cfd8-a3e5-48cd-9b54-73f16e8cc9eb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network hostable DHCP agents. Network: bdca195c-0727-484b-acf5-7e483a6f0484, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:17:57.752193 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e5cfd8-a3e5-48cd-9b54-73f16e8cc9eb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network bdca195c-0727-484b-acf5-7e483a6f0484 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:17:57.769407 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-88e5cfd8-a3e5-48cd-9b54-73f16e8cc9eb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, bdca195c-0727-484b-acf5-7e483a6f0484) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:57.775093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb173b-8626-460d-8e7c-bf9658195856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d441322-9d09-43d3-b745-ae88f52ae03f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:57.781753 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 131fec48-5bae-479d-88be-c07742c47b26, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=131fec48-5bae-479d-88be-c07742c47b26,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:57.787599 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a42c07-9a37-41de-8fed-cba9e51fb96c None None] Network bdca195c-0727-484b-acf5-7e483a6f0484 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:57.797349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5cfd8-a3e5-48cd-9b54-73f16e8cc9eb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:57.798505 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88e5cfd8-a3e5-48cd-9b54-73f16e8cc9eb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.801873 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39cb173b-8626-460d-8e7c-bf9658195856 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.807357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-39cb173b-8626-460d-8e7c-bf9658195856 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8d441322-9d09-43d3-b745-ae88f52ae03f HTTP/1.1" status: 204 len: 168 time: 1.0476756 Nov 29 18:17:57.814872 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44152) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:57.828540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47529f54-9eb2-46f5-8ee2-e09366426d11 None None] Network 3919ac4b-aff0-4fcb-be0d-59c15bea515c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:57.875550 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5d3516b-2f26-408d-bcd2-3f70ddadbcb9 req-ac92cf6c-312d-455f-b0f8-b5e2a91ecce3 service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694242 Nov 29 18:17:57.895419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2daed9-8ca9-4d80-875b-65237a443e25 req-b9f9cf40-2625-4019-a2bc-778d6cff64b4 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:57.896952 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f2daed9-8ca9-4d80-875b-65237a443e25 req-b9f9cf40-2625-4019-a2bc-778d6cff64b4 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 948 time: 0.0884268 Nov 29 18:17:57.972120 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f2daed9-8ca9-4d80-875b-65237a443e25 req-32af2b4e-05d1-4f24-832b-302205617e2f tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4589543-801f-40b7-95f9-3bdddc93d554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684810 Nov 29 18:17:57.974518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44156) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:57.990901 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '131fec48-5bae-479d-88be-c07742c47b26', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '131fec48-5bae-479d-88be-c07742c47b26', 'mac_address': 'fa:16:3e:be:81:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:17:57.993120 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-88e5cfd8-a3e5-48cd-9b54-73f16e8cc9eb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0865738 Nov 29 18:17:57.996058 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:57.997040 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44160) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:58.014063 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f6dfd65e-f64f-42b1-843d-bf2bd3258447 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'subnet': {'network_id': 'd1eca891-8e9c-486d-807d-f4543a1be0ab', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:58.112975 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.149878 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dfd65e-f64f-42b1-843d-bf2bd3258447 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:17:58.153888 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] Deleting port 8b9a3b03-b1f5-42ae-bc51-cced0e984617 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:58.155070 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.155575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131fec48-5bae-479d-88be-c07742c47b26 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:17:58.186044 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6dfd65e-f64f-42b1-843d-bf2bd3258447 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.227535 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 131fec48-5bae-479d-88be-c07742c47b26, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=131fec48-5bae-479d-88be-c07742c47b26,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:58.229541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e79d6b-d31d-4dd1-94cf-5d53949dcff7 None None] DHCP port deletion for 3919ac4b-aff0-4fcb-be0d-59c15bea515c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:17:58.248708 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.251589 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-bdca195c-0727-484b-acf5-7e483a6f0484', 'network_id': 'bdca195c-0727-484b-acf5-7e483a6f0484', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'fixed_ips': [{'subnet_id': 'c7b09101-91bc-4dc4-b56e-563bc115f4e1'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:17:58.252856 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.300072 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] For port 8b9a3b03-b1f5-42ae-bc51-cced0e984617, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8b9a3b03-b1f5-42ae-bc51-cced0e984617,segment=NetworkSegment(d5a631d8-6b9f-4ac5-a1d1-cc221d489f77),segment_id=d5a631d8-6b9f-4ac5-a1d1-cc221d489f77)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:58.300901 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.321034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] Calling delete_port for 8b9a3b03-b1f5-42ae-bc51-cced0e984617 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:58.332365 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=131fec48-5bae-479d-88be-c07742c47b26,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:58.361370 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-44aa62d4-b62c-4d5f-834e-bb8226b409e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9350e89d6bf40ab940dc44af406f0e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3843155 Nov 29 18:17:58.365270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44164) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:58.464296 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.469512 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a89e8273-14a0-41ab-8a99-fbb5344fa24e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.487592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] No DVR routers for this DVR port 8b9a3b03-b1f5-42ae-bc51-cced0e984617 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:17:58.530644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a89e8273-14a0-41ab-8a99-fbb5344fa24e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.531935 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9a3b03-b1f5-42ae-bc51-cced0e984617,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:58.538556 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-38e79d6b-d31d-4dd1-94cf-5d53949dcff7 None None] Deleting port 8b9a3b03-b1f5-42ae-bc51-cced0e984617 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:17:58.539081 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38e79d6b-d31d-4dd1-94cf-5d53949dcff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.546694 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6dfd65e-f64f-42b1-843d-bf2bd3258447 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.609269 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-38e79d6b-d31d-4dd1-94cf-5d53949dcff7 None None] For port 8b9a3b03-b1f5-42ae-bc51-cced0e984617, host n-d-819494-5, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:17:58.609782 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38e79d6b-d31d-4dd1-94cf-5d53949dcff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.619086 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.646513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfd65e-f64f-42b1-843d-bf2bd3258447 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Subnet': ['ID=ca4eebc9-f221-4fbf-9a48-efcd48464c47,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:58.659223 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dfd65e-f64f-42b1-843d-bf2bd3258447 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Checking segment: {'id': '32c3e55f-4b6b-4180-8860-824edb369c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd1eca891-8e9c-486d-807d-f4543a1be0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:58.659588 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dfd65e-f64f-42b1-843d-bf2bd3258447 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network hostable DHCP agents. Network: d1eca891-8e9c-486d-807d-f4543a1be0ab, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:17:58.664293 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3919ac4b-aff0-4fcb-be0d-59c15bea515c']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:58.681110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a631d8-6b9f-4ac5-a1d1-cc221d489f77') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:58.681385 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a89e8273-14a0-41ab-8a99-fbb5344fa24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.681595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a631d8-6b9f-4ac5-a1d1-cc221d489f77') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:17:58.684064 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a89e8273-14a0-41ab-8a99-fbb5344fa24e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.688074 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a89e8273-14a0-41ab-8a99-fbb5344fa24e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6382c2f-ec76-462f-b908-c66e66a89453 HTTP/1.1" status: 204 len: 168 time: 0.3216088 Nov 29 18:17:58.691917 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dfd65e-f64f-42b1-843d-bf2bd3258447 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network d1eca891-8e9c-486d-807d-f4543a1be0ab is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:17:58.693268 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.701890 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e8273-14a0-41ab-8a99-fbb5344fa24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6382c2f-ec76-462f-b908-c66e66a89453,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:58.706417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f6dfd65e-f64f-42b1-843d-bf2bd3258447 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, d1eca891-8e9c-486d-807d-f4543a1be0ab) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:58.712335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dfd65e-f64f-42b1-843d-bf2bd3258447 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:58.715247 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6dfd65e-f64f-42b1-843d-bf2bd3258447 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.721286 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.729406 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:17:58.729818 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:17:58.731841 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:17:58.749428 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f6dfd65e-f64f-42b1-843d-bf2bd3258447 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7486548 Nov 29 18:17:58.752828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44170) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:58.761859 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a6c6112e-f080-4bde-84e4-8afc2de5fac8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1082185082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:17:58.823735 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['131fec48-5bae-479d-88be-c07742c47b26'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:17:58.823945 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.825787 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf142d7a-4fc5-420b-a473-f4914204f65f None None] Network d1eca891-8e9c-486d-807d-f4543a1be0ab requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:17:58.834348 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.842908 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-38e79d6b-d31d-4dd1-94cf-5d53949dcff7 None None] Calling delete_port for 8b9a3b03-b1f5-42ae-bc51-cced0e984617 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:17:58.843069 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a6c6112e-f080-4bde-84e4-8afc2de5fac8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.845382 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3919ac4b-aff0-4fcb-be0d-59c15bea515c HTTP/1.1" status: 204 len: 168 time: 1.0243189 Nov 29 18:17:58.847030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-38e79d6b-d31d-4dd1-94cf-5d53949dcff7 None None] Port 8b9a3b03-b1f5-42ae-bc51-cced0e984617 was not found and therefore no delete operation was performed {{(pid=110006) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 18:17:58.851007 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a6c6112e-f080-4bde-84e4-8afc2de5fac8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.889149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d48ae6-282a-405b-9b52-36d91feda6b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3919ac4b-aff0-4fcb-be0d-59c15bea515c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:58.924929 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38e79d6b-d31d-4dd1-94cf-5d53949dcff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:58.960165 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38e79d6b-d31d-4dd1-94cf-5d53949dcff7 None None] Network 3919ac4b-aff0-4fcb-be0d-59c15bea515c is not hosted by any dhcp agent {{(pid=110006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 18:17:58.960996 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e79d6b-d31d-4dd1-94cf-5d53949dcff7 None None] No DVR routers for this DVR port 8b9a3b03-b1f5-42ae-bc51-cced0e984617 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:17:58.992385 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a6c6112e-f080-4bde-84e4-8afc2de5fac8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:59.004289 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Allocated IP 2001:db8::2 (bdca195c-0727-484b-acf5-7e483a6f0484/c7b09101-91bc-4dc4-b56e-563bc115f4e1/460f23b7-fdcb-43eb-a4b2-79ed20f5e35a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:17:59.007001 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ebfcc055-9df8-461e-9725-009bfad94745 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:17:59.016044 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a6c6112e-f080-4bde-84e4-8afc2de5fac8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:59.019537 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e79d6b-d31d-4dd1-94cf-5d53949dcff7 None None] Pushing event deleted for resources: {'Port': ['ID=8b9a3b03-b1f5-42ae-bc51-cced0e984617,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:59.065108 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: ebfcc055-9df8-461e-9725-009bfad94745 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:17:59.065108 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ebfcc055-9df8-461e-9725-009bfad94745 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:17:59.065634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8b9a3b03-b1f5-42ae-bc51-cced0e984617 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:17:59.070911 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a6c6112e-f080-4bde-84e4-8afc2de5fac8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:59.074864 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a6c6112e-f080-4bde-84e4-8afc2de5fac8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3180521 Nov 29 18:17:59.075558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44180) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:59.177391 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:59.211279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 8b9a3b03-b1f5-42ae-bc51-cced0e984617 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:17:59.211926 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8b9a3b03-b1f5-42ae-bc51-cced0e984617 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:17:59.245337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60bf47-4188-4551-b0d3-c553691a24c9 req-f153cde1-1705-4d56-a536-f729a3041109 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:17:59.249658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a60bf47-4188-4551-b0d3-c553691a24c9 req-f153cde1-1705-4d56-a536-f729a3041109 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 949 time: 0.1306944 Nov 29 18:17:59.256936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44186) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:59.389487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a60bf47-4188-4551-b0d3-c553691a24c9 req-d478d377-e751-48b4-b3d8-fe489c8fd29b tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4589543-801f-40b7-95f9-3bdddc93d554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245039 Nov 29 18:17:59.393981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-05b2e655-1dbb-4d01-8daa-c73a540f3595 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3853a8c243df40ec9ce067d89cc60f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356022 Nov 29 18:17:59.397097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44190) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:17:59.470324 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-d1eca891-8e9c-486d-807d-f4543a1be0ab', 'network_id': 'd1eca891-8e9c-486d-807d-f4543a1be0ab', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'fixed_ips': [{'subnet_id': 'ca4eebc9-f221-4fbf-9a48-efcd48464c47'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:17:59.471216 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:59.520387 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:59.538633 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0d5a2faf-e87d-47a7-b133-6d0610ce35f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:59.578295 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0d5a2faf-e87d-47a7-b133-6d0610ce35f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:59.601990 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:59.612186 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:59.637033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Network bdca195c-0727-484b-acf5-7e483a6f0484 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:17:59.645343 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0d5a2faf-e87d-47a7-b133-6d0610ce35f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:59.647715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:17:59.653258 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0d5a2faf-e87d-47a7-b133-6d0610ce35f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:59.653693 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:17:59.660980 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0d5a2faf-e87d-47a7-b133-6d0610ce35f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/689ae37e-c2c3-46c0-aeeb-e44f846c3456 HTTP/1.1" status: 204 len: 168 time: 0.2620332 Nov 29 18:17:59.672630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a2faf-e87d-47a7-b133-6d0610ce35f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689ae37e-c2c3-46c0-aeeb-e44f846c3456,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:59.881599 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:59.893504 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Pushing event updated for resources: {'Port': ['ID=460f23b7-fdcb-43eb-a4b2-79ed20f5e35a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:17:59.964035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Attempting to bind port 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:17:59.964420 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Attempting to bind port 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'c4bd2d75-0d44-4e8e-b6e0-b00674802c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bdca195c-0727-484b-acf5-7e483a6f0484'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:17:59.964778 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Attempting to bind port 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a on network bdca195c-0727-484b-acf5-7e483a6f0484 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:17:59.973994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Allocated IP 2001:db8:1::2 (d1eca891-8e9c-486d-807d-f4543a1be0ab/ca4eebc9-f221-4fbf-9a48-efcd48464c47/8bef0b0f-ea68-4634-96a3-0198641e6ffa) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:17:59.983405 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:17:59.983977 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Checking segment: {'id': 'c4bd2d75-0d44-4e8e-b6e0-b00674802c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bdca195c-0727-484b-acf5-7e483a6f0484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:17:59.984848 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:59.984848 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Bound using segment: {'id': 'c4bd2d75-0d44-4e8e-b6e0-b00674802c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bdca195c-0727-484b-acf5-7e483a6f0484'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:17:59.986153 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Bound port: 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4bd2d75-0d44-4e8e-b6e0-b00674802c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bdca195c-0727-484b-acf5-7e483a6f0484'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:17:59.986396 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:17:59.998695 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:00.118339 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Allocated IP 2001:db8::1 (bdca195c-0727-484b-acf5-7e483a6f0484/c7b09101-91bc-4dc4-b56e-563bc115f4e1/7ffa6d0e-270c-4c7f-aea7-11ca6e109ded) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:18:00.145981 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] For port 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:18:00.185337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44212) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:00.190534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036826 Nov 29 18:18:00.195452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44214) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:00.204910 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] For port 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=460f23b7-fdcb-43eb-a4b2-79ed20f5e35a,segment=NetworkSegment(c4bd2d75-0d44-4e8e-b6e0-b00674802c4b),segment_id=c4bd2d75-0d44-4e8e-b6e0-b00674802c4b)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:18:00.218976 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:00.281105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44218) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:00.339042 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:00.341003 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-786eb39a-ece6-4abb-a950-022d3597c360 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=884b08eb24714c2badc3865de2486c6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0580149 Nov 29 18:18:00.342090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44220) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:00.390521 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:00.396962 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c9fc6-6564-4ecf-b8b0-982cd696d26d None None] Pushing event updated for resources: {'Port': ['ID=460f23b7-fdcb-43eb-a4b2-79ed20f5e35a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:00.400686 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:00.428167 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9639ff14-d840-418a-8ec1-48085175f0a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:00.446819 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:00.452767 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9639ff14-d840-418a-8ec1-48085175f0a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:00.523038 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9639ff14-d840-418a-8ec1-48085175f0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:00.524372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network bdca195c-0727-484b-acf5-7e483a6f0484 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:00.526300 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9639ff14-d840-418a-8ec1-48085175f0a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:00.533963 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9639ff14-d840-418a-8ec1-48085175f0a9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f76c69f9-b47d-428f-8c23-922b5771bbcb HTTP/1.1" status: 204 len: 168 time: 0.1903992 Nov 29 18:18:00.534428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:00.544126 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:18:00.546775 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:00.576983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639ff14-d840-418a-8ec1-48085175f0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76c69f9-b47d-428f-8c23-922b5771bbcb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:00.577197 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Network d1eca891-8e9c-486d-807d-f4543a1be0ab is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:00.585564 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:00.603399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Pushing event updated for resources: {'Port': ['ID=8bef0b0f-ea68-4634-96a3-0198641e6ffa,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:00.624191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:18:00.721149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0ffac-7863-475a-a8e6-2adee679be47 req-f22c539b-2c19-41b1-abe4-5af488e4b247 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:00.725065 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9df0ffac-7863-475a-a8e6-2adee679be47 req-f22c539b-2c19-41b1-abe4-5af488e4b247 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 949 time: 0.1371655 Nov 29 18:18:00.772036 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cc06a02a-1e03-4f95-b7e0-f73275487d43 tempest-NetworksApiDiscovery-1356043068 tempest-NetworksApiDiscovery-1356043068-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5752087 Nov 29 18:18:00.775341 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=7ffa6d0e-270c-4c7f-aea7-11ca6e109ded,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:00.861731 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9df0ffac-7863-475a-a8e6-2adee679be47 req-b1c90967-3c3f-40aa-96fb-a58cf18911c5 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4589543-801f-40b7-95f9-3bdddc93d554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269078 Nov 29 18:18:00.874264 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Attempting to bind port 8bef0b0f-ea68-4634-96a3-0198641e6ffa on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:18:00.885683 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Attempting to bind port 8bef0b0f-ea68-4634-96a3-0198641e6ffa by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '32c3e55f-4b6b-4180-8860-824edb369c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd1eca891-8e9c-486d-807d-f4543a1be0ab'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:18:00.886847 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Attempting to bind port 8bef0b0f-ea68-4634-96a3-0198641e6ffa on network d1eca891-8e9c-486d-807d-f4543a1be0ab {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:18:00.924519 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:18:00.924911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Checking segment: {'id': '32c3e55f-4b6b-4180-8860-824edb369c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd1eca891-8e9c-486d-807d-f4543a1be0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:18:00.925331 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:00.926286 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Bound using segment: {'id': '32c3e55f-4b6b-4180-8860-824edb369c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd1eca891-8e9c-486d-807d-f4543a1be0ab'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:18:00.926826 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Bound port: 8bef0b0f-ea68-4634-96a3-0198641e6ffa, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c3e55f-4b6b-4180-8860-824edb369c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd1eca891-8e9c-486d-807d-f4543a1be0ab'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:18:00.928180 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:01.047407 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:01.089500 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:18:01.163450 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] For port 8bef0b0f-ea68-4634-96a3-0198641e6ffa, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:18:01.218689 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] For port 8bef0b0f-ea68-4634-96a3-0198641e6ffa, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8bef0b0f-ea68-4634-96a3-0198641e6ffa,segment=NetworkSegment(32c3e55f-4b6b-4180-8860-824edb369c10),segment_id=32c3e55f-4b6b-4180-8860-824edb369c10)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:18:01.233557 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:01.341800 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672febe-a26b-42fb-931c-7cdcb63de96b None None] Pushing event updated for resources: {'Port': ['ID=8bef0b0f-ea68-4634-96a3-0198641e6ffa,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:01.353988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:01.354383 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:01.368582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44252) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:01.500431 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:01.575057 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:01.581090 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 131fec48-5bae-479d-88be-c07742c47b26 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:18:01.587832 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:01.589152 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:01.688371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e7793fa-b8c8-413e-809a-b094575855d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:01.703605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=460f23b7-fdcb-43eb-a4b2-79ed20f5e35a,segment=NetworkSegment(c4bd2d75-0d44-4e8e-b6e0-b00674802c4b),segment_id=c4bd2d75-0d44-4e8e-b6e0-b00674802c4b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:01.722234 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:01.831602 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=7ffa6d0e-270c-4c7f-aea7-11ca6e109ded,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:01.882177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network bdca195c-0727-484b-acf5-7e483a6f0484 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:01.886338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:01.982882 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e7793fa-b8c8-413e-809a-b094575855d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:01.987520 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=460f23b7-fdcb-43eb-a4b2-79ed20f5e35a,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:02.000027 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e7793fa-b8c8-413e-809a-b094575855d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:02.008969 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 131fec48-5bae-479d-88be-c07742c47b26 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:18:02.015107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 131fec48-5bae-479d-88be-c07742c47b26 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:02.015548 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:02.092009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1e7793fa-b8c8-413e-809a-b094575855d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea2f56eccc5942caa274750c8d60935c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7220292 Nov 29 18:18:02.098016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44272) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:02.118168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7793fa-b8c8-413e-809a-b094575855d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95caa854-7396-4989-88dd-5228de64471a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:02.214461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3742a-9070-48c9-852f-703828369ede req-c4c723d7-4167-4b76-953a-ec93d61376e4 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:02.234535 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-df186d6d-4768-46f9-a61a-b2c04e713050 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:02.238982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5a3742a-9070-48c9-852f-703828369ede req-c4c723d7-4167-4b76-953a-ec93d61376e4 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 949 time: 0.1704376 Nov 29 18:18:02.250151 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router afb6c357-a1bd-4d25-88e7-173efc502171 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:18:02.275904 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-df186d6d-4768-46f9-a61a-b2c04e713050 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:02.276130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d8d05f-b54b-478a-8463-c2c697c98dba None None] Network bdca195c-0727-484b-acf5-7e483a6f0484 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:18:02.301176 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:02.361621 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5a3742a-9070-48c9-852f-703828369ede req-c8fa9a6b-e623-4639-8c5b-5d8d22fe4cbc tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4589543-801f-40b7-95f9-3bdddc93d554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219063 Nov 29 18:18:02.505557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58307b5-368c-4155-9283-c624b68cacdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131fec48-5bae-479d-88be-c07742c47b26'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:18:02.508514 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e6c34a-8f24-48c7-9096-2a918227e537" -d '{"events": [{"server_uuid": "a58307b5-368c-4155-9283-c624b68cacdb", "name": "network-vif-plugged", "status": "completed", "tag": "131fec48-5bae-479d-88be-c07742c47b26"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:18:02.568559 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-219fbdc1-6aa4-47f3-b56b-373a2769b825 None None] Provisioning complete for port 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:02.568944 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-219fbdc1-6aa4-47f3-b56b-373a2769b825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:02.582997 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 131fec48-5bae-479d-88be-c07742c47b26, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=131fec48-5bae-479d-88be-c07742c47b26,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:02.655229 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa542e1c-9013-4512-a672-0ae903684698 x-openstack-request-id: req-aa542e1c-9013-4512-a672-0ae903684698 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:18:02.655538 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58307b5-368c-4155-9283-c624b68cacdb", "name": "network-vif-plugged", "status": "completed", "tag": "131fec48-5bae-479d-88be-c07742c47b26", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:18:02.655807 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa542e1c-9013-4512-a672-0ae903684698 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:18:02.656222 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58307b5-368c-4155-9283-c624b68cacdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131fec48-5bae-479d-88be-c07742c47b26', 'code': 200} Nov 29 18:18:02.667432 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:02.842219 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=131fec48-5bae-479d-88be-c07742c47b26,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:02.976275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44302) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:03.161616 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f2d256-4889-4cd8-a9f0-058ed9595c63 None None] Network d1eca891-8e9c-486d-807d-f4543a1be0ab requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:18:03.276572 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8bef0b0f-ea68-4634-96a3-0198641e6ffa up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:18:03.322103 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac15ba04-7ab8-4d2d-87fb-c8ec74298e31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:03.362838 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:18:03.377298 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c345be20-b6b0-4452-bfe2-2c98991a8836 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/afb6c357-a1bd-4d25-88e7-173efc502171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2998087 Nov 29 18:18:03.381258 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44310) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:03.396869 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa6856-3944-49a6-8c84-7a34956faaf6 req-4ad7bd21-c70a-4adc-bdb0-e42174c8a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:03.400193 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a11b9e-019c-4c08-80b2-d42ee7fcb219 None None] Sync routers for ids ['afb6c357-a1bd-4d25-88e7-173efc502171'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:18:03.401042 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1daa6856-3944-49a6-8c84-7a34956faaf6 req-4ad7bd21-c70a-4adc-bdb0-e42174c8a4d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 1101 time: 0.1914518 Nov 29 18:18:03.429464 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-df186d6d-4768-46f9-a61a-b2c04e713050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:03.439493 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-df186d6d-4768-46f9-a61a-b2c04e713050 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:03.440771 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-df186d6d-4768-46f9-a61a-b2c04e713050 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95caa854-7396-4989-88dd-5228de64471a HTTP/1.1" status: 204 len: 168 time: 1.3417132 Nov 29 18:18:03.441209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-13710ddc-4eba-4e3c-a1c7-01920b0580dd None None] Provisioning complete for port 8bef0b0f-ea68-4634-96a3-0198641e6ffa triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:03.441594 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13710ddc-4eba-4e3c-a1c7-01920b0580dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:03.529828 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df186d6d-4768-46f9-a61a-b2c04e713050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95caa854-7396-4989-88dd-5228de64471a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:03.561882 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac15ba04-7ab8-4d2d-87fb-c8ec74298e31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:03.596154 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac15ba04-7ab8-4d2d-87fb-c8ec74298e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:03.627283 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1daa6856-3944-49a6-8c84-7a34956faaf6 req-f0875f6e-f47c-4bc8-a789-f9848916d2a8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b4589543-801f-40b7-95f9-3bdddc93d554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146285 Nov 29 18:18:03.649589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d9ba0-7631-4912-9b9b-36e04c400090 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:03.654462 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44316) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:03.656294 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-673d9ba0-7631-4912-9b9b-36e04c400090 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports/7ffa6d0e-270c-4c7f-aea7-11ca6e109ded HTTP/1.1" status: 200 len: 911 time: 0.2727125 Nov 29 18:18:03.710568 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ac15ba04-7ab8-4d2d-87fb-c8ec74298e31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d21e5a37663f4a2d84e36f59164634b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7331641 Nov 29 18:18:03.714349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44320) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:03.730722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15ba04-7ab8-4d2d-87fb-c8ec74298e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724aca21-1d5d-4516-9651-93d33303b918,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:03.773498 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71caace7-9079-4b8a-bf15-d0a4fb58cce3 req-fd0a5846-3cb2-4dd4-9d0a-f835cabbc5ec tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:03.781611 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71caace7-9079-4b8a-bf15-d0a4fb58cce3 req-fd0a5846-3cb2-4dd4-9d0a-f835cabbc5ec tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 950 time: 0.2118745 Nov 29 18:18:03.889681 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae28e07e-6da4-4e72-b0f7-cf3c11aedf11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:03.906426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71caace7-9079-4b8a-bf15-d0a4fb58cce3 req-f40a4127-5cff-451f-98c9-eb365bf73f1a tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4589543-801f-40b7-95f9-3bdddc93d554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189704 Nov 29 18:18:03.967616 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae28e07e-6da4-4e72-b0f7-cf3c11aedf11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:04.077741 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae28e07e-6da4-4e72-b0f7-cf3c11aedf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:04.081702 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae28e07e-6da4-4e72-b0f7-cf3c11aedf11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:04.083206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ae28e07e-6da4-4e72-b0f7-cf3c11aedf11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/724aca21-1d5d-4516-9651-93d33303b918 HTTP/1.1" status: 204 len: 168 time: 0.3660755 Nov 29 18:18:04.102629 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28e07e-6da4-4e72-b0f7-cf3c11aedf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724aca21-1d5d-4516-9651-93d33303b918,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:04.283691 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a11b9e-019c-4c08-80b2-d42ee7fcb219 None None] Routers {'afb6c357-a1bd-4d25-88e7-173efc502171'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:04.285488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-98a11b9e-019c-4c08-80b2-d42ee7fcb219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['afb6c357-a1bd-4d25-88e7-173efc502171'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:04.379609 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-98a11b9e-019c-4c08-80b2-d42ee7fcb219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:04.506419 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a11b9e-019c-4c08-80b2-d42ee7fcb219 None None] Routers {'afb6c357-a1bd-4d25-88e7-173efc502171'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:04.516075 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-98a11b9e-019c-4c08-80b2-d42ee7fcb219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['afb6c357-a1bd-4d25-88e7-173efc502171'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:04.518634 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:04.519162 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 8bef0b0f-ea68-4634-96a3-0198641e6ffa triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:04.519162 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:04.663827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-98a11b9e-019c-4c08-80b2-d42ee7fcb219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:04.663827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a11b9e-019c-4c08-80b2-d42ee7fcb219 None None] The sync data for ids ['afb6c357-a1bd-4d25-88e7-173efc502171'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:18:04.714848 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13710ddc-4eba-4e3c-a1c7-01920b0580dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:04.775732 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-13710ddc-4eba-4e3c-a1c7-01920b0580dd None None] For port 8bef0b0f-ea68-4634-96a3-0198641e6ffa, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8bef0b0f-ea68-4634-96a3-0198641e6ffa,segment=NetworkSegment(32c3e55f-4b6b-4180-8860-824edb369c10),segment_id=32c3e55f-4b6b-4180-8860-824edb369c10)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:04.851640 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13710ddc-4eba-4e3c-a1c7-01920b0580dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:04.855061 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:04.955658 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:18:04.956254 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:18:05.003620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-71ffd8f9-82e2-4c19-b17a-df0d3c7ecd5c None None] Provisioning complete for port 7ffa6d0e-270c-4c7f-aea7-11ca6e109ded triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:05.005480 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71ffd8f9-82e2-4c19-b17a-df0d3c7ecd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:05.009348 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13710ddc-4eba-4e3c-a1c7-01920b0580dd None None] Pushing event updated for resources: {'Port': ['ID=8bef0b0f-ea68-4634-96a3-0198641e6ffa,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:05.067873 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-71ffd8f9-82e2-4c19-b17a-df0d3c7ecd5c None None] Port 7ffa6d0e-270c-4c7f-aea7-11ca6e109ded cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:05.081931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-71ffd8f9-82e2-4c19-b17a-df0d3c7ecd5c None None] Provisioning complete for port 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:05.082741 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71ffd8f9-82e2-4c19-b17a-df0d3c7ecd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:05.144479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4407f0-ba97-4801-af65-f38c1fa11385 req-5d28bcbf-e1e2-43da-9b77-43676a884251 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:05.156200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f4407f0-ba97-4801-af65-f38c1fa11385 req-5d28bcbf-e1e2-43da-9b77-43676a884251 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 950 time: 0.1247704 Nov 29 18:18:05.205149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Allocated IP 2001:db8:1::1 (d1eca891-8e9c-486d-807d-f4543a1be0ab/ca4eebc9-f221-4fbf-9a48-efcd48464c47/653da7c2-d167-47ea-952a-f0aa27f60242) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:18:05.248710 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f4407f0-ba97-4801-af65-f38c1fa11385 req-29ba4e5f-c392-4d84-8e58-038ac77b2cc8 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4589543-801f-40b7-95f9-3bdddc93d554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917645 Nov 29 18:18:05.335341 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-43e0dcd4-94dd-4ebf-9fa7-5c71dfc0ab88 None None] Provisioning complete for port 8bef0b0f-ea68-4634-96a3-0198641e6ffa triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:05.336833 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43e0dcd4-94dd-4ebf-9fa7-5c71dfc0ab88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:05.353573 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:05.425444 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:05.474652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network d1eca891-8e9c-486d-807d-f4543a1be0ab is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:05.478337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:05.482770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:18:05.483643 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:05.533448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=653da7c2-d167-47ea-952a-f0aa27f60242,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:05.584312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:18:05.613753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44384) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:05.676592 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:05.717133 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:05.717540 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:05.931557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-02a2f8e7-41d5-4cde-b641-377951a0793f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2069341041-network', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:05.969649 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8bef0b0f-ea68-4634-96a3-0198641e6ffa up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:18:05.973736 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a2f8e7-41d5-4cde-b641-377951a0793f admin admin] Made reservation on behalf of 5991f81694454b6dbd48c6b809d5ad06 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:18:05.976926 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02a2f8e7-41d5-4cde-b641-377951a0793f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:05.990428 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02a2f8e7-41d5-4cde-b641-377951a0793f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:06.035147 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b01cd08f-9c01-4003-b0ed-cffea46d6e95 None None] Provisioning complete for port 653da7c2-d167-47ea-952a-f0aa27f60242 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:06.035611 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b01cd08f-9c01-4003-b0ed-cffea46d6e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:06.103480 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b01cd08f-9c01-4003-b0ed-cffea46d6e95 None None] Port 653da7c2-d167-47ea-952a-f0aa27f60242 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:06.104410 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02a2f8e7-41d5-4cde-b641-377951a0793f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:06.113441 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 8bef0b0f-ea68-4634-96a3-0198641e6ffa triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:06.113838 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:06.117478 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02a2f8e7-41d5-4cde-b641-377951a0793f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:06.141678 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:06.148803 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:06.150455 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:06.192077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a2f8e7-41d5-4cde-b641-377951a0793f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:18:06.203569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2f8e7-41d5-4cde-b641-377951a0793f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0394bf8d-e6e7-43fe-8aab-94418175ecb3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:06.220502 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02a2f8e7-41d5-4cde-b641-377951a0793f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:06.221132 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-02a2f8e7-41d5-4cde-b641-377951a0793f admin admin] Added segment e565cf34-1a5c-4068-a09e-b68b84982495 of type vlan for network 61733c11-da39-45f1-ae18-c53a50ed6ebf Nov 29 18:18:06.268458 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=653da7c2-d167-47ea-952a-f0aa27f60242,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:06.278167 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02a2f8e7-41d5-4cde-b641-377951a0793f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:06.315406 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02a2f8e7-41d5-4cde-b641-377951a0793f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:06.317019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2f8e7-41d5-4cde-b641-377951a0793f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:06.317879 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02a2f8e7-41d5-4cde-b641-377951a0793f admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:06.352117 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network d1eca891-8e9c-486d-807d-f4543a1be0ab is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:06.353781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:06.410013 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-02a2f8e7-41d5-4cde-b641-377951a0793f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7945468 Nov 29 18:18:06.429411 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44400) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:06.436817 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-99e835c2-afc1-4dd9-a93b-5967fbb83365 admin admin] Request body: {'subnet': {'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2069341041-subnet', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:06.462883 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2f8e7-41d5-4cde-b641-377951a0793f admin admin] Pushing event updated for resources: {'Network': ['ID=61733c11-da39-45f1-ae18-c53a50ed6ebf,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:06.474412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 61733c11-da39-45f1-ae18-c53a50ed6ebf details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:18:06.509019 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e835c2-afc1-4dd9-a93b-5967fbb83365 admin admin] Made reservation on behalf of 5991f81694454b6dbd48c6b809d5ad06 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:18:06.511549 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99e835c2-afc1-4dd9-a93b-5967fbb83365 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:06.517931 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93852ac6-a0d0-4562-b6ef-1fbe738134ca req-e2e13907-2870-49f6-88b6-95f46358a825 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:06.528180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93852ac6-a0d0-4562-b6ef-1fbe738134ca req-e2e13907-2870-49f6-88b6-95f46358a825 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 950 time: 0.1274683 Nov 29 18:18:06.590754 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router afb6c357-a1bd-4d25-88e7-173efc502171 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:18:06.617237 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93852ac6-a0d0-4562-b6ef-1fbe738134ca req-dee42d79-1ed9-4236-9a3d-9347c995c0aa tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4589543-801f-40b7-95f9-3bdddc93d554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843933 Nov 29 18:18:06.803448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:18:06.812525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44414) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:06.812777 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7fc2a33c-5f52-43f4-b508-835abb7128b1 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/afb6c357-a1bd-4d25-88e7-173efc502171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1569057 Nov 29 18:18:06.817543 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247b406d-ecaf-464a-9a84-85a280e7af70 None None] Sync routers for ids ['afb6c357-a1bd-4d25-88e7-173efc502171'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:18:06.836259 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b406d-ecaf-464a-9a84-85a280e7af70 None None] Routers {'afb6c357-a1bd-4d25-88e7-173efc502171'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:06.838625 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-247b406d-ecaf-464a-9a84-85a280e7af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['afb6c357-a1bd-4d25-88e7-173efc502171'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:06.847692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f947b14c-4c9a-4091-a290-a3dec51a1ae7 None None] Provisioning complete for port 653da7c2-d167-47ea-952a-f0aa27f60242 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:06.848066 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f947b14c-4c9a-4091-a290-a3dec51a1ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:06.888880 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-247b406d-ecaf-464a-9a84-85a280e7af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:06.903727 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b406d-ecaf-464a-9a84-85a280e7af70 None None] Routers {'afb6c357-a1bd-4d25-88e7-173efc502171'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:06.905059 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-247b406d-ecaf-464a-9a84-85a280e7af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['afb6c357-a1bd-4d25-88e7-173efc502171'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:06.935081 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99e835c2-afc1-4dd9-a93b-5967fbb83365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:06.940715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f947b14c-4c9a-4091-a290-a3dec51a1ae7 None None] Port 653da7c2-d167-47ea-952a-f0aa27f60242 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:06.948183 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058d2f1f-7da0-4846-a7fa-b3880d767276 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:06.949921 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-058d2f1f-7da0-4846-a7fa-b3880d767276 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports/653da7c2-d167-47ea-952a-f0aa27f60242 HTTP/1.1" status: 200 len: 913 time: 0.1352658 Nov 29 18:18:06.952762 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44424) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:06.992132 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-247b406d-ecaf-464a-9a84-85a280e7af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:06.997171 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247b406d-ecaf-464a-9a84-85a280e7af70 None None] The sync data for ids ['afb6c357-a1bd-4d25-88e7-173efc502171'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:18:07.098300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e835c2-afc1-4dd9-a93b-5967fbb83365 admin admin] Checking segment: {'id': 'e565cf34-1a5c-4068-a09e-b68b84982495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:18:07.098693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e835c2-afc1-4dd9-a93b-5967fbb83365 admin admin] Network hostable DHCP agents. Network: 61733c11-da39-45f1-ae18-c53a50ed6ebf, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:18:07.106094 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e835c2-afc1-4dd9-a93b-5967fbb83365 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d25936-e438-49fc-88cf-2ab9c265fd23,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:07.149424 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e835c2-afc1-4dd9-a93b-5967fbb83365 admin admin] Network 61733c11-da39-45f1-ae18-c53a50ed6ebf is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:18:07.165434 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-99e835c2-afc1-4dd9-a93b-5967fbb83365 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 61733c11-da39-45f1-ae18-c53a50ed6ebf) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:07.170122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e835c2-afc1-4dd9-a93b-5967fbb83365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:07.170975 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99e835c2-afc1-4dd9-a93b-5967fbb83365 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:07.184719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb9dc56-201e-42c3-ace8-446d19636a80 None None] Network 61733c11-da39-45f1-ae18-c53a50ed6ebf requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:18:07.206291 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-99e835c2-afc1-4dd9-a93b-5967fbb83365 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7733409 Nov 29 18:18:07.206498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44428) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:07.210834 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:07.256708 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:07.257871 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:07.401162 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:07.495463 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-61733c11-da39-45f1-ae18-c53a50ed6ebf', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:18:07.496529 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:07.524408 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2334870-5d6c-496b-9ee5-eb9fb7bc989a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:07.723457 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:07.862620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Allocated IP 172.20.0.2 (61733c11-da39-45f1-ae18-c53a50ed6ebf/95d25936-e438-49fc-88cf-2ab9c265fd23/0d5cfbfe-2c4d-4a28-a23a-da3819ee1639) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:18:08.096189 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:08.105730 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:08.138531 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:08.180477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f2334870-5d6c-496b-9ee5-eb9fb7bc989a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port 653da7c2-d167-47ea-952a-f0aa27f60242 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:18:08.180840 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2334870-5d6c-496b-9ee5-eb9fb7bc989a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:08.189292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Network 61733c11-da39-45f1-ae18-c53a50ed6ebf is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:08.190615 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:08.200145 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:08.203305 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:18:08.236166 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Pushing event updated for resources: {'Port': ['ID=0d5cfbfe-2c4d-4a28-a23a-da3819ee1639,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:08.311327 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2334870-5d6c-496b-9ee5-eb9fb7bc989a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:08.326714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f2334870-5d6c-496b-9ee5-eb9fb7bc989a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for 653da7c2-d167-47ea-952a-f0aa27f60242 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:18:08.346483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Attempting to bind port 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:18:08.346910 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Attempting to bind port 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'e565cf34-1a5c-4068-a09e-b68b84982495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:18:08.347293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Attempting to bind port 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 on network 61733c11-da39-45f1-ae18-c53a50ed6ebf {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:18:08.353659 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:18:08.354053 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Checking segment: {'id': 'e565cf34-1a5c-4068-a09e-b68b84982495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:18:08.354482 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:08.354893 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Bound using segment: {'id': 'e565cf34-1a5c-4068-a09e-b68b84982495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:18:08.355380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Bound port: 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e565cf34-1a5c-4068-a09e-b68b84982495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:18:08.355774 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:08.425402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Allocated IP 172.25.3.179 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/fd922e17-c22c-4598-9bbf-8c366ca0e00b) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:18:08.433689 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] For port 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:18:08.437126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] For port 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=0d5cfbfe-2c4d-4a28-a23a-da3819ee1639,segment=NetworkSegment(e565cf34-1a5c-4068-a09e-b68b84982495),segment_id=e565cf34-1a5c-4068-a09e-b68b84982495)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:18:08.442151 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:08.546044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e0c93-e556-4080-88fa-8e5193c72cb3 None None] Pushing event updated for resources: {'Port': ['ID=0d5cfbfe-2c4d-4a28-a23a-da3819ee1639,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:08.554657 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:08.581810 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2334870-5d6c-496b-9ee5-eb9fb7bc989a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:08.599843 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:08.615612 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2334870-5d6c-496b-9ee5-eb9fb7bc989a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=653da7c2-d167-47ea-952a-f0aa27f60242,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:08.660811 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:08.664186 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:08.667892 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:18:08.687643 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086b7b15-d15c-4342-9907-a1d18dcd7f7d None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:18:08.692693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Pushing event updated for resources: {'Port': ['ID=fd922e17-c22c-4598-9bbf-8c366ca0e00b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:08.790242 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2334870-5d6c-496b-9ee5-eb9fb7bc989a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:08.814472 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f358295c-bf21-45a3-a69a-cd031a33b2f2 None None] Provisioning complete for port fd922e17-c22c-4598-9bbf-8c366ca0e00b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:08.815128 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f358295c-bf21-45a3-a69a-cd031a33b2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:08.917144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f358295c-bf21-45a3-a69a-cd031a33b2f2 None None] Port fd922e17-c22c-4598-9bbf-8c366ca0e00b cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:09.102516 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:09.190102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2334870-5d6c-496b-9ee5-eb9fb7bc989a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router afb6c357-a1bd-4d25-88e7-173efc502171 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:18:09.341568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2334870-5d6c-496b-9ee5-eb9fb7bc989a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:18:09.348964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f2334870-5d6c-496b-9ee5-eb9fb7bc989a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/afb6c357-a1bd-4d25-88e7-173efc502171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3936207 Nov 29 18:18:09.351407 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44458) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:09.354126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42362e7-bda3-4f36-ba1b-1217f544b1bb None None] Sync routers for ids ['afb6c357-a1bd-4d25-88e7-173efc502171'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:18:09.384741 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42362e7-bda3-4f36-ba1b-1217f544b1bb None None] Routers {'afb6c357-a1bd-4d25-88e7-173efc502171'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:09.388013 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e42362e7-bda3-4f36-ba1b-1217f544b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['afb6c357-a1bd-4d25-88e7-173efc502171'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:09.487041 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e42362e7-bda3-4f36-ba1b-1217f544b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:09.495787 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:09.524807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42362e7-bda3-4f36-ba1b-1217f544b1bb None None] Routers {'afb6c357-a1bd-4d25-88e7-173efc502171'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:09.528424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e42362e7-bda3-4f36-ba1b-1217f544b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['afb6c357-a1bd-4d25-88e7-173efc502171'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:09.596632 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e42362e7-bda3-4f36-ba1b-1217f544b1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:09.604448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42362e7-bda3-4f36-ba1b-1217f544b1bb None None] The sync data for ids ['afb6c357-a1bd-4d25-88e7-173efc502171'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:18:09.758170 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Router b1cb59ab-9368-4f6a-b0db-4b319db8be8a is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:18:09.956710 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b984c81e-04d4-4cf8-b21b-75ee2c000f57 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:10.052226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:18:10.221221 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:10.221600 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:10.362927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bab096-7ce0-4d28-b56c-bfc0670390de None None] Network 61733c11-da39-45f1-ae18-c53a50ed6ebf requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:18:10.477189 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:18:10.498553 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Sync routers for ids ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:18:10.510090 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:10.512638 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a84f83b8-d9c8-415e-8602-ed769baf5459 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3051467 Nov 29 18:18:10.517574 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44478) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:10.530734 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Routers {'b1cb59ab-9368-4f6a-b0db-4b319db8be8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:10.531397 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:10.664419 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2b3cf682-3948-4396-9237-2f6597aeadbc None None] Provisioning complete for port 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:10.665001 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf682-3948-4396-9237-2f6597aeadbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:10.754449 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Set router b1cb59ab-9368-4f6a-b0db-4b319db8be8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:18:10.767557 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:10.947115 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=0d5cfbfe-2c4d-4a28-a23a-da3819ee1639,segment=NetworkSegment(e565cf34-1a5c-4068-a09e-b68b84982495),segment_id=e565cf34-1a5c-4068-a09e-b68b84982495)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:10.951533 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf682-3948-4396-9237-2f6597aeadbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:10.967003 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:11.081344 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:08Z', 'revision_number': 3, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:11.142158 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=0d5cfbfe-2c4d-4a28-a23a-da3819ee1639,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:11.144810 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Checking router: b1cb59ab-9368-4f6a-b0db-4b319db8be8a for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:18:11.144810 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Updating router b1cb59ab-9368-4f6a-b0db-4b319db8be8a port fd922e17-c22c-4598-9bbf-8c366ca0e00b binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:18:11.238717 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:11.347893 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:11.417487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b984c81e-04d4-4cf8-b21b-75ee2c000f57 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port 7ffa6d0e-270c-4c7f-aea7-11ca6e109ded {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:18:11.422599 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b984c81e-04d4-4cf8-b21b-75ee2c000f57 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:11.561235 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b984c81e-04d4-4cf8-b21b-75ee2c000f57 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:11.575935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b984c81e-04d4-4cf8-b21b-75ee2c000f57 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for 7ffa6d0e-270c-4c7f-aea7-11ca6e109ded owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:18:11.741435 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-2b3cf682-3948-4396-9237-2f6597aeadbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:18:11.742030 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-2b3cf682-3948-4396-9237-2f6597aeadbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:18:11.758472 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Allocated IP 172.20.0.1 (61733c11-da39-45f1-ae18-c53a50ed6ebf/95d25936-e438-49fc-88cf-2ab9c265fd23/a030367d-2252-4bb6-a495-f1b9a7d78d1d) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:18:12.018150 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:12.045932 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:12.097900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4915243b-6f28-4079-ac70-a69c181d31f3 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:18:12.113379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:18:12.128777 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b984c81e-04d4-4cf8-b21b-75ee2c000f57 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:12.175673 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:12.199772 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Attempting to bind port fd922e17-c22c-4598-9bbf-8c366ca0e00b on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:18:12.200551 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Attempting to bind port fd922e17-c22c-4598-9bbf-8c366ca0e00b by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:18:12.201762 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Attempting to bind port fd922e17-c22c-4598-9bbf-8c366ca0e00b on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:18:12.209835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984c81e-04d4-4cf8-b21b-75ee2c000f57 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=7ffa6d0e-270c-4c7f-aea7-11ca6e109ded,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:12.243141 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:12.248494 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:18:12.249202 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:18:12.249365 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:12.256947 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:18:12.257506 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Bound port: fd922e17-c22c-4598-9bbf-8c366ca0e00b, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:18:12.258927 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:12.324195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:12.324946 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:12.374642 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] For port fd922e17-c22c-4598-9bbf-8c366ca0e00b, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:18:12.376982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Network 61733c11-da39-45f1-ae18-c53a50ed6ebf is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:12.380421 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:12.385181 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] For port fd922e17-c22c-4598-9bbf-8c366ca0e00b, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=fd922e17-c22c-4598-9bbf-8c366ca0e00b,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:18:12.398463 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:12.406190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:18:12.436134 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b984c81e-04d4-4cf8-b21b-75ee2c000f57 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:12.464450 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:18:12.465056 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0853f-7a14-4bb4-9f13-f9d2c8b11d25 None None] Pushing event updated for resources: {'Port': ['ID=fd922e17-c22c-4598-9bbf-8c366ca0e00b,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:12.473370 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0853f-7a14-4bb4-9f13-f9d2c8b11d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:12.474115 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0853f-7a14-4bb4-9f13-f9d2c8b11d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:12.474115 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0853f-7a14-4bb4-9f13-f9d2c8b11d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:12.474568 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0853f-7a14-4bb4-9f13-f9d2c8b11d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:12.474678 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0853f-7a14-4bb4-9f13-f9d2c8b11d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:12.475061 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0853f-7a14-4bb4-9f13-f9d2c8b11d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:12.475386 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0853f-7a14-4bb4-9f13-f9d2c8b11d25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:12.475708 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0853f-7a14-4bb4-9f13-f9d2c8b11d25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:12.476029 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0853f-7a14-4bb4-9f13-f9d2c8b11d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:12.476348 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0853f-7a14-4bb4-9f13-f9d2c8b11d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:12.477325 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Pushing event updated for resources: {'Port': ['ID=a030367d-2252-4bb6-a495-f1b9a7d78d1d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:12.486343 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0853f-7a14-4bb4-9f13-f9d2c8b11d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:12.486343 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0853f-7a14-4bb4-9f13-f9d2c8b11d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:12.516042 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:12.522164 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Routers {'b1cb59ab-9368-4f6a-b0db-4b319db8be8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:12.522835 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:12.536077 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3b486e7c-7f9f-429e-8b0d-5c33f6dd4330 None None] Provisioning complete for port 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:12.536458 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b486e7c-7f9f-429e-8b0d-5c33f6dd4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:12.554930 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e41206-4530-4f03-9092-72943f262ec8 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:18:12.786165 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0853f-7a14-4bb4-9f13-f9d2c8b11d25 None None] Pushing event updated for resources: {'Port': ['ID=fd922e17-c22c-4598-9bbf-8c366ca0e00b,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:12.803733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3b486e7c-7f9f-429e-8b0d-5c33f6dd4330 None None] Provisioning complete for port fd922e17-c22c-4598-9bbf-8c366ca0e00b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:12.804199 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b486e7c-7f9f-429e-8b0d-5c33f6dd4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:12.808738 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b984c81e-04d4-4cf8-b21b-75ee2c000f57 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router afb6c357-a1bd-4d25-88e7-173efc502171 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:18:12.858445 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] Set router b1cb59ab-9368-4f6a-b0db-4b319db8be8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:18:12.930439 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:12.974665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b984c81e-04d4-4cf8-b21b-75ee2c000f57 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:18:12.985090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44506) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:12.985778 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b984c81e-04d4-4cf8-b21b-75ee2c000f57 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/afb6c357-a1bd-4d25-88e7-173efc502171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6332583 Nov 29 18:18:13.016921 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b04fbbef-f215-45a1-91b8-4a601290d266 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports?device_id=afb6c357-a1bd-4d25-88e7-173efc502171 HTTP/1.1" status: 200 len: 205 time: 0.0300481 Nov 29 18:18:13.019265 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44508) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:13.025772 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b486e7c-7f9f-429e-8b0d-5c33f6dd4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:13.098150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3b486e7c-7f9f-429e-8b0d-5c33f6dd4330 None None] For port fd922e17-c22c-4598-9bbf-8c366ca0e00b, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=fd922e17-c22c-4598-9bbf-8c366ca0e00b,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:13.101966 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39304f23-73de-4a13-8370-2c5b5c7bd99f None None] Sync routers for ids ['afb6c357-a1bd-4d25-88e7-173efc502171'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:18:13.119701 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b486e7c-7f9f-429e-8b0d-5c33f6dd4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:13.168778 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6fb92f28-9c65-4a54-bd40-3c130d06fc33 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:13.169348 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:08Z', 'revision_number': 3, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:13.192631 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39304f23-73de-4a13-8370-2c5b5c7bd99f None None] Routers {'afb6c357-a1bd-4d25-88e7-173efc502171'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:13.194806 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-39304f23-73de-4a13-8370-2c5b5c7bd99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['afb6c357-a1bd-4d25-88e7-173efc502171'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:13.206381 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdc4943-eb91-48cd-95d8-e5e64db92fdf None None] The sync data for ids ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'] in n-d-819494-5 is: [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:08Z', 'revision_number': 3, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:18:13.237463 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b486e7c-7f9f-429e-8b0d-5c33f6dd4330 None None] Pushing event updated for resources: {'Port': ['ID=fd922e17-c22c-4598-9bbf-8c366ca0e00b,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:13.295339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-39304f23-73de-4a13-8370-2c5b5c7bd99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:13.311156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-83b6e1cf-768c-4ad9-9eee-3815ee259123 None None] Provisioning complete for port fd922e17-c22c-4598-9bbf-8c366ca0e00b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:13.311534 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83b6e1cf-768c-4ad9-9eee-3815ee259123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:13.354101 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39304f23-73de-4a13-8370-2c5b5c7bd99f None None] Routers {'afb6c357-a1bd-4d25-88e7-173efc502171'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:13.354849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-39304f23-73de-4a13-8370-2c5b5c7bd99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['afb6c357-a1bd-4d25-88e7-173efc502171'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:13.370032 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6fb92f28-9c65-4a54-bd40-3c130d06fc33 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:13.372286 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6fb92f28-9c65-4a54-bd40-3c130d06fc33 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:13.394065 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-39304f23-73de-4a13-8370-2c5b5c7bd99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:13.394741 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39304f23-73de-4a13-8370-2c5b5c7bd99f None None] The sync data for ids ['afb6c357-a1bd-4d25-88e7-173efc502171'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:18:13.444011 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6fb92f28-9c65-4a54-bd40-3c130d06fc33 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:13.444552 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb92f28-9c65-4a54-bd40-3c130d06fc33 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Fanout notify agent at l3_agent the message router_deleted on router afb6c357-a1bd-4d25-88e7-173efc502171 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:18:13.459075 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6fb92f28-9c65-4a54-bd40-3c130d06fc33 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:13.462444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-83b6e1cf-768c-4ad9-9eee-3815ee259123 None None] Provisioning complete for port a030367d-2252-4bb6-a495-f1b9a7d78d1d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:13.462751 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83b6e1cf-768c-4ad9-9eee-3815ee259123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:13.463349 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6fb92f28-9c65-4a54-bd40-3c130d06fc33 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/routers/afb6c357-a1bd-4d25-88e7-173efc502171 HTTP/1.1" status: 204 len: 168 time: 0.4430871 Nov 29 18:18:13.466131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44522) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:13.540754 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:13.549931 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:13.603322 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-83b6e1cf-768c-4ad9-9eee-3815ee259123 None None] Port a030367d-2252-4bb6-a495-f1b9a7d78d1d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:13.658923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27a6295-b231-4f32-9e6d-c6dbd9550537 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting subnet ca4eebc9-f221-4fbf-9a48-efcd48464c47 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:18:13.662903 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e27a6295-b231-4f32-9e6d-c6dbd9550537 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:13.686592 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:13.703488 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Pushing event updated for resources: {'Port': ['ID=a030367d-2252-4bb6-a495-f1b9a7d78d1d,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:13.720975 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e27a6295-b231-4f32-9e6d-c6dbd9550537 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:13.818514 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e27a6295-b231-4f32-9e6d-c6dbd9550537 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:13.962286 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e27a6295-b231-4f32-9e6d-c6dbd9550537 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:13.965758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Network 61733c11-da39-45f1-ae18-c53a50ed6ebf is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:13.968090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:14.023497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a6295-b231-4f32-9e6d-c6dbd9550537 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Subnet': ['ID=ca4eebc9-f221-4fbf-9a48-efcd48464c47,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:14.077231 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fd922e17-c22c-4598-9bbf-8c366ca0e00b up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:18:14.104334 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e27a6295-b231-4f32-9e6d-c6dbd9550537 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:14.124455 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e27a6295-b231-4f32-9e6d-c6dbd9550537 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/ca4eebc9-f221-4fbf-9a48-efcd48464c47 HTTP/1.1" status: 204 len: 168 time: 0.6571944 Nov 29 18:18:14.128248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44538) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:14.181759 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcec6c58-52ad-4f72-ac2f-fa689bfd7e2b None None] Network d1eca891-8e9c-486d-807d-f4543a1be0ab requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:18:14.211521 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Router b1cb59ab-9368-4f6a-b0db-4b319db8be8a has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:18:14.265050 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-211b4220-0567-43b9-b055-08c8a7ba02f6 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting subnet c7b09101-91bc-4dc4-b56e-563bc115f4e1 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:18:14.269671 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-211b4220-0567-43b9-b055-08c8a7ba02f6 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:14.326134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port fd922e17-c22c-4598-9bbf-8c366ca0e00b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:14.331341 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:14.354113 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-211b4220-0567-43b9-b055-08c8a7ba02f6 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:14.444465 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:18:14.450549 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f2f126b3-3b62-49a1-8d1f-691acc5e4a66 admin admin] 10.222.0.23 "PUT /v2.0/routers/b1cb59ab-9368-4f6a-b0db-4b319db8be8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9305434 Nov 29 18:18:14.521039 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5da45aa8-0672-4cd2-89a7-1a6825bcae88 None None] Provisioning complete for port a030367d-2252-4bb6-a495-f1b9a7d78d1d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:14.523147 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5da45aa8-0672-4cd2-89a7-1a6825bcae88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:14.605543 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-211b4220-0567-43b9-b055-08c8a7ba02f6 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:14.722999 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-211b4220-0567-43b9-b055-08c8a7ba02f6 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:14.770235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b4220-0567-43b9-b055-08c8a7ba02f6 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b09101-91bc-4dc4-b56e-563bc115f4e1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:14.779788 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-211b4220-0567-43b9-b055-08c8a7ba02f6 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:14.786027 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-211b4220-0567-43b9-b055-08c8a7ba02f6 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/c7b09101-91bc-4dc4-b56e-563bc115f4e1 HTTP/1.1" status: 204 len: 168 time: 0.6547527 Nov 29 18:18:14.786910 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44548) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:14.800366 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8f73ed-5649-429e-9422-0df23a0db1ce None None] Network bdca195c-0727-484b-acf5-7e483a6f0484 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:18:14.881507 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5da45aa8-0672-4cd2-89a7-1a6825bcae88 None None] Port a030367d-2252-4bb6-a495-f1b9a7d78d1d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:14.966052 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:15.013358 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56878dca-cab4-4445-b065-9c36bae0b38d None None] DHCP port deletion for d1eca891-8e9c-486d-807d-f4543a1be0ab request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:18:15.043912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port 8bef0b0f-ea68-4634-96a3-0198641e6ffa {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:18:15.044514 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:15.114597 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a02e49-b1cc-4c4f-9749-dfb6687a6a34 None None] DHCP port deletion for bdca195c-0727-484b-acf5-7e483a6f0484 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:18:15.192564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] For port 8bef0b0f-ea68-4634-96a3-0198641e6ffa, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8bef0b0f-ea68-4634-96a3-0198641e6ffa,segment=NetworkSegment(32c3e55f-4b6b-4180-8860-824edb369c10),segment_id=32c3e55f-4b6b-4180-8860-824edb369c10)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:15.196722 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:15.228840 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for 8bef0b0f-ea68-4634-96a3-0198641e6ffa owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:18:15.251260 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-56878dca-cab4-4445-b065-9c36bae0b38d None None] Deleting port 8bef0b0f-ea68-4634-96a3-0198641e6ffa {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:18:15.251633 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56878dca-cab4-4445-b065-9c36bae0b38d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:15.333855 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:15.370318 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=8bef0b0f-ea68-4634-96a3-0198641e6ffa,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:15.374883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No DVR routers for this DVR port 8bef0b0f-ea68-4634-96a3-0198641e6ffa on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:18:15.401563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-56878dca-cab4-4445-b065-9c36bae0b38d None None] For port 8bef0b0f-ea68-4634-96a3-0198641e6ffa, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8bef0b0f-ea68-4634-96a3-0198641e6ffa,segment=NetworkSegment(32c3e55f-4b6b-4180-8860-824edb369c10),segment_id=32c3e55f-4b6b-4180-8860-824edb369c10)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:15.402222 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56878dca-cab4-4445-b065-9c36bae0b38d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:15.423447 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-56878dca-cab4-4445-b065-9c36bae0b38d None None] Calling delete_port for 8bef0b0f-ea68-4634-96a3-0198641e6ffa owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:18:15.507179 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:15.533130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-30a02e49-b1cc-4c4f-9749-dfb6687a6a34 None None] Deleting port 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:18:15.533579 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30a02e49-b1cc-4c4f-9749-dfb6687a6a34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:15.533708 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1eca891-8e9c-486d-807d-f4543a1be0ab']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:15.545363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c3e55f-4b6b-4180-8860-824edb369c10') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:15.545671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c3e55f-4b6b-4180-8860-824edb369c10') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:15.563446 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:15.580399 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:15.588189 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:18:15.589129 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:18:15.593467 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:18:15.675909 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:15.680909 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:15.684795 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/networks/d1eca891-8e9c-486d-807d-f4543a1be0ab HTTP/1.1" status: 204 len: 168 time: 0.8962851 Nov 29 18:18:15.687481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44560) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:15.723144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-30a02e49-b1cc-4c4f-9749-dfb6687a6a34 None None] For port 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=460f23b7-fdcb-43eb-a4b2-79ed20f5e35a,segment=NetworkSegment(c4bd2d75-0d44-4e8e-b6e0-b00674802c4b),segment_id=c4bd2d75-0d44-4e8e-b6e0-b00674802c4b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:15.723656 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30a02e49-b1cc-4c4f-9749-dfb6687a6a34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:15.726497 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56878dca-cab4-4445-b065-9c36bae0b38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:15.743876 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a6531-c3f3-434a-b0a7-6961f334206b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Network': ['ID=d1eca891-8e9c-486d-807d-f4543a1be0ab,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:15.778042 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44562) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:15.782746 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-92c7f4d7-7ad0-4374-995a-2e418271e85d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--993690207', 'description': 'tempest-description--657677567'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:15.788694 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-56878dca-cab4-4445-b065-9c36bae0b38d None None] Network d1eca891-8e9c-486d-807d-f4543a1be0ab is not hosted by any dhcp agent {{(pid=110006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 18:18:15.795350 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56878dca-cab4-4445-b065-9c36bae0b38d None None] No DVR routers for this DVR port 8bef0b0f-ea68-4634-96a3-0198641e6ffa on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:18:15.799518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-30a02e49-b1cc-4c4f-9749-dfb6687a6a34 None None] Calling delete_port for 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:18:15.805152 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56878dca-cab4-4445-b065-9c36bae0b38d None None] Pushing event deleted for resources: {'Port': ['ID=8bef0b0f-ea68-4634-96a3-0198641e6ffa,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:15.831184 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-92c7f4d7-7ad0-4374-995a-2e418271e85d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:15.905351 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.004589 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8bef0b0f-ea68-4634-96a3-0198641e6ffa no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:18:16.028100 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-92c7f4d7-7ad0-4374-995a-2e418271e85d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.039836 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-92c7f4d7-7ad0-4374-995a-2e418271e85d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.059965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:18:16.060302 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.066218 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 8bef0b0f-ea68-4634-96a3-0198641e6ffa {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:18:16.066715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8bef0b0f-ea68-4634-96a3-0198641e6ffa not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:18:16.067375 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:18:16.081763 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Sync routers for ids ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:18:16.098189 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Routers {'b1cb59ab-9368-4f6a-b0db-4b319db8be8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:16.101429 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:16.119251 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7f4d7-7ad0-4374-995a-2e418271e85d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677aeeae-42d1-4d11-87e8-1619c5c04ed9,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:16.163213 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-92c7f4d7-7ad0-4374-995a-2e418271e85d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.165147 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-92c7f4d7-7ad0-4374-995a-2e418271e85d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3859527 Nov 29 18:18:16.168410 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44566) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:16.175333 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a984b3fe-34e6-4e56-bed6-7cb2411cda42 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Request body: {'security_group_rule': {'security_group_id': '677aeeae-42d1-4d11-87e8-1619c5c04ed9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:16.239228 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a984b3fe-34e6-4e56-bed6-7cb2411cda42 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.243933 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] For port 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=460f23b7-fdcb-43eb-a4b2-79ed20f5e35a,segment=NetworkSegment(c4bd2d75-0d44-4e8e-b6e0-b00674802c4b),segment_id=c4bd2d75-0d44-4e8e-b6e0-b00674802c4b)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:16.245686 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.256290 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30a02e49-b1cc-4c4f-9749-dfb6687a6a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.280454 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:18:16.410960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a02e49-b1cc-4c4f-9749-dfb6687a6a34 None None] No DVR routers for this DVR port 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:18:16.428784 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.432145 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a02e49-b1cc-4c4f-9749-dfb6687a6a34 None None] Pushing event deleted for resources: {'Port': ['ID=460f23b7-fdcb-43eb-a4b2-79ed20f5e35a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:16.445316 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a984b3fe-34e6-4e56-bed6-7cb2411cda42 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.455687 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a984b3fe-34e6-4e56-bed6-7cb2411cda42 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.481529 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.482096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No DVR routers for this DVR port 460f23b7-fdcb-43eb-a4b2-79ed20f5e35a on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:18:16.500004 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Set router b1cb59ab-9368-4f6a-b0db-4b319db8be8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:18:16.528777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=460f23b7-fdcb-43eb-a4b2-79ed20f5e35a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:16.556847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984b3fe-34e6-4e56-bed6-7cb2411cda42 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd60707-ab08-4205-bd00-1dbebdc35723,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:16.601021 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a984b3fe-34e6-4e56-bed6-7cb2411cda42 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.611585 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a984b3fe-34e6-4e56-bed6-7cb2411cda42 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4412065 Nov 29 18:18:16.614335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44574) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:16.634061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-753b07d3-07a3-457f-8455-50793f76a46d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Request body: {'security_group_rule': {'security_group_id': '677aeeae-42d1-4d11-87e8-1619c5c04ed9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:16.724355 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.736402 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-753b07d3-07a3-457f-8455-50793f76a46d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.756400 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdca195c-0727-484b-acf5-7e483a6f0484']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:16.767149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bd2d75-0d44-4e8e-b6e0-b00674802c4b') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:16.767457 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bd2d75-0d44-4e8e-b6e0-b00674802c4b') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:16.777875 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.792418 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.800277 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:18:16.800866 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:18:16.843953 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:18:16.860667 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-753b07d3-07a3-457f-8455-50793f76a46d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.869498 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-753b07d3-07a3-457f-8455-50793f76a46d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.887820 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.902808 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.915670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/networks/bdca195c-0727-484b-acf5-7e483a6f0484 HTTP/1.1" status: 204 len: 168 time: 1.2264285 Nov 29 18:18:16.917629 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44578) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:16.931286 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b07d3-07a3-457f-8455-50793f76a46d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2be10b7-fa2b-4536-93f2-9301f1424434,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:16.934774 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f60eac0a-f84a-47fe-b14a-6f0ebbb3cef3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1987697440'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:16.943213 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-753b07d3-07a3-457f-8455-50793f76a46d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:16.947007 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-753b07d3-07a3-457f-8455-50793f76a46d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3288941 Nov 29 18:18:16.947659 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44580) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:16.959957 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:17.008723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60eac0a-f84a-47fe-b14a-6f0ebbb3cef3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:18:17.014662 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f60eac0a-f84a-47fe-b14a-6f0ebbb3cef3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:17.018114 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:17.028358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12970be9-963b-4dd1-ae54-59ef8eb7b55a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Network': ['ID=bdca195c-0727-484b-acf5-7e483a6f0484,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:17.085896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60eac0a-f84a-47fe-b14a-6f0ebbb3cef3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:18:17.098966 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f60eac0a-f84a-47fe-b14a-6f0ebbb3cef3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:17.099404 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-f60eac0a-f84a-47fe-b14a-6f0ebbb3cef3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Added segment f512e736-9200-4fd3-bee3-67f3af635da5 of type vlan for network 75924b99-a358-4085-a80f-110d04c9562d Nov 29 18:18:17.120039 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:12Z', 'revision_number': 4, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a030367d-2252-4bb6-a495-f1b9a7d78d1d', 'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'mac_address': 'fa:16:3e:24:d6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:11Z', 'updated_at': '2021-11-29T18:18:13Z', 'revision_number': 2, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'subnets': [{'id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:17.173093 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Checking router: b1cb59ab-9368-4f6a-b0db-4b319db8be8a for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:18:17.173468 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Updating router b1cb59ab-9368-4f6a-b0db-4b319db8be8a port a030367d-2252-4bb6-a495-f1b9a7d78d1d binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:18:17.176338 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f60eac0a-f84a-47fe-b14a-6f0ebbb3cef3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:17.227172 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:17.237019 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f60eac0a-f84a-47fe-b14a-6f0ebbb3cef3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:17.241418 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:17.243847 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60eac0a-f84a-47fe-b14a-6f0ebbb3cef3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:17.244734 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f60eac0a-f84a-47fe-b14a-6f0ebbb3cef3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:17.330653 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f60eac0a-f84a-47fe-b14a-6f0ebbb3cef3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4071298 Nov 29 18:18:17.331304 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44586) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:17.341366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6f6ac5a7-f64d-4d09-8662-9d37b9028452 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'subnet': {'network_id': '75924b99-a358-4085-a80f-110d04c9562d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:17.347318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60eac0a-f84a-47fe-b14a-6f0ebbb3cef3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Network': ['ID=75924b99-a358-4085-a80f-110d04c9562d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:17.359171 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 75924b99-a358-4085-a80f-110d04c9562d details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:18:17.490546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6ac5a7-f64d-4d09-8662-9d37b9028452 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:18:17.499074 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f6ac5a7-f64d-4d09-8662-9d37b9028452 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:17.527695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Allocated IP 172.25.3.26 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/2c12eeb8-89c7-44a6-ac5e-5c40b1c3a939) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:18:17.715458 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:17.771883 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:17.787721 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:17.796187 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:17.808220 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:17.809319 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f6ac5a7-f64d-4d09-8662-9d37b9028452 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:17.819702 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:17.823989 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:18:17.882398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ac5a7-f64d-4d09-8662-9d37b9028452 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Subnet': ['ID=b5f9abab-2fc7-411b-b743-611a9dfd4f6d,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:17.901247 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event updated for resources: {'Port': ['ID=2c12eeb8-89c7-44a6-ac5e-5c40b1c3a939,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:17.928585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ac5a7-f64d-4d09-8662-9d37b9028452 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Checking segment: {'id': 'f512e736-9200-4fd3-bee3-67f3af635da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75924b99-a358-4085-a80f-110d04c9562d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:18:17.929040 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6ac5a7-f64d-4d09-8662-9d37b9028452 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network hostable DHCP agents. Network: 75924b99-a358-4085-a80f-110d04c9562d, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:18:17.971912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6ac5a7-f64d-4d09-8662-9d37b9028452 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network 75924b99-a358-4085-a80f-110d04c9562d is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:18:17.982482 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaec5a9-e629-45e3-8939-b6526dbfa9ac None None] Pushing event updated for resources: {'Port': ['ID=a030367d-2252-4bb6-a495-f1b9a7d78d1d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:17.996959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6f6ac5a7-f64d-4d09-8662-9d37b9028452 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 75924b99-a358-4085-a80f-110d04c9562d) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:18.002290 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.004545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ac5a7-f64d-4d09-8662-9d37b9028452 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:18.004769 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f6ac5a7-f64d-4d09-8662-9d37b9028452 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.006706 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e8ec54-c311-443d-aef0-ca2a417b261c None None] Network 75924b99-a358-4085-a80f-110d04c9562d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:18:18.044358 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6f6ac5a7-f64d-4d09-8662-9d37b9028452 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7090445 Nov 29 18:18:18.048647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44602) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:18.057193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7d67f2c3-463b-4a9b-89ee-b9edada2ea8b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-32451288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:18.080823 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Attempting to bind port a030367d-2252-4bb6-a495-f1b9a7d78d1d on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:18:18.081650 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.082241 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Attempting to bind port a030367d-2252-4bb6-a495-f1b9a7d78d1d by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'e565cf34-1a5c-4068-a09e-b68b84982495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:18:18.084064 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Attempting to bind port a030367d-2252-4bb6-a495-f1b9a7d78d1d on network 61733c11-da39-45f1-ae18-c53a50ed6ebf {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:18:18.095330 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:18:18.095811 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Checking segment: {'id': 'e565cf34-1a5c-4068-a09e-b68b84982495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:18:18.096343 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.096920 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Bound using segment: {'id': 'e565cf34-1a5c-4068-a09e-b68b84982495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:18:18.097514 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Bound port: a030367d-2252-4bb6-a495-f1b9a7d78d1d, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e565cf34-1a5c-4068-a09e-b68b84982495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:18:18.097974 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.120459 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d67f2c3-463b-4a9b-89ee-b9edada2ea8b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.121455 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d67f2c3-463b-4a9b-89ee-b9edada2ea8b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.199454 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] For port a030367d-2252-4bb6-a495-f1b9a7d78d1d, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:18:18.207659 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] For port a030367d-2252-4bb6-a495-f1b9a7d78d1d, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a030367d-2252-4bb6-a495-f1b9a7d78d1d,segment=NetworkSegment(e565cf34-1a5c-4068-a09e-b68b84982495),segment_id=e565cf34-1a5c-4068-a09e-b68b84982495)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:18:18.216764 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.237275 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d67f2c3-463b-4a9b-89ee-b9edada2ea8b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.247977 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d67f2c3-463b-4a9b-89ee-b9edada2ea8b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.282455 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d67f2c3-463b-4a9b-89ee-b9edada2ea8b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.287095 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7d67f2c3-463b-4a9b-89ee-b9edada2ea8b tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2379112 Nov 29 18:18:18.288109 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44606) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:18.291870 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-776ff7ab-83bf-4c55-82f7-23c02b8b16d5 None None] Provisioning complete for port a030367d-2252-4bb6-a495-f1b9a7d78d1d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:18.292686 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-776ff7ab-83bf-4c55-82f7-23c02b8b16d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.296630 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaec5a9-e629-45e3-8939-b6526dbfa9ac None None] Pushing event updated for resources: {'Port': ['ID=a030367d-2252-4bb6-a495-f1b9a7d78d1d,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:18.296796 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7a98fa5a-7797-4cc4-a7e8-18a30e366b01 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'port': {'network_id': '75924b99-a358-4085-a80f-110d04c9562d', 'name': 'tempest-RoutersIpV6Test-627835919'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:18.359065 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Routers {'b1cb59ab-9368-4f6a-b0db-4b319db8be8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:18.360189 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:18.387320 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-75924b99-a358-4085-a80f-110d04c9562d', 'network_id': '75924b99-a358-4085-a80f-110d04c9562d', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'fixed_ips': [{'subnet_id': 'b5f9abab-2fc7-411b-b743-611a9dfd4f6d'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:18:18.389367 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.443231 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.454935 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.564114 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-776ff7ab-83bf-4c55-82f7-23c02b8b16d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.591702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a98fa5a-7797-4cc4-a7e8-18a30e366b01 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:18:18.602640 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a98fa5a-7797-4cc4-a7e8-18a30e366b01 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.605444 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] Set router b1cb59ab-9368-4f6a-b0db-4b319db8be8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:18:18.662156 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-7a98fa5a-7797-4cc4-a7e8-18a30e366b01 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] device_id is not set on port 4372edf2-c2ca-4dcb-82b2-c3b55656d844 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:18:18.721527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event updated for resources: {'Port': ['ID=2c12eeb8-89c7-44a6-ac5e-5c40b1c3a939,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:18.745328 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-776ff7ab-83bf-4c55-82f7-23c02b8b16d5 None None] For port a030367d-2252-4bb6-a495-f1b9a7d78d1d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a030367d-2252-4bb6-a495-f1b9a7d78d1d,segment=NetworkSegment(e565cf34-1a5c-4068-a09e-b68b84982495),segment_id=e565cf34-1a5c-4068-a09e-b68b84982495)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:18.747338 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.755023 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-776ff7ab-83bf-4c55-82f7-23c02b8b16d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.759723 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Allocated IP 2001:db8::2 (75924b99-a358-4085-a80f-110d04c9562d/b5f9abab-2fc7-411b-b743-611a9dfd4f6d/1ad71309-4d8e-4639-8487-cd9d32e17009) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:18:18.795840 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:18.807424 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-44276d1a-2a90-4a33-a7f3-ba7153cac427 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8490300 Nov 29 18:18:19.045581 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:12Z', 'revision_number': 4, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a030367d-2252-4bb6-a495-f1b9a7d78d1d', 'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'mac_address': 'fa:16:3e:24:d6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:11Z', 'updated_at': '2021-11-29T18:18:18Z', 'revision_number': 4, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'subnets': [{'id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:19.080086 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb903f-ebda-4bf6-9fe0-ce9afffe40ad None None] The sync data for ids ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'] in n-d-819494-5 is: [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:12Z', 'revision_number': 4, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a030367d-2252-4bb6-a495-f1b9a7d78d1d', 'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'mac_address': 'fa:16:3e:24:d6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:11Z', 'updated_at': '2021-11-29T18:18:18Z', 'revision_number': 4, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'subnets': [{'id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:18:19.099082 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ff7ab-83bf-4c55-82f7-23c02b8b16d5 None None] Pushing event updated for resources: {'Port': ['ID=a030367d-2252-4bb6-a495-f1b9a7d78d1d,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:19.117432 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a817251d-669b-494a-8626-8630d1b72a8f None None] Provisioning complete for port a030367d-2252-4bb6-a495-f1b9a7d78d1d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:19.117766 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a817251d-669b-494a-8626-8630d1b72a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:19.183087 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-becad7a8-8635-4c74-a81c-6252d42baf9a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--993690207&fields=id&tenant_id=5991f81694454b6dbd48c6b809d5ad06 HTTP/1.1" status: 200 len: 267 time: 0.1756711 Nov 29 18:18:19.364072 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-d643aaaa-4dbc-4a6d-9f8d-819bde02510c tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:19.366402 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-d643aaaa-4dbc-4a6d-9f8d-819bde02510c tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/networks?id=61733c11-da39-45f1-ae18-c53a50ed6ebf HTTP/1.1" status: 200 len: 811 time: 0.1756227 Nov 29 18:18:19.389461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-903b2e71-51ad-4ec6-970c-2f98e9b2bd3a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/quotas/5991f81694454b6dbd48c6b809d5ad06 HTTP/1.1" status: 200 len: 375 time: 0.0127766 Nov 29 18:18:19.481723 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44656) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:19.532496 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-99fe34b3-8e55-49a7-b0a7-bcfd346e250c tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5991f81694454b6dbd48c6b809d5ad06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1314588 Nov 29 18:18:19.626590 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:19.653499 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:19.707129 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0004022b-7597-4df1-949a-9a50c2b3e338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:19.725482 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Network 75924b99-a358-4085-a80f-110d04c9562d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:19.732925 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:19.744327 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:18:19.783848 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Pushing event updated for resources: {'Port': ['ID=1ad71309-4d8e-4639-8487-cd9d32e17009,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:19.815171 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-7a98fa5a-7797-4cc4-a7e8-18a30e366b01 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Allocated IP 2001:db8::33d (75924b99-a358-4085-a80f-110d04c9562d/b5f9abab-2fc7-411b-b743-611a9dfd4f6d/4372edf2-c2ca-4dcb-82b2-c3b55656d844) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:18:19.834403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-5eca8f44-3348-4dcd-b4a3-c34124518354 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:18:19.840533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Attempting to bind port 1ad71309-4d8e-4639-8487-cd9d32e17009 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:18:19.841215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Attempting to bind port 1ad71309-4d8e-4639-8487-cd9d32e17009 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'f512e736-9200-4fd3-bee3-67f3af635da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75924b99-a358-4085-a80f-110d04c9562d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:18:19.841757 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Attempting to bind port 1ad71309-4d8e-4639-8487-cd9d32e17009 on network 75924b99-a358-4085-a80f-110d04c9562d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:18:19.845733 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-5eca8f44-3348-4dcd-b4a3-c34124518354 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2946734 Nov 29 18:18:19.849302 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:18:19.850487 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Checking segment: {'id': 'f512e736-9200-4fd3-bee3-67f3af635da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75924b99-a358-4085-a80f-110d04c9562d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:18:19.851190 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:19.851812 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Bound using segment: {'id': 'f512e736-9200-4fd3-bee3-67f3af635da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75924b99-a358-4085-a80f-110d04c9562d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:18:19.852549 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Bound port: 1ad71309-4d8e-4639-8487-cd9d32e17009, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f512e736-9200-4fd3-bee3-67f3af635da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '75924b99-a358-4085-a80f-110d04c9562d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:18:19.853116 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:19.961001 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0004022b-7597-4df1-949a-9a50c2b3e338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:19.967265 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0004022b-7597-4df1-949a-9a50c2b3e338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:19.987937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] For port 1ad71309-4d8e-4639-8487-cd9d32e17009, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:18:20.007630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] For port 1ad71309-4d8e-4639-8487-cd9d32e17009, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1ad71309-4d8e-4639-8487-cd9d32e17009,segment=NetworkSegment(f512e736-9200-4fd3-bee3-67f3af635da5),segment_id=f512e736-9200-4fd3-bee3-67f3af635da5)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:18:20.027388 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:20.068765 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a030367d-2252-4bb6-a495-f1b9a7d78d1d up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:18:20.071705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004022b-7597-4df1-949a-9a50c2b3e338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abe5bd5-afd3-44e7-ba3e-418e83287425,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:20.097617 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0004022b-7597-4df1-949a-9a50c2b3e338 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4adce583009749ae9ac8542c195b8965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6140323 Nov 29 18:18:20.100092 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44666) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:20.214317 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740d1a9-afc4-4996-895a-92c1ca7a8334 None None] Pushing event updated for resources: {'Port': ['ID=1ad71309-4d8e-4639-8487-cd9d32e17009,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:20.217732 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5d84e65-53fb-4209-a3e7-8ece708fa65b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:20.246427 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a030367d-2252-4bb6-a495-f1b9a7d78d1d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:20.246832 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:20.272821 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5d84e65-53fb-4209-a3e7-8ece708fa65b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:20.318244 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-1c8d1b1b-a388-4959-ae32-0803b3ced83d service neutron] 10.222.0.23 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718485 Nov 29 18:18:20.381153 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5d84e65-53fb-4209-a3e7-8ece708fa65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:20.384236 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5d84e65-53fb-4209-a3e7-8ece708fa65b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:20.385432 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d5d84e65-53fb-4209-a3e7-8ece708fa65b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6abe5bd5-afd3-44e7-ba3e-418e83287425 HTTP/1.1" status: 204 len: 168 time: 0.2836809 Nov 29 18:18:20.395443 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d84e65-53fb-4209-a3e7-8ece708fa65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abe5bd5-afd3-44e7-ba3e-418e83287425,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:20.507185 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a98fa5a-7797-4cc4-a7e8-18a30e366b01 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:20.698820 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-d245c58d-a69e-4cd7-a339-90b27638ed19 service neutron] 10.222.0.23 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714442 Nov 29 18:18:20.703915 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a98fa5a-7797-4cc4-a7e8-18a30e366b01 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:20.781660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a98fa5a-7797-4cc4-a7e8-18a30e366b01 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network 75924b99-a358-4085-a80f-110d04c9562d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:20.802003 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7a98fa5a-7797-4cc4-a7e8-18a30e366b01 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:20.813745 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a98fa5a-7797-4cc4-a7e8-18a30e366b01 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:18:20.824373 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a98fa5a-7797-4cc4-a7e8-18a30e366b01 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:20.827142 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a98fa5a-7797-4cc4-a7e8-18a30e366b01 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:20.860560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98fa5a-7797-4cc4-a7e8-18a30e366b01 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=4372edf2-c2ca-4dcb-82b2-c3b55656d844,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:20.888867 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7a98fa5a-7797-4cc4-a7e8-18a30e366b01 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5997422 Nov 29 18:18:20.892023 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44676) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:21.044387 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed9553f3-ba7e-4f84-80d9-01bd9cffef9f req-fb38f55b-f241-494d-82be-7fd3b60482b5 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 210 time: 0.0655787 Nov 29 18:18:21.084983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44684) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:21.106379 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bad19fc-013f-402f-9958-d7d72d26bc12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:21.235312 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bad19fc-013f-402f-9958-d7d72d26bc12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:21.241320 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bad19fc-013f-402f-9958-d7d72d26bc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:21.285645 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad19fc-013f-402f-9958-d7d72d26bc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69254b77-8598-485b-85e6-8bbd03623e3b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:21.305381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9bad19fc-013f-402f-9958-d7d72d26bc12 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b5d0c29a4934f81bfd55b5c8264605e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2189910 Nov 29 18:18:21.308607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44690) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:21.387866 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:21.388286 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-547c2148-165c-4700-81a6-9f885b50e511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:21.432421 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-547c2148-165c-4700-81a6-9f885b50e511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:21.492837 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-547c2148-165c-4700-81a6-9f885b50e511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:21.501541 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-547c2148-165c-4700-81a6-9f885b50e511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:21.506612 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-547c2148-165c-4700-81a6-9f885b50e511 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69254b77-8598-485b-85e6-8bbd03623e3b HTTP/1.1" status: 204 len: 168 time: 0.1944211 Nov 29 18:18:21.521930 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c2148-165c-4700-81a6-9f885b50e511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69254b77-8598-485b-85e6-8bbd03623e3b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:21.698336 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:21.705355 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:21.787635 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=4372edf2-c2ca-4dcb-82b2-c3b55656d844,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:21.799544 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606464b3-7ee1-4297-a571-f1c095e8dfa7 None None] Network 75924b99-a358-4085-a80f-110d04c9562d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:18:21.911256 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:21.975020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-54f040e6-6d2d-412b-9ed6-a30f42e220b4 None None] Provisioning complete for port 1ad71309-4d8e-4639-8487-cd9d32e17009 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:21.975530 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-54f040e6-6d2d-412b-9ed6-a30f42e220b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:22.022062 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1ad71309-4d8e-4639-8487-cd9d32e17009 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:18:22.071927 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:22.163228 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-54f040e6-6d2d-412b-9ed6-a30f42e220b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:22.224567 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-33a4be87-4041-4f9b-969c-0b54a8ba5d05 req-5d0b2ecc-8d80-4ee3-938e-c7a52dcbbd0d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 210 time: 0.0716639 Nov 29 18:18:22.230252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-54f040e6-6d2d-412b-9ed6-a30f42e220b4 None None] For port 1ad71309-4d8e-4639-8487-cd9d32e17009, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1ad71309-4d8e-4639-8487-cd9d32e17009,segment=NetworkSegment(f512e736-9200-4fd3-bee3-67f3af635da5),segment_id=f512e736-9200-4fd3-bee3-67f3af635da5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:22.259037 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-54f040e6-6d2d-412b-9ed6-a30f42e220b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:22.308780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 1ad71309-4d8e-4639-8487-cd9d32e17009 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:22.309580 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:22.391288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f040e6-6d2d-412b-9ed6-a30f42e220b4 None None] Pushing event updated for resources: {'Port': ['ID=1ad71309-4d8e-4639-8487-cd9d32e17009,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:22.504798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-19ce5849-fd0f-49a8-9c83-e89026d38c39 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:22.507180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-19ce5849-fd0f-49a8-9c83-e89026d38c39 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.31 "GET /v2.0/networks?id=61733c11-da39-45f1-ae18-c53a50ed6ebf HTTP/1.1" status: 200 len: 811 time: 0.2929089 Nov 29 18:18:22.598036 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:22.605469 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:22.607658 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:22.645744 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-77b42af2-7ae5-4e8f-9350-460ab7f76d8f tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5991f81694454b6dbd48c6b809d5ad06 HTTP/1.1" status: 200 len: 379 time: 0.1227968 Nov 29 18:18:22.650758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-31bf61db-8e05-460d-9a83-d330d6fc182b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Request body: {'port': {'device_id': '02109911-98e5-4007-a22e-6add51ccd094', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'admin_state_up': True, 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'security_groups': ['677aeeae-42d1-4d11-87e8-1619c5c04ed9']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:22.682938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=4372edf2-c2ca-4dcb-82b2-c3b55656d844,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:22.696658 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-77f17d90-5c14-4b30-acde-51c572f29166 None None] Provisioning complete for port 1ad71309-4d8e-4639-8487-cd9d32e17009 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:22.697324 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-77f17d90-5c14-4b30-acde-51c572f29166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:22.852728 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-77f17d90-5c14-4b30-acde-51c572f29166 None None] Provisioning complete for port 4372edf2-c2ca-4dcb-82b2-c3b55656d844 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:22.853376 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-77f17d90-5c14-4b30-acde-51c572f29166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:22.877815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:22.878166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:22.878636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:22.879127 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:22.879768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:22.880216 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:22.880661 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:22.881104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:22.881550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:22.882005 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:22.882504 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:22.883018 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:22.895909 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network 75924b99-a358-4085-a80f-110d04c9562d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:22.897899 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:22.908484 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-31bf61db-8e05-460d-9a83-d330d6fc182b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Made reservation on behalf of 5991f81694454b6dbd48c6b809d5ad06 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:18:22.918715 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-31bf61db-8e05-460d-9a83-d330d6fc182b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:22.943894 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-77f17d90-5c14-4b30-acde-51c572f29166 None None] Port 4372edf2-c2ca-4dcb-82b2-c3b55656d844 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:23.071548 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router 17390543-f0dd-4acd-83ae-6196b188e020 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:18:23.103552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ec5e4e57-6ba0-4d28-a833-00359fb650b1 None None] Provisioning complete for port 4372edf2-c2ca-4dcb-82b2-c3b55656d844 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:23.104421 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec5e4e57-6ba0-4d28-a833-00359fb650b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:23.217935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e4e57-6ba0-4d28-a833-00359fb650b1 None None] Port 4372edf2-c2ca-4dcb-82b2-c3b55656d844 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:23.250715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-31bf61db-8e05-460d-9a83-d330d6fc182b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Allocated IP 172.20.0.4 (61733c11-da39-45f1-ae18-c53a50ed6ebf/95d25936-e438-49fc-88cf-2ab9c265fd23/a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:18:23.281914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:18:23.293938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a983846-9854-419a-82f9-318ba0c6e08d None None] Sync routers for ids ['17390543-f0dd-4acd-83ae-6196b188e020'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:18:23.311348 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0697959b-f0d7-49b2-921b-125c7aa7fdc8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/17390543-f0dd-4acd-83ae-6196b188e020/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4175754 Nov 29 18:18:23.313401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44740) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:23.315981 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a983846-9854-419a-82f9-318ba0c6e08d None None] Routers {'17390543-f0dd-4acd-83ae-6196b188e020'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:23.316888 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3a983846-9854-419a-82f9-318ba0c6e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['17390543-f0dd-4acd-83ae-6196b188e020'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:23.365524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3a983846-9854-419a-82f9-318ba0c6e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:23.400419 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a983846-9854-419a-82f9-318ba0c6e08d None None] Routers {'17390543-f0dd-4acd-83ae-6196b188e020'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:23.401061 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3a983846-9854-419a-82f9-318ba0c6e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['17390543-f0dd-4acd-83ae-6196b188e020'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:23.453092 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3a983846-9854-419a-82f9-318ba0c6e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:23.454039 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a983846-9854-419a-82f9-318ba0c6e08d None None] The sync data for ids ['17390543-f0dd-4acd-83ae-6196b188e020'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:18:23.514463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60854149-1887-482a-9edd-8b6806dc540d req-ab263e38-83ba-4e5e-a64f-c289b229c490 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 210 time: 0.0398057 Nov 29 18:18:23.550485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4b5914b0-328b-444d-ac5c-22274f66b5dc None None] Provisioning complete for port 4372edf2-c2ca-4dcb-82b2-c3b55656d844 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:23.553958 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b5914b0-328b-444d-ac5c-22274f66b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:23.621453 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4b5914b0-328b-444d-ac5c-22274f66b5dc None None] Port 4372edf2-c2ca-4dcb-82b2-c3b55656d844 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:23.625169 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-31bf61db-8e05-460d-9a83-d330d6fc182b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:23.693404 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-31bf61db-8e05-460d-9a83-d330d6fc182b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:23.791132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-31bf61db-8e05-460d-9a83-d330d6fc182b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Network 61733c11-da39-45f1-ae18-c53a50ed6ebf is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:23.794417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-31bf61db-8e05-460d-9a83-d330d6fc182b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:23.798261 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-31bf61db-8e05-460d-9a83-d330d6fc182b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:18:23.833697 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf61db-8e05-460d-9a83-d330d6fc182b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event updated for resources: {'Port': ['ID=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:23.891992 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c269c22d-6983-490d-8b1f-06478a233f4e None None] Provisioning complete for port 4372edf2-c2ca-4dcb-82b2-c3b55656d844 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:23.892777 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda5f9bf-ac30-42d8-816f-90a42ffcb97f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:23.893994 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c269c22d-6983-490d-8b1f-06478a233f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:23.895458 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fda5f9bf-ac30-42d8-816f-90a42ffcb97f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports/4372edf2-c2ca-4dcb-82b2-c3b55656d844 HTTP/1.1" status: 200 len: 983 time: 0.5809460 Nov 29 18:18:23.898147 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44754) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:23.903945 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-31bf61db-8e05-460d-9a83-d330d6fc182b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:23.905117 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-31bf61db-8e05-460d-9a83-d330d6fc182b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:23.941436 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-31bf61db-8e05-460d-9a83-d330d6fc182b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2945583 Nov 29 18:18:23.955766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Request body: {'port': {'device_id': '02109911-98e5-4007-a22e-6add51ccd094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:23.973877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c269c22d-6983-490d-8b1f-06478a233f4e None None] Port 4372edf2-c2ca-4dcb-82b2-c3b55656d844 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:24.040092 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1ad71309-4d8e-4639-8487-cd9d32e17009 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:18:24.108132 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:24.115899 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c0034871-b04c-4feb-bf8a-e634b4f2c65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:24.209392 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 1ad71309-4d8e-4639-8487-cd9d32e17009 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:24.209768 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:24.352631 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-72fafde8-6fce-4988-bf72-8eae20fec0d7 None None] Provisioning complete for port a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:24.353138 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72fafde8-6fce-4988-bf72-8eae20fec0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:24.445064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-72fafde8-6fce-4988-bf72-8eae20fec0d7 None None] Port a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:24.515241 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:18:24.529284 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:24.551451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Transition to ACTIVE for port object a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:18:24.556835 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:24.627578 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be4a9ac7-70da-4c27-84e8-e73720f0ee45 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:24.665348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:24.907812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Attempting to bind port a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:18:24.908079 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Attempting to bind port a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'e565cf34-1a5c-4068-a09e-b68b84982495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:18:24.908416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Attempting to bind port a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 on network 61733c11-da39-45f1-ae18-c53a50ed6ebf {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:18:24.915908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Port a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 on network 61733c11-da39-45f1-ae18-c53a50ed6ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:18:24.916243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Attempting to bind port a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 on network 61733c11-da39-45f1-ae18-c53a50ed6ebf {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:18:24.954486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9750d-fe60-4ea1-9dd6-e41029c4b8b3 req-f27fdfbb-a185-44d2-94de-cdf2de2c9f76 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:24.956137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a9750d-fe60-4ea1-9dd6-e41029c4b8b3 req-f27fdfbb-a185-44d2-94de-cdf2de2c9f76 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 943 time: 0.1639247 Nov 29 18:18:24.956959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:18:24.957303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Checking segment: {'id': 'e565cf34-1a5c-4068-a09e-b68b84982495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:18:24.957696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Bound using segment: {'id': 'e565cf34-1a5c-4068-a09e-b68b84982495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:18:24.958148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Bound port: a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e565cf34-1a5c-4068-a09e-b68b84982495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:18:24.958514 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:25.106965 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a9750d-fe60-4ea1-9dd6-e41029c4b8b3 req-538de85f-37e6-4c20-ab0c-cfa5b1f6af49 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313498 Nov 29 18:18:25.108404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] For port a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:18:25.111812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] For port a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0,segment=NetworkSegment(e565cf34-1a5c-4068-a09e-b68b84982495),segment_id=e565cf34-1a5c-4068-a09e-b68b84982495)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:18:25.118362 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:25.161213 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:25.161477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-be4a9ac7-70da-4c27-84e8-e73720f0ee45 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port 4372edf2-c2ca-4dcb-82b2-c3b55656d844 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:18:25.161649 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be4a9ac7-70da-4c27-84e8-e73720f0ee45 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:25.161845 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:25.163447 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] 10.222.0.31 "PUT /v2.0/ports/a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 HTTP/1.1" status: 200 len: 1091 time: 1.2131050 Nov 29 18:18:25.163934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02109911-98e5-4007-a22e-6add51ccd094', 'tag': 'a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:18:25.166544 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c849b42-13cd-4e01-889e-ba9c3d5cf4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "02109911-98e5-4007-a22e-6add51ccd094", "tag": "a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:18:25.212790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59f6c4-1ce4-4ee2-8e30-57f687533aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:25.253921 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3674004-6af0-499c-9660-75769f8cc949 x-openstack-request-id: req-a3674004-6af0-499c-9660-75769f8cc949 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:18:25.254236 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02109911-98e5-4007-a22e-6add51ccd094", "tag": "a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:18:25.254576 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3674004-6af0-499c-9660-75769f8cc949 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:18:25.254909 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02109911-98e5-4007-a22e-6add51ccd094', 'tag': 'a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0', 'status': 'completed', 'code': 200} Nov 29 18:18:25.275667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-8e0b0b59-debd-405c-bba9-6e35416f2782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:25.277441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-8e0b0b59-debd-405c-bba9-6e35416f2782 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5991f81694454b6dbd48c6b809d5ad06&device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 1094 time: 0.0659046 Nov 29 18:18:25.341572 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-d63c8df3-705a-4cbf-ab93-96624f5c5bb1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 HTTP/1.1" status: 200 len: 217 time: 0.0562973 Nov 29 18:18:25.371033 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be4a9ac7-70da-4c27-84e8-e73720f0ee45 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:25.406512 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-be4a9ac7-70da-4c27-84e8-e73720f0ee45 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for 4372edf2-c2ca-4dcb-82b2-c3b55656d844 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:18:25.415986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-62ba8ba6-f2cb-4438-9a57-f4b02e787831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:25.418745 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-62ba8ba6-f2cb-4438-9a57-f4b02e787831 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=95d25936-e438-49fc-88cf-2ab9c265fd23 HTTP/1.1" status: 200 len: 850 time: 0.0687890 Nov 29 18:18:25.518438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-e37e9bac-7389-4133-8292-2155f952b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:25.523750 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-e37e9bac-7389-4133-8292-2155f952b82b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61733c11-da39-45f1-ae18-c53a50ed6ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976768 Nov 29 18:18:25.650994 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-c139ad4c-fee8-408e-82b0-49c20b6b3b15 service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195946 Nov 29 18:18:25.666668 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be4a9ac7-70da-4c27-84e8-e73720f0ee45 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:25.715055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a9ac7-70da-4c27-84e8-e73720f0ee45 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=4372edf2-c2ca-4dcb-82b2-c3b55656d844,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:25.786503 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876fbd9d-b90c-4fc2-ac40-8c9a9c89286f req-7202354a-3af3-47fb-b206-fc53368ba0bc service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276269 Nov 29 18:18:25.887726 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be4a9ac7-70da-4c27-84e8-e73720f0ee45 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:25.941861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c849b42-13cd-4e01-889e-ba9c3d5cf4f2 req-626c5a4e-94ad-40dd-8a6e-a0336d51e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:25.943428 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c849b42-13cd-4e01-889e-ba9c3d5cf4f2 req-626c5a4e-94ad-40dd-8a6e-a0336d51e406 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5991f81694454b6dbd48c6b809d5ad06&device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 1094 time: 0.0938692 Nov 29 18:18:26.115203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4a9ac7-70da-4c27-84e8-e73720f0ee45 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router 17390543-f0dd-4acd-83ae-6196b188e020 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:18:26.127515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c849b42-13cd-4e01-889e-ba9c3d5cf4f2 req-560029b5-575d-48c2-ba1a-668e10a2af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:26.129019 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c849b42-13cd-4e01-889e-ba9c3d5cf4f2 req-560029b5-575d-48c2-ba1a-668e10a2af0e service neutron] 10.222.0.31 "GET /v2.0/networks?id=61733c11-da39-45f1-ae18-c53a50ed6ebf HTTP/1.1" status: 200 len: 912 time: 0.1773210 Nov 29 18:18:26.223482 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c849b42-13cd-4e01-889e-ba9c3d5cf4f2 req-4529e9f3-d6b4-4b34-94b6-aee937fa99fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 HTTP/1.1" status: 200 len: 217 time: 0.0743315 Nov 29 18:18:26.236067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4a9ac7-70da-4c27-84e8-e73720f0ee45 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:18:26.245578 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-be4a9ac7-70da-4c27-84e8-e73720f0ee45 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/17390543-f0dd-4acd-83ae-6196b188e020/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3463812 Nov 29 18:18:26.246210 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44802) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:26.246689 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d026c3-6b71-46ed-8bd1-af9a6306ea65 None None] Sync routers for ids ['17390543-f0dd-4acd-83ae-6196b188e020'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:18:26.256862 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d026c3-6b71-46ed-8bd1-af9a6306ea65 None None] Routers {'17390543-f0dd-4acd-83ae-6196b188e020'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:26.257472 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a4d026c3-6b71-46ed-8bd1-af9a6306ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['17390543-f0dd-4acd-83ae-6196b188e020'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:26.360155 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a4d026c3-6b71-46ed-8bd1-af9a6306ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:26.386476 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d026c3-6b71-46ed-8bd1-af9a6306ea65 None None] Routers {'17390543-f0dd-4acd-83ae-6196b188e020'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:26.387110 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a4d026c3-6b71-46ed-8bd1-af9a6306ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:17:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['17390543-f0dd-4acd-83ae-6196b188e020'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:26.423097 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd81eaba-bfbf-4a2c-8651-85f69be2d6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:26.432516 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c849b42-13cd-4e01-889e-ba9c3d5cf4f2 req-c925890c-c5a0-4027-9ead-7636f7562529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:26.435428 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c849b42-13cd-4e01-889e-ba9c3d5cf4f2 req-c925890c-c5a0-4027-9ead-7636f7562529 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=95d25936-e438-49fc-88cf-2ab9c265fd23 HTTP/1.1" status: 200 len: 850 time: 0.2109084 Nov 29 18:18:26.465706 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a4d026c3-6b71-46ed-8bd1-af9a6306ea65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:26.466356 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d026c3-6b71-46ed-8bd1-af9a6306ea65 None None] The sync data for ids ['17390543-f0dd-4acd-83ae-6196b188e020'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:18:26.477714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d19871-bc9c-44b5-85d0-19b0e97a120c req-6df563bd-01c6-41da-8635-0ae83501ec21 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:26.479460 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17d19871-bc9c-44b5-85d0-19b0e97a120c req-6df563bd-01c6-41da-8635-0ae83501ec21 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 943 time: 0.1717348 Nov 29 18:18:26.568241 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-6948d5df-99a2-4723-b0af-34f9e8d36c20 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] remove_router_interface failed (client error): The resource could not be found. Nov 29 18:18:26.569543 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6948d5df-99a2-4723-b0af-34f9e8d36c20 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/17390543-f0dd-4acd-83ae-6196b188e020/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3223298 Nov 29 18:18:26.572856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44808) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:26.644320 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3c0584e8-e915-4761-913f-dcbb934cccf2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17390543-f0dd-4acd-83ae-6196b188e020 HTTP/1.1" status: 200 len: 205 time: 0.0700326 Nov 29 18:18:26.645200 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44812) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:26.813676 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fabf796c-7103-4b09-ae28-4a68b8ed008f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:27.094414 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fabf796c-7103-4b09-ae28-4a68b8ed008f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:27.098198 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fabf796c-7103-4b09-ae28-4a68b8ed008f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:27.124496 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17d19871-bc9c-44b5-85d0-19b0e97a120c req-6d3f5b95-97a7-4aee-8ea1-ba3fbc1ae5ec tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6250248 Nov 29 18:18:27.125593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c849b42-13cd-4e01-889e-ba9c3d5cf4f2 req-7e6feecb-514b-4c3f-8edc-21a0e4d3145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:27.126988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c849b42-13cd-4e01-889e-ba9c3d5cf4f2 req-7e6feecb-514b-4c3f-8edc-21a0e4d3145c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61733c11-da39-45f1-ae18-c53a50ed6ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6795299 Nov 29 18:18:27.146887 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:27.180787 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fabf796c-7103-4b09-ae28-4a68b8ed008f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:27.181342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabf796c-7103-4b09-ae28-4a68b8ed008f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Fanout notify agent at l3_agent the message router_deleted on router 17390543-f0dd-4acd-83ae-6196b188e020 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:18:27.200093 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fabf796c-7103-4b09-ae28-4a68b8ed008f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:27.201490 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fabf796c-7103-4b09-ae28-4a68b8ed008f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/routers/17390543-f0dd-4acd-83ae-6196b188e020 HTTP/1.1" status: 204 len: 168 time: 0.5551798 Nov 29 18:18:27.204384 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44816) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:27.272027 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c849b42-13cd-4e01-889e-ba9c3d5cf4f2 req-f02e94c3-fd36-4ffd-983c-a62d54410bcc service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365347 Nov 29 18:18:27.283587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c97f0d-20b9-415f-9050-179ed8b67929 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting subnet b5f9abab-2fc7-411b-b743-611a9dfd4f6d {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:18:27.295164 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11c97f0d-20b9-415f-9050-179ed8b67929 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:27.375199 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11c97f0d-20b9-415f-9050-179ed8b67929 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:27.440189 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c849b42-13cd-4e01-889e-ba9c3d5cf4f2 req-700d5cda-a697-402a-bb85-94e7d6a493d8 service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541753 Nov 29 18:18:27.493109 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11c97f0d-20b9-415f-9050-179ed8b67929 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:27.579846 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:27.595311 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11c97f0d-20b9-415f-9050-179ed8b67929 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:27.631200 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c97f0d-20b9-415f-9050-179ed8b67929 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f9abab-2fc7-411b-b743-611a9dfd4f6d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:27.645637 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b4cc31-4b0c-4de3-995a-2b4486c657dd None None] Network 75924b99-a358-4085-a80f-110d04c9562d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:18:27.654993 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11c97f0d-20b9-415f-9050-179ed8b67929 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:27.663599 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-11c97f0d-20b9-415f-9050-179ed8b67929 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/b5f9abab-2fc7-411b-b743-611a9dfd4f6d HTTP/1.1" status: 204 len: 168 time: 0.4581575 Nov 29 18:18:27.666093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44826) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:27.753590 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:27.818538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port 1ad71309-4d8e-4639-8487-cd9d32e17009 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:18:27.819208 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:27.942695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] For port 1ad71309-4d8e-4639-8487-cd9d32e17009, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1ad71309-4d8e-4639-8487-cd9d32e17009,segment=NetworkSegment(f512e736-9200-4fd3-bee3-67f3af635da5),segment_id=f512e736-9200-4fd3-bee3-67f3af635da5)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:27.943103 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:27.957324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for 1ad71309-4d8e-4639-8487-cd9d32e17009 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:18:27.967512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba09908-3694-4444-a45c-7a83d4587f44 None None] DHCP port deletion for 75924b99-a358-4085-a80f-110d04c9562d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:18:28.043745 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dba09908-3694-4444-a45c-7a83d4587f44 None None] Deleting port 1ad71309-4d8e-4639-8487-cd9d32e17009 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:18:28.044750 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dba09908-3694-4444-a45c-7a83d4587f44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:28.159839 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:28.201072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-dba09908-3694-4444-a45c-7a83d4587f44 None None] For port 1ad71309-4d8e-4639-8487-cd9d32e17009, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1ad71309-4d8e-4639-8487-cd9d32e17009,segment=NetworkSegment(f512e736-9200-4fd3-bee3-67f3af635da5),segment_id=f512e736-9200-4fd3-bee3-67f3af635da5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:28.201572 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dba09908-3694-4444-a45c-7a83d4587f44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:28.206660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No DVR routers for this DVR port 1ad71309-4d8e-4639-8487-cd9d32e17009 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:18:28.225014 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dba09908-3694-4444-a45c-7a83d4587f44 None None] Calling delete_port for 1ad71309-4d8e-4639-8487-cd9d32e17009 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:18:28.243678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=1ad71309-4d8e-4639-8487-cd9d32e17009,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:28.323121 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dba09908-3694-4444-a45c-7a83d4587f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:28.352297 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba09908-3694-4444-a45c-7a83d4587f44 None None] Pushing event deleted for resources: {'Port': ['ID=1ad71309-4d8e-4639-8487-cd9d32e17009,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:28.377196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba09908-3694-4444-a45c-7a83d4587f44 None None] No DVR routers for this DVR port 1ad71309-4d8e-4639-8487-cd9d32e17009 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:18:28.408434 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:28.427047 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:18:28.490747 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75924b99-a358-4085-a80f-110d04c9562d']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:28.537621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57da9c-55c0-4f7f-ae8f-5b322e21a72a req-7f6cdcc1-e42f-4954-b7bc-efdd270cece7 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:28.540232 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc57da9c-55c0-4f7f-ae8f-5b322e21a72a req-7f6cdcc1-e42f-4954-b7bc-efdd270cece7 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 943 time: 0.1356478 Nov 29 18:18:28.543247 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f512e736-9200-4fd3-bee3-67f3af635da5') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:28.543751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f512e736-9200-4fd3-bee3-67f3af635da5') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:28.576857 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:28.629782 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:28.647216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0,segment=NetworkSegment(e565cf34-1a5c-4068-a09e-b68b84982495),segment_id=e565cf34-1a5c-4068-a09e-b68b84982495)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:28.653027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:18:28.653681 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:18:28.659448 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:18:28.679904 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'port_id': 'a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0', 'mac_address': 'fa:16:3e:d1:94:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:18:28.733151 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc57da9c-55c0-4f7f-ae8f-5b322e21a72a req-f446f51c-df4a-4f46-b3c8-ee30c2f68a1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754746 Nov 29 18:18:28.779623 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:28.811733 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:28.813202 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:18:28.845711 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0,segment=NetworkSegment(e565cf34-1a5c-4068-a09e-b68b84982495),segment_id=e565cf34-1a5c-4068-a09e-b68b84982495)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:28.850010 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:28.851042 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:28.855547 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/networks/75924b99-a358-4085-a80f-110d04c9562d HTTP/1.1" status: 204 len: 168 time: 1.1877635 Nov 29 18:18:28.856260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a70de-03df-4d7e-a79f-165109d59242 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Network': ['ID=75924b99-a358-4085-a80f-110d04c9562d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:28.859404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44842) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:28.864127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9ee44688-3149-4a6c-a200-2702a7e24e4d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-264260883'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:28.888307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee44688-3149-4a6c-a200-2702a7e24e4d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:18:28.893038 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ee44688-3149-4a6c-a200-2702a7e24e4d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:28.920862 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:28.924204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee44688-3149-4a6c-a200-2702a7e24e4d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:18:28.939678 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ee44688-3149-4a6c-a200-2702a7e24e4d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:28.940079 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-9ee44688-3149-4a6c-a200-2702a7e24e4d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Added segment b17dd767-f229-44bd-bb02-7476ea49c539 of type vlan for network 00d830ff-7f8e-42fd-ba87-cb4456d5b102 Nov 29 18:18:28.988302 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ee44688-3149-4a6c-a200-2702a7e24e4d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:29.020419 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ee44688-3149-4a6c-a200-2702a7e24e4d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:29.031284 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee44688-3149-4a6c-a200-2702a7e24e4d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:29.031284 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ee44688-3149-4a6c-a200-2702a7e24e4d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:29.077523 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:29.099303 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44848) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:29.099785 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9ee44688-3149-4a6c-a200-2702a7e24e4d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2391212 Nov 29 18:18:29.104334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-3004a574-4715-4137-abfb-aec8cd6ea68d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'subnet': {'network_id': '00d830ff-7f8e-42fd-ba87-cb4456d5b102', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:29.115108 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee44688-3149-4a6c-a200-2702a7e24e4d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Network': ['ID=00d830ff-7f8e-42fd-ba87-cb4456d5b102,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:29.134905 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 00d830ff-7f8e-42fd-ba87-cb4456d5b102 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:18:29.282465 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3004a574-4715-4137-abfb-aec8cd6ea68d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:18:29.289332 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3004a574-4715-4137-abfb-aec8cd6ea68d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:29.292867 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:18:29.656700 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3004a574-4715-4137-abfb-aec8cd6ea68d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:29.657412 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:29.774514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004a574-4715-4137-abfb-aec8cd6ea68d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Subnet': ['ID=44106aec-e392-4aca-b932-5aa63483aabe,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:29.779371 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3004a574-4715-4137-abfb-aec8cd6ea68d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Checking segment: {'id': 'b17dd767-f229-44bd-bb02-7476ea49c539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '00d830ff-7f8e-42fd-ba87-cb4456d5b102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:18:29.779963 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3004a574-4715-4137-abfb-aec8cd6ea68d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network hostable DHCP agents. Network: 00d830ff-7f8e-42fd-ba87-cb4456d5b102, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:18:29.809644 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3004a574-4715-4137-abfb-aec8cd6ea68d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network 00d830ff-7f8e-42fd-ba87-cb4456d5b102 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:18:29.832053 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-3004a574-4715-4137-abfb-aec8cd6ea68d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 00d830ff-7f8e-42fd-ba87-cb4456d5b102) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:29.836673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3004a574-4715-4137-abfb-aec8cd6ea68d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:29.837275 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3004a574-4715-4137-abfb-aec8cd6ea68d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:29.845658 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf2bdd4-630b-439b-8fc7-56069aa37ec8 None None] Network 00d830ff-7f8e-42fd-ba87-cb4456d5b102 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:18:29.865795 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3004a574-4715-4137-abfb-aec8cd6ea68d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7652748 Nov 29 18:18:29.868410 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44894) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:29.872948 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6cc88cf7-6094-4a41-b61b-148c24359b42 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-536227797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:29.971614 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6cc88cf7-6094-4a41-b61b-148c24359b42 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:29.972941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6cc88cf7-6094-4a41-b61b-148c24359b42 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:30.048241 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a9bf9-e18d-4270-9d7a-b2302ccf866d req-2a6ff0f2-7572-4b20-a033-42713f2ebe6b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:30.050650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-380a9bf9-e18d-4270-9d7a-b2302ccf866d req-2a6ff0f2-7572-4b20-a033-42713f2ebe6b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 944 time: 0.1148117 Nov 29 18:18:30.085486 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1ad71309-4d8e-4639-8487-cd9d32e17009 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:18:30.118994 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6cc88cf7-6094-4a41-b61b-148c24359b42 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:30.128257 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6cc88cf7-6094-4a41-b61b-148c24359b42 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:30.176985 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6cc88cf7-6094-4a41-b61b-148c24359b42 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:30.180808 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6cc88cf7-6094-4a41-b61b-148c24359b42 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3100598 Nov 29 18:18:30.182498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44906) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:30.201655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 1ad71309-4d8e-4639-8487-cd9d32e17009 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:18:30.202228 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1ad71309-4d8e-4639-8487-cd9d32e17009 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:18:30.219646 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-380a9bf9-e18d-4270-9d7a-b2302ccf866d req-078382d0-53ce-4620-b186-a95b7a340b6c tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502297 Nov 29 18:18:30.259927 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:30.348070 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-00d830ff-7f8e-42fd-ba87-cb4456d5b102', 'network_id': '00d830ff-7f8e-42fd-ba87-cb4456d5b102', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'fixed_ips': [{'subnet_id': '44106aec-e392-4aca-b932-5aa63483aabe'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:18:30.349244 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:30.613996 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:30.623112 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:18:30.826951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:18:30.837879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:30.838702 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:30.886171 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Allocated IP 2001:db8::2 (00d830ff-7f8e-42fd-ba87-cb4456d5b102/44106aec-e392-4aca-b932-5aa63483aabe/5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:18:31.069226 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:31.123407 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02109911-98e5-4007-a22e-6add51ccd094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:18:31.126628 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f3338d-f027-4751-a1a5-1c40e11aea53" -d '{"events": [{"server_uuid": "02109911-98e5-4007-a22e-6add51ccd094", "name": "network-vif-plugged", "status": "completed", "tag": "a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:18:31.165001 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0,segment=NetworkSegment(e565cf34-1a5c-4068-a09e-b68b84982495),segment_id=e565cf34-1a5c-4068-a09e-b68b84982495)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:31.178247 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:31.218767 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c54798-8a65-4336-8fd1-5c917304ba12 x-openstack-request-id: req-89c54798-8a65-4336-8fd1-5c917304ba12 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:18:31.219115 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02109911-98e5-4007-a22e-6add51ccd094", "name": "network-vif-plugged", "status": "completed", "tag": "a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:18:31.219374 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89c54798-8a65-4336-8fd1-5c917304ba12 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:18:31.219776 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02109911-98e5-4007-a22e-6add51ccd094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0', 'code': 200} Nov 29 18:18:31.228312 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:31.244394 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:31.253122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:31.289938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Network 00d830ff-7f8e-42fd-ba87-cb4456d5b102 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:31.292918 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:31.295639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:18:31.339693 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Pushing event updated for resources: {'Port': ['ID=5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:31.347190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Allocated IP 2001:db8::1 (00d830ff-7f8e-42fd-ba87-cb4456d5b102/44106aec-e392-4aca-b932-5aa63483aabe/3526787e-07a2-4ef7-8091-aebf8555e882) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:18:31.371725 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Attempting to bind port 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:18:31.372733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Attempting to bind port 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'b17dd767-f229-44bd-bb02-7476ea49c539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '00d830ff-7f8e-42fd-ba87-cb4456d5b102'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:18:31.373107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Attempting to bind port 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f on network 00d830ff-7f8e-42fd-ba87-cb4456d5b102 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:18:31.386981 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:18:31.387414 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Checking segment: {'id': 'b17dd767-f229-44bd-bb02-7476ea49c539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '00d830ff-7f8e-42fd-ba87-cb4456d5b102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:18:31.387831 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:31.388189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Bound using segment: {'id': 'b17dd767-f229-44bd-bb02-7476ea49c539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '00d830ff-7f8e-42fd-ba87-cb4456d5b102'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:18:31.388700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Bound port: 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17dd767-f229-44bd-bb02-7476ea49c539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '00d830ff-7f8e-42fd-ba87-cb4456d5b102'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:18:31.389101 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:31.480644 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] For port 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:18:31.481352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57702d-ad54-4e6b-879f-86478bf1800b req-af20d3c5-8059-4604-8028-114f784210d4 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:31.489451 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b57702d-ad54-4e6b-879f-86478bf1800b req-af20d3c5-8059-4604-8028-114f784210d4 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.1443236 Nov 29 18:18:31.492091 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695714f-db8c-408a-ab16-f8c609dabb69 req-c84b3db5-748b-4cb7-901c-8b67d21ee60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:31.493545 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] For port 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f,segment=NetworkSegment(b17dd767-f229-44bd-bb02-7476ea49c539),segment_id=b17dd767-f229-44bd-bb02-7476ea49c539)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:18:31.495509 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8695714f-db8c-408a-ab16-f8c609dabb69 req-c84b3db5-748b-4cb7-901c-8b67d21ee60e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 1096 time: 0.2234190 Nov 29 18:18:31.502296 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:31.511780 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:31.553438 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:31.579928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b57702d-ad54-4e6b-879f-86478bf1800b req-377f09bd-658e-4dae-a980-3ead4ad03369 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832434 Nov 29 18:18:31.618841 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8695714f-db8c-408a-ab16-f8c609dabb69 req-66171a42-226f-426b-b7e5-eb407184c7f9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606430 Nov 29 18:18:31.623106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4c32d-783c-45a4-ad42-85b99c79175a None None] Pushing event updated for resources: {'Port': ['ID=5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:31.636718 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network 00d830ff-7f8e-42fd-ba87-cb4456d5b102 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:31.641149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:31.646564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:18:31.647598 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:31.655237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=3526787e-07a2-4ef7-8091-aebf8555e882,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:31.844424 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:32.350539 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:32.360770 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:32.364280 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:32.553870 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=3526787e-07a2-4ef7-8091-aebf8555e882,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:32.617607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network 00d830ff-7f8e-42fd-ba87-cb4456d5b102 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:32.620164 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:32.801552 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router 0bf730cc-984a-4784-9702-4fb45b9f000e is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:18:32.806187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25d52e-0d23-4cf8-a873-31e10d6161f9 req-6f80a6aa-4da7-4a2e-b2ec-5c0f127b2989 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:32.815386 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b25d52e-0d23-4cf8-a873-31e10d6161f9 req-6f80a6aa-4da7-4a2e-b2ec-5c0f127b2989 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0860136 Nov 29 18:18:32.953154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b25d52e-0d23-4cf8-a873-31e10d6161f9 req-b49c3be5-3db3-4b9f-b98c-6c3b6a19efea tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345024 Nov 29 18:18:32.968436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:18:32.996149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97155e89-0b74-4737-879a-a24e17d6bee4 None None] Sync routers for ids ['0bf730cc-984a-4784-9702-4fb45b9f000e'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:18:33.023234 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-627b9b8b-b3fa-4dac-afa6-4cefe325e8fb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/0bf730cc-984a-4784-9702-4fb45b9f000e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8395348 Nov 29 18:18:33.025761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44950) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:33.026126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97155e89-0b74-4737-879a-a24e17d6bee4 None None] Routers {'0bf730cc-984a-4784-9702-4fb45b9f000e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:33.032790 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-97155e89-0b74-4737-879a-a24e17d6bee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0bf730cc-984a-4784-9702-4fb45b9f000e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:33.116524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-97155e89-0b74-4737-879a-a24e17d6bee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:33.140836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97155e89-0b74-4737-879a-a24e17d6bee4 None None] Routers {'0bf730cc-984a-4784-9702-4fb45b9f000e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:33.141511 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-97155e89-0b74-4737-879a-a24e17d6bee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0bf730cc-984a-4784-9702-4fb45b9f000e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:33.155154 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24df555-b7cf-43c6-94a3-d9fdb49bebdd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:33.156961 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b24df555-b7cf-43c6-94a3-d9fdb49bebdd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports/3526787e-07a2-4ef7-8091-aebf8555e882 HTTP/1.1" status: 200 len: 911 time: 0.1298656 Nov 29 18:18:33.160031 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44952) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:33.252046 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-97155e89-0b74-4737-879a-a24e17d6bee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:33.258294 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97155e89-0b74-4737-879a-a24e17d6bee4 None None] The sync data for ids ['0bf730cc-984a-4784-9702-4fb45b9f000e'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:18:33.704396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f1af3e-3e12-4d40-ab65-587302068630 None None] Network 00d830ff-7f8e-42fd-ba87-cb4456d5b102 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:18:34.012718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-08e114d4-c58f-4f5c-8339-2852bcf90af6 None None] Provisioning complete for port 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:34.013784 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08e114d4-c58f-4f5c-8339-2852bcf90af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:34.183092 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:18:34.240154 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08e114d4-c58f-4f5c-8339-2852bcf90af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:34.290032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-08e114d4-c58f-4f5c-8339-2852bcf90af6 None None] For port 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f,segment=NetworkSegment(b17dd767-f229-44bd-bb02-7476ea49c539),segment_id=b17dd767-f229-44bd-bb02-7476ea49c539)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:34.309536 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08e114d4-c58f-4f5c-8339-2852bcf90af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:34.414913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36cdab-99dd-4e56-a98e-1d15cad18ad7 req-58e4214a-8759-464d-b348-2f2e26b28e3f tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:34.418090 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae36cdab-99dd-4e56-a98e-1d15cad18ad7 req-58e4214a-8759-464d-b348-2f2e26b28e3f tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.1683214 Nov 29 18:18:34.461969 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e114d4-c58f-4f5c-8339-2852bcf90af6 None None] Pushing event updated for resources: {'Port': ['ID=5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:34.491707 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:34.492094 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:34.561084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae36cdab-99dd-4e56-a98e-1d15cad18ad7 req-6cc51b25-eb0d-401c-bbe1-35327879b9d1 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289759 Nov 29 18:18:34.712800 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44980) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:34.832312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1c697-f5e2-4bd9-9837-2a4d03500de1 req-747d5d7f-5f3d-4890-9671-3a3f8d386f28 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:34.835353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12b1c697-f5e2-4bd9-9837-2a4d03500de1 req-747d5d7f-5f3d-4890-9671-3a3f8d386f28 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.1418381 Nov 29 18:18:34.851703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44984) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:34.856331 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-96826095-de09-4d2c-ad39-0a6047ef29d5 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Request body: {'floatingip': {'port_id': 'a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:34.938175 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96826095-de09-4d2c-ad39-0a6047ef29d5 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:34.967551 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b43b06d-e3ec-4fb1-afff-535f9aac5ffd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:35.170888 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9f3ea10-d7d3-47b9-9cdd-f601f1445b50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:35.171183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-36859288-fc48-45a1-9571-3a43fa8dae98 None None] Provisioning complete for port 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:35.176968 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-36859288-fc48-45a1-9571-3a43fa8dae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:35.466446 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-36859288-fc48-45a1-9571-3a43fa8dae98 None None] Provisioning complete for port 3526787e-07a2-4ef7-8091-aebf8555e882 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:35.467102 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-36859288-fc48-45a1-9571-3a43fa8dae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:35.562031 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9f3ea10-d7d3-47b9-9cdd-f601f1445b50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:35.576680 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9f3ea10-d7d3-47b9-9cdd-f601f1445b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:35.635316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-36859288-fc48-45a1-9571-3a43fa8dae98 None None] Port 3526787e-07a2-4ef7-8091-aebf8555e882 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:35.722694 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c9f3ea10-d7d3-47b9-9cdd-f601f1445b50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a64103d7d8a74d5e84e77826a7a8ae6b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0088985 Nov 29 18:18:35.725307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44992) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:35.769526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f2f66b9f-d889-4538-ada9-7a9aa0c85593 None None] Provisioning complete for port 3526787e-07a2-4ef7-8091-aebf8555e882 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:35.770098 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2f66b9f-d889-4538-ada9-7a9aa0c85593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:35.772859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3ea10-d7d3-47b9-9cdd-f601f1445b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effa26d8-aa3c-44bf-a6d4-7c101880ebd7,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:35.888733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f2f66b9f-d889-4538-ada9-7a9aa0c85593 None None] Port 3526787e-07a2-4ef7-8091-aebf8555e882 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:35.998649 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-23ad524a-c65b-4001-bff9-dd50183b3df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:36.081648 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-6b43b06d-e3ec-4fb1-afff-535f9aac5ffd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port 3526787e-07a2-4ef7-8091-aebf8555e882 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:18:36.082297 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b43b06d-e3ec-4fb1-afff-535f9aac5ffd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:36.095947 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:18:36.176935 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-23ad524a-c65b-4001-bff9-dd50183b3df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:36.189131 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.resource_extend [None req-96826095-de09-4d2c-ad39-0a6047ef29d5 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:18:36.244652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5b924211-796c-4ea6-91b2-1e013c8c8d5a None None] Provisioning complete for port 3526787e-07a2-4ef7-8091-aebf8555e882 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:36.245253 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b924211-796c-4ea6-91b2-1e013c8c8d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:36.250952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:36.250952 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:36.259440 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b43b06d-e3ec-4fb1-afff-535f9aac5ffd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:36.275942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-6b43b06d-e3ec-4fb1-afff-535f9aac5ffd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for 3526787e-07a2-4ef7-8091-aebf8555e882 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:18:36.287485 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-23ad524a-c65b-4001-bff9-dd50183b3df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:36.290265 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-23ad524a-c65b-4001-bff9-dd50183b3df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:36.296950 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-23ad524a-c65b-4001-bff9-dd50183b3df5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/effa26d8-aa3c-44bf-a6d4-7c101880ebd7 HTTP/1.1" status: 204 len: 168 time: 0.5653071 Nov 29 18:18:36.330706 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5b924211-796c-4ea6-91b2-1e013c8c8d5a None None] Port 3526787e-07a2-4ef7-8091-aebf8555e882 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:36.341117 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad524a-c65b-4001-bff9-dd50183b3df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effa26d8-aa3c-44bf-a6d4-7c101880ebd7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:36.370057 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96826095-de09-4d2c-ad39-0a6047ef29d5 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:36.377269 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96826095-de09-4d2c-ad39-0a6047ef29d5 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:36.576856 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b43b06d-e3ec-4fb1-afff-535f9aac5ffd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:36.663441 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-96826095-de09-4d2c-ad39-0a6047ef29d5 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Floating IP 289d4ec3-73bb-41d8-9ce1-b48a9f05f77c associated. External IP: 172.25.3.26, port: a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0. Nov 29 18:18:36.702105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43b06d-e3ec-4fb1-afff-535f9aac5ffd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=3526787e-07a2-4ef7-8091-aebf8555e882,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:36.859535 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b43b06d-e3ec-4fb1-afff-535f9aac5ffd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:36.995371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45014) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:37.018769 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf3c6-7afd-47da-ad79-c466bade1245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:37.115659 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b43b06d-e3ec-4fb1-afff-535f9aac5ffd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router 0bf730cc-984a-4784-9702-4fb45b9f000e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:18:37.139870 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96826095-de09-4d2c-ad39-0a6047ef29d5 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Router b1cb59ab-9368-4f6a-b0db-4b319db8be8a has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:18:37.269921 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96826095-de09-4d2c-ad39-0a6047ef29d5 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:18:37.276256 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96826095-de09-4d2c-ad39-0a6047ef29d5 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:37.285683 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3286d9-3608-4498-a452-0b9eec5f0558 None None] Sync routers for ids ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:18:37.300574 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3286d9-3608-4498-a452-0b9eec5f0558 None None] Routers {'b1cb59ab-9368-4f6a-b0db-4b319db8be8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:37.301645 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0c3286d9-3608-4498-a452-0b9eec5f0558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:37.307149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b43b06d-e3ec-4fb1-afff-535f9aac5ffd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:18:37.317721 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6b43b06d-e3ec-4fb1-afff-535f9aac5ffd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/0bf730cc-984a-4784-9702-4fb45b9f000e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1552916 Nov 29 18:18:37.321268 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45016) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:37.324696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7976be-9b3a-41a0-8d06-290dddea91d8 None None] Sync routers for ids ['0bf730cc-984a-4784-9702-4fb45b9f000e'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:18:37.327329 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf3c6-7afd-47da-ad79-c466bade1245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:37.337690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7976be-9b3a-41a0-8d06-290dddea91d8 None None] Routers {'0bf730cc-984a-4784-9702-4fb45b9f000e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:37.338011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-96826095-de09-4d2c-ad39-0a6047ef29d5 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "PUT /v2.0/floatingips/289d4ec3-73bb-41d8-9ce1-b48a9f05f77c HTTP/1.1" status: 200 len: 990 time: 2.4850869 Nov 29 18:18:37.338497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02109911-98e5-4007-a22e-6add51ccd094', 'tag': 'a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:18:37.339000 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1a7976be-9b3a-41a0-8d06-290dddea91d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0bf730cc-984a-4784-9702-4fb45b9f000e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:37.340854 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415795e2-db8a-44c7-865b-b5a1fb8ac2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "02109911-98e5-4007-a22e-6add51ccd094", "tag": "a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:18:37.344048 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9cdbf3c6-7afd-47da-ad79-c466bade1245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:37.373021 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45022) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:37.373425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-08e80e14-c5b8-4304-840b-86529fdb01bd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf730cc-984a-4784-9702-4fb45b9f000e HTTP/1.1" status: 200 len: 205 time: 0.0487597 Nov 29 18:18:37.401237 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9cdbf3c6-7afd-47da-ad79-c466bade1245 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfcbbdd8589a40b181d57a5970afc4c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4048350 Nov 29 18:18:37.404684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45024) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:37.413664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbf3c6-7afd-47da-ad79-c466bade1245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f9212a-8cf1-405b-9a19-f4c7e4ab56e9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:37.440485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdbf3c6-7afd-47da-ad79-c466bade1245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:37.441839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdbf3c6-7afd-47da-ad79-c466bade1245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:37.442375 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdbf3c6-7afd-47da-ad79-c466bade1245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:37.442930 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdbf3c6-7afd-47da-ad79-c466bade1245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:37.443445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdbf3c6-7afd-47da-ad79-c466bade1245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:37.443954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdbf3c6-7afd-47da-ad79-c466bade1245 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:37.444451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdbf3c6-7afd-47da-ad79-c466bade1245 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:37.444967 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdbf3c6-7afd-47da-ad79-c466bade1245 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:37.445464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdbf3c6-7afd-47da-ad79-c466bade1245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:37.445957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdbf3c6-7afd-47da-ad79-c466bade1245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:37.446449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdbf3c6-7afd-47da-ad79-c466bade1245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:37.446975 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdbf3c6-7afd-47da-ad79-c466bade1245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:37.451356 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b44ed35-1911-426c-825b-a20a051c2fa2 x-openstack-request-id: req-9b44ed35-1911-426c-825b-a20a051c2fa2 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:18:37.451843 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02109911-98e5-4007-a22e-6add51ccd094", "tag": "a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:18:37.452304 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b44ed35-1911-426c-825b-a20a051c2fa2 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:18:37.452870 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02109911-98e5-4007-a22e-6add51ccd094', 'tag': 'a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0', 'status': 'completed', 'code': 200} Nov 29 18:18:37.512204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1a7976be-9b3a-41a0-8d06-290dddea91d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:37.535219 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7976be-9b3a-41a0-8d06-290dddea91d8 None None] Routers {'0bf730cc-984a-4784-9702-4fb45b9f000e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:37.536098 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1a7976be-9b3a-41a0-8d06-290dddea91d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0bf730cc-984a-4784-9702-4fb45b9f000e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:37.552272 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9242b688-ffad-4ce4-b347-edee5fae0411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:37.600979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1a7976be-9b3a-41a0-8d06-290dddea91d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:37.604093 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7976be-9b3a-41a0-8d06-290dddea91d8 None None] The sync data for ids ['0bf730cc-984a-4784-9702-4fb45b9f000e'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:18:37.613916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415795e2-db8a-44c7-865b-b5a1fb8ac2c7 req-bd636b83-6db4-4374-89c5-ca72defb1d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:37.616788 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-415795e2-db8a-44c7-865b-b5a1fb8ac2c7 req-bd636b83-6db4-4374-89c5-ca72defb1d3b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5991f81694454b6dbd48c6b809d5ad06&device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 1096 time: 0.1401021 Nov 29 18:18:37.617013 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-89c4b836-4c07-4833-9153-ea7b88d0ecf0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:37.620491 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9242b688-ffad-4ce4-b347-edee5fae0411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:37.794362 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-0c3286d9-3608-4498-a452-0b9eec5f0558 None None] Set router b1cb59ab-9368-4f6a-b0db-4b319db8be8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:18:37.813888 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-89c4b836-4c07-4833-9153-ea7b88d0ecf0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:37.817219 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-89c4b836-4c07-4833-9153-ea7b88d0ecf0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:37.841272 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9242b688-ffad-4ce4-b347-edee5fae0411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:37.844616 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9242b688-ffad-4ce4-b347-edee5fae0411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:37.846053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9242b688-ffad-4ce4-b347-edee5fae0411 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10f9212a-8cf1-405b-9a19-f4c7e4ab56e9 HTTP/1.1" status: 204 len: 168 time: 0.4393685 Nov 29 18:18:37.864136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242b688-ffad-4ce4-b347-edee5fae0411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f9212a-8cf1-405b-9a19-f4c7e4ab56e9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:37.876499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415795e2-db8a-44c7-865b-b5a1fb8ac2c7 req-344b3eb8-c518-43a5-8716-5e1a3d448bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:37.878092 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-415795e2-db8a-44c7-865b-b5a1fb8ac2c7 req-344b3eb8-c518-43a5-8716-5e1a3d448bde service neutron] 10.222.0.31 "GET /v2.0/networks?id=61733c11-da39-45f1-ae18-c53a50ed6ebf HTTP/1.1" status: 200 len: 912 time: 0.2464516 Nov 29 18:18:37.952338 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-89c4b836-4c07-4833-9153-ea7b88d0ecf0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:37.954150 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c4b836-4c07-4833-9153-ea7b88d0ecf0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Fanout notify agent at l3_agent the message router_deleted on router 0bf730cc-984a-4784-9702-4fb45b9f000e {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:18:37.983037 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-89c4b836-4c07-4833-9153-ea7b88d0ecf0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:37.988833 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-89c4b836-4c07-4833-9153-ea7b88d0ecf0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/routers/0bf730cc-984a-4784-9702-4fb45b9f000e HTTP/1.1" status: 204 len: 168 time: 0.6076348 Nov 29 18:18:37.991212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45032) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:38.090339 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-415795e2-db8a-44c7-865b-b5a1fb8ac2c7 req-a92c76da-7e22-4b5f-b5d5-ecb834efb51a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 HTTP/1.1" status: 200 len: 998 time: 0.2028701 Nov 29 18:18:38.148520 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc7f08b-07a5-4af2-bd7d-3f71ff2f2b23 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting subnet 44106aec-e392-4aca-b932-5aa63483aabe {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:18:38.152959 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dc7f08b-07a5-4af2-bd7d-3f71ff2f2b23 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:38.191782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415795e2-db8a-44c7-865b-b5a1fb8ac2c7 req-9d82bb41-a8ec-40db-9f53-54b50b83913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:38.193328 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-415795e2-db8a-44c7-865b-b5a1fb8ac2c7 req-9d82bb41-a8ec-40db-9f53-54b50b83913e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=95d25936-e438-49fc-88cf-2ab9c265fd23 HTTP/1.1" status: 200 len: 850 time: 0.0905895 Nov 29 18:18:38.233343 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dc7f08b-07a5-4af2-bd7d-3f71ff2f2b23 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:38.245963 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0c3286d9-3608-4498-a452-0b9eec5f0558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:12Z', 'revision_number': 4, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '289d4ec3-73bb-41d8-9ce1-b48a9f05f77c', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'port_id': 'a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'mac_address': 'fa:16:3e:d1:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02109911-98e5-4007-a22e-6add51ccd094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:18:17Z', 'updated_at': '2021-11-29T18:18:36Z', 'revision_number': 1, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a030367d-2252-4bb6-a495-f1b9a7d78d1d', 'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'mac_address': 'fa:16:3e:24:d6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:11Z', 'updated_at': '2021-11-29T18:18:18Z', 'revision_number': 5, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'subnets': [{'id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:38.278664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415795e2-db8a-44c7-865b-b5a1fb8ac2c7 req-d4eb4324-8fa0-41ea-84f8-0283e48f400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:38.280211 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-415795e2-db8a-44c7-865b-b5a1fb8ac2c7 req-d4eb4324-8fa0-41ea-84f8-0283e48f400a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61733c11-da39-45f1-ae18-c53a50ed6ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791955 Nov 29 18:18:38.304174 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3286d9-3608-4498-a452-0b9eec5f0558 None None] Checking router: b1cb59ab-9368-4f6a-b0db-4b319db8be8a for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:18:38.313982 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3286d9-3608-4498-a452-0b9eec5f0558 None None] Routers {'b1cb59ab-9368-4f6a-b0db-4b319db8be8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:38.314981 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0c3286d9-3608-4498-a452-0b9eec5f0558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:38.379880 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dc7f08b-07a5-4af2-bd7d-3f71ff2f2b23 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:38.556278 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-415795e2-db8a-44c7-865b-b5a1fb8ac2c7 req-03fb8e90-e78d-4697-aa0b-ad3abe2f8e0d service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679176 Nov 29 18:18:38.630993 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-0c3286d9-3608-4498-a452-0b9eec5f0558 None None] Set router b1cb59ab-9368-4f6a-b0db-4b319db8be8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:18:38.666809 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dc7f08b-07a5-4af2-bd7d-3f71ff2f2b23 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:38.729623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7f08b-07a5-4af2-bd7d-3f71ff2f2b23 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Subnet': ['ID=44106aec-e392-4aca-b932-5aa63483aabe,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:38.740061 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dc7f08b-07a5-4af2-bd7d-3f71ff2f2b23 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:38.740591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c9df82-8e62-4dba-85c6-2554c5e9a9dc None None] Network 00d830ff-7f8e-42fd-ba87-cb4456d5b102 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:18:38.747231 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7dc7f08b-07a5-4af2-bd7d-3f71ff2f2b23 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/44106aec-e392-4aca-b932-5aa63483aabe HTTP/1.1" status: 204 len: 168 time: 0.7497792 Nov 29 18:18:38.747641 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45042) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:38.757578 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-415795e2-db8a-44c7-865b-b5a1fb8ac2c7 req-7a6748d3-32c4-4746-8a35-32c272da3a34 service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937284 Nov 29 18:18:38.985319 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:39.142980 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:18:39.144352 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:39.234754 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0c3286d9-3608-4498-a452-0b9eec5f0558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:12Z', 'revision_number': 4, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '289d4ec3-73bb-41d8-9ce1-b48a9f05f77c', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'port_id': 'a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'mac_address': 'fa:16:3e:d1:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02109911-98e5-4007-a22e-6add51ccd094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:18:17Z', 'updated_at': '2021-11-29T18:18:36Z', 'revision_number': 1, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a030367d-2252-4bb6-a495-f1b9a7d78d1d', 'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'mac_address': 'fa:16:3e:24:d6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:11Z', 'updated_at': '2021-11-29T18:18:18Z', 'revision_number': 5, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'subnets': [{'id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:39.287017 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3286d9-3608-4498-a452-0b9eec5f0558 None None] The sync data for ids ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'] in n-d-819494-5 is: [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:12Z', 'revision_number': 4, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '289d4ec3-73bb-41d8-9ce1-b48a9f05f77c', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'port_id': 'a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'mac_address': 'fa:16:3e:d1:94:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02109911-98e5-4007-a22e-6add51ccd094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:18:17Z', 'updated_at': '2021-11-29T18:18:36Z', 'revision_number': 1, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a030367d-2252-4bb6-a495-f1b9a7d78d1d', 'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'mac_address': 'fa:16:3e:24:d6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:11Z', 'updated_at': '2021-11-29T18:18:18Z', 'revision_number': 5, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'subnets': [{'id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:18:39.316054 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56028271-0701-4231-8d3c-d2921e914ec9 None None] DHCP port deletion for 00d830ff-7f8e-42fd-ba87-cb4456d5b102 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:18:39.366388 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] For port 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f,segment=NetworkSegment(b17dd767-f229-44bd-bb02-7476ea49c539),segment_id=b17dd767-f229-44bd-bb02-7476ea49c539)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:39.368425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:39.393517 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:18:39.444205 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-56028271-0701-4231-8d3c-d2921e914ec9 None None] Deleting port 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:18:39.444587 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56028271-0701-4231-8d3c-d2921e914ec9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:39.538058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-56028271-0701-4231-8d3c-d2921e914ec9 None None] For port 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f,segment=NetworkSegment(b17dd767-f229-44bd-bb02-7476ea49c539),segment_id=b17dd767-f229-44bd-bb02-7476ea49c539)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:39.538958 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56028271-0701-4231-8d3c-d2921e914ec9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:39.563354 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-56028271-0701-4231-8d3c-d2921e914ec9 None None] Calling delete_port for 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:18:39.579134 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:39.633486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:39.641764 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No DVR routers for this DVR port 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:18:39.676547 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0e6e5-60cc-4451-a464-4216f871ae27 None None] New status for floating IP 289d4ec3-73bb-41d8-9ce1-b48a9f05f77c: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:18:39.704053 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56028271-0701-4231-8d3c-d2921e914ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:39.741508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56028271-0701-4231-8d3c-d2921e914ec9 None None] Pushing event deleted for resources: {'Port': ['ID=5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:39.756374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56028271-0701-4231-8d3c-d2921e914ec9 None None] No DVR routers for this DVR port 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:18:39.805707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:39.833077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d830ff-7f8e-42fd-ba87-cb4456d5b102']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:39.845871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17dd767-f229-44bd-bb02-7476ea49c539') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:39.846090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17dd767-f229-44bd-bb02-7476ea49c539') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:39.860238 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:39.879907 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:39.894959 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:18:39.895499 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:18:39.899351 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:18:39.993463 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:39.994230 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:18:40.021941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:40.023836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:18:40.024233 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5b5b0c57-4aa3-4f47-927e-6800bb9f8d4f not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:18:40.028832 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/networks/00d830ff-7f8e-42fd-ba87-cb4456d5b102 HTTP/1.1" status: 204 len: 168 time: 1.2800441 Nov 29 18:18:40.029828 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09343e-04c8-49bd-8828-f962d25f725c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Network': ['ID=00d830ff-7f8e-42fd-ba87-cb4456d5b102,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:40.034762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45070) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:40.042130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1138412675', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}, 'admin_state_up': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:40.098728 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:40.100115 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:40.199711 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:40.375795 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:40.613848 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:40.635281 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:40.752106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Allocated IP 172.25.3.223 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/3d1b0a2d-b9d2-4d95-a134-233d6ffedfd4) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:18:40.862492 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:40.901151 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:40.947150 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:40.950190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:40.954560 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:18:40.968412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be44cf4-6f99-4c67-8890-e0e198bfffd3 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:18:40.981064 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=3d1b0a2d-b9d2-4d95-a134-233d6ffedfd4,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:41.127517 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8e76c983-6e52-4dbf-a177-6f160832db19 None None] Provisioning complete for port 3d1b0a2d-b9d2-4d95-a134-233d6ffedfd4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:41.128180 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e76c983-6e52-4dbf-a177-6f160832db19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:41.189778 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8e76c983-6e52-4dbf-a177-6f160832db19 None None] Port 3d1b0a2d-b9d2-4d95-a134-233d6ffedfd4 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:41.322281 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:41.996526 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:42.145198 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router f13c4279-af16-4865-b6ba-78d336892bd5 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:18:42.253974 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:18:42.267101 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bafb82e-4d4a-486a-a2b7-f336f5b40faa None None] Sync routers for ids ['f13c4279-af16-4865-b6ba-78d336892bd5'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:18:42.284406 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:42.285929 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2dda1d42-976c-4173-b2a3-4ef2df1f92c5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2495849 Nov 29 18:18:42.288426 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45108) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:42.306994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bafb82e-4d4a-486a-a2b7-f336f5b40faa None None] Routers {'f13c4279-af16-4865-b6ba-78d336892bd5'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:42.307812 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-8bafb82e-4d4a-486a-a2b7-f336f5b40faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f13c4279-af16-4865-b6ba-78d336892bd5'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:42.346179 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-8bafb82e-4d4a-486a-a2b7-f336f5b40faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:42.355883 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bafb82e-4d4a-486a-a2b7-f336f5b40faa None None] Routers {'f13c4279-af16-4865-b6ba-78d336892bd5'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:42.356550 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-8bafb82e-4d4a-486a-a2b7-f336f5b40faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f13c4279-af16-4865-b6ba-78d336892bd5'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:42.390226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-8bafb82e-4d4a-486a-a2b7-f336f5b40faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:42.390927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bafb82e-4d4a-486a-a2b7-f336f5b40faa None None] The sync data for ids ['f13c4279-af16-4865-b6ba-78d336892bd5'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:18:42.418125 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c406b276-60e9-4f50-88db-7602828c382a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/routers/f13c4279-af16-4865-b6ba-78d336892bd5 HTTP/1.1" status: 200 len: 885 time: 0.1285849 Nov 29 18:18:42.420682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45114) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:42.685699 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3849d64b-e805-449f-87dc-e8d691f9eead tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2637532 Nov 29 18:18:42.689002 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45132) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:42.696340 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-f69e8435-ac07-490d-b637-f31fcb907562 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1138412675'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:43.139190 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f69e8435-ac07-490d-b637-f31fcb907562 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:43.152719 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f69e8435-ac07-490d-b637-f31fcb907562 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:43.325895 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69e8435-ac07-490d-b637-f31fcb907562 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router f13c4279-af16-4865-b6ba-78d336892bd5 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:18:43.465165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69e8435-ac07-490d-b637-f31fcb907562 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:18:43.478907 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86da2928-37cc-463e-bff1-f61279c66319 None None] Sync routers for ids ['f13c4279-af16-4865-b6ba-78d336892bd5'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:18:43.488776 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f69e8435-ac07-490d-b637-f31fcb907562 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:43.491992 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f69e8435-ac07-490d-b637-f31fcb907562 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/f13c4279-af16-4865-b6ba-78d336892bd5 HTTP/1.1" status: 200 len: 892 time: 0.8017323 Nov 29 18:18:43.494763 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45156) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:43.495895 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da2928-37cc-463e-bff1-f61279c66319 None None] Routers {'f13c4279-af16-4865-b6ba-78d336892bd5'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:43.498083 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-86da2928-37cc-463e-bff1-f61279c66319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f13c4279-af16-4865-b6ba-78d336892bd5'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:43.542293 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-86da2928-37cc-463e-bff1-f61279c66319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:43.554106 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da2928-37cc-463e-bff1-f61279c66319 None None] Routers {'f13c4279-af16-4865-b6ba-78d336892bd5'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:43.554975 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-86da2928-37cc-463e-bff1-f61279c66319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f13c4279-af16-4865-b6ba-78d336892bd5'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:43.588583 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-86da2928-37cc-463e-bff1-f61279c66319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:43.589252 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86da2928-37cc-463e-bff1-f61279c66319 None None] The sync data for ids ['f13c4279-af16-4865-b6ba-78d336892bd5'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:18:43.634997 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6c1ed70b-dd43-4442-a902-8b0a036f534a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/routers/f13c4279-af16-4865-b6ba-78d336892bd5 HTTP/1.1" status: 200 len: 892 time: 0.1376207 Nov 29 18:18:43.637518 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45158) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:43.665908 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3607201c-6d46-48a8-8d11-7ade2cc23d41 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f13c4279-af16-4865-b6ba-78d336892bd5 HTTP/1.1" status: 200 len: 205 time: 0.0271645 Nov 29 18:18:43.668400 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45160) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:43.790094 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7c77795-8505-4121-9d74-f45874d43637 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:43.927437 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7c77795-8505-4121-9d74-f45874d43637 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:44.009053 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d7c77795-8505-4121-9d74-f45874d43637 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port 3d1b0a2d-b9d2-4d95-a134-233d6ffedfd4 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:18:44.010926 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7c77795-8505-4121-9d74-f45874d43637 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:44.137147 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7c77795-8505-4121-9d74-f45874d43637 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:44.162629 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d7c77795-8505-4121-9d74-f45874d43637 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for 3d1b0a2d-b9d2-4d95-a134-233d6ffedfd4 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:18:44.365482 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7c77795-8505-4121-9d74-f45874d43637 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:44.400826 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c77795-8505-4121-9d74-f45874d43637 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=3d1b0a2d-b9d2-4d95-a134-233d6ffedfd4,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:44.426264 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d44d1e-8af3-4115-968a-a378a464d81e None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:18:44.525290 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7c77795-8505-4121-9d74-f45874d43637 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:44.637570 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7c77795-8505-4121-9d74-f45874d43637 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:44.645505 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7c77795-8505-4121-9d74-f45874d43637 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:44.716522 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7c77795-8505-4121-9d74-f45874d43637 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:44.717240 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c77795-8505-4121-9d74-f45874d43637 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Fanout notify agent at l3_agent the message router_deleted on router f13c4279-af16-4865-b6ba-78d336892bd5 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:18:44.724861 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7c77795-8505-4121-9d74-f45874d43637 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:44.726744 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d7c77795-8505-4121-9d74-f45874d43637 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/routers/f13c4279-af16-4865-b6ba-78d336892bd5 HTTP/1.1" status: 204 len: 168 time: 1.0573409 Nov 29 18:18:44.732042 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45172) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:44.737457 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ec1635fd-8027-4c10-863a-2c909cdbe9ca tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-45988848'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:44.767940 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1635fd-8027-4c10-863a-2c909cdbe9ca tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:18:44.775629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec1635fd-8027-4c10-863a-2c909cdbe9ca tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:44.802344 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1635fd-8027-4c10-863a-2c909cdbe9ca tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:18:44.813140 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec1635fd-8027-4c10-863a-2c909cdbe9ca tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:44.813481 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-ec1635fd-8027-4c10-863a-2c909cdbe9ca tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Added segment e24da9da-7a1e-441e-82dc-611c9f0ac2ff of type vlan for network 34411e75-738c-42b0-b478-f46110867489 Nov 29 18:18:44.874751 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec1635fd-8027-4c10-863a-2c909cdbe9ca tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:44.906085 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec1635fd-8027-4c10-863a-2c909cdbe9ca tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:44.913947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1635fd-8027-4c10-863a-2c909cdbe9ca tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:44.914728 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec1635fd-8027-4c10-863a-2c909cdbe9ca tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:45.039437 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ec1635fd-8027-4c10-863a-2c909cdbe9ca tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3058860 Nov 29 18:18:45.043287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45186) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:45.048044 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-96ee347f-696a-4a32-8286-332948272151 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'subnet': {'network_id': '34411e75-738c-42b0-b478-f46110867489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:45.069044 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1635fd-8027-4c10-863a-2c909cdbe9ca tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Network': ['ID=34411e75-738c-42b0-b478-f46110867489,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:45.084280 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 34411e75-738c-42b0-b478-f46110867489 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:18:45.644263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ee347f-696a-4a32-8286-332948272151 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:18:45.650932 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96ee347f-696a-4a32-8286-332948272151 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:45.917045 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96ee347f-696a-4a32-8286-332948272151 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:45.968839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee347f-696a-4a32-8286-332948272151 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Subnet': ['ID=a2a8e018-34db-4b85-a3dc-95fbae7f6202,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:46.024387 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ee347f-696a-4a32-8286-332948272151 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Checking segment: {'id': 'e24da9da-7a1e-441e-82dc-611c9f0ac2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '34411e75-738c-42b0-b478-f46110867489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:18:46.024794 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ee347f-696a-4a32-8286-332948272151 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network hostable DHCP agents. Network: 34411e75-738c-42b0-b478-f46110867489, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:18:46.068419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ee347f-696a-4a32-8286-332948272151 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network 34411e75-738c-42b0-b478-f46110867489 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:18:46.080399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-96ee347f-696a-4a32-8286-332948272151 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 34411e75-738c-42b0-b478-f46110867489) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:46.089216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6888fa57-77e3-42fd-8ed8-88305d8b0b8b None None] Network 34411e75-738c-42b0-b478-f46110867489 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:18:46.095301 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ee347f-696a-4a32-8286-332948272151 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:46.096768 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96ee347f-696a-4a32-8286-332948272151 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:46.119798 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45220) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:46.124650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-96ee347f-696a-4a32-8286-332948272151 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0805953 Nov 29 18:18:46.125176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-f74d85c3-6197-48b5-b769-92596d6abd27 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1814653997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:46.152974 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f74d85c3-6197-48b5-b769-92596d6abd27 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:46.154330 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f74d85c3-6197-48b5-b769-92596d6abd27 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:46.222386 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f74d85c3-6197-48b5-b769-92596d6abd27 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:46.229301 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f74d85c3-6197-48b5-b769-92596d6abd27 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:46.271780 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f74d85c3-6197-48b5-b769-92596d6abd27 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:46.276405 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45224) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:46.277341 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f74d85c3-6197-48b5-b769-92596d6abd27 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1563969 Nov 29 18:18:46.388414 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-34411e75-738c-42b0-b478-f46110867489', 'network_id': '34411e75-738c-42b0-b478-f46110867489', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'fixed_ips': [{'subnet_id': 'a2a8e018-34db-4b85-a3dc-95fbae7f6202'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:18:46.389388 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:46.591010 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Allocated IP 2001:db8::2 (34411e75-738c-42b0-b478-f46110867489/a2a8e018-34db-4b85-a3dc-95fbae7f6202/d988b33b-279f-483b-bf4b-6f710f954811) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:18:46.754888 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:46.778533 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:46.788233 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:46.832326 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Network 34411e75-738c-42b0-b478-f46110867489 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:46.835722 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:46.840120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:18:46.894172 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Pushing event updated for resources: {'Port': ['ID=d988b33b-279f-483b-bf4b-6f710f954811,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:46.912309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Attempting to bind port d988b33b-279f-483b-bf4b-6f710f954811 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:18:46.912712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Attempting to bind port d988b33b-279f-483b-bf4b-6f710f954811 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'e24da9da-7a1e-441e-82dc-611c9f0ac2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '34411e75-738c-42b0-b478-f46110867489'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:18:46.913070 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Attempting to bind port d988b33b-279f-483b-bf4b-6f710f954811 on network 34411e75-738c-42b0-b478-f46110867489 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:18:46.918626 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:18:46.919061 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Checking segment: {'id': 'e24da9da-7a1e-441e-82dc-611c9f0ac2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '34411e75-738c-42b0-b478-f46110867489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:18:46.919480 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:46.919935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Bound using segment: {'id': 'e24da9da-7a1e-441e-82dc-611c9f0ac2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '34411e75-738c-42b0-b478-f46110867489'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:18:46.920422 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Bound port: d988b33b-279f-483b-bf4b-6f710f954811, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24da9da-7a1e-441e-82dc-611c9f0ac2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '34411e75-738c-42b0-b478-f46110867489'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:18:46.920849 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:47.160040 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] For port d988b33b-279f-483b-bf4b-6f710f954811, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:18:47.164812 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] For port d988b33b-279f-483b-bf4b-6f710f954811, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d988b33b-279f-483b-bf4b-6f710f954811,segment=NetworkSegment(e24da9da-7a1e-441e-82dc-611c9f0ac2ff),segment_id=e24da9da-7a1e-441e-82dc-611c9f0ac2ff)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:18:47.170767 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:47.209494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Allocated IP 2001:db8::1 (34411e75-738c-42b0-b478-f46110867489/a2a8e018-34db-4b85-a3dc-95fbae7f6202/e56e517f-6c67-45df-a76d-30905fe5455d) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:18:47.268059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b322835-7390-42e9-9f4f-38be17b1d765 None None] Pushing event updated for resources: {'Port': ['ID=d988b33b-279f-483b-bf4b-6f710f954811,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:47.401122 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:47.461444 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:47.572376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network 34411e75-738c-42b0-b478-f46110867489 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:47.578983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:47.587537 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:18:47.588212 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:47.669095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=e56e517f-6c67-45df-a76d-30905fe5455d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:47.820374 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:48.049083 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d988b33b-279f-483b-bf4b-6f710f954811 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:18:48.133354 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port d988b33b-279f-483b-bf4b-6f710f954811 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:48.133747 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:48.267726 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:48.294084 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:48.302285 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:48.308938 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:48.317563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port d988b33b-279f-483b-bf4b-6f710f954811, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d988b33b-279f-483b-bf4b-6f710f954811,segment=NetworkSegment(e24da9da-7a1e-441e-82dc-611c9f0ac2ff),segment_id=e24da9da-7a1e-441e-82dc-611c9f0ac2ff)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:48.324862 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:48.417902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=d988b33b-279f-483b-bf4b-6f710f954811,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:48.481199 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=e56e517f-6c67-45df-a76d-30905fe5455d,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:48.538389 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network 34411e75-738c-42b0-b478-f46110867489 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:48.541434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:48.761683 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router 249fd6cc-3622-48aa-8719-0e49e38e69aa is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:18:48.788088 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6355706a-3b1a-4e94-a90a-5c088bafd9b8 None None] Network 34411e75-738c-42b0-b478-f46110867489 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:18:48.797559 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45258) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:48.887478 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:18:48.895854 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2709444c-e428-41d1-86df-34635959e895 None None] Provisioning complete for port d988b33b-279f-483b-bf4b-6f710f954811 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:48.896238 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2709444c-e428-41d1-86df-34635959e895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:48.902777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0ad71018-70ad-4149-a1d7-eb56efe87f83 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/249fd6cc-3622-48aa-8719-0e49e38e69aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6223490 Nov 29 18:18:48.902986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a330a-5f05-46b3-b6be-475de21f9532 None None] Sync routers for ids ['249fd6cc-3622-48aa-8719-0e49e38e69aa'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:18:48.904375 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45262) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:48.955389 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a330a-5f05-46b3-b6be-475de21f9532 None None] Routers {'249fd6cc-3622-48aa-8719-0e49e38e69aa'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:48.956024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-d78a330a-5f05-46b3-b6be-475de21f9532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['249fd6cc-3622-48aa-8719-0e49e38e69aa'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:48.993138 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-79d1e905-00ff-49ae-82e0-e725aa6818af admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:49.010405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc369d54-8c4c-46a5-8f62-5733a82e9eeb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:49.012459 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bc369d54-8c4c-46a5-8f62-5733a82e9eeb tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports/e56e517f-6c67-45df-a76d-30905fe5455d HTTP/1.1" status: 200 len: 911 time: 0.1059744 Nov 29 18:18:49.015256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45270) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:49.021027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-de085e80-af3c-421e-8030-28bce31001ff tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a2a8e018-34db-4b85-a3dc-95fbae7f6202'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:49.067826 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-d78a330a-5f05-46b3-b6be-475de21f9532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:49.095394 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a330a-5f05-46b3-b6be-475de21f9532 None None] Routers {'249fd6cc-3622-48aa-8719-0e49e38e69aa'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:49.096485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-d78a330a-5f05-46b3-b6be-475de21f9532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['249fd6cc-3622-48aa-8719-0e49e38e69aa'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:49.132368 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-79d1e905-00ff-49ae-82e0-e725aa6818af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:49.141120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-d78a330a-5f05-46b3-b6be-475de21f9532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:49.141736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a330a-5f05-46b3-b6be-475de21f9532 None None] The sync data for ids ['249fd6cc-3622-48aa-8719-0e49e38e69aa'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:18:49.151232 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-79d1e905-00ff-49ae-82e0-e725aa6818af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:49.227313 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1e905-00ff-49ae-82e0-e725aa6818af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719daa0b-cfdc-4758-a615-b9b3c960a861,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:49.258110 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-79d1e905-00ff-49ae-82e0-e725aa6818af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=133d2c14030f4723b1d6a071982fb385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4593167 Nov 29 18:18:49.260701 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45274) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:49.287911 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de085e80-af3c-421e-8030-28bce31001ff tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:49.328474 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d670226-dcb2-4b6b-8fab-cbdbeb86f588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:49.355683 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d670226-dcb2-4b6b-8fab-cbdbeb86f588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:49.438719 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d670226-dcb2-4b6b-8fab-cbdbeb86f588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:49.441827 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d670226-dcb2-4b6b-8fab-cbdbeb86f588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:49.453513 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3d670226-dcb2-4b6b-8fab-cbdbeb86f588 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/719daa0b-cfdc-4758-a615-b9b3c960a861 HTTP/1.1" status: 204 len: 168 time: 0.1841230 Nov 29 18:18:49.455314 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:18:49.475108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d670226-dcb2-4b6b-8fab-cbdbeb86f588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719daa0b-cfdc-4758-a615-b9b3c960a861,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:49.600135 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bddffd98-20fe-4595-b3e4-72a048ada39c None None] Provisioning complete for port d988b33b-279f-483b-bf4b-6f710f954811 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:49.600680 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bddffd98-20fe-4595-b3e4-72a048ada39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:49.637049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-ea652180-fe68-46dc-bc34-46f9789d2010 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1433508 Nov 29 18:18:49.841991 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bddffd98-20fe-4595-b3e4-72a048ada39c None None] Provisioning complete for port e56e517f-6c67-45df-a76d-30905fe5455d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:49.843989 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bddffd98-20fe-4595-b3e4-72a048ada39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:49.929435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bddffd98-20fe-4595-b3e4-72a048ada39c None None] Port e56e517f-6c67-45df-a76d-30905fe5455d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:49.947017 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-8df108e0-6fd3-4a91-8642-6527dc04add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:49.947650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-8df108e0-6fd3-4a91-8642-6527dc04add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:49.955826 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-8df108e0-6fd3-4a91-8642-6527dc04add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:49.956474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-8df108e0-6fd3-4a91-8642-6527dc04add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:49.956960 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-8df108e0-6fd3-4a91-8642-6527dc04add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:49.966363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-8df108e0-6fd3-4a91-8642-6527dc04add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:49.967022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-8df108e0-6fd3-4a91-8642-6527dc04add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:49.975880 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-8df108e0-6fd3-4a91-8642-6527dc04add2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69148bb57fa54adf911a3855e38b3970&device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 6492 time: 0.2464604 Nov 29 18:18:50.028022 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d988b33b-279f-483b-bf4b-6f710f954811 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:18:50.075270 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45286) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:50.097749 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68a11849-6872-4d81-bd6d-711ddf02cfcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:50.191439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-087bdf8e-e24d-47a1-bdbb-1e70c2c96443 None None] Provisioning complete for port e56e517f-6c67-45df-a76d-30905fe5455d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:50.191808 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-087bdf8e-e24d-47a1-bdbb-1e70c2c96443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:50.265660 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-087bdf8e-e24d-47a1-bdbb-1e70c2c96443 None None] Port e56e517f-6c67-45df-a76d-30905fe5455d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:50.294167 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port d988b33b-279f-483b-bf4b-6f710f954811 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:50.294608 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:50.341671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-364a05b3-2da4-4cde-8fdf-1c393b142e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:50.343141 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-364a05b3-2da4-4cde-8fdf-1c393b142e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:50.343806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-364a05b3-2da4-4cde-8fdf-1c393b142e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:50.346495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-364a05b3-2da4-4cde-8fdf-1c393b142e89 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8c7b00ca-e0ef-4d99-bd10-71bb21595ae3&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=d9f36459-b545-4033-9511-3819613163f0&id=d9f36459-b545-4033-9511-3819613163f0 HTTP/1.1" status: 200 len: 2294 time: 0.3364975 Nov 29 18:18:50.354163 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68a11849-6872-4d81-bd6d-711ddf02cfcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:50.365590 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68a11849-6872-4d81-bd6d-711ddf02cfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:50.441567 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a11849-6872-4d81-bd6d-711ddf02cfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb55de67-f7c1-4aac-9ef8-bd0be0a89153,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:50.490464 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-68a11849-6872-4d81-bd6d-711ddf02cfcd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b965871828d24c5984f87bfce82f47c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4108241 Nov 29 18:18:50.491718 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45290) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:50.581900 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f677324a-e65e-43e2-b04b-d549eff0df96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:50.616221 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0d5d4794-bd13-49f5-bffd-a27565e9152a None None] Provisioning complete for port e56e517f-6c67-45df-a76d-30905fe5455d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:50.616775 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d5d4794-bd13-49f5-bffd-a27565e9152a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:50.628720 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f677324a-e65e-43e2-b04b-d549eff0df96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:50.689572 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0d5d4794-bd13-49f5-bffd-a27565e9152a None None] Port e56e517f-6c67-45df-a76d-30905fe5455d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:18:50.722620 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f677324a-e65e-43e2-b04b-d549eff0df96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:50.726891 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f677324a-e65e-43e2-b04b-d549eff0df96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:50.728470 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f677324a-e65e-43e2-b04b-d549eff0df96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb55de67-f7c1-4aac-9ef8-bd0be0a89153 HTTP/1.1" status: 204 len: 168 time: 0.2353005 Nov 29 18:18:50.739267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677324a-e65e-43e2-b04b-d549eff0df96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb55de67-f7c1-4aac-9ef8-bd0be0a89153,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:50.876459 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-91f8ef0c-97cd-4c70-b6b9-d4325ba7ee85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9862376-a235-411c-9516-55e98c12d87f HTTP/1.1" status: 200 len: 1001 time: 0.5172629 Nov 29 18:18:50.912737 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de085e80-af3c-421e-8030-28bce31001ff tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:50.946334 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de085e80-af3c-421e-8030-28bce31001ff tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:50.953753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de085e80-af3c-421e-8030-28bce31001ff tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:50.954500 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de085e80-af3c-421e-8030-28bce31001ff tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:50.956047 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-de085e80-af3c-421e-8030-28bce31001ff tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/ports/e56e517f-6c67-45df-a76d-30905fe5455d HTTP/1.1" status: 200 len: 911 time: 1.9393675 Nov 29 18:18:50.959279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45308) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:50.984702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-b29c11d6-b623-48c2-8e02-c0084d87f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:50.986156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-b29c11d6-b623-48c2-8e02-c0084d87f9b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=094912f3-3fa8-4855-8e32-9708e0b4dd0b HTTP/1.1" status: 200 len: 851 time: 0.0862927 Nov 29 18:18:51.060311 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de085e80-af3c-421e-8030-28bce31001ff tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=e56e517f-6c67-45df-a76d-30905fe5455d,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:51.066405 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-b737e80c-0904-4324-ba2b-65a18fb91d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:51.068022 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-b737e80c-0904-4324-ba2b-65a18fb91d9b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8c7b00ca-e0ef-4d99-bd10-71bb21595ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704823 Nov 29 18:18:51.189593 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-eda9f629-d0b2-4c5a-b5e3-0f2a85686d73 service neutron] 10.222.0.31 "GET /v2.0/networks/8c7b00ca-e0ef-4d99-bd10-71bb21595ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128638 Nov 29 18:18:51.373255 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-96279238-99c3-47b9-922e-757ed0c7863b service neutron] 10.222.0.31 "GET /v2.0/networks/8c7b00ca-e0ef-4d99-bd10-71bb21595ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749513 Nov 29 18:18:51.448280 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-eb12afcb-3167-45a8-a4e8-6c84cda5680d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=fa4a748b-18d2-456f-8305-9cb0f74b625b HTTP/1.1" status: 200 len: 217 time: 0.0677845 Nov 29 18:18:51.492059 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f35309e-ec81-40fb-ae67-2846fae028b0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:51.538769 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-3b352bda-94b5-4f2b-9bbe-b4cd7278c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:51.540986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-3b352bda-94b5-4f2b-9bbe-b4cd7278c08a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.0847948 Nov 29 18:18:51.622558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-6b77c35f-56ad-497b-b60c-d6cf47873601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:51.625099 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-6b77c35f-56ad-497b-b60c-d6cf47873601 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747471 Nov 29 18:18:51.732191 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-9c019d78-b1ef-4d0b-a6fa-f5c893dfbb46 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975935 Nov 29 18:18:51.845491 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-793de7ca-9913-43c1-b4b5-81a0c8122448 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046202 Nov 29 18:18:51.867162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-9f35309e-ec81-40fb-ae67-2846fae028b0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port e56e517f-6c67-45df-a76d-30905fe5455d {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:18:51.867607 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f35309e-ec81-40fb-ae67-2846fae028b0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:51.945701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-990cf111-f1de-4ed7-bacf-4c68a0aedcc2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=f002c88e-cc2b-4dce-8fa1-65fa2b43d135 HTTP/1.1" status: 200 len: 217 time: 0.0920007 Nov 29 18:18:51.975739 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f35309e-ec81-40fb-ae67-2846fae028b0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:51.988567 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-9f35309e-ec81-40fb-ae67-2846fae028b0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for e56e517f-6c67-45df-a76d-30905fe5455d owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:18:52.051478 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-066f2bbb-e627-4890-8625-de50749f55f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:52.054227 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-066f2bbb-e627-4890-8625-de50749f55f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.1004577 Nov 29 18:18:52.117306 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-82430714-62d5-45eb-b6c6-ecd5cdad34f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:52.119236 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-82430714-62d5-45eb-b6c6-ecd5cdad34f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0558302 Nov 29 18:18:52.215164 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f35309e-ec81-40fb-ae67-2846fae028b0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:52.250982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35309e-ec81-40fb-ae67-2846fae028b0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=e56e517f-6c67-45df-a76d-30905fe5455d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:52.328690 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-2d1bdaa2-4d61-4578-9ec6-d1686003c52a service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006950 Nov 29 18:18:52.459498 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f35309e-ec81-40fb-ae67-2846fae028b0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:52.557213 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-7b4c7515-5d20-4db3-bb1d-681dd0e552fd service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194700 Nov 29 18:18:52.616289 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-d248997f-d3b4-44a4-8cbd-b3744ed9d688 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=7c57a7f9-5b4c-4906-b679-7bec1c88b294 HTTP/1.1" status: 200 len: 217 time: 0.0506179 Nov 29 18:18:52.753314 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f35309e-ec81-40fb-ae67-2846fae028b0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router 249fd6cc-3622-48aa-8719-0e49e38e69aa has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:18:52.759872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-12a6c89b-2636-4e28-83d3-f5d23cca261c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:52.761347 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-12a6c89b-2636-4e28-83d3-f5d23cca261c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.1353097 Nov 29 18:18:52.831760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-bd773c88-cc73-4c27-928c-0e7857e13f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:52.834183 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-bd773c88-cc73-4c27-928c-0e7857e13f43 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651381 Nov 29 18:18:53.029135 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-b0293da4-8b42-4c03-8fed-66c27b6de4c8 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861587 Nov 29 18:18:53.207139 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-8ae163ab-5a13-4bd9-8949-ca5a149f9974 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688097 Nov 29 18:18:53.261585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-52cabcc7-1bc3-47c9-ad2f-2f3a69b4ee12 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=ae646355-ad4c-47e5-bc2b-0ef2ff5562dc HTTP/1.1" status: 200 len: 217 time: 0.0470209 Nov 29 18:18:53.334777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-9347789f-8996-42bb-b9e2-66abce577390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:53.336613 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-9347789f-8996-42bb-b9e2-66abce577390 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.0676117 Nov 29 18:18:53.428530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-6261f7d9-e2ef-41bc-9e59-d75dbf52654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:53.430719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-6261f7d9-e2ef-41bc-9e59-d75dbf52654d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0854001 Nov 29 18:18:53.433239 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f35309e-ec81-40fb-ae67-2846fae028b0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:18:53.439027 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9f35309e-ec81-40fb-ae67-2846fae028b0 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/249fd6cc-3622-48aa-8719-0e49e38e69aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4779935 Nov 29 18:18:53.442004 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45396) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:53.448597 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c6344-c1d2-45bd-9683-954e072e48f0 None None] Sync routers for ids ['249fd6cc-3622-48aa-8719-0e49e38e69aa'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:18:53.463277 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c6344-c1d2-45bd-9683-954e072e48f0 None None] Routers {'249fd6cc-3622-48aa-8719-0e49e38e69aa'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:53.464268 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-992c6344-c1d2-45bd-9683-954e072e48f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['249fd6cc-3622-48aa-8719-0e49e38e69aa'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:53.519724 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45406) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:53.525933 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-82109820-784f-45ca-8b76-53eb412f9c81 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports?device_id=249fd6cc-3622-48aa-8719-0e49e38e69aa HTTP/1.1" status: 200 len: 205 time: 0.0762923 Nov 29 18:18:53.528432 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-992c6344-c1d2-45bd-9683-954e072e48f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:53.538242 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c6344-c1d2-45bd-9683-954e072e48f0 None None] Routers {'249fd6cc-3622-48aa-8719-0e49e38e69aa'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:53.539148 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-992c6344-c1d2-45bd-9683-954e072e48f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['249fd6cc-3622-48aa-8719-0e49e38e69aa'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:53.580008 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-992c6344-c1d2-45bd-9683-954e072e48f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:53.582298 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c6344-c1d2-45bd-9683-954e072e48f0 None None] The sync data for ids ['249fd6cc-3622-48aa-8719-0e49e38e69aa'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:18:53.638852 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-2cbb8e1a-79e9-43ff-9055-f3a3a96fed8a service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975720 Nov 29 18:18:53.665547 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f5d8644d-cf86-40ba-83f1-5b09a99b4522 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:53.803147 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-0eabdb42-162c-4f88-b288-d5f406a04b62 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572099 Nov 29 18:18:53.902998 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-ffd382fe-004c-4e3b-9995-b6fc66725e81 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1d310fc-38a8-4207-b780-c7b7ed72c64f HTTP/1.1" status: 200 len: 217 time: 0.0916572 Nov 29 18:18:53.968991 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5e77beb8-9ce4-4ac7-8d33-8ded4a3dd174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:53.993658 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f5d8644d-cf86-40ba-83f1-5b09a99b4522 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.001321 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f5d8644d-cf86-40ba-83f1-5b09a99b4522 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.010908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-44b5e96e-cf7c-4b40-8a0d-d2e05f35830b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:54.012623 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-44b5e96e-cf7c-4b40-8a0d-d2e05f35830b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c504f4-9df8-4894-b0d2-9a3940ee271e HTTP/1.1" status: 200 len: 797 time: 0.1025927 Nov 29 18:18:54.067642 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f5d8644d-cf86-40ba-83f1-5b09a99b4522 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.068719 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d8644d-cf86-40ba-83f1-5b09a99b4522 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Fanout notify agent at l3_agent the message router_deleted on router 249fd6cc-3622-48aa-8719-0e49e38e69aa {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:18:54.081417 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f5d8644d-cf86-40ba-83f1-5b09a99b4522 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.083583 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f5d8644d-cf86-40ba-83f1-5b09a99b4522 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/routers/249fd6cc-3622-48aa-8719-0e49e38e69aa HTTP/1.1" status: 204 len: 168 time: 0.5628374 Nov 29 18:18:54.085990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45420) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:54.098550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-cee49162-ccde-429b-be2d-cdbbca0ae932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:54.100801 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-cee49162-ccde-429b-be2d-cdbbca0ae932 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9f36459-b545-4033-9511-3819613163f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0802746 Nov 29 18:18:54.112873 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45422) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:54.151979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-781a1675-f767-4ba9-8c00-c29171184ff8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting subnet a2a8e018-34db-4b85-a3dc-95fbae7f6202 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:18:54.155343 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-781a1675-f767-4ba9-8c00-c29171184ff8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.217001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-17ceda05-aac0-4d24-9f9f-f04363ba9671 service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057589 Nov 29 18:18:54.250889 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-781a1675-f767-4ba9-8c00-c29171184ff8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.363765 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-781a1675-f767-4ba9-8c00-c29171184ff8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.365912 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-8b0a3242-01f5-40de-bf81-e3dab7d4eb91 service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424921 Nov 29 18:18:54.429920 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-59084bb1-7b27-4b44-9741-9212e3410e7a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=112a1789-df95-401f-85ce-35d276e8bc81 HTTP/1.1" status: 200 len: 217 time: 0.0544653 Nov 29 18:18:54.448579 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e92e6345-4a8e-45b9-8349-668200f071df admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.469324 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-781a1675-f767-4ba9-8c00-c29171184ff8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.499499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a1675-f767-4ba9-8c00-c29171184ff8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a8e018-34db-4b85-a3dc-95fbae7f6202,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:54.503266 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-781a1675-f767-4ba9-8c00-c29171184ff8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.508869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-2901924b-cc05-4a3e-aa23-f003ca88029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:54.510444 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-781a1675-f767-4ba9-8c00-c29171184ff8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/a2a8e018-34db-4b85-a3dc-95fbae7f6202 HTTP/1.1" status: 204 len: 168 time: 0.4228594 Nov 29 18:18:54.510573 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-2901924b-cc05-4a3e-aa23-f003ca88029a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c504f4-9df8-4894-b0d2-9a3940ee271e HTTP/1.1" status: 200 len: 797 time: 0.0701470 Nov 29 18:18:54.511006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45434) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:54.513878 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705ccb35-c6b6-400a-aae9-dff0b7510818 None None] Network 34411e75-738c-42b0-b478-f46110867489 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:18:54.659923 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.675273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-60211413-5c85-4b7a-9941-37b2210d9c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:54.676713 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-60211413-5c85-4b7a-9941-37b2210d9c0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9f36459-b545-4033-9511-3819613163f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1539717 Nov 29 18:18:54.693034 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e92e6345-4a8e-45b9-8349-668200f071df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.705364 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e92e6345-4a8e-45b9-8349-668200f071df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.740080 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] DHCP port deletion for 34411e75-738c-42b0-b478-f46110867489 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:18:54.793654 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Deleting port d988b33b-279f-483b-bf4b-6f710f954811 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:18:54.794422 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.823935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e92e6345-4a8e-45b9-8349-668200f071df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17054087086a41b98f86092f5676eea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7096126 Nov 29 18:18:54.827103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45444) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:54.833133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e6345-4a8e-45b9-8349-668200f071df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72119e3b-a945-4e5b-b9ee-290a3f3ce377,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:54.876215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] For port d988b33b-279f-483b-bf4b-6f710f954811, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d988b33b-279f-483b-bf4b-6f710f954811,segment=NetworkSegment(e24da9da-7a1e-441e-82dc-611c9f0ac2ff),segment_id=e24da9da-7a1e-441e-82dc-611c9f0ac2ff)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:54.876753 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.877094 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-0b0c4ee9-109a-4762-a5ef-6b05ec7e80db service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862977 Nov 29 18:18:54.879364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port d988b33b-279f-483b-bf4b-6f710f954811 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:18:54.879898 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.886812 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6c5a1c84-e630-493a-8fd8-e732d38e13eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.892897 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Calling delete_port for d988b33b-279f-483b-bf4b-6f710f954811 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:18:54.916093 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6c5a1c84-e630-493a-8fd8-e732d38e13eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.991563 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6c5a1c84-e630-493a-8fd8-e732d38e13eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:54.996268 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6c5a1c84-e630-493a-8fd8-e732d38e13eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.004332 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6c5a1c84-e630-493a-8fd8-e732d38e13eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72119e3b-a945-4e5b-b9ee-290a3f3ce377 HTTP/1.1" status: 204 len: 168 time: 0.1759651 Nov 29 18:18:55.013532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] For port d988b33b-279f-483b-bf4b-6f710f954811, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d988b33b-279f-483b-bf4b-6f710f954811,segment=NetworkSegment(e24da9da-7a1e-441e-82dc-611c9f0ac2ff),segment_id=e24da9da-7a1e-441e-82dc-611c9f0ac2ff)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:55.013929 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.020919 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.031111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a1c84-e630-493a-8fd8-e732d38e13eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72119e3b-a945-4e5b-b9ee-290a3f3ce377,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:55.036561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for d988b33b-279f-483b-bf4b-6f710f954811 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:18:55.076088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1417a72-3449-40c1-80b0-5bdd1fe47191 req-7a133fd5-9d13-4417-b74b-3a832bdf6b5a service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821096 Nov 29 18:18:55.083470 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Pushing event deleted for resources: {'Port': ['ID=d988b33b-279f-483b-bf4b-6f710f954811,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:55.088584 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] No DVR routers for this DVR port d988b33b-279f-483b-bf4b-6f710f954811 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:18:55.100986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:55.100986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:55.100986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:55.100986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:55.100986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:55.100986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:55.100986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:55.100986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:55.100986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:55.100986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:55.100986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:55.100986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e711769e-057c-4d06-bdf0-e91956a5f585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:18:55.175740 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.205639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=d988b33b-279f-483b-bf4b-6f710f954811,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:55.215462 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No DVR routers for this DVR port d988b33b-279f-483b-bf4b-6f710f954811 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:18:55.332506 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.359869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34411e75-738c-42b0-b478-f46110867489']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:55.370835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24da9da-7a1e-441e-82dc-611c9f0ac2ff') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:55.371361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24da9da-7a1e-441e-82dc-611c9f0ac2ff') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:55.382005 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.397172 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.414995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:18:55.415448 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:18:55.419044 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:18:55.490452 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.502298 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.507489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/networks/34411e75-738c-42b0-b478-f46110867489 HTTP/1.1" status: 204 len: 168 time: 0.9923024 Nov 29 18:18:55.511133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45480) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:55.522151 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-93f82faf-88e3-40eb-b005-68d0cc4cada8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1102768060', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:55.531375 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5685a-1a5f-4b8d-9c05-ae72c0261a67 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Network': ['ID=34411e75-738c-42b0-b478-f46110867489,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:55.583065 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-93f82faf-88e3-40eb-b005-68d0cc4cada8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.585002 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-93f82faf-88e3-40eb-b005-68d0cc4cada8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.677536 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-93f82faf-88e3-40eb-b005-68d0cc4cada8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.682663 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-93f82faf-88e3-40eb-b005-68d0cc4cada8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.715229 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-93f82faf-88e3-40eb-b005-68d0cc4cada8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.716786 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-93f82faf-88e3-40eb-b005-68d0cc4cada8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2039373 Nov 29 18:18:55.719872 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45490) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:55.727887 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-3f7d93fc-fc6e-4b37-aa11-4ba1a01d99f3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-999532834'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:55.765273 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7d93fc-fc6e-4b37-aa11-4ba1a01d99f3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:18:55.769411 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f7d93fc-fc6e-4b37-aa11-4ba1a01d99f3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.800385 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7d93fc-fc6e-4b37-aa11-4ba1a01d99f3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:18:55.817908 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f7d93fc-fc6e-4b37-aa11-4ba1a01d99f3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.818597 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-3f7d93fc-fc6e-4b37-aa11-4ba1a01d99f3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Added segment 49e73bde-af0f-428d-bec1-5e124cbafcfd of type vlan for network 8c736c98-b136-4ee6-a670-5b0852086718 Nov 29 18:18:55.876982 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f7d93fc-fc6e-4b37-aa11-4ba1a01d99f3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.918931 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f7d93fc-fc6e-4b37-aa11-4ba1a01d99f3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.931167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7d93fc-fc6e-4b37-aa11-4ba1a01d99f3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:55.931851 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f7d93fc-fc6e-4b37-aa11-4ba1a01d99f3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:55.999532 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d988b33b-279f-483b-bf4b-6f710f954811 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:18:56.011449 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3f7d93fc-fc6e-4b37-aa11-4ba1a01d99f3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2896407 Nov 29 18:18:56.015119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45508) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:56.020312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-82504c91-f411-4a0c-9331-86ffe4ef4b7a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'subnet': {'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:56.024192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d93fc-fc6e-4b37-aa11-4ba1a01d99f3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Network': ['ID=8c736c98-b136-4ee6-a670-5b0852086718,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:56.037023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: d988b33b-279f-483b-bf4b-6f710f954811 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:18:56.037581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d988b33b-279f-483b-bf4b-6f710f954811 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:18:56.041519 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 8c736c98-b136-4ee6-a670-5b0852086718 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:18:56.171818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82504c91-f411-4a0c-9331-86ffe4ef4b7a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:18:56.178119 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82504c91-f411-4a0c-9331-86ffe4ef4b7a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:56.385229 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82504c91-f411-4a0c-9331-86ffe4ef4b7a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:56.428351 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3a55278-3418-43dc-889c-bbcc8a1c024a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:56.479724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82504c91-f411-4a0c-9331-86ffe4ef4b7a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Checking segment: {'id': '49e73bde-af0f-428d-bec1-5e124cbafcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:18:56.480102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82504c91-f411-4a0c-9331-86ffe4ef4b7a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network hostable DHCP agents. Network: 8c736c98-b136-4ee6-a670-5b0852086718, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:18:56.482240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82504c91-f411-4a0c-9331-86ffe4ef4b7a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Subnet': ['ID=a1809bd7-87cd-4b81-817b-a3c84547fbfc,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:56.502049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82504c91-f411-4a0c-9331-86ffe4ef4b7a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network 8c736c98-b136-4ee6-a670-5b0852086718 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:18:56.513398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-82504c91-f411-4a0c-9331-86ffe4ef4b7a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 8c736c98-b136-4ee6-a670-5b0852086718) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:56.517968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82504c91-f411-4a0c-9331-86ffe4ef4b7a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:56.518624 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82504c91-f411-4a0c-9331-86ffe4ef4b7a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:56.523551 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6926739c-c082-4705-90b4-0bb8c5cd2c68 None None] Network 8c736c98-b136-4ee6-a670-5b0852086718 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:18:56.544147 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45526) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:56.547422 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-82504c91-f411-4a0c-9331-86ffe4ef4b7a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5310893 Nov 29 18:18:56.752432 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-8c736c98-b136-4ee6-a670-5b0852086718', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:18:56.753869 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:57.014637 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Allocated IP 2001:db8::2 (8c736c98-b136-4ee6-a670-5b0852086718/a1809bd7-87cd-4b81-817b-a3c84547fbfc/35a9d967-4d66-4dea-9789-43e758fe36b0) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:18:57.085003 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:57.231392 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:57.265463 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:57.289856 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:57.341543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Network 8c736c98-b136-4ee6-a670-5b0852086718 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:57.346066 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:57.350074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:18:57.360786 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Pushing event updated for resources: {'Port': ['ID=35a9d967-4d66-4dea-9789-43e758fe36b0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:57.421577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Attempting to bind port 35a9d967-4d66-4dea-9789-43e758fe36b0 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:18:57.422404 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Attempting to bind port 35a9d967-4d66-4dea-9789-43e758fe36b0 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '49e73bde-af0f-428d-bec1-5e124cbafcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:18:57.423028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Attempting to bind port 35a9d967-4d66-4dea-9789-43e758fe36b0 on network 8c736c98-b136-4ee6-a670-5b0852086718 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:18:57.425942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Allocated IP 2001:db8::1 (8c736c98-b136-4ee6-a670-5b0852086718/a1809bd7-87cd-4b81-817b-a3c84547fbfc/e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:18:57.429184 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:18:57.429833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Checking segment: {'id': '49e73bde-af0f-428d-bec1-5e124cbafcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:18:57.430620 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:57.431389 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Bound using segment: {'id': '49e73bde-af0f-428d-bec1-5e124cbafcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:18:57.432220 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Bound port: 35a9d967-4d66-4dea-9789-43e758fe36b0, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e73bde-af0f-428d-bec1-5e124cbafcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:18:57.432846 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:57.509706 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] For port 35a9d967-4d66-4dea-9789-43e758fe36b0, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:18:57.513736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] For port 35a9d967-4d66-4dea-9789-43e758fe36b0, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=35a9d967-4d66-4dea-9789-43e758fe36b0,segment=NetworkSegment(49e73bde-af0f-428d-bec1-5e124cbafcfd),segment_id=49e73bde-af0f-428d-bec1-5e124cbafcfd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:18:57.520188 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:57.647293 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:57.657155 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46549fe3-5c0d-4994-980d-956d36ee2dd0 None None] Pushing event updated for resources: {'Port': ['ID=35a9d967-4d66-4dea-9789-43e758fe36b0,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:57.667908 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:57.715555 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:57.799409 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network 8c736c98-b136-4ee6-a670-5b0852086718 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:57.808264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:57.816815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:18:57.816815 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:57.884869 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:57.910307 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a046e43c-ccea-48ee-9a73-11021f6bb084 req-70138de3-4358-4e55-81a4-72fe5e2d23c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1385872 Nov 29 18:18:58.121962 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:58.145490 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046e43c-ccea-48ee-9a73-11021f6bb084 req-81459420-2cbe-49be-a513-466e33bddf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:58.147605 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a046e43c-ccea-48ee-9a73-11021f6bb084 req-81459420-2cbe-49be-a513-466e33bddf69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0bea1f5121e4e03a78662b4f8b615f6&device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 1101 time: 0.1435750 Nov 29 18:18:58.186334 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45588) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:58.312292 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c901968-1c63-4d98-a6f5-caf5b460a9f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:58.375696 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046e43c-ccea-48ee-9a73-11021f6bb084 req-5c77b4aa-a248-43e0-bb8b-6eb605fde8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:58.377188 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a046e43c-ccea-48ee-9a73-11021f6bb084 req-5c77b4aa-a248-43e0-bb8b-6eb605fde8a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.1976306 Nov 29 18:18:58.399315 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c901968-1c63-4d98-a6f5-caf5b460a9f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:58.407826 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c901968-1c63-4d98-a6f5-caf5b460a9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:58.446956 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c901968-1c63-4d98-a6f5-caf5b460a9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bef6c9-c32f-4f07-a14f-4ee32a3083bb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:58.452387 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9c901968-1c63-4d98-a6f5-caf5b460a9f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=655d9c2f61884e21b9cd263a8aeec403&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2639596 Nov 29 18:18:58.455194 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45596) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:58.469006 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a046e43c-ccea-48ee-9a73-11021f6bb084 req-b820c8fb-c135-4448-9c50-a09bf6263aa4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=131fec48-5bae-479d-88be-c07742c47b26 HTTP/1.1" status: 200 len: 217 time: 0.0682306 Nov 29 18:18:58.521488 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc36b262-5a3a-4acf-acda-85e8b396a308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:58.552668 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc36b262-5a3a-4acf-acda-85e8b396a308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:58.563765 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046e43c-ccea-48ee-9a73-11021f6bb084 req-131921ff-3b9b-44f6-8dbf-095481d0995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:58.565181 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a046e43c-ccea-48ee-9a73-11021f6bb084 req-131921ff-3b9b-44f6-8dbf-095481d0995c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0845056 Nov 29 18:18:58.619995 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc36b262-5a3a-4acf-acda-85e8b396a308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:58.622271 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc36b262-5a3a-4acf-acda-85e8b396a308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:58.623586 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fc36b262-5a3a-4acf-acda-85e8b396a308 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92bef6c9-c32f-4f07-a14f-4ee32a3083bb HTTP/1.1" status: 204 len: 168 time: 0.1673777 Nov 29 18:18:58.636425 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36b262-5a3a-4acf-acda-85e8b396a308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bef6c9-c32f-4f07-a14f-4ee32a3083bb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:58.652366 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:58.664410 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:58.667680 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:58.765676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046e43c-ccea-48ee-9a73-11021f6bb084 req-eef4a1f5-6a37-417d-96ce-4d74e0353ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:18:58.767518 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a046e43c-ccea-48ee-9a73-11021f6bb084 req-eef4a1f5-6a37-417d-96ce-4d74e0353ef7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1874397 Nov 29 18:18:59.005738 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network 8c736c98-b136-4ee6-a670-5b0852086718 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:18:59.019781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:18:59.025008 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a046e43c-ccea-48ee-9a73-11021f6bb084 req-a924c952-b76f-479e-9140-6bd99d22ad24 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443156 Nov 29 18:18:59.038525 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:59.099897 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:59.156378 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45622) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:59.192554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef5f2c8-5c40-4ab2-b9d3-56d4ef619bd1 None None] Network 8c736c98-b136-4ee6-a670-5b0852086718 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:18:59.200204 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d7c04d90-4854-40e8-b404-cb399b5d2ba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:59.285528 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c9fc10de-e112-4ba4-b3df-f4de6ca4100b None None] Provisioning complete for port 35a9d967-4d66-4dea-9789-43e758fe36b0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:18:59.285897 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9fc10de-e112-4ba4-b3df-f4de6ca4100b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:59.312651 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d7c04d90-4854-40e8-b404-cb399b5d2ba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:59.322047 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d7c04d90-4854-40e8-b404-cb399b5d2ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:59.375485 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d7c04d90-4854-40e8-b404-cb399b5d2ba6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22e6780bfece4c74a01a8c5e2593f7a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2179816 Nov 29 18:18:59.379611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45628) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:59.400922 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c04d90-4854-40e8-b404-cb399b5d2ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e7590b-e653-462d-9565-cf5ae6dc47fe,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:59.490084 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router 4f5798b8-e9ec-4e76-9f89-9871194425e6 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:18:59.494817 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9fc10de-e112-4ba4-b3df-f4de6ca4100b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:59.509039 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a046e43c-ccea-48ee-9a73-11021f6bb084 req-8d9a1ac9-fb97-451b-8e93-de13d9de5dfe service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586484 Nov 29 18:18:59.538048 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c9fc10de-e112-4ba4-b3df-f4de6ca4100b None None] For port 35a9d967-4d66-4dea-9789-43e758fe36b0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=35a9d967-4d66-4dea-9789-43e758fe36b0,segment=NetworkSegment(49e73bde-af0f-428d-bec1-5e124cbafcfd),segment_id=49e73bde-af0f-428d-bec1-5e124cbafcfd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:18:59.547872 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9fc10de-e112-4ba4-b3df-f4de6ca4100b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:59.621316 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:18:59.623088 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f8986903-76c8-4af3-9614-146791d14f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:59.642292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Sync routers for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:18:59.649005 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f8986903-76c8-4af3-9614-146791d14f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:59.692715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45632) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:18:59.693493 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fb2d80d3-f1de-4eb2-a53c-bf5bae8ab0d2 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/4f5798b8-e9ec-4e76-9f89-9871194425e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1481934 Nov 29 18:18:59.707577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc10de-e112-4ba4-b3df-f4de6ca4100b None None] Pushing event updated for resources: {'Port': ['ID=35a9d967-4d66-4dea-9789-43e758fe36b0,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:59.708928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-88407580-748f-42be-b691-1639f395ee7c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-329620413'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:18:59.713197 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:18:59.714053 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:18:59.725671 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f8986903-76c8-4af3-9614-146791d14f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:59.728362 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f8986903-76c8-4af3-9614-146791d14f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:59.732230 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f8986903-76c8-4af3-9614-146791d14f2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00e7590b-e653-462d-9565-cf5ae6dc47fe HTTP/1.1" status: 204 len: 168 time: 0.3457720 Nov 29 18:18:59.753208 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8986903-76c8-4af3-9614-146791d14f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e7590b-e653-462d-9565-cf5ae6dc47fe,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:18:59.766231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88407580-748f-42be-b691-1639f395ee7c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:18:59.770827 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88407580-748f-42be-b691-1639f395ee7c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:59.823413 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88407580-748f-42be-b691-1639f395ee7c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:18:59.841259 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88407580-748f-42be-b691-1639f395ee7c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:18:59.842551 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-88407580-748f-42be-b691-1639f395ee7c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Added segment 9af296ab-e5f8-4f0b-b3a8-7a1619038380 of type vlan for network af4ac3f7-6d17-4fe2-860f-946f08a1045e Nov 29 18:18:59.955973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:18:59.963626 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88407580-748f-42be-b691-1639f395ee7c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:00.035973 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88407580-748f-42be-b691-1639f395ee7c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:00.049571 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88407580-748f-42be-b691-1639f395ee7c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:19:00.059818 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88407580-748f-42be-b691-1639f395ee7c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:00.155709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-88407580-748f-42be-b691-1639f395ee7c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4613683 Nov 29 18:19:00.158640 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45646) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:00.163899 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-95aba87b-2a7e-4aeb-8c8f-e79ea908d327 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'subnet': {'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:19:00.171796 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88407580-748f-42be-b691-1639f395ee7c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Network': ['ID=af4ac3f7-6d17-4fe2-860f-946f08a1045e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:00.355244 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95aba87b-2a7e-4aeb-8c8f-e79ea908d327 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:19:00.359603 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-95aba87b-2a7e-4aeb-8c8f-e79ea908d327 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:00.385841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 35a9d967-4d66-4dea-9789-43e758fe36b0 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:19:00.388030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network af4ac3f7-6d17-4fe2-860f-946f08a1045e details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:19:00.409747 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:00.619762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8c5e31dd-3adc-40ef-862c-7ae7b8c994f6 None None] Provisioning complete for port e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:00.620044 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8c5e31dd-3adc-40ef-862c-7ae7b8c994f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:00.708748 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-95aba87b-2a7e-4aeb-8c8f-e79ea908d327 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:00.720427 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:00.812734 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aba87b-2a7e-4aeb-8c8f-e79ea908d327 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Subnet': ['ID=5d412f97-5c62-4160-8e12-bb4201328525,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:00.868737 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aba87b-2a7e-4aeb-8c8f-e79ea908d327 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Checking segment: {'id': '9af296ab-e5f8-4f0b-b3a8-7a1619038380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:19:00.869724 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aba87b-2a7e-4aeb-8c8f-e79ea908d327 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network hostable DHCP agents. Network: af4ac3f7-6d17-4fe2-860f-946f08a1045e, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:19:00.869905 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e31dd-3adc-40ef-862c-7ae7b8c994f6 None None] Port e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:19:00.922294 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8c5e31dd-3adc-40ef-862c-7ae7b8c994f6 None None] Provisioning complete for port 35a9d967-4d66-4dea-9789-43e758fe36b0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:00.922682 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8c5e31dd-3adc-40ef-862c-7ae7b8c994f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:00.968613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aba87b-2a7e-4aeb-8c8f-e79ea908d327 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network af4ac3f7-6d17-4fe2-860f-946f08a1045e is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:19:01.055357 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-95aba87b-2a7e-4aeb-8c8f-e79ea908d327 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, af4ac3f7-6d17-4fe2-860f-946f08a1045e) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:19:01.065810 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 35a9d967-4d66-4dea-9789-43e758fe36b0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:01.066536 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:01.074664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aba87b-2a7e-4aeb-8c8f-e79ea908d327 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:19:01.084617 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-95aba87b-2a7e-4aeb-8c8f-e79ea908d327 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:01.096124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751845ec-c54e-4501-9395-160f24f99630 None None] Network af4ac3f7-6d17-4fe2-860f-946f08a1045e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:19:01.133176 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-95aba87b-2a7e-4aeb-8c8f-e79ea908d327 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9733567 Nov 29 18:19:01.136156 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45680) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:01.464203 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:18:58Z', 'revision_number': 2, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:18:58Z', 'revision_number': 2, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:01.534719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Checking router: 4f5798b8-e9ec-4e76-9f89-9871194425e6 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:19:01.535255 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Updating router 4f5798b8-e9ec-4e76-9f89-9871194425e6 port e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:19:01.613590 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:01.619205 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:19:01.620388 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:01.775744 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-54db78eb-d005-4e3a-be1a-17c4a752eeb0 None None] Provisioning complete for port e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:01.777831 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-54db78eb-d005-4e3a-be1a-17c4a752eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:01.829220 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:01.835912 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-54db78eb-d005-4e3a-be1a-17c4a752eeb0 None None] Port e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:19:02.109293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Allocated IP 2001:db8:1::2 (af4ac3f7-6d17-4fe2-860f-946f08a1045e/5d412f97-5c62-4160-8e12-bb4201328525/039aad62-b475-4a89-872a-7a7d8e43ce08) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:19:02.585787 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:02.591212 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:02.605571 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:02.608905 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:02.691045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f39ee-8ba1-4498-b28d-8e1dca2e422c None None] Pushing event updated for resources: {'Port': ['ID=e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:02.743429 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Allocated IP 2001:db8:1::1 (af4ac3f7-6d17-4fe2-860f-946f08a1045e/5d412f97-5c62-4160-8e12-bb4201328525/5a3e7320-d484-4625-8abb-bbd3d545d907) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:19:02.789527 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Network af4ac3f7-6d17-4fe2-860f-946f08a1045e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:19:02.828175 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:19:02.843712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:19:02.952284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Pushing event updated for resources: {'Port': ['ID=039aad62-b475-4a89-872a-7a7d8e43ce08,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:03.030664 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:03.114919 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:03.173016 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Attempting to bind port 039aad62-b475-4a89-872a-7a7d8e43ce08 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:19:03.174503 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Attempting to bind port 039aad62-b475-4a89-872a-7a7d8e43ce08 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '9af296ab-e5f8-4f0b-b3a8-7a1619038380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:19:03.175676 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Attempting to bind port 039aad62-b475-4a89-872a-7a7d8e43ce08 on network af4ac3f7-6d17-4fe2-860f-946f08a1045e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:19:03.191280 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:19:03.191671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Checking segment: {'id': '9af296ab-e5f8-4f0b-b3a8-7a1619038380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:19:03.192093 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:03.192764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Bound using segment: {'id': '9af296ab-e5f8-4f0b-b3a8-7a1619038380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:19:03.192986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Bound port: 039aad62-b475-4a89-872a-7a7d8e43ce08, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af296ab-e5f8-4f0b-b3a8-7a1619038380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:19:03.193377 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:03.214939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Attempting to bind port e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:19:03.215337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Attempting to bind port e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '49e73bde-af0f-428d-bec1-5e124cbafcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:19:03.215717 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Attempting to bind port e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba on network 8c736c98-b136-4ee6-a670-5b0852086718 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:19:03.223881 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network af4ac3f7-6d17-4fe2-860f-946f08a1045e is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:19:03.225653 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:19:03.226054 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Checking segment: {'id': '49e73bde-af0f-428d-bec1-5e124cbafcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:19:03.226463 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:03.226916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Bound using segment: {'id': '49e73bde-af0f-428d-bec1-5e124cbafcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:19:03.227405 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Bound port: e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e73bde-af0f-428d-bec1-5e124cbafcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:19:03.227807 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:03.249881 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:19:03.252635 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:19:03.253237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:03.269021 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=5a3e7320-d484-4625-8abb-bbd3d545d907,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:03.335502 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-846406c3-ea86-45c1-9e92-85806ab930a9 None None] Provisioning complete for port e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:03.335877 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-846406c3-ea86-45c1-9e92-85806ab930a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:03.420920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45766) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:03.497315 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] For port e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:19:03.503682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] For port e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba,segment=NetworkSegment(49e73bde-af0f-428d-bec1-5e124cbafcfd),segment_id=49e73bde-af0f-428d-bec1-5e124cbafcfd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:19:03.528996 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:03.530389 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:03.552610 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] For port 039aad62-b475-4a89-872a-7a7d8e43ce08, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:19:03.581498 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d31c6ba5-c0b9-4b2c-84bd-8c699c5f9a35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:03.682608 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f39ee-8ba1-4498-b28d-8e1dca2e422c None None] Pushing event updated for resources: {'Port': ['ID=e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:03.737248 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] For port 039aad62-b475-4a89-872a-7a7d8e43ce08, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=039aad62-b475-4a89-872a-7a7d8e43ce08,segment=NetworkSegment(9af296ab-e5f8-4f0b-b3a8-7a1619038380),segment_id=9af296ab-e5f8-4f0b-b3a8-7a1619038380)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:19:03.740536 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-846406c3-ea86-45c1-9e92-85806ab930a9 None None] Port e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:19:03.752757 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:03.753292 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d31c6ba5-c0b9-4b2c-84bd-8c699c5f9a35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:03.761926 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d31c6ba5-c0b9-4b2c-84bd-8c699c5f9a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:03.820606 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d31c6ba5-c0b9-4b2c-84bd-8c699c5f9a35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=727d422fe680413599f14bcd57784e05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3985305 Nov 29 18:19:03.824964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45778) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:03.852250 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c6ba5-c0b9-4b2c-84bd-8c699c5f9a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea162847-3c68-4fb4-9c33-638d87b6f680,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:03.852528 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:03.874169 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:03.967778 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a0a4945-8a53-4d9c-b2a9-ebf4f218cc52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:04.004700 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:04.009769 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a0a4945-8a53-4d9c-b2a9-ebf4f218cc52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:04.015098 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:04.017596 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:04.152234 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a0a4945-8a53-4d9c-b2a9-ebf4f218cc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:04.156125 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a0a4945-8a53-4d9c-b2a9-ebf4f218cc52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:04.156853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8a0a4945-8a53-4d9c-b2a9-ebf4f218cc52 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea162847-3c68-4fb4-9c33-638d87b6f680 HTTP/1.1" status: 204 len: 168 time: 0.3296230 Nov 29 18:19:04.190249 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a4945-8a53-4d9c-b2a9-ebf4f218cc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea162847-3c68-4fb4-9c33-638d87b6f680,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:04.225599 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=5a3e7320-d484-4625-8abb-bbd3d545d907,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:04.296217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network af4ac3f7-6d17-4fe2-860f-946f08a1045e is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:19:04.298077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:19:04.434979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35debc5f-19bd-4e57-b4f4-18055c88c906 None None] Pushing event updated for resources: {'Port': ['ID=039aad62-b475-4a89-872a-7a7d8e43ce08,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:04.439708 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router 4f5798b8-e9ec-4e76-9f89-9871194425e6 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:19:04.467018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a3affd48-7664-4865-bb77-d739436241fd None None] Provisioning complete for port e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:04.467406 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3affd48-7664-4865-bb77-d739436241fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:04.534157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:04.620270 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:19:04.636386 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45798) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:04.639429 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7d439660-2fd6-40d7-b63b-4cd707ac08b8 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/4f5798b8-e9ec-4e76-9f89-9871194425e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5007949 Nov 29 18:19:04.642272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2ce1ab77-2e6a-46db-be0d-91015ca64c6a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-30938158'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:19:04.698926 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce1ab77-2e6a-46db-be0d-91015ca64c6a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:19:04.705056 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ab77-2e6a-46db-be0d-91015ca64c6a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:04.731978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45800) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:04.759661 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e03e9339-94b0-45cf-a93c-ae438e3edb0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:04.762824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce1ab77-2e6a-46db-be0d-91015ca64c6a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:19:04.787143 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ab77-2e6a-46db-be0d-91015ca64c6a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:04.793304 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-2ce1ab77-2e6a-46db-be0d-91015ca64c6a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Added segment 72732335-b27e-4063-b757-f5c42142eabf of type vlan for network d5270255-3f3d-4df5-afa7-e3d9a2c748e3 Nov 29 18:19:04.831117 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3affd48-7664-4865-bb77-d739436241fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:04.885551 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ab77-2e6a-46db-be0d-91015ca64c6a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:04.916134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a3affd48-7664-4865-bb77-d739436241fd None None] For port e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba,segment=NetworkSegment(49e73bde-af0f-428d-bec1-5e124cbafcfd),segment_id=49e73bde-af0f-428d-bec1-5e124cbafcfd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:04.923033 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3affd48-7664-4865-bb77-d739436241fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:04.955098 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ab77-2e6a-46db-be0d-91015ca64c6a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:04.962178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce1ab77-2e6a-46db-be0d-91015ca64c6a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:19:04.963191 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ab77-2e6a-46db-be0d-91015ca64c6a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:04.990111 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e03e9339-94b0-45cf-a93c-ae438e3edb0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:04.995519 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e03e9339-94b0-45cf-a93c-ae438e3edb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:05.008508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:03Z', 'revision_number': 3, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:02Z', 'revision_number': 1, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:03Z', 'revision_number': 4, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:05.010380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3affd48-7664-4865-bb77-d739436241fd None None] Pushing event updated for resources: {'Port': ['ID=e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:05.059283 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e9339-94b0-45cf-a93c-ae438e3edb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3d09b0-7646-4d32-ab4a-f6c49fde4dc3,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:05.077984 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e03e9339-94b0-45cf-a93c-ae438e3edb0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20b8408b134945f3a48b9961dc307941&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3448448 Nov 29 18:19:05.079098 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45808) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:05.095126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333be934-0322-4c5c-9954-0a9cd6454ba5 None None] The sync data for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 is: [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:03Z', 'revision_number': 3, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:02Z', 'revision_number': 1, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:03Z', 'revision_number': 4, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:19:05.108452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1ab77-2e6a-46db-be0d-91015ca64c6a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Network': ['ID=d5270255-3f3d-4df5-afa7-e3d9a2c748e3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:05.130575 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2ce1ab77-2e6a-46db-be0d-91015ca64c6a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4920945 Nov 29 18:19:05.135890 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45810) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:05.150558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-84f4ffb5-380d-4ac6-a3a1-3a1c52f30726 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'subnet': {'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:19:05.168892 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network d5270255-3f3d-4df5-afa7-e3d9a2c748e3 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:19:05.296209 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f05d7c44-636c-45be-8e90-809e565d792c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:05.375401 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f05d7c44-636c-45be-8e90-809e565d792c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:05.443696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f4ffb5-380d-4ac6-a3a1-3a1c52f30726 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:19:05.451976 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f4ffb5-380d-4ac6-a3a1-3a1c52f30726 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:05.485338 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f05d7c44-636c-45be-8e90-809e565d792c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:05.501344 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f05d7c44-636c-45be-8e90-809e565d792c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:05.507578 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f05d7c44-636c-45be-8e90-809e565d792c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e3d09b0-7646-4d32-ab4a-f6c49fde4dc3 HTTP/1.1" status: 204 len: 168 time: 0.4266887 Nov 29 18:19:05.521466 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d7c44-636c-45be-8e90-809e565d792c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3d09b0-7646-4d32-ab4a-f6c49fde4dc3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:05.852011 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9f44f0-6254-4c91-b2ae-f9265bedb24b None None] Network af4ac3f7-6d17-4fe2-860f-946f08a1045e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:19:05.864891 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f4ffb5-380d-4ac6-a3a1-3a1c52f30726 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:06.018316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ff03d8ed-79a4-4e1c-893d-fb21458103a2 None None] Provisioning complete for port 039aad62-b475-4a89-872a-7a7d8e43ce08 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:06.018854 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff03d8ed-79a4-4e1c-893d-fb21458103a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:06.027621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4ffb5-380d-4ac6-a3a1-3a1c52f30726 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Subnet': ['ID=48965eb8-2003-4626-954f-56cd8d3691f2,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:06.062909 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f4ffb5-380d-4ac6-a3a1-3a1c52f30726 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Checking segment: {'id': '72732335-b27e-4063-b757-f5c42142eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:19:06.063191 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f4ffb5-380d-4ac6-a3a1-3a1c52f30726 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network hostable DHCP agents. Network: d5270255-3f3d-4df5-afa7-e3d9a2c748e3, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:19:06.135845 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f4ffb5-380d-4ac6-a3a1-3a1c52f30726 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network d5270255-3f3d-4df5-afa7-e3d9a2c748e3 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:19:06.143591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 039aad62-b475-4a89-872a-7a7d8e43ce08 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:19:06.157362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-84f4ffb5-380d-4ac6-a3a1-3a1c52f30726 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, d5270255-3f3d-4df5-afa7-e3d9a2c748e3) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:19:06.179906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f4ffb5-380d-4ac6-a3a1-3a1c52f30726 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:19:06.180514 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f4ffb5-380d-4ac6-a3a1-3a1c52f30726 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:06.207987 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45840) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:06.208508 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-84f4ffb5-380d-4ac6-a3a1-3a1c52f30726 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0672023 Nov 29 18:19:06.212737 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3dae64-0423-410e-b150-357a5c9be10b None None] Network d5270255-3f3d-4df5-afa7-e3d9a2c748e3 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:19:06.365290 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff03d8ed-79a4-4e1c-893d-fb21458103a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:06.438715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ff03d8ed-79a4-4e1c-893d-fb21458103a2 None None] For port 039aad62-b475-4a89-872a-7a7d8e43ce08, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=039aad62-b475-4a89-872a-7a7d8e43ce08,segment=NetworkSegment(9af296ab-e5f8-4f0b-b3a8-7a1619038380),segment_id=9af296ab-e5f8-4f0b-b3a8-7a1619038380)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:06.456750 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff03d8ed-79a4-4e1c-893d-fb21458103a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:06.514412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 039aad62-b475-4a89-872a-7a7d8e43ce08 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:06.514823 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:06.672037 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03d8ed-79a4-4e1c-893d-fb21458103a2 None None] Pushing event updated for resources: {'Port': ['ID=039aad62-b475-4a89-872a-7a7d8e43ce08,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:06.849021 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-d5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'fixed_ips': [{'subnet_id': '48965eb8-2003-4626-954f-56cd8d3691f2'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:19:06.852217 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:06.987707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:07.274439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Allocated IP 2001:db8:2::2 (d5270255-3f3d-4df5-afa7-e3d9a2c748e3/48965eb8-2003-4626-954f-56cd8d3691f2/5e601bb5-a474-4d6b-9d9c-fe052d526ddf) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:19:07.302722 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5cc183c4-fa51-4766-8d7d-fd82937950a9 None None] Provisioning complete for port 039aad62-b475-4a89-872a-7a7d8e43ce08 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:07.303222 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5cc183c4-fa51-4766-8d7d-fd82937950a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:07.650665 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5cc183c4-fa51-4766-8d7d-fd82937950a9 None None] Provisioning complete for port 5a3e7320-d484-4625-8abb-bbd3d545d907 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:07.651147 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5cc183c4-fa51-4766-8d7d-fd82937950a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:07.653833 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:07.679958 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:07.731789 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Network d5270255-3f3d-4df5-afa7-e3d9a2c748e3 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:19:07.745784 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:19:07.750779 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5cc183c4-fa51-4766-8d7d-fd82937950a9 None None] Port 5a3e7320-d484-4625-8abb-bbd3d545d907 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:19:07.764234 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:19:07.781306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Pushing event updated for resources: {'Port': ['ID=5e601bb5-a474-4d6b-9d9c-fe052d526ddf,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:07.833657 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Allocated IP 2001:db8:2::1 (d5270255-3f3d-4df5-afa7-e3d9a2c748e3/48965eb8-2003-4626-954f-56cd8d3691f2/a982fd64-6d2e-4727-ae47-025c124b9237) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:19:07.925848 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Attempting to bind port 5e601bb5-a474-4d6b-9d9c-fe052d526ddf on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:19:07.926332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Attempting to bind port 5e601bb5-a474-4d6b-9d9c-fe052d526ddf by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '72732335-b27e-4063-b757-f5c42142eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:19:07.926589 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Attempting to bind port 5e601bb5-a474-4d6b-9d9c-fe052d526ddf on network d5270255-3f3d-4df5-afa7-e3d9a2c748e3 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:19:07.955211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:19:07.955651 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Checking segment: {'id': '72732335-b27e-4063-b757-f5c42142eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:19:07.956011 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:07.963498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Bound using segment: {'id': '72732335-b27e-4063-b757-f5c42142eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:19:07.964224 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Bound port: 5e601bb5-a474-4d6b-9d9c-fe052d526ddf, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72732335-b27e-4063-b757-f5c42142eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:19:07.965175 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:07.968821 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-93ef9114-9fc5-4275-aee5-8f7019d5c8a9 None None] Provisioning complete for port 5a3e7320-d484-4625-8abb-bbd3d545d907 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:07.969390 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93ef9114-9fc5-4275-aee5-8f7019d5c8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:08.085709 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:08.150195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-93ef9114-9fc5-4275-aee5-8f7019d5c8a9 None None] Port 5a3e7320-d484-4625-8abb-bbd3d545d907 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:19:08.177578 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:08.245262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] For port 5e601bb5-a474-4d6b-9d9c-fe052d526ddf, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:19:08.245384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network d5270255-3f3d-4df5-afa7-e3d9a2c748e3 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:19:08.254309 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:19:08.259242 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:19:08.260281 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:08.262684 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] For port 5e601bb5-a474-4d6b-9d9c-fe052d526ddf, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5e601bb5-a474-4d6b-9d9c-fe052d526ddf,segment=NetworkSegment(72732335-b27e-4063-b757-f5c42142eabf),segment_id=72732335-b27e-4063-b757-f5c42142eabf)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:19:08.270899 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:19:08.287249 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:08.345029 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=a982fd64-6d2e-4727-ae47-025c124b9237,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:08.539564 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:08.560371 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4b0e2-6455-4f34-af9b-40aba790401b None None] Pushing event updated for resources: {'Port': ['ID=5e601bb5-a474-4d6b-9d9c-fe052d526ddf,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:08.608032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:08.608474 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:08.726236 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Sync routers for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:19:08.771067 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:08.771765 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:08.835727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 039aad62-b475-4a89-872a-7a7d8e43ce08 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:19:08.916716 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:08.985221 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 039aad62-b475-4a89-872a-7a7d8e43ce08 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:08.988303 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:09.171605 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:09.183789 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:09.185054 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:09.347776 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=a982fd64-6d2e-4727-ae47-025c124b9237,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:09.361552 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:08Z', 'revision_number': 4, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:03Z', 'revision_number': 2, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a982fd64-6d2e-4727-ae47-025c124b9237', 'name': '', 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:4a:ea:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:07Z', 'updated_at': '2021-11-29T18:19:07Z', 'revision_number': 1, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:09.416584 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Checking router: 4f5798b8-e9ec-4e76-9f89-9871194425e6 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:19:09.420075 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Updating router 4f5798b8-e9ec-4e76-9f89-9871194425e6 port 5a3e7320-d484-4625-8abb-bbd3d545d907 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:19:09.457958 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network d5270255-3f3d-4df5-afa7-e3d9a2c748e3 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:19:09.459260 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:09.459611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:19:09.682246 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router 4f5798b8-e9ec-4e76-9f89-9871194425e6 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:19:09.847608 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:19:09.862245 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8858fa22-184e-4852-83ff-918fa01d554d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/4f5798b8-e9ec-4e76-9f89-9871194425e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6508889 Nov 29 18:19:09.863860 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45988) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:09.873648 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-70d82eaa-d816-4809-b7e3-5c868865fe3f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1933827952'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:19:09.906840 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d82eaa-d816-4809-b7e3-5c868865fe3f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:19:09.929279 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70d82eaa-d816-4809-b7e3-5c868865fe3f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:10.061483 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:10.072737 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:10.152691 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5e601bb5-a474-4d6b-9d9c-fe052d526ddf up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:19:10.267463 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0767373-4da6-40fc-b25c-c95f741d7d95 None None] Pushing event updated for resources: {'Port': ['ID=5a3e7320-d484-4625-8abb-bbd3d545d907,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:10.294172 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Attempting to bind port 5a3e7320-d484-4625-8abb-bbd3d545d907 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:19:10.295121 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Attempting to bind port 5a3e7320-d484-4625-8abb-bbd3d545d907 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '9af296ab-e5f8-4f0b-b3a8-7a1619038380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:19:10.295550 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Attempting to bind port 5a3e7320-d484-4625-8abb-bbd3d545d907 on network af4ac3f7-6d17-4fe2-860f-946f08a1045e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:19:10.311899 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5e601bb5-a474-4d6b-9d9c-fe052d526ddf triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:10.312401 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:10.333996 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:19:10.334370 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Checking segment: {'id': '9af296ab-e5f8-4f0b-b3a8-7a1619038380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:19:10.334820 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:10.336361 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Bound using segment: {'id': '9af296ab-e5f8-4f0b-b3a8-7a1619038380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:19:10.336719 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Bound port: 5a3e7320-d484-4625-8abb-bbd3d545d907, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af296ab-e5f8-4f0b-b3a8-7a1619038380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:19:10.337114 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:10.427994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82dca60-b37d-4ed9-8b64-ae0e011da302 None None] Network d5270255-3f3d-4df5-afa7-e3d9a2c748e3 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:19:10.494456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d82eaa-d816-4809-b7e3-5c868865fe3f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:19:10.534126 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70d82eaa-d816-4809-b7e3-5c868865fe3f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:10.534126 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-70d82eaa-d816-4809-b7e3-5c868865fe3f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Added segment 5ae2f42b-08da-4e6a-a6c3-ade7d30e4092 of type vlan for network 4ae372b4-693a-48b1-8734-e1c9897151ad Nov 29 18:19:10.541127 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] For port 5a3e7320-d484-4625-8abb-bbd3d545d907, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:19:10.549310 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] For port 5a3e7320-d484-4625-8abb-bbd3d545d907, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5a3e7320-d484-4625-8abb-bbd3d545d907,segment=NetworkSegment(9af296ab-e5f8-4f0b-b3a8-7a1619038380),segment_id=9af296ab-e5f8-4f0b-b3a8-7a1619038380)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:19:10.564337 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:10.603636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d054bc44-b4d6-4b18-baa0-1c36813fad16 None None] Provisioning complete for port 5e601bb5-a474-4d6b-9d9c-fe052d526ddf triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:10.604346 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d054bc44-b4d6-4b18-baa0-1c36813fad16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:10.618506 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Updating router 4f5798b8-e9ec-4e76-9f89-9871194425e6 port a982fd64-6d2e-4727-ae47-025c124b9237 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:19:10.675200 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70d82eaa-d816-4809-b7e3-5c868865fe3f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:10.701950 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:10.720806 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:10.726071 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70d82eaa-d816-4809-b7e3-5c868865fe3f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:10.733818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d82eaa-d816-4809-b7e3-5c868865fe3f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:19:10.734852 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70d82eaa-d816-4809-b7e3-5c868865fe3f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:10.759554 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0767373-4da6-40fc-b25c-c95f741d7d95 None None] Pushing event updated for resources: {'Port': ['ID=5a3e7320-d484-4625-8abb-bbd3d545d907,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:10.839593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d82eaa-d816-4809-b7e3-5c868865fe3f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Network': ['ID=4ae372b4-693a-48b1-8734-e1c9897151ad,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:10.857148 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-70d82eaa-d816-4809-b7e3-5c868865fe3f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9918051 Nov 29 18:19:10.860222 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46008) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:10.866732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1f4c0455-a828-4234-9513-0a6dd5bd08ed tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'subnet': {'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:19:10.900428 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 4ae372b4-693a-48b1-8734-e1c9897151ad details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:19:11.021729 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4c0455-a828-4234-9513-0a6dd5bd08ed tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Made reservation on behalf of 4ddae34a7c8545e8992370873907655f for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:19:11.025696 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f4c0455-a828-4234-9513-0a6dd5bd08ed tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:11.232935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 5e601bb5-a474-4d6b-9d9c-fe052d526ddf, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5e601bb5-a474-4d6b-9d9c-fe052d526ddf,segment=NetworkSegment(72732335-b27e-4063-b757-f5c42142eabf),segment_id=72732335-b27e-4063-b757-f5c42142eabf)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:11.251814 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:11.259853 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:11.272849 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:11.405518 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0767373-4da6-40fc-b25c-c95f741d7d95 None None] Pushing event updated for resources: {'Port': ['ID=a982fd64-6d2e-4727-ae47-025c124b9237,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:11.510006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=5e601bb5-a474-4d6b-9d9c-fe052d526ddf,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:11.523395 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f4c0455-a828-4234-9513-0a6dd5bd08ed tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:11.570931 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Attempting to bind port a982fd64-6d2e-4727-ae47-025c124b9237 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:19:11.571677 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Attempting to bind port a982fd64-6d2e-4727-ae47-025c124b9237 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '72732335-b27e-4063-b757-f5c42142eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:19:11.573122 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Attempting to bind port a982fd64-6d2e-4727-ae47-025c124b9237 on network d5270255-3f3d-4df5-afa7-e3d9a2c748e3 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:19:11.586428 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:19:11.590327 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Checking segment: {'id': '72732335-b27e-4063-b757-f5c42142eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:19:11.592124 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:11.592869 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Bound using segment: {'id': '72732335-b27e-4063-b757-f5c42142eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:19:11.596196 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Bound port: a982fd64-6d2e-4727-ae47-025c124b9237, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72732335-b27e-4063-b757-f5c42142eabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:19:11.596919 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:11.611800 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c0455-a828-4234-9513-0a6dd5bd08ed tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Subnet': ['ID=ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:11.651429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4c0455-a828-4234-9513-0a6dd5bd08ed tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Checking segment: {'id': '5ae2f42b-08da-4e6a-a6c3-ade7d30e4092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:19:11.651992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4c0455-a828-4234-9513-0a6dd5bd08ed tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network hostable DHCP agents. Network: 4ae372b4-693a-48b1-8734-e1c9897151ad, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:19:11.665109 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bd3e8909-a09e-4a9b-8473-056e6ddd6c86 None None] Provisioning complete for port 5a3e7320-d484-4625-8abb-bbd3d545d907 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:11.666629 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd3e8909-a09e-4a9b-8473-056e6ddd6c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:11.715250 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4c0455-a828-4234-9513-0a6dd5bd08ed tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network 4ae372b4-693a-48b1-8734-e1c9897151ad is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:19:11.740700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1f4c0455-a828-4234-9513-0a6dd5bd08ed tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 4ae372b4-693a-48b1-8734-e1c9897151ad) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:19:11.757664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4c0455-a828-4234-9513-0a6dd5bd08ed tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:19:11.758536 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f4c0455-a828-4234-9513-0a6dd5bd08ed tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:11.766986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e116dc8-72e2-49aa-ac24-10003ab23e6b None None] Network 4ae372b4-693a-48b1-8734-e1c9897151ad requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:19:11.768773 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] For port a982fd64-6d2e-4727-ae47-025c124b9237, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:19:11.783808 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] For port a982fd64-6d2e-4727-ae47-025c124b9237, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a982fd64-6d2e-4727-ae47-025c124b9237,segment=NetworkSegment(72732335-b27e-4063-b757-f5c42142eabf),segment_id=72732335-b27e-4063-b757-f5c42142eabf)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:19:11.797744 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:11.804621 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1f4c0455-a828-4234-9513-0a6dd5bd08ed tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9430521 Nov 29 18:19:11.808075 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46026) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:11.926767 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0767373-4da6-40fc-b25c-c95f741d7d95 None None] Pushing event updated for resources: {'Port': ['ID=a982fd64-6d2e-4727-ae47-025c124b9237,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:11.961636 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:11.964857 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:12.155547 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-4ae372b4-693a-48b1-8734-e1c9897151ad', 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'fixed_ips': [{'subnet_id': 'ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:19:12.158670 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:12.214781 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:12.226577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5a3e7320-d484-4625-8abb-bbd3d545d907 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:19:12.397652 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd3e8909-a09e-4a9b-8473-056e6ddd6c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:12.677157 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:08Z', 'revision_number': 4, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:10Z', 'revision_number': 4, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a982fd64-6d2e-4727-ae47-025c124b9237', 'name': '', 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:4a:ea:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:07Z', 'updated_at': '2021-11-29T18:19:11Z', 'revision_number': 4, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:12.686142 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:12.695204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-bd3e8909-a09e-4a9b-8473-056e6ddd6c86 None None] For port 5a3e7320-d484-4625-8abb-bbd3d545d907, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5a3e7320-d484-4625-8abb-bbd3d545d907,segment=NetworkSegment(9af296ab-e5f8-4f0b-b3a8-7a1619038380),segment_id=9af296ab-e5f8-4f0b-b3a8-7a1619038380)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:12.728370 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd3e8909-a09e-4a9b-8473-056e6ddd6c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:12.788243 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424ee05-706c-4515-a911-4aafcafee787 None None] The sync data for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 is: [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:08Z', 'revision_number': 4, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:10Z', 'revision_number': 4, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a982fd64-6d2e-4727-ae47-025c124b9237', 'name': '', 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:4a:ea:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:07Z', 'updated_at': '2021-11-29T18:19:11Z', 'revision_number': 4, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:19:12.833229 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e8909-a09e-4a9b-8473-056e6ddd6c86 None None] Pushing event updated for resources: {'Port': ['ID=5a3e7320-d484-4625-8abb-bbd3d545d907,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:13.031321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Allocated IP 2001:db8:3::2 (4ae372b4-693a-48b1-8734-e1c9897151ad/ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5/01d61d7d-53a8-4f66-96d4-47e082ebe748) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:19:13.162504 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5a3e7320-d484-4625-8abb-bbd3d545d907 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:13.162933 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:13.255794 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c9b11388-631f-4bc0-8950-8a95f0751f0b None None] Provisioning complete for port 5e601bb5-a474-4d6b-9d9c-fe052d526ddf triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:13.256174 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9b11388-631f-4bc0-8950-8a95f0751f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:13.603120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5e601bb5-a474-4d6b-9d9c-fe052d526ddf up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:19:13.664810 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c9b11388-631f-4bc0-8950-8a95f0751f0b None None] Provisioning complete for port a982fd64-6d2e-4727-ae47-025c124b9237 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:13.665198 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9b11388-631f-4bc0-8950-8a95f0751f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:13.711521 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:13.743008 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:13.799304 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Network 4ae372b4-693a-48b1-8734-e1c9897151ad is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:19:13.801286 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5e601bb5-a474-4d6b-9d9c-fe052d526ddf triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:13.802978 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:13.864819 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Allocated IP 2001:db8:3::1 (4ae372b4-693a-48b1-8734-e1c9897151ad/ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5/babad545-9dc0-4200-9d4a-bc62185f4b6f) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:19:13.873105 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:19:13.876060 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:19:14.039091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Pushing event updated for resources: {'Port': ['ID=01d61d7d-53a8-4f66-96d4-47e082ebe748,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:14.101383 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ad219-dd78-4dfd-a9b1-55a8a2b3b50e None None] Sync routers for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:19:14.158248 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Attempting to bind port 01d61d7d-53a8-4f66-96d4-47e082ebe748 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:19:14.158946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Attempting to bind port 01d61d7d-53a8-4f66-96d4-47e082ebe748 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '5ae2f42b-08da-4e6a-a6c3-ade7d30e4092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:19:14.159537 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Attempting to bind port 01d61d7d-53a8-4f66-96d4-47e082ebe748 on network 4ae372b4-693a-48b1-8734-e1c9897151ad {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:19:14.167118 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ad219-dd78-4dfd-a9b1-55a8a2b3b50e None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:14.168064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e15ad219-dd78-4dfd-a9b1-55a8a2b3b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:14.169436 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:14.175139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:19:14.175845 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Checking segment: {'id': '5ae2f42b-08da-4e6a-a6c3-ade7d30e4092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:19:14.176568 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:14.177143 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Bound using segment: {'id': '5ae2f42b-08da-4e6a-a6c3-ade7d30e4092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:19:14.177791 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Bound port: 01d61d7d-53a8-4f66-96d4-47e082ebe748, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae2f42b-08da-4e6a-a6c3-ade7d30e4092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:19:14.178363 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:14.270648 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:14.339085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-e15ad219-dd78-4dfd-a9b1-55a8a2b3b50e None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:14.346058 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network 4ae372b4-693a-48b1-8734-e1c9897151ad is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:19:14.347798 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:19:14.350970 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:19:14.351574 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:14.395690 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9b11388-631f-4bc0-8950-8a95f0751f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:14.497268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c9b11388-631f-4bc0-8950-8a95f0751f0b None None] For port a982fd64-6d2e-4727-ae47-025c124b9237, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a982fd64-6d2e-4727-ae47-025c124b9237,segment=NetworkSegment(72732335-b27e-4063-b757-f5c42142eabf),segment_id=72732335-b27e-4063-b757-f5c42142eabf)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:14.508887 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=babad545-9dc0-4200-9d4a-bc62185f4b6f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:14.573596 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9b11388-631f-4bc0-8950-8a95f0751f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:14.607781 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:14.611243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] For port 01d61d7d-53a8-4f66-96d4-47e082ebe748, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:19:14.647730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] For port 01d61d7d-53a8-4f66-96d4-47e082ebe748, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=01d61d7d-53a8-4f66-96d4-47e082ebe748,segment=NetworkSegment(5ae2f42b-08da-4e6a-a6c3-ade7d30e4092),segment_id=5ae2f42b-08da-4e6a-a6c3-ade7d30e4092)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:19:14.661583 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:15.071448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b11388-631f-4bc0-8950-8a95f0751f0b None None] Pushing event updated for resources: {'Port': ['ID=a982fd64-6d2e-4727-ae47-025c124b9237,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:15.076822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5a3e7320-d484-4625-8abb-bbd3d545d907 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:19:15.237770 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0ea3f4d3-b00e-4902-a857-ddf0daf56e4e None None] Provisioning complete for port a982fd64-6d2e-4727-ae47-025c124b9237 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:15.247461 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0ea3f4d3-b00e-4902-a857-ddf0daf56e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:15.346958 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678921ed-02a2-4b87-b3c8-a694dc6ec3de None None] Pushing event updated for resources: {'Port': ['ID=01d61d7d-53a8-4f66-96d4-47e082ebe748,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:15.356971 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5a3e7320-d484-4625-8abb-bbd3d545d907 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:15.358194 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:15.495831 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e15ad219-dd78-4dfd-a9b1-55a8a2b3b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:08Z', 'revision_number': 4, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:12Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a982fd64-6d2e-4727-ae47-025c124b9237', 'name': '', 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:4a:ea:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:07Z', 'updated_at': '2021-11-29T18:19:11Z', 'revision_number': 4, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:15.566573 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ad219-dd78-4dfd-a9b1-55a8a2b3b50e None None] Checking router: 4f5798b8-e9ec-4e76-9f89-9871194425e6 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:19:15.594313 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a982fd64-6d2e-4727-ae47-025c124b9237 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:19:15.596275 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ad219-dd78-4dfd-a9b1-55a8a2b3b50e None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:15.596920 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e15ad219-dd78-4dfd-a9b1-55a8a2b3b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:15.763731 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-e15ad219-dd78-4dfd-a9b1-55a8a2b3b50e None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:15.820065 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a982fd64-6d2e-4727-ae47-025c124b9237 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:15.823402 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:15.892749 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:15.910716 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:15.913029 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:16.158570 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event updated for resources: {'Port': ['ID=babad545-9dc0-4200-9d4a-bc62185f4b6f,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:16.306407 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Network 4ae372b4-693a-48b1-8734-e1c9897151ad is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:19:16.309185 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:19:16.366273 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e15ad219-dd78-4dfd-a9b1-55a8a2b3b50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:14Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:12Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a982fd64-6d2e-4727-ae47-025c124b9237', 'name': '', 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:4a:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:07Z', 'updated_at': '2021-11-29T18:19:14Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'babad545-9dc0-4200-9d4a-bc62185f4b6f', 'name': '', 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:2f:ed:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:12Z', 'updated_at': '2021-11-29T18:19:13Z', 'revision_number': 1, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:16.436645 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ad219-dd78-4dfd-a9b1-55a8a2b3b50e None None] The sync data for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 is: [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:14Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:12Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a982fd64-6d2e-4727-ae47-025c124b9237', 'name': '', 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:4a:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:07Z', 'updated_at': '2021-11-29T18:19:14Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'babad545-9dc0-4200-9d4a-bc62185f4b6f', 'name': '', 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:2f:ed:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:12Z', 'updated_at': '2021-11-29T18:19:13Z', 'revision_number': 1, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:19:16.541546 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de4b105-9abf-4910-83fc-56f8ffa1b48b None None] Network 4ae372b4-693a-48b1-8734-e1c9897151ad requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:19:16.612784 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router 4f5798b8-e9ec-4e76-9f89-9871194425e6 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:19:16.851871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:19:16.863109 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46112) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:16.863647 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a6c9a455-17e3-49b7-8b1c-3a30ac9d1dc4 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/4f5798b8-e9ec-4e76-9f89-9871194425e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0532444 Nov 29 18:19:16.879227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3a68843f-dd9e-4ceb-bbb5-e2714f19cd1e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:19:16.896145 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 01d61d7d-53a8-4f66-96d4-47e082ebe748 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:19:16.898226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-dd585bd3-6d93-4b96-8935-175fb3dc2e04 None None] Provisioning complete for port 01d61d7d-53a8-4f66-96d4-47e082ebe748 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:16.898607 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd585bd3-6d93-4b96-8935-175fb3dc2e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:17.052512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 01d61d7d-53a8-4f66-96d4-47e082ebe748 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:17.054886 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:17.405367 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:17.437496 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd585bd3-6d93-4b96-8935-175fb3dc2e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:17.579722 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 01d61d7d-53a8-4f66-96d4-47e082ebe748, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=01d61d7d-53a8-4f66-96d4-47e082ebe748,segment=NetworkSegment(5ae2f42b-08da-4e6a-a6c3-ade7d30e4092),segment_id=5ae2f42b-08da-4e6a-a6c3-ade7d30e4092)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:17.589969 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:17.591120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a982fd64-6d2e-4727-ae47-025c124b9237 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:19:17.895147 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.extraroute_db [None req-3a68843f-dd9e-4ceb-bbb5-e2714f19cd1e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=110005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 18:19:17.922593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.extraroute_db [None req-3a68843f-dd9e-4ceb-bbb5-e2714f19cd1e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Removed routes are [] {{(pid=110005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 18:19:17.923486 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a68843f-dd9e-4ceb-bbb5-e2714f19cd1e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:17.927945 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=01d61d7d-53a8-4f66-96d4-47e082ebe748,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:17.985375 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a982fd64-6d2e-4727-ae47-025c124b9237 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:17.985939 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:17.987791 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-dd585bd3-6d93-4b96-8935-175fb3dc2e04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:19:17.988380 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-dd585bd3-6d93-4b96-8935-175fb3dc2e04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:19:18.004055 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Sync routers for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:19:18.022419 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:18.023073 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:18.250776 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:18.270327 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a68843f-dd9e-4ceb-bbb5-e2714f19cd1e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:18.289340 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a68843f-dd9e-4ceb-bbb5-e2714f19cd1e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:18.534240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a68843f-dd9e-4ceb-bbb5-e2714f19cd1e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router 4f5798b8-e9ec-4e76-9f89-9871194425e6 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:19:18.610839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 01d61d7d-53a8-4f66-96d4-47e082ebe748 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:19:18.755806 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 01d61d7d-53a8-4f66-96d4-47e082ebe748 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:18.756716 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:18.780329 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:17Z', 'revision_number': 6, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:12Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a982fd64-6d2e-4727-ae47-025c124b9237', 'name': '', 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:4a:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:07Z', 'updated_at': '2021-11-29T18:19:14Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'babad545-9dc0-4200-9d4a-bc62185f4b6f', 'name': '', 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:2f:ed:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:12Z', 'updated_at': '2021-11-29T18:19:15Z', 'revision_number': 2, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:18.807020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c7e1b11d-3a4b-4d87-86be-c22b5df9a93e None None] Provisioning complete for port 01d61d7d-53a8-4f66-96d4-47e082ebe748 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:18.809736 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a68843f-dd9e-4ceb-bbb5-e2714f19cd1e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:19:18.813841 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b11d-3a4b-4d87-86be-c22b5df9a93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:18.823909 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a68843f-dd9e-4ceb-bbb5-e2714f19cd1e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:18.825108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3a68843f-dd9e-4ceb-bbb5-e2714f19cd1e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/4f5798b8-e9ec-4e76-9f89-9871194425e6 HTTP/1.1" status: 200 len: 954 time: 1.9596045 Nov 29 18:19:18.828955 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46160) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:18.914685 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Checking router: 4f5798b8-e9ec-4e76-9f89-9871194425e6 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:19:18.921222 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Updating router 4f5798b8-e9ec-4e76-9f89-9871194425e6 port babad545-9dc0-4200-9d4a-bc62185f4b6f binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:19:19.005908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46164) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:19.006518 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1ba1b969-2eee-44b1-b33c-a2575ca3b372 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/routers/4f5798b8-e9ec-4e76-9f89-9871194425e6 HTTP/1.1" status: 200 len: 954 time: 0.1753919 Nov 29 18:19:19.011629 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-282dffc1-111b-4941-b91c-bc551f2bf502 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'router': {'routes': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:19:19.023455 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:19.087938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c7e1b11d-3a4b-4d87-86be-c22b5df9a93e None None] Provisioning complete for port babad545-9dc0-4200-9d4a-bc62185f4b6f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:19.088736 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b11d-3a4b-4d87-86be-c22b5df9a93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:19.187519 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c7e1b11d-3a4b-4d87-86be-c22b5df9a93e None None] Port babad545-9dc0-4200-9d4a-bc62185f4b6f cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:19:19.607819 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:19.628032 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:19.733966 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e30b94-7a90-455d-ba10-f1486e231678 None None] Pushing event updated for resources: {'Port': ['ID=babad545-9dc0-4200-9d4a-bc62185f4b6f,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:19.764140 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e30b94-7a90-455d-ba10-f1486e231678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:19.764912 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e30b94-7a90-455d-ba10-f1486e231678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:19.765503 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e30b94-7a90-455d-ba10-f1486e231678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:19.766081 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e30b94-7a90-455d-ba10-f1486e231678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:19.766691 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e30b94-7a90-455d-ba10-f1486e231678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:19.771286 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e30b94-7a90-455d-ba10-f1486e231678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:19.772022 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e30b94-7a90-455d-ba10-f1486e231678 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:19.772610 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e30b94-7a90-455d-ba10-f1486e231678 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:19.773184 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e30b94-7a90-455d-ba10-f1486e231678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:19.773508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.extraroute_db [None req-282dffc1-111b-4941-b91c-bc551f2bf502 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Added routes are [] {{(pid=110005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 18:19:19.773835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.extraroute_db [None req-282dffc1-111b-4941-b91c-bc551f2bf502 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=110005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 18:19:19.774256 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e30b94-7a90-455d-ba10-f1486e231678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:19.774950 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e30b94-7a90-455d-ba10-f1486e231678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:19.775540 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e30b94-7a90-455d-ba10-f1486e231678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:19.830625 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-282dffc1-111b-4941-b91c-bc551f2bf502 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:19.845324 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Attempting to bind port babad545-9dc0-4200-9d4a-bc62185f4b6f on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:19:19.846171 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Attempting to bind port babad545-9dc0-4200-9d4a-bc62185f4b6f by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '5ae2f42b-08da-4e6a-a6c3-ade7d30e4092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:19:19.849548 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Attempting to bind port babad545-9dc0-4200-9d4a-bc62185f4b6f on network 4ae372b4-693a-48b1-8734-e1c9897151ad {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:19:19.876291 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:19:19.876677 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Checking segment: {'id': '5ae2f42b-08da-4e6a-a6c3-ade7d30e4092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:19:19.877108 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:19.880074 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Bound using segment: {'id': '5ae2f42b-08da-4e6a-a6c3-ade7d30e4092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:19:19.880605 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Bound port: babad545-9dc0-4200-9d4a-bc62185f4b6f, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae2f42b-08da-4e6a-a6c3-ade7d30e4092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:19:19.881003 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:20.054424 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] For port babad545-9dc0-4200-9d4a-bc62185f4b6f, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:19:20.059325 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] For port babad545-9dc0-4200-9d4a-bc62185f4b6f, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=babad545-9dc0-4200-9d4a-bc62185f4b6f,segment=NetworkSegment(5ae2f42b-08da-4e6a-a6c3-ade7d30e4092),segment_id=5ae2f42b-08da-4e6a-a6c3-ade7d30e4092)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:19:20.070617 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:20.170396 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e30b94-7a90-455d-ba10-f1486e231678 None None] Pushing event updated for resources: {'Port': ['ID=babad545-9dc0-4200-9d4a-bc62185f4b6f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:20.200081 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:20.201268 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:20.234119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-85e48fbd-552b-479b-b05e-832e45386462 None None] Provisioning complete for port babad545-9dc0-4200-9d4a-bc62185f4b6f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:20.235371 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-85e48fbd-552b-479b-b05e-832e45386462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:20.433132 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-85e48fbd-552b-479b-b05e-832e45386462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:20.494194 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:20.538031 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-85e48fbd-552b-479b-b05e-832e45386462 None None] For port babad545-9dc0-4200-9d4a-bc62185f4b6f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=babad545-9dc0-4200-9d4a-bc62185f4b6f,segment=NetworkSegment(5ae2f42b-08da-4e6a-a6c3-ade7d30e4092),segment_id=5ae2f42b-08da-4e6a-a6c3-ade7d30e4092)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:20.547367 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-85e48fbd-552b-479b-b05e-832e45386462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:20.631959 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e48fbd-552b-479b-b05e-832e45386462 None None] Pushing event updated for resources: {'Port': ['ID=babad545-9dc0-4200-9d4a-bc62185f4b6f,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:20.678149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device babad545-9dc0-4200-9d4a-bc62185f4b6f up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:19:20.778232 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-282dffc1-111b-4941-b91c-bc551f2bf502 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:20.781376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port babad545-9dc0-4200-9d4a-bc62185f4b6f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:20.781757 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:20.784410 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-282dffc1-111b-4941-b91c-bc551f2bf502 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:20.840952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3a8531b7-62d9-4889-82fa-a9baad0aaac5 None None] Provisioning complete for port babad545-9dc0-4200-9d4a-bc62185f4b6f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:20.841382 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a8531b7-62d9-4889-82fa-a9baad0aaac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:20.861531 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:19Z', 'revision_number': 7, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:12Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a982fd64-6d2e-4727-ae47-025c124b9237', 'name': '', 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:4a:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:07Z', 'updated_at': '2021-11-29T18:19:14Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'babad545-9dc0-4200-9d4a-bc62185f4b6f', 'name': '', 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:2f:ed:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:12Z', 'updated_at': '2021-11-29T18:19:20Z', 'revision_number': 4, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:20.895363 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7ac872-f768-4c1f-98f3-7ddb77cead07 None None] The sync data for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 is: [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:19Z', 'revision_number': 7, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:12Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a982fd64-6d2e-4727-ae47-025c124b9237', 'name': '', 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:4a:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:07Z', 'updated_at': '2021-11-29T18:19:14Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'babad545-9dc0-4200-9d4a-bc62185f4b6f', 'name': '', 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:2f:ed:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:12Z', 'updated_at': '2021-11-29T18:19:20Z', 'revision_number': 4, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:19:20.931025 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282dffc1-111b-4941-b91c-bc551f2bf502 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router 4f5798b8-e9ec-4e76-9f89-9871194425e6 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:19:21.142350 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282dffc1-111b-4941-b91c-bc551f2bf502 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:19:21.151252 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-282dffc1-111b-4941-b91c-bc551f2bf502 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:21.155068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-282dffc1-111b-4941-b91c-bc551f2bf502 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/4f5798b8-e9ec-4e76-9f89-9871194425e6 HTTP/1.1" status: 200 len: 704 time: 2.1451123 Nov 29 18:19:21.156230 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46206) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:21.266232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4281808-67fc-430b-9f24-f562519d9fa6 None None] Sync routers for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:19:21.277006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4281808-67fc-430b-9f24-f562519d9fa6 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:21.278400 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a4281808-67fc-430b-9f24-f562519d9fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:21.316111 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7090e2bd-6928-42ed-9d3e-7aec401679a5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/routers/4f5798b8-e9ec-4e76-9f89-9871194425e6 HTTP/1.1" status: 200 len: 704 time: 0.1557205 Nov 29 18:19:21.316324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46212) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:21.569364 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-a4281808-67fc-430b-9f24-f562519d9fa6 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:21.876494 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a4281808-67fc-430b-9f24-f562519d9fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:19Z', 'revision_number': 7, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:12Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a982fd64-6d2e-4727-ae47-025c124b9237', 'name': '', 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:4a:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:07Z', 'updated_at': '2021-11-29T18:19:14Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'babad545-9dc0-4200-9d4a-bc62185f4b6f', 'name': '', 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:2f:ed:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:12Z', 'updated_at': '2021-11-29T18:19:20Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:21.909062 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4281808-67fc-430b-9f24-f562519d9fa6 None None] Checking router: 4f5798b8-e9ec-4e76-9f89-9871194425e6 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:19:21.917878 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4281808-67fc-430b-9f24-f562519d9fa6 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:21.918496 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a4281808-67fc-430b-9f24-f562519d9fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:21.920419 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45ae1d6d-9af9-4b2f-b8a9-b7504907fd2f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:22.033013 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-a4281808-67fc-430b-9f24-f562519d9fa6 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:22.352228 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a4281808-67fc-430b-9f24-f562519d9fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:19Z', 'revision_number': 7, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:12Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a982fd64-6d2e-4727-ae47-025c124b9237', 'name': '', 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:4a:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:07Z', 'updated_at': '2021-11-29T18:19:14Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'babad545-9dc0-4200-9d4a-bc62185f4b6f', 'name': '', 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:2f:ed:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:12Z', 'updated_at': '2021-11-29T18:19:20Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:22.385388 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4281808-67fc-430b-9f24-f562519d9fa6 None None] The sync data for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 is: [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:19Z', 'revision_number': 7, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:12Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a982fd64-6d2e-4727-ae47-025c124b9237', 'name': '', 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:4a:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:07Z', 'updated_at': '2021-11-29T18:19:14Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'babad545-9dc0-4200-9d4a-bc62185f4b6f', 'name': '', 'network_id': '4ae372b4-693a-48b1-8734-e1c9897151ad', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:2f:ed:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': 'ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:12Z', 'updated_at': '2021-11-29T18:19:20Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:19:22.443892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-45ae1d6d-9af9-4b2f-b8a9-b7504907fd2f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port babad545-9dc0-4200-9d4a-bc62185f4b6f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:19:22.444496 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45ae1d6d-9af9-4b2f-b8a9-b7504907fd2f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:22.590922 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-45ae1d6d-9af9-4b2f-b8a9-b7504907fd2f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] For port babad545-9dc0-4200-9d4a-bc62185f4b6f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=babad545-9dc0-4200-9d4a-bc62185f4b6f,segment=NetworkSegment(5ae2f42b-08da-4e6a-a6c3-ade7d30e4092),segment_id=5ae2f42b-08da-4e6a-a6c3-ade7d30e4092)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:22.591310 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45ae1d6d-9af9-4b2f-b8a9-b7504907fd2f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:22.609955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-45ae1d6d-9af9-4b2f-b8a9-b7504907fd2f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for babad545-9dc0-4200-9d4a-bc62185f4b6f owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:19:22.699748 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device babad545-9dc0-4200-9d4a-bc62185f4b6f up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:19:22.804030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port babad545-9dc0-4200-9d4a-bc62185f4b6f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:19:22.804732 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:22.884629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45ae1d6d-9af9-4b2f-b8a9-b7504907fd2f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:22.930549 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae1d6d-9af9-4b2f-b8a9-b7504907fd2f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=babad545-9dc0-4200-9d4a-bc62185f4b6f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:23.084246 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45ae1d6d-9af9-4b2f-b8a9-b7504907fd2f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:23.347905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ae1d6d-9af9-4b2f-b8a9-b7504907fd2f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router 4f5798b8-e9ec-4e76-9f89-9871194425e6 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:19:23.460777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ae1d6d-9af9-4b2f-b8a9-b7504907fd2f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:19:23.468385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-45ae1d6d-9af9-4b2f-b8a9-b7504907fd2f tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/4f5798b8-e9ec-4e76-9f89-9871194425e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1484623 Nov 29 18:19:23.468738 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46258) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:23.476769 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287f4ad-dc75-4ae0-96da-6a3e34c14902 None None] Sync routers for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:19:23.490742 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287f4ad-dc75-4ae0-96da-6a3e34c14902 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:23.491382 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3287f4ad-dc75-4ae0-96da-6a3e34c14902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:23.544500 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7c53a1-ef7c-444f-bdc0-23ae235f3bdd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting subnet ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:19:23.552122 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d7c53a1-ef7c-444f-bdc0-23ae235f3bdd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:23.622290 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d7c53a1-ef7c-444f-bdc0-23ae235f3bdd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:23.639387 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-3287f4ad-dc75-4ae0-96da-6a3e34c14902 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:23.782772 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d7c53a1-ef7c-444f-bdc0-23ae235f3bdd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:23.891553 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d7c53a1-ef7c-444f-bdc0-23ae235f3bdd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:23.925504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c53a1-ef7c-444f-bdc0-23ae235f3bdd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Subnet': ['ID=ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:23.931533 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d7c53a1-ef7c-444f-bdc0-23ae235f3bdd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:23.940026 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2d7c53a1-ef7c-444f-bdc0-23ae235f3bdd tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5 HTTP/1.1" status: 204 len: 168 time: 0.4675677 Nov 29 18:19:23.940392 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46270) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:23.940889 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c084cb4-052f-4a27-98e3-202b80db7bc9 None None] Network 4ae372b4-693a-48b1-8734-e1c9897151ad requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:19:24.037370 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-088b8d15-8304-4de4-b2e8-8b6067e1a971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:24.115189 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:24.157241 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3287f4ad-dc75-4ae0-96da-6a3e34c14902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:22Z', 'revision_number': 8, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:12Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a982fd64-6d2e-4727-ae47-025c124b9237', 'name': '', 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:4a:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:07Z', 'updated_at': '2021-11-29T18:19:14Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:24.207782 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287f4ad-dc75-4ae0-96da-6a3e34c14902 None None] Checking router: 4f5798b8-e9ec-4e76-9f89-9871194425e6 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:19:24.217233 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3287f4ad-dc75-4ae0-96da-6a3e34c14902 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:24.217839 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3287f4ad-dc75-4ae0-96da-6a3e34c14902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:18:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:24.252009 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18516ea-153c-4337-a2ba-099040eba86e None None] DHCP port deletion for 4ae372b4-693a-48b1-8734-e1c9897151ad request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:19:24.268113 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port 01d61d7d-53a8-4f66-96d4-47e082ebe748 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:19:24.268776 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:24.346950 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-3287f4ad-dc75-4ae0-96da-6a3e34c14902 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:24.358983 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] For port 01d61d7d-53a8-4f66-96d4-47e082ebe748, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=01d61d7d-53a8-4f66-96d4-47e082ebe748,segment=NetworkSegment(5ae2f42b-08da-4e6a-a6c3-ade7d30e4092),segment_id=5ae2f42b-08da-4e6a-a6c3-ade7d30e4092)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:24.359959 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:24.381557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for 01d61d7d-53a8-4f66-96d4-47e082ebe748 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:19:24.404939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d18516ea-153c-4337-a2ba-099040eba86e None None] Deleting port 01d61d7d-53a8-4f66-96d4-47e082ebe748 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:19:24.405395 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d18516ea-153c-4337-a2ba-099040eba86e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:24.498125 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:24.534735 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=01d61d7d-53a8-4f66-96d4-47e082ebe748,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:24.539291 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No DVR routers for this DVR port 01d61d7d-53a8-4f66-96d4-47e082ebe748 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:19:24.577941 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:24.578424 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:24.578865 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:24.579284 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:24.579809 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:24.580611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:24.580887 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:24.581628 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:24.582043 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:24.582452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:24.582878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:24.583283 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:24.596613 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d18516ea-153c-4337-a2ba-099040eba86e None None] For port 01d61d7d-53a8-4f66-96d4-47e082ebe748, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=01d61d7d-53a8-4f66-96d4-47e082ebe748,segment=NetworkSegment(5ae2f42b-08da-4e6a-a6c3-ade7d30e4092),segment_id=5ae2f42b-08da-4e6a-a6c3-ade7d30e4092)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:24.597027 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d18516ea-153c-4337-a2ba-099040eba86e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:24.637079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d18516ea-153c-4337-a2ba-099040eba86e None None] Calling delete_port for 01d61d7d-53a8-4f66-96d4-47e082ebe748 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:19:24.667731 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:24.693933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae372b4-693a-48b1-8734-e1c9897151ad']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:24.708952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae2f42b-08da-4e6a-a6c3-ade7d30e4092') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:24.709165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae2f42b-08da-4e6a-a6c3-ade7d30e4092') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:24.735103 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:24.759198 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 01d61d7d-53a8-4f66-96d4-47e082ebe748 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:19:24.776860 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:24.784650 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:19:24.785044 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:19:24.788714 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:19:24.814276 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 01d61d7d-53a8-4f66-96d4-47e082ebe748 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:19:24.814635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 01d61d7d-53a8-4f66-96d4-47e082ebe748 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:19:24.832506 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3287f4ad-dc75-4ae0-96da-6a3e34c14902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:22Z', 'revision_number': 8, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:12Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a982fd64-6d2e-4727-ae47-025c124b9237', 'name': '', 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:4a:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:07Z', 'updated_at': '2021-11-29T18:19:14Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:24.843319 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d18516ea-153c-4337-a2ba-099040eba86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:24.859333 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18516ea-153c-4337-a2ba-099040eba86e None None] No DVR routers for this DVR port 01d61d7d-53a8-4f66-96d4-47e082ebe748 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:19:24.921054 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18516ea-153c-4337-a2ba-099040eba86e None None] Pushing event deleted for resources: {'Port': ['ID=01d61d7d-53a8-4f66-96d4-47e082ebe748,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:24.945717 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3287f4ad-dc75-4ae0-96da-6a3e34c14902 None None] The sync data for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 is: [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:22Z', 'revision_number': 8, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:12Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a982fd64-6d2e-4727-ae47-025c124b9237', 'name': '', 'network_id': 'd5270255-3f3d-4df5-afa7-e3d9a2c748e3', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:4a:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:07Z', 'updated_at': '2021-11-29T18:19:14Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '48965eb8-2003-4626-954f-56cd8d3691f2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:19:24.960596 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:24.972337 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:24.978340 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/networks/4ae372b4-693a-48b1-8734-e1c9897151ad HTTP/1.1" status: 204 len: 168 time: 1.0344539 Nov 29 18:19:24.978486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46292) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:25.046762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a9239-789d-4edd-b3d0-a462979e4da9 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Network': ['ID=4ae372b4-693a-48b1-8734-e1c9897151ad,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:25.481330 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67633f5c-df3a-4a6f-8e76-e1760e744b6d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:25.832268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-67633f5c-df3a-4a6f-8e76-e1760e744b6d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port a982fd64-6d2e-4727-ae47-025c124b9237 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:19:25.832387 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67633f5c-df3a-4a6f-8e76-e1760e744b6d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:25.945177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-67633f5c-df3a-4a6f-8e76-e1760e744b6d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] For port a982fd64-6d2e-4727-ae47-025c124b9237, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a982fd64-6d2e-4727-ae47-025c124b9237,segment=NetworkSegment(72732335-b27e-4063-b757-f5c42142eabf),segment_id=72732335-b27e-4063-b757-f5c42142eabf)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:25.945667 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67633f5c-df3a-4a6f-8e76-e1760e744b6d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:25.964825 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-67633f5c-df3a-4a6f-8e76-e1760e744b6d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for a982fd64-6d2e-4727-ae47-025c124b9237 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:19:26.219728 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67633f5c-df3a-4a6f-8e76-e1760e744b6d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:26.256859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67633f5c-df3a-4a6f-8e76-e1760e744b6d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=a982fd64-6d2e-4727-ae47-025c124b9237,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:26.397690 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67633f5c-df3a-4a6f-8e76-e1760e744b6d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:26.420627 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5facb02-32d9-46f9-b3ae-0112415848b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:26.463971 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:19:26.620702 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device babad545-9dc0-4200-9d4a-bc62185f4b6f no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:19:26.695720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: babad545-9dc0-4200-9d4a-bc62185f4b6f {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:19:26.696072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device babad545-9dc0-4200-9d4a-bc62185f4b6f not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:19:26.854331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67633f5c-df3a-4a6f-8e76-e1760e744b6d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router 4f5798b8-e9ec-4e76-9f89-9871194425e6 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:19:27.000438 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67633f5c-df3a-4a6f-8e76-e1760e744b6d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:19:27.011344 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-67633f5c-df3a-4a6f-8e76-e1760e744b6d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/4f5798b8-e9ec-4e76-9f89-9871194425e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0277803 Nov 29 18:19:27.011344 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46336) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:27.012483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5104955-ae83-45cd-8d6a-c82cad2bf3c6 None None] Sync routers for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:19:27.033504 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5104955-ae83-45cd-8d6a-c82cad2bf3c6 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:27.069935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b5104955-ae83-45cd-8d6a-c82cad2bf3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:19:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:27.075093 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-6936ab08-e7cf-458c-891b-af5fb1a6090c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting subnet 48965eb8-2003-4626-954f-56cd8d3691f2 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:19:27.081555 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6936ab08-e7cf-458c-891b-af5fb1a6090c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:27.140668 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6936ab08-e7cf-458c-891b-af5fb1a6090c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:27.218897 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-b5104955-ae83-45cd-8d6a-c82cad2bf3c6 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:27.251131 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6936ab08-e7cf-458c-891b-af5fb1a6090c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:27.349795 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:27.350038 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6936ab08-e7cf-458c-891b-af5fb1a6090c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:27.418498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936ab08-e7cf-458c-891b-af5fb1a6090c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Subnet': ['ID=48965eb8-2003-4626-954f-56cd8d3691f2,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:27.440136 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6936ab08-e7cf-458c-891b-af5fb1a6090c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:27.451429 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63782903-0d8c-4fd0-af4b-2b72fb0ac7d3 None None] Network d5270255-3f3d-4df5-afa7-e3d9a2c748e3 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:19:27.463966 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46348) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:27.490496 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6936ab08-e7cf-458c-891b-af5fb1a6090c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/48965eb8-2003-4626-954f-56cd8d3691f2 HTTP/1.1" status: 204 len: 168 time: 0.4501441 Nov 29 18:19:27.648638 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:27.686312 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:27.737526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b5104955-ae83-45cd-8d6a-c82cad2bf3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:26Z', 'revision_number': 9, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:12Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:27.744898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port 5e601bb5-a474-4d6b-9d9c-fe052d526ddf {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:19:27.745365 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:27.786491 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5104955-ae83-45cd-8d6a-c82cad2bf3c6 None None] Checking router: 4f5798b8-e9ec-4e76-9f89-9871194425e6 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:19:27.799696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5104955-ae83-45cd-8d6a-c82cad2bf3c6 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:27.801142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b5104955-ae83-45cd-8d6a-c82cad2bf3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:19:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:27.805597 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a49a5d7-63bc-4a65-abcc-36574d13944f None None] DHCP port deletion for d5270255-3f3d-4df5-afa7-e3d9a2c748e3 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:19:27.947308 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-b5104955-ae83-45cd-8d6a-c82cad2bf3c6 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:27.951382 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] For port 5e601bb5-a474-4d6b-9d9c-fe052d526ddf, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5e601bb5-a474-4d6b-9d9c-fe052d526ddf,segment=NetworkSegment(72732335-b27e-4063-b757-f5c42142eabf),segment_id=72732335-b27e-4063-b757-f5c42142eabf)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:27.951772 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:27.978607 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7a49a5d7-63bc-4a65-abcc-36574d13944f None None] Deleting port 5e601bb5-a474-4d6b-9d9c-fe052d526ddf {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:19:27.979036 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a49a5d7-63bc-4a65-abcc-36574d13944f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:27.985126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for 5e601bb5-a474-4d6b-9d9c-fe052d526ddf owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:19:28.145815 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:28.161561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No DVR routers for this DVR port 5e601bb5-a474-4d6b-9d9c-fe052d526ddf on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:19:28.248294 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=5e601bb5-a474-4d6b-9d9c-fe052d526ddf,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:28.257967 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7a49a5d7-63bc-4a65-abcc-36574d13944f None None] For port 5e601bb5-a474-4d6b-9d9c-fe052d526ddf, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5e601bb5-a474-4d6b-9d9c-fe052d526ddf,segment=NetworkSegment(72732335-b27e-4063-b757-f5c42142eabf),segment_id=72732335-b27e-4063-b757-f5c42142eabf)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:28.263252 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a49a5d7-63bc-4a65-abcc-36574d13944f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:28.310032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7a49a5d7-63bc-4a65-abcc-36574d13944f None None] Calling delete_port for 5e601bb5-a474-4d6b-9d9c-fe052d526ddf owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:19:28.311344 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:28.345351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5270255-3f3d-4df5-afa7-e3d9a2c748e3']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:28.367589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72732335-b27e-4063-b757-f5c42142eabf') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:28.367895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72732335-b27e-4063-b757-f5c42142eabf') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:28.410636 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:28.439563 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:28.446208 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:19:28.446596 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:19:28.450779 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:19:28.616551 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:28.642334 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:28.652251 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/networks/d5270255-3f3d-4df5-afa7-e3d9a2c748e3 HTTP/1.1" status: 204 len: 168 time: 1.1871769 Nov 29 18:19:28.658590 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46372) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:28.697427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fb4fc-1bf9-401a-911b-165826baf2af tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Network': ['ID=d5270255-3f3d-4df5-afa7-e3d9a2c748e3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:28.795894 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5e601bb5-a474-4d6b-9d9c-fe052d526ddf no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:19:28.835738 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 5e601bb5-a474-4d6b-9d9c-fe052d526ddf {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:19:28.836330 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5e601bb5-a474-4d6b-9d9c-fe052d526ddf not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:19:28.848787 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a49a5d7-63bc-4a65-abcc-36574d13944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:28.859301 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a49a5d7-63bc-4a65-abcc-36574d13944f None None] Network d5270255-3f3d-4df5-afa7-e3d9a2c748e3 is not hosted by any dhcp agent {{(pid=110006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 18:19:28.859797 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a49a5d7-63bc-4a65-abcc-36574d13944f None None] No DVR routers for this DVR port 5e601bb5-a474-4d6b-9d9c-fe052d526ddf on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:19:28.863850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b5104955-ae83-45cd-8d6a-c82cad2bf3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:26Z', 'revision_number': 9, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:12Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:28.921771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5104955-ae83-45cd-8d6a-c82cad2bf3c6 None None] The sync data for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 is: [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:26Z', 'revision_number': 9, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': '5a3e7320-d484-4625-8abb-bbd3d545d907', 'name': '', 'network_id': 'af4ac3f7-6d17-4fe2-860f-946f08a1045e', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:b7:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5d412f97-5c62-4160-8e12-bb4201328525', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:19:01Z', 'updated_at': '2021-11-29T18:19:12Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': '5d412f97-5c62-4160-8e12-bb4201328525', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:19:28.929712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49a5d7-63bc-4a65-abcc-36574d13944f None None] Pushing event deleted for resources: {'Port': ['ID=5e601bb5-a474-4d6b-9d9c-fe052d526ddf,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:29.103332 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:29.413012 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-013e4155-7f77-4a22-ab37-95e062811119 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:29.661540 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:29.754334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-013e4155-7f77-4a22-ab37-95e062811119 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port 5a3e7320-d484-4625-8abb-bbd3d545d907 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:19:29.754946 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-013e4155-7f77-4a22-ab37-95e062811119 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:29.878666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-013e4155-7f77-4a22-ab37-95e062811119 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] For port 5a3e7320-d484-4625-8abb-bbd3d545d907, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5a3e7320-d484-4625-8abb-bbd3d545d907,segment=NetworkSegment(9af296ab-e5f8-4f0b-b3a8-7a1619038380),segment_id=9af296ab-e5f8-4f0b-b3a8-7a1619038380)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:29.880262 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-013e4155-7f77-4a22-ab37-95e062811119 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:29.902889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-013e4155-7f77-4a22-ab37-95e062811119 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for 5a3e7320-d484-4625-8abb-bbd3d545d907 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:19:29.953444 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:30.151541 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-013e4155-7f77-4a22-ab37-95e062811119 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:30.244871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e4155-7f77-4a22-ab37-95e062811119 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=5a3e7320-d484-4625-8abb-bbd3d545d907,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:30.590189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a982fd64-6d2e-4727-ae47-025c124b9237 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:19:30.632614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: a982fd64-6d2e-4727-ae47-025c124b9237 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:19:30.637318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a982fd64-6d2e-4727-ae47-025c124b9237 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:19:30.851272 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-013e4155-7f77-4a22-ab37-95e062811119 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:31.141468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013e4155-7f77-4a22-ab37-95e062811119 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router 4f5798b8-e9ec-4e76-9f89-9871194425e6 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:19:31.300767 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013e4155-7f77-4a22-ab37-95e062811119 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:19:31.310097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46432) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:31.312889 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef687186-94a8-4396-97fd-dda5f6bac276 None None] Sync routers for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:19:31.314248 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-013e4155-7f77-4a22-ab37-95e062811119 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/4f5798b8-e9ec-4e76-9f89-9871194425e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6499703 Nov 29 18:19:31.333988 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef687186-94a8-4396-97fd-dda5f6bac276 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:31.334816 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ef687186-94a8-4396-97fd-dda5f6bac276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:19:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:31.436768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-6661a8d9-aab4-436e-96b4-7324bf9c5eb7 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting subnet 5d412f97-5c62-4160-8e12-bb4201328525 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:19:31.440915 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6661a8d9-aab4-436e-96b4-7324bf9c5eb7 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:31.572731 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6661a8d9-aab4-436e-96b4-7324bf9c5eb7 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:31.632428 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ef687186-94a8-4396-97fd-dda5f6bac276 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:31.818831 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6661a8d9-aab4-436e-96b4-7324bf9c5eb7 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:31.892243 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ef687186-94a8-4396-97fd-dda5f6bac276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:30Z', 'revision_number': 10, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:31.892604 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6661a8d9-aab4-436e-96b4-7324bf9c5eb7 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:31.946625 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6661a8d9-aab4-436e-96b4-7324bf9c5eb7 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:31.953286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6661a8d9-aab4-436e-96b4-7324bf9c5eb7 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/5d412f97-5c62-4160-8e12-bb4201328525 HTTP/1.1" status: 204 len: 168 time: 0.6363499 Nov 29 18:19:31.953286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661a8d9-aab4-436e-96b4-7324bf9c5eb7 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Subnet': ['ID=5d412f97-5c62-4160-8e12-bb4201328525,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:31.954281 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46454) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:31.968075 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd653e52-0a25-4063-af9d-0fc6d95ca058 None None] Network af4ac3f7-6d17-4fe2-860f-946f08a1045e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:19:31.988577 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef687186-94a8-4396-97fd-dda5f6bac276 None None] Checking router: 4f5798b8-e9ec-4e76-9f89-9871194425e6 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:19:32.005546 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef687186-94a8-4396-97fd-dda5f6bac276 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:32.006696 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ef687186-94a8-4396-97fd-dda5f6bac276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:19:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:32.152070 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ef687186-94a8-4396-97fd-dda5f6bac276 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:32.169202 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:32.302058 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port 039aad62-b475-4a89-872a-7a7d8e43ce08 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:19:32.302669 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:32.467142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd8b9d6-8ba1-4b37-b483-8c9258b20d0b None None] DHCP port deletion for af4ac3f7-6d17-4fe2-860f-946f08a1045e request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:19:32.594294 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] For port 039aad62-b475-4a89-872a-7a7d8e43ce08, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=039aad62-b475-4a89-872a-7a7d8e43ce08,segment=NetworkSegment(9af296ab-e5f8-4f0b-b3a8-7a1619038380),segment_id=9af296ab-e5f8-4f0b-b3a8-7a1619038380)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:32.594996 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:32.603417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8b9d6-8ba1-4b37-b483-8c9258b20d0b None None] Deleting port 039aad62-b475-4a89-872a-7a7d8e43ce08 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:19:32.606328 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fd8b9d6-8ba1-4b37-b483-8c9258b20d0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:32.623071 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for 039aad62-b475-4a89-872a-7a7d8e43ce08 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:19:32.641483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 039aad62-b475-4a89-872a-7a7d8e43ce08 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:19:32.748384 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:32.761498 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ef687186-94a8-4396-97fd-dda5f6bac276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:30Z', 'revision_number': 10, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:32.777713 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No active binding found for port 039aad62-b475-4a89-872a-7a7d8e43ce08 {{(pid=110006) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 29 18:19:32.781881 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 039aad62-b475-4a89-872a-7a7d8e43ce08 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:19:32.793276 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef687186-94a8-4396-97fd-dda5f6bac276 None None] The sync data for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 is: [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:30Z', 'revision_number': 10, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None, '_interfaces': [{'id': 'e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba', 'name': '', 'network_id': '8c736c98-b136-4ee6-a670-5b0852086718', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'mac_address': 'fa:16:3e:76:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:57Z', 'updated_at': '2021-11-29T18:19:04Z', 'revision_number': 5, 'project_id': '4ddae34a7c8545e8992370873907655f', 'subnets': [{'id': 'a1809bd7-87cd-4b81-817b-a3c84547fbfc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:19:32.804365 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6fd8b9d6-8ba1-4b37-b483-8c9258b20d0b None None] For port 039aad62-b475-4a89-872a-7a7d8e43ce08, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=039aad62-b475-4a89-872a-7a7d8e43ce08,segment=NetworkSegment(9af296ab-e5f8-4f0b-b3a8-7a1619038380),segment_id=9af296ab-e5f8-4f0b-b3a8-7a1619038380)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:32.805075 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fd8b9d6-8ba1-4b37-b483-8c9258b20d0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:32.827728 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=039aad62-b475-4a89-872a-7a7d8e43ce08,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:32.834726 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No DVR routers for this DVR port 039aad62-b475-4a89-872a-7a7d8e43ce08 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:19:32.839231 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6fd8b9d6-8ba1-4b37-b483-8c9258b20d0b None None] Calling delete_port for 039aad62-b475-4a89-872a-7a7d8e43ce08 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:19:33.008973 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fd8b9d6-8ba1-4b37-b483-8c9258b20d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:33.009635 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:33.040335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4ac3f7-6d17-4fe2-860f-946f08a1045e']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:33.042839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8b9d6-8ba1-4b37-b483-8c9258b20d0b None None] Pushing event deleted for resources: {'Port': ['ID=039aad62-b475-4a89-872a-7a7d8e43ce08,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:33.045548 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8b9d6-8ba1-4b37-b483-8c9258b20d0b None None] No DVR routers for this DVR port 039aad62-b475-4a89-872a-7a7d8e43ce08 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:19:33.067035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af296ab-e5f8-4f0b-b3a8-7a1619038380') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:33.067345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af296ab-e5f8-4f0b-b3a8-7a1619038380') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:33.078410 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:33.096476 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:33.107578 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:19:33.108114 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:19:33.112367 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:19:33.251603 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:33.263105 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:33.266554 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/networks/af4ac3f7-6d17-4fe2-860f-946f08a1045e HTTP/1.1" status: 204 len: 168 time: 1.3104630 Nov 29 18:19:33.269354 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46478) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:33.311016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde262a-d467-47e6-a02f-e8ce80ebf08a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Network': ['ID=af4ac3f7-6d17-4fe2-860f-946f08a1045e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:34.199373 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-608daca3-fdef-4f04-a0e8-0d8034f51698 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:34.515348 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5a3e7320-d484-4625-8abb-bbd3d545d907 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:19:34.549918 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 5a3e7320-d484-4625-8abb-bbd3d545d907 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:19:34.550277 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5a3e7320-d484-4625-8abb-bbd3d545d907 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:19:34.654552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-608daca3-fdef-4f04-a0e8-0d8034f51698 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:19:34.655168 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-608daca3-fdef-4f04-a0e8-0d8034f51698 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:34.785850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-608daca3-fdef-4f04-a0e8-0d8034f51698 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] For port e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba,segment=NetworkSegment(49e73bde-af0f-428d-bec1-5e124cbafcfd),segment_id=49e73bde-af0f-428d-bec1-5e124cbafcfd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:34.786216 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-608daca3-fdef-4f04-a0e8-0d8034f51698 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:34.805483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-608daca3-fdef-4f04-a0e8-0d8034f51698 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:19:35.131890 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-608daca3-fdef-4f04-a0e8-0d8034f51698 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:35.161504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608daca3-fdef-4f04-a0e8-0d8034f51698 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:35.264698 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-608daca3-fdef-4f04-a0e8-0d8034f51698 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:35.437641 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608daca3-fdef-4f04-a0e8-0d8034f51698 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router 4f5798b8-e9ec-4e76-9f89-9871194425e6 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:19:35.523569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608daca3-fdef-4f04-a0e8-0d8034f51698 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:19:35.532460 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-608daca3-fdef-4f04-a0e8-0d8034f51698 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/4f5798b8-e9ec-4e76-9f89-9871194425e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2589185 Nov 29 18:19:35.532460 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46536) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:35.535779 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7b50f-9818-4253-9f1d-643214aabf27 None None] Sync routers for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:19:35.548104 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7b50f-9818-4253-9f1d-643214aabf27 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:35.548734 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-55b7b50f-9818-4253-9f1d-643214aabf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:19:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:35.588036 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-78204fc8-a480-4312-9c18-dc56bc1b826a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting subnet a1809bd7-87cd-4b81-817b-a3c84547fbfc {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:19:35.592140 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78204fc8-a480-4312-9c18-dc56bc1b826a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:35.633929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-55b7b50f-9818-4253-9f1d-643214aabf27 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:35.641449 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78204fc8-a480-4312-9c18-dc56bc1b826a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:35.708640 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-55b7b50f-9818-4253-9f1d-643214aabf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:35Z', 'revision_number': 11, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:35.744899 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78204fc8-a480-4312-9c18-dc56bc1b826a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:35.757557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7b50f-9818-4253-9f1d-643214aabf27 None None] Checking router: 4f5798b8-e9ec-4e76-9f89-9871194425e6 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:19:35.767015 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7b50f-9818-4253-9f1d-643214aabf27 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:35.767749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-55b7b50f-9818-4253-9f1d-643214aabf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:19:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:35.824544 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78204fc8-a480-4312-9c18-dc56bc1b826a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:35.843467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-55b7b50f-9818-4253-9f1d-643214aabf27 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:35.921041 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78204fc8-a480-4312-9c18-dc56bc1b826a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Subnet': ['ID=a1809bd7-87cd-4b81-817b-a3c84547fbfc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:35.940956 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-55b7b50f-9818-4253-9f1d-643214aabf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:35Z', 'revision_number': 11, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:35.948113 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78204fc8-a480-4312-9c18-dc56bc1b826a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:35.957166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-78204fc8-a480-4312-9c18-dc56bc1b826a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/a1809bd7-87cd-4b81-817b-a3c84547fbfc HTTP/1.1" status: 204 len: 168 time: 0.4236326 Nov 29 18:19:35.959932 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46556) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:36.025664 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b7b50f-9818-4253-9f1d-643214aabf27 None None] The sync data for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 is: [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:35Z', 'revision_number': 11, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:19:36.034521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87752fc-9139-4616-bfba-1a5c5294d6dd None None] Network 8c736c98-b136-4ee6-a670-5b0852086718 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:19:36.113006 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:36.213139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Deleting port 35a9d967-4d66-4dea-9789-43e758fe36b0 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:19:36.213784 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:36.292952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] For port 35a9d967-4d66-4dea-9789-43e758fe36b0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=35a9d967-4d66-4dea-9789-43e758fe36b0,segment=NetworkSegment(49e73bde-af0f-428d-bec1-5e124cbafcfd),segment_id=49e73bde-af0f-428d-bec1-5e124cbafcfd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:36.293822 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:36.312865 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Calling delete_port for 35a9d967-4d66-4dea-9789-43e758fe36b0 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:19:36.423656 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d91623-87f5-4ae2-8724-72b6656261af None None] DHCP port deletion for 8c736c98-b136-4ee6-a670-5b0852086718 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:19:36.482406 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:36.562711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Port': ['ID=35a9d967-4d66-4dea-9789-43e758fe36b0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:36.578567 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-07d91623-87f5-4ae2-8724-72b6656261af None None] Deleting port 35a9d967-4d66-4dea-9789-43e758fe36b0 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:19:36.583236 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07d91623-87f5-4ae2-8724-72b6656261af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:36.588825 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No DVR routers for this DVR port 35a9d967-4d66-4dea-9789-43e758fe36b0 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:19:36.755138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-07d91623-87f5-4ae2-8724-72b6656261af None None] For port 35a9d967-4d66-4dea-9789-43e758fe36b0, host n-d-819494-5, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:36.755547 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07d91623-87f5-4ae2-8724-72b6656261af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:36.770010 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:36.788035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-07d91623-87f5-4ae2-8724-72b6656261af None None] Calling delete_port for 35a9d967-4d66-4dea-9789-43e758fe36b0 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:19:36.791914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-07d91623-87f5-4ae2-8724-72b6656261af None None] Port 35a9d967-4d66-4dea-9789-43e758fe36b0 was not found and therefore no delete operation was performed {{(pid=110006) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 18:19:36.795185 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07d91623-87f5-4ae2-8724-72b6656261af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:36.797382 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:19:36.807054 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c736c98-b136-4ee6-a670-5b0852086718']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:36.828860 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e73bde-af0f-428d-bec1-5e124cbafcfd') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:36.829565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e73bde-af0f-428d-bec1-5e124cbafcfd') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:36.854922 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:36.862266 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:19:36.862619 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e15acad4-0b58-4ed6-9e6a-2c6bb653b2ba not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:19:36.863168 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 35a9d967-4d66-4dea-9789-43e758fe36b0 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:19:36.874274 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:36.882253 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:19:36.883250 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:36.885441 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d91623-87f5-4ae2-8724-72b6656261af None None] Pushing event deleted for resources: {'Port': ['ID=35a9d967-4d66-4dea-9789-43e758fe36b0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:36.888641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d91623-87f5-4ae2-8724-72b6656261af None None] No DVR routers for this DVR port 35a9d967-4d66-4dea-9789-43e758fe36b0 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:19:36.890549 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 35a9d967-4d66-4dea-9789-43e758fe36b0 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:19:36.891043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 35a9d967-4d66-4dea-9789-43e758fe36b0 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:19:36.956876 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:19:36.986407 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:37.007726 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:37.016876 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/networks/8c736c98-b136-4ee6-a670-5b0852086718 HTTP/1.1" status: 204 len: 168 time: 1.0513268 Nov 29 18:19:37.017683 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46570) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:37.030199 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9e703fd9-6214-40ce-9fb0-d7dac167053e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'router': {'routes': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:19:37.052878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294a35-c9ce-4a58-a1ca-26d0462fdbad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Pushing event deleted for resources: {'Network': ['ID=8c736c98-b136-4ee6-a670-5b0852086718,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:37.271626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.extraroute_db [None req-9e703fd9-6214-40ce-9fb0-d7dac167053e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Added routes are [] {{(pid=110005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 18:19:37.271626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.extraroute_db [None req-9e703fd9-6214-40ce-9fb0-d7dac167053e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Removed routes are [] {{(pid=110005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 18:19:37.272632 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e703fd9-6214-40ce-9fb0-d7dac167053e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:37.449084 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e703fd9-6214-40ce-9fb0-d7dac167053e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:37.457322 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e703fd9-6214-40ce-9fb0-d7dac167053e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:37.593378 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e703fd9-6214-40ce-9fb0-d7dac167053e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router 4f5798b8-e9ec-4e76-9f89-9871194425e6 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:19:37.706688 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e703fd9-6214-40ce-9fb0-d7dac167053e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:19:37.721067 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8df3a5-d8a6-4124-a0d7-6e8d81403467 None None] Sync routers for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:19:37.729790 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e703fd9-6214-40ce-9fb0-d7dac167053e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:37.734212 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9e703fd9-6214-40ce-9fb0-d7dac167053e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/4f5798b8-e9ec-4e76-9f89-9871194425e6 HTTP/1.1" status: 200 len: 705 time: 0.7112069 Nov 29 18:19:37.735215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46576) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:37.737111 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8df3a5-d8a6-4124-a0d7-6e8d81403467 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:37.741219 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8b8df3a5-d8a6-4124-a0d7-6e8d81403467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:19:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:37.787108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46578) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:37.788154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5cda2690-c97c-42c3-96ff-dd478690099c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5798b8-e9ec-4e76-9f89-9871194425e6 HTTP/1.1" status: 200 len: 205 time: 0.0516078 Nov 29 18:19:37.896190 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-8b8df3a5-d8a6-4124-a0d7-6e8d81403467 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:37.909764 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-847152c8-d201-4bf5-a4ac-186d8897d265 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:37.957819 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8b8df3a5-d8a6-4124-a0d7-6e8d81403467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:35Z', 'revision_number': 11, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:37.989278 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8df3a5-d8a6-4124-a0d7-6e8d81403467 None None] Checking router: 4f5798b8-e9ec-4e76-9f89-9871194425e6 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:19:37.999304 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8df3a5-d8a6-4124-a0d7-6e8d81403467 None None] Routers {'4f5798b8-e9ec-4e76-9f89-9871194425e6'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:37.999958 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8b8df3a5-d8a6-4124-a0d7-6e8d81403467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:19:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4f5798b8-e9ec-4e76-9f89-9871194425e6'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:38.145141 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-8b8df3a5-d8a6-4124-a0d7-6e8d81403467 None None] Set router 4f5798b8-e9ec-4e76-9f89-9871194425e6 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:38.176018 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-847152c8-d201-4bf5-a4ac-186d8897d265 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:38.179466 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-847152c8-d201-4bf5-a4ac-186d8897d265 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:38.248614 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-847152c8-d201-4bf5-a4ac-186d8897d265 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:38.249310 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847152c8-d201-4bf5-a4ac-186d8897d265 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Fanout notify agent at l3_agent the message router_deleted on router 4f5798b8-e9ec-4e76-9f89-9871194425e6 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:19:38.256716 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8b8df3a5-d8a6-4124-a0d7-6e8d81403467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:35Z', 'revision_number': 11, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:38.258764 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-847152c8-d201-4bf5-a4ac-186d8897d265 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:38.267081 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46586) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:38.271841 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d447556f-5905-4e0a-bab3-c46093f9c732 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-788548981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:19:38.276985 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-847152c8-d201-4bf5-a4ac-186d8897d265 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/routers/4f5798b8-e9ec-4e76-9f89-9871194425e6 HTTP/1.1" status: 204 len: 168 time: 0.4902935 Nov 29 18:19:38.290339 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8df3a5-d8a6-4124-a0d7-6e8d81403467 None None] The sync data for ids ['4f5798b8-e9ec-4e76-9f89-9871194425e6'] in n-d-819494-5 is: [{'id': '4f5798b8-e9ec-4e76-9f89-9871194425e6', 'name': 'tempest-RoutersIpV6Test-router-1102768060', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:55Z', 'updated_at': '2021-11-29T18:19:35Z', 'revision_number': 11, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:19:38.298626 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d447556f-5905-4e0a-bab3-c46093f9c732 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:38.300889 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d447556f-5905-4e0a-bab3-c46093f9c732 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:38.427512 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d447556f-5905-4e0a-bab3-c46093f9c732 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:38.435076 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d447556f-5905-4e0a-bab3-c46093f9c732 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:38.456849 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d447556f-5905-4e0a-bab3-c46093f9c732 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:38.458151 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d447556f-5905-4e0a-bab3-c46093f9c732 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1900403 Nov 29 18:19:38.461021 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46590) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:38.466234 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bc7e4e63-d182-46b6-af83-cfbd4d4d7139 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:19:38.747494 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc7e4e63-d182-46b6-af83-cfbd4d4d7139 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4337'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:38.763805 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc7e4e63-d182-46b6-af83-cfbd4d4d7139 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748243', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-749161'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:38.905044 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7e4e63-d182-46b6-af83-cfbd4d4d7139 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Router ae0e3544-f599-4cd3-88d7-cf7d896f7439 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:19:39.002076 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7e4e63-d182-46b6-af83-cfbd4d4d7139 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:19:39.020184 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac9eae7-6291-4afe-bd73-08fcb6ae8943 None None] Sync routers for ids ['ae0e3544-f599-4cd3-88d7-cf7d896f7439'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:19:39.027425 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc7e4e63-d182-46b6-af83-cfbd4d4d7139 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:39.033319 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46596) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:39.038430 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac9eae7-6291-4afe-bd73-08fcb6ae8943 None None] Routers {'ae0e3544-f599-4cd3-88d7-cf7d896f7439'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:39.041927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-9ac9eae7-6291-4afe-bd73-08fcb6ae8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:19:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['ae0e3544-f599-4cd3-88d7-cf7d896f7439'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:39.051346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bc7e4e63-d182-46b6-af83-cfbd4d4d7139 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "PUT /v2.0/routers/ae0e3544-f599-4cd3-88d7-cf7d896f7439 HTTP/1.1" status: 200 len: 697 time: 0.5801997 Nov 29 18:19:39.144462 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-9ac9eae7-6291-4afe-bd73-08fcb6ae8943 None None] Set router ae0e3544-f599-4cd3-88d7-cf7d896f7439 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:39.181603 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-517ac0a9-d254-4ab9-93ca-0e916123b67a tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/routers/ae0e3544-f599-4cd3-88d7-cf7d896f7439 HTTP/1.1" status: 200 len: 703 time: 0.1456218 Nov 29 18:19:39.184717 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46598) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:39.214077 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-361eb09d-34b3-4a60-ac41-3e7bdea5eb66 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0e3544-f599-4cd3-88d7-cf7d896f7439 HTTP/1.1" status: 200 len: 205 time: 0.0280650 Nov 29 18:19:39.216654 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46604) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:39.217957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-9ac9eae7-6291-4afe-bd73-08fcb6ae8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e3544-f599-4cd3-88d7-cf7d896f7439', 'name': 'tempest-RoutersIpV6Test-router-788548981', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:19:38Z', 'updated_at': '2021-11-29T18:19:38Z', 'revision_number': 2, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:39.253249 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac9eae7-6291-4afe-bd73-08fcb6ae8943 None None] Checking router: ae0e3544-f599-4cd3-88d7-cf7d896f7439 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:19:39.264213 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac9eae7-6291-4afe-bd73-08fcb6ae8943 None None] Routers {'ae0e3544-f599-4cd3-88d7-cf7d896f7439'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:19:39.265165 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-9ac9eae7-6291-4afe-bd73-08fcb6ae8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:19:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['ae0e3544-f599-4cd3-88d7-cf7d896f7439'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:39.310984 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-97386ae6-1c8a-4fbb-90a5-d641b4caf22e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:39.354704 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-9ac9eae7-6291-4afe-bd73-08fcb6ae8943 None None] Set router ae0e3544-f599-4cd3-88d7-cf7d896f7439 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:19:39.415813 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-9ac9eae7-6291-4afe-bd73-08fcb6ae8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae0e3544-f599-4cd3-88d7-cf7d896f7439', 'name': 'tempest-RoutersIpV6Test-router-788548981', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:19:38Z', 'updated_at': '2021-11-29T18:19:38Z', 'revision_number': 2, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:19:39.456822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac9eae7-6291-4afe-bd73-08fcb6ae8943 None None] The sync data for ids ['ae0e3544-f599-4cd3-88d7-cf7d896f7439'] in n-d-819494-5 is: [{'id': 'ae0e3544-f599-4cd3-88d7-cf7d896f7439', 'name': 'tempest-RoutersIpV6Test-router-788548981', 'tenant_id': '4ddae34a7c8545e8992370873907655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:19:38Z', 'updated_at': '2021-11-29T18:19:38Z', 'revision_number': 2, 'project_id': '4ddae34a7c8545e8992370873907655f', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:19:39.563155 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-97386ae6-1c8a-4fbb-90a5-d641b4caf22e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:39.565415 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-97386ae6-1c8a-4fbb-90a5-d641b4caf22e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:39.623211 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-97386ae6-1c8a-4fbb-90a5-d641b4caf22e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:39.624023 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97386ae6-1c8a-4fbb-90a5-d641b4caf22e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Fanout notify agent at l3_agent the message router_deleted on router ae0e3544-f599-4cd3-88d7-cf7d896f7439 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:19:39.636651 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-97386ae6-1c8a-4fbb-90a5-d641b4caf22e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:39.638138 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-97386ae6-1c8a-4fbb-90a5-d641b4caf22e tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/routers/ae0e3544-f599-4cd3-88d7-cf7d896f7439 HTTP/1.1" status: 204 len: 168 time: 0.4204628 Nov 29 18:19:39.641861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46618) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:39.691573 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0ec5ee33-1cb3-4b60-8b43-f30514112580 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae0e3544-f599-4cd3-88d7-cf7d896f7439 HTTP/1.1" status: 200 len: 205 time: 0.0485051 Nov 29 18:19:39.693802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46620) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:39.763175 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-be2c51fe-af88-49d8-8fa8-1d6072936ad6 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] delete failed (client error): The resource could not be found. Nov 29 18:19:39.764298 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-be2c51fe-af88-49d8-8fa8-1d6072936ad6 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/routers/ae0e3544-f599-4cd3-88d7-cf7d896f7439 HTTP/1.1" status: 404 len: 336 time: 0.0692468 Nov 29 18:19:39.766726 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46626) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:39.794351 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-97676a81-a472-49e2-9e0a-15c379bf1c51 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] DELETE failed (client error): The resource could not be found. Nov 29 18:19:39.794935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97676a81-a472-49e2-9e0a-15c379bf1c51 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:19:39.798257 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-97676a81-a472-49e2-9e0a-15c379bf1c51 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/ab3c9932-62d7-47e2-801e-b2e2f5f3e7e5 HTTP/1.1" status: 404 len: 337 time: 0.0304861 Nov 29 18:19:39.800881 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46628) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:39.831965 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92f5e35-ab3d-431b-ad3b-7112529da993 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] DELETE failed (client error): The resource could not be found. Nov 29 18:19:39.832426 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92f5e35-ab3d-431b-ad3b-7112529da993 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:19:39.838089 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f92f5e35-ab3d-431b-ad3b-7112529da993 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/48965eb8-2003-4626-954f-56cd8d3691f2 HTTP/1.1" status: 404 len: 337 time: 0.0338480 Nov 29 18:19:39.838691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46630) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:39.869091 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-04391a21-44dc-4161-a1c9-dc898935f485 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] DELETE failed (client error): The resource could not be found. Nov 29 18:19:39.869547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04391a21-44dc-4161-a1c9-dc898935f485 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:19:39.874838 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-04391a21-44dc-4161-a1c9-dc898935f485 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/5d412f97-5c62-4160-8e12-bb4201328525 HTTP/1.1" status: 404 len: 337 time: 0.0337694 Nov 29 18:19:39.875870 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46634) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:39.918807 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b50a1e-0708-4dba-806c-adf774f1c386 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] DELETE failed (client error): The resource could not be found. Nov 29 18:19:39.919608 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b50a1e-0708-4dba-806c-adf774f1c386 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:19:39.926921 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46638) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:39.929175 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e7b50a1e-0708-4dba-806c-adf774f1c386 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/a1809bd7-87cd-4b81-817b-a3c84547fbfc HTTP/1.1" status: 404 len: 337 time: 0.0498085 Nov 29 18:19:39.974873 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d3837368-93af-4aac-a0d5-c6806b872f74 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f5798b8-e9ec-4e76-9f89-9871194425e6 HTTP/1.1" status: 200 len: 205 time: 0.0447206 Nov 29 18:19:39.975183 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46640) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:40.020051 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-203e405a-efbe-4651-aaf0-3b9023e21136 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] delete failed (client error): The resource could not be found. Nov 29 18:19:40.023566 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-203e405a-efbe-4651-aaf0-3b9023e21136 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/routers/4f5798b8-e9ec-4e76-9f89-9871194425e6 HTTP/1.1" status: 404 len: 336 time: 0.0451643 Nov 29 18:19:40.024340 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46642) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:40.059505 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-91c41583-a0d3-4b9e-8596-c49a3ad26d77 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports?device_id=249fd6cc-3622-48aa-8719-0e49e38e69aa HTTP/1.1" status: 200 len: 205 time: 0.0314264 Nov 29 18:19:40.059950 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46644) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:40.106429 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-a8d737ce-d45b-4e3d-8ce4-f95fad5bbad3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] delete failed (client error): The resource could not be found. Nov 29 18:19:40.107509 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a8d737ce-d45b-4e3d-8ce4-f95fad5bbad3 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/routers/249fd6cc-3622-48aa-8719-0e49e38e69aa HTTP/1.1" status: 404 len: 336 time: 0.0466321 Nov 29 18:19:40.110071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46646) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:40.137415 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-486c91ff-174b-4c17-9146-85d18ae47947 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] DELETE failed (client error): The resource could not be found. Nov 29 18:19:40.138131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-486c91ff-174b-4c17-9146-85d18ae47947 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:19:40.142828 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-486c91ff-174b-4c17-9146-85d18ae47947 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/a2a8e018-34db-4b85-a3dc-95fbae7f6202 HTTP/1.1" status: 404 len: 337 time: 0.0298588 Nov 29 18:19:40.143776 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46648) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:40.173610 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-74e3fc15-f4cf-4275-a169-4abc40d0ffad tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports?device_id=f13c4279-af16-4865-b6ba-78d336892bd5 HTTP/1.1" status: 200 len: 205 time: 0.0266426 Nov 29 18:19:40.173819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46650) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:40.216268 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-b495abaa-bee4-4e9f-a7d7-8a32f683ae7d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] delete failed (client error): The resource could not be found. Nov 29 18:19:40.219840 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b495abaa-bee4-4e9f-a7d7-8a32f683ae7d tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/routers/f13c4279-af16-4865-b6ba-78d336892bd5 HTTP/1.1" status: 404 len: 336 time: 0.0427105 Nov 29 18:19:40.220233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46652) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:40.257018 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46654) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:40.269864 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b2f8aa4d-7798-4cc1-b54d-5dad48ea0c43 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf730cc-984a-4784-9702-4fb45b9f000e HTTP/1.1" status: 200 len: 205 time: 0.0357497 Nov 29 18:19:40.295255 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-b6a83e5d-e2f5-496e-92f6-878e815a3aa5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] delete failed (client error): The resource could not be found. Nov 29 18:19:40.298885 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b6a83e5d-e2f5-496e-92f6-878e815a3aa5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/routers/0bf730cc-984a-4784-9702-4fb45b9f000e HTTP/1.1" status: 404 len: 336 time: 0.0382836 Nov 29 18:19:40.301297 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46658) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:40.339305 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fc25f2-b852-42cc-a535-22b718d0396c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] DELETE failed (client error): The resource could not be found. Nov 29 18:19:40.339762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fc25f2-b852-42cc-a535-22b718d0396c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:19:40.345702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46660) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:40.349772 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e9fc25f2-b852-42cc-a535-22b718d0396c tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/44106aec-e392-4aca-b932-5aa63483aabe HTTP/1.1" status: 404 len: 337 time: 0.0405507 Nov 29 18:19:40.377516 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c99a2cc5-cf56-4116-b122-6ff148cd9cab tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports?device_id=17390543-f0dd-4acd-83ae-6196b188e020 HTTP/1.1" status: 200 len: 205 time: 0.0289915 Nov 29 18:19:40.378454 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46662) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:40.427151 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-27ff87dd-c497-40dc-b8d1-dab3dd02ae65 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] delete failed (client error): The resource could not be found. Nov 29 18:19:40.430749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46664) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:40.430936 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-27ff87dd-c497-40dc-b8d1-dab3dd02ae65 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/routers/17390543-f0dd-4acd-83ae-6196b188e020 HTTP/1.1" status: 404 len: 336 time: 0.0512917 Nov 29 18:19:40.470222 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-489e4f45-8168-4333-9752-5a12e3ea7c32 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] DELETE failed (client error): The resource could not be found. Nov 29 18:19:40.471000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-489e4f45-8168-4333-9752-5a12e3ea7c32 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:19:40.473770 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-489e4f45-8168-4333-9752-5a12e3ea7c32 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/b5f9abab-2fc7-411b-b743-611a9dfd4f6d HTTP/1.1" status: 404 len: 337 time: 0.0419960 Nov 29 18:19:40.476716 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46666) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:40.507139 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46670) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:40.507326 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a48c0f25-51f7-42d1-8d9f-fa7a7e9d69ef tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "GET /v2.0/ports?device_id=afb6c357-a1bd-4d25-88e7-173efc502171 HTTP/1.1" status: 200 len: 205 time: 0.0294447 Nov 29 18:19:40.570933 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-3ae90988-b8fc-4d35-b002-160e859c6f25 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] delete failed (client error): The resource could not be found. Nov 29 18:19:40.572282 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3ae90988-b8fc-4d35-b002-160e859c6f25 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/routers/afb6c357-a1bd-4d25-88e7-173efc502171 HTTP/1.1" status: 404 len: 336 time: 0.0641608 Nov 29 18:19:40.575799 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46672) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:40.603639 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd84ebdf-97ca-4d50-bd8a-d47275087c61 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] DELETE failed (client error): The resource could not be found. Nov 29 18:19:40.604360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd84ebdf-97ca-4d50-bd8a-d47275087c61 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:19:40.607756 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fd84ebdf-97ca-4d50-bd8a-d47275087c61 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/ca4eebc9-f221-4fbf-9a48-efcd48464c47 HTTP/1.1" status: 404 len: 337 time: 0.0308297 Nov 29 18:19:40.610292 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46674) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:40.640930 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-6320a41a-8e96-455c-846c-88bcfad7fdb5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] DELETE failed (client error): The resource could not be found. Nov 29 18:19:40.641396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6320a41a-8e96-455c-846c-88bcfad7fdb5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:19:40.644472 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6320a41a-8e96-455c-846c-88bcfad7fdb5 tempest-RoutersIpV6Test-1983184033 tempest-RoutersIpV6Test-1983184033-project] 10.222.0.23 "DELETE /v2.0/subnets/c7b09101-91bc-4dc4-b56e-563bc115f4e1 HTTP/1.1" status: 404 len: 337 time: 0.0332215 Nov 29 18:19:41.054403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46686) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:41.218068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-eb67e025-5807-45a9-b29f-b78f939c09af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ddae34a7c8545e8992370873907655f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1621444 Nov 29 18:19:41.220353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46690) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:41.566486 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:41.601733 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:41.660911 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:41.664108 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:41.665398 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5feb99f5-4d1b-49a6-a07f-5df463da174e HTTP/1.1" status: 204 len: 168 time: 0.4440761 Nov 29 18:19:41.696127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feb99f5-4d1b-49a6-a07f-5df463da174e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:41.706479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:41.707096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:41.707634 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:41.708212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:41.708652 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:41.709346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:41.709866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:41.710401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:41.710933 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:41.711366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:41.711793 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:41.712232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6fbfe-40c2-4f50-aa56-9c6d345c4e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:19:42.706163 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46732) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:42.837802 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3a2e5b39-4137-4707-a553-4e34d7d590fd tempest-ServiceProvidersTest-539015853 tempest-ServiceProvidersTest-539015853-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1303217 Nov 29 18:19:43.381020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46752) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:43.417228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46756) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:43.517213 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38c70367-02eb-405a-9c1c-11ce9a552b74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:43.619558 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38c70367-02eb-405a-9c1c-11ce9a552b74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:43.630434 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38c70367-02eb-405a-9c1c-11ce9a552b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:43.660803 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc9886cc-42dd-4786-81cf-916a4f92cc44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:43.696694 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-38c70367-02eb-405a-9c1c-11ce9a552b74 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9a82ebca4f34653addae46300b0779e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3126323 Nov 29 18:19:43.697060 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46762) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:43.722830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c70367-02eb-405a-9c1c-11ce9a552b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9dd7be-8f01-4e77-9718-d2d237d7ce7e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:43.798354 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f07cb3dd-bb1d-4587-822f-a85a00a6cbf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:43.847343 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f07cb3dd-bb1d-4587-822f-a85a00a6cbf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:43.869328 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc9886cc-42dd-4786-81cf-916a4f92cc44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:43.878425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc9886cc-42dd-4786-81cf-916a4f92cc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:43.912809 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f07cb3dd-bb1d-4587-822f-a85a00a6cbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:43.915623 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f07cb3dd-bb1d-4587-822f-a85a00a6cbf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:43.916730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f07cb3dd-bb1d-4587-822f-a85a00a6cbf9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a9dd7be-8f01-4e77-9718-d2d237d7ce7e HTTP/1.1" status: 204 len: 168 time: 0.2186668 Nov 29 18:19:43.917534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9886cc-42dd-4786-81cf-916a4f92cc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5d9e31-af16-4b55-a308-65fd7cd34245,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:43.930918 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cb3dd-bb1d-4587-822f-a85a00a6cbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9dd7be-8f01-4e77-9718-d2d237d7ce7e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:43.934511 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fc9886cc-42dd-4786-81cf-916a4f92cc44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d8b85c7bff948138358a8a78460f88e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5159678 Nov 29 18:19:43.938620 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46766) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:44.023297 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e327777b-dd9a-4899-9339-43e483dfa4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:44.092268 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e327777b-dd9a-4899-9339-43e483dfa4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:44.197896 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e327777b-dd9a-4899-9339-43e483dfa4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:44.201931 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e327777b-dd9a-4899-9339-43e483dfa4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:44.206831 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e327777b-dd9a-4899-9339-43e483dfa4c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da5d9e31-af16-4b55-a308-65fd7cd34245 HTTP/1.1" status: 204 len: 168 time: 0.2670040 Nov 29 18:19:44.217542 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327777b-dd9a-4899-9339-43e483dfa4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5d9e31-af16-4b55-a308-65fd7cd34245,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:45.752009 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46984) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:46.264374 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-664c4c5e-5453-43f0-8acc-a1fe86696c86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:46.499170 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-664c4c5e-5453-43f0-8acc-a1fe86696c86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:46.520491 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-664c4c5e-5453-43f0-8acc-a1fe86696c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:46.603074 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-664c4c5e-5453-43f0-8acc-a1fe86696c86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=374f328dc42c45a7920e68993f0b80fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8491352 Nov 29 18:19:46.606431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47086) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:46.629131 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c4c5e-5453-43f0-8acc-a1fe86696c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56aa19ec-e000-4a05-8f82-16f3e8f9871b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:46.718735 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4aee348b-7531-4e40-b85b-c49a7d6d6cbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:46.750960 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4aee348b-7531-4e40-b85b-c49a7d6d6cbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:46.821881 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4aee348b-7531-4e40-b85b-c49a7d6d6cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:46.826294 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4aee348b-7531-4e40-b85b-c49a7d6d6cbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:46.830439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4aee348b-7531-4e40-b85b-c49a7d6d6cbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56aa19ec-e000-4a05-8f82-16f3e8f9871b HTTP/1.1" status: 204 len: 168 time: 0.2206073 Nov 29 18:19:46.837014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee348b-7531-4e40-b85b-c49a7d6d6cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aa19ec-e000-4a05-8f82-16f3e8f9871b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:48.081364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47288) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:48.239635 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25120548-56f6-450c-8901-6366204c4aef admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:48.353220 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25120548-56f6-450c-8901-6366204c4aef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:48.361588 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25120548-56f6-450c-8901-6366204c4aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:48.423955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25120548-56f6-450c-8901-6366204c4aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445321ff-c4ea-4d9b-b86c-99f2937fc961,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:48.447016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47338) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:48.456527 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-25120548-56f6-450c-8901-6366204c4aef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4dd00d06e164e399da5c5e7263e0e4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3738449 Nov 29 18:19:48.514023 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-86919fa9-2b28-4cd1-86cc-0c0078a1d1ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:48.541970 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-86919fa9-2b28-4cd1-86cc-0c0078a1d1ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:48.615045 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-86919fa9-2b28-4cd1-86cc-0c0078a1d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:48.620365 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-86919fa9-2b28-4cd1-86cc-0c0078a1d1ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:48.622630 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-86919fa9-2b28-4cd1-86cc-0c0078a1d1ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/445321ff-c4ea-4d9b-b86c-99f2937fc961 HTTP/1.1" status: 204 len: 168 time: 0.1746037 Nov 29 18:19:48.655164 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86919fa9-2b28-4cd1-86cc-0c0078a1d1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445321ff-c4ea-4d9b-b86c-99f2937fc961,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:49.039549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47392) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:49.053658 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6de6d450-8f26-4ba2-8ddb-8c6b79c00fa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:49.138411 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6de6d450-8f26-4ba2-8ddb-8c6b79c00fa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:49.142347 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6de6d450-8f26-4ba2-8ddb-8c6b79c00fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:49.183046 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6de6d450-8f26-4ba2-8ddb-8c6b79c00fa6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d537bccf95443d697bd6f6eaa8790c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423426 Nov 29 18:19:49.184208 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6d450-8f26-4ba2-8ddb-8c6b79c00fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ba54f4-a58d-4169-b5d7-51279f9805a6,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:49.185714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47394) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:49.233779 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b5e3b33-7b73-46d8-8517-1451aa753dae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:49.256173 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b5e3b33-7b73-46d8-8517-1451aa753dae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:49.311535 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b5e3b33-7b73-46d8-8517-1451aa753dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:49.314102 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b5e3b33-7b73-46d8-8517-1451aa753dae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:49.315299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5b5e3b33-7b73-46d8-8517-1451aa753dae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6ba54f4-a58d-4169-b5d7-51279f9805a6 HTTP/1.1" status: 204 len: 168 time: 0.1285906 Nov 29 18:19:49.322833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e3b33-7b73-46d8-8517-1451aa753dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ba54f4-a58d-4169-b5d7-51279f9805a6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:51.639627 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a88a3962-b20c-4ca0-9fb7-f7e4e9818cab req-57298b6a-cd7e-4219-bf29-fce16cd30413 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1831169 Nov 29 18:19:51.706982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a3962-b20c-4ca0-9fb7-f7e4e9818cab req-2b9b3de5-b17e-4258-8581-06798b8547de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:19:51.709059 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a88a3962-b20c-4ca0-9fb7-f7e4e9818cab req-2b9b3de5-b17e-4258-8581-06798b8547de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5991f81694454b6dbd48c6b809d5ad06&device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 1096 time: 0.0431089 Nov 29 18:19:51.819766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a3962-b20c-4ca0-9fb7-f7e4e9818cab req-5610e4b1-fb46-42dc-b3da-ddc35e8c4b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:19:51.821648 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a88a3962-b20c-4ca0-9fb7-f7e4e9818cab req-5610e4b1-fb46-42dc-b3da-ddc35e8c4b56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=61733c11-da39-45f1-ae18-c53a50ed6ebf HTTP/1.1" status: 200 len: 912 time: 0.0920641 Nov 29 18:19:51.890137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a88a3962-b20c-4ca0-9fb7-f7e4e9818cab req-b9582306-de63-46a8-8a65-db0bbb3b0962 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 HTTP/1.1" status: 200 len: 1000 time: 0.0606296 Nov 29 18:19:51.940113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a3962-b20c-4ca0-9fb7-f7e4e9818cab req-1b2f8115-965a-4e58-8a2f-87822f21b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:19:51.941885 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a88a3962-b20c-4ca0-9fb7-f7e4e9818cab req-1b2f8115-965a-4e58-8a2f-87822f21b4d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=95d25936-e438-49fc-88cf-2ab9c265fd23 HTTP/1.1" status: 200 len: 850 time: 0.0441279 Nov 29 18:19:51.991880 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a3962-b20c-4ca0-9fb7-f7e4e9818cab req-24506372-cb86-47d5-9efa-9306625a1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:19:51.994480 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a88a3962-b20c-4ca0-9fb7-f7e4e9818cab req-24506372-cb86-47d5-9efa-9306625a1795 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61733c11-da39-45f1-ae18-c53a50ed6ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459428 Nov 29 18:19:52.102167 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a88a3962-b20c-4ca0-9fb7-f7e4e9818cab req-b36535f4-a137-4219-8314-0017f930bee9 service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006382 Nov 29 18:19:52.211026 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a88a3962-b20c-4ca0-9fb7-f7e4e9818cab req-16f7f6cf-b44e-45eb-b83f-ba6750fd6084 service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983272 Nov 29 18:19:52.705557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47510) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:52.852650 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c0ac29e-d7f5-44f0-a454-c55a60e72a97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:52.950464 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c0ac29e-d7f5-44f0-a454-c55a60e72a97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:52.959872 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c0ac29e-d7f5-44f0-a454-c55a60e72a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:53.016881 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4c0ac29e-d7f5-44f0-a454-c55a60e72a97 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1ebfe6edf4e4cd4971cc1d0ad3de53b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3100393 Nov 29 18:19:53.019832 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47522) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:53.023229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ac29e-d7f5-44f0-a454-c55a60e72a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477fdc9a-8ad1-40bc-adc4-6e090704dba8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:53.112237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-046004d9-b696-4eff-8770-5aee7405e87a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:53.140182 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-046004d9-b696-4eff-8770-5aee7405e87a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:53.192261 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-046004d9-b696-4eff-8770-5aee7405e87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:53.195097 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-046004d9-b696-4eff-8770-5aee7405e87a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:53.196554 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-046004d9-b696-4eff-8770-5aee7405e87a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/477fdc9a-8ad1-40bc-adc4-6e090704dba8 HTTP/1.1" status: 204 len: 168 time: 0.1747241 Nov 29 18:19:53.206052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046004d9-b696-4eff-8770-5aee7405e87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477fdc9a-8ad1-40bc-adc4-6e090704dba8,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:53.586664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47536) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:53.608015 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e1e64834-2c70-4b8a-aa17-8cfb465f0406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:53.734712 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e1e64834-2c70-4b8a-aa17-8cfb465f0406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:53.739697 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e1e64834-2c70-4b8a-aa17-8cfb465f0406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:53.777506 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e64834-2c70-4b8a-aa17-8cfb465f0406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb3c006-3b76-4936-bd0e-6345a5bd6f1e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:53.782771 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e1e64834-2c70-4b8a-aa17-8cfb465f0406 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ad631e402ca498bba09b0070a7cf2bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1946738 Nov 29 18:19:53.785630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47540) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:19:53.848592 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fd6f869-1083-4d5c-b300-78932dd1520d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:53.885473 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fd6f869-1083-4d5c-b300-78932dd1520d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:53.964664 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fd6f869-1083-4d5c-b300-78932dd1520d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:53.968656 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fd6f869-1083-4d5c-b300-78932dd1520d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:53.970296 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5fd6f869-1083-4d5c-b300-78932dd1520d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cb3c006-3b76-4936-bd0e-6345a5bd6f1e HTTP/1.1" status: 204 len: 168 time: 0.1837778 Nov 29 18:19:53.979801 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5af6b1cc-2d70-48e3-828c-5e96709cb4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:53.986121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6f869-1083-4d5c-b300-78932dd1520d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb3c006-3b76-4936-bd0e-6345a5bd6f1e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:56.416026 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-deae002c-eb42-46e0-ab89-0b9f70bb913b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:56.979775 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1ec0c-6efe-4da1-9a6d-a45bf546c322 req-ce566fe6-c8fe-451a-b09d-58d44e70c0eb tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:19:56.982675 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93b1ec0c-6efe-4da1-9a6d-a45bf546c322 req-ce566fe6-c8fe-451a-b09d-58d44e70c0eb tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 950 time: 0.0687721 Nov 29 18:19:57.053318 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93b1ec0c-6efe-4da1-9a6d-a45bf546c322 req-8fb8e258-1039-4313-82ec-a609858bdbb1 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4589543-801f-40b7-95f9-3bdddc93d554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610247 Nov 29 18:19:57.177688 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:57.575243 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:58.364360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3600d3-793e-4fd7-9a43-a8843f82a041 req-9a06b2dd-c6c0-4726-9ad0-608660225bc0 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:19:58.373261 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e3600d3-793e-4fd7-9a43-a8843f82a041 req-9a06b2dd-c6c0-4726-9ad0-608660225bc0 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 950 time: 0.2474451 Nov 29 18:19:58.477892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e3600d3-793e-4fd7-9a43-a8843f82a041 req-8ec2e371-7386-4bad-a222-2995216c9a5a tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/security-groups?id=b4589543-801f-40b7-95f9-3bdddc93d554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027520 Nov 29 18:19:58.655461 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa979e07-0886-459f-a338-00ea9e94c76f req-d03a445f-42b4-46b9-b666-e53a6cf4c717 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:19:58.657597 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aa979e07-0886-459f-a338-00ea9e94c76f req-d03a445f-42b4-46b9-b666-e53a6cf4c717 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.20 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 950 time: 0.0883932 Nov 29 18:19:58.856378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-aa979e07-0886-459f-a338-00ea9e94c76f req-497da2ec-471a-448f-8c01-e3fc0fad3ef9 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Deleting port 131fec48-5bae-479d-88be-c07742c47b26 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:19:58.856768 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa979e07-0886-459f-a338-00ea9e94c76f req-497da2ec-471a-448f-8c01-e3fc0fad3ef9 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:59.008569 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-aa979e07-0886-459f-a338-00ea9e94c76f req-497da2ec-471a-448f-8c01-e3fc0fad3ef9 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] For port 131fec48-5bae-479d-88be-c07742c47b26, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=131fec48-5bae-479d-88be-c07742c47b26,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:19:59.009394 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa979e07-0886-459f-a338-00ea9e94c76f req-497da2ec-471a-448f-8c01-e3fc0fad3ef9 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:59.038333 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-aa979e07-0886-459f-a338-00ea9e94c76f req-497da2ec-471a-448f-8c01-e3fc0fad3ef9 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Calling delete_port for 131fec48-5bae-479d-88be-c07742c47b26 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:19:59.096375 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:59.257573 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa979e07-0886-459f-a338-00ea9e94c76f req-497da2ec-471a-448f-8c01-e3fc0fad3ef9 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:59.275169 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['131fec48-5bae-479d-88be-c07742c47b26'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:19:59.306069 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497da2ec-471a-448f-8c01-e3fc0fad3ef9 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Pushing event deleted for resources: {'Port': ['ID=131fec48-5bae-479d-88be-c07742c47b26,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:19:59.423184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa979e07-0886-459f-a338-00ea9e94c76f req-497da2ec-471a-448f-8c01-e3fc0fad3ef9 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] No DVR routers for this DVR port 131fec48-5bae-479d-88be-c07742c47b26 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:19:59.429135 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aa979e07-0886-459f-a338-00ea9e94c76f req-497da2ec-471a-448f-8c01-e3fc0fad3ef9 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:59.438906 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aa979e07-0886-459f-a338-00ea9e94c76f req-497da2ec-471a-448f-8c01-e3fc0fad3ef9 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.20 "DELETE /v2.0/ports/131fec48-5bae-479d-88be-c07742c47b26 HTTP/1.1" status: 204 len: 173 time: 0.7691631 Nov 29 18:19:59.441093 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58307b5-368c-4155-9283-c624b68cacdb', 'name': 'network-vif-deleted', 'tag': '131fec48-5bae-479d-88be-c07742c47b26'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:19:59.449217 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0eed4d-5847-43d1-bb07-c2711c76fb3e" -d '{"events": [{"server_uuid": "a58307b5-368c-4155-9283-c624b68cacdb", "name": "network-vif-deleted", "tag": "131fec48-5bae-479d-88be-c07742c47b26"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:19:59.611966 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ba4e1a-b25d-4ad0-a3a4-42f367f7254b x-openstack-request-id: req-f8ba4e1a-b25d-4ad0-a3a4-42f367f7254b {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:19:59.612308 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58307b5-368c-4155-9283-c624b68cacdb", "name": "network-vif-deleted", "tag": "131fec48-5bae-479d-88be-c07742c47b26", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:19:59.614500 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8ba4e1a-b25d-4ad0-a3a4-42f367f7254b {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:19:59.616046 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58307b5-368c-4155-9283-c624b68cacdb', 'name': 'network-vif-deleted', 'tag': '131fec48-5bae-479d-88be-c07742c47b26', 'status': 'completed', 'code': 200} Nov 29 18:19:59.663049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e2552684-c121-4124-871c-c5166d8f9928 req-4bbb2109-adbb-4e10-beea-da838ae48891 tempest-VolumesBackupsTest-1962686480 tempest-VolumesBackupsTest-1962686480-project] 10.222.0.23 "GET /v2.0/ports?device_id=a58307b5-368c-4155-9283-c624b68cacdb HTTP/1.1" status: 200 len: 210 time: 0.0522647 Nov 29 18:19:59.687111 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:19:59.978926 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:00.533448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-bc4db319-da4d-440d-8ee7-c5c6ee6b75b5 req-d24cf35c-29c8-40bd-abdd-267f8195d665 service neutron] (110004) timed out ('10.222.0.31', 64422) {{(pid=110004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 18:20:02.122868 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 131fec48-5bae-479d-88be-c07742c47b26 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:20:02.195804 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 131fec48-5bae-479d-88be-c07742c47b26 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:20:02.196416 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 131fec48-5bae-479d-88be-c07742c47b26 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:20:03.459737 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:20:10.081982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48136) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:10.272727 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe893f7c-987f-4853-ba9e-8572e15ede5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:10.378611 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe893f7c-987f-4853-ba9e-8572e15ede5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:10.384083 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe893f7c-987f-4853-ba9e-8572e15ede5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:10.418118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe893f7c-987f-4853-ba9e-8572e15ede5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b171cf4-8afc-4462-b8f6-c33290e6731e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:10.447600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fe893f7c-987f-4853-ba9e-8572e15ede5e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=965b07ad70dd48bdac14813e265696ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3651178 Nov 29 18:20:10.450676 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48146) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:10.538185 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da1ca1ef-4353-4fd2-9bfd-917dc5135166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:10.564445 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da1ca1ef-4353-4fd2-9bfd-917dc5135166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:10.634064 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da1ca1ef-4353-4fd2-9bfd-917dc5135166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:10.637214 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da1ca1ef-4353-4fd2-9bfd-917dc5135166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:10.638444 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-da1ca1ef-4353-4fd2-9bfd-917dc5135166 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b171cf4-8afc-4462-b8f6-c33290e6731e HTTP/1.1" status: 204 len: 168 time: 0.1866105 Nov 29 18:20:10.651823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ca1ef-4353-4fd2-9bfd-917dc5135166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b171cf4-8afc-4462-b8f6-c33290e6731e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:11.082863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48170) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:11.098650 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ff8c94e-0d8d-4497-85c4-6bc8cabbca46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:11.211799 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ff8c94e-0d8d-4497-85c4-6bc8cabbca46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:11.217732 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ff8c94e-0d8d-4497-85c4-6bc8cabbca46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:11.263680 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7ff8c94e-0d8d-4497-85c4-6bc8cabbca46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ff6afadda6e42ab81c5a451fb9c85f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1761291 Nov 29 18:20:11.263680 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8c94e-0d8d-4497-85c4-6bc8cabbca46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b259acf-60d8-49be-a680-194049ec120c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:11.264396 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48174) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:11.354728 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-acf5455e-3f90-45d1-b829-71e1e09a88e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:11.380489 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-acf5455e-3f90-45d1-b829-71e1e09a88e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:11.450418 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-acf5455e-3f90-45d1-b829-71e1e09a88e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:11.455278 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-acf5455e-3f90-45d1-b829-71e1e09a88e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:11.459867 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-acf5455e-3f90-45d1-b829-71e1e09a88e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b259acf-60d8-49be-a680-194049ec120c HTTP/1.1" status: 204 len: 168 time: 0.1941454 Nov 29 18:20:11.471904 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5455e-3f90-45d1-b829-71e1e09a88e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b259acf-60d8-49be-a680-194049ec120c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:11.985164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48196) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:12.008532 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02ece620-2387-4a2b-9e95-d8f87e4a99a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:12.143218 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02ece620-2387-4a2b-9e95-d8f87e4a99a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:12.148326 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02ece620-2387-4a2b-9e95-d8f87e4a99a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:12.192222 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-02ece620-2387-4a2b-9e95-d8f87e4a99a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d40428c0c4742ed87e789a4ca0f5fbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2032840 Nov 29 18:20:12.192617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48204) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:12.193508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ece620-2387-4a2b-9e95-d8f87e4a99a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de83b1e-81f7-4f4f-bf01-c63c9ee013be,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:12.276832 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4dea7b80-67b2-4318-91b6-81b710037efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:12.318263 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4dea7b80-67b2-4318-91b6-81b710037efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:12.396540 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4dea7b80-67b2-4318-91b6-81b710037efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:12.399848 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4dea7b80-67b2-4318-91b6-81b710037efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:12.402157 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4dea7b80-67b2-4318-91b6-81b710037efd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0de83b1e-81f7-4f4f-bf01-c63c9ee013be HTTP/1.1" status: 204 len: 168 time: 0.2084913 Nov 29 18:20:12.435359 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea7b80-67b2-4318-91b6-81b710037efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de83b1e-81f7-4f4f-bf01-c63c9ee013be,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:14.501149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48286) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:14.642300 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-39e19887-4fac-4dfb-b32a-44d07a6a51b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:14.742514 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-39e19887-4fac-4dfb-b32a-44d07a6a51b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:14.748592 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-39e19887-4fac-4dfb-b32a-44d07a6a51b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:14.792606 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e19887-4fac-4dfb-b32a-44d07a6a51b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f658732e-dc57-4781-9e1f-c67d8a114e57,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:14.800054 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48294) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:14.800600 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-39e19887-4fac-4dfb-b32a-44d07a6a51b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82f97fd8fe454e4184279c5155c19fee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2972696 Nov 29 18:20:14.860681 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8c7875b-5498-4d25-8f80-5076e3c35771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:14.887599 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8c7875b-5498-4d25-8f80-5076e3c35771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:14.943728 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8c7875b-5498-4d25-8f80-5076e3c35771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:14.947102 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8c7875b-5498-4d25-8f80-5076e3c35771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:14.951482 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a8c7875b-5498-4d25-8f80-5076e3c35771 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f658732e-dc57-4781-9e1f-c67d8a114e57 HTTP/1.1" status: 204 len: 168 time: 0.1471710 Nov 29 18:20:14.957891 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7875b-5498-4d25-8f80-5076e3c35771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f658732e-dc57-4781-9e1f-c67d8a114e57,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:15.285982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48310) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:15.302735 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b35be05-0706-42ae-ad7b-04be19d6a9ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:15.388449 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b35be05-0706-42ae-ad7b-04be19d6a9ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:15.393177 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b35be05-0706-42ae-ad7b-04be19d6a9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:15.435681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4b35be05-0706-42ae-ad7b-04be19d6a9ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbf3c433d0554bd397b637c3026b39d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1485415 Nov 29 18:20:15.436779 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35be05-0706-42ae-ad7b-04be19d6a9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744b0a07-9ad3-483e-ade5-a1264ef06183,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:15.438246 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48316) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:15.522911 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a568c41f-3a18-47d8-9e88-6252f98e1acf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:15.550090 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a568c41f-3a18-47d8-9e88-6252f98e1acf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:15.606551 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a568c41f-3a18-47d8-9e88-6252f98e1acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:15.610906 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a568c41f-3a18-47d8-9e88-6252f98e1acf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:15.612546 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a568c41f-3a18-47d8-9e88-6252f98e1acf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/744b0a07-9ad3-483e-ade5-a1264ef06183 HTTP/1.1" status: 204 len: 168 time: 0.1731212 Nov 29 18:20:15.625537 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568c41f-3a18-47d8-9e88-6252f98e1acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744b0a07-9ad3-483e-ade5-a1264ef06183,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:17.736424 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48412) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:17.855075 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba4c5f8a-e358-4bba-bcf6-b1621e9b2f21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:17.934807 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba4c5f8a-e358-4bba-bcf6-b1621e9b2f21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:17.939865 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ba4c5f8a-e358-4bba-bcf6-b1621e9b2f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:17.993316 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ba4c5f8a-e358-4bba-bcf6-b1621e9b2f21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=628c39f48c244b28bb8c5a40e67be692&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2527440 Nov 29 18:20:17.993316 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c5f8a-e358-4bba-bcf6-b1621e9b2f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bd7d45-f968-4d9f-ab1e-66c96ce9270f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:17.993552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48422) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:18.048793 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7999be-c120-4fb5-a5ab-7acb1148e39d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:18.081468 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7999be-c120-4fb5-a5ab-7acb1148e39d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:18.137112 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7999be-c120-4fb5-a5ab-7acb1148e39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:18.140074 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7999be-c120-4fb5-a5ab-7acb1148e39d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:18.141243 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3d7999be-c120-4fb5-a5ab-7acb1148e39d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7bd7d45-f968-4d9f-ab1e-66c96ce9270f HTTP/1.1" status: 204 len: 168 time: 0.1466975 Nov 29 18:20:18.150269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7999be-c120-4fb5-a5ab-7acb1148e39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bd7d45-f968-4d9f-ab1e-66c96ce9270f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:18.641180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48440) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:18.654983 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8491c98d-3434-43ec-ac28-88b1a766e9f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:18.744304 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8491c98d-3434-43ec-ac28-88b1a766e9f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:18.749327 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8491c98d-3434-43ec-ac28-88b1a766e9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:18.809790 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8491c98d-3434-43ec-ac28-88b1a766e9f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2864b5b9fb24c8aa7ddf632f06810dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1674681 Nov 29 18:20:18.811379 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491c98d-3434-43ec-ac28-88b1a766e9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60112b25-7a63-4b18-88b7-611a9d17c3d4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:18.812471 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48448) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:18.872391 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2dd4-162e-4e89-954c-710ce15ed236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:18.898265 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2dd4-162e-4e89-954c-710ce15ed236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:18.957984 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2dd4-162e-4e89-954c-710ce15ed236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:18.961975 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9e9e2dd4-162e-4e89-954c-710ce15ed236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:18.966137 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9e9e2dd4-162e-4e89-954c-710ce15ed236 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60112b25-7a63-4b18-88b7-611a9d17c3d4 HTTP/1.1" status: 204 len: 168 time: 0.1496134 Nov 29 18:20:18.982188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e2dd4-162e-4e89-954c-710ce15ed236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60112b25-7a63-4b18-88b7-611a9d17c3d4,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:23.963977 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-862d75d7-da4b-49ba-97ea-e8c879d4a4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:26.414863 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43dc64e3-2432-45eb-9195-1367e4b093cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:27.170949 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:27.583751 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:29.091265 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:29.673182 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:29.979152 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:30.588476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48820) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:30.726707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-86cbd670-2d22-4743-b650-b85cb470ae60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:30.812417 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-86cbd670-2d22-4743-b650-b85cb470ae60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:30.817478 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-86cbd670-2d22-4743-b650-b85cb470ae60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:30.865892 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbd670-2d22-4743-b650-b85cb470ae60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c1658a-cb9a-4048-9d5d-aee1137c2897,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:30.877062 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbd670-2d22-4743-b650-b85cb470ae60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:30.877537 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbd670-2d22-4743-b650-b85cb470ae60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:30.877987 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbd670-2d22-4743-b650-b85cb470ae60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:30.878942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbd670-2d22-4743-b650-b85cb470ae60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:30.878942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbd670-2d22-4743-b650-b85cb470ae60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:30.879309 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbd670-2d22-4743-b650-b85cb470ae60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:30.879776 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbd670-2d22-4743-b650-b85cb470ae60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:30.880176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbd670-2d22-4743-b650-b85cb470ae60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:30.880579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbd670-2d22-4743-b650-b85cb470ae60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:30.881058 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbd670-2d22-4743-b650-b85cb470ae60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:30.881473 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbd670-2d22-4743-b650-b85cb470ae60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:30.881873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbd670-2d22-4743-b650-b85cb470ae60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:30.903611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48832) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:30.904142 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-86cbd670-2d22-4743-b650-b85cb470ae60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05ebf2e65821451a9e6963fb682ae76d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3140070 Nov 29 18:20:30.964720 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38e5009c-c110-411e-a580-57fdb5dc4cc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:30.989992 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38e5009c-c110-411e-a580-57fdb5dc4cc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:31.047464 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38e5009c-c110-411e-a580-57fdb5dc4cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:31.050460 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38e5009c-c110-411e-a580-57fdb5dc4cc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:31.055158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-38e5009c-c110-411e-a580-57fdb5dc4cc8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9c1658a-cb9a-4048-9d5d-aee1137c2897 HTTP/1.1" status: 204 len: 168 time: 0.1502826 Nov 29 18:20:31.068328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5009c-c110-411e-a580-57fdb5dc4cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c1658a-cb9a-4048-9d5d-aee1137c2897,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:31.423155 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48848) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:31.440023 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4971040-9f24-4d23-a2bf-d86b8efaea41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:31.572807 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4971040-9f24-4d23-a2bf-d86b8efaea41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:31.577645 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4971040-9f24-4d23-a2bf-d86b8efaea41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:31.621778 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b4971040-9f24-4d23-a2bf-d86b8efaea41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fcdf4afd60242c9a0e19b1973be81bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1973104 Nov 29 18:20:31.624367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48852) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:31.661686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4971040-9f24-4d23-a2bf-d86b8efaea41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30cc1c8-4b19-4a70-9bc4-cac3266dc250,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:31.688616 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de640092-8fdd-4c70-adf2-2c91f1b8ac40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:31.716330 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de640092-8fdd-4c70-adf2-2c91f1b8ac40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:31.774158 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de640092-8fdd-4c70-adf2-2c91f1b8ac40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:31.780377 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de640092-8fdd-4c70-adf2-2c91f1b8ac40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:31.781439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-de640092-8fdd-4c70-adf2-2c91f1b8ac40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f30cc1c8-4b19-4a70-9bc4-cac3266dc250 HTTP/1.1" status: 204 len: 168 time: 0.1560669 Nov 29 18:20:31.790444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de640092-8fdd-4c70-adf2-2c91f1b8ac40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30cc1c8-4b19-4a70-9bc4-cac3266dc250,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:33.022212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48914) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:33.171910 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eeaf1b55-c503-46c5-b119-df3dfea808be admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:33.271217 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eeaf1b55-c503-46c5-b119-df3dfea808be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:33.276928 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eeaf1b55-c503-46c5-b119-df3dfea808be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:33.302758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf1b55-c503-46c5-b119-df3dfea808be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db47539b-75ee-402d-9655-62ac352f6584,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:33.335243 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-eeaf1b55-c503-46c5-b119-df3dfea808be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5739e6e504b54c5686e8fbbb55d043d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3118246 Nov 29 18:20:33.338583 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48924) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:33.389505 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6534f237-435f-47dd-b1f8-23ef449fb1b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:33.413284 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6534f237-435f-47dd-b1f8-23ef449fb1b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:33.478628 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6534f237-435f-47dd-b1f8-23ef449fb1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:33.481417 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6534f237-435f-47dd-b1f8-23ef449fb1b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:33.482563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6534f237-435f-47dd-b1f8-23ef449fb1b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db47539b-75ee-402d-9655-62ac352f6584 HTTP/1.1" status: 204 len: 168 time: 0.1429684 Nov 29 18:20:33.490495 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534f237-435f-47dd-b1f8-23ef449fb1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db47539b-75ee-402d-9655-62ac352f6584,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:40.460001 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:20:50.213147 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 49774) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:50.332276 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-00d6080e-64e1-466a-93bb-5aa4428520fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:50.427554 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-00d6080e-64e1-466a-93bb-5aa4428520fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:50.432879 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-00d6080e-64e1-466a-93bb-5aa4428520fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:50.471178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6080e-64e1-466a-93bb-5aa4428520fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3602bb22-1e50-4217-9fe5-c73eb9fe9a57,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:50.481755 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6080e-64e1-466a-93bb-5aa4428520fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:50.482113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6080e-64e1-466a-93bb-5aa4428520fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:50.482654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6080e-64e1-466a-93bb-5aa4428520fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:50.483161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6080e-64e1-466a-93bb-5aa4428520fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:50.483499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6080e-64e1-466a-93bb-5aa4428520fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:50.483942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6080e-64e1-466a-93bb-5aa4428520fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:50.484286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6080e-64e1-466a-93bb-5aa4428520fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:50.484622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6080e-64e1-466a-93bb-5aa4428520fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:50.484955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6080e-64e1-466a-93bb-5aa4428520fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:50.485286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6080e-64e1-466a-93bb-5aa4428520fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:50.485616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6080e-64e1-466a-93bb-5aa4428520fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:50.485945 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6080e-64e1-466a-93bb-5aa4428520fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:20:50.521556 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 49780) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:20:50.530363 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-00d6080e-64e1-466a-93bb-5aa4428520fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=383a99b9c11f419db35086eaf4473e1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3150134 Nov 29 18:20:50.589558 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f304-bc40-4de4-b72c-d3b256ea7ec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:50.619333 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f304-bc40-4de4-b72c-d3b256ea7ec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:50.673871 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f304-bc40-4de4-b72c-d3b256ea7ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:50.679336 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0ad9f304-bc40-4de4-b72c-d3b256ea7ec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:50.693884 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0ad9f304-bc40-4de4-b72c-d3b256ea7ec6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3602bb22-1e50-4217-9fe5-c73eb9fe9a57 HTTP/1.1" status: 204 len: 168 time: 0.1711922 Nov 29 18:20:50.703855 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9f304-bc40-4de4-b72c-d3b256ea7ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3602bb22-1e50-4217-9fe5-c73eb9fe9a57,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:20:51.501014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-a65db402-61b2-47a9-9b77-bd20b39bf121 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0573180 Nov 29 18:20:51.628640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-3e6e0943-33b3-4fe3-81fe-7571de5dca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:51.629044 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-3e6e0943-33b3-4fe3-81fe-7571de5dca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:51.629533 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-3e6e0943-33b3-4fe3-81fe-7571de5dca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:51.629999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-3e6e0943-33b3-4fe3-81fe-7571de5dca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:51.630954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-3e6e0943-33b3-4fe3-81fe-7571de5dca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:51.632494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-3e6e0943-33b3-4fe3-81fe-7571de5dca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:51.635019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-3e6e0943-33b3-4fe3-81fe-7571de5dca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:51.637084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-3e6e0943-33b3-4fe3-81fe-7571de5dca88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69148bb57fa54adf911a3855e38b3970&device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 6492 time: 0.0724287 Nov 29 18:20:51.786589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-1b81834d-406b-49f0-a505-c5e29a9e4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:51.787607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-1b81834d-406b-49f0-a505-c5e29a9e4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:51.788262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-1b81834d-406b-49f0-a505-c5e29a9e4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:51.790780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-1b81834d-406b-49f0-a505-c5e29a9e4083 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8c7b00ca-e0ef-4d99-bd10-71bb21595ae3&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=d9f36459-b545-4033-9511-3819613163f0&id=d9f36459-b545-4033-9511-3819613163f0 HTTP/1.1" status: 200 len: 2294 time: 0.1298685 Nov 29 18:20:51.894383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-91b0668c-61cc-48bd-be32-800d7ac7472b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9862376-a235-411c-9516-55e98c12d87f HTTP/1.1" status: 200 len: 1001 time: 0.0942540 Nov 29 18:20:51.958109 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-e6b78c53-da39-4a1b-bdb3-7f3325809d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:51.959705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-e6b78c53-da39-4a1b-bdb3-7f3325809d4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=094912f3-3fa8-4855-8e32-9708e0b4dd0b HTTP/1.1" status: 200 len: 851 time: 0.0577812 Nov 29 18:20:52.014856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-91c63058-e4b0-4acd-8408-b043f0114fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:52.016681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-91c63058-e4b0-4acd-8408-b043f0114fff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8c7b00ca-e0ef-4d99-bd10-71bb21595ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503690 Nov 29 18:20:52.207830 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-e4fd851c-f8af-45f4-bf24-6a303e9558f7 service neutron] 10.222.0.31 "GET /v2.0/networks/8c7b00ca-e0ef-4d99-bd10-71bb21595ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825907 Nov 29 18:20:52.406774 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-ce60deb8-071d-4c4f-bacd-fb0aabfa5a26 service neutron] 10.222.0.31 "GET /v2.0/networks/8c7b00ca-e0ef-4d99-bd10-71bb21595ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915843 Nov 29 18:20:52.489557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-1cdbf652-42a6-4e24-97bc-019238c5c43d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=fa4a748b-18d2-456f-8305-9cb0f74b625b HTTP/1.1" status: 200 len: 217 time: 0.0730197 Nov 29 18:20:52.585321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-5fd35d57-9624-41ae-9690-41c74c221a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:52.587802 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-5fd35d57-9624-41ae-9690-41c74c221a95 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.0821862 Nov 29 18:20:52.703790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-0f0bfde6-17ce-4ec9-aa9d-b1887ddb1446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:52.706588 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-0f0bfde6-17ce-4ec9-aa9d-b1887ddb1446 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1060691 Nov 29 18:20:52.945175 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-12e08ea8-8a79-4579-884d-31c4e6a38efc service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299571 Nov 29 18:20:53.097583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-f62f2558-6dfa-40d2-b26d-5e6816cdabfa service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442974 Nov 29 18:20:53.184274 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-28328d43-1e99-43a8-aae7-5112a06c5f0f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=f002c88e-cc2b-4dce-8fa1-65fa2b43d135 HTTP/1.1" status: 200 len: 217 time: 0.0789163 Nov 29 18:20:53.278373 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-ea44a456-b1e9-4b5c-b88d-1cb0db1fd1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:53.280626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-ea44a456-b1e9-4b5c-b88d-1cb0db1fd1ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.0888898 Nov 29 18:20:53.338025 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-ddf82f43-7280-4992-b00f-11eb3753d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:53.340361 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-ddf82f43-7280-4992-b00f-11eb3753d005 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0531642 Nov 29 18:20:53.463073 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-6bdff87c-c9a6-4ae5-99f3-232e73ba0cd2 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142154 Nov 29 18:20:53.604174 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-7d1bbeb3-a160-45ab-8286-fffdd9967f21 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336896 Nov 29 18:20:53.664566 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-c95f3c6e-3a64-4446-8278-df87f3a6af6e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=7c57a7f9-5b4c-4906-b679-7bec1c88b294 HTTP/1.1" status: 200 len: 217 time: 0.0528951 Nov 29 18:20:53.747667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-eb7319db-9723-4db8-86ff-ed0cb760b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:53.750399 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-eb7319db-9723-4db8-86ff-ed0cb760b71b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.0779464 Nov 29 18:20:53.811106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-3131dfd1-1b6e-49eb-a994-ee30b79cac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:53.812658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-3131dfd1-1b6e-49eb-a994-ee30b79cac43 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0519512 Nov 29 18:20:53.939531 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-ff5db116-9847-491f-9472-a65e844b916f service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168687 Nov 29 18:20:53.983157 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d3781725-e38f-4dfc-b7f5-4c361e4a6405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:54.120222 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-d2795270-e2e2-459b-8c9c-b32dba47b370 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722338 Nov 29 18:20:54.190526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-059c07b0-5991-4589-9d75-88205ef8c682 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=ae646355-ad4c-47e5-bc2b-0ef2ff5562dc HTTP/1.1" status: 200 len: 217 time: 0.0625043 Nov 29 18:20:54.254601 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-fe20467f-3921-45ee-a80b-d0bf9eb609df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:54.256827 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-fe20467f-3921-45ee-a80b-d0bf9eb609df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.0594068 Nov 29 18:20:54.322242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-93f2346c-e3dd-438d-9320-c791b273219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:54.324032 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-93f2346c-e3dd-438d-9320-c791b273219b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0598185 Nov 29 18:20:54.475779 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-cf069664-3769-4e40-ae67-44b6560dbb63 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438997 Nov 29 18:20:54.670699 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-112a8cea-2b00-4aad-99e9-24db2e2e5a23 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867223 Nov 29 18:20:54.730531 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-23ec5b71-8462-416a-a810-0acf29c26326 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1d310fc-38a8-4207-b780-c7b7ed72c64f HTTP/1.1" status: 200 len: 217 time: 0.0530810 Nov 29 18:20:54.847557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-3ec22204-59a5-441f-97cb-a1db963cd06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:54.850134 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-3ec22204-59a5-441f-97cb-a1db963cd06d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c504f4-9df8-4894-b0d2-9a3940ee271e HTTP/1.1" status: 200 len: 797 time: 0.1120183 Nov 29 18:20:54.924482 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-a9afaeb9-4182-4113-adc9-b3404aa39643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:54.926316 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-a9afaeb9-4182-4113-adc9-b3404aa39643 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9f36459-b545-4033-9511-3819613163f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0686054 Nov 29 18:20:55.106018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-44517af1-f815-4f5e-94db-e7553a9b41e5 service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716197 Nov 29 18:20:55.234091 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-f8ba5882-8d01-4bb7-aa32-0f4c9fccd3c3 service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205978 Nov 29 18:20:55.300792 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-ec24cefe-eaf4-42ee-9f4c-c7f24f842218 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=112a1789-df95-401f-85ce-35d276e8bc81 HTTP/1.1" status: 200 len: 217 time: 0.0595019 Nov 29 18:20:55.371832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-1713bba9-bac0-4f66-8d10-645955aceb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:55.373392 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-1713bba9-bac0-4f66-8d10-645955aceb74 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c504f4-9df8-4894-b0d2-9a3940ee271e HTTP/1.1" status: 200 len: 797 time: 0.0649791 Nov 29 18:20:55.440508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dda440-1c7f-469e-ae05-7406526e518e req-e1a1cd8c-5a7e-45f0-b5db-0eb5cc993805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:20:55.442476 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-e1a1cd8c-5a7e-45f0-b5db-0eb5cc993805 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9f36459-b545-4033-9511-3819613163f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0608215 Nov 29 18:20:55.598053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-75ec259e-2763-4500-90d5-b8ced66f5fff service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472423 Nov 29 18:20:55.741916 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0dda440-1c7f-469e-ae05-7406526e518e req-6396b603-d4b9-4ae9-9692-0dbe10b3b4e1 service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363056 Nov 29 18:20:56.417570 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-639ac491-7900-452c-8627-bb68a50e1a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:57.193161 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:57.595493 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:59.085702 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:59.681011 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:20:59.979002 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:07.307057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f9d83-f2ce-4387-a12c-5f3d550f4e75 req-cdede4fd-5d26-406b-92d0-5d38cfcf58ad tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:07.313232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f9d83-f2ce-4387-a12c-5f3d550f4e75 req-cdede4fd-5d26-406b-92d0-5d38cfcf58ad tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:07.319275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f9d83-f2ce-4387-a12c-5f3d550f4e75 req-cdede4fd-5d26-406b-92d0-5d38cfcf58ad tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:07.325984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f9d83-f2ce-4387-a12c-5f3d550f4e75 req-cdede4fd-5d26-406b-92d0-5d38cfcf58ad tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:07.332627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f9d83-f2ce-4387-a12c-5f3d550f4e75 req-cdede4fd-5d26-406b-92d0-5d38cfcf58ad tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:07.339960 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f9d83-f2ce-4387-a12c-5f3d550f4e75 req-cdede4fd-5d26-406b-92d0-5d38cfcf58ad tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:07.347405 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f9d83-f2ce-4387-a12c-5f3d550f4e75 req-cdede4fd-5d26-406b-92d0-5d38cfcf58ad tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:07.349398 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-320f9d83-f2ce-4387-a12c-5f3d550f4e75 req-cdede4fd-5d26-406b-92d0-5d38cfcf58ad tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5435 time: 0.1019285 Nov 29 18:21:07.435928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-320f9d83-f2ce-4387-a12c-5f3d550f4e75 req-d2eeb8a9-096a-4979-be1e-84c16735960c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0777700 Nov 29 18:21:07.606219 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319b26-a617-4b7d-af52-1af39348cadb req-7c3eabc1-a940-4f02-ae56-714e3390256b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:07.617988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319b26-a617-4b7d-af52-1af39348cadb req-7c3eabc1-a940-4f02-ae56-714e3390256b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:07.627968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319b26-a617-4b7d-af52-1af39348cadb req-7c3eabc1-a940-4f02-ae56-714e3390256b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:07.638359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319b26-a617-4b7d-af52-1af39348cadb req-7c3eabc1-a940-4f02-ae56-714e3390256b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:07.649530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319b26-a617-4b7d-af52-1af39348cadb req-7c3eabc1-a940-4f02-ae56-714e3390256b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:07.656280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319b26-a617-4b7d-af52-1af39348cadb req-7c3eabc1-a940-4f02-ae56-714e3390256b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:07.662434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319b26-a617-4b7d-af52-1af39348cadb req-7c3eabc1-a940-4f02-ae56-714e3390256b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:07.669514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4319b26-a617-4b7d-af52-1af39348cadb req-7c3eabc1-a940-4f02-ae56-714e3390256b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5435 time: 0.1320858 Nov 29 18:21:09.882075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50208) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:10.022430 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d07b0-04da-4e43-b403-4f0dc2c826ac req-4d1ffee2-c186-4999-abc7-04e20da9d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:10.023306 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d07b0-04da-4e43-b403-4f0dc2c826ac req-4d1ffee2-c186-4999-abc7-04e20da9d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:10.023954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d07b0-04da-4e43-b403-4f0dc2c826ac req-4d1ffee2-c186-4999-abc7-04e20da9d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:10.024588 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d07b0-04da-4e43-b403-4f0dc2c826ac req-4d1ffee2-c186-4999-abc7-04e20da9d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:10.025240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d07b0-04da-4e43-b403-4f0dc2c826ac req-4d1ffee2-c186-4999-abc7-04e20da9d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:10.025873 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d07b0-04da-4e43-b403-4f0dc2c826ac req-4d1ffee2-c186-4999-abc7-04e20da9d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:10.026502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d07b0-04da-4e43-b403-4f0dc2c826ac req-4d1ffee2-c186-4999-abc7-04e20da9d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:10.035549 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e5d07b0-04da-4e43-b403-4f0dc2c826ac req-4d1ffee2-c186-4999-abc7-04e20da9d15e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 6492 time: 0.1500375 Nov 29 18:21:10.175157 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e5d07b0-04da-4e43-b403-4f0dc2c826ac req-5bf4395e-5ae7-4646-87d5-87a7534fb186 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1286342 Nov 29 18:21:15.307008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50298) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:15.434051 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ae329a6-9698-4f4e-bf3b-84fea58f3efe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:15.548467 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ae329a6-9698-4f4e-bf3b-84fea58f3efe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:15.556188 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ae329a6-9698-4f4e-bf3b-84fea58f3efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:15.599620 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50306) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:15.601600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1ae329a6-9698-4f4e-bf3b-84fea58f3efe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d4f8bdf34494cd8989bb0560f2f04b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2925761 Nov 29 18:21:15.602556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae329a6-9698-4f4e-bf3b-84fea58f3efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464f257a-7280-499d-838c-14e56017382e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:15.657144 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-776a7c16-5f63-438b-acc0-0ae0e74b9ef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:15.680330 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-776a7c16-5f63-438b-acc0-0ae0e74b9ef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:15.731752 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-776a7c16-5f63-438b-acc0-0ae0e74b9ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:15.734541 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-776a7c16-5f63-438b-acc0-0ae0e74b9ef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:15.738480 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-776a7c16-5f63-438b-acc0-0ae0e74b9ef7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/464f257a-7280-499d-838c-14e56017382e HTTP/1.1" status: 204 len: 168 time: 0.1351285 Nov 29 18:21:15.745822 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a7c16-5f63-438b-acc0-0ae0e74b9ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464f257a-7280-499d-838c-14e56017382e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:17.467926 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:21:18.171076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50486) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:18.309549 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f9694791-59a1-4a96-bd57-56dc885d4a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:18.432170 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f9694791-59a1-4a96-bd57-56dc885d4a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:18.438137 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f9694791-59a1-4a96-bd57-56dc885d4a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:18.466984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9694791-59a1-4a96-bd57-56dc885d4a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c4cb56-42c4-470b-b107-c3ca3dfb277b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:18.517606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50502) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:18.518255 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f9694791-59a1-4a96-bd57-56dc885d4a5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecc61fbe9a6e4dafa3d32b565c06ae40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3455937 Nov 29 18:21:18.581697 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7fe92823-4472-49a1-af12-45f3a46d250e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:18.605593 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7fe92823-4472-49a1-af12-45f3a46d250e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:18.693942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025eedf-6ab9-428f-ab73-7550ce4482dc req-b4fcef94-ec6d-472a-9da4-b92162709380 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:18.696065 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f025eedf-6ab9-428f-ab73-7550ce4482dc req-b4fcef94-ec6d-472a-9da4-b92162709380 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0638695 Nov 29 18:21:18.697501 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7fe92823-4472-49a1-af12-45f3a46d250e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:18.701359 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7fe92823-4472-49a1-af12-45f3a46d250e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:18.705183 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7fe92823-4472-49a1-af12-45f3a46d250e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4c4cb56-42c4-470b-b107-c3ca3dfb277b HTTP/1.1" status: 204 len: 168 time: 0.1858027 Nov 29 18:21:18.720643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe92823-4472-49a1-af12-45f3a46d250e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c4cb56-42c4-470b-b107-c3ca3dfb277b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:18.782330 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f025eedf-6ab9-428f-ab73-7550ce4482dc req-d5e0c0f3-768c-4ea2-bc8b-bb320047eded tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759993 Nov 29 18:21:19.043639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50520) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:19.060995 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb0fd9ca-189a-424b-a895-78013d251d7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:19.145052 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb0fd9ca-189a-424b-a895-78013d251d7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:19.149883 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb0fd9ca-189a-424b-a895-78013d251d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:19.188911 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-eb0fd9ca-189a-424b-a895-78013d251d7b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6eff59059f843ff9f3f9ac88618b54c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440961 Nov 29 18:21:19.191503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50522) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:19.193477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0fd9ca-189a-424b-a895-78013d251d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4263a48-6851-4157-b76b-b02cf9394bde,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:19.244851 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1cfdc971-2e2a-403f-9aea-048973f18dd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:19.278391 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1cfdc971-2e2a-403f-9aea-048973f18dd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:19.326483 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1cfdc971-2e2a-403f-9aea-048973f18dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:19.330609 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1cfdc971-2e2a-403f-9aea-048973f18dd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:19.334157 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1cfdc971-2e2a-403f-9aea-048973f18dd0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4263a48-6851-4157-b76b-b02cf9394bde HTTP/1.1" status: 204 len: 168 time: 0.1395159 Nov 29 18:21:19.343047 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdc971-2e2a-403f-9aea-048973f18dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4263a48-6851-4157-b76b-b02cf9394bde,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:19.990468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a1523-1fc8-41f4-9127-5882afe356dc req-881dca7e-563d-4ed5-9dcb-ca51b0af9316 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:19.992804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f7a1523-1fc8-41f4-9127-5882afe356dc req-881dca7e-563d-4ed5-9dcb-ca51b0af9316 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0817602 Nov 29 18:21:20.088755 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f7a1523-1fc8-41f4-9127-5882afe356dc req-f892eb75-a3d3-4e88-8017-1548ff7655c1 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889568 Nov 29 18:21:20.239569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50558) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:20.368295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a48d4efa-ccca-4654-b98b-12d1b93fbe43 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-281071906-network', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:21:20.393780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48d4efa-ccca-4654-b98b-12d1b93fbe43 admin admin] Made reservation on behalf of 58471da2daeb458099c30d8d5bb7737c for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:21:20.399520 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48d4efa-ccca-4654-b98b-12d1b93fbe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:20.410469 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48d4efa-ccca-4654-b98b-12d1b93fbe43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:20.497391 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48d4efa-ccca-4654-b98b-12d1b93fbe43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:20.502558 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48d4efa-ccca-4654-b98b-12d1b93fbe43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:20.530437 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48d4efa-ccca-4654-b98b-12d1b93fbe43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:21:20.539615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d4efa-ccca-4654-b98b-12d1b93fbe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3379ccc-ffe3-45a7-a005-9130329b9471,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:20.545705 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48d4efa-ccca-4654-b98b-12d1b93fbe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:20.546061 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-a48d4efa-ccca-4654-b98b-12d1b93fbe43 admin admin] Added segment 30889d7b-bce7-41af-9a4a-caf2bbe959ef of type vlan for network b2c1a9c2-d537-4666-90d1-b43bfa208909 Nov 29 18:21:20.599837 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48d4efa-ccca-4654-b98b-12d1b93fbe43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:20.631235 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48d4efa-ccca-4654-b98b-12d1b93fbe43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:20.633345 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48d4efa-ccca-4654-b98b-12d1b93fbe43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:20.633955 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48d4efa-ccca-4654-b98b-12d1b93fbe43 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:20.694382 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50568) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:20.695620 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a48d4efa-ccca-4654-b98b-12d1b93fbe43 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4535275 Nov 29 18:21:20.701624 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b4766415-cf4e-4a54-945f-7bbb64498df3 admin admin] Request body: {'subnet': {'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-281071906-subnet', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:21:20.721696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d4efa-ccca-4654-b98b-12d1b93fbe43 admin admin] Pushing event updated for resources: {'Network': ['ID=b2c1a9c2-d537-4666-90d1-b43bfa208909,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:20.739909 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4766415-cf4e-4a54-945f-7bbb64498df3 admin admin] Made reservation on behalf of 58471da2daeb458099c30d8d5bb7737c for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:21:20.740768 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network b2c1a9c2-d537-4666-90d1-b43bfa208909 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:21:20.743766 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b4766415-cf4e-4a54-945f-7bbb64498df3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:20.981679 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b4766415-cf4e-4a54-945f-7bbb64498df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:21.030609 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4766415-cf4e-4a54-945f-7bbb64498df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c56c849a-c567-4d00-b259-f03d4c7c36b4,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:21.077466 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4766415-cf4e-4a54-945f-7bbb64498df3 admin admin] Checking segment: {'id': '30889d7b-bce7-41af-9a4a-caf2bbe959ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:21:21.078331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4766415-cf4e-4a54-945f-7bbb64498df3 admin admin] Network hostable DHCP agents. Network: b2c1a9c2-d537-4666-90d1-b43bfa208909, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:21:21.107164 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4766415-cf4e-4a54-945f-7bbb64498df3 admin admin] Network b2c1a9c2-d537-4666-90d1-b43bfa208909 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:21:21.129153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-b4766415-cf4e-4a54-945f-7bbb64498df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, b2c1a9c2-d537-4666-90d1-b43bfa208909) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:21:21.134815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4766415-cf4e-4a54-945f-7bbb64498df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:21.135623 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b4766415-cf4e-4a54-945f-7bbb64498df3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:21.139836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ca3ea-2756-42d5-97c5-453c95054313 None None] Network b2c1a9c2-d537-4666-90d1-b43bfa208909 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:21:21.168567 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50578) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:21.169146 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b4766415-cf4e-4a54-945f-7bbb64498df3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4722254 Nov 29 18:21:21.179958 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-281071906-router', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:21:21.259810 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:21.261309 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:21.275091 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da1aa6-cc04-4406-86f5-e05427d5fc84 req-d7093f36-706f-48bd-9e25-c0ba88b286b6 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:21.283896 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8da1aa6-cc04-4406-86f5-e05427d5fc84 req-d7093f36-706f-48bd-9e25-c0ba88b286b6 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.1123991 Nov 29 18:21:21.358946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-b2c1a9c2-d537-4666-90d1-b43bfa208909', 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'fixed_ips': [{'subnet_id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:21:21.361824 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:21.383896 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:21.400723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8da1aa6-cc04-4406-86f5-e05427d5fc84 req-2eedd63c-5026-44fa-8df9-e7c427a36098 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098216 Nov 29 18:21:21.614018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Allocated IP 172.20.0.2 (b2c1a9c2-d537-4666-90d1-b43bfa208909/c56c849a-c567-4d00-b259-f03d4c7c36b4/f3158f01-c844-4059-87e3-8bcc78478408) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:21:21.790620 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:21.802653 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:21.844685 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Network b2c1a9c2-d537-4666-90d1-b43bfa208909 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:21:21.848033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:21:21.852485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:21:21.880417 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:21.924190 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Pushing event updated for resources: {'Port': ['ID=f3158f01-c844-4059-87e3-8bcc78478408,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:21.947111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:21.947327 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:21.947647 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:21.947987 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:21.948319 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:21.948648 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:21.948980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:21.949305 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:21.949629 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:21.949951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:21.950275 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:21.950597 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:21.957174 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Attempting to bind port f3158f01-c844-4059-87e3-8bcc78478408 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:21:21.958591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Attempting to bind port f3158f01-c844-4059-87e3-8bcc78478408 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '30889d7b-bce7-41af-9a4a-caf2bbe959ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:21:21.965612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Attempting to bind port f3158f01-c844-4059-87e3-8bcc78478408 on network b2c1a9c2-d537-4666-90d1-b43bfa208909 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:21:21.993107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:21:21.993690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Checking segment: {'id': '30889d7b-bce7-41af-9a4a-caf2bbe959ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:21:21.994058 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:21.994279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Bound using segment: {'id': '30889d7b-bce7-41af-9a4a-caf2bbe959ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:21:21.994758 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Bound port: f3158f01-c844-4059-87e3-8bcc78478408, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30889d7b-bce7-41af-9a4a-caf2bbe959ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:21:21.999563 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:22.111339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] For port f3158f01-c844-4059-87e3-8bcc78478408, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:21:22.118029 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] For port f3158f01-c844-4059-87e3-8bcc78478408, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f3158f01-c844-4059-87e3-8bcc78478408,segment=NetworkSegment(30889d7b-bce7-41af-9a4a-caf2bbe959ef),segment_id=30889d7b-bce7-41af-9a4a-caf2bbe959ef)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:21:22.129964 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:22.221272 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0a457-aabf-42e4-8503-1118e026a509 None None] Pushing event updated for resources: {'Port': ['ID=f3158f01-c844-4059-87e3-8bcc78478408,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:22.243973 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:22.292535 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:22.617092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac28b2-8f1d-44af-80f7-f615dcd5db0e req-f10b8225-8bde-4c27-a047-1e7c14af622c tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:22.627137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28ac28b2-8f1d-44af-80f7-f615dcd5db0e req-f10b8225-8bde-4c27-a047-1e7c14af622c tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.1328864 Nov 29 18:21:22.662592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Allocated IP 172.25.3.254 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/7cba6d69-e354-4260-873e-8200c9dc2305) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:21:22.763988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f3158f01-c844-4059-87e3-8bcc78478408 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:21:22.817569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28ac28b2-8f1d-44af-80f7-f615dcd5db0e req-15c92e69-b7d0-45ac-a5dc-8174df87fcb7 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890008 Nov 29 18:21:22.857152 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:22.884566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f3158f01-c844-4059-87e3-8bcc78478408 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:22.885411 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:22.933128 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:22.995291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:21:22.998625 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:21:23.006479 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:23.014814 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:21:23.019594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec456199-6699-486a-926c-271c78c7387f None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:21:23.061983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Pushing event updated for resources: {'Port': ['ID=7cba6d69-e354-4260-873e-8200c9dc2305,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:23.082943 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port f3158f01-c844-4059-87e3-8bcc78478408, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f3158f01-c844-4059-87e3-8bcc78478408,segment=NetworkSegment(30889d7b-bce7-41af-9a4a-caf2bbe959ef),segment_id=30889d7b-bce7-41af-9a4a-caf2bbe959ef)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:21:23.092414 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:23.161880 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c3592496-05e6-4721-bba2-395d39935c99 None None] Provisioning complete for port 7cba6d69-e354-4260-873e-8200c9dc2305 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:23.162255 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3592496-05e6-4721-bba2-395d39935c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:23.197998 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=f3158f01-c844-4059-87e3-8bcc78478408,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:23.214583 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c3592496-05e6-4721-bba2-395d39935c99 None None] Port 7cba6d69-e354-4260-873e-8200c9dc2305 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:21:23.502975 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:23.793047 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:23.795095 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734acced-18b5-45cf-bbcf-10da392ccd2f None None] Network b2c1a9c2-d537-4666-90d1-b43bfa208909 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:21:23.911784 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-dc78e767-f7b1-4335-be62-cc453ed5d80d None None] Provisioning complete for port f3158f01-c844-4059-87e3-8bcc78478408 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:23.916504 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dc78e767-f7b1-4335-be62-cc453ed5d80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:24.023514 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a586373-0821-4970-be5a-82b812a247e5 req-24f14ec1-c469-47fd-b6d2-7e740a34d9a1 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:24.024955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a586373-0821-4970-be5a-82b812a247e5 req-24f14ec1-c469-47fd-b6d2-7e740a34d9a1 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0783069 Nov 29 18:21:24.055126 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf755-b5c1-4e1a-b055-26b620f801b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:24.091342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a586373-0821-4970-be5a-82b812a247e5 req-d1dbee4a-4fc6-4fec-bd2a-6fa59b016fa3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570533 Nov 29 18:21:24.100607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Router e0f64265-9c62-404a-b91f-aca32139964b is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:21:24.266956 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:21:24.296590 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:24.300618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ab1bbebc-c5ef-40fb-a1f8-75522f16d778 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1284468 Nov 29 18:21:24.300999 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50618) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:24.304569 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Sync routers for ids ['e0f64265-9c62-404a-b91f-aca32139964b'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:21:24.317021 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Routers {'e0f64265-9c62-404a-b91f-aca32139964b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:21:24.318043 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:20:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e0f64265-9c62-404a-b91f-aca32139964b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:24.474031 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Set router e0f64265-9c62-404a-b91f-aca32139964b gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:21:24.691795 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f3158f01-c844-4059-87e3-8bcc78478408 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:21:24.761100 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-473d530e-0692-4e3c-8041-eca54726c52c None None] Provisioning complete for port f3158f01-c844-4059-87e3-8bcc78478408 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:24.761478 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-473d530e-0692-4e3c-8041-eca54726c52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:24.820764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f3158f01-c844-4059-87e3-8bcc78478408 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:24.820980 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:24.854694 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'name': 'tempest-TestServerBasicOps-281071906-router', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:21Z', 'updated_at': '2021-11-29T18:21:23Z', 'revision_number': 3, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'gw_port': {'id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:22Z', 'updated_at': '2021-11-29T18:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:24.945941 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Checking router: e0f64265-9c62-404a-b91f-aca32139964b for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:21:24.945941 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Updating router e0f64265-9c62-404a-b91f-aca32139964b port 7cba6d69-e354-4260-873e-8200c9dc2305 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:21:25.012786 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:25.303883 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44679bc0-9daa-46ef-b59f-32699d747ca3 req-12ac26e4-5146-4f62-8236-ecd81b6868c2 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:25.318273 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44679bc0-9daa-46ef-b59f-32699d747ca3 req-12ac26e4-5146-4f62-8236-ecd81b6868c2 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.1178548 Nov 29 18:21:25.407481 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44679bc0-9daa-46ef-b59f-32699d747ca3 req-68e31c28-9136-4834-ad57-71fdda62c3a8 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882366 Nov 29 18:21:25.543214 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:25.553613 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:25.555716 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:25.625719 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bf1b9-b6b6-469b-8721-9cddc43f91b4 None None] Pushing event updated for resources: {'Port': ['ID=7cba6d69-e354-4260-873e-8200c9dc2305,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:25.644499 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493bf1b9-b6b6-469b-8721-9cddc43f91b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:25.645095 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493bf1b9-b6b6-469b-8721-9cddc43f91b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:25.645447 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493bf1b9-b6b6-469b-8721-9cddc43f91b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:25.645796 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493bf1b9-b6b6-469b-8721-9cddc43f91b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:25.646131 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493bf1b9-b6b6-469b-8721-9cddc43f91b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:25.646464 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493bf1b9-b6b6-469b-8721-9cddc43f91b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:25.646811 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493bf1b9-b6b6-469b-8721-9cddc43f91b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:25.647134 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493bf1b9-b6b6-469b-8721-9cddc43f91b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:25.647491 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493bf1b9-b6b6-469b-8721-9cddc43f91b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:25.648347 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493bf1b9-b6b6-469b-8721-9cddc43f91b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:25.648650 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493bf1b9-b6b6-469b-8721-9cddc43f91b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:25.649072 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493bf1b9-b6b6-469b-8721-9cddc43f91b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:25.652125 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Attempting to bind port 7cba6d69-e354-4260-873e-8200c9dc2305 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:21:25.652499 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Attempting to bind port 7cba6d69-e354-4260-873e-8200c9dc2305 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:21:25.652862 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Attempting to bind port 7cba6d69-e354-4260-873e-8200c9dc2305 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:21:25.668652 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:21:25.669299 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:21:25.670191 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:25.670191 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:21:25.670191 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Bound port: 7cba6d69-e354-4260-873e-8200c9dc2305, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:21:25.671521 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:25.678415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270e65de-062b-43a3-9004-abd5f485c11a None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:21:25.754435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f39d7559-b093-45c9-8c7d-ccdf156ffa02 None None] Provisioning complete for port 7cba6d69-e354-4260-873e-8200c9dc2305 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:25.755065 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f39d7559-b093-45c9-8c7d-ccdf156ffa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:25.762353 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] For port 7cba6d69-e354-4260-873e-8200c9dc2305, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:21:25.767620 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] For port 7cba6d69-e354-4260-873e-8200c9dc2305, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7cba6d69-e354-4260-873e-8200c9dc2305,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:21:25.773674 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:25.802081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac2e5de-6954-474b-8e49-0921f7103984 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:21:25.819612 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Routers {'e0f64265-9c62-404a-b91f-aca32139964b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:21:25.820274 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:20:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e0f64265-9c62-404a-b91f-aca32139964b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:25.821891 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f39d7559-b093-45c9-8c7d-ccdf156ffa02 None None] Port 7cba6d69-e354-4260-873e-8200c9dc2305 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:21:25.876482 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Allocated IP 172.20.0.1 (b2c1a9c2-d537-4666-90d1-b43bfa208909/c56c849a-c567-4d00-b259-f03d4c7c36b4/3b5d38ba-7b1a-490d-9675-50dcb68be7ec) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:21:25.935814 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] Set router e0f64265-9c62-404a-b91f-aca32139964b gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:21:25.990799 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a489b5e0-d290-4f54-baa2-2f6eecaecd26 None None] Provisioning complete for port 7cba6d69-e354-4260-873e-8200c9dc2305 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:25.995993 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a489b5e0-d290-4f54-baa2-2f6eecaecd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:26.132925 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:26.133487 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a489b5e0-d290-4f54-baa2-2f6eecaecd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:26.160120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a489b5e0-d290-4f54-baa2-2f6eecaecd26 None None] For port 7cba6d69-e354-4260-873e-8200c9dc2305, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7cba6d69-e354-4260-873e-8200c9dc2305,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:21:26.169385 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a489b5e0-d290-4f54-baa2-2f6eecaecd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:26.187771 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bf1b9-b6b6-469b-8721-9cddc43f91b4 None None] Pushing event updated for resources: {'Port': ['ID=7cba6d69-e354-4260-873e-8200c9dc2305,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:26.195861 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:26.238204 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Network b2c1a9c2-d537-4666-90d1-b43bfa208909 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:21:26.244399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:21:26.251544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:21:26.294030 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5d38ba-7b1a-490d-9675-50dcb68be7ec,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:26.316284 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:26.423994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489b5e0-d290-4f54-baa2-2f6eecaecd26 None None] Pushing event updated for resources: {'Port': ['ID=7cba6d69-e354-4260-873e-8200c9dc2305,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:26.450432 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'name': 'tempest-TestServerBasicOps-281071906-router', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:21Z', 'updated_at': '2021-11-29T18:21:23Z', 'revision_number': 3, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'gw_port': {'id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:22Z', 'updated_at': '2021-11-29T18:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:26.465762 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e9c77179-e67d-4822-8b52-e7f261f4fae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:26.548247 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5a5171-0be9-4b9a-823c-8729506ff102 None None] The sync data for ids ['e0f64265-9c62-404a-b91f-aca32139964b'] in n-d-819494-5 is: [{'id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'name': 'tempest-TestServerBasicOps-281071906-router', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:21Z', 'updated_at': '2021-11-29T18:21:23Z', 'revision_number': 3, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'gw_port': {'id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:22Z', 'updated_at': '2021-11-29T18:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:21:26.641315 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6383e-8f98-45cb-a87c-49ef51653123 req-52e75029-d573-4d22-811b-ad1e52122eca tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:26.649434 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88e6383e-8f98-45cb-a87c-49ef51653123 req-52e75029-d573-4d22-811b-ad1e52122eca tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0916996 Nov 29 18:21:26.694344 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:26.771554 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88e6383e-8f98-45cb-a87c-49ef51653123 req-ecc59eba-dd26-49ca-a3f9-d4bbcfb677a3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208434 Nov 29 18:21:26.812677 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-59c19a50-dfb6-4386-8bf2-7f99745a69a4 None None] Provisioning complete for port 3b5d38ba-7b1a-490d-9675-50dcb68be7ec triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:26.829378 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-59c19a50-dfb6-4386-8bf2-7f99745a69a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:26.863448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-59c19a50-dfb6-4386-8bf2-7f99745a69a4 None None] Port 3b5d38ba-7b1a-490d-9675-50dcb68be7ec cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:21:27.020257 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:27.027126 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:27.105114 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:27.120236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5d38ba-7b1a-490d-9675-50dcb68be7ec,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:27.209084 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:27.262752 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Network b2c1a9c2-d537-4666-90d1-b43bfa208909 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:21:27.267417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:21:27.529689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Router e0f64265-9c62-404a-b91f-aca32139964b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:21:27.586606 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:27.717112 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-9dc93259-fe05-4508-9124-46d394c6c420 None None] Provisioning complete for port 3b5d38ba-7b1a-490d-9675-50dcb68be7ec triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:27.717410 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9dc93259-fe05-4508-9124-46d394c6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:27.723719 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:21:27.744739 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-52bdf1b1-a006-4462-b8bb-5d503afee236 admin admin] 10.222.0.23 "PUT /v2.0/routers/e0f64265-9c62-404a-b91f-aca32139964b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4333718 Nov 29 18:21:27.832594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9dc93259-fe05-4508-9124-46d394c6c420 None None] Port 3b5d38ba-7b1a-490d-9675-50dcb68be7ec cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:21:27.985127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4c62f-bb57-4508-a7ca-ca7cfa78f5df req-3fb16989-fe4a-4921-a28c-48c5480bb69d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:27.994130 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ce4c62f-bb57-4508-a7ca-ca7cfa78f5df req-3fb16989-fe4a-4921-a28c-48c5480bb69d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.1081531 Nov 29 18:21:28.064987 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ce4c62f-bb57-4508-a7ca-ca7cfa78f5df req-7f63513a-28c2-4b0b-b34d-5ee36d674744 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692737 Nov 29 18:21:28.340179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50678) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:28.345153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-cf7ce56a-5fc4-4452-90b4-53ff7c54a4fc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-513728998-network', 'tenant_id': 'a9cd46d9c07c436188b7ca7ad9124890'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:21:28.367280 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7ce56a-5fc4-4452-90b4-53ff7c54a4fc admin admin] Made reservation on behalf of a9cd46d9c07c436188b7ca7ad9124890 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:21:28.369587 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf7ce56a-5fc4-4452-90b4-53ff7c54a4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:28.378275 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf7ce56a-5fc4-4452-90b4-53ff7c54a4fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:28.466358 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf7ce56a-5fc4-4452-90b4-53ff7c54a4fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:28.472090 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf7ce56a-5fc4-4452-90b4-53ff7c54a4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:28.486541 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7ce56a-5fc4-4452-90b4-53ff7c54a4fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:21:28.497601 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf7ce56a-5fc4-4452-90b4-53ff7c54a4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:28.498373 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-cf7ce56a-5fc4-4452-90b4-53ff7c54a4fc admin admin] Added segment cabecdef-a960-44fe-9bf8-fae8f8e4add8 of type vlan for network 5c4a3a44-5810-43e1-a23a-3dac32f0bb94 Nov 29 18:21:28.557643 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf7ce56a-5fc4-4452-90b4-53ff7c54a4fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:28.567487 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ce56a-5fc4-4452-90b4-53ff7c54a4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b03436-0366-436c-ac83-4b3ca3b77748,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:28.591422 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf7ce56a-5fc4-4452-90b4-53ff7c54a4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:28.592417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7ce56a-5fc4-4452-90b4-53ff7c54a4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:28.593006 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf7ce56a-5fc4-4452-90b4-53ff7c54a4fc admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:28.732262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7cba6d69-e354-4260-873e-8200c9dc2305 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:21:28.733789 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cf7ce56a-5fc4-4452-90b4-53ff7c54a4fc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3923788 Nov 29 18:21:28.736556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50684) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:28.738402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ce56a-5fc4-4452-90b4-53ff7c54a4fc admin admin] Pushing event updated for resources: {'Network': ['ID=5c4a3a44-5810-43e1-a23a-3dac32f0bb94,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:28.741781 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7e1ef123-9f83-4315-8f02-3c4545452337 admin admin] Request body: {'subnet': {'network_id': '5c4a3a44-5810-43e1-a23a-3dac32f0bb94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-513728998-subnet', 'tenant_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:21:28.758861 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 5c4a3a44-5810-43e1-a23a-3dac32f0bb94 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:21:28.770737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1ef123-9f83-4315-8f02-3c4545452337 admin admin] Made reservation on behalf of a9cd46d9c07c436188b7ca7ad9124890 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:21:28.775563 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef123-9f83-4315-8f02-3c4545452337 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:28.903035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7cba6d69-e354-4260-873e-8200c9dc2305 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:28.903035 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:29.009493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Sync routers for ids ['e0f64265-9c62-404a-b91f-aca32139964b'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:21:29.011205 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef123-9f83-4315-8f02-3c4545452337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:29.025896 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Routers {'e0f64265-9c62-404a-b91f-aca32139964b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:21:29.026503 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:21:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e0f64265-9c62-404a-b91f-aca32139964b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:29.085031 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1ef123-9f83-4315-8f02-3c4545452337 admin admin] Checking segment: {'id': 'cabecdef-a960-44fe-9bf8-fae8f8e4add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5c4a3a44-5810-43e1-a23a-3dac32f0bb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:21:29.085814 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1ef123-9f83-4315-8f02-3c4545452337 admin admin] Network hostable DHCP agents. Network: 5c4a3a44-5810-43e1-a23a-3dac32f0bb94, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:21:29.117545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ef123-9f83-4315-8f02-3c4545452337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af62cd2-395b-4f8a-bb6f-4f096fce074f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:29.122596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1ef123-9f83-4315-8f02-3c4545452337 admin admin] Network 5c4a3a44-5810-43e1-a23a-3dac32f0bb94 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:21:29.134556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7e1ef123-9f83-4315-8f02-3c4545452337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 5c4a3a44-5810-43e1-a23a-3dac32f0bb94) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:21:29.140059 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1ef123-9f83-4315-8f02-3c4545452337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:29.141503 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef123-9f83-4315-8f02-3c4545452337 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:29.162362 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da186cf-c8ee-48fd-be84-de4b7abb2a9b None None] Network 5c4a3a44-5810-43e1-a23a-3dac32f0bb94 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:21:29.163750 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7e1ef123-9f83-4315-8f02-3c4545452337 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4256790 Nov 29 18:21:29.165804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50688) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:29.170819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-513728998-router', 'tenant_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:21:29.171028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Set router e0f64265-9c62-404a-b91f-aca32139964b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:21:29.207370 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:29.209802 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:29.273820 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:29.501353 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:29.676150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-5c4a3a44-5810-43e1-a23a-3dac32f0bb94', 'network_id': '5c4a3a44-5810-43e1-a23a-3dac32f0bb94', 'tenant_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'fixed_ips': [{'subnet_id': '3af62cd2-395b-4f8a-bb6f-4f096fce074f'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:21:29.676991 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:29.740083 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:29.751743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac128b-15a6-40e7-84c6-31e067847411 req-9eaf50f2-9eaf-4235-b189-2ca71f11346c tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:29.753409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6ac128b-15a6-40e7-84c6-31e067847411 req-9eaf50f2-9eaf-4235-b189-2ca71f11346c tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.5600955 Nov 29 18:21:29.831718 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:29.923478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6ac128b-15a6-40e7-84c6-31e067847411 req-b17db864-1086-4bb5-81f4-3d4b125ad409 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404948 Nov 29 18:21:29.985683 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Allocated IP 172.20.0.2 (5c4a3a44-5810-43e1-a23a-3dac32f0bb94/3af62cd2-395b-4f8a-bb6f-4f096fce074f/e9881efd-99fb-4dcb-a0a2-abe4e70c6e78) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:21:30.004952 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:30.113106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'name': 'tempest-TestServerBasicOps-281071906-router', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:21Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'gw_port': {'id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:22Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '3b5d38ba-7b1a-490d-9675-50dcb68be7ec', 'name': '', 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'mac_address': 'fa:16:3e:72:1c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:25Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 2, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'subnets': [{'id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:30.125396 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:30.157041 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Checking router: e0f64265-9c62-404a-b91f-aca32139964b for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:21:30.157284 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:30.157931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Updating router e0f64265-9c62-404a-b91f-aca32139964b port 3b5d38ba-7b1a-490d-9675-50dcb68be7ec binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:21:30.212444 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:30.306107 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:30.307643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c0d12-7e06-400b-8fd2-a52e84703605 req-1d5e57f3-04de-44d8-acba-f15a58039875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:30.309147 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-898c0d12-7e06-400b-8fd2-a52e84703605 req-1d5e57f3-04de-44d8-acba-f15a58039875 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5991f81694454b6dbd48c6b809d5ad06&device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 1096 time: 0.1113620 Nov 29 18:21:30.332155 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1079e-6b70-4506-a7d7-a3311184d2a4 req-320c4b82-b073-4310-b526-86220c40ab7b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:30.333760 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e0d1079e-6b70-4506-a7d7-a3311184d2a4 req-320c4b82-b073-4310-b526-86220c40ab7b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.1348438 Nov 29 18:21:30.359820 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:30.382432 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Network 5c4a3a44-5810-43e1-a23a-3dac32f0bb94 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:21:30.386399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:21:30.389044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:21:30.412175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Allocated IP 172.25.3.168 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/2eb35d73-7046-4d2c-8b93-77c326ffcd7b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:21:30.491374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Attempting to bind port e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:21:30.492021 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Attempting to bind port e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'cabecdef-a960-44fe-9bf8-fae8f8e4add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5c4a3a44-5810-43e1-a23a-3dac32f0bb94'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:21:30.492397 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Attempting to bind port e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 on network 5c4a3a44-5810-43e1-a23a-3dac32f0bb94 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:21:30.504013 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:21:30.504383 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Checking segment: {'id': 'cabecdef-a960-44fe-9bf8-fae8f8e4add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5c4a3a44-5810-43e1-a23a-3dac32f0bb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:21:30.504784 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:30.505173 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Bound using segment: {'id': 'cabecdef-a960-44fe-9bf8-fae8f8e4add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5c4a3a44-5810-43e1-a23a-3dac32f0bb94'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:21:30.505637 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Bound port: e9881efd-99fb-4dcb-a0a2-abe4e70c6e78, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabecdef-a960-44fe-9bf8-fae8f8e4add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5c4a3a44-5810-43e1-a23a-3dac32f0bb94'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:21:30.506015 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:30.507702 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Pushing event updated for resources: {'Port': ['ID=e9881efd-99fb-4dcb-a0a2-abe4e70c6e78,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:30.532381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e0d1079e-6b70-4506-a7d7-a3311184d2a4 req-21737636-fffb-451c-a6bd-e5c7845eea7b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750817 Nov 29 18:21:30.545490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c0d12-7e06-400b-8fd2-a52e84703605 req-24800997-2b3a-4413-82bb-7b07cf4eb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:30.546999 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-898c0d12-7e06-400b-8fd2-a52e84703605 req-24800997-2b3a-4413-82bb-7b07cf4eb621 service neutron] 10.222.0.31 "GET /v2.0/networks?id=61733c11-da39-45f1-ae18-c53a50ed6ebf HTTP/1.1" status: 200 len: 912 time: 0.2122827 Nov 29 18:21:30.648561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:30.652229 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-898c0d12-7e06-400b-8fd2-a52e84703605 req-98f06796-8121-41c1-9bd6-2986b4d663d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 HTTP/1.1" status: 200 len: 1000 time: 0.0959055 Nov 29 18:21:30.658997 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] For port e9881efd-99fb-4dcb-a0a2-abe4e70c6e78, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:21:30.667137 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] For port e9881efd-99fb-4dcb-a0a2-abe4e70c6e78, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e9881efd-99fb-4dcb-a0a2-abe4e70c6e78,segment=NetworkSegment(cabecdef-a960-44fe-9bf8-fae8f8e4add8),segment_id=cabecdef-a960-44fe-9bf8-fae8f8e4add8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:21:30.692922 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:30.755014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c0d12-7e06-400b-8fd2-a52e84703605 req-4a09389f-e4ae-4890-8e3d-56c957f1fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:30.756519 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-898c0d12-7e06-400b-8fd2-a52e84703605 req-4a09389f-e4ae-4890-8e3d-56c957f1fb1f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=95d25936-e438-49fc-88cf-2ab9c265fd23 HTTP/1.1" status: 200 len: 850 time: 0.0977371 Nov 29 18:21:30.805322 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:30.831771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b51ecd-16e2-4ab7-82e5-6a55781b0f99 None None] Pushing event updated for resources: {'Port': ['ID=e9881efd-99fb-4dcb-a0a2-abe4e70c6e78,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:30.873408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:21:30.885179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c0d12-7e06-400b-8fd2-a52e84703605 req-e370a910-4acc-4f17-942e-af19c0ffc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:30.886904 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-898c0d12-7e06-400b-8fd2-a52e84703605 req-e370a910-4acc-4f17-942e-af19c0ffc1b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61733c11-da39-45f1-ae18-c53a50ed6ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231766 Nov 29 18:21:30.889879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:21:30.893837 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:21:30.925009 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:30.929801 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fd8396-2e94-46be-baae-68a7a9b10225 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:21:30.949800 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:31.000093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Pushing event updated for resources: {'Port': ['ID=2eb35d73-7046-4d2c-8b93-77c326ffcd7b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:31.065914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d2cc7-bc7e-4333-823e-185f51de4c5f None None] Pushing event updated for resources: {'Port': ['ID=3b5d38ba-7b1a-490d-9675-50dcb68be7ec,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:31.071397 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7fe61e92-50e5-494e-b59d-4a5ae0fb75b9 None None] Provisioning complete for port 2eb35d73-7046-4d2c-8b93-77c326ffcd7b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:31.071782 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7fe61e92-50e5-494e-b59d-4a5ae0fb75b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:31.283726 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-898c0d12-7e06-400b-8fd2-a52e84703605 req-38d1194c-6d99-4e0e-9cd0-addf4b8b9b06 service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843601 Nov 29 18:21:31.291096 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7fe61e92-50e5-494e-b59d-4a5ae0fb75b9 None None] Port 2eb35d73-7046-4d2c-8b93-77c326ffcd7b cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:21:31.312325 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Attempting to bind port 3b5d38ba-7b1a-490d-9675-50dcb68be7ec on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:21:31.316785 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Attempting to bind port 3b5d38ba-7b1a-490d-9675-50dcb68be7ec by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '30889d7b-bce7-41af-9a4a-caf2bbe959ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:21:31.317183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Attempting to bind port 3b5d38ba-7b1a-490d-9675-50dcb68be7ec on network b2c1a9c2-d537-4666-90d1-b43bfa208909 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:21:31.326742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:21:31.328305 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Checking segment: {'id': '30889d7b-bce7-41af-9a4a-caf2bbe959ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:21:31.328844 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:31.329442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Bound using segment: {'id': '30889d7b-bce7-41af-9a4a-caf2bbe959ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:21:31.330029 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Bound port: 3b5d38ba-7b1a-490d-9675-50dcb68be7ec, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30889d7b-bce7-41af-9a4a-caf2bbe959ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:21:31.330554 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:31.489569 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] For port 3b5d38ba-7b1a-490d-9675-50dcb68be7ec, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:21:31.493549 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] For port 3b5d38ba-7b1a-490d-9675-50dcb68be7ec, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3b5d38ba-7b1a-490d-9675-50dcb68be7ec,segment=NetworkSegment(30889d7b-bce7-41af-9a4a-caf2bbe959ef),segment_id=30889d7b-bce7-41af-9a4a-caf2bbe959ef)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:21:31.504959 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:31.519254 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-898c0d12-7e06-400b-8fd2-a52e84703605 req-3c77d64d-b245-4689-9d90-83f16b0b25ac service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240257 Nov 29 18:21:31.547677 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:31.592541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Routers {'e0f64265-9c62-404a-b91f-aca32139964b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:21:31.593180 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:21:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e0f64265-9c62-404a-b91f-aca32139964b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:31.594973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d2cc7-bc7e-4333-823e-185f51de4c5f None None] Pushing event updated for resources: {'Port': ['ID=3b5d38ba-7b1a-490d-9675-50dcb68be7ec,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:31.776486 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5bddb255-3bc8-4970-8e36-7ad80101fd2d None None] Provisioning complete for port 3b5d38ba-7b1a-490d-9675-50dcb68be7ec triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:31.777058 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5bddb255-3bc8-4970-8e36-7ad80101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:31.841496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115c9dc-0f10-4a0a-8bee-030455f609d6 req-bc55e582-0a2f-4d40-8602-25f80233bfd6 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:31.843110 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7115c9dc-0f10-4a0a-8bee-030455f609d6 req-bc55e582-0a2f-4d40-8602-25f80233bfd6 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.1622365 Nov 29 18:21:31.867651 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] Set router e0f64265-9c62-404a-b91f-aca32139964b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:21:31.880750 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:32.023930 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5bddb255-3bc8-4970-8e36-7ad80101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:32.044723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7115c9dc-0f10-4a0a-8bee-030455f609d6 req-d2671260-3d6b-4b0d-9c65-b781e393ba9b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878550 Nov 29 18:21:32.147087 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5bddb255-3bc8-4970-8e36-7ad80101fd2d None None] For port 3b5d38ba-7b1a-490d-9675-50dcb68be7ec, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3b5d38ba-7b1a-490d-9675-50dcb68be7ec,segment=NetworkSegment(30889d7b-bce7-41af-9a4a-caf2bbe959ef),segment_id=30889d7b-bce7-41af-9a4a-caf2bbe959ef)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:21:32.173487 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5bddb255-3bc8-4970-8e36-7ad80101fd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:32.231858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Router 86bc2c80-02d6-4fe2-8171-64c9ac2ddc81 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:21:32.355324 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddb255-3bc8-4970-8e36-7ad80101fd2d None None] Pushing event updated for resources: {'Port': ['ID=3b5d38ba-7b1a-490d-9675-50dcb68be7ec,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:32.372685 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-39f9e638-7c0d-4ea6-acf7-f95078156ed9 None None] Provisioning complete for port 3b5d38ba-7b1a-490d-9675-50dcb68be7ec triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:32.373349 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39f9e638-7c0d-4ea6-acf7-f95078156ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:32.404692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:21:32.420096 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Sync routers for ids ['86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:21:32.433843 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Routers {'86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:21:32.437394 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:21:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:32.456845 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:32.462200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-334a4612-ba8c-417f-8fd7-38689eaedabd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2950003 Nov 29 18:21:32.462699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50750) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:32.615924 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Set router 86bc2c80-02d6-4fe2-8171-64c9ac2ddc81 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:21:32.629739 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'name': 'tempest-TestServerBasicOps-281071906-router', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:21Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'gw_port': {'id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:22Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '3b5d38ba-7b1a-490d-9675-50dcb68be7ec', 'name': '', 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'mac_address': 'fa:16:3e:72:1c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:25Z', 'updated_at': '2021-11-29T18:21:31Z', 'revision_number': 4, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'subnets': [{'id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:32.686090 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15254b1d-16b0-4dcf-baf8-de54f3153a30 None None] Network 5c4a3a44-5810-43e1-a23a-3dac32f0bb94 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:21:32.689021 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a55fbb-e92b-434c-9edc-6261b780beef None None] The sync data for ids ['e0f64265-9c62-404a-b91f-aca32139964b'] in n-d-819494-5 is: [{'id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'name': 'tempest-TestServerBasicOps-281071906-router', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:21Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'gw_port': {'id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:22Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '3b5d38ba-7b1a-490d-9675-50dcb68be7ec', 'name': '', 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'mac_address': 'fa:16:3e:72:1c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:25Z', 'updated_at': '2021-11-29T18:21:31Z', 'revision_number': 4, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'subnets': [{'id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:21:32.826421 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:21:32.953499 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'name': 'tempest-TestServerBasicOps-513728998-router', 'tenant_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '2eb35d73-7046-4d2c-8b93-77c326ffcd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:29Z', 'updated_at': '2021-11-29T18:21:31Z', 'revision_number': 3, 'project_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'gw_port': {'id': '2eb35d73-7046-4d2c-8b93-77c326ffcd7b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:30Z', 'updated_at': '2021-11-29T18:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:32.967856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-af7c0376-444a-4570-aa03-69eea9bc115d None None] Provisioning complete for port e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:32.968234 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af7c0376-444a-4570-aa03-69eea9bc115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:32.990704 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Checking router: 86bc2c80-02d6-4fe2-8171-64c9ac2ddc81 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:21:32.991646 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Updating router 86bc2c80-02d6-4fe2-8171-64c9ac2ddc81 port 2eb35d73-7046-4d2c-8b93-77c326ffcd7b binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:21:33.033750 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:33.041252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:33.042225 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:33.267651 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af7c0376-444a-4570-aa03-69eea9bc115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:33.300408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4b39b-fad4-420d-b185-550d25a3d31e req-94c11420-4ce6-4358-bfb1-b6e837422092 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:33.302421 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dca4b39b-fad4-420d-b185-550d25a3d31e req-94c11420-4ce6-4358-bfb1-b6e837422092 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.1481581 Nov 29 18:21:33.330726 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:33.403615 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-af7c0376-444a-4570-aa03-69eea9bc115d None None] For port e9881efd-99fb-4dcb-a0a2-abe4e70c6e78, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e9881efd-99fb-4dcb-a0a2-abe4e70c6e78,segment=NetworkSegment(cabecdef-a960-44fe-9bf8-fae8f8e4add8),segment_id=cabecdef-a960-44fe-9bf8-fae8f8e4add8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:21:33.415080 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af7c0376-444a-4570-aa03-69eea9bc115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:33.415849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dca4b39b-fad4-420d-b185-550d25a3d31e req-60e3ee08-c8c3-402d-9f9f-12c8f8c56756 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056061 Nov 29 18:21:33.606337 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:33.611548 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:21:33.611941 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:21:33.612537 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c0376-444a-4570-aa03-69eea9bc115d None None] Pushing event updated for resources: {'Port': ['ID=e9881efd-99fb-4dcb-a0a2-abe4e70c6e78,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:33.649623 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-83933395-1eef-4b62-9427-31666dff482c None None] Provisioning complete for port e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:33.650009 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83933395-1eef-4b62-9427-31666dff482c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:33.794427 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:33.808534 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:33.854137 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656b4d22-0a31-4bc1-b053-ae7d15dfbf27 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:21:33.855348 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Attempting to bind port 2eb35d73-7046-4d2c-8b93-77c326ffcd7b on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:21:33.855999 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Attempting to bind port 2eb35d73-7046-4d2c-8b93-77c326ffcd7b by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:21:33.856604 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Attempting to bind port 2eb35d73-7046-4d2c-8b93-77c326ffcd7b on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:21:33.869687 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:21:33.870601 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:21:33.871240 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:33.872086 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:21:33.872801 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Bound port: 2eb35d73-7046-4d2c-8b93-77c326ffcd7b, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:21:33.873441 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:33.914345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e988b5ac-d06f-4d04-8841-5cd43589de67 None None] Provisioning complete for port 2eb35d73-7046-4d2c-8b93-77c326ffcd7b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:33.914728 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e988b5ac-d06f-4d04-8841-5cd43589de67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:33.948279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Allocated IP 172.20.0.1 (5c4a3a44-5810-43e1-a23a-3dac32f0bb94/3af62cd2-395b-4f8a-bb6f-4f096fce074f/7a6a225a-9b40-4d5e-bb3b-26be40093e5b) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:21:34.002279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e988b5ac-d06f-4d04-8841-5cd43589de67 None None] Port 2eb35d73-7046-4d2c-8b93-77c326ffcd7b cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:21:34.027604 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] For port 2eb35d73-7046-4d2c-8b93-77c326ffcd7b, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:21:34.036618 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] For port 2eb35d73-7046-4d2c-8b93-77c326ffcd7b, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2eb35d73-7046-4d2c-8b93-77c326ffcd7b,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:21:34.051729 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:34.061759 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b326051-2469-49e8-b66c-5bbcf17a815b None None] Pushing event updated for resources: {'Port': ['ID=2eb35d73-7046-4d2c-8b93-77c326ffcd7b,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:34.098203 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce9c6d8-8b17-4c7f-92b4-371f21af4a6f None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:21:34.136528 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:34.179241 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Routers {'86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:21:34.183430 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:21:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:34.187636 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:34.232709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4c53fc07-9cb3-49f2-bd19-fb81e4913fa1 None None] Provisioning complete for port 2eb35d73-7046-4d2c-8b93-77c326ffcd7b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:34.233089 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4c53fc07-9cb3-49f2-bd19-fb81e4913fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:34.237688 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b326051-2469-49e8-b66c-5bbcf17a815b None None] Pushing event updated for resources: {'Port': ['ID=2eb35d73-7046-4d2c-8b93-77c326ffcd7b,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:34.276191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Network 5c4a3a44-5810-43e1-a23a-3dac32f0bb94 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:21:34.279513 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:21:34.284725 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:21:34.321991 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Pushing event updated for resources: {'Port': ['ID=7a6a225a-9b40-4d5e-bb3b-26be40093e5b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:34.345144 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:34.348458 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:34.349459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:34.349798 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:34.350312 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:34.351896 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:34.354752 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:34.358670 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:34.359190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:34.359656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:34.360157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:34.360606 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:34.399874 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] Set router 86bc2c80-02d6-4fe2-8171-64c9ac2ddc81 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:21:34.412079 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:34.495288 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4c53fc07-9cb3-49f2-bd19-fb81e4913fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:34.521423 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4c53fc07-9cb3-49f2-bd19-fb81e4913fa1 None None] For port 2eb35d73-7046-4d2c-8b93-77c326ffcd7b, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2eb35d73-7046-4d2c-8b93-77c326ffcd7b,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:21:34.529758 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4c53fc07-9cb3-49f2-bd19-fb81e4913fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:34.620730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53fc07-9cb3-49f2-bd19-fb81e4913fa1 None None] Pushing event updated for resources: {'Port': ['ID=2eb35d73-7046-4d2c-8b93-77c326ffcd7b,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:34.667935 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:34.780520 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'name': 'tempest-TestServerBasicOps-513728998-router', 'tenant_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '2eb35d73-7046-4d2c-8b93-77c326ffcd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:29Z', 'updated_at': '2021-11-29T18:21:31Z', 'revision_number': 3, 'project_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'gw_port': {'id': '2eb35d73-7046-4d2c-8b93-77c326ffcd7b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:30Z', 'updated_at': '2021-11-29T18:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:34.782132 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-be8ac601-feeb-43a5-8706-839389c11226 None None] Provisioning complete for port 7a6a225a-9b40-4d5e-bb3b-26be40093e5b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:34.783599 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-be8ac601-feeb-43a5-8706-839389c11226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:34.868966 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95086228-8baf-49b1-914a-5a13140726e5 None None] The sync data for ids ['86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'] in n-d-819494-5 is: [{'id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'name': 'tempest-TestServerBasicOps-513728998-router', 'tenant_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '2eb35d73-7046-4d2c-8b93-77c326ffcd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:29Z', 'updated_at': '2021-11-29T18:21:31Z', 'revision_number': 3, 'project_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'gw_port': {'id': '2eb35d73-7046-4d2c-8b93-77c326ffcd7b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:30Z', 'updated_at': '2021-11-29T18:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:21:34.880583 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-be8ac601-feeb-43a5-8706-839389c11226 None None] Port 7a6a225a-9b40-4d5e-bb3b-26be40093e5b cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:21:34.947949 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:34.948544 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:21:34.956185 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:35.067051 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Pushing event updated for resources: {'Port': ['ID=7a6a225a-9b40-4d5e-bb3b-26be40093e5b,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:35.068021 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:35.069584 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:35.070020 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:35.193903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3b5d38ba-7b1a-490d-9675-50dcb68be7ec up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:21:35.212080 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Network 5c4a3a44-5810-43e1-a23a-3dac32f0bb94 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:21:35.213949 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:21:35.357533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 3b5d38ba-7b1a-490d-9675-50dcb68be7ec triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:35.358220 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:35.428538 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Router 86bc2c80-02d6-4fe2-8171-64c9ac2ddc81 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:21:35.556407 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:21:35.561734 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-eac15fa6-a7c5-42bf-94dc-e5ef6b8c12d2 admin admin] 10.222.0.23 "PUT /v2.0/routers/86bc2c80-02d6-4fe2-8171-64c9ac2ddc81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0970414 Nov 29 18:21:35.713963 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-179aa09c-54f9-4df0-af1f-01a09e52694e None None] Provisioning complete for port 7a6a225a-9b40-4d5e-bb3b-26be40093e5b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:35.715358 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-179aa09c-54f9-4df0-af1f-01a09e52694e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:35.763921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-179aa09c-54f9-4df0-af1f-01a09e52694e None None] Port 7a6a225a-9b40-4d5e-bb3b-26be40093e5b cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:21:36.202163 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50822) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:36.208175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d992ef13-d3f0-4900-8cd2-11c126961d2f tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1502030433', 'description': 'tempest-secgroup-smoke-1502030433 description', 'project_id': '58471da2daeb458099c30d8d5bb7737c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:21:36.243650 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d992ef13-d3f0-4900-8cd2-11c126961d2f tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:36.387203 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d992ef13-d3f0-4900-8cd2-11c126961d2f tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:36.420026 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d992ef13-d3f0-4900-8cd2-11c126961d2f tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:36.458311 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d992ef13-d3f0-4900-8cd2-11c126961d2f tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:36.462878 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d992ef13-d3f0-4900-8cd2-11c126961d2f tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2561805 Nov 29 18:21:36.463763 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50828) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:36.468853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1cbaadd7-5484-4ceb-aebc-5d1681aa5080 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Request body: {'security_group_rule': {'security_group_id': 'fc5e1145-ba09-4588-9953-5398b739f1d6', 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:21:36.479847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992ef13-d3f0-4900-8cd2-11c126961d2f tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5e1145-ba09-4588-9953-5398b739f1d6,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:36.516215 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1cbaadd7-5484-4ceb-aebc-5d1681aa5080 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:36.613592 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1cbaadd7-5484-4ceb-aebc-5d1681aa5080 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:36.619474 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1cbaadd7-5484-4ceb-aebc-5d1681aa5080 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:36.641475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbaadd7-5484-4ceb-aebc-5d1681aa5080 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8420fec1-6da2-4950-938f-c1918c24c09c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:36.651441 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1cbaadd7-5484-4ceb-aebc-5d1681aa5080 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:36.655324 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1cbaadd7-5484-4ceb-aebc-5d1681aa5080 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1873693 Nov 29 18:21:36.655564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50834) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:36.661064 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-af89b385-a9d1-4a2c-8370-0ba0272625ba tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Request body: {'security_group_rule': {'security_group_id': 'fc5e1145-ba09-4588-9953-5398b739f1d6', 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:21:36.704155 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af89b385-a9d1-4a2c-8370-0ba0272625ba tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:36.804247 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af89b385-a9d1-4a2c-8370-0ba0272625ba tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:36.811464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2eb35d73-7046-4d2c-8b93-77c326ffcd7b up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:21:36.812047 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af89b385-a9d1-4a2c-8370-0ba0272625ba tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:36.833003 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89b385-a9d1-4a2c-8370-0ba0272625ba tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ab171e-d3c7-4bc9-8874-234da1c8c823,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:36.852654 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af89b385-a9d1-4a2c-8370-0ba0272625ba tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:36.854299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-af89b385-a9d1-4a2c-8370-0ba0272625ba tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1977472 Nov 29 18:21:36.857094 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50836) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:36.860824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 2eb35d73-7046-4d2c-8b93-77c326ffcd7b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:36.861204 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:36.864754 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8734d9ab-b758-4388-98e1-6bf372fd66e5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Request body: {'security_group_rule': {'security_group_id': 'fc5e1145-ba09-4588-9953-5398b739f1d6', 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:21:36.908017 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8734d9ab-b758-4388-98e1-6bf372fd66e5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:36.977637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8734d9ab-b758-4388-98e1-6bf372fd66e5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:36.983119 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8734d9ab-b758-4388-98e1-6bf372fd66e5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:37.011141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734d9ab-b758-4388-98e1-6bf372fd66e5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676d83a8-cd6b-439a-b17c-91978a8cf879,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:37.019438 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8734d9ab-b758-4388-98e1-6bf372fd66e5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:37.024640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 50844) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:37.025087 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8734d9ab-b758-4388-98e1-6bf372fd66e5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1655564 Nov 29 18:21:37.031136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3d6ce752-7a91-44cf-b32e-2f054d0e1eec tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Request body: {'security_group_rule': {'security_group_id': 'fc5e1145-ba09-4588-9953-5398b739f1d6', 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:21:37.078466 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce752-7a91-44cf-b32e-2f054d0e1eec tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:37.142170 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce752-7a91-44cf-b32e-2f054d0e1eec tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:37.152719 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce752-7a91-44cf-b32e-2f054d0e1eec tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:37.179332 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ce752-7a91-44cf-b32e-2f054d0e1eec tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7093e7-a098-4041-9c92-a430b1384193,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:37.198489 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d6ce752-7a91-44cf-b32e-2f054d0e1eec tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:37.205765 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50848) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:37.213467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-226aafe3-1e17-480d-ad01-f957b0654d91 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Request body: {'security_group_rule': {'security_group_id': 'fc5e1145-ba09-4588-9953-5398b739f1d6', 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:21:37.215372 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3d6ce752-7a91-44cf-b32e-2f054d0e1eec tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1896498 Nov 29 18:21:37.250182 n-d-819494-5 neutron-server[110004]: INFO neutron.db.securitygroups_db [None req-226aafe3-1e17-480d-ad01-f957b0654d91 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Project 58471da2daeb458099c30d8d5bb7737c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:21:37.258187 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-226aafe3-1e17-480d-ad01-f957b0654d91 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:37.286474 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Sync routers for ids ['86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:21:37.297340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Routers {'86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:21:37.298267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:21:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:37.339586 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-226aafe3-1e17-480d-ad01-f957b0654d91 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:37.350332 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-226aafe3-1e17-480d-ad01-f957b0654d91 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:37.392981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226aafe3-1e17-480d-ad01-f957b0654d91 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cbfa5f0-0f66-448f-b297-43684d189fa9,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:37.402481 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-226aafe3-1e17-480d-ad01-f957b0654d91 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:37.406346 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-226aafe3-1e17-480d-ad01-f957b0654d91 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1947310 Nov 29 18:21:37.406685 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 50854) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:37.411231 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-dd3a7301-6da5-430f-9166-7bbb9b1a7108 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Request body: {'security_group_rule': {'security_group_id': 'fc5e1145-ba09-4588-9953-5398b739f1d6', 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:21:37.437551 n-d-819494-5 neutron-server[110004]: INFO neutron.db.securitygroups_db [None req-dd3a7301-6da5-430f-9166-7bbb9b1a7108 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Project 58471da2daeb458099c30d8d5bb7737c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:21:37.447824 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dd3a7301-6da5-430f-9166-7bbb9b1a7108 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:37.477244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Set router 86bc2c80-02d6-4fe2-8171-64c9ac2ddc81 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:21:37.550856 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dd3a7301-6da5-430f-9166-7bbb9b1a7108 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:37.556839 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dd3a7301-6da5-430f-9166-7bbb9b1a7108 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:37.578310 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a7301-6da5-430f-9166-7bbb9b1a7108 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871275e3-ec24-4ca1-86ff-5c960aeb80e4,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:37.599953 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dd3a7301-6da5-430f-9166-7bbb9b1a7108 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:37.609078 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-dd3a7301-6da5-430f-9166-7bbb9b1a7108 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1941977 Nov 29 18:21:37.738468 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'name': 'tempest-TestServerBasicOps-513728998-router', 'tenant_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '2eb35d73-7046-4d2c-8b93-77c326ffcd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:29Z', 'updated_at': '2021-11-29T18:21:34Z', 'revision_number': 4, 'project_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'gw_port': {'id': '2eb35d73-7046-4d2c-8b93-77c326ffcd7b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:30Z', 'updated_at': '2021-11-29T18:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7a6a225a-9b40-4d5e-bb3b-26be40093e5b', 'name': '', 'network_id': '5c4a3a44-5810-43e1-a23a-3dac32f0bb94', 'tenant_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'mac_address': 'fa:16:3e:db:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '3af62cd2-395b-4f8a-bb6f-4f096fce074f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:33Z', 'updated_at': '2021-11-29T18:21:34Z', 'revision_number': 2, 'project_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'subnets': [{'id': '3af62cd2-395b-4f8a-bb6f-4f096fce074f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:37.773032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Checking router: 86bc2c80-02d6-4fe2-8171-64c9ac2ddc81 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:21:37.773704 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Updating router 86bc2c80-02d6-4fe2-8171-64c9ac2ddc81 port 7a6a225a-9b40-4d5e-bb3b-26be40093e5b binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:21:37.785357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-62fbdbcc-38fa-4bc7-b0e0-9024de816b7d tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1502030433&fields=id&tenant_id=58471da2daeb458099c30d8d5bb7737c HTTP/1.1" status: 200 len: 267 time: 0.0541635 Nov 29 18:21:37.802519 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:37.921620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-3e5831c9-6c2a-4f61-b7b6-41f81916a5c1 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:37.924582 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-3e5831c9-6c2a-4f61-b7b6-41f81916a5c1 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/networks?id=b2c1a9c2-d537-4666-90d1-b43bfa208909 HTTP/1.1" status: 200 len: 808 time: 0.1296864 Nov 29 18:21:37.945576 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-dcad8ccf-56bd-4c71-b3a3-ac51168391a5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/quotas/58471da2daeb458099c30d8d5bb7737c HTTP/1.1" status: 200 len: 375 time: 0.0143771 Nov 29 18:21:38.036259 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-a7e08be8-f4a7-4def-8574-7fa470bf17d1 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=58471da2daeb458099c30d8d5bb7737c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761044 Nov 29 18:21:38.146573 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:38.153556 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:38.172198 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-ba38093b-7907-4c0f-9097-3f3258752440 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:21:38.181268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-ba38093b-7907-4c0f-9097-3f3258752440 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1423671 Nov 29 18:21:38.279211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16e8a6-3d42-4e34-8020-1bf237c63ea3 None None] Pushing event updated for resources: {'Port': ['ID=7a6a225a-9b40-4d5e-bb3b-26be40093e5b,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:38.292753 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Attempting to bind port 7a6a225a-9b40-4d5e-bb3b-26be40093e5b on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:21:38.293286 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Attempting to bind port 7a6a225a-9b40-4d5e-bb3b-26be40093e5b by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'cabecdef-a960-44fe-9bf8-fae8f8e4add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5c4a3a44-5810-43e1-a23a-3dac32f0bb94'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:21:38.293505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Attempting to bind port 7a6a225a-9b40-4d5e-bb3b-26be40093e5b on network 5c4a3a44-5810-43e1-a23a-3dac32f0bb94 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:21:38.298893 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:21:38.299279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Checking segment: {'id': 'cabecdef-a960-44fe-9bf8-fae8f8e4add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5c4a3a44-5810-43e1-a23a-3dac32f0bb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:21:38.299690 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:38.300085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Bound using segment: {'id': 'cabecdef-a960-44fe-9bf8-fae8f8e4add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5c4a3a44-5810-43e1-a23a-3dac32f0bb94'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:21:38.300551 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Bound port: 7a6a225a-9b40-4d5e-bb3b-26be40093e5b, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabecdef-a960-44fe-9bf8-fae8f8e4add8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '5c4a3a44-5810-43e1-a23a-3dac32f0bb94'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:21:38.300940 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:38.330465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-5d33a7c9-a889-445e-993c-990206ef69bb service neutron] 10.222.0.23 "GET /v2.0/networks/b2c1a9c2-d537-4666-90d1-b43bfa208909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478570 Nov 29 18:21:38.417726 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] For port 7a6a225a-9b40-4d5e-bb3b-26be40093e5b, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:21:38.421663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] For port 7a6a225a-9b40-4d5e-bb3b-26be40093e5b, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7a6a225a-9b40-4d5e-bb3b-26be40093e5b,segment=NetworkSegment(cabecdef-a960-44fe-9bf8-fae8f8e4add8),segment_id=cabecdef-a960-44fe-9bf8-fae8f8e4add8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:21:38.441593 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:38.457657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-8ad9b1ad-e22e-47a1-b738-faaa514b9a1e service neutron] 10.222.0.23 "GET /v2.0/networks/b2c1a9c2-d537-4666-90d1-b43bfa208909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258550 Nov 29 18:21:38.540142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Routers {'86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:21:38.541048 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:21:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:38.605675 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16e8a6-3d42-4e34-8020-1bf237c63ea3 None None] Pushing event updated for resources: {'Port': ['ID=7a6a225a-9b40-4d5e-bb3b-26be40093e5b,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:38.751375 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef568435-3575-49e0-8348-eec8e1f7c7d4 req-9bd5e7c3-fed3-450d-b109-114c04b67c89 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 210 time: 0.0732012 Nov 29 18:21:38.757261 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] Set router 86bc2c80-02d6-4fe2-8171-64c9ac2ddc81 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:21:39.089703 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f2385845-c0b3-421a-85d7-644592ba1556 None None] Provisioning complete for port 7a6a225a-9b40-4d5e-bb3b-26be40093e5b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:39.090149 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2385845-c0b3-421a-85d7-644592ba1556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:39.328106 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2385845-c0b3-421a-85d7-644592ba1556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:39.372317 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f2385845-c0b3-421a-85d7-644592ba1556 None None] For port 7a6a225a-9b40-4d5e-bb3b-26be40093e5b, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7a6a225a-9b40-4d5e-bb3b-26be40093e5b,segment=NetworkSegment(cabecdef-a960-44fe-9bf8-fae8f8e4add8),segment_id=cabecdef-a960-44fe-9bf8-fae8f8e4add8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:21:39.383375 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'name': 'tempest-TestServerBasicOps-513728998-router', 'tenant_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '2eb35d73-7046-4d2c-8b93-77c326ffcd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:29Z', 'updated_at': '2021-11-29T18:21:34Z', 'revision_number': 4, 'project_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'gw_port': {'id': '2eb35d73-7046-4d2c-8b93-77c326ffcd7b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:30Z', 'updated_at': '2021-11-29T18:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7a6a225a-9b40-4d5e-bb3b-26be40093e5b', 'name': '', 'network_id': '5c4a3a44-5810-43e1-a23a-3dac32f0bb94', 'tenant_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'mac_address': 'fa:16:3e:db:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '3af62cd2-395b-4f8a-bb6f-4f096fce074f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:33Z', 'updated_at': '2021-11-29T18:21:38Z', 'revision_number': 4, 'project_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'subnets': [{'id': '3af62cd2-395b-4f8a-bb6f-4f096fce074f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:39.412052 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff01cea-3e02-4c18-b0f2-450c464d6449 None None] The sync data for ids ['86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'] in n-d-819494-5 is: [{'id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'name': 'tempest-TestServerBasicOps-513728998-router', 'tenant_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '2eb35d73-7046-4d2c-8b93-77c326ffcd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:29Z', 'updated_at': '2021-11-29T18:21:34Z', 'revision_number': 4, 'project_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'gw_port': {'id': '2eb35d73-7046-4d2c-8b93-77c326ffcd7b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:30Z', 'updated_at': '2021-11-29T18:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7a6a225a-9b40-4d5e-bb3b-26be40093e5b', 'name': '', 'network_id': '5c4a3a44-5810-43e1-a23a-3dac32f0bb94', 'tenant_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'mac_address': 'fa:16:3e:db:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '3af62cd2-395b-4f8a-bb6f-4f096fce074f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:33Z', 'updated_at': '2021-11-29T18:21:38Z', 'revision_number': 4, 'project_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'subnets': [{'id': '3af62cd2-395b-4f8a-bb6f-4f096fce074f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:21:39.419702 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2385845-c0b3-421a-85d7-644592ba1556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:39.480027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2385845-c0b3-421a-85d7-644592ba1556 None None] Pushing event updated for resources: {'Port': ['ID=7a6a225a-9b40-4d5e-bb3b-26be40093e5b,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:39.540668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6b48a276-7c66-4fdd-b35e-2df89f93cea0 None None] Provisioning complete for port 7a6a225a-9b40-4d5e-bb3b-26be40093e5b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:39.541122 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6b48a276-7c66-4fdd-b35e-2df89f93cea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:39.870673 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0dbaa147-9cb6-44e7-8755-71b275ccc8ae req-03bc92c7-b934-4d7f-96ab-6fe1b96372c9 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 210 time: 0.0462871 Nov 29 18:21:40.293784 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-4e613614-7e27-4784-b0a4-b109fe8d586f tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:40.295579 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-4e613614-7e27-4784-b0a4-b109fe8d586f tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.20 "GET /v2.0/networks?id=b2c1a9c2-d537-4666-90d1-b43bfa208909 HTTP/1.1" status: 200 len: 808 time: 0.2517564 Nov 29 18:21:40.454687 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-2719e233-26f6-4e3c-81df-a1112121bc09 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58471da2daeb458099c30d8d5bb7737c HTTP/1.1" status: 200 len: 380 time: 0.1364865 Nov 29 18:21:40.466285 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-3ebb4178-3896-4ca2-8950-94c3c73be02b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Request body: {'port': {'device_id': '9582c0b0-1579-4ad5-9bbe-b6858d96f710', 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909', 'admin_state_up': True, 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'security_groups': ['fc5e1145-ba09-4588-9953-5398b739f1d6']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:21:40.593619 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-3ebb4178-3896-4ca2-8950-94c3c73be02b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Made reservation on behalf of 58471da2daeb458099c30d8d5bb7737c for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:21:40.598257 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-3ebb4178-3896-4ca2-8950-94c3c73be02b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:40.773520 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7a6a225a-9b40-4d5e-bb3b-26be40093e5b up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:21:40.810387 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-3ebb4178-3896-4ca2-8950-94c3c73be02b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Allocated IP 172.20.0.10 (b2c1a9c2-d537-4666-90d1-b43bfa208909/c56c849a-c567-4d00-b259-f03d4c7c36b4/5cf83c67-dd1b-45b5-9b92-971212873f77) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:21:40.899187 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7a6a225a-9b40-4d5e-bb3b-26be40093e5b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:40.900083 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:41.113279 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b43c223-7290-4770-87c6-9cb81e827636 req-824f7ac5-ac82-499b-9ebe-88bb6e385e45 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 210 time: 0.0418172 Nov 29 18:21:41.142835 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-3ebb4178-3896-4ca2-8950-94c3c73be02b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:41.205188 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-3ebb4178-3896-4ca2-8950-94c3c73be02b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:41.264860 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-3ebb4178-3896-4ca2-8950-94c3c73be02b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Network b2c1a9c2-d537-4666-90d1-b43bfa208909 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:21:41.271052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-3ebb4178-3896-4ca2-8950-94c3c73be02b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:21:41.276449 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-3ebb4178-3896-4ca2-8950-94c3c73be02b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:21:41.356254 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-3ebb4178-3896-4ca2-8950-94c3c73be02b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:41.357038 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-3ebb4178-3896-4ca2-8950-94c3c73be02b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:41.381230 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb4178-3896-4ca2-8950-94c3c73be02b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Pushing event updated for resources: {'Port': ['ID=5cf83c67-dd1b-45b5-9b92-971212873f77,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:41.387839 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-3ebb4178-3896-4ca2-8950-94c3c73be02b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9254630 Nov 29 18:21:41.406492 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Request body: {'port': {'device_id': '9582c0b0-1579-4ad5-9bbe-b6858d96f710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:21:41.470251 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:41.719974 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-da4ed35c-606f-4931-8b0b-8cf62f634bab None None] Provisioning complete for port 5cf83c67-dd1b-45b5-9b92-971212873f77 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:41.720352 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da4ed35c-606f-4931-8b0b-8cf62f634bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:41.770128 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-da4ed35c-606f-4931-8b0b-8cf62f634bab None None] Port 5cf83c67-dd1b-45b5-9b92-971212873f77 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:21:41.906171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf83c67-dd1b-45b5-9b92-971212873f77 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:21:41.914126 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:41.934492 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Transition to ACTIVE for port object 5cf83c67-dd1b-45b5-9b92-971212873f77 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:21:41.939610 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:42.005060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Pushing event updated for resources: {'Port': ['ID=5cf83c67-dd1b-45b5-9b92-971212873f77,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:42.109416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Attempting to bind port 5cf83c67-dd1b-45b5-9b92-971212873f77 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:21:42.110000 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Attempting to bind port 5cf83c67-dd1b-45b5-9b92-971212873f77 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '30889d7b-bce7-41af-9a4a-caf2bbe959ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:21:42.110393 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Attempting to bind port 5cf83c67-dd1b-45b5-9b92-971212873f77 on network b2c1a9c2-d537-4666-90d1-b43bfa208909 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:21:42.126576 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Port 5cf83c67-dd1b-45b5-9b92-971212873f77 on network b2c1a9c2-d537-4666-90d1-b43bfa208909 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:21:42.127906 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Attempting to bind port 5cf83c67-dd1b-45b5-9b92-971212873f77 on network b2c1a9c2-d537-4666-90d1-b43bfa208909 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:21:42.133349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:21:42.133695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Checking segment: {'id': '30889d7b-bce7-41af-9a4a-caf2bbe959ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:21:42.134087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Bound using segment: {'id': '30889d7b-bce7-41af-9a4a-caf2bbe959ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:21:42.134523 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Bound port: 5cf83c67-dd1b-45b5-9b92-971212873f77, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30889d7b-bce7-41af-9a4a-caf2bbe959ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:21:42.138201 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:42.266229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] For port 5cf83c67-dd1b-45b5-9b92-971212873f77, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:21:42.266460 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945e789-9d9a-4ae8-ae68-3eb41c505666 req-784a926b-0a96-40ba-b21f-bfa09366e024 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:42.274350 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3945e789-9d9a-4ae8-ae68-3eb41c505666 req-784a926b-0a96-40ba-b21f-bfa09366e024 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 944 time: 0.0631714 Nov 29 18:21:42.276443 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] For port 5cf83c67-dd1b-45b5-9b92-971212873f77, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5cf83c67-dd1b-45b5-9b92-971212873f77,segment=NetworkSegment(30889d7b-bce7-41af-9a4a-caf2bbe959ef),segment_id=30889d7b-bce7-41af-9a4a-caf2bbe959ef)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:21:42.291387 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:42.334223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3945e789-9d9a-4ae8-ae68-3eb41c505666 req-160332bf-a667-46cf-9639-749ed5bfae1b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5e1145-ba09-4588-9953-5398b739f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589085 Nov 29 18:21:42.369461 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:42.370095 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:42.372250 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] 10.222.0.20 "PUT /v2.0/ports/5cf83c67-dd1b-45b5-9b92-971212873f77 HTTP/1.1" status: 200 len: 1092 time: 0.9702837 Nov 29 18:21:42.374781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9582c0b0-1579-4ad5-9bbe-b6858d96f710', 'tag': '5cf83c67-dd1b-45b5-9b92-971212873f77'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:21:42.378017 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25ae340-7151-4842-80e9-2af93528f9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "9582c0b0-1579-4ad5-9bbe-b6858d96f710", "tag": "5cf83c67-dd1b-45b5-9b92-971212873f77"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:21:42.406440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1561cb-c38d-437a-83d3-eb5e37e64d7f service neutron] Pushing event updated for resources: {'Port': ['ID=5cf83c67-dd1b-45b5-9b92-971212873f77,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:42.472674 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb526e2-2a5f-452c-b279-c4780a434f8f x-openstack-request-id: req-acb526e2-2a5f-452c-b279-c4780a434f8f {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:21:42.472977 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9582c0b0-1579-4ad5-9bbe-b6858d96f710", "tag": "5cf83c67-dd1b-45b5-9b92-971212873f77", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:21:42.473243 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-acb526e2-2a5f-452c-b279-c4780a434f8f {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:21:42.473720 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9582c0b0-1579-4ad5-9bbe-b6858d96f710', 'tag': '5cf83c67-dd1b-45b5-9b92-971212873f77', 'status': 'completed', 'code': 200} Nov 29 18:21:42.509969 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-18fbff5c-a5d8-48da-96cf-34dc4bdd9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:42.511383 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-18fbff5c-a5d8-48da-96cf-34dc4bdd9c9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58471da2daeb458099c30d8d5bb7737c&device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 1095 time: 0.0758924 Nov 29 18:21:42.593264 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-4414b225-8531-49c0-be62-955ee5e2fdb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cf83c67-dd1b-45b5-9b92-971212873f77 HTTP/1.1" status: 200 len: 217 time: 0.0706036 Nov 29 18:21:42.674617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-f59de7e2-1448-4efb-8ddd-040d82ce66f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:42.676699 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-f59de7e2-1448-4efb-8ddd-040d82ce66f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56c849a-c567-4d00-b259-f03d4c7c36b4 HTTP/1.1" status: 200 len: 847 time: 0.0752909 Nov 29 18:21:42.748046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-27dd8c91-9434-46f4-bb4b-aff7d94b1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:42.749467 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-27dd8c91-9434-46f4-bb4b-aff7d94b1e85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2c1a9c2-d537-4666-90d1-b43bfa208909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601313 Nov 29 18:21:42.882932 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-97571f77-29f8-4ff6-a02c-deae72f0394b service neutron] 10.222.0.20 "GET /v2.0/networks/b2c1a9c2-d537-4666-90d1-b43bfa208909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201863 Nov 29 18:21:43.003339 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6aaaeea1-5f5b-4a8d-af3f-c8e0e46915f2 req-521fb38f-284e-4357-88f3-9169d06b977f service neutron] 10.222.0.20 "GET /v2.0/networks/b2c1a9c2-d537-4666-90d1-b43bfa208909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093211 Nov 29 18:21:43.113982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ae340-7151-4842-80e9-2af93528f9a8 req-e316584d-8c74-42a7-84bc-4037ccac2c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:43.115715 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c25ae340-7151-4842-80e9-2af93528f9a8 req-e316584d-8c74-42a7-84bc-4037ccac2c0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58471da2daeb458099c30d8d5bb7737c&device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 1095 time: 0.0518827 Nov 29 18:21:43.230240 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ae340-7151-4842-80e9-2af93528f9a8 req-91155767-10ee-4d3d-950f-46437c0390a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:43.231892 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c25ae340-7151-4842-80e9-2af93528f9a8 req-91155767-10ee-4d3d-950f-46437c0390a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2c1a9c2-d537-4666-90d1-b43bfa208909 HTTP/1.1" status: 200 len: 909 time: 0.1093585 Nov 29 18:21:43.288932 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c25ae340-7151-4842-80e9-2af93528f9a8 req-a0fab763-d141-428c-aadb-50a1f4470577 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cf83c67-dd1b-45b5-9b92-971212873f77 HTTP/1.1" status: 200 len: 217 time: 0.0462718 Nov 29 18:21:43.343903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ae340-7151-4842-80e9-2af93528f9a8 req-ced8000a-4a15-4cc0-a772-0dff41a065c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:43.345362 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c25ae340-7151-4842-80e9-2af93528f9a8 req-ced8000a-4a15-4cc0-a772-0dff41a065c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56c849a-c567-4d00-b259-f03d4c7c36b4 HTTP/1.1" status: 200 len: 847 time: 0.0493946 Nov 29 18:21:43.433502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ae340-7151-4842-80e9-2af93528f9a8 req-b4262f20-7696-4cc5-86dc-d345ba02be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:43.436909 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c25ae340-7151-4842-80e9-2af93528f9a8 req-b4262f20-7696-4cc5-86dc-d345ba02be53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2c1a9c2-d537-4666-90d1-b43bfa208909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824842 Nov 29 18:21:43.485927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f951cc-b5dc-42c1-a2b5-8043e707a749 req-efba701c-a47f-4cd4-8a0e-97a1edbb9625 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:43.494465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70f951cc-b5dc-42c1-a2b5-8043e707a749 req-efba701c-a47f-4cd4-8a0e-97a1edbb9625 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 944 time: 0.0669391 Nov 29 18:21:43.562466 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70f951cc-b5dc-42c1-a2b5-8043e707a749 req-93cae090-3b6b-4e1f-ba48-6aa2e0833b9a tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5e1145-ba09-4588-9953-5398b739f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668569 Nov 29 18:21:43.968386 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c25ae340-7151-4842-80e9-2af93528f9a8 req-182f4d41-439e-4bd5-bf32-17b0eda19237 service neutron] 10.222.0.20 "GET /v2.0/networks/b2c1a9c2-d537-4666-90d1-b43bfa208909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192831 Nov 29 18:21:44.085075 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c25ae340-7151-4842-80e9-2af93528f9a8 req-befdbec0-8d6d-4395-a4d7-4b195ddf44c5 service neutron] 10.222.0.20 "GET /v2.0/networks/b2c1a9c2-d537-4666-90d1-b43bfa208909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085167 Nov 29 18:21:44.602499 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 5cf83c67-dd1b-45b5-9b92-971212873f77 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:21:44.758902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 5cf83c67-dd1b-45b5-9b92-971212873f77, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5cf83c67-dd1b-45b5-9b92-971212873f77,segment=NetworkSegment(30889d7b-bce7-41af-9a4a-caf2bbe959ef),segment_id=30889d7b-bce7-41af-9a4a-caf2bbe959ef)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:21:44.788941 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '5cf83c67-dd1b-45b5-9b92-971212873f77', 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909', 'port_id': '5cf83c67-dd1b-45b5-9b92-971212873f77', 'mac_address': 'fa:16:3e:55:a0:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:21:44.793879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93793f06-60b9-4a10-9555-63ac1c000316 req-47e73ca4-a901-4a58-99e9-246a958027a5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:44.797228 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93793f06-60b9-4a10-9555-63ac1c000316 req-47e73ca4-a901-4a58-99e9-246a958027a5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 944 time: 0.1051166 Nov 29 18:21:44.837394 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:44.854223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93793f06-60b9-4a10-9555-63ac1c000316 req-c371472f-5f4f-477e-8f12-a881d9b9ba14 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5e1145-ba09-4588-9953-5398b739f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498800 Nov 29 18:21:44.861788 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf83c67-dd1b-45b5-9b92-971212873f77 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:21:44.886745 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 5cf83c67-dd1b-45b5-9b92-971212873f77, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5cf83c67-dd1b-45b5-9b92-971212873f77,segment=NetworkSegment(30889d7b-bce7-41af-9a4a-caf2bbe959ef),segment_id=30889d7b-bce7-41af-9a4a-caf2bbe959ef)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:21:44.892268 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:44.946984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=5cf83c67-dd1b-45b5-9b92-971212873f77,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:45.204696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['5cf83c67-dd1b-45b5-9b92-971212873f77'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:21:45.991212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c8b77-56cc-4693-a634-6507a8b3c387 req-7f6152bb-1b99-4355-aa3b-783a8e434f94 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:45.992760 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a00c8b77-56cc-4693-a634-6507a8b3c387 req-7f6152bb-1b99-4355-aa3b-783a8e434f94 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 945 time: 0.0523405 Nov 29 18:21:46.050465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a00c8b77-56cc-4693-a634-6507a8b3c387 req-5eb61573-8b91-4c20-94e2-94eff2f4b27b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5e1145-ba09-4588-9953-5398b739f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506718 Nov 29 18:21:46.603102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 5cf83c67-dd1b-45b5-9b92-971212873f77 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:21:46.659310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 5cf83c67-dd1b-45b5-9b92-971212873f77 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:21:46.663815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 5cf83c67-dd1b-45b5-9b92-971212873f77 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:21:46.664246 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:46.753650 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:46.778625 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9582c0b0-1579-4ad5-9bbe-b6858d96f710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf83c67-dd1b-45b5-9b92-971212873f77'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:21:46.780944 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f36373-335d-49e1-bfca-a4ec84dac555" -d '{"events": [{"server_uuid": "9582c0b0-1579-4ad5-9bbe-b6858d96f710", "name": "network-vif-plugged", "status": "completed", "tag": "5cf83c67-dd1b-45b5-9b92-971212873f77"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:21:46.795519 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 5cf83c67-dd1b-45b5-9b92-971212873f77, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5cf83c67-dd1b-45b5-9b92-971212873f77,segment=NetworkSegment(30889d7b-bce7-41af-9a4a-caf2bbe959ef),segment_id=30889d7b-bce7-41af-9a4a-caf2bbe959ef)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:21:46.804310 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:46.859530 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=5cf83c67-dd1b-45b5-9b92-971212873f77,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:46.920736 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260f7e5e-8fcf-4725-8a15-6f231e7b3101 x-openstack-request-id: req-260f7e5e-8fcf-4725-8a15-6f231e7b3101 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:21:46.921616 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9582c0b0-1579-4ad5-9bbe-b6858d96f710", "name": "network-vif-plugged", "status": "completed", "tag": "5cf83c67-dd1b-45b5-9b92-971212873f77", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:21:46.922158 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-260f7e5e-8fcf-4725-8a15-6f231e7b3101 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:21:46.922717 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9582c0b0-1579-4ad5-9bbe-b6858d96f710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf83c67-dd1b-45b5-9b92-971212873f77', 'code': 200} Nov 29 18:21:47.028296 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6354b-28ec-4fed-9a23-768ed908819b req-3b300324-c4c8-4eca-8bcb-5d69f50c0c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:47.029807 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-34a6354b-28ec-4fed-9a23-768ed908819b req-3b300324-c4c8-4eca-8bcb-5d69f50c0c56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 1097 time: 0.0470400 Nov 29 18:21:47.113304 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-34a6354b-28ec-4fed-9a23-768ed908819b req-ab6b4954-efe3-4b4f-bcaa-f0be22edb801 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc5e1145-ba09-4588-9953-5398b739f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683815 Nov 29 18:21:47.206861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33d9d5-f42d-4873-83df-5bcfadcfb4ec req-45bdeed0-baac-4991-8f99-8ce93de7bf28 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:47.209220 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f33d9d5-f42d-4873-83df-5bcfadcfb4ec req-45bdeed0-baac-4991-8f99-8ce93de7bf28 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 946 time: 0.0707443 Nov 29 18:21:47.290738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f33d9d5-f42d-4873-83df-5bcfadcfb4ec req-7af19e36-e853-43bf-a97f-d24b50834e69 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5e1145-ba09-4588-9953-5398b739f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714264 Nov 29 18:21:48.425102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc169f7-7d8a-4381-8ff5-61b1b4888de4 req-a6551051-2284-4510-9a6f-3201ba9735c0 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:48.428366 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fbc169f7-7d8a-4381-8ff5-61b1b4888de4 req-a6551051-2284-4510-9a6f-3201ba9735c0 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 946 time: 0.0647798 Nov 29 18:21:48.482595 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fbc169f7-7d8a-4381-8ff5-61b1b4888de4 req-70921ded-9c82-4005-b644-0a404cd28008 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5e1145-ba09-4588-9953-5398b739f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482075 Nov 29 18:21:48.609842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bc056-c83c-4c5d-b380-87995fefb851 req-43d42490-b568-4f66-8d26-5ac2492b8c03 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:48.611641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-331bc056-c83c-4c5d-b380-87995fefb851 req-43d42490-b568-4f66-8d26-5ac2492b8c03 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 946 time: 0.0574968 Nov 29 18:21:48.672341 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-331bc056-c83c-4c5d-b380-87995fefb851 req-8f4952b2-6a09-45d5-8887-e7a55fc3de6d tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5e1145-ba09-4588-9953-5398b739f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537388 Nov 29 18:21:48.795231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1ac44-9032-467d-9795-4627f7533c28 req-703f5f4d-5975-49a4-92a1-ff740dce62b5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:48.796981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5b1ac44-9032-467d-9795-4627f7533c28 req-703f5f4d-5975-49a4-92a1-ff740dce62b5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 946 time: 0.0520661 Nov 29 18:21:48.846305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5b1ac44-9032-467d-9795-4627f7533c28 req-d4e9fb04-6901-4ccc-80e7-b76ef3e95772 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5e1145-ba09-4588-9953-5398b739f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430264 Nov 29 18:21:48.868103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51030) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:48.953321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961428bc-567d-41ca-800a-f56861f712b1 tempest-TestServerBasicOps-2146694269 tempest-TestServerBasicOps-2146694269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:48.954868 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-961428bc-567d-41ca-800a-f56861f712b1 tempest-TestServerBasicOps-2146694269 tempest-TestServerBasicOps-2146694269-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 1092 time: 0.0857661 Nov 29 18:21:48.957924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51034) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:48.962735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '5cf83c67-dd1b-45b5-9b92-971212873f77', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:21:49.243747 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:49.340376 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:49.451879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Allocated IP 172.25.3.94 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/3e5ea948-403a-44cf-b014-4512193e6175) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:21:49.562376 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:49.598186 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:49.641991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:21:49.644974 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:21:49.649348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:21:49.676423 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Pushing event updated for resources: {'Port': ['ID=3e5ea948-403a-44cf-b014-4512193e6175,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:50.123479 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:50.209962 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:50.436348 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:50.442968 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:50.532232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Pushing event updated for resources: {'Port': ['ID=3e5ea948-403a-44cf-b014-4512193e6175,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:50.557543 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:50.564510 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:50.565181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:50.565892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:50.566968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:50.567853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:50.568468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:50.569034 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:50.569748 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:50.570318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:50.570976 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:50.571604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:50.572185 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:21:50.701207 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Floating IP 61399ae4-55ef-4840-9924-f41f7041e387 associated. External IP: 172.25.3.94, port: 5cf83c67-dd1b-45b5-9b92-971212873f77. Nov 29 18:21:50.935049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Router e0f64265-9c62-404a-b91f-aca32139964b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:21:51.066450 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:21:51.077689 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f607b9-46dd-49da-ae83-2c4163265f11 None None] Sync routers for ids ['e0f64265-9c62-404a-b91f-aca32139964b'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:21:51.090169 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f607b9-46dd-49da-ae83-2c4163265f11 None None] Routers {'e0f64265-9c62-404a-b91f-aca32139964b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:21:51.091199 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:51.091725 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b9f607b9-46dd-49da-ae83-2c4163265f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:21:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e0f64265-9c62-404a-b91f-aca32139964b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:51.121206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ce583d9f-9e86-46dc-a993-ee1e0357128b tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1622527 Nov 29 18:21:51.121938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9582c0b0-1579-4ad5-9bbe-b6858d96f710', 'tag': '5cf83c67-dd1b-45b5-9b92-971212873f77'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:21:51.124378 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5902662e-97c5-432e-bc47-5f652a90adbd" -d '{"events": [{"name": "network-changed", "server_uuid": "9582c0b0-1579-4ad5-9bbe-b6858d96f710", "tag": "5cf83c67-dd1b-45b5-9b92-971212873f77"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:21:51.235103 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b9f607b9-46dd-49da-ae83-2c4163265f11 None None] Set router e0f64265-9c62-404a-b91f-aca32139964b gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:21:51.243778 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148fb6c6-e426-4e9b-b515-c430ed9e387f x-openstack-request-id: req-148fb6c6-e426-4e9b-b515-c430ed9e387f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:21:51.244343 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9582c0b0-1579-4ad5-9bbe-b6858d96f710", "tag": "5cf83c67-dd1b-45b5-9b92-971212873f77", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:21:51.244840 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-148fb6c6-e426-4e9b-b515-c430ed9e387f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:21:51.245476 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9582c0b0-1579-4ad5-9bbe-b6858d96f710', 'tag': '5cf83c67-dd1b-45b5-9b92-971212873f77', 'status': 'completed', 'code': 200} Nov 29 18:21:51.314400 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902662e-97c5-432e-bc47-5f652a90adbd req-049ec5a1-d01c-4ee8-8f0f-b69230009e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:51.317838 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5902662e-97c5-432e-bc47-5f652a90adbd req-049ec5a1-d01c-4ee8-8f0f-b69230009e33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58471da2daeb458099c30d8d5bb7737c&device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 1097 time: 0.0490141 Nov 29 18:21:51.426341 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902662e-97c5-432e-bc47-5f652a90adbd req-9632ac05-679a-453b-bfbf-030a08d7c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:51.429048 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5902662e-97c5-432e-bc47-5f652a90adbd req-9632ac05-679a-453b-bfbf-030a08d7c36f service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2c1a9c2-d537-4666-90d1-b43bfa208909 HTTP/1.1" status: 200 len: 909 time: 0.1055987 Nov 29 18:21:51.512573 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b9f607b9-46dd-49da-ae83-2c4163265f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'name': 'tempest-TestServerBasicOps-281071906-router', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:21Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'gw_port': {'id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:22Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '61399ae4-55ef-4840-9924-f41f7041e387', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'port_id': '5cf83c67-dd1b-45b5-9b92-971212873f77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909', 'mac_address': 'fa:16:3e:55:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9582c0b0-1579-4ad5-9bbe-b6858d96f710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:21:49Z', 'updated_at': '2021-11-29T18:21:49Z', 'revision_number': 0, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5d38ba-7b1a-490d-9675-50dcb68be7ec', 'name': '', 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'mac_address': 'fa:16:3e:72:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:25Z', 'updated_at': '2021-11-29T18:21:32Z', 'revision_number': 5, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'subnets': [{'id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:51.544113 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f92db7d-9476-45ca-993b-7ae26c4a3b87 req-68790461-61d7-48cc-8d38-013ba791d309 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873265 Nov 29 18:21:51.548904 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f607b9-46dd-49da-ae83-2c4163265f11 None None] Checking router: e0f64265-9c62-404a-b91f-aca32139964b for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:21:51.568491 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f607b9-46dd-49da-ae83-2c4163265f11 None None] Routers {'e0f64265-9c62-404a-b91f-aca32139964b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:21:51.569071 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b9f607b9-46dd-49da-ae83-2c4163265f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:21:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e0f64265-9c62-404a-b91f-aca32139964b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:51.593680 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5902662e-97c5-432e-bc47-5f652a90adbd req-0d4b0181-13f7-4fe7-8fa8-ea940bc24dda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cf83c67-dd1b-45b5-9b92-971212873f77 HTTP/1.1" status: 200 len: 999 time: 0.1550500 Nov 29 18:21:51.619859 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92db7d-9476-45ca-993b-7ae26c4a3b87 req-4033d396-bb29-4785-90e4-ee623bbe1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:51.621741 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f92db7d-9476-45ca-993b-7ae26c4a3b87 req-4033d396-bb29-4785-90e4-ee623bbe1682 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5991f81694454b6dbd48c6b809d5ad06&device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 1096 time: 0.0495641 Nov 29 18:21:51.685029 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902662e-97c5-432e-bc47-5f652a90adbd req-ecb8772c-73cc-4839-b093-13ea1553e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:51.687682 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5902662e-97c5-432e-bc47-5f652a90adbd req-ecb8772c-73cc-4839-b093-13ea1553e39a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56c849a-c567-4d00-b259-f03d4c7c36b4 HTTP/1.1" status: 200 len: 847 time: 0.0848477 Nov 29 18:21:51.700034 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b9f607b9-46dd-49da-ae83-2c4163265f11 None None] Set router e0f64265-9c62-404a-b91f-aca32139964b gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:21:51.742085 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902662e-97c5-432e-bc47-5f652a90adbd req-3a5f8e19-ef45-48a6-8207-59af9b626556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:51.743424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92db7d-9476-45ca-993b-7ae26c4a3b87 req-b6db073a-db6b-4a7a-a0e3-ba0a2a5dabe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:51.743666 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5902662e-97c5-432e-bc47-5f652a90adbd req-3a5f8e19-ef45-48a6-8207-59af9b626556 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2c1a9c2-d537-4666-90d1-b43bfa208909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475991 Nov 29 18:21:51.745097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f92db7d-9476-45ca-993b-7ae26c4a3b87 req-b6db073a-db6b-4a7a-a0e3-ba0a2a5dabe2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=61733c11-da39-45f1-ae18-c53a50ed6ebf HTTP/1.1" status: 200 len: 912 time: 0.1005409 Nov 29 18:21:51.886839 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f92db7d-9476-45ca-993b-7ae26c4a3b87 req-6dedb1cb-8826-46dd-9b37-1633b6ffcbe9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 HTTP/1.1" status: 200 len: 1000 time: 0.1348131 Nov 29 18:21:51.903416 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5902662e-97c5-432e-bc47-5f652a90adbd req-62f7c77a-006f-42db-aeff-ef238ee26e08 service neutron] 10.222.0.20 "GET /v2.0/networks/b2c1a9c2-d537-4666-90d1-b43bfa208909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519659 Nov 29 18:21:51.961348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92db7d-9476-45ca-993b-7ae26c4a3b87 req-7ec64196-3ae5-4d52-9742-9f1e3957b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:51.963015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f92db7d-9476-45ca-993b-7ae26c4a3b87 req-7ec64196-3ae5-4d52-9742-9f1e3957b6ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=95d25936-e438-49fc-88cf-2ab9c265fd23 HTTP/1.1" status: 200 len: 850 time: 0.0652657 Nov 29 18:21:52.004577 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b9f607b9-46dd-49da-ae83-2c4163265f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'name': 'tempest-TestServerBasicOps-281071906-router', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:21Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'gw_port': {'id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:22Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '61399ae4-55ef-4840-9924-f41f7041e387', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'port_id': '5cf83c67-dd1b-45b5-9b92-971212873f77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909', 'mac_address': 'fa:16:3e:55:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9582c0b0-1579-4ad5-9bbe-b6858d96f710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:21:49Z', 'updated_at': '2021-11-29T18:21:49Z', 'revision_number': 0, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5d38ba-7b1a-490d-9675-50dcb68be7ec', 'name': '', 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'mac_address': 'fa:16:3e:72:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:25Z', 'updated_at': '2021-11-29T18:21:32Z', 'revision_number': 5, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'subnets': [{'id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:21:52.032932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92db7d-9476-45ca-993b-7ae26c4a3b87 req-68b86bbd-c9ed-4193-b36d-f178f7ec313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:21:52.034572 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f92db7d-9476-45ca-993b-7ae26c4a3b87 req-68b86bbd-c9ed-4193-b36d-f178f7ec313a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61733c11-da39-45f1-ae18-c53a50ed6ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637720 Nov 29 18:21:52.064301 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5902662e-97c5-432e-bc47-5f652a90adbd req-b2a6cc2f-684a-4b1e-8602-e90af9d207ba service neutron] 10.222.0.20 "GET /v2.0/networks/b2c1a9c2-d537-4666-90d1-b43bfa208909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507356 Nov 29 18:21:52.172358 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f607b9-46dd-49da-ae83-2c4163265f11 None None] The sync data for ids ['e0f64265-9c62-404a-b91f-aca32139964b'] in n-d-819494-5 is: [{'id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'name': 'tempest-TestServerBasicOps-281071906-router', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:21Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'gw_port': {'id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:22Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '61399ae4-55ef-4840-9924-f41f7041e387', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'port_id': '5cf83c67-dd1b-45b5-9b92-971212873f77', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909', 'mac_address': 'fa:16:3e:55:a0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9582c0b0-1579-4ad5-9bbe-b6858d96f710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:21:49Z', 'updated_at': '2021-11-29T18:21:49Z', 'revision_number': 0, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5d38ba-7b1a-490d-9675-50dcb68be7ec', 'name': '', 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'mac_address': 'fa:16:3e:72:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:25Z', 'updated_at': '2021-11-29T18:21:32Z', 'revision_number': 5, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'subnets': [{'id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:21:52.174019 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f92db7d-9476-45ca-993b-7ae26c4a3b87 req-248df392-ca6a-4d35-9024-76c97692be03 service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308618 Nov 29 18:21:52.281224 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f92db7d-9476-45ca-993b-7ae26c4a3b87 req-1c608c8e-a99f-406b-a9ad-d2a6d427e7bd service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986183 Nov 29 18:21:52.565164 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee8a1ef-5257-4ac7-b160-b42105164dc8 None None] New status for floating IP 61399ae4-55ef-4840-9924-f41f7041e387: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:21:53.971729 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f1887d49-ad92-4345-8d08-b77fcdba337c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:54.459188 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:21:56.416891 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-82b175ef-3e56-41f3-b85f-ef87dafcf0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:57.199699 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:57.580089 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:58.242276 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51108) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:58.360472 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-922c9013-ef35-49b1-a91f-cc66951dea1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:58.452852 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-922c9013-ef35-49b1-a91f-cc66951dea1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:58.456565 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-922c9013-ef35-49b1-a91f-cc66951dea1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:58.495801 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-922c9013-ef35-49b1-a91f-cc66951dea1c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ed14fbfe6bd4441baed080ec756eb3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2521155 Nov 29 18:21:58.497064 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c9013-ef35-49b1-a91f-cc66951dea1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66c29ae-fcca-4594-92ee-0d1f62dfd8e4,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:58.498499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51112) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:21:58.569677 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38789a08-bb14-45ca-bb78-4c5e7b7b22ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:58.591942 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38789a08-bb14-45ca-bb78-4c5e7b7b22ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:58.641710 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38789a08-bb14-45ca-bb78-4c5e7b7b22ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:58.645143 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38789a08-bb14-45ca-bb78-4c5e7b7b22ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:58.646698 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-38789a08-bb14-45ca-bb78-4c5e7b7b22ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a66c29ae-fcca-4594-92ee-0d1f62dfd8e4 HTTP/1.1" status: 204 len: 168 time: 0.1469693 Nov 29 18:21:58.656712 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38789a08-bb14-45ca-bb78-4c5e7b7b22ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66c29ae-fcca-4594-92ee-0d1f62dfd8e4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:21:59.104248 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:59.685694 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:21:59.977031 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:00.804592 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8018a981-7fd4-4bfe-b55e-5f19e23efa26 req-8f2bbf6a-c3af-4529-947b-d77c42d3c9bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0782647 Nov 29 18:22:00.897646 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018a981-7fd4-4bfe-b55e-5f19e23efa26 req-fc35655a-8183-4254-8962-bd3485ff1fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:00.899192 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8018a981-7fd4-4bfe-b55e-5f19e23efa26 req-fc35655a-8183-4254-8962-bd3485ff1fef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58471da2daeb458099c30d8d5bb7737c&device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 1097 time: 0.0438316 Nov 29 18:22:01.010628 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018a981-7fd4-4bfe-b55e-5f19e23efa26 req-4bed8c3b-bcdb-45b2-831e-3ed88d86bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:01.012188 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8018a981-7fd4-4bfe-b55e-5f19e23efa26 req-4bed8c3b-bcdb-45b2-831e-3ed88d86bb69 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2c1a9c2-d537-4666-90d1-b43bfa208909 HTTP/1.1" status: 200 len: 909 time: 0.0940797 Nov 29 18:22:01.137068 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8018a981-7fd4-4bfe-b55e-5f19e23efa26 req-c211bb80-bdeb-4f0e-a5ad-5237524d5853 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cf83c67-dd1b-45b5-9b92-971212873f77 HTTP/1.1" status: 200 len: 1001 time: 0.1158166 Nov 29 18:22:01.191227 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018a981-7fd4-4bfe-b55e-5f19e23efa26 req-17c58a77-c837-4b07-a0fa-19f80578247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:01.192837 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8018a981-7fd4-4bfe-b55e-5f19e23efa26 req-17c58a77-c837-4b07-a0fa-19f80578247f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56c849a-c567-4d00-b259-f03d4c7c36b4 HTTP/1.1" status: 200 len: 847 time: 0.0455093 Nov 29 18:22:01.253297 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018a981-7fd4-4bfe-b55e-5f19e23efa26 req-496a8498-239b-49eb-adc0-e72f5f11e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:01.254936 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8018a981-7fd4-4bfe-b55e-5f19e23efa26 req-496a8498-239b-49eb-adc0-e72f5f11e074 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2c1a9c2-d537-4666-90d1-b43bfa208909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533924 Nov 29 18:22:01.359608 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8018a981-7fd4-4bfe-b55e-5f19e23efa26 req-861af22c-9e7c-43aa-82a4-4c450317eb0d service neutron] 10.222.0.20 "GET /v2.0/networks/b2c1a9c2-d537-4666-90d1-b43bfa208909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970891 Nov 29 18:22:01.473529 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8018a981-7fd4-4bfe-b55e-5f19e23efa26 req-260565d6-c23b-42c3-9062-8f0dbab63e2b service neutron] 10.222.0.20 "GET /v2.0/networks/b2c1a9c2-d537-4666-90d1-b43bfa208909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054924 Nov 29 18:22:04.569879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51266) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:22:04.695956 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-050121cd-89c1-4408-a41b-bc8014a2569a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:04.777075 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-050121cd-89c1-4408-a41b-bc8014a2569a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:04.782081 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-050121cd-89c1-4408-a41b-bc8014a2569a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:04.821549 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-050121cd-89c1-4408-a41b-bc8014a2569a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4bf5ca373c834227a1e14527528b0528&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2505214 Nov 29 18:22:04.822464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050121cd-89c1-4408-a41b-bc8014a2569a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08df73bd-0f08-416d-af9e-73a4c236ff2d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:04.824310 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51276) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:22:04.879464 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dc5b5a0e-0cab-4c73-a216-577a179cd1de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:04.908735 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dc5b5a0e-0cab-4c73-a216-577a179cd1de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:04.956523 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dc5b5a0e-0cab-4c73-a216-577a179cd1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:04.959168 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dc5b5a0e-0cab-4c73-a216-577a179cd1de admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:04.960374 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-dc5b5a0e-0cab-4c73-a216-577a179cd1de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08df73bd-0f08-416d-af9e-73a4c236ff2d HTTP/1.1" status: 204 len: 168 time: 0.1343365 Nov 29 18:22:04.968574 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b5a0e-0cab-4c73-a216-577a179cd1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08df73bd-0f08-416d-af9e-73a4c236ff2d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:06.022485 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 51326) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:22:06.137632 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0884-4095-4e09-9253-d475b5f8d92f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:06.224622 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0884-4095-4e09-9253-d475b5f8d92f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:06.228738 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0884-4095-4e09-9253-d475b5f8d92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:06.274259 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3f4e0884-4095-4e09-9253-d475b5f8d92f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b15cfdecbfc64489b189c3acfe2189fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2505498 Nov 29 18:22:06.275179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e0884-4095-4e09-9253-d475b5f8d92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e33d7b-d410-4ef0-98cd-4db16db35477,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:06.277043 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 51336) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:22:06.330561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-36c6130d-b7fd-45e6-b6e6-fef3c965b1d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:06.353391 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-36c6130d-b7fd-45e6-b6e6-fef3c965b1d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:06.413565 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-36c6130d-b7fd-45e6-b6e6-fef3c965b1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:06.416257 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-36c6130d-b7fd-45e6-b6e6-fef3c965b1d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:06.420526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-36c6130d-b7fd-45e6-b6e6-fef3c965b1d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08e33d7b-d410-4ef0-98cd-4db16db35477 HTTP/1.1" status: 204 len: 168 time: 0.1397266 Nov 29 18:22:06.426177 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6130d-b7fd-45e6-b6e6-fef3c965b1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e33d7b-d410-4ef0-98cd-4db16db35477,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:08.699605 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-35f842aa-85b8-4512-a479-4b5e239e5318 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=092209d06f71428aa1ef2a478f738546&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290580 Nov 29 18:22:08.888699 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0ce7dbc3-9a9d-4f62-9dae-67a2871a6076 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:08.890198 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0ce7dbc3-9a9d-4f62-9dae-67a2871a6076 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848605 Nov 29 18:22:08.905870 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-6653affd-af86-4821-9d08-98d304293a68 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/quotas/092209d06f71428aa1ef2a478f738546 HTTP/1.1" status: 200 len: 375 time: 0.0093498 Nov 29 18:22:08.942422 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-fb1193e3-88f0-4e94-aca4-419c9e05181a tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=092209d06f71428aa1ef2a478f738546&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301347 Nov 29 18:22:09.129062 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5c37e5d-0497-44c5-b607-ae440616bf99 req-918fbf9a-142d-4896-af24-f6df6e40b073 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/ports?device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 210 time: 0.0261502 Nov 29 18:22:10.108462 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-26cbb1b0-08c1-4740-953c-3e79ea5c0c51 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=092209d06f71428aa1ef2a478f738546&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311129 Nov 29 18:22:10.238672 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4dfb308-dad5-4908-afad-0a5b98d85d0f req-86954087-5aeb-4d36-a0c0-b4442f6b1196 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/ports?device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 210 time: 0.0296042 Nov 29 18:22:10.329825 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-aee3b4e1-f03d-4c24-9f4b-7a6adfc1eae6 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:10.331323 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-aee3b4e1-f03d-4c24-9f4b-7a6adfc1eae6 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170269 Nov 29 18:22:10.358044 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-5c9257d4-736d-4d85-b115-b0b11729710e tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Request body: {'port': {'device_id': '1350dc28-a72b-4a49-a70c-7e52ab94dea6', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '092209d06f71428aa1ef2a478f738546'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:22:10.492048 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-5c9257d4-736d-4d85-b115-b0b11729710e tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Made reservation on behalf of 092209d06f71428aa1ef2a478f738546 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:22:10.495719 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-5c9257d4-736d-4d85-b115-b0b11729710e tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:10.505455 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-5c9257d4-736d-4d85-b115-b0b11729710e tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:10.594248 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-5c9257d4-736d-4d85-b115-b0b11729710e tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:10.598325 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-5c9257d4-736d-4d85-b115-b0b11729710e tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:10.661499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9257d4-736d-4d85-b115-b0b11729710e tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db49039-4bda-492d-be54-bd7b2e62cd6b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:10.735887 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-5c9257d4-736d-4d85-b115-b0b11729710e tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Allocated IP 192.168.233.121 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/aa9388fd-2808-4f66-a43c-3ead6c1f6919) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:22:10.904026 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-5c9257d4-736d-4d85-b115-b0b11729710e tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:10.938956 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-5c9257d4-736d-4d85-b115-b0b11729710e tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:10.983911 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-5c9257d4-736d-4d85-b115-b0b11729710e tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:22:10.987083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-5c9257d4-736d-4d85-b115-b0b11729710e tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:22:10.991589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-5c9257d4-736d-4d85-b115-b0b11729710e tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:22:11.018007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9257d4-736d-4d85-b115-b0b11729710e tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Pushing event updated for resources: {'Port': ['ID=aa9388fd-2808-4f66-a43c-3ead6c1f6919,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:11.050481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-5c9257d4-736d-4d85-b115-b0b11729710e tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:11.051222 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-5c9257d4-736d-4d85-b115-b0b11729710e tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:11.069523 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-5c9257d4-736d-4d85-b115-b0b11729710e tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7181420 Nov 29 18:22:11.087255 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Request body: {'port': {'device_id': '1350dc28-a72b-4a49-a70c-7e52ab94dea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:22:11.157762 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:11.342254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7427cf4d-fdfb-4a66-83a8-0c058a46c868 None None] Provisioning complete for port aa9388fd-2808-4f66-a43c-3ead6c1f6919 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:11.343353 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7427cf4d-fdfb-4a66-83a8-0c058a46c868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:11.384550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cb6d7-dcf1-4a35-adbf-35db1f940b23 req-cb6610fb-70ab-4d40-92e9-33dc6e2b1cce tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:11.385655 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a85cb6d7-dcf1-4a35-adbf-35db1f940b23 req-cb6610fb-70ab-4d40-92e9-33dc6e2b1cce tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/ports?device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 936 time: 0.0646908 Nov 29 18:22:11.393599 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7427cf4d-fdfb-4a66-83a8-0c058a46c868 None None] Port aa9388fd-2808-4f66-a43c-3ead6c1f6919 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:22:11.439411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a85cb6d7-dcf1-4a35-adbf-35db1f940b23 req-48c5f4ca-9341-40c5-9825-7c37a6a28988 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/security-groups?id=1db49039-4bda-492d-be54-bd7b2e62cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434351 Nov 29 18:22:11.485504 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9388fd-2808-4f66-a43c-3ead6c1f6919 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:22:11.494051 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:11.506915 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Transition to ACTIVE for port object aa9388fd-2808-4f66-a43c-3ead6c1f6919 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:22:11.511561 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:11.592460 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Pushing event updated for resources: {'Port': ['ID=aa9388fd-2808-4f66-a43c-3ead6c1f6919,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:11.652429 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Attempting to bind port aa9388fd-2808-4f66-a43c-3ead6c1f6919 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:22:11.652871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Attempting to bind port aa9388fd-2808-4f66-a43c-3ead6c1f6919 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:22:11.653284 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Attempting to bind port aa9388fd-2808-4f66-a43c-3ead6c1f6919 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:22:11.658015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Port aa9388fd-2808-4f66-a43c-3ead6c1f6919 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:22:11.658232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Attempting to bind port aa9388fd-2808-4f66-a43c-3ead6c1f6919 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:22:11.664746 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:22:11.665084 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:22:11.665476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:22:11.665914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Bound port: aa9388fd-2808-4f66-a43c-3ead6c1f6919, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:22:11.666281 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:11.736976 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] For port aa9388fd-2808-4f66-a43c-3ead6c1f6919, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:22:11.740635 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] For port aa9388fd-2808-4f66-a43c-3ead6c1f6919, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=aa9388fd-2808-4f66-a43c-3ead6c1f6919,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:22:11.745289 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:11.783430 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:11.784199 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:11.785460 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] 10.222.0.20 "PUT /v2.0/ports/aa9388fd-2808-4f66-a43c-3ead6c1f6919 HTTP/1.1" status: 200 len: 1096 time: 0.7037385 Nov 29 18:22:11.786547 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1350dc28-a72b-4a49-a70c-7e52ab94dea6', 'tag': 'aa9388fd-2808-4f66-a43c-3ead6c1f6919'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:22:11.788882 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fbab6e-811d-4624-abb7-216b2f9bb1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1350dc28-a72b-4a49-a70c-7e52ab94dea6", "tag": "aa9388fd-2808-4f66-a43c-3ead6c1f6919"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:22:11.815231 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc7a0c-d146-4f17-97ae-3b0a6866d5ba service neutron] Pushing event updated for resources: {'Port': ['ID=aa9388fd-2808-4f66-a43c-3ead6c1f6919,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:11.903443 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-b7d15777-58b5-4e05-a729-86fadd11fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:11.906811 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-b7d15777-58b5-4e05-a729-86fadd11fa2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=092209d06f71428aa1ef2a478f738546&device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 1099 time: 0.0519214 Nov 29 18:22:11.958972 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-aab574a8-7c6e-4d73-acdc-f968e7886d77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=aa9388fd-2808-4f66-a43c-3ead6c1f6919 HTTP/1.1" status: 200 len: 217 time: 0.0414984 Nov 29 18:22:12.022192 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3b371b-f91d-41af-b926-29ffef8df74a x-openstack-request-id: req-8e3b371b-f91d-41af-b926-29ffef8df74a {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:22:12.022497 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1350dc28-a72b-4a49-a70c-7e52ab94dea6", "tag": "aa9388fd-2808-4f66-a43c-3ead6c1f6919", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:22:12.022766 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e3b371b-f91d-41af-b926-29ffef8df74a {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:22:12.023517 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1350dc28-a72b-4a49-a70c-7e52ab94dea6', 'tag': 'aa9388fd-2808-4f66-a43c-3ead6c1f6919', 'status': 'completed', 'code': 200} Nov 29 18:22:12.050133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-8bb8a75c-644b-430e-91b7-4e4af41d3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:12.054869 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-8bb8a75c-644b-430e-91b7-4e4af41d3777 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0772171 Nov 29 18:22:12.117749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-790d2ec1-b79d-41fc-81e0-027ea5f603f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:12.119393 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-790d2ec1-b79d-41fc-81e0-027ea5f603f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0527163 Nov 29 18:22:12.219031 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-1bd48334-8bfa-49d7-b739-3008e576add5 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914419 Nov 29 18:22:12.315619 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-78378059-03a7-4f6d-bfbb-c1e156bed3ac req-4bc9f492-d0c4-4c4e-a32f-aa7d32ebfd52 service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885117 Nov 29 18:22:12.403236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbab6e-811d-4624-abb7-216b2f9bb1d5 req-1596c104-eeaf-4a79-8b53-23ca7365fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:12.404802 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-10fbab6e-811d-4624-abb7-216b2f9bb1d5 req-1596c104-eeaf-4a79-8b53-23ca7365fb9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=092209d06f71428aa1ef2a478f738546&device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 1099 time: 0.0433109 Nov 29 18:22:12.502488 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbab6e-811d-4624-abb7-216b2f9bb1d5 req-765bf644-4e73-4cb5-82cc-66f52bef7415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:12.504218 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-10fbab6e-811d-4624-abb7-216b2f9bb1d5 req-765bf644-4e73-4cb5-82cc-66f52bef7415 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.0918546 Nov 29 18:22:12.552903 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-10fbab6e-811d-4624-abb7-216b2f9bb1d5 req-1c3b9f55-1510-4c41-a9f8-c418659f2a3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=aa9388fd-2808-4f66-a43c-3ead6c1f6919 HTTP/1.1" status: 200 len: 217 time: 0.0401855 Nov 29 18:22:12.577484 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d74aad-53e4-48b0-bc1f-ebbd35c37a0d req-89e2438a-ae7b-4ffc-a227-bf64d8a76d85 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:12.582897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97d74aad-53e4-48b0-bc1f-ebbd35c37a0d req-89e2438a-ae7b-4ffc-a227-bf64d8a76d85 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/ports?device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 948 time: 0.0580719 Nov 29 18:22:12.605433 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbab6e-811d-4624-abb7-216b2f9bb1d5 req-fb3797f9-a36e-4e9b-9c65-ea59c75bd67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:12.606985 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-10fbab6e-811d-4624-abb7-216b2f9bb1d5 req-fb3797f9-a36e-4e9b-9c65-ea59c75bd67c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0472884 Nov 29 18:22:12.634774 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97d74aad-53e4-48b0-bc1f-ebbd35c37a0d req-bd78ece3-cf76-4a0b-9d25-7e6a9c4119cf tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/security-groups?id=1db49039-4bda-492d-be54-bd7b2e62cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493593 Nov 29 18:22:12.663980 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbab6e-811d-4624-abb7-216b2f9bb1d5 req-42be0abe-5fc6-4ccf-96ee-a5c1179ba9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:12.665541 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-10fbab6e-811d-4624-abb7-216b2f9bb1d5 req-42be0abe-5fc6-4ccf-96ee-a5c1179ba9c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0504935 Nov 29 18:22:12.764141 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-10fbab6e-811d-4624-abb7-216b2f9bb1d5 req-d2fd60cb-55fd-4647-8b53-f1adf21b474b service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908768 Nov 29 18:22:12.856737 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-10fbab6e-811d-4624-abb7-216b2f9bb1d5 req-4c7cbbb8-8f2d-4311-8e48-db9b040af71f service neutron] 10.222.0.20 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845444 Nov 29 18:22:13.743646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443886c-eaf7-4b23-84fc-2977673f0943 req-a7241563-473b-4c59-9095-17384ea6b1ea tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:13.745068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2443886c-eaf7-4b23-84fc-2977673f0943 req-a7241563-473b-4c59-9095-17384ea6b1ea tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/ports?device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 948 time: 0.0479014 Nov 29 18:22:13.793352 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2443886c-eaf7-4b23-84fc-2977673f0943 req-30dd8b78-b0ea-42b2-9c63-3f7e44b07076 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/security-groups?id=1db49039-4bda-492d-be54-bd7b2e62cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422633 Nov 29 18:22:14.909708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d4f40-4509-4f3f-9b7d-5e04317bb808 req-db7839ac-b1a3-4342-9870-23febf662bd1 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:14.911817 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-220d4f40-4509-4f3f-9b7d-5e04317bb808 req-db7839ac-b1a3-4342-9870-23febf662bd1 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/ports?device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 948 time: 0.0491760 Nov 29 18:22:14.962366 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-220d4f40-4509-4f3f-9b7d-5e04317bb808 req-653b5058-06d2-4ffb-a5c3-fb60bb0a4f3a tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/security-groups?id=1db49039-4bda-492d-be54-bd7b2e62cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445626 Nov 29 18:22:16.084748 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbf8d8-4c7a-477e-b98b-90a8221c7851 req-b2bcadef-8f05-4424-982c-c42ed8082142 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:16.086563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9edbf8d8-4c7a-477e-b98b-90a8221c7851 req-b2bcadef-8f05-4424-982c-c42ed8082142 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/ports?device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 948 time: 0.0510907 Nov 29 18:22:16.134122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9edbf8d8-4c7a-477e-b98b-90a8221c7851 req-a5073799-bd47-41a2-942c-8cc254ac641f tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/security-groups?id=1db49039-4bda-492d-be54-bd7b2e62cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414536 Nov 29 18:22:16.713383 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device aa9388fd-2808-4f66-a43c-3ead6c1f6919 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:22:16.810758 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port aa9388fd-2808-4f66-a43c-3ead6c1f6919, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=aa9388fd-2808-4f66-a43c-3ead6c1f6919,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:22:16.822810 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'aa9388fd-2808-4f66-a43c-3ead6c1f6919', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': 'aa9388fd-2808-4f66-a43c-3ead6c1f6919', 'mac_address': 'fa:16:3e:43:ef:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:22:16.860612 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:16.875227 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9388fd-2808-4f66-a43c-3ead6c1f6919 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:22:16.897853 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port aa9388fd-2808-4f66-a43c-3ead6c1f6919, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=aa9388fd-2808-4f66-a43c-3ead6c1f6919,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:22:16.902556 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:16.950839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=aa9388fd-2808-4f66-a43c-3ead6c1f6919,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:17.135151 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['aa9388fd-2808-4f66-a43c-3ead6c1f6919'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:22:17.249900 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a450487-0452-421f-81f7-e27bf04179f7 req-89615fad-1883-4e18-abb1-ec080cac6e43 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:17.251416 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a450487-0452-421f-81f7-e27bf04179f7 req-89615fad-1883-4e18-abb1-ec080cac6e43 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/ports?device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 949 time: 0.0482490 Nov 29 18:22:17.298484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a450487-0452-421f-81f7-e27bf04179f7 req-8be7e270-916f-4928-9222-6c8a9dbbf103 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/security-groups?id=1db49039-4bda-492d-be54-bd7b2e62cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405312 Nov 29 18:22:18.416404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c34f01-1f60-428e-b59b-dc1d9cc72136 req-639571e0-a376-45f4-bb17-d9bc8c2cd5c4 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:18.417925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44c34f01-1f60-428e-b59b-dc1d9cc72136 req-639571e0-a376-45f4-bb17-d9bc8c2cd5c4 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/ports?device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 949 time: 0.0521863 Nov 29 18:22:18.467067 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44c34f01-1f60-428e-b59b-dc1d9cc72136 req-5d6ae69a-2c7f-41be-9b54-fb0085609dcd tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/security-groups?id=1db49039-4bda-492d-be54-bd7b2e62cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416360 Nov 29 18:22:18.727281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device aa9388fd-2808-4f66-a43c-3ead6c1f6919 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:22:18.785131 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port aa9388fd-2808-4f66-a43c-3ead6c1f6919 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:22:18.789510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port aa9388fd-2808-4f66-a43c-3ead6c1f6919 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:18.789806 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:18.870877 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:18.893888 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1350dc28-a72b-4a49-a70c-7e52ab94dea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9388fd-2808-4f66-a43c-3ead6c1f6919'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:22:18.896672 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45695cdf-cb6c-4031-ae87-148ddc4f3e31" -d '{"events": [{"server_uuid": "1350dc28-a72b-4a49-a70c-7e52ab94dea6", "name": "network-vif-plugged", "status": "completed", "tag": "aa9388fd-2808-4f66-a43c-3ead6c1f6919"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:22:18.910014 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port aa9388fd-2808-4f66-a43c-3ead6c1f6919, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=aa9388fd-2808-4f66-a43c-3ead6c1f6919,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:22:18.914554 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:18.939284 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6039bd36-1a3c-443e-8d53-62ff58a094f5 x-openstack-request-id: req-6039bd36-1a3c-443e-8d53-62ff58a094f5 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:22:18.939587 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1350dc28-a72b-4a49-a70c-7e52ab94dea6", "name": "network-vif-plugged", "status": "completed", "tag": "aa9388fd-2808-4f66-a43c-3ead6c1f6919", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:22:18.939846 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6039bd36-1a3c-443e-8d53-62ff58a094f5 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:22:18.940241 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1350dc28-a72b-4a49-a70c-7e52ab94dea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9388fd-2808-4f66-a43c-3ead6c1f6919', 'code': 200} Nov 29 18:22:18.967019 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=aa9388fd-2808-4f66-a43c-3ead6c1f6919,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:19.050376 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86482649-72a7-4520-9d8f-c8a5cf72fb1c req-fd600e02-8463-4ffa-9589-a0635093d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:19.052024 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-86482649-72a7-4520-9d8f-c8a5cf72fb1c req-fd600e02-8463-4ffa-9589-a0635093d8fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 1101 time: 0.0460889 Nov 29 18:22:19.099724 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-86482649-72a7-4520-9d8f-c8a5cf72fb1c req-88b1a65a-b13d-47ee-92be-2d2f1a1f4639 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1db49039-4bda-492d-be54-bd7b2e62cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403354 Nov 29 18:22:19.585549 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37bc26-7fb3-4386-96c9-ad08332f59de req-2b0bd6e4-b7a3-42b8-9428-ab7ac8cd14d9 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:19.587038 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc37bc26-7fb3-4386-96c9-ad08332f59de req-2b0bd6e4-b7a3-42b8-9428-ab7ac8cd14d9 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/ports?device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 950 time: 0.0497701 Nov 29 18:22:19.633620 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc37bc26-7fb3-4386-96c9-ad08332f59de req-022723df-8800-42a8-8da9-cd305e046ad7 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/security-groups?id=1db49039-4bda-492d-be54-bd7b2e62cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Nov 29 18:22:20.749418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85680b34-18ba-499a-9507-26d89e28c509 req-cbeb392b-b50c-473a-acc4-a84afc941496 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:20.750816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85680b34-18ba-499a-9507-26d89e28c509 req-cbeb392b-b50c-473a-acc4-a84afc941496 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/ports?device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 950 time: 0.0484855 Nov 29 18:22:20.803149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85680b34-18ba-499a-9507-26d89e28c509 req-70c51b57-f96e-401a-8c5a-098a0a1f0ee6 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/security-groups?id=1db49039-4bda-492d-be54-bd7b2e62cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452056 Nov 29 18:22:21.094973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229f4f5-5ddf-4486-9b92-dc2f49390af2 req-414eec05-dc16-4268-8a77-0090e391af8c tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:21.096306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6229f4f5-5ddf-4486-9b92-dc2f49390af2 req-414eec05-dc16-4268-8a77-0090e391af8c tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/ports?device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 950 time: 0.0611343 Nov 29 18:22:21.150939 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6229f4f5-5ddf-4486-9b92-dc2f49390af2 req-046cb222-df67-4103-b088-d862d577b1b1 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/security-groups?id=1db49039-4bda-492d-be54-bd7b2e62cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470397 Nov 29 18:22:22.281420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20270655-e84d-48fe-9b97-d4e41a0be343 req-42816db0-818a-41ca-8c2e-eb512791e207 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:22.282942 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20270655-e84d-48fe-9b97-d4e41a0be343 req-42816db0-818a-41ca-8c2e-eb512791e207 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/ports?device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 950 time: 0.0552654 Nov 29 18:22:22.334316 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20270655-e84d-48fe-9b97-d4e41a0be343 req-61700207-643d-4c7a-9b54-1cd528ae6f3f tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/security-groups?id=1db49039-4bda-492d-be54-bd7b2e62cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448773 Nov 29 18:22:22.568126 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bab44-49b8-49d6-bd8a-b1c0c1eeaee5 req-facf552f-4ea4-4ce6-b8a7-46149e50ba31 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:22.569607 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-450bab44-49b8-49d6-bd8a-b1c0c1eeaee5 req-facf552f-4ea4-4ce6-b8a7-46149e50ba31 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.20 "GET /v2.0/ports?device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 950 time: 0.0524077 Nov 29 18:22:22.668659 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-450bab44-49b8-49d6-bd8a-b1c0c1eeaee5 req-1a8c9605-07e6-4ad6-909e-d376609148d0 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Deleting port aa9388fd-2808-4f66-a43c-3ead6c1f6919 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:22:22.669033 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-450bab44-49b8-49d6-bd8a-b1c0c1eeaee5 req-1a8c9605-07e6-4ad6-909e-d376609148d0 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:22.766813 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-450bab44-49b8-49d6-bd8a-b1c0c1eeaee5 req-1a8c9605-07e6-4ad6-909e-d376609148d0 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] For port aa9388fd-2808-4f66-a43c-3ead6c1f6919, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=aa9388fd-2808-4f66-a43c-3ead6c1f6919,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:22:22.767031 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-450bab44-49b8-49d6-bd8a-b1c0c1eeaee5 req-1a8c9605-07e6-4ad6-909e-d376609148d0 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:22.782747 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-450bab44-49b8-49d6-bd8a-b1c0c1eeaee5 req-1a8c9605-07e6-4ad6-909e-d376609148d0 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Calling delete_port for aa9388fd-2808-4f66-a43c-3ead6c1f6919 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:22:22.931124 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-450bab44-49b8-49d6-bd8a-b1c0c1eeaee5 req-1a8c9605-07e6-4ad6-909e-d376609148d0 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:22.944593 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['aa9388fd-2808-4f66-a43c-3ead6c1f6919'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:22:22.963586 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c9605-07e6-4ad6-909e-d376609148d0 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Pushing event deleted for resources: {'Port': ['ID=aa9388fd-2808-4f66-a43c-3ead6c1f6919,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:23.010377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-450bab44-49b8-49d6-bd8a-b1c0c1eeaee5 req-1a8c9605-07e6-4ad6-909e-d376609148d0 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] No DVR routers for this DVR port aa9388fd-2808-4f66-a43c-3ead6c1f6919 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:22:23.014914 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-450bab44-49b8-49d6-bd8a-b1c0c1eeaee5 req-1a8c9605-07e6-4ad6-909e-d376609148d0 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:23.022592 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-450bab44-49b8-49d6-bd8a-b1c0c1eeaee5 req-1a8c9605-07e6-4ad6-909e-d376609148d0 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.20 "DELETE /v2.0/ports/aa9388fd-2808-4f66-a43c-3ead6c1f6919 HTTP/1.1" status: 204 len: 173 time: 0.4461520 Nov 29 18:22:23.023128 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1350dc28-a72b-4a49-a70c-7e52ab94dea6', 'name': 'network-vif-deleted', 'tag': 'aa9388fd-2808-4f66-a43c-3ead6c1f6919'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:22:23.025630 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc42769-8f1b-4e1f-ad37-0d7ef1b0a9fb" -d '{"events": [{"server_uuid": "1350dc28-a72b-4a49-a70c-7e52ab94dea6", "name": "network-vif-deleted", "tag": "aa9388fd-2808-4f66-a43c-3ead6c1f6919"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:22:23.085414 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e19cce-fdb4-40af-9a88-943269133988 x-openstack-request-id: req-75e19cce-fdb4-40af-9a88-943269133988 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:22:23.085723 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1350dc28-a72b-4a49-a70c-7e52ab94dea6", "name": "network-vif-deleted", "tag": "aa9388fd-2808-4f66-a43c-3ead6c1f6919", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:22:23.085983 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75e19cce-fdb4-40af-9a88-943269133988 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:22:23.086388 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1350dc28-a72b-4a49-a70c-7e52ab94dea6', 'name': 'network-vif-deleted', 'tag': 'aa9388fd-2808-4f66-a43c-3ead6c1f6919', 'status': 'completed', 'code': 200} Nov 29 18:22:23.473771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a43574a0-7d77-438a-b877-838312f234f6 req-87ab7fd8-38bb-42d7-8750-44af34f9c429 tempest-VolumesNegativeTest-407556043 tempest-VolumesNegativeTest-407556043-project] 10.222.0.23 "GET /v2.0/ports?device_id=1350dc28-a72b-4a49-a70c-7e52ab94dea6 HTTP/1.1" status: 200 len: 210 time: 0.0351925 Nov 29 18:22:23.963786 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd41355e-b356-4262-a398-83f123d60eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:26.420059 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8d054888-dcea-437c-b3f9-160a6324065d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:26.744197 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device aa9388fd-2808-4f66-a43c-3ead6c1f6919 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:22:26.770868 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: aa9388fd-2808-4f66-a43c-3ead6c1f6919 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:22:26.771232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device aa9388fd-2808-4f66-a43c-3ead6c1f6919 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:22:27.218755 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:27.588219 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:29.116801 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:29.425279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7646d9a-9945-492f-9aa5-52da57a4dfc1 req-5efc3b99-943c-4a6a-a3d7-84bf6e841a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:29.435032 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7646d9a-9945-492f-9aa5-52da57a4dfc1 req-5efc3b99-943c-4a6a-a3d7-84bf6e841a54 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 1097 time: 0.1996052 Nov 29 18:22:29.490836 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e7646d9a-9945-492f-9aa5-52da57a4dfc1 req-a651ed77-a248-499b-99ed-81a852fe855b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fc5e1145-ba09-4588-9953-5398b739f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540082 Nov 29 18:22:29.574474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52298) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:22:29.678897 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:29.731209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ae3a0a34-fdea-42e6-b753-eaee0e48062a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=092209d06f71428aa1ef2a478f738546&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1550734 Nov 29 18:22:29.733385 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52302) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:22:29.782455 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2faf4544-550d-4a93-a001-fe472dcef26a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:29.805136 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2faf4544-550d-4a93-a001-fe472dcef26a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:29.851189 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2faf4544-550d-4a93-a001-fe472dcef26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:29.853742 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2faf4544-550d-4a93-a001-fe472dcef26a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:29.854919 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2faf4544-550d-4a93-a001-fe472dcef26a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1db49039-4bda-492d-be54-bd7b2e62cd6b HTTP/1.1" status: 204 len: 168 time: 0.1204035 Nov 29 18:22:29.862968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf4544-550d-4a93-a001-fe472dcef26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db49039-4bda-492d-be54-bd7b2e62cd6b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:29.981419 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:30.630538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52336) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:22:30.771536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a8872bd0-2bb0-4235-9411-b86be112bb54 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1218038926-network', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:22:30.793912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8872bd0-2bb0-4235-9411-b86be112bb54 admin admin] Made reservation on behalf of afd1c8a192af4cdea880653347474ddd for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:22:30.796422 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8872bd0-2bb0-4235-9411-b86be112bb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:30.806969 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8872bd0-2bb0-4235-9411-b86be112bb54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:30.908494 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8872bd0-2bb0-4235-9411-b86be112bb54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:30.913511 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8872bd0-2bb0-4235-9411-b86be112bb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:30.939495 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8872bd0-2bb0-4235-9411-b86be112bb54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:22:30.950373 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8872bd0-2bb0-4235-9411-b86be112bb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347ca753-8559-41ae-83af-205ee6cf5ba9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:30.955236 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8872bd0-2bb0-4235-9411-b86be112bb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:30.955584 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-a8872bd0-2bb0-4235-9411-b86be112bb54 admin admin] Added segment cddcfd50-cfce-4e15-90ef-768cea941dfc of type vlan for network 17740a96-67d7-464f-9844-3e5026fd8af9 Nov 29 18:22:31.005473 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8872bd0-2bb0-4235-9411-b86be112bb54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:31.032472 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8872bd0-2bb0-4235-9411-b86be112bb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:31.033531 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8872bd0-2bb0-4235-9411-b86be112bb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:31.034312 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8872bd0-2bb0-4235-9411-b86be112bb54 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:31.092025 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a8872bd0-2bb0-4235-9411-b86be112bb54 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4594977 Nov 29 18:22:31.095132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52348) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:22:31.102133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3da0e290-844c-4cab-8cb7-c8496a17e457 admin admin] Request body: {'subnet': {'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1218038926-subnet', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:22:31.112895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8872bd0-2bb0-4235-9411-b86be112bb54 admin admin] Pushing event updated for resources: {'Network': ['ID=17740a96-67d7-464f-9844-3e5026fd8af9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:31.131954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da0e290-844c-4cab-8cb7-c8496a17e457 admin admin] Made reservation on behalf of afd1c8a192af4cdea880653347474ddd for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:22:31.134499 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3da0e290-844c-4cab-8cb7-c8496a17e457 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:31.186140 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 17740a96-67d7-464f-9844-3e5026fd8af9 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:22:31.309032 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3da0e290-844c-4cab-8cb7-c8496a17e457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:31.357087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0e290-844c-4cab-8cb7-c8496a17e457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8fce5b1-3801-484e-9527-47dc068351fb,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:31.372932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da0e290-844c-4cab-8cb7-c8496a17e457 admin admin] Checking segment: {'id': 'cddcfd50-cfce-4e15-90ef-768cea941dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:22:31.373288 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da0e290-844c-4cab-8cb7-c8496a17e457 admin admin] Network hostable DHCP agents. Network: 17740a96-67d7-464f-9844-3e5026fd8af9, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:22:31.390206 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da0e290-844c-4cab-8cb7-c8496a17e457 admin admin] Network 17740a96-67d7-464f-9844-3e5026fd8af9 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:22:31.399259 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-3da0e290-844c-4cab-8cb7-c8496a17e457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 17740a96-67d7-464f-9844-3e5026fd8af9) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:22:31.403971 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da0e290-844c-4cab-8cb7-c8496a17e457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:31.405132 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3da0e290-844c-4cab-8cb7-c8496a17e457 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:31.408663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b138ca-4748-4ef5-bcf4-71281a12cfcc None None] Network 17740a96-67d7-464f-9844-3e5026fd8af9 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:22:31.423006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3da0e290-844c-4cab-8cb7-c8496a17e457 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3266144 Nov 29 18:22:31.425522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52350) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:22:31.430475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:22:31.455711 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:31.456875 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:31.459682 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:22:31.516528 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:31.564379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-17740a96-67d7-464f-9844-3e5026fd8af9', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'fixed_ips': [{'subnet_id': 'a8fce5b1-3801-484e-9527-47dc068351fb'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:22:31.565358 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:31.704716 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Allocated IP 172.20.0.2 (17740a96-67d7-464f-9844-3e5026fd8af9/a8fce5b1-3801-484e-9527-47dc068351fb/3db43f7c-8d97-46c2-b3d0-0d8da76f27a3) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:22:31.877069 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:31.884048 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:31.925874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Network 17740a96-67d7-464f-9844-3e5026fd8af9 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:22:31.929135 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:22:31.931575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:22:31.933725 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:31.964835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Pushing event updated for resources: {'Port': ['ID=3db43f7c-8d97-46c2-b3d0-0d8da76f27a3,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:31.991896 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:31.992248 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:31.992597 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:31.992941 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:31.993279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:31.993617 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:31.993948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:31.994279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:31.994608 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:31.994976 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:31.995306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:31.995635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:32.008799 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Attempting to bind port 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:22:32.009413 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Attempting to bind port 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'cddcfd50-cfce-4e15-90ef-768cea941dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:22:32.009972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Attempting to bind port 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 on network 17740a96-67d7-464f-9844-3e5026fd8af9 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:22:32.015884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:22:32.016275 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Checking segment: {'id': 'cddcfd50-cfce-4e15-90ef-768cea941dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:22:32.016678 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:32.017081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Bound using segment: {'id': 'cddcfd50-cfce-4e15-90ef-768cea941dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:22:32.017555 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Bound port: 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddcfd50-cfce-4e15-90ef-768cea941dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:22:32.017942 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:32.090415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] For port 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:22:32.093882 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] For port 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3db43f7c-8d97-46c2-b3d0-0d8da76f27a3,segment=NetworkSegment(cddcfd50-cfce-4e15-90ef-768cea941dfc),segment_id=cddcfd50-cfce-4e15-90ef-768cea941dfc)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:22:32.100122 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:32.167201 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267e542-e44b-4f5c-9641-d8aca771689a None None] Pushing event updated for resources: {'Port': ['ID=3db43f7c-8d97-46c2-b3d0-0d8da76f27a3,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:32.190504 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:32.210992 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:32.328075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Allocated IP 172.25.3.197 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/1d95c529-3539-4e27-9455-02ab8b28ebc0) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:22:32.466101 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:32.509864 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:32.557407 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:22:32.560369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:22:32.564049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:22:32.574391 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fda30e1-4809-422c-9bdf-033776f9eb54 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:22:32.593710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Pushing event updated for resources: {'Port': ['ID=1d95c529-3539-4e27-9455-02ab8b28ebc0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:32.643705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-536bdaf2-8a18-4989-95a5-f838c118cfcc None None] Provisioning complete for port 1d95c529-3539-4e27-9455-02ab8b28ebc0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:32.644160 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-536bdaf2-8a18-4989-95a5-f838c118cfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:32.836989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:22:32.883623 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-536bdaf2-8a18-4989-95a5-f838c118cfcc None None] Port 1d95c529-3539-4e27-9455-02ab8b28ebc0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:22:32.888214 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:32.906920 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:32.907648 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:33.005598 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:33.041501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3db43f7c-8d97-46c2-b3d0-0d8da76f27a3,segment=NetworkSegment(cddcfd50-cfce-4e15-90ef-768cea941dfc),segment_id=cddcfd50-cfce-4e15-90ef-768cea941dfc)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:22:33.048702 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:33.107249 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=3db43f7c-8d97-46c2-b3d0-0d8da76f27a3,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:33.139636 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:33.303955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Router 3ad2198f-da62-4b73-a0b0-82d176d60acc is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:22:33.370824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41eb62d-3475-4b8f-a65f-4f0eef486bd0 None None] Network 17740a96-67d7-464f-9844-3e5026fd8af9 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:22:33.435314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:22:33.447797 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Sync routers for ids ['3ad2198f-da62-4b73-a0b0-82d176d60acc'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:22:33.455686 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:33.457739 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d50f238c-25a8-4647-ae99-b5ce3aef48f8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0307019 Nov 29 18:22:33.460494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52378) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:22:33.465438 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Routers {'3ad2198f-da62-4b73-a0b0-82d176d60acc'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:22:33.466409 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:22:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['3ad2198f-da62-4b73-a0b0-82d176d60acc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:22:33.471814 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-36bdc628-7d54-47fa-9e1f-27f7aeec570c None None] Provisioning complete for port 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:33.472452 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-36bdc628-7d54-47fa-9e1f-27f7aeec570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:33.633464 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Set router 3ad2198f-da62-4b73-a0b0-82d176d60acc gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:22:33.859535 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:22:32Z', 'revision_number': 3, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port': {'id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:32Z', 'updated_at': '2021-11-29T18:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:22:33.892985 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Checking router: 3ad2198f-da62-4b73-a0b0-82d176d60acc for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:22:33.893427 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Updating router 3ad2198f-da62-4b73-a0b0-82d176d60acc port 1d95c529-3539-4e27-9455-02ab8b28ebc0 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:22:33.938819 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:33.981362 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-30bb4e67-e8ce-436d-a61f-18e2e67d8104 None None] Provisioning complete for port 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:33.982323 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30bb4e67-e8ce-436d-a61f-18e2e67d8104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:34.212561 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:34.236090 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:34.243427 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:34.290308 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8c915f-5844-413b-a20f-bfdb893a61ac None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:22:34.304443 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Attempting to bind port 1d95c529-3539-4e27-9455-02ab8b28ebc0 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:22:34.304881 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Attempting to bind port 1d95c529-3539-4e27-9455-02ab8b28ebc0 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:22:34.305256 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Attempting to bind port 1d95c529-3539-4e27-9455-02ab8b28ebc0 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:22:34.307192 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f7aad-3fbc-4a54-a986-485cc21f67c2 None None] Pushing event updated for resources: {'Port': ['ID=1d95c529-3539-4e27-9455-02ab8b28ebc0,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:34.318047 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:22:34.318438 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:22:34.318873 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:34.319301 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:22:34.320398 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Bound port: 1d95c529-3539-4e27-9455-02ab8b28ebc0, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:22:34.320816 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:34.323175 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f7aad-3fbc-4a54-a986-485cc21f67c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.323538 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f7aad-3fbc-4a54-a986-485cc21f67c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.323870 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f7aad-3fbc-4a54-a986-485cc21f67c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.324210 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f7aad-3fbc-4a54-a986-485cc21f67c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.324546 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f7aad-3fbc-4a54-a986-485cc21f67c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.324879 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f7aad-3fbc-4a54-a986-485cc21f67c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.325243 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f7aad-3fbc-4a54-a986-485cc21f67c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.325573 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f7aad-3fbc-4a54-a986-485cc21f67c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.325902 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f7aad-3fbc-4a54-a986-485cc21f67c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.326229 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f7aad-3fbc-4a54-a986-485cc21f67c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.326558 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f7aad-3fbc-4a54-a986-485cc21f67c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.326912 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f7aad-3fbc-4a54-a986-485cc21f67c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.384351 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] For port 1d95c529-3539-4e27-9455-02ab8b28ebc0, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:22:34.387510 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Allocated IP 172.20.0.1 (17740a96-67d7-464f-9844-3e5026fd8af9/a8fce5b1-3801-484e-9527-47dc068351fb/d20dd416-d73a-4c58-b938-028f098eb118) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:22:34.388454 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] For port 1d95c529-3539-4e27-9455-02ab8b28ebc0, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1d95c529-3539-4e27-9455-02ab8b28ebc0,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:22:34.393960 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:34.415120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3dccc891-c552-4f1e-ac3b-beda605300dc None None] Provisioning complete for port 1d95c529-3539-4e27-9455-02ab8b28ebc0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:34.415768 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3dccc891-c552-4f1e-ac3b-beda605300dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:34.466778 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709ad816-5865-448e-931a-4b63bcd36a57 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:22:34.473368 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Routers {'3ad2198f-da62-4b73-a0b0-82d176d60acc'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:22:34.474018 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:22:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['3ad2198f-da62-4b73-a0b0-82d176d60acc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:22:34.477522 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f7aad-3fbc-4a54-a986-485cc21f67c2 None None] Pushing event updated for resources: {'Port': ['ID=1d95c529-3539-4e27-9455-02ab8b28ebc0,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:34.510037 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:34.550195 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:34.591401 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] Set router 3ad2198f-da62-4b73-a0b0-82d176d60acc gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:22:34.599671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Network 17740a96-67d7-464f-9844-3e5026fd8af9 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:22:34.602741 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3dccc891-c552-4f1e-ac3b-beda605300dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:34.602887 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:22:34.606868 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:22:34.630549 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3dccc891-c552-4f1e-ac3b-beda605300dc None None] For port 1d95c529-3539-4e27-9455-02ab8b28ebc0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1d95c529-3539-4e27-9455-02ab8b28ebc0,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:22:34.647820 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3dccc891-c552-4f1e-ac3b-beda605300dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:34.648665 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:34.783629 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccc891-c552-4f1e-ac3b-beda605300dc None None] Pushing event updated for resources: {'Port': ['ID=1d95c529-3539-4e27-9455-02ab8b28ebc0,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:34.784028 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d20dd416-d73a-4c58-b938-028f098eb118,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:34.789028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:22:34.844355 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8aa434a4-cc08-45e7-a329-440510385d8c None None] Provisioning complete for port 1d95c529-3539-4e27-9455-02ab8b28ebc0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:34.844737 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8aa434a4-cc08-45e7-a329-440510385d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:34.865552 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.866256 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.866389 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:22:32Z', 'revision_number': 3, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port': {'id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:32Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:22:34.866965 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.868945 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.869738 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.870214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.870704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.874270 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.875304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.875791 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.878010 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.883934 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:22:34.907326 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:34.907624 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:34.916675 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5b5f8-df05-4e86-a3da-7208fc538583 None None] The sync data for ids ['3ad2198f-da62-4b73-a0b0-82d176d60acc'] in n-d-819494-5 is: [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:22:32Z', 'revision_number': 3, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port': {'id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:32Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:22:34.982972 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:35.176624 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:35.182581 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:35.196824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e8e9a6ec-7c05-4f5a-bd73-e30f62d38786 None None] Provisioning complete for port d20dd416-d73a-4c58-b938-028f098eb118 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:35.197354 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8e9a6ec-7c05-4f5a-bd73-e30f62d38786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:35.270920 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e8e9a6ec-7c05-4f5a-bd73-e30f62d38786 None None] Port d20dd416-d73a-4c58-b938-028f098eb118 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:22:35.281840 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:35.285730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d20dd416-d73a-4c58-b938-028f098eb118,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:35.402486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Network 17740a96-67d7-464f-9844-3e5026fd8af9 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:22:35.404371 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:22:35.544973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Router 3ad2198f-da62-4b73-a0b0-82d176d60acc has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:22:35.669951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:22:35.675162 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-91d462ae-de55-435e-8525-b5e59d1b29e1 admin admin] 10.222.0.23 "PUT /v2.0/routers/3ad2198f-da62-4b73-a0b0-82d176d60acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2135763 Nov 29 18:22:35.704784 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-59329277-76ba-4799-82f7-a46cfa89c170 None None] Provisioning complete for port d20dd416-d73a-4c58-b938-028f098eb118 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:35.705396 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-59329277-76ba-4799-82f7-a46cfa89c170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:35.752943 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-59329277-76ba-4799-82f7-a46cfa89c170 None None] Port d20dd416-d73a-4c58-b938-028f098eb118 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:22:36.285768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52444) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:22:36.290907 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1b66c605-c0c7-4ad9-b869-adcf233a2a2f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-894805385-network', 'tenant_id': '40d7c5cadbf848a0b28b59bdbf5d30fb'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:22:36.311490 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b66c605-c0c7-4ad9-b869-adcf233a2a2f admin admin] Made reservation on behalf of 40d7c5cadbf848a0b28b59bdbf5d30fb for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:22:36.313732 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b66c605-c0c7-4ad9-b869-adcf233a2a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:36.326942 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b66c605-c0c7-4ad9-b869-adcf233a2a2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:36.410813 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b66c605-c0c7-4ad9-b869-adcf233a2a2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:36.416254 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b66c605-c0c7-4ad9-b869-adcf233a2a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:36.446283 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b66c605-c0c7-4ad9-b869-adcf233a2a2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:22:36.455336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66c605-c0c7-4ad9-b869-adcf233a2a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963d18bd-bbd5-4280-958b-1d5c65fb9a98,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:36.466672 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b66c605-c0c7-4ad9-b869-adcf233a2a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:36.467015 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-1b66c605-c0c7-4ad9-b869-adcf233a2a2f admin admin] Added segment 61e9dc11-5a2c-4530-ba86-566671592a6a of type vlan for network 147e8e51-792a-4466-a44f-e7c25066bcbf Nov 29 18:22:36.512583 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b66c605-c0c7-4ad9-b869-adcf233a2a2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:36.538958 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b66c605-c0c7-4ad9-b869-adcf233a2a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:36.539633 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b66c605-c0c7-4ad9-b869-adcf233a2a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:36.540378 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b66c605-c0c7-4ad9-b869-adcf233a2a2f admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:36.608513 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1b66c605-c0c7-4ad9-b869-adcf233a2a2f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3215680 Nov 29 18:22:36.612443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52450) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:22:36.619962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e51a244c-c065-4e65-b0ce-5a12e3e5a001 admin admin] Request body: {'subnet': {'network_id': '147e8e51-792a-4466-a44f-e7c25066bcbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-894805385-subnet', 'tenant_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:22:36.622323 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66c605-c0c7-4ad9-b869-adcf233a2a2f admin admin] Pushing event updated for resources: {'Network': ['ID=147e8e51-792a-4466-a44f-e7c25066bcbf,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:36.633827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 147e8e51-792a-4466-a44f-e7c25066bcbf details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:22:36.645316 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51a244c-c065-4e65-b0ce-5a12e3e5a001 admin admin] Made reservation on behalf of 40d7c5cadbf848a0b28b59bdbf5d30fb for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:22:36.650081 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e51a244c-c065-4e65-b0ce-5a12e3e5a001 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:36.826608 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1d95c529-3539-4e27-9455-02ab8b28ebc0 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:22:36.880599 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Sync routers for ids ['3ad2198f-da62-4b73-a0b0-82d176d60acc'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:22:36.902642 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Routers {'3ad2198f-da62-4b73-a0b0-82d176d60acc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:22:36.903313 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:22:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['3ad2198f-da62-4b73-a0b0-82d176d60acc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:22:37.005443 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e51a244c-c065-4e65-b0ce-5a12e3e5a001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:37.052779 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 1d95c529-3539-4e27-9455-02ab8b28ebc0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:37.053375 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:37.069118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a244c-c065-4e65-b0ce-5a12e3e5a001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7574708d-6b53-4f72-aa6f-515ae1d53597,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:37.079274 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51a244c-c065-4e65-b0ce-5a12e3e5a001 admin admin] Checking segment: {'id': '61e9dc11-5a2c-4530-ba86-566671592a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '147e8e51-792a-4466-a44f-e7c25066bcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:22:37.079655 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51a244c-c065-4e65-b0ce-5a12e3e5a001 admin admin] Network hostable DHCP agents. Network: 147e8e51-792a-4466-a44f-e7c25066bcbf, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:22:37.096014 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Set router 3ad2198f-da62-4b73-a0b0-82d176d60acc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:22:37.098594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51a244c-c065-4e65-b0ce-5a12e3e5a001 admin admin] Network 147e8e51-792a-4466-a44f-e7c25066bcbf is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:22:37.107922 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e51a244c-c065-4e65-b0ce-5a12e3e5a001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 147e8e51-792a-4466-a44f-e7c25066bcbf) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:22:37.113988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51a244c-c065-4e65-b0ce-5a12e3e5a001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:37.114680 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e51a244c-c065-4e65-b0ce-5a12e3e5a001 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:37.129204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d7f96a-be52-479c-a7da-d2a6ab53e0c0 None None] Network 147e8e51-792a-4466-a44f-e7c25066bcbf requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:22:37.138022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 52466) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:22:37.138579 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e51a244c-c065-4e65-b0ce-5a12e3e5a001 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5237629 Nov 29 18:22:37.143388 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-894805385-router', 'tenant_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:22:37.167766 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:37.168961 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:37.231436 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:37.396358 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:37.455582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-147e8e51-792a-4466-a44f-e7c25066bcbf', 'network_id': '147e8e51-792a-4466-a44f-e7c25066bcbf', 'tenant_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'fixed_ips': [{'subnet_id': '7574708d-6b53-4f72-aa6f-515ae1d53597'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:22:37.456577 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:37.661940 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:37.688024 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:37.724286 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port': {'id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:32Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'd20dd416-d73a-4c58-b938-028f098eb118', 'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'mac_address': 'fa:16:3e:e4:bb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:34Z', 'updated_at': '2021-11-29T18:22:35Z', 'revision_number': 2, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'subnets': [{'id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:22:37.772102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Checking router: 3ad2198f-da62-4b73-a0b0-82d176d60acc for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:22:37.772465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Updating router 3ad2198f-da62-4b73-a0b0-82d176d60acc port d20dd416-d73a-4c58-b938-028f098eb118 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:22:37.812923 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:37.821322 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Allocated IP 172.25.3.69 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/736d4156-729c-41c0-84b9-c11902cdf6ff) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:22:37.836074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Allocated IP 172.20.0.2 (147e8e51-792a-4466-a44f-e7c25066bcbf/7574708d-6b53-4f72-aa6f-515ae1d53597/1025c221-26f9-4898-9c09-6fc65de2cbd9) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:22:37.969599 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:38.040417 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:38.085684 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:22:38.089931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:22:38.094278 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:22:38.146459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18171dd7-4be8-4759-996c-929a56ed3ef1 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:22:38.202574 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:38.228727 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:38.287709 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=736d4156-729c-41c0-84b9-c11902cdf6ff,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:38.338168 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Network 147e8e51-792a-4466-a44f-e7c25066bcbf is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:22:38.353976 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6cdc385b-0660-47a4-8a40-baf0a511dd21 None None] Provisioning complete for port 736d4156-729c-41c0-84b9-c11902cdf6ff triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:38.354361 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6cdc385b-0660-47a4-8a40-baf0a511dd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:38.393848 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc385b-0660-47a4-8a40-baf0a511dd21 None None] Port 736d4156-729c-41c0-84b9-c11902cdf6ff cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:22:38.397158 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:22:38.399712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:22:38.408901 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Pushing event updated for resources: {'Port': ['ID=1025c221-26f9-4898-9c09-6fc65de2cbd9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:38.446225 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:38.527457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Attempting to bind port 1025c221-26f9-4898-9c09-6fc65de2cbd9 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:22:38.527457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Attempting to bind port 1025c221-26f9-4898-9c09-6fc65de2cbd9 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '61e9dc11-5a2c-4530-ba86-566671592a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '147e8e51-792a-4466-a44f-e7c25066bcbf'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:22:38.527457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Attempting to bind port 1025c221-26f9-4898-9c09-6fc65de2cbd9 on network 147e8e51-792a-4466-a44f-e7c25066bcbf {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:22:38.532749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:22:38.533141 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Checking segment: {'id': '61e9dc11-5a2c-4530-ba86-566671592a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '147e8e51-792a-4466-a44f-e7c25066bcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:22:38.533563 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:38.533974 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Bound using segment: {'id': '61e9dc11-5a2c-4530-ba86-566671592a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '147e8e51-792a-4466-a44f-e7c25066bcbf'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:22:38.537860 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Bound port: 1025c221-26f9-4898-9c09-6fc65de2cbd9, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e9dc11-5a2c-4530-ba86-566671592a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '147e8e51-792a-4466-a44f-e7c25066bcbf'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:22:38.537860 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:38.650397 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] For port 1025c221-26f9-4898-9c09-6fc65de2cbd9, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:22:38.653704 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:38.656433 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] For port 1025c221-26f9-4898-9c09-6fc65de2cbd9, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1025c221-26f9-4898-9c09-6fc65de2cbd9,segment=NetworkSegment(61e9dc11-5a2c-4530-ba86-566671592a6a),segment_id=61e9dc11-5a2c-4530-ba86-566671592a6a)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:22:38.665141 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:38.669759 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:38.696976 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:38.788878 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685e80c-f9aa-4360-8dbd-f17fd68fda79 None None] Pushing event updated for resources: {'Port': ['ID=1025c221-26f9-4898-9c09-6fc65de2cbd9,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:38.876509 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Attempting to bind port d20dd416-d73a-4c58-b938-028f098eb118 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:22:38.876904 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Attempting to bind port d20dd416-d73a-4c58-b938-028f098eb118 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'cddcfd50-cfce-4e15-90ef-768cea941dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:22:38.877272 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Attempting to bind port d20dd416-d73a-4c58-b938-028f098eb118 on network 17740a96-67d7-464f-9844-3e5026fd8af9 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:22:38.891072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:22:38.891296 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Checking segment: {'id': 'cddcfd50-cfce-4e15-90ef-768cea941dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:22:38.891711 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:38.892117 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Bound using segment: {'id': 'cddcfd50-cfce-4e15-90ef-768cea941dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:22:38.892611 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Bound port: d20dd416-d73a-4c58-b938-028f098eb118, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddcfd50-cfce-4e15-90ef-768cea941dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:22:38.893001 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:38.969731 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320a56a-4cb7-4ad3-8d0d-35e63cbfdba7 None None] Pushing event updated for resources: {'Port': ['ID=d20dd416-d73a-4c58-b938-028f098eb118,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:39.076419 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] For port d20dd416-d73a-4c58-b938-028f098eb118, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:22:39.080318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] For port d20dd416-d73a-4c58-b938-028f098eb118, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d20dd416-d73a-4c58-b938-028f098eb118,segment=NetworkSegment(cddcfd50-cfce-4e15-90ef-768cea941dfc),segment_id=cddcfd50-cfce-4e15-90ef-768cea941dfc)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:22:39.093785 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:39.209272 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Routers {'3ad2198f-da62-4b73-a0b0-82d176d60acc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:22:39.212127 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:22:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['3ad2198f-da62-4b73-a0b0-82d176d60acc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:22:39.358691 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Router 4e958849-eb34-48af-be4b-8cc9af67a683 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:22:39.461932 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320a56a-4cb7-4ad3-8d0d-35e63cbfdba7 None None] Pushing event updated for resources: {'Port': ['ID=d20dd416-d73a-4c58-b938-028f098eb118,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:39.481390 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-aff28ceb-b0cc-4b43-bca5-385f7ff9d502 None None] Provisioning complete for port d20dd416-d73a-4c58-b938-028f098eb118 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:39.481994 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aff28ceb-b0cc-4b43-bca5-385f7ff9d502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:39.536404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:22:39.551620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] Set router 3ad2198f-da62-4b73-a0b0-82d176d60acc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:22:39.552769 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Sync routers for ids ['4e958849-eb34-48af-be4b-8cc9af67a683'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:22:39.567954 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Routers {'4e958849-eb34-48af-be4b-8cc9af67a683'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:22:39.570228 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:22:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4e958849-eb34-48af-be4b-8cc9af67a683'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:22:39.591816 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:39.597992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 52504) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:22:39.598502 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5f031cd0-b847-4b51-8c18-d1bdcd3ba7a7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4586284 Nov 29 18:22:39.712974 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Set router 4e958849-eb34-48af-be4b-8cc9af67a683 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:22:39.765248 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aff28ceb-b0cc-4b43-bca5-385f7ff9d502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:39.892663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-aff28ceb-b0cc-4b43-bca5-385f7ff9d502 None None] For port d20dd416-d73a-4c58-b938-028f098eb118, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d20dd416-d73a-4c58-b938-028f098eb118,segment=NetworkSegment(cddcfd50-cfce-4e15-90ef-768cea941dfc),segment_id=cddcfd50-cfce-4e15-90ef-768cea941dfc)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:22:39.908337 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aff28ceb-b0cc-4b43-bca5-385f7ff9d502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:39.999141 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port': {'id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:32Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'd20dd416-d73a-4c58-b938-028f098eb118', 'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'mac_address': 'fa:16:3e:e4:bb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:34Z', 'updated_at': '2021-11-29T18:22:39Z', 'revision_number': 4, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'subnets': [{'id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:22:40.030565 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'name': 'tempest-TestVolumeBackupRestore-894805385-router', 'tenant_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '736d4156-729c-41c0-84b9-c11902cdf6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:37Z', 'updated_at': '2021-11-29T18:22:38Z', 'revision_number': 3, 'project_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'gw_port': {'id': '736d4156-729c-41c0-84b9-c11902cdf6ff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:37Z', 'updated_at': '2021-11-29T18:22:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:22:40.040211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f010bf7-1cd2-4a50-b24b-bd996f6c25a7 None None] The sync data for ids ['3ad2198f-da62-4b73-a0b0-82d176d60acc'] in n-d-819494-5 is: [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port': {'id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:32Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'd20dd416-d73a-4c58-b938-028f098eb118', 'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'mac_address': 'fa:16:3e:e4:bb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:34Z', 'updated_at': '2021-11-29T18:22:39Z', 'revision_number': 4, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'subnets': [{'id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:22:40.056506 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff28ceb-b0cc-4b43-bca5-385f7ff9d502 None None] Pushing event updated for resources: {'Port': ['ID=d20dd416-d73a-4c58-b938-028f098eb118,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:40.068027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5b6eb957-ee55-4b37-b2a3-f0e7bd9f95ea None None] Provisioning complete for port d20dd416-d73a-4c58-b938-028f098eb118 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:40.068300 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b6eb957-ee55-4b37-b2a3-f0e7bd9f95ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:40.150333 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Checking router: 4e958849-eb34-48af-be4b-8cc9af67a683 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:22:40.151217 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Updating router 4e958849-eb34-48af-be4b-8cc9af67a683 port 736d4156-729c-41c0-84b9-c11902cdf6ff binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:22:40.202457 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:40.379352 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:40.617123 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0250fc0f-101b-4898-a839-7f470dbc3ac8 None None] Network 147e8e51-792a-4466-a44f-e7c25066bcbf requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:22:40.649924 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:40.657495 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:40.690182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Allocated IP 172.20.0.1 (147e8e51-792a-4466-a44f-e7c25066bcbf/7574708d-6b53-4f72-aa6f-515ae1d53597/3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:22:40.836141 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ec6aa21b-a16e-47ee-847c-63288d63eb1c None None] Provisioning complete for port 1025c221-26f9-4898-9c09-6fc65de2cbd9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:40.836752 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec6aa21b-a16e-47ee-847c-63288d63eb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:40.938120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c6bbab-f59f-4030-bcd9-ed056345fbce None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:22:40.946468 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Attempting to bind port 736d4156-729c-41c0-84b9-c11902cdf6ff on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:22:40.946895 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Attempting to bind port 736d4156-729c-41c0-84b9-c11902cdf6ff by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:22:40.947263 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Attempting to bind port 736d4156-729c-41c0-84b9-c11902cdf6ff on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:22:40.953131 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1025c221-26f9-4898-9c09-6fc65de2cbd9 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:22:40.967041 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b9e23-0acb-4ee4-9dfa-e2a9b4e553a8 None None] Pushing event updated for resources: {'Port': ['ID=736d4156-729c-41c0-84b9-c11902cdf6ff,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:40.971859 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:22:40.973530 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:22:40.974190 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:40.974711 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:22:40.978552 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Bound port: 736d4156-729c-41c0-84b9-c11902cdf6ff, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:22:40.979133 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:41.060075 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] For port 736d4156-729c-41c0-84b9-c11902cdf6ff, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:22:41.065548 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] For port 736d4156-729c-41c0-84b9-c11902cdf6ff, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=736d4156-729c-41c0-84b9-c11902cdf6ff,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:22:41.065810 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:41.071944 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:41.151541 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Routers {'4e958849-eb34-48af-be4b-8cc9af67a683'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:22:41.152279 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:41.152666 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:22:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4e958849-eb34-48af-be4b-8cc9af67a683'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:22:41.220475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Network 147e8e51-792a-4466-a44f-e7c25066bcbf is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:22:41.224226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:22:41.245962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:22:41.282390 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b797cc22-8031-46a3-b08e-734e576ba30c None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:22:41.313366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:41.344384 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] Set router 4e958849-eb34-48af-be4b-8cc9af67a683 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:22:41.367531 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:41.441483 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec6aa21b-a16e-47ee-847c-63288d63eb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:41.467265 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 1025c221-26f9-4898-9c09-6fc65de2cbd9 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:41.467641 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:41.491773 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b9e23-0acb-4ee4-9dfa-e2a9b4e553a8 None None] Pushing event updated for resources: {'Port': ['ID=736d4156-729c-41c0-84b9-c11902cdf6ff,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:41.623983 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ec6aa21b-a16e-47ee-847c-63288d63eb1c None None] For port 1025c221-26f9-4898-9c09-6fc65de2cbd9, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1025c221-26f9-4898-9c09-6fc65de2cbd9,segment=NetworkSegment(61e9dc11-5a2c-4530-ba86-566671592a6a),segment_id=61e9dc11-5a2c-4530-ba86-566671592a6a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:22:41.648954 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec6aa21b-a16e-47ee-847c-63288d63eb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:41.653913 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'name': 'tempest-TestVolumeBackupRestore-894805385-router', 'tenant_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '736d4156-729c-41c0-84b9-c11902cdf6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:37Z', 'updated_at': '2021-11-29T18:22:38Z', 'revision_number': 3, 'project_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'gw_port': {'id': '736d4156-729c-41c0-84b9-c11902cdf6ff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:37Z', 'updated_at': '2021-11-29T18:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:22:41.672809 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:41.715793 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db3e79-df67-42d7-ab97-76efdd2c6bae None None] The sync data for ids ['4e958849-eb34-48af-be4b-8cc9af67a683'] in n-d-819494-5 is: [{'id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'name': 'tempest-TestVolumeBackupRestore-894805385-router', 'tenant_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '736d4156-729c-41c0-84b9-c11902cdf6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:37Z', 'updated_at': '2021-11-29T18:22:38Z', 'revision_number': 3, 'project_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'gw_port': {'id': '736d4156-729c-41c0-84b9-c11902cdf6ff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:37Z', 'updated_at': '2021-11-29T18:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:22:41.846825 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d20dd416-d73a-4c58-b938-028f098eb118 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:22:41.848809 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6aa21b-a16e-47ee-847c-63288d63eb1c None None] Pushing event updated for resources: {'Port': ['ID=1025c221-26f9-4898-9c09-6fc65de2cbd9,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:41.913323 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d56fa631-7ae9-4b8d-b38c-c41d353ab919 None None] Provisioning complete for port 736d4156-729c-41c0-84b9-c11902cdf6ff triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:41.913864 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d56fa631-7ae9-4b8d-b38c-c41d353ab919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:42.093370 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port d20dd416-d73a-4c58-b938-028f098eb118 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:42.094072 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:42.098463 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d56fa631-7ae9-4b8d-b38c-c41d353ab919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:42.180199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d56fa631-7ae9-4b8d-b38c-c41d353ab919 None None] For port 736d4156-729c-41c0-84b9-c11902cdf6ff, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=736d4156-729c-41c0-84b9-c11902cdf6ff,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:22:42.194464 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d56fa631-7ae9-4b8d-b38c-c41d353ab919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:42.390487 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-697e83c9-9ea9-4930-a4cc-0839404b0520 None None] Provisioning complete for port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:42.391257 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-697e83c9-9ea9-4930-a4cc-0839404b0520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:42.438068 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fa631-7ae9-4b8d-b38c-c41d353ab919 None None] Pushing event updated for resources: {'Port': ['ID=736d4156-729c-41c0-84b9-c11902cdf6ff,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:42.486486 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-697e83c9-9ea9-4930-a4cc-0839404b0520 None None] Port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:22:42.511175 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-697e83c9-9ea9-4930-a4cc-0839404b0520 None None] Provisioning complete for port 1025c221-26f9-4898-9c09-6fc65de2cbd9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:42.511541 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-697e83c9-9ea9-4930-a4cc-0839404b0520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:42.584967 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:42.594165 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:42.706868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:42.743025 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:42.783245 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-161bb8d1-aa69-48dc-b744-84b69056f630 None None] Provisioning complete for port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:42.783804 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-161bb8d1-aa69-48dc-b744-84b69056f630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:42.856780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-161bb8d1-aa69-48dc-b744-84b69056f630 None None] Port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:22:42.913659 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1025c221-26f9-4898-9c09-6fc65de2cbd9 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:22:42.933646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Network 147e8e51-792a-4466-a44f-e7c25066bcbf is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:22:42.935538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:22:42.980401 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 1025c221-26f9-4898-9c09-6fc65de2cbd9 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:42.982106 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:43.141852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Router 4e958849-eb34-48af-be4b-8cc9af67a683 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:22:43.217551 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 736d4156-729c-41c0-84b9-c11902cdf6ff up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:22:43.306301 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:22:43.312433 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9dff57a0-4549-4e6d-ab41-9eddbe1cc563 admin admin] 10.222.0.23 "PUT /v2.0/routers/4e958849-eb34-48af-be4b-8cc9af67a683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7127054 Nov 29 18:22:43.323619 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7bcdaff7-d2e8-45f1-aa19-4f77b4334668 None None] Provisioning complete for port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:43.324470 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7bcdaff7-d2e8-45f1-aa19-4f77b4334668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:43.368776 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7bcdaff7-d2e8-45f1-aa19-4f77b4334668 None None] Port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:22:43.377856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 736d4156-729c-41c0-84b9-c11902cdf6ff triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:43.378600 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:44.525946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Sync routers for ids ['4e958849-eb34-48af-be4b-8cc9af67a683'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:22:44.541072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Routers {'4e958849-eb34-48af-be4b-8cc9af67a683'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:22:44.541973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:22:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4e958849-eb34-48af-be4b-8cc9af67a683'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:22:44.682298 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Set router 4e958849-eb34-48af-be4b-8cc9af67a683 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:22:44.949581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bffd8-d50c-4efa-99d1-b1652255b1cb req-21f3eb02-a369-4354-8653-b3451c0cb290 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:44.950433 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'name': 'tempest-TestVolumeBackupRestore-894805385-router', 'tenant_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '736d4156-729c-41c0-84b9-c11902cdf6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:37Z', 'updated_at': '2021-11-29T18:22:41Z', 'revision_number': 4, 'project_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'gw_port': {'id': '736d4156-729c-41c0-84b9-c11902cdf6ff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:37Z', 'updated_at': '2021-11-29T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13', 'name': '', 'network_id': '147e8e51-792a-4466-a44f-e7c25066bcbf', 'tenant_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'mac_address': 'fa:16:3e:77:91:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '7574708d-6b53-4f72-aa6f-515ae1d53597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:40Z', 'updated_at': '2021-11-29T18:22:42Z', 'revision_number': 2, 'project_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'subnets': [{'id': '7574708d-6b53-4f72-aa6f-515ae1d53597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:22:44.952171 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f01bffd8-d50c-4efa-99d1-b1652255b1cb req-21f3eb02-a369-4354-8653-b3451c0cb290 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0666492 Nov 29 18:22:44.982919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Checking router: 4e958849-eb34-48af-be4b-8cc9af67a683 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:22:44.983289 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Updating router 4e958849-eb34-48af-be4b-8cc9af67a683 port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:22:45.016527 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:45.039337 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f01bffd8-d50c-4efa-99d1-b1652255b1cb req-e9308165-e612-4e44-8b44-7dd8ae810be6 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780089 Nov 29 18:22:45.325271 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:45.332680 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:45.407042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8065f2-c3d1-4040-a860-285d8dd324ac None None] Pushing event updated for resources: {'Port': ['ID=3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:45.443290 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Attempting to bind port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:22:45.443675 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Attempting to bind port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '61e9dc11-5a2c-4530-ba86-566671592a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '147e8e51-792a-4466-a44f-e7c25066bcbf'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:22:45.444047 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Attempting to bind port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 on network 147e8e51-792a-4466-a44f-e7c25066bcbf {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:22:45.449696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:22:45.450089 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Checking segment: {'id': '61e9dc11-5a2c-4530-ba86-566671592a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '147e8e51-792a-4466-a44f-e7c25066bcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:22:45.450510 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:45.450935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Bound using segment: {'id': '61e9dc11-5a2c-4530-ba86-566671592a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '147e8e51-792a-4466-a44f-e7c25066bcbf'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:22:45.451411 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Bound port: 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e9dc11-5a2c-4530-ba86-566671592a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '147e8e51-792a-4466-a44f-e7c25066bcbf'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:22:45.451801 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:45.524036 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] For port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:22:45.527358 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] For port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13,segment=NetworkSegment(61e9dc11-5a2c-4530-ba86-566671592a6a),segment_id=61e9dc11-5a2c-4530-ba86-566671592a6a)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:22:45.533427 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:45.587681 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Routers {'4e958849-eb34-48af-be4b-8cc9af67a683'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:22:45.588323 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:22:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4e958849-eb34-48af-be4b-8cc9af67a683'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:22:45.733763 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8065f2-c3d1-4040-a860-285d8dd324ac None None] Pushing event updated for resources: {'Port': ['ID=3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:45.751676 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] Set router 4e958849-eb34-48af-be4b-8cc9af67a683 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:22:45.905300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e8577575-61bc-4fa6-a084-65020257ba9c None None] Provisioning complete for port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:45.905761 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8577575-61bc-4fa6-a084-65020257ba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:46.188955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5abc2-eb36-47ae-befd-38852a20668d req-b7a62767-a6b8-4be3-a123-4a2819143ff0 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:46.191681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43d5abc2-eb36-47ae-befd-38852a20668d req-b7a62767-a6b8-4be3-a123-4a2819143ff0 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0689659 Nov 29 18:22:46.208209 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8577575-61bc-4fa6-a084-65020257ba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:46.250508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e8577575-61bc-4fa6-a084-65020257ba9c None None] For port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13,segment=NetworkSegment(61e9dc11-5a2c-4530-ba86-566671592a6a),segment_id=61e9dc11-5a2c-4530-ba86-566671592a6a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:22:46.252899 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'name': 'tempest-TestVolumeBackupRestore-894805385-router', 'tenant_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '736d4156-729c-41c0-84b9-c11902cdf6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:37Z', 'updated_at': '2021-11-29T18:22:41Z', 'revision_number': 4, 'project_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'gw_port': {'id': '736d4156-729c-41c0-84b9-c11902cdf6ff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:37Z', 'updated_at': '2021-11-29T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13', 'name': '', 'network_id': '147e8e51-792a-4466-a44f-e7c25066bcbf', 'tenant_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'mac_address': 'fa:16:3e:77:91:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '7574708d-6b53-4f72-aa6f-515ae1d53597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:40Z', 'updated_at': '2021-11-29T18:22:45Z', 'revision_number': 4, 'project_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'subnets': [{'id': '7574708d-6b53-4f72-aa6f-515ae1d53597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:22:46.254944 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43d5abc2-eb36-47ae-befd-38852a20668d req-6fb3a973-ceb5-48b4-b4cb-b40cbc4aaecc tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568314 Nov 29 18:22:46.257615 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8577575-61bc-4fa6-a084-65020257ba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:46.334612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a30db-5cff-45f9-a990-8220cbef2ff8 None None] The sync data for ids ['4e958849-eb34-48af-be4b-8cc9af67a683'] in n-d-819494-5 is: [{'id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'name': 'tempest-TestVolumeBackupRestore-894805385-router', 'tenant_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '736d4156-729c-41c0-84b9-c11902cdf6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:37Z', 'updated_at': '2021-11-29T18:22:41Z', 'revision_number': 4, 'project_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'gw_port': {'id': '736d4156-729c-41c0-84b9-c11902cdf6ff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:37Z', 'updated_at': '2021-11-29T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13', 'name': '', 'network_id': '147e8e51-792a-4466-a44f-e7c25066bcbf', 'tenant_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'mac_address': 'fa:16:3e:77:91:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '7574708d-6b53-4f72-aa6f-515ae1d53597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:40Z', 'updated_at': '2021-11-29T18:22:45Z', 'revision_number': 4, 'project_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'subnets': [{'id': '7574708d-6b53-4f72-aa6f-515ae1d53597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:22:46.338558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8577575-61bc-4fa6-a084-65020257ba9c None None] Pushing event updated for resources: {'Port': ['ID=3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:22:46.392960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ebe1702e-86da-4d90-baf3-5038c9dbf06c None None] Provisioning complete for port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:46.393335 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebe1702e-86da-4d90-baf3-5038c9dbf06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:46.808489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:22:46.876671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:22:46.877051 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:47.412254 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533ea71-37f0-4897-b324-d44c535cbedc req-327e9df9-16fc-47b8-a563-5876287a245d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:47.420803 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e533ea71-37f0-4897-b324-d44c535cbedc req-327e9df9-16fc-47b8-a563-5876287a245d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0704668 Nov 29 18:22:47.480608 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e533ea71-37f0-4897-b324-d44c535cbedc req-8e20ac6b-e9a9-4bdc-9c85-ad73a0ee0ea9 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592124 Nov 29 18:22:48.627962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87894133-140a-4f53-ae6e-df38edb64abe req-58d634e4-a029-4df6-93f5-4669db3b1c31 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:48.629612 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87894133-140a-4f53-ae6e-df38edb64abe req-58d634e4-a029-4df6-93f5-4669db3b1c31 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0598397 Nov 29 18:22:48.684136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87894133-140a-4f53-ae6e-df38edb64abe req-0a9095d0-6c91-49ba-9360-db885b82e48d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482581 Nov 29 18:22:49.806563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136eda3e-b309-4630-85f8-79d8da708f22 req-b1f11a02-48f0-4e6a-a180-e4ccfa2e8d37 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:49.808086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-136eda3e-b309-4630-85f8-79d8da708f22 req-b1f11a02-48f0-4e6a-a180-e4ccfa2e8d37 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0515499 Nov 29 18:22:49.858226 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-136eda3e-b309-4630-85f8-79d8da708f22 req-2e6634e9-8fda-4360-9f6e-424cb5d7ca21 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437775 Nov 29 18:22:50.992087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbad1c6-9773-47b9-9057-b0768d48367c req-fb3f84b9-26c4-46af-a8f2-dc5374e1cd2a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:50.994021 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4dbad1c6-9773-47b9-9057-b0768d48367c req-fb3f84b9-26c4-46af-a8f2-dc5374e1cd2a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0569692 Nov 29 18:22:51.066598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4dbad1c6-9773-47b9-9057-b0768d48367c req-c966e182-c7d9-497c-beb6-e874db1d9183 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654733 Nov 29 18:22:52.193501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01808a00-b1be-48c9-8c54-865c851207a7 req-d5543970-3170-43c3-819c-ddde8109422a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:52.196353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01808a00-b1be-48c9-8c54-865c851207a7 req-d5543970-3170-43c3-819c-ddde8109422a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0520422 Nov 29 18:22:52.250100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01808a00-b1be-48c9-8c54-865c851207a7 req-0fe7e690-8ffa-4fd0-b478-351d5d2d2b20 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470695 Nov 29 18:22:52.529448 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-223560e3-111d-403a-9a7f-0128dcb31a8e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0603471 Nov 29 18:22:52.640316 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-9069a09f-0ad3-498c-85f8-33ee15b44bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:52.640806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-9069a09f-0ad3-498c-85f8-33ee15b44bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:52.641289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-9069a09f-0ad3-498c-85f8-33ee15b44bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:52.641760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-9069a09f-0ad3-498c-85f8-33ee15b44bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:52.642221 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-9069a09f-0ad3-498c-85f8-33ee15b44bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:52.642686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-9069a09f-0ad3-498c-85f8-33ee15b44bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:52.643187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-9069a09f-0ad3-498c-85f8-33ee15b44bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:52.645921 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-9069a09f-0ad3-498c-85f8-33ee15b44bee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69148bb57fa54adf911a3855e38b3970&device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 6492 time: 0.0607145 Nov 29 18:22:52.787376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-36866ea8-274b-407e-b32b-280752af9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:52.788285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-36866ea8-274b-407e-b32b-280752af9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:52.788786 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-36866ea8-274b-407e-b32b-280752af9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:52.790578 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-36866ea8-274b-407e-b32b-280752af9f71 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8c7b00ca-e0ef-4d99-bd10-71bb21595ae3&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=07640d9f-e07a-48c7-a743-879be86985c1&id=d9f36459-b545-4033-9511-3819613163f0&id=d9f36459-b545-4033-9511-3819613163f0 HTTP/1.1" status: 200 len: 2294 time: 0.1142683 Nov 29 18:22:52.869143 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-3af8509f-0975-4458-983d-6e83289d750b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9862376-a235-411c-9516-55e98c12d87f HTTP/1.1" status: 200 len: 1001 time: 0.0704632 Nov 29 18:22:52.923928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-3b1836c1-ab71-4244-9fa3-a306915d23e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:52.925979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-3b1836c1-ab71-4244-9fa3-a306915d23e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=094912f3-3fa8-4855-8e32-9708e0b4dd0b HTTP/1.1" status: 200 len: 851 time: 0.0500371 Nov 29 18:22:52.973801 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-669b2e4f-cbb3-4bed-87a3-d20ea2b4e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:52.975352 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-669b2e4f-cbb3-4bed-87a3-d20ea2b4e39e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8c7b00ca-e0ef-4d99-bd10-71bb21595ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430875 Nov 29 18:22:53.133130 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-cc3fc28e-88a5-4623-9c26-12e2a29382c0 service neutron] 10.222.0.31 "GET /v2.0/networks/8c7b00ca-e0ef-4d99-bd10-71bb21595ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490924 Nov 29 18:22:53.259218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-6a5ccf19-f3b1-461f-b0f4-7fd10dff7488 service neutron] 10.222.0.31 "GET /v2.0/networks/8c7b00ca-e0ef-4d99-bd10-71bb21595ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178799 Nov 29 18:22:53.314015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-3ed70648-8052-4211-a2a3-bae7f0cf1895 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=fa4a748b-18d2-456f-8305-9cb0f74b625b HTTP/1.1" status: 200 len: 217 time: 0.0472119 Nov 29 18:22:53.428501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f8654-f3b6-4ad5-a97a-fb60682adc9d req-b7dcb72b-9e1f-4759-ad80-c2dba74d2960 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:53.430033 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad0f8654-f3b6-4ad5-a97a-fb60682adc9d req-b7dcb72b-9e1f-4759-ad80-c2dba74d2960 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.1011093 Nov 29 18:22:53.431487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-3332190d-6ca5-4387-91ec-ae926709fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:53.432829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-3332190d-6ca5-4387-91ec-ae926709fe5e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.1120543 Nov 29 18:22:53.510950 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-6adb53c4-3e07-44c0-a2a8-9b12054bad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:53.512407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-6adb53c4-3e07-44c0-a2a8-9b12054bad08 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685062 Nov 29 18:22:53.516109 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad0f8654-f3b6-4ad5-a97a-fb60682adc9d req-97b893ef-1f46-408d-92df-510f3f329803 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786855 Nov 29 18:22:53.615054 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-8b229058-153d-4846-b745-9a4bdf069974 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948720 Nov 29 18:22:53.711738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-8986c089-51fc-41f6-8bac-a4e076f73e56 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892830 Nov 29 18:22:53.766088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-91521ded-c233-42d0-989b-841912884a18 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=f002c88e-cc2b-4dce-8fa1-65fa2b43d135 HTTP/1.1" status: 200 len: 217 time: 0.0462878 Nov 29 18:22:53.822318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-cc6c5863-d0f0-4121-9e26-8802de09c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:53.824061 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-cc6c5863-d0f0-4121-9e26-8802de09c93d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.0511370 Nov 29 18:22:53.872338 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-a400a256-8055-4152-b9f1-70b65c664d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:53.875988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-a400a256-8055-4152-b9f1-70b65c664d5a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0454521 Nov 29 18:22:53.972058 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-60e103ae-b6bd-480d-ae86-84ee539f9335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:53.996245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-e118344d-e5d5-4c9d-9e96-f6a7d279dd56 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127441 Nov 29 18:22:54.102586 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-d6bb4de3-6085-45d1-8218-2e52fdbfa21d service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986791 Nov 29 18:22:54.153129 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-574c9a4b-009f-412e-9930-ee3a663996b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.116&port_id=7c57a7f9-5b4c-4906-b679-7bec1c88b294 HTTP/1.1" status: 200 len: 217 time: 0.0428455 Nov 29 18:22:54.208891 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-dee7bc70-f150-4469-9a14-7b4a61db792a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:54.210762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-dee7bc70-f150-4469-9a14-7b4a61db792a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.0507209 Nov 29 18:22:54.260332 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-4134e8a6-8887-471f-b42f-950418ed13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:54.262090 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-4134e8a6-8887-471f-b42f-950418ed13f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0446126 Nov 29 18:22:54.378140 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-7cafd7a6-4cd3-4326-a663-65afc20e7206 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082690 Nov 29 18:22:54.475357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-3fd20cc1-5d2c-4a40-9db7-70c02d2b80f9 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907490 Nov 29 18:22:54.523755 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-bfe95836-fd01-4021-91db-d87f5f491a65 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=ae646355-ad4c-47e5-bc2b-0ef2ff5562dc HTTP/1.1" status: 200 len: 217 time: 0.0411661 Nov 29 18:22:54.574625 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-ade19b36-92aa-4129-8dee-a98e370075bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:54.576141 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-ade19b36-92aa-4129-8dee-a98e370075bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 200 len: 797 time: 0.0458245 Nov 29 18:22:54.664590 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-02b882eb-66f4-471e-b1fb-37ad5f07bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:54.666119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-02b882eb-66f4-471e-b1fb-37ad5f07bed9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=07640d9f-e07a-48c7-a743-879be86985c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0825889 Nov 29 18:22:54.678713 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae1750-436a-4fe8-afad-629db75edcea req-18c4a03c-3ade-4f5b-8901-0ef817a135f3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:54.680188 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bae1750-436a-4fe8-afad-629db75edcea req-18c4a03c-3ade-4f5b-8901-0ef817a135f3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0658698 Nov 29 18:22:54.784098 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bae1750-436a-4fe8-afad-629db75edcea req-e33216af-6050-4e6f-be51-7730252006e4 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958006 Nov 29 18:22:54.802683 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-2f7fea3d-bd01-491f-8229-f8b8d93cfaf4 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214914 Nov 29 18:22:54.948148 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-6a808a3e-9dd5-402d-b574-2b52369f64d0 service neutron] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381168 Nov 29 18:22:54.998817 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-c4a36d86-d6cd-47c6-9c5c-2a7ca4e306ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d1d310fc-38a8-4207-b780-c7b7ed72c64f HTTP/1.1" status: 200 len: 217 time: 0.0429316 Nov 29 18:22:55.053535 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-54a2ea55-fba4-4db3-8541-746f99b6c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:55.054997 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-54a2ea55-fba4-4db3-8541-746f99b6c7c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c504f4-9df8-4894-b0d2-9a3940ee271e HTTP/1.1" status: 200 len: 797 time: 0.0490649 Nov 29 18:22:55.138396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-97bef0ad-7fc9-48ca-82da-422c89fe31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:55.140384 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-97bef0ad-7fc9-48ca-82da-422c89fe31c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9f36459-b545-4033-9511-3819613163f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0767500 Nov 29 18:22:55.243281 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-516b1b1d-c721-4c46-8351-74fbe80a0719 service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939536 Nov 29 18:22:55.344884 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-c9d4abde-3994-4a55-8eaa-e999e6ca76b5 service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949097 Nov 29 18:22:55.387093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-c9ff625f-ee7c-4158-9bd7-99424fdbcccb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=112a1789-df95-401f-85ce-35d276e8bc81 HTTP/1.1" status: 200 len: 217 time: 0.0355709 Nov 29 18:22:55.444507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-0ca279e6-370a-4c35-9615-e6ff05524bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:55.446007 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-0ca279e6-370a-4c35-9615-e6ff05524bcb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f4c504f4-9df8-4894-b0d2-9a3940ee271e HTTP/1.1" status: 200 len: 797 time: 0.0523305 Nov 29 18:22:55.494894 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-854ec53d-2acd-42ec-bb8a-1d821d2d1946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:55.496414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-854ec53d-2acd-42ec-bb8a-1d821d2d1946 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9f36459-b545-4033-9511-3819613163f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0424857 Nov 29 18:22:55.592560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-b4c13852-032d-4679-892a-1ce27c599008 service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883057 Nov 29 18:22:55.692780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a7cc6f-32f5-4ff2-a7a3-86fb0198e86c req-280272c7-c672-4705-b371-37749214316c service neutron] 10.222.0.31 "GET /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927758 Nov 29 18:22:55.954333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b82435-d5b9-43e6-bf65-ed61010baf50 req-0215a96e-4560-4ec0-b5b3-5560a3f4a8ed tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:55.962596 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9b82435-d5b9-43e6-bf65-ed61010baf50 req-0215a96e-4560-4ec0-b5b3-5560a3f4a8ed tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0706120 Nov 29 18:22:56.016884 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9b82435-d5b9-43e6-bf65-ed61010baf50 req-27af3a3e-f252-48ac-94ce-483a12f41089 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532377 Nov 29 18:22:56.242435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1dcc3-5abb-49f4-ab73-65a5ab1f68e5 req-7e0096ce-9dd7-40bb-8c8d-2eebaa89d034 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:56.247267 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aae1dcc3-5abb-49f4-ab73-65a5ab1f68e5 req-7e0096ce-9dd7-40bb-8c8d-2eebaa89d034 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0584733 Nov 29 18:22:56.329009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aae1dcc3-5abb-49f4-ab73-65a5ab1f68e5 req-93b83443-763e-4aea-98b5-0ef5444c8e47 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788186 Nov 29 18:22:56.331920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870e1a2-cc16-42e1-9e92-f7efb4845c14 req-ef2ad298-83f4-4b4b-976f-29483b0a9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:56.333528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8870e1a2-cc16-42e1-9e92-f7efb4845c14 req-ef2ad298-83f4-4b4b-976f-29483b0a9e1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5991f81694454b6dbd48c6b809d5ad06&device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 1096 time: 0.0760257 Nov 29 18:22:56.420306 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0da6a48-c766-4358-8e7d-e5ca7f86307b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:56.462352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870e1a2-cc16-42e1-9e92-f7efb4845c14 req-39999856-16c3-4e42-98a3-8af6e797ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:56.464245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8870e1a2-cc16-42e1-9e92-f7efb4845c14 req-39999856-16c3-4e42-98a3-8af6e797ba77 service neutron] 10.222.0.31 "GET /v2.0/networks?id=61733c11-da39-45f1-ae18-c53a50ed6ebf HTTP/1.1" status: 200 len: 912 time: 0.1229458 Nov 29 18:22:56.531917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8870e1a2-cc16-42e1-9e92-f7efb4845c14 req-de91a69e-f836-416a-8d33-ee74c860ad35 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 HTTP/1.1" status: 200 len: 1000 time: 0.0595183 Nov 29 18:22:56.588683 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870e1a2-cc16-42e1-9e92-f7efb4845c14 req-02ed1904-27d8-4285-a24b-e33829802e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:56.590147 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8870e1a2-cc16-42e1-9e92-f7efb4845c14 req-02ed1904-27d8-4285-a24b-e33829802e94 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=95d25936-e438-49fc-88cf-2ab9c265fd23 HTTP/1.1" status: 200 len: 850 time: 0.0514138 Nov 29 18:22:56.636569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870e1a2-cc16-42e1-9e92-f7efb4845c14 req-3cd37de2-9ffa-4a74-8008-f21cf4591cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:56.638093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8870e1a2-cc16-42e1-9e92-f7efb4845c14 req-3cd37de2-9ffa-4a74-8008-f21cf4591cc5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61733c11-da39-45f1-ae18-c53a50ed6ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405641 Nov 29 18:22:56.737821 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8870e1a2-cc16-42e1-9e92-f7efb4845c14 req-85ab07ae-9792-4256-bc14-3018a8d52314 service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922000 Nov 29 18:22:56.840398 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8870e1a2-cc16-42e1-9e92-f7efb4845c14 req-a003cdc9-a7dd-4f82-a117-1951406eda9b service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959895 Nov 29 18:22:57.208674 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:57.497184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416daaf-0890-42f4-a3ce-2cc7efabbafe req-f2748add-96e1-4e70-a2a0-967b156093cd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:57.499796 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f416daaf-0890-42f4-a3ce-2cc7efabbafe req-f2748add-96e1-4e70-a2a0-967b156093cd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0732691 Nov 29 18:22:57.557139 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f416daaf-0890-42f4-a3ce-2cc7efabbafe req-ddaa04de-5d78-40fe-a1c8-b3640dd1fc69 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506163 Nov 29 18:22:57.590251 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:58.696188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fd4f5-2655-443c-9577-ffde3437b91c req-cc9d9121-672d-4333-8cee-dab5bae2dff9 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:22:58.697688 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb1fd4f5-2655-443c-9577-ffde3437b91c req-cc9d9121-672d-4333-8cee-dab5bae2dff9 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0587499 Nov 29 18:22:58.746585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb1fd4f5-2655-443c-9577-ffde3437b91c req-97c61ffd-66b5-4a72-a404-912754c760a3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425251 Nov 29 18:22:59.097513 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:59.679775 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:22:59.977354 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:01.878964 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f80b1ce1-ac83-4fc3-9813-b119e945bb38 req-f0d21a3d-3555-4398-927e-4897395f6c38 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1702752 Nov 29 18:23:01.967280 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b1ce1-ac83-4fc3-9813-b119e945bb38 req-3542de2b-6621-40c3-b6dc-7b8846fd4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:01.968901 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f80b1ce1-ac83-4fc3-9813-b119e945bb38 req-3542de2b-6621-40c3-b6dc-7b8846fd4a0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58471da2daeb458099c30d8d5bb7737c&device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 1097 time: 0.0414782 Nov 29 18:23:02.092307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b1ce1-ac83-4fc3-9813-b119e945bb38 req-bbeb8a27-2eb1-4f2d-872a-1f91b49fd226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:02.093826 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f80b1ce1-ac83-4fc3-9813-b119e945bb38 req-bbeb8a27-2eb1-4f2d-872a-1f91b49fd226 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2c1a9c2-d537-4666-90d1-b43bfa208909 HTTP/1.1" status: 200 len: 909 time: 0.0987234 Nov 29 18:23:02.170924 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f80b1ce1-ac83-4fc3-9813-b119e945bb38 req-97210049-9c96-4682-865f-e18f1f561945 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cf83c67-dd1b-45b5-9b92-971212873f77 HTTP/1.1" status: 200 len: 1001 time: 0.0672901 Nov 29 18:23:02.245104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b1ce1-ac83-4fc3-9813-b119e945bb38 req-b4b4f16c-1435-422c-b4aa-257dbca9ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:02.246974 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f80b1ce1-ac83-4fc3-9813-b119e945bb38 req-b4b4f16c-1435-422c-b4aa-257dbca9ef0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56c849a-c567-4d00-b259-f03d4c7c36b4 HTTP/1.1" status: 200 len: 847 time: 0.0605080 Nov 29 18:23:02.313928 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b1ce1-ac83-4fc3-9813-b119e945bb38 req-b417699d-24c6-47aa-aa64-78d3cef20c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:02.315865 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f80b1ce1-ac83-4fc3-9813-b119e945bb38 req-b417699d-24c6-47aa-aa64-78d3cef20c5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2c1a9c2-d537-4666-90d1-b43bfa208909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562055 Nov 29 18:23:02.450951 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f80b1ce1-ac83-4fc3-9813-b119e945bb38 req-f9dfc7a4-19c6-46a7-8403-18023aa0c42e service neutron] 10.222.0.20 "GET /v2.0/networks/b2c1a9c2-d537-4666-90d1-b43bfa208909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203411 Nov 29 18:23:02.582128 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f80b1ce1-ac83-4fc3-9813-b119e945bb38 req-a803de38-5b64-400c-9470-7a8566c34f33 service neutron] 10.222.0.20 "GET /v2.0/networks/b2c1a9c2-d537-4666-90d1-b43bfa208909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223059 Nov 29 18:23:08.459257 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:23:12.253917 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dfbd5-1bc6-4d1b-bb30-6100da38dad9 req-13776d43-b432-4ac8-8ec8-dabc44e85a17 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:12.259966 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dfbd5-1bc6-4d1b-bb30-6100da38dad9 req-13776d43-b432-4ac8-8ec8-dabc44e85a17 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:12.265825 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dfbd5-1bc6-4d1b-bb30-6100da38dad9 req-13776d43-b432-4ac8-8ec8-dabc44e85a17 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:12.271731 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dfbd5-1bc6-4d1b-bb30-6100da38dad9 req-13776d43-b432-4ac8-8ec8-dabc44e85a17 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:12.277607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dfbd5-1bc6-4d1b-bb30-6100da38dad9 req-13776d43-b432-4ac8-8ec8-dabc44e85a17 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:12.284538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dfbd5-1bc6-4d1b-bb30-6100da38dad9 req-13776d43-b432-4ac8-8ec8-dabc44e85a17 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:12.290374 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dfbd5-1bc6-4d1b-bb30-6100da38dad9 req-13776d43-b432-4ac8-8ec8-dabc44e85a17 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:12.292217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-727dfbd5-1bc6-4d1b-bb30-6100da38dad9 req-13776d43-b432-4ac8-8ec8-dabc44e85a17 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5435 time: 0.0933111 Nov 29 18:23:12.353634 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-727dfbd5-1bc6-4d1b-bb30-6100da38dad9 req-e69fe41f-a8e6-44d8-a438-72cf1e7e994b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551665 Nov 29 18:23:13.517049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28554-66a0-4827-b917-5bda9e019483 req-6c3d4147-da6f-414f-9073-86b47b5697ea tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:13.517049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28554-66a0-4827-b917-5bda9e019483 req-6c3d4147-da6f-414f-9073-86b47b5697ea tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:13.530821 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28554-66a0-4827-b917-5bda9e019483 req-6c3d4147-da6f-414f-9073-86b47b5697ea tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:13.535822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28554-66a0-4827-b917-5bda9e019483 req-6c3d4147-da6f-414f-9073-86b47b5697ea tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:13.541892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28554-66a0-4827-b917-5bda9e019483 req-6c3d4147-da6f-414f-9073-86b47b5697ea tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:13.547765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28554-66a0-4827-b917-5bda9e019483 req-6c3d4147-da6f-414f-9073-86b47b5697ea tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:13.554300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28554-66a0-4827-b917-5bda9e019483 req-6c3d4147-da6f-414f-9073-86b47b5697ea tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:13.556253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ba28554-66a0-4827-b917-5bda9e019483 req-6c3d4147-da6f-414f-9073-86b47b5697ea tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5435 time: 0.1399665 Nov 29 18:23:13.569180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803085dd-b5da-43af-8237-3e0b51390e8a req-a3609294-79b6-4276-935e-1a105f77f62e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:13.575136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803085dd-b5da-43af-8237-3e0b51390e8a req-a3609294-79b6-4276-935e-1a105f77f62e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:13.582652 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803085dd-b5da-43af-8237-3e0b51390e8a req-a3609294-79b6-4276-935e-1a105f77f62e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:13.587926 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803085dd-b5da-43af-8237-3e0b51390e8a req-a3609294-79b6-4276-935e-1a105f77f62e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:13.593766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803085dd-b5da-43af-8237-3e0b51390e8a req-a3609294-79b6-4276-935e-1a105f77f62e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:13.600188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803085dd-b5da-43af-8237-3e0b51390e8a req-a3609294-79b6-4276-935e-1a105f77f62e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:13.606063 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803085dd-b5da-43af-8237-3e0b51390e8a req-a3609294-79b6-4276-935e-1a105f77f62e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:13.608060 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-803085dd-b5da-43af-8237-3e0b51390e8a req-a3609294-79b6-4276-935e-1a105f77f62e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 5435 time: 0.1590986 Nov 29 18:23:13.668461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28554-66a0-4827-b917-5bda9e019483 req-a2e7cadd-5c22-42e6-8ba6-d3ac4d64c513 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:13.669845 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ba28554-66a0-4827-b917-5bda9e019483 req-a2e7cadd-5c22-42e6-8ba6-d3ac4d64c513 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.31 "GET /v2.0/ports/fa4a748b-18d2-456f-8305-9cb0f74b625b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0608702 Nov 29 18:23:13.760197 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-803085dd-b5da-43af-8237-3e0b51390e8a req-c0e53e8d-c4e1-4049-9dee-e69055e1725c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=31f7bdbd-abd2-4011-a81e-8d222dad5bdf&id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1418874 Nov 29 18:23:13.806910 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ba28554-66a0-4827-b917-5bda9e019483 req-da046093-ec3f-4e6a-a74e-19205f10d627 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.31 "GET /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1277752 Nov 29 18:23:13.823422 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1ba28554-66a0-4827-b917-5bda9e019483 req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:23:13.885930 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:14.031024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1ba28554-66a0-4827-b917-5bda9e019483 req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] For port fa4a748b-18d2-456f-8305-9cb0f74b625b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fa4a748b-18d2-456f-8305-9cb0f74b625b,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:14.078061 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1ba28554-66a0-4827-b917-5bda9e019483 req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] For port fa4a748b-18d2-456f-8305-9cb0f74b625b, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:23:14.114888 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-1ba28554-66a0-4827-b917-5bda9e019483 req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] device_id is not set on port fa4a748b-18d2-456f-8305-9cb0f74b625b yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:23:14.123644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:14.129769 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:14.187901 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba28554-66a0-4827-b917-5bda9e019483 req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] No DVR routers for this DVR port fa4a748b-18d2-456f-8305-9cb0f74b625b on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:23:14.224721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Pushing event updated for resources: {'Port': ['ID=fa4a748b-18d2-456f-8305-9cb0f74b625b,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:14.233933 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:14.234295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:14.234708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:14.235084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:14.235423 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:14.235761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:14.236227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:14.236565 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:14.237157 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:14.237490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:14.237819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:14.238151 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:14.248116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1ba28554-66a0-4827-b917-5bda9e019483 req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] In _notify_port_updated(), no bound segment for port fa4a748b-18d2-456f-8305-9cb0f74b625b on network 07640d9f-e07a-48c7-a743-879be86985c1 {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:23:14.248896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28554-66a0-4827-b917-5bda9e019483 req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:14.249866 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:14.250951 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ba28554-66a0-4827-b917-5bda9e019483 req-fc7f1d8f-54f5-4d65-a1a9-a442bfbd2b2a service neutron] 10.222.0.31 "PUT /v2.0/ports/fa4a748b-18d2-456f-8305-9cb0f74b625b HTTP/1.1" status: 200 len: 1028 time: 0.4371910 Nov 29 18:23:14.304502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28554-66a0-4827-b917-5bda9e019483 req-fc126363-615a-46bd-a906-6b0b2e63604f tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:14.306197 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ba28554-66a0-4827-b917-5bda9e019483 req-fc126363-615a-46bd-a906-6b0b2e63604f tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.31 "GET /v2.0/ports/f002c88e-cc2b-4dce-8fa1-65fa2b43d135?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0487280 Nov 29 18:23:14.320982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1ba28554-66a0-4827-b917-5bda9e019483 req-d72982ef-c811-42fe-94ca-472118a437b4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:23:14.381931 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-d72982ef-c811-42fe-94ca-472118a437b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:14.444272 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c0d76b1f-daa9-425c-a16d-47a2d8808914 None None] Provisioning complete for port fa4a748b-18d2-456f-8305-9cb0f74b625b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:23:14.445414 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c0d76b1f-daa9-425c-a16d-47a2d8808914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:14.481015 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c0d76b1f-daa9-425c-a16d-47a2d8808914 None None] Port fa4a748b-18d2-456f-8305-9cb0f74b625b cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:23:14.539471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1ba28554-66a0-4827-b917-5bda9e019483 req-d72982ef-c811-42fe-94ca-472118a437b4 service neutron] For port f002c88e-cc2b-4dce-8fa1-65fa2b43d135, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f002c88e-cc2b-4dce-8fa1-65fa2b43d135,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:14.572091 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1ba28554-66a0-4827-b917-5bda9e019483 req-d72982ef-c811-42fe-94ca-472118a437b4 service neutron] For port f002c88e-cc2b-4dce-8fa1-65fa2b43d135, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:23:14.606358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-1ba28554-66a0-4827-b917-5bda9e019483 req-d72982ef-c811-42fe-94ca-472118a437b4 service neutron] device_id is not set on port f002c88e-cc2b-4dce-8fa1-65fa2b43d135 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:23:14.616254 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-d72982ef-c811-42fe-94ca-472118a437b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:14.622568 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-d72982ef-c811-42fe-94ca-472118a437b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:14.695470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72982ef-c811-42fe-94ca-472118a437b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f002c88e-cc2b-4dce-8fa1-65fa2b43d135,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:14.698328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba28554-66a0-4827-b917-5bda9e019483 req-d72982ef-c811-42fe-94ca-472118a437b4 service neutron] No DVR routers for this DVR port f002c88e-cc2b-4dce-8fa1-65fa2b43d135 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:23:14.743738 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1ba28554-66a0-4827-b917-5bda9e019483 req-d72982ef-c811-42fe-94ca-472118a437b4 service neutron] In _notify_port_updated(), no bound segment for port f002c88e-cc2b-4dce-8fa1-65fa2b43d135 on network 07640d9f-e07a-48c7-a743-879be86985c1 {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 29 18:23:14.744956 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28554-66a0-4827-b917-5bda9e019483 req-d72982ef-c811-42fe-94ca-472118a437b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:14.745970 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-d72982ef-c811-42fe-94ca-472118a437b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:14.748115 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ba28554-66a0-4827-b917-5bda9e019483 req-d72982ef-c811-42fe-94ca-472118a437b4 service neutron] 10.222.0.31 "PUT /v2.0/ports/f002c88e-cc2b-4dce-8fa1-65fa2b43d135 HTTP/1.1" status: 200 len: 1027 time: 0.4319575 Nov 29 18:23:14.942437 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1ba28554-66a0-4827-b917-5bda9e019483 req-4fead347-fbfd-4d67-8659-3c0861607ea3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Deleting port 112a1789-df95-401f-85ce-35d276e8bc81 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:14.942805 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-4fead347-fbfd-4d67-8659-3c0861607ea3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:15.004597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383482f-0198-4bb4-9f72-7cc776ca424d req-4f55839a-5b73-4052-a25d-2ae26d6070ac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:15.010085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-42a539b9-8e18-4265-90fd-4c7ee68ee45c None None] Provisioning complete for port f002c88e-cc2b-4dce-8fa1-65fa2b43d135 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:23:15.010457 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42a539b9-8e18-4265-90fd-4c7ee68ee45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:15.011947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383482f-0198-4bb4-9f72-7cc776ca424d req-4f55839a-5b73-4052-a25d-2ae26d6070ac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:15.018139 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383482f-0198-4bb4-9f72-7cc776ca424d req-4f55839a-5b73-4052-a25d-2ae26d6070ac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:15.024690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383482f-0198-4bb4-9f72-7cc776ca424d req-4f55839a-5b73-4052-a25d-2ae26d6070ac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:15.030977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383482f-0198-4bb4-9f72-7cc776ca424d req-4f55839a-5b73-4052-a25d-2ae26d6070ac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:15.032754 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6383482f-0198-4bb4-9f72-7cc776ca424d req-4f55839a-5b73-4052-a25d-2ae26d6070ac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 3886 time: 0.1421721 Nov 29 18:23:15.070183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-42a539b9-8e18-4265-90fd-4c7ee68ee45c None None] Port f002c88e-cc2b-4dce-8fa1-65fa2b43d135 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:23:15.128023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1ba28554-66a0-4827-b917-5bda9e019483 req-4fead347-fbfd-4d67-8659-3c0861607ea3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] For port 112a1789-df95-401f-85ce-35d276e8bc81, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=112a1789-df95-401f-85ce-35d276e8bc81,segment=NetworkSegment(77a1e57c-33ef-43ac-b2b8-85452ab71c43),segment_id=77a1e57c-33ef-43ac-b2b8-85452ab71c43)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:15.128500 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-4fead347-fbfd-4d67-8659-3c0861607ea3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:15.144158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6383482f-0198-4bb4-9f72-7cc776ca424d req-936ae606-7b3d-4be6-82c3-8a6a2eca6d1d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031930 Nov 29 18:23:15.148811 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1ba28554-66a0-4827-b917-5bda9e019483 req-4fead347-fbfd-4d67-8659-3c0861607ea3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Calling delete_port for 112a1789-df95-401f-85ce-35d276e8bc81 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:15.287071 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-4fead347-fbfd-4d67-8659-3c0861607ea3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:15.326036 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fead347-fbfd-4d67-8659-3c0861607ea3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event deleted for resources: {'Port': ['ID=112a1789-df95-401f-85ce-35d276e8bc81,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:15.377614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba28554-66a0-4827-b917-5bda9e019483 req-4fead347-fbfd-4d67-8659-3c0861607ea3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] No DVR routers for this DVR port 112a1789-df95-401f-85ce-35d276e8bc81 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:23:15.381183 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-4fead347-fbfd-4d67-8659-3c0861607ea3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:15.385007 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ba28554-66a0-4827-b917-5bda9e019483 req-4fead347-fbfd-4d67-8659-3c0861607ea3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.31 "DELETE /v2.0/ports/112a1789-df95-401f-85ce-35d276e8bc81 HTTP/1.1" status: 204 len: 173 time: 0.6300104 Nov 29 18:23:15.385461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-deleted', 'tag': '112a1789-df95-401f-85ce-35d276e8bc81'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:23:15.387802 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef8d88c-a9e3-446f-9509-21e686e87433" -d '{"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-deleted", "tag": "112a1789-df95-401f-85ce-35d276e8bc81"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:23:15.439421 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbcd4e0-e3a1-4d97-b3f1-9042f9586102 x-openstack-request-id: req-8fbcd4e0-e3a1-4d97-b3f1-9042f9586102 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:23:15.439718 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-deleted", "tag": "112a1789-df95-401f-85ce-35d276e8bc81", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:23:15.439979 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8fbcd4e0-e3a1-4d97-b3f1-9042f9586102 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:23:15.440385 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-deleted', 'tag': '112a1789-df95-401f-85ce-35d276e8bc81', 'status': 'completed', 'code': 200} Nov 29 18:23:15.530882 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1ba28554-66a0-4827-b917-5bda9e019483 req-5e0aa35a-4214-448f-b1b0-8b5f5c46dbf3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Deleting port ae646355-ad4c-47e5-bc2b-0ef2ff5562dc {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:15.531230 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-5e0aa35a-4214-448f-b1b0-8b5f5c46dbf3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:15.746465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f9862376-a235-411c-9516-55e98c12d87f no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:23:15.899299 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:15.937904 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port f9862376-a235-411c-9516-55e98c12d87f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f9862376-a235-411c-9516-55e98c12d87f,segment=NetworkSegment(cc540e15-6932-42fd-85ac-c32ed2babc00),segment_id=cc540e15-6932-42fd-85ac-c32ed2babc00)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:15.939750 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9862376-a235-411c-9516-55e98c12d87f'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:23:15.942971 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff8ee26-bf7c-4b11-8737-9812f4cebd3a" -d '{"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-unplugged", "status": "completed", "tag": "f9862376-a235-411c-9516-55e98c12d87f"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:23:15.951130 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:15.954124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7c57a7f9-5b4c-4906-b679-7bec1c88b294 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:23:15.996225 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdac271d-0e6b-48a5-b7d0-8436f149dd27 x-openstack-request-id: req-bdac271d-0e6b-48a5-b7d0-8436f149dd27 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:23:15.996659 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-unplugged", "status": "completed", "tag": "f9862376-a235-411c-9516-55e98c12d87f", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:23:15.997018 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdac271d-0e6b-48a5-b7d0-8436f149dd27 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:23:15.997538 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9862376-a235-411c-9516-55e98c12d87f', 'code': 200} Nov 29 18:23:16.003051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1ba28554-66a0-4827-b917-5bda9e019483 req-5e0aa35a-4214-448f-b1b0-8b5f5c46dbf3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] For port ae646355-ad4c-47e5-bc2b-0ef2ff5562dc, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ae646355-ad4c-47e5-bc2b-0ef2ff5562dc,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:16.003965 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-5e0aa35a-4214-448f-b1b0-8b5f5c46dbf3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:16.022694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1ba28554-66a0-4827-b917-5bda9e019483 req-5e0aa35a-4214-448f-b1b0-8b5f5c46dbf3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Calling delete_port for ae646355-ad4c-47e5-bc2b-0ef2ff5562dc owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:16.056331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=f9862376-a235-411c-9516-55e98c12d87f,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:16.113233 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:16.155074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 7c57a7f9-5b4c-4906-b679-7bec1c88b294, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7c57a7f9-5b4c-4906-b679-7bec1c88b294,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:16.160486 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:16.161343 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fa4a748b-18d2-456f-8305-9cb0f74b625b no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:23:16.211314 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-5e0aa35a-4214-448f-b1b0-8b5f5c46dbf3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:16.242676 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fa4a748b-18d2-456f-8305-9cb0f74b625b not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:23:16.243370 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device d1d310fc-38a8-4207-b780-c7b7ed72c64f no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:23:16.248923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0aa35a-4214-448f-b1b0-8b5f5c46dbf3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event deleted for resources: {'Port': ['ID=ae646355-ad4c-47e5-bc2b-0ef2ff5562dc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:16.324038 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=7c57a7f9-5b4c-4906-b679-7bec1c88b294,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:16.343013 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:16.368899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba28554-66a0-4827-b917-5bda9e019483 req-5e0aa35a-4214-448f-b1b0-8b5f5c46dbf3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] No DVR routers for this DVR port ae646355-ad4c-47e5-bc2b-0ef2ff5562dc on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:23:16.371958 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-5e0aa35a-4214-448f-b1b0-8b5f5c46dbf3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:16.379305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ba28554-66a0-4827-b917-5bda9e019483 req-5e0aa35a-4214-448f-b1b0-8b5f5c46dbf3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.31 "DELETE /v2.0/ports/ae646355-ad4c-47e5-bc2b-0ef2ff5562dc HTTP/1.1" status: 204 len: 173 time: 0.9855390 Nov 29 18:23:16.379501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port d1d310fc-38a8-4207-b780-c7b7ed72c64f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d1d310fc-38a8-4207-b780-c7b7ed72c64f,segment=NetworkSegment(77a1e57c-33ef-43ac-b2b8-85452ab71c43),segment_id=77a1e57c-33ef-43ac-b2b8-85452ab71c43)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:16.386588 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:16.387611 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 112a1789-df95-401f-85ce-35d276e8bc81 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:23:16.440921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 112a1789-df95-401f-85ce-35d276e8bc81 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:23:16.441281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 112a1789-df95-401f-85ce-35d276e8bc81 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:23:16.441813 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f002c88e-cc2b-4dce-8fa1-65fa2b43d135 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:23:16.448762 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f6ac9-4dac-4ff0-bcf7-21476a20cdcc req-ec9256db-889a-42c3-9bd9-0ef6f886c7a7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:16.455097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f6ac9-4dac-4ff0-bcf7-21476a20cdcc req-ec9256db-889a-42c3-9bd9-0ef6f886c7a7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:16.461521 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f6ac9-4dac-4ff0-bcf7-21476a20cdcc req-ec9256db-889a-42c3-9bd9-0ef6f886c7a7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:16.463240 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-468f6ac9-4dac-4ff0-bcf7-21476a20cdcc req-ec9256db-889a-42c3-9bd9-0ef6f886c7a7 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 2412 time: 0.1886566 Nov 29 18:23:16.498197 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f002c88e-cc2b-4dce-8fa1-65fa2b43d135 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:23:16.498641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device ae646355-ad4c-47e5-bc2b-0ef2ff5562dc no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:23:16.523219 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: ae646355-ad4c-47e5-bc2b-0ef2ff5562dc {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:23:16.523579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device ae646355-ad4c-47e5-bc2b-0ef2ff5562dc not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:23:16.534507 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-468f6ac9-4dac-4ff0-bcf7-21476a20cdcc req-4cb3add3-622b-43d7-b1dd-d063d420c00f tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651801 Nov 29 18:23:16.536114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=d1d310fc-38a8-4207-b780-c7b7ed72c64f,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:16.590626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1ba28554-66a0-4827-b917-5bda9e019483 req-3392b5a6-0588-41ee-8b54-9b626b173a87 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Deleting port d1d310fc-38a8-4207-b780-c7b7ed72c64f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:16.591020 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-3392b5a6-0588-41ee-8b54-9b626b173a87 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:16.697436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1ba28554-66a0-4827-b917-5bda9e019483 req-3392b5a6-0588-41ee-8b54-9b626b173a87 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] For port d1d310fc-38a8-4207-b780-c7b7ed72c64f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=d1d310fc-38a8-4207-b780-c7b7ed72c64f,segment=NetworkSegment(77a1e57c-33ef-43ac-b2b8-85452ab71c43),segment_id=77a1e57c-33ef-43ac-b2b8-85452ab71c43)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:16.697801 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-3392b5a6-0588-41ee-8b54-9b626b173a87 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:16.713751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1ba28554-66a0-4827-b917-5bda9e019483 req-3392b5a6-0588-41ee-8b54-9b626b173a87 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Calling delete_port for d1d310fc-38a8-4207-b780-c7b7ed72c64f owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:16.881889 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-3392b5a6-0588-41ee-8b54-9b626b173a87 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:16.949739 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392b5a6-0588-41ee-8b54-9b626b173a87 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event deleted for resources: {'Port': ['ID=d1d310fc-38a8-4207-b780-c7b7ed72c64f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:16.992567 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba28554-66a0-4827-b917-5bda9e019483 req-3392b5a6-0588-41ee-8b54-9b626b173a87 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] No DVR routers for this DVR port d1d310fc-38a8-4207-b780-c7b7ed72c64f on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:23:16.995269 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-3392b5a6-0588-41ee-8b54-9b626b173a87 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:16.998810 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ba28554-66a0-4827-b917-5bda9e019483 req-3392b5a6-0588-41ee-8b54-9b626b173a87 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.31 "DELETE /v2.0/ports/d1d310fc-38a8-4207-b780-c7b7ed72c64f HTTP/1.1" status: 204 len: 173 time: 0.6112759 Nov 29 18:23:17.103842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1ba28554-66a0-4827-b917-5bda9e019483 req-10cce9b8-7c16-4fa3-bb52-f02e418cfbac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Deleting port f9862376-a235-411c-9516-55e98c12d87f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:17.104401 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-10cce9b8-7c16-4fa3-bb52-f02e418cfbac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:17.201890 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1ba28554-66a0-4827-b917-5bda9e019483 req-10cce9b8-7c16-4fa3-bb52-f02e418cfbac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] For port f9862376-a235-411c-9516-55e98c12d87f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f9862376-a235-411c-9516-55e98c12d87f,segment=NetworkSegment(cc540e15-6932-42fd-85ac-c32ed2babc00),segment_id=cc540e15-6932-42fd-85ac-c32ed2babc00)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:17.202177 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-10cce9b8-7c16-4fa3-bb52-f02e418cfbac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:17.441775 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-10cce9b8-7c16-4fa3-bb52-f02e418cfbac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:17.442129 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-10cce9b8-7c16-4fa3-bb52-f02e418cfbac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:17.442430 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-1ba28554-66a0-4827-b917-5bda9e019483 req-10cce9b8-7c16-4fa3-bb52-f02e418cfbac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Floating IP 51fd0254-f57f-410d-a27e-f17ef681459f disassociated. External IP: 172.25.3.227, port: f9862376-a235-411c-9516-55e98c12d87f. Nov 29 18:23:17.443060 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1ba28554-66a0-4827-b917-5bda9e019483 req-10cce9b8-7c16-4fa3-bb52-f02e418cfbac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Calling delete_port for f9862376-a235-411c-9516-55e98c12d87f owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:17.444981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-deleted', 'tag': 'ae646355-ad4c-47e5-bc2b-0ef2ff5562dc'}, {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-deleted', 'tag': 'd1d310fc-38a8-4207-b780-c7b7ed72c64f'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:23:17.447499 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42e9889-3142-4782-8ee7-dee4fed3a040" -d '{"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-deleted", "tag": "ae646355-ad4c-47e5-bc2b-0ef2ff5562dc"}, {"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-deleted", "tag": "d1d310fc-38a8-4207-b780-c7b7ed72c64f"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:23:17.508685 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 29 Nov 2021 18:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793225df-576c-4bdc-a75b-ff37e1291790 x-openstack-request-id: req-793225df-576c-4bdc-a75b-ff37e1291790 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:23:17.508993 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-deleted", "tag": "ae646355-ad4c-47e5-bc2b-0ef2ff5562dc", "status": "completed", "code": 200}, {"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-deleted", "tag": "d1d310fc-38a8-4207-b780-c7b7ed72c64f", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:23:17.509253 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-793225df-576c-4bdc-a75b-ff37e1291790 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:23:17.509656 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-deleted', 'tag': 'ae646355-ad4c-47e5-bc2b-0ef2ff5562dc', 'status': 'completed', 'code': 200} Nov 29 18:23:17.509917 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-deleted', 'tag': 'd1d310fc-38a8-4207-b780-c7b7ed72c64f', 'status': 'completed', 'code': 200} Nov 29 18:23:17.684932 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-10cce9b8-7c16-4fa3-bb52-f02e418cfbac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:17.715491 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cce9b8-7c16-4fa3-bb52-f02e418cfbac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event deleted for resources: {'Port': ['ID=f9862376-a235-411c-9516-55e98c12d87f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:17.727983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88050386-ab6e-4a1b-9e11-cd4cacbe8557 req-805f698f-817d-4cdf-849f-d1decde7be9c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:17.733910 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88050386-ab6e-4a1b-9e11-cd4cacbe8557 req-805f698f-817d-4cdf-849f-d1decde7be9c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:17.735536 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88050386-ab6e-4a1b-9e11-cd4cacbe8557 req-805f698f-817d-4cdf-849f-d1decde7be9c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 1677 time: 0.0966249 Nov 29 18:23:17.876996 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88050386-ab6e-4a1b-9e11-cd4cacbe8557 req-b2872f13-93f9-4a06-bc2c-ca2acda2cb3b tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa613c08-0aaf-4b95-a743-6059c54956bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988467 Nov 29 18:23:17.896271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ba28554-66a0-4827-b917-5bda9e019483 req-10cce9b8-7c16-4fa3-bb52-f02e418cfbac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:23:17.999156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c57a7f9-5b4c-4906-b679-7bec1c88b294'}, {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d310fc-38a8-4207-b780-c7b7ed72c64f'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:23:18.002544 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be003421-5970-4794-8570-4640c3311352" -d '{"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-unplugged", "status": "completed", "tag": "7c57a7f9-5b4c-4906-b679-7bec1c88b294"}, {"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-unplugged", "status": "completed", "tag": "d1d310fc-38a8-4207-b780-c7b7ed72c64f"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:23:18.012696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ba28554-66a0-4827-b917-5bda9e019483 req-10cce9b8-7c16-4fa3-bb52-f02e418cfbac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:23:18.027149 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785bbdb4-b018-41e5-ada0-b29bb5b47bda None None] Sync routers for ids ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:23:18.040529 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785bbdb4-b018-41e5-ada0-b29bb5b47bda None None] Routers {'10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:23:18.041784 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-785bbdb4-b018-41e5-ada0-b29bb5b47bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:22:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:18.078681 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 29 Nov 2021 18:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0eb63c6-fc4f-429a-96ee-260a95fecabe x-openstack-request-id: req-a0eb63c6-fc4f-429a-96ee-260a95fecabe {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:23:18.079037 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-unplugged", "status": "completed", "tag": "7c57a7f9-5b4c-4906-b679-7bec1c88b294", "code": 200}, {"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-unplugged", "status": "completed", "tag": "d1d310fc-38a8-4207-b780-c7b7ed72c64f", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:23:18.079300 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0eb63c6-fc4f-429a-96ee-260a95fecabe {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:23:18.080266 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c57a7f9-5b4c-4906-b679-7bec1c88b294', 'code': 200} Nov 29 18:23:18.080530 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d310fc-38a8-4207-b780-c7b7ed72c64f', 'code': 200} Nov 29 18:23:18.082237 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba28554-66a0-4827-b917-5bda9e019483 req-10cce9b8-7c16-4fa3-bb52-f02e418cfbac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] No DVR routers for this DVR port f9862376-a235-411c-9516-55e98c12d87f on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:23:18.084723 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-10cce9b8-7c16-4fa3-bb52-f02e418cfbac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:18.088516 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ba28554-66a0-4827-b917-5bda9e019483 req-10cce9b8-7c16-4fa3-bb52-f02e418cfbac tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.31 "DELETE /v2.0/ports/f9862376-a235-411c-9516-55e98c12d87f HTTP/1.1" status: 204 len: 173 time: 1.0826876 Nov 29 18:23:18.175528 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-785bbdb4-b018-41e5-ada0-b29bb5b47bda None None] Set router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:23:18.250403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1ba28554-66a0-4827-b917-5bda9e019483 req-8bce2df6-2191-4198-a31f-45561ac79b45 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Deleting port 7c57a7f9-5b4c-4906-b679-7bec1c88b294 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:18.250932 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-8bce2df6-2191-4198-a31f-45561ac79b45 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:18.396279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1ba28554-66a0-4827-b917-5bda9e019483 req-8bce2df6-2191-4198-a31f-45561ac79b45 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] For port 7c57a7f9-5b4c-4906-b679-7bec1c88b294, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7c57a7f9-5b4c-4906-b679-7bec1c88b294,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:18.396754 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-8bce2df6-2191-4198-a31f-45561ac79b45 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:18.410650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1ba28554-66a0-4827-b917-5bda9e019483 req-8bce2df6-2191-4198-a31f-45561ac79b45 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Calling delete_port for 7c57a7f9-5b4c-4906-b679-7bec1c88b294 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:18.422282 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-785bbdb4-b018-41e5-ada0-b29bb5b47bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'name': 'tempest-TaggedBootDevicesTest-1199223718-router', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:07Z', 'updated_at': '2021-11-29T18:12:13Z', 'revision_number': 4, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'gw_port': {'id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:08Z', 'updated_at': '2021-11-29T18:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f485784d-c829-46c7-b33b-bbfbe13823ed', 'name': '', 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'mac_address': 'fa:16:3e:a0:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:12Z', 'updated_at': '2021-11-29T18:12:23Z', 'revision_number': 5, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'subnets': [{'id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:18.455993 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785bbdb4-b018-41e5-ada0-b29bb5b47bda None None] Checking router: 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:23:18.465883 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785bbdb4-b018-41e5-ada0-b29bb5b47bda None None] Routers {'10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:23:18.466829 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-785bbdb4-b018-41e5-ada0-b29bb5b47bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:22:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:18.572746 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-8bce2df6-2191-4198-a31f-45561ac79b45 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:18.590914 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-785bbdb4-b018-41e5-ada0-b29bb5b47bda None None] Set router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:23:18.618261 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce2df6-2191-4198-a31f-45561ac79b45 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event deleted for resources: {'Port': ['ID=7c57a7f9-5b4c-4906-b679-7bec1c88b294,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:18.675849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba28554-66a0-4827-b917-5bda9e019483 req-8bce2df6-2191-4198-a31f-45561ac79b45 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] No DVR routers for this DVR port 7c57a7f9-5b4c-4906-b679-7bec1c88b294 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:23:18.691247 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1ba28554-66a0-4827-b917-5bda9e019483 req-8bce2df6-2191-4198-a31f-45561ac79b45 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:18.700170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ba28554-66a0-4827-b917-5bda9e019483 req-8bce2df6-2191-4198-a31f-45561ac79b45 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.31 "DELETE /v2.0/ports/7c57a7f9-5b4c-4906-b679-7bec1c88b294 HTTP/1.1" status: 204 len: 173 time: 0.5836725 Nov 29 18:23:18.873479 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-785bbdb4-b018-41e5-ada0-b29bb5b47bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'name': 'tempest-TaggedBootDevicesTest-1199223718-router', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:07Z', 'updated_at': '2021-11-29T18:12:13Z', 'revision_number': 4, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'gw_port': {'id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:08Z', 'updated_at': '2021-11-29T18:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f485784d-c829-46c7-b33b-bbfbe13823ed', 'name': '', 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'mac_address': 'fa:16:3e:a0:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:12Z', 'updated_at': '2021-11-29T18:12:23Z', 'revision_number': 5, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'subnets': [{'id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:18.902873 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785bbdb4-b018-41e5-ada0-b29bb5b47bda None None] The sync data for ids ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'] in n-d-819494-5 is: [{'id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'name': 'tempest-TaggedBootDevicesTest-1199223718-router', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:07Z', 'updated_at': '2021-11-29T18:12:13Z', 'revision_number': 4, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'gw_port': {'id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:08Z', 'updated_at': '2021-11-29T18:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f485784d-c829-46c7-b33b-bbfbe13823ed', 'name': '', 'network_id': '8c7b00ca-e0ef-4d99-bd10-71bb21595ae3', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'mac_address': 'fa:16:3e:a0:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2066, 'fixed_ips': [{'subnet_id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:12Z', 'updated_at': '2021-11-29T18:12:23Z', 'revision_number': 5, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'subnets': [{'id': '094912f3-3fa8-4855-8e32-9708e0b4dd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:23:19.039511 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7d3d722-6082-438c-9c12-d5f4a767e9c2 req-d92238a0-ad25-46ea-8ef3-aa58cbbb2412 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0469651 Nov 29 18:23:19.301918 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e756b28-0156-4dc4-950e-c068f4733a30 None None] New status for floating IP 51fd0254-f57f-410d-a27e-f17ef681459f: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:23:19.510601 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-deleted', 'tag': 'f9862376-a235-411c-9516-55e98c12d87f'}, {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-deleted', 'tag': '7c57a7f9-5b4c-4906-b679-7bec1c88b294'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:23:19.513251 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26b42c7-7000-4909-acbc-dbcbfdc4bf9c" -d '{"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-deleted", "tag": "f9862376-a235-411c-9516-55e98c12d87f"}, {"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-deleted", "tag": "7c57a7f9-5b4c-4906-b679-7bec1c88b294"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:23:19.554075 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 29 Nov 2021 18:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9d4b1c-cdec-4e97-82d1-5bd11530fad7 x-openstack-request-id: req-cd9d4b1c-cdec-4e97-82d1-5bd11530fad7 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:23:19.554649 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-deleted", "tag": "f9862376-a235-411c-9516-55e98c12d87f", "status": "completed", "code": 200}, {"server_uuid": "0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb", "name": "network-vif-deleted", "tag": "7c57a7f9-5b4c-4906-b679-7bec1c88b294", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:23:19.555158 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd9d4b1c-cdec-4e97-82d1-5bd11530fad7 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:23:19.555782 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-deleted', 'tag': 'f9862376-a235-411c-9516-55e98c12d87f', 'status': 'completed', 'code': 200} Nov 29 18:23:19.556110 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb', 'name': 'network-vif-deleted', 'tag': '7c57a7f9-5b4c-4906-b679-7bec1c88b294', 'status': 'completed', 'code': 200} Nov 29 18:23:20.171962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0939748e-ea43-45db-a091-c50740c0c440 req-c495c41a-4431-41cc-8af4-de3987251509 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0292447 Nov 29 18:23:21.654993 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-123aa645-b5ed-4077-a60e-87a6aa521b0a req-8c62fe17-9963-4e18-a7f9-2305b2bda54d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0479257 Nov 29 18:23:22.808180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-80b3e378-bbdc-46a2-befd-ed77bfe1c391 req-b3bec1e5-b2d7-47af-9503-1a8a9bd9641d tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0456538 Nov 29 18:23:23.964688 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd1a3509-ac27-4f61-8811-b4bb8643d6a0 req-22074ab7-0e04-4c25-86ee-a9d7f222f0cf tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0632231 Nov 29 18:23:23.979509 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d8e4862-69e4-4919-bad3-279b896da572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:25.119057 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f697456-a49d-43b9-97d7-7f177d192833 req-3ec316fc-dc90-4db2-a136-9b3d714bb44a tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0431349 Nov 29 18:23:26.252525 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b464ab3-030e-45fc-b063-d702a3d0957f req-495d3566-34c5-48ae-bb5a-5ecbc1de57c3 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0364494 Nov 29 18:23:26.420626 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c934993f-097e-4db0-be40-b6d09ba412b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:27.208336 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:27.396678 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3609d2ba-97fd-4a97-a478-e7f258387880 req-9be01d89-fbfc-4d47-8863-57f5e8667bb1 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0431159 Nov 29 18:23:27.594309 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:28.523291 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d88b266b-c8de-4714-bf63-07d24a8ca64c req-521c6994-d368-4f4c-a2c1-4bff55f67885 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0382721 Nov 29 18:23:29.099616 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:29.642251 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ad66991-4397-4b03-b036-d9542e547c52 req-92d93f54-0a7d-4bee-a42c-28f6ecacdd52 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0347075 Nov 29 18:23:29.696602 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:29.994139 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:30.788861 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe6a9297-0852-4c4f-9cad-4bfa486fbdbf req-336218b6-673f-4da8-91da-63039cd5dfe0 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0414007 Nov 29 18:23:31.910336 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a18fa0c-71d8-4a73-bdc5-9aa9f8b5963d req-4af2c494-f03e-4d48-9bc1-b0d6746e4d02 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0450640 Nov 29 18:23:33.039645 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aea57a08-3e48-43ad-80c5-656c920c8c10 req-0fbbe5ba-27a1-4005-911c-984baaeb46b1 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcc32bc-54aa-4ef6-b631-6e6f06e8dceb HTTP/1.1" status: 200 len: 210 time: 0.0319521 Nov 29 18:23:34.137363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53626) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:34.195485 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73ef8464-af3c-4a6e-aa97-23ebdc12c880 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:34.220352 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73ef8464-af3c-4a6e-aa97-23ebdc12c880 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:34.275779 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73ef8464-af3c-4a6e-aa97-23ebdc12c880 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:34.278367 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73ef8464-af3c-4a6e-aa97-23ebdc12c880 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:34.282737 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-73ef8464-af3c-4a6e-aa97-23ebdc12c880 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "DELETE /v2.0/security-groups/fa613c08-0aaf-4b95-a743-6059c54956bf HTTP/1.1" status: 204 len: 168 time: 0.1412425 Nov 29 18:23:34.283145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53628) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:34.294634 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef8464-af3c-4a6e-aa97-23ebdc12c880 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa613c08-0aaf-4b95-a743-6059c54956bf,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:34.299726 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-c2773c8f-c3b4-4d43-a556-2f293886eefc tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] show failed (client error): The resource could not be found. Nov 29 18:23:34.304932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53630) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:34.305910 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c2773c8f-c3b4-4d43-a556-2f293886eefc tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "GET /v2.0/security-groups/fa613c08-0aaf-4b95-a743-6059c54956bf HTTP/1.1" status: 404 len: 347 time: 0.0217531 Nov 29 18:23:34.440060 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d5981a3b-fd3f-4f67-878a-03ca7c1f4b9c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Deleting port 21719ae4-6805-4807-9e7b-654622ead468 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:34.440402 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5981a3b-fd3f-4f67-878a-03ca7c1f4b9c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:34.533699 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5981a3b-fd3f-4f67-878a-03ca7c1f4b9c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:34.534138 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5981a3b-fd3f-4f67-878a-03ca7c1f4b9c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:34.552906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d5981a3b-fd3f-4f67-878a-03ca7c1f4b9c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Calling delete_port for 21719ae4-6805-4807-9e7b-654622ead468 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:34.699537 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5981a3b-fd3f-4f67-878a-03ca7c1f4b9c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:34.723706 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5981a3b-fd3f-4f67-878a-03ca7c1f4b9c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event deleted for resources: {'Port': ['ID=21719ae4-6805-4807-9e7b-654622ead468,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:34.800671 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5981a3b-fd3f-4f67-878a-03ca7c1f4b9c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:34.803654 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5981a3b-fd3f-4f67-878a-03ca7c1f4b9c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:34.807582 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d5981a3b-fd3f-4f67-878a-03ca7c1f4b9c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "DELETE /v2.0/floatingips/51fd0254-f57f-410d-a27e-f17ef681459f HTTP/1.1" status: 204 len: 168 time: 0.4992838 Nov 29 18:23:34.807708 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53640) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:34.904450 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Deleting port f002c88e-cc2b-4dce-8fa1-65fa2b43d135 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:34.905050 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:35.002256 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:35.014532 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Calling delete_port for f002c88e-cc2b-4dce-8fa1-65fa2b43d135 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:35.143563 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:35.179253 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event deleted for resources: {'Port': ['ID=f002c88e-cc2b-4dce-8fa1-65fa2b43d135,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:35.207460 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:35.207804 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:35.208156 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:35.208503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:35.208849 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:35.209189 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:35.209527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:35.209863 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:35.210197 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:35.210527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:35.210883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:35.211220 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:35.264180 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:35.268178 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-15bb12cb-0088-45fc-bea1-aa654a1db0d4 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "DELETE /v2.0/ports/f002c88e-cc2b-4dce-8fa1-65fa2b43d135 HTTP/1.1" status: 204 len: 168 time: 0.4593003 Nov 29 18:23:35.270757 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 53642) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:35.363492 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1e482de6-0907-4faf-a949-271f22585d1e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Deleting port fa4a748b-18d2-456f-8305-9cb0f74b625b {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:35.364142 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e482de6-0907-4faf-a949-271f22585d1e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:35.454823 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e482de6-0907-4faf-a949-271f22585d1e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:35.466625 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1e482de6-0907-4faf-a949-271f22585d1e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Calling delete_port for fa4a748b-18d2-456f-8305-9cb0f74b625b owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:35.634227 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e482de6-0907-4faf-a949-271f22585d1e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:35.669205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e482de6-0907-4faf-a949-271f22585d1e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event deleted for resources: {'Port': ['ID=fa4a748b-18d2-456f-8305-9cb0f74b625b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:35.762652 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e482de6-0907-4faf-a949-271f22585d1e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:35.769744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53648) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:35.770251 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1e482de6-0907-4faf-a949-271f22585d1e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "DELETE /v2.0/ports/fa4a748b-18d2-456f-8305-9cb0f74b625b HTTP/1.1" status: 204 len: 168 time: 0.4982126 Nov 29 18:23:35.835373 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7fe79f-d7cb-4a8c-8f53-af7380ded097 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Deleting subnet f4c504f4-9df8-4894-b0d2-9a3940ee271e {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:23:35.838967 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe79f-d7cb-4a8c-8f53-af7380ded097 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:35.887195 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe79f-d7cb-4a8c-8f53-af7380ded097 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:35.981343 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe79f-d7cb-4a8c-8f53-af7380ded097 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:36.049088 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe79f-d7cb-4a8c-8f53-af7380ded097 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:36.076902 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fe79f-d7cb-4a8c-8f53-af7380ded097 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c504f4-9df8-4894-b0d2-9a3940ee271e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:36.080757 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c7fe79f-d7cb-4a8c-8f53-af7380ded097 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:36.083953 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1c7fe79f-d7cb-4a8c-8f53-af7380ded097 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "DELETE /v2.0/subnets/f4c504f4-9df8-4894-b0d2-9a3940ee271e HTTP/1.1" status: 204 len: 168 time: 0.3125360 Nov 29 18:23:36.086445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53654) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:36.093710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2442c9f-f9a5-4102-9762-79f9dbd33c67 None None] Network d9f36459-b545-4033-9511-3819613163f0 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:23:36.143616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-491d848e-d02f-48ae-ba49-fa9e2463e98c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Deleting subnet d542c6b4-9a49-4f26-97dd-a08e45fd6e76 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:23:36.148131 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-491d848e-d02f-48ae-ba49-fa9e2463e98c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:36.222095 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-491d848e-d02f-48ae-ba49-fa9e2463e98c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:36.357218 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] DHCP port deletion for d9f36459-b545-4033-9511-3819613163f0 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:23:36.391889 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-491d848e-d02f-48ae-ba49-fa9e2463e98c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:36.435248 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Deleting port 77ba126e-4137-4b40-bed3-fb1c3341b060 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:36.435709 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:36.507283 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-491d848e-d02f-48ae-ba49-fa9e2463e98c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:36.507536 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] For port 77ba126e-4137-4b40-bed3-fb1c3341b060, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=77ba126e-4137-4b40-bed3-fb1c3341b060,segment=NetworkSegment(77a1e57c-33ef-43ac-b2b8-85452ab71c43),segment_id=77a1e57c-33ef-43ac-b2b8-85452ab71c43)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:36.507831 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:36.522342 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Calling delete_port for 77ba126e-4137-4b40-bed3-fb1c3341b060 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:36.537827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d848e-d02f-48ae-ba49-fa9e2463e98c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event deleted for resources: {'Subnet': ['ID=d542c6b4-9a49-4f26-97dd-a08e45fd6e76,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:36.555775 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-491d848e-d02f-48ae-ba49-fa9e2463e98c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:36.559596 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d420390-c7a4-404c-9677-e1b11c8d6e7e None None] Network 07640d9f-e07a-48c7-a743-879be86985c1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:23:36.560617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-491d848e-d02f-48ae-ba49-fa9e2463e98c tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "DELETE /v2.0/subnets/d542c6b4-9a49-4f26-97dd-a08e45fd6e76 HTTP/1.1" status: 204 len: 168 time: 0.4731624 Nov 29 18:23:36.566032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53660) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:36.678472 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:36.741069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Deleting port 77ba126e-4137-4b40-bed3-fb1c3341b060 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:36.741505 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:36.773395 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:36.802360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Pushing event deleted for resources: {'Port': ['ID=77ba126e-4137-4b40-bed3-fb1c3341b060,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:36.810980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] No DVR routers for this DVR port 77ba126e-4137-4b40-bed3-fb1c3341b060 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:23:36.816275 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:36.816633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:36.816981 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:36.817321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:36.817655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:36.818032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:36.819312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:36.819312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:36.819312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:36.819583 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:36.819806 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:36.820131 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c09e2-7954-436e-88c0-46e972e83379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:23:36.852709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 77ba126e-4137-4b40-bed3-fb1c3341b060 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:23:36.879868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] For port 77ba126e-4137-4b40-bed3-fb1c3341b060, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=77ba126e-4137-4b40-bed3-fb1c3341b060,segment=NetworkSegment(77a1e57c-33ef-43ac-b2b8-85452ab71c43),segment_id=77a1e57c-33ef-43ac-b2b8-85452ab71c43)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:36.880403 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:36.880692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 77ba126e-4137-4b40-bed3-fb1c3341b060 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:23:36.881223 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 77ba126e-4137-4b40-bed3-fb1c3341b060 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:23:36.904295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718db3c5-0856-478e-846a-ff0fb0c27954 None None] DHCP port deletion for 07640d9f-e07a-48c7-a743-879be86985c1 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:23:36.912251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Calling delete_port for 77ba126e-4137-4b40-bed3-fb1c3341b060 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:36.979223 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-718db3c5-0856-478e-846a-ff0fb0c27954 None None] Deleting port 5c3b2989-ea81-4c5d-9eda-2742158ee794 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:36.980085 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-718db3c5-0856-478e-846a-ff0fb0c27954 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:37.007827 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:37.036501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event deleted for resources: {'Port': ['ID=77ba126e-4137-4b40-bed3-fb1c3341b060,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:37.058710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] No DVR routers for this DVR port 77ba126e-4137-4b40-bed3-fb1c3341b060 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:23:37.085937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-718db3c5-0856-478e-846a-ff0fb0c27954 None None] For port 5c3b2989-ea81-4c5d-9eda-2742158ee794, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5c3b2989-ea81-4c5d-9eda-2742158ee794,segment=NetworkSegment(6f63eda3-ae9e-4bee-a424-55219d24185f),segment_id=6f63eda3-ae9e-4bee-a424-55219d24185f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:37.086644 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-718db3c5-0856-478e-846a-ff0fb0c27954 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:37.105054 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-718db3c5-0856-478e-846a-ff0fb0c27954 None None] Calling delete_port for 5c3b2989-ea81-4c5d-9eda-2742158ee794 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:37.161088 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:37.183313 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f36459-b545-4033-9511-3819613163f0']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:37.199476 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a1e57c-33ef-43ac-b2b8-85452ab71c43') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:37.200040 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a1e57c-33ef-43ac-b2b8-85452ab71c43') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:37.218010 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:37.223428 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-718db3c5-0856-478e-846a-ff0fb0c27954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:37.235506 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:37.243009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:23:37.243603 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:23:37.247727 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:23:37.270009 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718db3c5-0856-478e-846a-ff0fb0c27954 None None] Pushing event deleted for resources: {'Port': ['ID=5c3b2989-ea81-4c5d-9eda-2742158ee794,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:37.276552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718db3c5-0856-478e-846a-ff0fb0c27954 None None] No DVR routers for this DVR port 5c3b2989-ea81-4c5d-9eda-2742158ee794 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:23:37.329528 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:37.337516 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:37.342865 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "DELETE /v2.0/networks/d9f36459-b545-4033-9511-3819613163f0 HTTP/1.1" status: 204 len: 168 time: 0.7735555 Nov 29 18:23:37.343391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 53668) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:37.363987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61147f71-dc2b-4be0-90cd-e6f60167a692 tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event deleted for resources: {'Network': ['ID=d9f36459-b545-4033-9511-3819613163f0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:37.436269 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ec51aea-36fc-43b0-9500-7b31aa030f9e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:37.525594 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ec51aea-36fc-43b0-9500-7b31aa030f9e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:37.555737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-3ec51aea-36fc-43b0-9500-7b31aa030f9e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07640d9f-e07a-48c7-a743-879be86985c1']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:37.568911 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-3ec51aea-36fc-43b0-9500-7b31aa030f9e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f63eda3-ae9e-4bee-a424-55219d24185f') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:37.569481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-3ec51aea-36fc-43b0-9500-7b31aa030f9e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f63eda3-ae9e-4bee-a424-55219d24185f') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:37.582460 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ec51aea-36fc-43b0-9500-7b31aa030f9e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:37.597727 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ec51aea-36fc-43b0-9500-7b31aa030f9e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:37.604514 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec51aea-36fc-43b0-9500-7b31aa030f9e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:23:37.605043 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ec51aea-36fc-43b0-9500-7b31aa030f9e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:23:37.608414 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:23:37.654602 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-676fc0f1-6d95-4462-b6ce-be113c556765 service neutron] (110004) timed out ('10.222.0.23', 36370) {{(pid=110004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 18:23:37.668799 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ec51aea-36fc-43b0-9500-7b31aa030f9e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:37.675046 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ec51aea-36fc-43b0-9500-7b31aa030f9e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:37.694850 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3ec51aea-36fc-43b0-9500-7b31aa030f9e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] 10.222.0.23 "DELETE /v2.0/networks/07640d9f-e07a-48c7-a743-879be86985c1 HTTP/1.1" status: 204 len: 168 time: 0.3385618 Nov 29 18:23:37.706236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec51aea-36fc-43b0-9500-7b31aa030f9e tempest-TaggedBootDevicesTest-2026231432 tempest-TaggedBootDevicesTest-2026231432-project] Pushing event deleted for resources: {'Network': ['ID=07640d9f-e07a-48c7-a743-879be86985c1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:38.791570 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5c3b2989-ea81-4c5d-9eda-2742158ee794 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:23:38.817040 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 5c3b2989-ea81-4c5d-9eda-2742158ee794 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:23:38.818431 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5c3b2989-ea81-4c5d-9eda-2742158ee794 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:23:43.118019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-8b5bd0d6-dff1-468f-bce6-64405f087321 req-263b508a-eff6-4d5c-9183-bbf8c0d4a072 service neutron] (110005) timed out ('10.222.0.20', 50548) {{(pid=110005) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 18:23:45.460939 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:23:48.178445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244c72d-bcda-4f59-8d0f-a11c9487efcb req-040073e4-dde1-4a2e-92ac-e2a118a658c6 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:48.181842 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e244c72d-bcda-4f59-8d0f-a11c9487efcb req-040073e4-dde1-4a2e-92ac-e2a118a658c6 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.0939353 Nov 29 18:23:48.318237 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e244c72d-bcda-4f59-8d0f-a11c9487efcb req-7e0f2254-c10c-4f17-96ff-d584f5bea6ad tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292105 Nov 29 18:23:48.849451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54266) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:49.615168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c276570-efbd-4f50-a484-e25cf12b6c82 req-7b8d24eb-e98f-455a-b198-81daab52eb26 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:49.623276 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c276570-efbd-4f50-a484-e25cf12b6c82 req-7b8d24eb-e98f-455a-b198-81daab52eb26 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.1312470 Nov 29 18:23:49.639798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fde89-de31-44a1-be03-db7f17e0783b req-97410921-258e-4a40-991a-7011403ab74f tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:49.641670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-172fde89-de31-44a1-be03-db7f17e0783b req-97410921-258e-4a40-991a-7011403ab74f tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.31 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 945 time: 0.1609056 Nov 29 18:23:49.807317 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c276570-efbd-4f50-a484-e25cf12b6c82 req-b843c6f5-e08a-4b82-8c41-d4e7fbb52e7c tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=677aeeae-42d1-4d11-87e8-1619c5c04ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816392 Nov 29 18:23:49.826014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-172fde89-de31-44a1-be03-db7f17e0783b req-373510a7-ef9f-4640-9fb5-c6c36e34f9d3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Deleting port a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:49.826663 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-172fde89-de31-44a1-be03-db7f17e0783b req-373510a7-ef9f-4640-9fb5-c6c36e34f9d3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:49.966127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-172fde89-de31-44a1-be03-db7f17e0783b req-373510a7-ef9f-4640-9fb5-c6c36e34f9d3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] For port a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0,segment=NetworkSegment(e565cf34-1a5c-4068-a09e-b68b84982495),segment_id=e565cf34-1a5c-4068-a09e-b68b84982495)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:49.966507 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-172fde89-de31-44a1-be03-db7f17e0783b req-373510a7-ef9f-4640-9fb5-c6c36e34f9d3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:50.177181 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-172fde89-de31-44a1-be03-db7f17e0783b req-373510a7-ef9f-4640-9fb5-c6c36e34f9d3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:50.177564 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-172fde89-de31-44a1-be03-db7f17e0783b req-373510a7-ef9f-4640-9fb5-c6c36e34f9d3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:50.178989 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-172fde89-de31-44a1-be03-db7f17e0783b req-373510a7-ef9f-4640-9fb5-c6c36e34f9d3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Floating IP 289d4ec3-73bb-41d8-9ce1-b48a9f05f77c disassociated. External IP: 172.25.3.26, port: a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0. Nov 29 18:23:50.178989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-172fde89-de31-44a1-be03-db7f17e0783b req-373510a7-ef9f-4640-9fb5-c6c36e34f9d3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Calling delete_port for a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:50.350122 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e58d325a-3acb-4839-906b-5a010c70c92e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:50.407154 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-172fde89-de31-44a1-be03-db7f17e0783b req-373510a7-ef9f-4640-9fb5-c6c36e34f9d3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:50.469470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373510a7-ef9f-4640-9fb5-c6c36e34f9d3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event deleted for resources: {'Port': ['ID=a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:50.698557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-172fde89-de31-44a1-be03-db7f17e0783b req-373510a7-ef9f-4640-9fb5-c6c36e34f9d3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Router b1cb59ab-9368-4f6a-b0db-4b319db8be8a has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:23:50.849848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-172fde89-de31-44a1-be03-db7f17e0783b req-373510a7-ef9f-4640-9fb5-c6c36e34f9d3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:23:50.866035 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeddcfc-20b7-44ef-aacd-4d0d973ee7ab None None] Sync routers for ids ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:23:50.878730 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeddcfc-20b7-44ef-aacd-4d0d973ee7ab None None] Routers {'b1cb59ab-9368-4f6a-b0db-4b319db8be8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:23:50.885039 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e58d325a-3acb-4839-906b-5a010c70c92e admin admin] Deleting port f485784d-c829-46c7-b33b-bbfbe13823ed {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:50.885393 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e58d325a-3acb-4839-906b-5a010c70c92e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:50.885842 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-feeddcfc-20b7-44ef-aacd-4d0d973ee7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:23:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:51.021602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-172fde89-de31-44a1-be03-db7f17e0783b req-373510a7-ef9f-4640-9fb5-c6c36e34f9d3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] No DVR routers for this DVR port a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:23:51.021602 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7a86f56-ea7f-4817-bb95-42062518894e req-1af81a22-f289-4376-97cb-6d59923a2d0e tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=02109911-98e5-4007-a22e-6add51ccd094 HTTP/1.1" status: 200 len: 210 time: 0.0604906 Nov 29 18:23:51.026585 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-172fde89-de31-44a1-be03-db7f17e0783b req-373510a7-ef9f-4640-9fb5-c6c36e34f9d3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:51.029914 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-172fde89-de31-44a1-be03-db7f17e0783b req-373510a7-ef9f-4640-9fb5-c6c36e34f9d3 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.31 "DELETE /v2.0/ports/a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 HTTP/1.1" status: 204 len: 173 time: 1.3769438 Nov 29 18:23:51.030365 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02109911-98e5-4007-a22e-6add51ccd094', 'name': 'network-vif-deleted', 'tag': 'a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:23:51.033186 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a86a5bb-aa93-43d5-b41c-0673590c6e68" -d '{"events": [{"server_uuid": "02109911-98e5-4007-a22e-6add51ccd094", "name": "network-vif-deleted", "tag": "a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:23:51.122874 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54c8b80-5888-4b13-a602-f28e51fe4eb8 x-openstack-request-id: req-d54c8b80-5888-4b13-a602-f28e51fe4eb8 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:23:51.123217 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02109911-98e5-4007-a22e-6add51ccd094", "name": "network-vif-deleted", "tag": "a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:23:51.123422 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d54c8b80-5888-4b13-a602-f28e51fe4eb8 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:23:51.123826 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02109911-98e5-4007-a22e-6add51ccd094', 'name': 'network-vif-deleted', 'tag': 'a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0', 'status': 'completed', 'code': 200} Nov 29 18:23:51.136251 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-feeddcfc-20b7-44ef-aacd-4d0d973ee7ab None None] Set router b1cb59ab-9368-4f6a-b0db-4b319db8be8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:23:51.170970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-e58d325a-3acb-4839-906b-5a010c70c92e admin admin] For port f485784d-c829-46c7-b33b-bbfbe13823ed, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f485784d-c829-46c7-b33b-bbfbe13823ed,segment=NetworkSegment(cc540e15-6932-42fd-85ac-c32ed2babc00),segment_id=cc540e15-6932-42fd-85ac-c32ed2babc00)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:51.172256 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e58d325a-3acb-4839-906b-5a010c70c92e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:51.187902 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e58d325a-3acb-4839-906b-5a010c70c92e admin admin] Calling delete_port for f485784d-c829-46c7-b33b-bbfbe13823ed owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:51.399616 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-feeddcfc-20b7-44ef-aacd-4d0d973ee7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:12Z', 'revision_number': 4, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a030367d-2252-4bb6-a495-f1b9a7d78d1d', 'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'mac_address': 'fa:16:3e:24:d6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:11Z', 'updated_at': '2021-11-29T18:18:18Z', 'revision_number': 5, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'subnets': [{'id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:51.408247 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e58d325a-3acb-4839-906b-5a010c70c92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:51.428539 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeddcfc-20b7-44ef-aacd-4d0d973ee7ab None None] Checking router: b1cb59ab-9368-4f6a-b0db-4b319db8be8a for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:23:51.438887 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d325a-3acb-4839-906b-5a010c70c92e admin admin] Pushing event deleted for resources: {'Port': ['ID=f485784d-c829-46c7-b33b-bbfbe13823ed,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:51.439154 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeddcfc-20b7-44ef-aacd-4d0d973ee7ab None None] Routers {'b1cb59ab-9368-4f6a-b0db-4b319db8be8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:23:51.450188 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-feeddcfc-20b7-44ef-aacd-4d0d973ee7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:23:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:51.622442 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-feeddcfc-20b7-44ef-aacd-4d0d973ee7ab None None] Set router b1cb59ab-9368-4f6a-b0db-4b319db8be8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:23:51.772546 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e58d325a-3acb-4839-906b-5a010c70c92e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:51.893753 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:23:51.924075 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:23:51.924636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a23c3fb1-dd9d-4f78-93ca-746c6f3ee5e0 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:23:52.008559 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-feeddcfc-20b7-44ef-aacd-4d0d973ee7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:12Z', 'revision_number': 4, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a030367d-2252-4bb6-a495-f1b9a7d78d1d', 'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'mac_address': 'fa:16:3e:24:d6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:11Z', 'updated_at': '2021-11-29T18:18:18Z', 'revision_number': 5, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'subnets': [{'id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:52.074121 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeddcfc-20b7-44ef-aacd-4d0d973ee7ab None None] The sync data for ids ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'] in n-d-819494-5 is: [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:12Z', 'revision_number': 4, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a030367d-2252-4bb6-a495-f1b9a7d78d1d', 'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'mac_address': 'fa:16:3e:24:d6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:11Z', 'updated_at': '2021-11-29T18:18:18Z', 'revision_number': 5, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'subnets': [{'id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:23:52.173631 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54310) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:52.223234 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58d325a-3acb-4839-906b-5a010c70c92e admin admin] Router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:23:52.273595 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-712b49d8-ea15-430d-bf72-a35ff4997b25 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:52.338320 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-712b49d8-ea15-430d-bf72-a35ff4997b25 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:52.345910 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58d325a-3acb-4839-906b-5a010c70c92e admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:23:52.352708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e58d325a-3acb-4839-906b-5a010c70c92e admin admin] 10.222.0.23 "PUT /v2.0/routers/10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5021386 Nov 29 18:23:52.355451 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e70965-aa64-4f50-a0d0-723f8e7b3fa6 None None] Sync routers for ids ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:23:52.356093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54316) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:52.375766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e70965-aa64-4f50-a0d0-723f8e7b3fa6 None None] Routers {'10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:23:52.376637 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-d9e70965-aa64-4f50-a0d0-723f8e7b3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:23:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:52.430774 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-712b49d8-ea15-430d-bf72-a35ff4997b25 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:52.433748 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-712b49d8-ea15-430d-bf72-a35ff4997b25 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:52.435144 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-712b49d8-ea15-430d-bf72-a35ff4997b25 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "DELETE /v2.0/security-groups/677aeeae-42d1-4d11-87e8-1619c5c04ed9 HTTP/1.1" status: 204 len: 168 time: 0.2599027 Nov 29 18:23:52.440839 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54318) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:52.467832 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b49d8-ea15-430d-bf72-a35ff4997b25 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=677aeeae-42d1-4d11-87e8-1619c5c04ed9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:52.473661 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-828ba6e3-5dfc-42e2-ae75-701b382fdbd6 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] show failed (client error): The resource could not be found. Nov 29 18:23:52.482379 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-828ba6e3-5dfc-42e2-ae75-701b382fdbd6 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups/677aeeae-42d1-4d11-87e8-1619c5c04ed9 HTTP/1.1" status: 404 len: 347 time: 0.0401433 Nov 29 18:23:52.485723 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54320) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:52.507883 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ea75d6a-27f1-4be7-8820-07444ee0ceff admin admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:52.581098 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff48340c-3ef2-499a-a68d-40e80837f79f None None] New status for floating IP 289d4ec3-73bb-41d8-9ce1-b48a9f05f77c: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:23:52.712737 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-d9e70965-aa64-4f50-a0d0-723f8e7b3fa6 None None] Set router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:23:52.771444 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ea75d6a-27f1-4be7-8820-07444ee0ceff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:52.798381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc3dfe-13c9-4cd4-a7f3-3a4ee7f29bef tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Deleting port 2c12eeb8-89c7-44a6-ac5e-5c40b1c3a939 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:52.799005 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e1cc3dfe-13c9-4cd4-a7f3-3a4ee7f29bef tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:52.837226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3ea75d6a-27f1-4be7-8820-07444ee0ceff admin admin] Deleting port f542f66a-78b2-401d-90e5-8dc939a6f3da {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:52.837717 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ea75d6a-27f1-4be7-8820-07444ee0ceff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:52.914107 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e1cc3dfe-13c9-4cd4-a7f3-3a4ee7f29bef tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:52.914552 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e1cc3dfe-13c9-4cd4-a7f3-3a4ee7f29bef tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:52.929624 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc3dfe-13c9-4cd4-a7f3-3a4ee7f29bef tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Calling delete_port for 2c12eeb8-89c7-44a6-ac5e-5c40b1c3a939 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:52.965627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-3ea75d6a-27f1-4be7-8820-07444ee0ceff admin admin] For port f542f66a-78b2-401d-90e5-8dc939a6f3da, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f542f66a-78b2-401d-90e5-8dc939a6f3da,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:52.969123 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ea75d6a-27f1-4be7-8820-07444ee0ceff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:53.011504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3ea75d6a-27f1-4be7-8820-07444ee0ceff admin admin] Calling delete_port for f542f66a-78b2-401d-90e5-8dc939a6f3da owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:53.201674 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e1cc3dfe-13c9-4cd4-a7f3-3a4ee7f29bef tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:53.241388 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc3dfe-13c9-4cd4-a7f3-3a4ee7f29bef tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event deleted for resources: {'Port': ['ID=2c12eeb8-89c7-44a6-ac5e-5c40b1c3a939,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:53.321719 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ea75d6a-27f1-4be7-8820-07444ee0ceff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:53.331624 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-d9e70965-aa64-4f50-a0d0-723f8e7b3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'name': 'tempest-TaggedBootDevicesTest-1199223718-router', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:07Z', 'updated_at': '2021-11-29T18:23:51Z', 'revision_number': 5, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'gw_port': {'id': 'f542f66a-78b2-401d-90e5-8dc939a6f3da', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:10:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:08Z', 'updated_at': '2021-11-29T18:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:53.334655 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e1cc3dfe-13c9-4cd4-a7f3-3a4ee7f29bef tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:53.338139 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e1cc3dfe-13c9-4cd4-a7f3-3a4ee7f29bef tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:53.339718 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e1cc3dfe-13c9-4cd4-a7f3-3a4ee7f29bef tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "DELETE /v2.0/floatingips/289d4ec3-73bb-41d8-9ce1-b48a9f05f77c HTTP/1.1" status: 204 len: 168 time: 0.8526373 Nov 29 18:23:53.423885 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e70965-aa64-4f50-a0d0-723f8e7b3fa6 None None] Checking router: 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:23:53.426068 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f271c5-4180-4bd7-a72a-1cfdb6f35aa9 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:23:53.440961 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea75d6a-27f1-4be7-8820-07444ee0ceff admin admin] Pushing event deleted for resources: {'Port': ['ID=f542f66a-78b2-401d-90e5-8dc939a6f3da,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:53.456382 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e70965-aa64-4f50-a0d0-723f8e7b3fa6 None None] Routers {'10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:23:53.457029 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-d9e70965-aa64-4f50-a0d0-723f8e7b3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:23:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:53.533067 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ea75d6a-27f1-4be7-8820-07444ee0ceff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:53.585162 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-d9e70965-aa64-4f50-a0d0-723f8e7b3fa6 None None] Set router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:23:53.629400 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ea75d6a-27f1-4be7-8820-07444ee0ceff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:53.631688 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ea75d6a-27f1-4be7-8820-07444ee0ceff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:53.652366 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-d9e70965-aa64-4f50-a0d0-723f8e7b3fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'name': 'tempest-TaggedBootDevicesTest-1199223718-router', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:07Z', 'updated_at': '2021-11-29T18:23:53Z', 'revision_number': 7, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:53.684185 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e70965-aa64-4f50-a0d0-723f8e7b3fa6 None None] The sync data for ids ['10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9'] in n-d-819494-5 is: [{'id': '10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9', 'name': 'tempest-TaggedBootDevicesTest-1199223718-router', 'tenant_id': '69148bb57fa54adf911a3855e38b3970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:07Z', 'updated_at': '2021-11-29T18:23:53Z', 'revision_number': 7, 'project_id': '69148bb57fa54adf911a3855e38b3970', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:23:53.688967 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ea75d6a-27f1-4be7-8820-07444ee0ceff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:53.689572 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea75d6a-27f1-4be7-8820-07444ee0ceff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:23:53.700809 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ea75d6a-27f1-4be7-8820-07444ee0ceff admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:53.702515 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3ea75d6a-27f1-4be7-8820-07444ee0ceff admin admin] 10.222.0.23 "DELETE /v2.0/routers/10b242ed-a73c-4b32-9d7e-e7d0ecefcfe9 HTTP/1.1" status: 204 len: 168 time: 1.3452950 Nov 29 18:23:53.705939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54338) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:53.739351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54342) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:53.744264 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-03681475-1056-4a85-8ef7-a79764f2dfdf tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--931029099', 'description': 'tempest-description--46073556'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:23:53.773217 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03681475-1056-4a85-8ef7-a79764f2dfdf tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:53.780252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-2591bee8-299d-40af-847a-bbaab62afb9a admin admin] Deleting subnet 094912f3-3fa8-4855-8e32-9708e0b4dd0b {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:23:53.784790 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2591bee8-299d-40af-847a-bbaab62afb9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:53.839095 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2591bee8-299d-40af-847a-bbaab62afb9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:53.871710 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03681475-1056-4a85-8ef7-a79764f2dfdf tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:53.876813 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03681475-1056-4a85-8ef7-a79764f2dfdf tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:53.894505 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03681475-1056-4a85-8ef7-a79764f2dfdf tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:53.895767 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-03681475-1056-4a85-8ef7-a79764f2dfdf tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1551964 Nov 29 18:23:53.900104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54344) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:53.912652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-efc1f9ce-6172-49f3-8b57-66bd5a74a5b8 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Request body: {'security_group_rule': {'security_group_id': '74ab47e4-461b-433c-a7af-92d842762e7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:23:53.918500 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03681475-1056-4a85-8ef7-a79764f2dfdf tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ab47e4-461b-433c-a7af-92d842762e7f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:53.972163 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22af39ca-2613-4799-b818-78ed40f18936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:53.981328 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-efc1f9ce-6172-49f3-8b57-66bd5a74a5b8 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.009451 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2591bee8-299d-40af-847a-bbaab62afb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.124500 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-efc1f9ce-6172-49f3-8b57-66bd5a74a5b8 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.128863 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2591bee8-299d-40af-847a-bbaab62afb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.158759 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-efc1f9ce-6172-49f3-8b57-66bd5a74a5b8 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.160911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8869106c-1e78-4b78-9323-a0d05ab04ea2 None None] Network 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:23:54.170372 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2591bee8-299d-40af-847a-bbaab62afb9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.176781 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2591bee8-299d-40af-847a-bbaab62afb9a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/094912f3-3fa8-4855-8e32-9708e0b4dd0b HTTP/1.1" status: 204 len: 168 time: 0.4669938 Nov 29 18:23:54.177201 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54354) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:54.198707 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591bee8-299d-40af-847a-bbaab62afb9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094912f3-3fa8-4855-8e32-9708e0b4dd0b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:54.211104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1f9ce-6172-49f3-8b57-66bd5a74a5b8 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da70dbc6-10f8-4a19-94c6-03cf1dd1b62b,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:54.241425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-efc1f9ce-6172-49f3-8b57-66bd5a74a5b8 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.242912 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-efc1f9ce-6172-49f3-8b57-66bd5a74a5b8 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3417571 Nov 29 18:23:54.247556 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54356) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:54.262530 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-fa002377-9773-4dca-bbad-ada1573de853 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Request body: {'security_group_rule': {'security_group_id': '74ab47e4-461b-433c-a7af-92d842762e7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:23:54.300140 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa002377-9773-4dca-bbad-ada1573de853 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.301159 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.376147 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa002377-9773-4dca-bbad-ada1573de853 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.381989 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa002377-9773-4dca-bbad-ada1573de853 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.404467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa002377-9773-4dca-bbad-ada1573de853 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96ef524-acbc-4fe7-acb3-74a1b0891f70,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:54.427119 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa002377-9773-4dca-bbad-ada1573de853 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.431822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54358) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:54.435570 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fa002377-9773-4dca-bbad-ada1573de853 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1825576 Nov 29 18:23:54.438449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:23:54.449111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] Deleting port 9684cc67-5d56-45ae-8674-03b22be8cdbb {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:54.449304 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.524052 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f03d31-025f-4637-8f92-c6666e0b688d None None] DHCP port deletion for 8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:23:54.601283 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-27f03d31-025f-4637-8f92-c6666e0b688d None None] Deleting port 9684cc67-5d56-45ae-8674-03b22be8cdbb {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:54.601958 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27f03d31-025f-4637-8f92-c6666e0b688d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.696732 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-27f03d31-025f-4637-8f92-c6666e0b688d None None] For port 9684cc67-5d56-45ae-8674-03b22be8cdbb, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9684cc67-5d56-45ae-8674-03b22be8cdbb,segment=NetworkSegment(cc540e15-6932-42fd-85ac-c32ed2babc00),segment_id=cc540e15-6932-42fd-85ac-c32ed2babc00)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:54.697297 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27f03d31-025f-4637-8f92-c6666e0b688d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.717592 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-27f03d31-025f-4637-8f92-c6666e0b688d None None] Calling delete_port for 9684cc67-5d56-45ae-8674-03b22be8cdbb owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:54.874408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] For port 9684cc67-5d56-45ae-8674-03b22be8cdbb, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9684cc67-5d56-45ae-8674-03b22be8cdbb,segment=NetworkSegment(cc540e15-6932-42fd-85ac-c32ed2babc00),segment_id=cc540e15-6932-42fd-85ac-c32ed2babc00)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:54.875607 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27f03d31-025f-4637-8f92-c6666e0b688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.877802 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.883315 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:54.909210 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f485784d-c829-46c7-b33b-bbfbe13823ed no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:23:54.914041 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f03d31-025f-4637-8f92-c6666e0b688d None None] Pushing event deleted for resources: {'Port': ['ID=9684cc67-5d56-45ae-8674-03b22be8cdbb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:54.937811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f03d31-025f-4637-8f92-c6666e0b688d None None] No DVR routers for this DVR port 9684cc67-5d56-45ae-8674-03b22be8cdbb on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:23:54.949115 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: f485784d-c829-46c7-b33b-bbfbe13823ed {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:23:54.949115 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f485784d-c829-46c7-b33b-bbfbe13823ed not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:23:54.949115 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9684cc67-5d56-45ae-8674-03b22be8cdbb no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:23:54.975352 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 9684cc67-5d56-45ae-8674-03b22be8cdbb {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:23:54.975777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9684cc67-5d56-45ae-8674-03b22be8cdbb not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:23:54.976276 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f542f66a-78b2-401d-90e5-8dc939a6f3da no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:23:54.987186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] Calling delete_port for 9684cc67-5d56-45ae-8674-03b22be8cdbb owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:54.998311 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: f542f66a-78b2-401d-90e5-8dc939a6f3da {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:23:54.998661 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f542f66a-78b2-401d-90e5-8dc939a6f3da not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:23:55.096391 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:55.141252 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] Pushing event deleted for resources: {'Port': ['ID=9684cc67-5d56-45ae-8674-03b22be8cdbb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:55.152315 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] No DVR routers for this DVR port 9684cc67-5d56-45ae-8674-03b22be8cdbb on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:23:55.242590 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:55.255891 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:55.307152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7b00ca-e0ef-4d99-bd10-71bb21595ae3']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:55.322078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc540e15-6932-42fd-85ac-c32ed2babc00') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:55.322378 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc540e15-6932-42fd-85ac-c32ed2babc00') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:55.336061 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:55.378823 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:55.388428 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:23:55.388784 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:23:55.390468 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:23:55.442974 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Allocated IP 172.25.3.201 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/19d24b6b-f0ec-4b9a-88a4-326ca1f9d777) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:23:55.473223 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:55.503480 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:55.506711 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8c7b00ca-e0ef-4d99-bd10-71bb21595ae3 HTTP/1.1" status: 204 len: 168 time: 1.3284116 Nov 29 18:23:55.509658 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54374) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:55.532052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500305e6-b92d-4fbe-af8a-4f18ea001157 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7b00ca-e0ef-4d99-bd10-71bb21595ae3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:55.597558 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:55.638699 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:55.680795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:23:55.687727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:23:55.691541 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:23:55.726287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event updated for resources: {'Port': ['ID=19d24b6b-f0ec-4b9a-88a4-326ca1f9d777,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:55.802521 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:55.863775 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:56.008790 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6c38a565-ee57-45ee-95d0-4e7c4800d7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:56.041488 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:56.060274 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:56.114509 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event updated for resources: {'Port': ['ID=19d24b6b-f0ec-4b9a-88a4-326ca1f9d777,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:56.160049 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:56.180608 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:56.182341 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9f70dc94-a3f0-4354-b8cb-f1b56d926353 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7495422 Nov 29 18:23:56.380385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-ac447da9-ea2d-4055-95e4-33416515fa7f tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--931029099&fields=id&tenant_id=5991f81694454b6dbd48c6b809d5ad06 HTTP/1.1" status: 200 len: 267 time: 0.0524354 Nov 29 18:23:56.400607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-6c38a565-ee57-45ee-95d0-4e7c4800d7cb admin admin] Deleting port 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:56.401211 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6c38a565-ee57-45ee-95d0-4e7c4800d7cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:56.430500 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7c1c5617-d2e9-45aa-a38b-b9b57caf46f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:56.511954 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-6c38a565-ee57-45ee-95d0-4e7c4800d7cb admin admin] For port 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4d6bbc8d-78e0-4198-81ec-9336dd11f3ce,segment=NetworkSegment(16d2b277-5c1a-473e-8a60-794ee9839981),segment_id=16d2b277-5c1a-473e-8a60-794ee9839981)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:56.511954 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6c38a565-ee57-45ee-95d0-4e7c4800d7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:56.526506 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-6c38a565-ee57-45ee-95d0-4e7c4800d7cb admin admin] Calling delete_port for 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:56.600518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-d9bf6264-87ee-4cbc-9b83-e79aa44fd837 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:56.602180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-d9bf6264-87ee-4cbc-9b83-e79aa44fd837 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/networks?id=61733c11-da39-45f1-ae18-c53a50ed6ebf HTTP/1.1" status: 200 len: 811 time: 0.2122602 Nov 29 18:23:56.619224 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-2468e896-eb59-4c85-97a7-debf57ac0462 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/quotas/5991f81694454b6dbd48c6b809d5ad06 HTTP/1.1" status: 200 len: 375 time: 0.0107763 Nov 29 18:23:56.623839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54406) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:56.697717 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-c047b5a7-1446-41c0-8eef-8f7380b4ee43 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5991f81694454b6dbd48c6b809d5ad06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662112 Nov 29 18:23:56.791843 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6c38a565-ee57-45ee-95d0-4e7c4800d7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:56.860798 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38a565-ee57-45ee-95d0-4e7c4800d7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6bbc8d-78e0-4198-81ec-9336dd11f3ce,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:56.870426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-65e5053c-bddc-4deb-9170-9d5b0abd6980 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0bea1f5121e4e03a78662b4f8b615f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422738 Nov 29 18:23:56.880197 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54412) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:57.069445 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6c38a565-ee57-45ee-95d0-4e7c4800d7cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:57.112333 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf34c-f2fa-47b6-878a-c39758c83b50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:57.125891 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-9de3953a-0600-4375-93e0-73c856bdc0a7 service neutron] 10.222.0.23 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159162 Nov 29 18:23:57.152932 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf34c-f2fa-47b6-878a-c39758c83b50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:57.232339 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:57.289661 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf34c-f2fa-47b6-878a-c39758c83b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:57.292471 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1fbdf34c-f2fa-47b6-878a-c39758c83b50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:57.296311 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1fbdf34c-f2fa-47b6-878a-c39758c83b50 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4589543-801f-40b7-95f9-3bdddc93d554 HTTP/1.1" status: 204 len: 168 time: 0.4149351 Nov 29 18:23:57.309084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-3b1082a8-0141-4ef3-92c6-61f377888832 service neutron] 10.222.0.23 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741602 Nov 29 18:23:57.310024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdf34c-f2fa-47b6-878a-c39758c83b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4589543-801f-40b7-95f9-3bdddc93d554,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:57.581748 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17cf6ccd-87f4-441c-ba3e-223fd95ac2d4 req-5aa32d8e-2065-4b6c-9ee3-ab79d97116d5 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 210 time: 0.0501423 Nov 29 18:23:57.602583 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:57.789673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c38a565-ee57-45ee-95d0-4e7c4800d7cb admin admin] Router af0cabc8-a14e-420d-acb8-d25cedc99e27 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:23:57.911660 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c38a565-ee57-45ee-95d0-4e7c4800d7cb admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:23:57.924663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e6c669-560d-47d6-bc29-152d7269eee2 None None] Sync routers for ids ['af0cabc8-a14e-420d-acb8-d25cedc99e27'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:23:57.930513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54440) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:57.931303 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6c38a565-ee57-45ee-95d0-4e7c4800d7cb admin admin] 10.222.0.23 "PUT /v2.0/routers/af0cabc8-a14e-420d-acb8-d25cedc99e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4182596 Nov 29 18:23:57.936720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e6c669-560d-47d6-bc29-152d7269eee2 None None] Routers {'af0cabc8-a14e-420d-acb8-d25cedc99e27'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:23:57.937425 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-04e6c669-560d-47d6-bc29-152d7269eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:23:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['af0cabc8-a14e-420d-acb8-d25cedc99e27'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:58.069953 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-361ad348-1b9f-4052-bec4-b358ee645367 admin admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:58.072981 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-04e6c669-560d-47d6-bc29-152d7269eee2 None None] Set router af0cabc8-a14e-420d-acb8-d25cedc99e27 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:23:58.196993 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-361ad348-1b9f-4052-bec4-b358ee645367 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:58.260213 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-361ad348-1b9f-4052-bec4-b358ee645367 admin admin] Deleting port 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:58.260557 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-361ad348-1b9f-4052-bec4-b358ee645367 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:58.323417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-04e6c669-560d-47d6-bc29-152d7269eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'name': 'tempest-TaggedBootDevicesTest-337976628-router', 'tenant_id': '30d0850b695446b0b4895c72e5375349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '827165bb-d5ad-4ffe-8376-6fbbd1ad5a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:20Z', 'updated_at': '2021-11-29T18:23:56Z', 'revision_number': 5, 'project_id': '30d0850b695446b0b4895c72e5375349', 'gw_port': {'id': '827165bb-d5ad-4ffe-8376-6fbbd1ad5a73', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:24:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2114, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:12:22Z', 'updated_at': '2021-11-29T18:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:58.353609 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e6c669-560d-47d6-bc29-152d7269eee2 None None] Checking router: af0cabc8-a14e-420d-acb8-d25cedc99e27 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:23:58.363929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e6c669-560d-47d6-bc29-152d7269eee2 None None] Routers {'af0cabc8-a14e-420d-acb8-d25cedc99e27'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:23:58.364771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-04e6c669-560d-47d6-bc29-152d7269eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:23:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['af0cabc8-a14e-420d-acb8-d25cedc99e27'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:58.369619 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-361ad348-1b9f-4052-bec4-b358ee645367 admin admin] For port 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=827165bb-d5ad-4ffe-8376-6fbbd1ad5a73,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:58.370226 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-361ad348-1b9f-4052-bec4-b358ee645367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:58.385125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-361ad348-1b9f-4052-bec4-b358ee645367 admin admin] Calling delete_port for 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:58.482209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-04e6c669-560d-47d6-bc29-152d7269eee2 None None] Set router af0cabc8-a14e-420d-acb8-d25cedc99e27 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:23:58.551518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-04e6c669-560d-47d6-bc29-152d7269eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'name': 'tempest-TaggedBootDevicesTest-337976628-router', 'tenant_id': '30d0850b695446b0b4895c72e5375349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:20Z', 'updated_at': '2021-11-29T18:23:58Z', 'revision_number': 6, 'project_id': '30d0850b695446b0b4895c72e5375349', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:23:58.585257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e6c669-560d-47d6-bc29-152d7269eee2 None None] The sync data for ids ['af0cabc8-a14e-420d-acb8-d25cedc99e27'] in n-d-819494-5 is: [{'id': 'af0cabc8-a14e-420d-acb8-d25cedc99e27', 'name': 'tempest-TaggedBootDevicesTest-337976628-router', 'tenant_id': '30d0850b695446b0b4895c72e5375349', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:12:20Z', 'updated_at': '2021-11-29T18:23:58Z', 'revision_number': 6, 'project_id': '30d0850b695446b0b4895c72e5375349', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:23:58.662737 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-361ad348-1b9f-4052-bec4-b358ee645367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:58.720117 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ad348-1b9f-4052-bec4-b358ee645367 admin admin] Pushing event deleted for resources: {'Port': ['ID=827165bb-d5ad-4ffe-8376-6fbbd1ad5a73,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:58.730414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3eade0f-aa26-4629-acde-ac94515d1cc5 req-5841ac94-4695-4c7f-ab6e-3ff26a349d5f tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 210 time: 0.0825217 Nov 29 18:23:58.760859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547b85d3-852a-45e9-b8bd-958b63d82e5a None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:23:58.854000 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-361ad348-1b9f-4052-bec4-b358ee645367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:58.959120 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-361ad348-1b9f-4052-bec4-b358ee645367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:58.961528 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-361ad348-1b9f-4052-bec4-b358ee645367 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.060933 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-361ad348-1b9f-4052-bec4-b358ee645367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.061820 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361ad348-1b9f-4052-bec4-b358ee645367 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af0cabc8-a14e-420d-acb8-d25cedc99e27 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:23:59.069974 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-361ad348-1b9f-4052-bec4-b358ee645367 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.069974 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-361ad348-1b9f-4052-bec4-b358ee645367 admin admin] 10.222.0.23 "DELETE /v2.0/routers/af0cabc8-a14e-420d-acb8-d25cedc99e27 HTTP/1.1" status: 204 len: 168 time: 1.1367004 Nov 29 18:23:59.072044 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54482) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:59.120976 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54486) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:59.127716 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc83a330-73e7-4368-9839-6736996c9a4a admin admin] Deleting subnet 308bc8f3-c81a-4563-88cf-52b6bf9ff5cc {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:23:59.131393 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc83a330-73e7-4368-9839-6736996c9a4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.136615 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.170123 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc83a330-73e7-4368-9839-6736996c9a4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.302695 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc83a330-73e7-4368-9839-6736996c9a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.367227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-340ac7cf-53b8-419d-b195-6ffbf3f720aa tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'network': {'name': 'tempest-network-smoke--1532549163', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'port_security_enabled': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:23:59.388377 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc83a330-73e7-4368-9839-6736996c9a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.396799 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340ac7cf-53b8-419d-b195-6ffbf3f720aa tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Made reservation on behalf of 6110296adf0d4d689aa792da1b94c3f7 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:23:59.402989 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-340ac7cf-53b8-419d-b195-6ffbf3f720aa tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.415768 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-340ac7cf-53b8-419d-b195-6ffbf3f720aa tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.426894 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ad9ea1-43e4-439a-9efa-48877b54e888 None None] Network 82330b45-04b8-4675-96fc-1d35b4d22a7f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:23:59.431205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc83a330-73e7-4368-9839-6736996c9a4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308bc8f3-c81a-4563-88cf-52b6bf9ff5cc,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:59.441253 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bc83a330-73e7-4368-9839-6736996c9a4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.455018 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bc83a330-73e7-4368-9839-6736996c9a4a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/308bc8f3-c81a-4563-88cf-52b6bf9ff5cc HTTP/1.1" status: 204 len: 168 time: 0.3787181 Nov 29 18:23:59.455779 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54498) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:59.515787 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:23:59.559900 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-340ac7cf-53b8-419d-b195-6ffbf3f720aa tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.563305 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:23:59.563889 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4d6bbc8d-78e0-4198-81ec-9336dd11f3ce not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:23:59.571456 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-340ac7cf-53b8-419d-b195-6ffbf3f720aa tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.574556 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.590597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340ac7cf-53b8-419d-b195-6ffbf3f720aa tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:23:59.605044 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-340ac7cf-53b8-419d-b195-6ffbf3f720aa tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.605411 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-340ac7cf-53b8-419d-b195-6ffbf3f720aa tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Added segment 69202555-6c99-48ee-9efa-fb80d60800b4 of type vlan for network aea6b71d-6b9c-4ef4-8483-78351c32ceb5 Nov 29 18:23:59.648302 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ac7cf-53b8-419d-b195-6ffbf3f720aa tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=933a537a-16f9-4054-ad29-b15031700f8f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:59.662631 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] Deleting port 6b942d52-176f-42af-92a5-5bf83de43c07 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:59.663192 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.699082 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5701bc-387c-45c2-a104-2de2801baeb8 None None] DHCP port deletion for 82330b45-04b8-4675-96fc-1d35b4d22a7f request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:23:59.705068 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-340ac7cf-53b8-419d-b195-6ffbf3f720aa tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.747559 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.755967 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] For port 6b942d52-176f-42af-92a5-5bf83de43c07, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6b942d52-176f-42af-92a5-5bf83de43c07,segment=NetworkSegment(16d2b277-5c1a-473e-8a60-794ee9839981),segment_id=16d2b277-5c1a-473e-8a60-794ee9839981)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:59.756579 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.764018 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-340ac7cf-53b8-419d-b195-6ffbf3f720aa tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.770946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340ac7cf-53b8-419d-b195-6ffbf3f720aa tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:23:59.771605 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-340ac7cf-53b8-419d-b195-6ffbf3f720aa tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.774725 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ee5701bc-387c-45c2-a104-2de2801baeb8 None None] Deleting port 6b942d52-176f-42af-92a5-5bf83de43c07 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:23:59.775247 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee5701bc-387c-45c2-a104-2de2801baeb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.782866 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] Calling delete_port for 6b942d52-176f-42af-92a5-5bf83de43c07 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:59.802898 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-340ac7cf-53b8-419d-b195-6ffbf3f720aa tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6805713 Nov 29 18:23:59.835136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54506) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:23:59.847899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-349892403', 'admin_state_up': True, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:23:59.901214 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.916513 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ee5701bc-387c-45c2-a104-2de2801baeb8 None None] For port 6b942d52-176f-42af-92a5-5bf83de43c07, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6b942d52-176f-42af-92a5-5bf83de43c07,segment=NetworkSegment(16d2b277-5c1a-473e-8a60-794ee9839981),segment_id=16d2b277-5c1a-473e-8a60-794ee9839981)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:23:59.917177 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee5701bc-387c-45c2-a104-2de2801baeb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.932311 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ee5701bc-387c-45c2-a104-2de2801baeb8 None None] Calling delete_port for 6b942d52-176f-42af-92a5-5bf83de43c07 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:23:59.940917 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] Pushing event deleted for resources: {'Port': ['ID=6b942d52-176f-42af-92a5-5bf83de43c07,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:59.946050 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] No DVR routers for this DVR port 6b942d52-176f-42af-92a5-5bf83de43c07 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:23:59.951690 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-032b6162-2765-4e17-bc31-83aa33a0ab80 req-c8f35f2c-1f3b-4162-a409-1bc3ece708d1 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 210 time: 0.0481637 Nov 29 18:23:59.962525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ac7cf-53b8-419d-b195-6ffbf3f720aa tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Network': ['ID=aea6b71d-6b9c-4ef4-8483-78351c32ceb5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:23:59.970408 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.971825 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:23:59.986640 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network aea6b71d-6b9c-4ef4-8483-78351c32ceb5 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:24:00.037788 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.098634 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.129595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82330b45-04b8-4675-96fc-1d35b4d22a7f']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:00.140008 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.145240 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d2b277-5c1a-473e-8a60-794ee9839981') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:00.145760 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d2b277-5c1a-473e-8a60-794ee9839981') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:00.163361 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.198822 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.206753 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:24:00.207231 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.221820 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.248786 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee5701bc-387c-45c2-a104-2de2801baeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.283463 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5701bc-387c-45c2-a104-2de2801baeb8 None None] No DVR routers for this DVR port 6b942d52-176f-42af-92a5-5bf83de43c07 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:24:00.286265 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5701bc-387c-45c2-a104-2de2801baeb8 None None] Pushing event deleted for resources: {'Port': ['ID=6b942d52-176f-42af-92a5-5bf83de43c07,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:24:00.290343 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:24:00.297943 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.310473 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.317457 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] 10.222.0.23 "DELETE /v2.0/networks/82330b45-04b8-4675-96fc-1d35b4d22a7f HTTP/1.1" status: 204 len: 168 time: 0.8572919 Nov 29 18:24:00.328687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37290fe2-240b-43ce-90e1-7636ad812cea admin admin] Pushing event deleted for resources: {'Network': ['ID=82330b45-04b8-4675-96fc-1d35b4d22a7f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:00.506578 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.531589 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.535145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54518) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:00.585872 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-38d0ec66-af22-457b-83e1-b5940884b695 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69148bb57fa54adf911a3855e38b3970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0473957 Nov 29 18:24:00.586114 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54524) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:00.649999 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48d1c656-a784-48fc-818a-43078cc86f4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.668103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Allocated IP 172.25.3.83 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/5d6ac569-ab92-48e2-8eeb-3382df76c2ab) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:24:00.675245 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48d1c656-a784-48fc-818a-43078cc86f4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.753577 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48d1c656-a784-48fc-818a-43078cc86f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.757791 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48d1c656-a784-48fc-818a-43078cc86f4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.759233 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-48d1c656-a784-48fc-818a-43078cc86f4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31f7bdbd-abd2-4011-a81e-8d222dad5bdf HTTP/1.1" status: 204 len: 168 time: 0.1719174 Nov 29 18:24:00.775783 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1c656-a784-48fc-818a-43078cc86f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f7bdbd-abd2-4011-a81e-8d222dad5bdf,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:00.839615 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.861023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6b942d52-176f-42af-92a5-5bf83de43c07 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:24:00.890826 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:00.891711 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 6b942d52-176f-42af-92a5-5bf83de43c07 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:24:00.892237 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6b942d52-176f-42af-92a5-5bf83de43c07 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:24:00.892818 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:24:00.918302 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:24:00.918655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 827165bb-d5ad-4ffe-8376-6fbbd1ad5a73 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:24:00.938452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:24:00.942233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:00.944805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:24:00.965605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a037e6-b682-4e7c-b2b3-94f4f4dc0eff None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:24:01.009199 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Port': ['ID=5d6ac569-ab92-48e2-8eeb-3382df76c2ab,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:01.116246 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2d574efb-281e-4023-9179-d72fb24cd44e None None] Provisioning complete for port 5d6ac569-ab92-48e2-8eeb-3382df76c2ab triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:01.116840 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d574efb-281e-4023-9179-d72fb24cd44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:01.158294 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2fe8171f-af2b-40dc-b25d-b44ce234c5de req-afb65eff-504f-445a-a9a8-5e6aa7f47d24 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 210 time: 0.0291913 Nov 29 18:24:01.169855 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2d574efb-281e-4023-9179-d72fb24cd44e None None] Port 5d6ac569-ab92-48e2-8eeb-3382df76c2ab cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:24:01.325315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54536) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:01.369070 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-afcd729d-0365-45db-bd05-35dd69f14473 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30d0850b695446b0b4895c72e5375349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419478 Nov 29 18:24:01.371556 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54538) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:01.429967 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08aadce7-f6ba-4ae2-b2c2-2555ebd7ee15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:01.453576 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08aadce7-f6ba-4ae2-b2c2-2555ebd7ee15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:01.509314 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08aadce7-f6ba-4ae2-b2c2-2555ebd7ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:01.512164 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08aadce7-f6ba-4ae2-b2c2-2555ebd7ee15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:01.516269 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-08aadce7-f6ba-4ae2-b2c2-2555ebd7ee15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/987d6292-91f8-40c2-a604-42d9d1382389 HTTP/1.1" status: 204 len: 168 time: 0.1408734 Nov 29 18:24:01.522220 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aadce7-f6ba-4ae2-b2c2-2555ebd7ee15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987d6292-91f8-40c2-a604-42d9d1382389,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:01.670650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-803c3840-7dd8-4f77-a835-4dff1f4e05ee tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:01.672880 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-803c3840-7dd8-4f77-a835-4dff1f4e05ee tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.31 "GET /v2.0/networks?id=61733c11-da39-45f1-ae18-c53a50ed6ebf HTTP/1.1" status: 200 len: 811 time: 0.5095851 Nov 29 18:24:01.677492 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:01.842245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-67ff06eb-1938-4c86-bb20-7cacddc24afc tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5991f81694454b6dbd48c6b809d5ad06 HTTP/1.1" status: 200 len: 379 time: 0.1220591 Nov 29 18:24:01.854566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-4f63b9ff-6ba5-4bcd-8f64-4114c451732b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Request body: {'port': {'device_id': 'f84f6264-fc59-4086-a9e0-7050ad3bf0fc', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'admin_state_up': True, 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'security_groups': ['74ab47e4-461b-433c-a7af-92d842762e7f']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:02.057402 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:02.126532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-4f63b9ff-6ba5-4bcd-8f64-4114c451732b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Made reservation on behalf of 5991f81694454b6dbd48c6b809d5ad06 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:24:02.130704 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-4f63b9ff-6ba5-4bcd-8f64-4114c451732b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:02.359762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d33dc97c-0f25-4985-8070-7d0a4fd18a78 req-91e40bde-b582-4589-ab47-c121ef84fb6c tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 210 time: 0.0643125 Nov 29 18:24:02.399853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-4f63b9ff-6ba5-4bcd-8f64-4114c451732b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Allocated IP 172.20.0.14 (61733c11-da39-45f1-ae18-c53a50ed6ebf/95d25936-e438-49fc-88cf-2ab9c265fd23/594120a4-06a7-4d81-bb41-fb96564513a0) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:24:02.402528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Router d06020b6-6b71-4857-a36d-ef7290c14cde is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:24:02.438923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54570) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:02.564526 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-3cb7d50b-c866-4ef5-bbcf-5d33cf67cb96 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-68217694-network', 'tenant_id': '97ed8693e10443cc89d2d40e72a1867b'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:02.593262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:24:02.605315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb7d50b-c866-4ef5-bbcf-5d33cf67cb96 admin admin] Made reservation on behalf of 97ed8693e10443cc89d2d40e72a1867b for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:24:02.607530 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71435095-609c-48eb-ad07-644083068118 None None] Sync routers for ids ['d06020b6-6b71-4857-a36d-ef7290c14cde'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:24:02.607992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cb7d50b-c866-4ef5-bbcf-5d33cf67cb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:02.619951 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cb7d50b-c866-4ef5-bbcf-5d33cf67cb96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:02.622496 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71435095-609c-48eb-ad07-644083068118 None None] Routers {'d06020b6-6b71-4857-a36d-ef7290c14cde'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:24:02.623428 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-71435095-609c-48eb-ad07-644083068118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:23:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['d06020b6-6b71-4857-a36d-ef7290c14cde'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:02.667106 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:02.668366 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3fc6b276-c78f-4134-a12b-8fca2a754a14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8320818 Nov 29 18:24:02.673896 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54574) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:02.679053 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-4f63b9ff-6ba5-4bcd-8f64-4114c451732b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:02.741588 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-4f63b9ff-6ba5-4bcd-8f64-4114c451732b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:02.763706 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-71435095-609c-48eb-ad07-644083068118 None None] Set router d06020b6-6b71-4857-a36d-ef7290c14cde gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:24:02.786991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-4f63b9ff-6ba5-4bcd-8f64-4114c451732b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Network 61733c11-da39-45f1-ae18-c53a50ed6ebf is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:24:02.795842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-4f63b9ff-6ba5-4bcd-8f64-4114c451732b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:02.803305 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cb7d50b-c866-4ef5-bbcf-5d33cf67cb96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:02.814020 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cb7d50b-c866-4ef5-bbcf-5d33cf67cb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:02.839759 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb7d50b-c866-4ef5-bbcf-5d33cf67cb96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:24:02.856348 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cb7d50b-c866-4ef5-bbcf-5d33cf67cb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:02.856714 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-3cb7d50b-c866-4ef5-bbcf-5d33cf67cb96 admin admin] Added segment 0943d1bb-fbb0-4175-ae2c-c02ed3eb6874 of type vlan for network 64f41000-0763-4e7d-bcd6-b33e60b5786c Nov 29 18:24:02.872644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-4f63b9ff-6ba5-4bcd-8f64-4114c451732b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:24:02.952580 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cb7d50b-c866-4ef5-bbcf-5d33cf67cb96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:02.969740 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-4f63b9ff-6ba5-4bcd-8f64-4114c451732b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:02.970737 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-4f63b9ff-6ba5-4bcd-8f64-4114c451732b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:02.978080 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-71435095-609c-48eb-ad07-644083068118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:24:01Z', 'revision_number': 3, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:03.006598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63b9ff-6ba5-4bcd-8f64-4114c451732b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event updated for resources: {'Port': ['ID=594120a4-06a7-4d81-bb41-fb96564513a0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:03.016145 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71435095-609c-48eb-ad07-644083068118 None None] Checking router: d06020b6-6b71-4857-a36d-ef7290c14cde for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:24:03.016707 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71435095-609c-48eb-ad07-644083068118 None None] Updating router d06020b6-6b71-4857-a36d-ef7290c14cde port 5d6ac569-ab92-48e2-8eeb-3382df76c2ab binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:24:03.022245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-4f63b9ff-6ba5-4bcd-8f64-4114c451732b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1716189 Nov 29 18:24:03.038176 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Request body: {'port': {'device_id': 'f84f6264-fc59-4086-a9e0-7050ad3bf0fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:03.046130 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-71435095-609c-48eb-ad07-644083068118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:03.105603 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-55d15752-0a55-41a9-93a5-821040554542 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6110296adf0d4d689aa792da1b94c3f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4284296 Nov 29 18:24:03.113535 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54578) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:03.133260 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cb7d50b-c866-4ef5-bbcf-5d33cf67cb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:03.136396 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb7d50b-c866-4ef5-bbcf-5d33cf67cb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:03.137072 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cb7d50b-c866-4ef5-bbcf-5d33cf67cb96 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:03.216108 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-9d4d4b4e-c9f7-4806-8e5f-b3068a969d8a None None] Provisioning complete for port 594120a4-06a7-4d81-bb41-fb96564513a0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:03.216794 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4b4e-c9f7-4806-8e5f-b3068a969d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:03.244562 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3cb7d50b-c866-4ef5-bbcf-5d33cf67cb96 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8049533 Nov 29 18:24:03.245664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7d50b-c866-4ef5-bbcf-5d33cf67cb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e998db-e107-450c-9690-d2692b7a2de2,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:03.257307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54580) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:03.272779 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d919d11f-d55b-4209-8b83-2869bbabc67f admin admin] Request body: {'subnet': {'network_id': '64f41000-0763-4e7d-bcd6-b33e60b5786c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-68217694-subnet', 'tenant_id': '97ed8693e10443cc89d2d40e72a1867b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:03.305664 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9d4d4b4e-c9f7-4806-8e5f-b3068a969d8a None None] Port 594120a4-06a7-4d81-bb41-fb96564513a0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:24:03.325858 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d919d11f-d55b-4209-8b83-2869bbabc67f admin admin] Made reservation on behalf of 97ed8693e10443cc89d2d40e72a1867b for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:24:03.326480 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:03.332496 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d919d11f-d55b-4209-8b83-2869bbabc67f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:03.350326 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7d50b-c866-4ef5-bbcf-5d33cf67cb96 admin admin] Pushing event updated for resources: {'Network': ['ID=64f41000-0763-4e7d-bcd6-b33e60b5786c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:03.360471 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 64f41000-0763-4e7d-bcd6-b33e60b5786c details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:24:03.573983 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-71435095-609c-48eb-ad07-644083068118 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:03.581744 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-71435095-609c-48eb-ad07-644083068118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:03.612054 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d919d11f-d55b-4209-8b83-2869bbabc67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:03.634498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff73539c-c07a-40a0-9ad0-90e5e1252807 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:24:03.675799 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-71435095-609c-48eb-ad07-644083068118 None None] Attempting to bind port 5d6ac569-ab92-48e2-8eeb-3382df76c2ab on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:24:03.676183 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-71435095-609c-48eb-ad07-644083068118 None None] Attempting to bind port 5d6ac569-ab92-48e2-8eeb-3382df76c2ab by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:24:03.676855 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71435095-609c-48eb-ad07-644083068118 None None] Attempting to bind port 5d6ac569-ab92-48e2-8eeb-3382df76c2ab on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:24:03.685580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919d11f-d55b-4209-8b83-2869bbabc67f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f35e359f-0407-4ffb-a94f-8bf24324a77d,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:03.689953 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71435095-609c-48eb-ad07-644083068118 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:24:03.690699 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71435095-609c-48eb-ad07-644083068118 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:24:03.691364 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-71435095-609c-48eb-ad07-644083068118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:03.693098 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71435095-609c-48eb-ad07-644083068118 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:24:03.693923 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-71435095-609c-48eb-ad07-644083068118 None None] Bound port: 5d6ac569-ab92-48e2-8eeb-3382df76c2ab, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:24:03.694575 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-71435095-609c-48eb-ad07-644083068118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:03.695336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d919d11f-d55b-4209-8b83-2869bbabc67f admin admin] Checking segment: {'id': '0943d1bb-fbb0-4175-ae2c-c02ed3eb6874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '64f41000-0763-4e7d-bcd6-b33e60b5786c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:24:03.695715 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d919d11f-d55b-4209-8b83-2869bbabc67f admin admin] Network hostable DHCP agents. Network: 64f41000-0763-4e7d-bcd6-b33e60b5786c, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:24:03.703174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ac48f-0ba4-45d9-9c98-3f9a0cbf00f1 req-f5374c09-e343-4330-9163-0b6dec49160b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:03.710590 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed2ac48f-0ba4-45d9-9c98-3f9a0cbf00f1 req-f5374c09-e343-4330-9163-0b6dec49160b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 932 time: 0.1925545 Nov 29 18:24:03.719350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d919d11f-d55b-4209-8b83-2869bbabc67f admin admin] Network 64f41000-0763-4e7d-bcd6-b33e60b5786c is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:24:03.732227 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-9f2cc739-4de1-4487-a98b-f912b2e46b7d None None] Provisioning complete for port 5d6ac569-ab92-48e2-8eeb-3382df76c2ab triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:03.733007 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f2cc739-4de1-4487-a98b-f912b2e46b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:03.763150 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff98d1f9-f4e5-4788-ad83-cb9d2270d68c tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:03.769641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ff98d1f9-f4e5-4788-ad83-cb9d2270d68c tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6541371 Nov 29 18:24:03.770209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54590) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:03.779491 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9f2cc739-4de1-4487-a98b-f912b2e46b7d None None] Port 5d6ac569-ab92-48e2-8eeb-3382df76c2ab cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:24:03.806246 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-d919d11f-d55b-4209-8b83-2869bbabc67f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 64f41000-0763-4e7d-bcd6-b33e60b5786c) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:03.813124 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d919d11f-d55b-4209-8b83-2869bbabc67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:03.813981 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d919d11f-d55b-4209-8b83-2869bbabc67f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:03.836246 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-71435095-609c-48eb-ad07-644083068118 None None] For port 5d6ac569-ab92-48e2-8eeb-3382df76c2ab, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:24:03.836866 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d885fdf4-4a37-4f7a-845b-7883d2c15711 req-df54b6e0-fb8d-4961-b70e-1e6e6ccfad1d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1059566 Nov 29 18:24:03.840803 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-71435095-609c-48eb-ad07-644083068118 None None] For port 5d6ac569-ab92-48e2-8eeb-3382df76c2ab, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5d6ac569-ab92-48e2-8eeb-3382df76c2ab,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:24:03.843264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54592) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:03.843921 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-45fcc886-9410-4fe0-b2be-336c167ea262 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0652099 Nov 29 18:24:03.845614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94ac7bb-a983-43ce-ab85-cb299bb6cc75 None None] Network 64f41000-0763-4e7d-bcd6-b33e60b5786c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:24:03.849564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-debaf562-9ea5-4251-b0eb-29a9eb102671 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1672187188', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:03.856120 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d919d11f-d55b-4209-8b83-2869bbabc67f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5973217 Nov 29 18:24:03.863024 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520ecd1-a437-4d11-b134-a3cbe4fecbb2 None None] Pushing event updated for resources: {'Port': ['ID=5d6ac569-ab92-48e2-8eeb-3382df76c2ab,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:03.878121 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-71435095-609c-48eb-ad07-644083068118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:03.886996 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520ecd1-a437-4d11-b134-a3cbe4fecbb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:03.887492 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520ecd1-a437-4d11-b134-a3cbe4fecbb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:03.887957 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520ecd1-a437-4d11-b134-a3cbe4fecbb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:03.888737 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520ecd1-a437-4d11-b134-a3cbe4fecbb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:03.889185 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520ecd1-a437-4d11-b134-a3cbe4fecbb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:03.889694 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520ecd1-a437-4d11-b134-a3cbe4fecbb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:03.890163 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520ecd1-a437-4d11-b134-a3cbe4fecbb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:03.893425 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520ecd1-a437-4d11-b134-a3cbe4fecbb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:03.893891 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520ecd1-a437-4d11-b134-a3cbe4fecbb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:03.894450 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520ecd1-a437-4d11-b134-a3cbe4fecbb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:03.894926 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520ecd1-a437-4d11-b134-a3cbe4fecbb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:03.895648 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4520ecd1-a437-4d11-b134-a3cbe4fecbb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:03.967071 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed2ac48f-0ba4-45d9-9c98-3f9a0cbf00f1 req-767610c7-759b-4d03-86d8-d996e32e65b9 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ab47e4-461b-433c-a7af-92d842762e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555141 Nov 29 18:24:03.981596 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71435095-609c-48eb-ad07-644083068118 None None] Routers {'d06020b6-6b71-4857-a36d-ef7290c14cde'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:24:03.982385 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-71435095-609c-48eb-ad07-644083068118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:23:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['d06020b6-6b71-4857-a36d-ef7290c14cde'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:03.984631 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61198eaf-cdbe-4995-98a5-4124d0b53b96 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:24:04.037132 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520ecd1-a437-4d11-b134-a3cbe4fecbb2 None None] Pushing event updated for resources: {'Port': ['ID=5d6ac569-ab92-48e2-8eeb-3382df76c2ab,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:04.069588 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885fdf4-4a37-4f7a-845b-7883d2c15711 req-d4bfe752-00c4-49be-b848-d71b3f180606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:04.072941 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d885fdf4-4a37-4f7a-845b-7883d2c15711 req-d4bfe752-00c4-49be-b848-d71b3f180606 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58471da2daeb458099c30d8d5bb7737c&device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 1097 time: 0.1373160 Nov 29 18:24:04.140576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594120a4-06a7-4d81-bb41-fb96564513a0 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:24:04.153457 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-71435095-609c-48eb-ad07-644083068118 None None] Set router d06020b6-6b71-4857-a36d-ef7290c14cde gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:24:04.162662 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:04.187366 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debaf562-9ea5-4251-b0eb-29a9eb102671 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Made reservation on behalf of 6110296adf0d4d689aa792da1b94c3f7 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:24:04.191476 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-debaf562-9ea5-4251-b0eb-29a9eb102671 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:04.208793 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479b9b26-8a19-4351-965e-e1efd5d11a41 None None] Network 64f41000-0763-4e7d-bcd6-b33e60b5786c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:24:04.214561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Transition to ACTIVE for port object 594120a4-06a7-4d81-bb41-fb96564513a0 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:24:04.228483 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:04.323287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885fdf4-4a37-4f7a-845b-7883d2c15711 req-56b3b2e1-2e62-473a-a2da-654621e28dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:04.325004 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d885fdf4-4a37-4f7a-845b-7883d2c15711 req-56b3b2e1-2e62-473a-a2da-654621e28dc2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2c1a9c2-d537-4666-90d1-b43bfa208909 HTTP/1.1" status: 200 len: 909 time: 0.2222843 Nov 29 18:24:04.432223 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Pushing event updated for resources: {'Port': ['ID=594120a4-06a7-4d81-bb41-fb96564513a0,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:04.488751 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d885fdf4-4a37-4f7a-845b-7883d2c15711 req-3f1e7809-4c58-494e-84c8-7d866d411ee0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cf83c67-dd1b-45b5-9b92-971212873f77 HTTP/1.1" status: 200 len: 1001 time: 0.1500783 Nov 29 18:24:04.572927 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885fdf4-4a37-4f7a-845b-7883d2c15711 req-2d4bf032-de8b-4d47-beaa-d96ffc8f3789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:04.574426 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d885fdf4-4a37-4f7a-845b-7883d2c15711 req-2d4bf032-de8b-4d47-beaa-d96ffc8f3789 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56c849a-c567-4d00-b259-f03d4c7c36b4 HTTP/1.1" status: 200 len: 847 time: 0.0707252 Nov 29 18:24:04.586316 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-71435095-609c-48eb-ad07-644083068118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:24:01Z', 'revision_number': 3, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:04.599015 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-9f405cf5-8bb6-4b12-a4b8-47d6f72e7ace None None] Provisioning complete for port 5d6ac569-ab92-48e2-8eeb-3382df76c2ab triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:04.599953 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f405cf5-8bb6-4b12-a4b8-47d6f72e7ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:04.615412 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71435095-609c-48eb-ad07-644083068118 None None] The sync data for ids ['d06020b6-6b71-4857-a36d-ef7290c14cde'] in n-d-819494-5 is: [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:24:01Z', 'revision_number': 3, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:24:04.691364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-b20a80a5-40f6-4174-b335-09950409d15a tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:04.693102 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-b20a80a5-40f6-4174-b335-09950409d15a tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/networks?id=64f41000-0763-4e7d-bcd6-b33e60b5786c HTTP/1.1" status: 200 len: 816 time: 0.1614082 Nov 29 18:24:04.695842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Attempting to bind port 594120a4-06a7-4d81-bb41-fb96564513a0 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:24:04.696193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Attempting to bind port 594120a4-06a7-4d81-bb41-fb96564513a0 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'e565cf34-1a5c-4068-a09e-b68b84982495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:24:04.696528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Attempting to bind port 594120a4-06a7-4d81-bb41-fb96564513a0 on network 61733c11-da39-45f1-ae18-c53a50ed6ebf {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:24:04.704075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Port 594120a4-06a7-4d81-bb41-fb96564513a0 on network 61733c11-da39-45f1-ae18-c53a50ed6ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:24:04.704737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Attempting to bind port 594120a4-06a7-4d81-bb41-fb96564513a0 on network 61733c11-da39-45f1-ae18-c53a50ed6ebf {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:24:04.704831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885fdf4-4a37-4f7a-845b-7883d2c15711 req-fc2241b5-5a67-452c-bccd-d79e4403580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:04.706382 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d885fdf4-4a37-4f7a-845b-7883d2c15711 req-fc2241b5-5a67-452c-bccd-d79e4403580f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2c1a9c2-d537-4666-90d1-b43bfa208909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869470 Nov 29 18:24:04.710414 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:24:04.710717 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Checking segment: {'id': 'e565cf34-1a5c-4068-a09e-b68b84982495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:24:04.711487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Bound using segment: {'id': 'e565cf34-1a5c-4068-a09e-b68b84982495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:24:04.712053 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Bound port: 594120a4-06a7-4d81-bb41-fb96564513a0, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e565cf34-1a5c-4068-a09e-b68b84982495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:24:04.712293 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:04.746762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-d885fdf4-4a37-4f7a-845b-7883d2c15711 req-b394d48d-8fba-44c9-9676-2cfcbefff486 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:24:04.747825 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d885fdf4-4a37-4f7a-845b-7883d2c15711 req-b394d48d-8fba-44c9-9676-2cfcbefff486 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054569 Nov 29 18:24:04.788440 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-fbc70c3e-8367-4779-99e9-96432d1ae82e tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/quotas/97ed8693e10443cc89d2d40e72a1867b HTTP/1.1" status: 200 len: 375 time: 0.0857620 Nov 29 18:24:04.831492 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-debaf562-9ea5-4251-b0eb-29a9eb102671 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:04.846184 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f405cf5-8bb6-4b12-a4b8-47d6f72e7ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:04.850021 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-22c527ab-7279-49c1-bd5a-e202dd03cc5c tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=97ed8693e10443cc89d2d40e72a1867b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603569 Nov 29 18:24:04.882358 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9f405cf5-8bb6-4b12-a4b8-47d6f72e7ace None None] For port 5d6ac569-ab92-48e2-8eeb-3382df76c2ab, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5d6ac569-ab92-48e2-8eeb-3382df76c2ab,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:04.897482 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f405cf5-8bb6-4b12-a4b8-47d6f72e7ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:04.940557 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d885fdf4-4a37-4f7a-845b-7883d2c15711 req-178efa44-818e-49f2-bd05-a9cb44e74819 service neutron] 10.222.0.20 "GET /v2.0/networks/b2c1a9c2-d537-4666-90d1-b43bfa208909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810415 Nov 29 18:24:04.943036 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaf562-9ea5-4251-b0eb-29a9eb102671 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Subnet': ['ID=add35bbd-83f3-4fef-8ac4-6c0cc158388d,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:04.953730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debaf562-9ea5-4251-b0eb-29a9eb102671 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Checking segment: {'id': '69202555-6c99-48ee-9efa-fb80d60800b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:24:04.954110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debaf562-9ea5-4251-b0eb-29a9eb102671 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network hostable DHCP agents. Network: aea6b71d-6b9c-4ef4-8483-78351c32ceb5, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:24:04.976407 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f405cf5-8bb6-4b12-a4b8-47d6f72e7ace None None] Pushing event updated for resources: {'Port': ['ID=5d6ac569-ab92-48e2-8eeb-3382df76c2ab,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:05.003230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] For port 594120a4-06a7-4d81-bb41-fb96564513a0, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:24:05.008838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] For port 594120a4-06a7-4d81-bb41-fb96564513a0, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=594120a4-06a7-4d81-bb41-fb96564513a0,segment=NetworkSegment(e565cf34-1a5c-4068-a09e-b68b84982495),segment_id=e565cf34-1a5c-4068-a09e-b68b84982495)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:24:05.040147 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:05.068879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debaf562-9ea5-4251-b0eb-29a9eb102671 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network aea6b71d-6b9c-4ef4-8483-78351c32ceb5 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:24:05.103844 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-debaf562-9ea5-4251-b0eb-29a9eb102671 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, aea6b71d-6b9c-4ef4-8483-78351c32ceb5) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:05.112410 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debaf562-9ea5-4251-b0eb-29a9eb102671 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:05.112918 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-debaf562-9ea5-4251-b0eb-29a9eb102671 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:05.122124 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d885fdf4-4a37-4f7a-845b-7883d2c15711 req-469d737a-c706-423d-9cf2-89d69a9dda68 service neutron] 10.222.0.20 "GET /v2.0/networks/b2c1a9c2-d537-4666-90d1-b43bfa208909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695859 Nov 29 18:24:05.127665 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d5059-6134-4a54-8622-2b5bb1c7767c None None] Network aea6b71d-6b9c-4ef4-8483-78351c32ceb5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:24:05.135376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:05.136266 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:05.138963 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] 10.222.0.31 "PUT /v2.0/ports/594120a4-06a7-4d81-bb41-fb96564513a0 HTTP/1.1" status: 200 len: 1092 time: 2.1062667 Nov 29 18:24:05.139750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84f6264-fc59-4086-a9e0-7050ad3bf0fc', 'tag': '594120a4-06a7-4d81-bb41-fb96564513a0'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:24:05.142986 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5da498-a44c-491c-93d9-7a86d07731ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f84f6264-fc59-4086-a9e0-7050ad3bf0fc", "tag": "594120a4-06a7-4d81-bb41-fb96564513a0"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:24:05.151811 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-debaf562-9ea5-4251-b0eb-29a9eb102671 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3048277 Nov 29 18:24:05.152149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54620) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:05.181703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddebffc-02e7-4c53-b2c6-a028185439bd service neutron] Pushing event updated for resources: {'Port': ['ID=594120a4-06a7-4d81-bb41-fb96564513a0,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:05.248773 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-e206a68a-5d83-4e2f-ba3a-c6f2ddd80c1f service neutron] 10.222.0.23 "GET /v2.0/networks/64f41000-0763-4e7d-bcd6-b33e60b5786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860531 Nov 29 18:24:05.394522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bf966-689e-424c-9499-4ecf9c0acb72 req-fe2acc36-0512-4ff6-aa09-c06a82353b83 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:05.402165 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c6bf966-689e-424c-9499-4ecf9c0acb72 req-fe2acc36-0512-4ff6-aa09-c06a82353b83 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 944 time: 0.2251387 Nov 29 18:24:05.415923 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'fixed_ips': [{'subnet_id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:24:05.416913 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:05.437165 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-dc84ec10-7b2f-4dbb-81eb-5ea8509c7154 service neutron] 10.222.0.23 "GET /v2.0/networks/64f41000-0763-4e7d-bcd6-b33e60b5786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617122 Nov 29 18:24:05.485177 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-ca0436c8-e057-416f-a9b8-0b3c61825f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:05.494449 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-ca0436c8-e057-416f-a9b8-0b3c61825f59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5991f81694454b6dbd48c6b809d5ad06&device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 1095 time: 0.2785120 Nov 29 18:24:05.587271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-738938f2-5753-402b-9477-204b54e43285 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=594120a4-06a7-4d81-bb41-fb96564513a0 HTTP/1.1" status: 200 len: 217 time: 0.0835044 Nov 29 18:24:05.648711 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Allocated IP 172.20.0.2 (aea6b71d-6b9c-4ef4-8483-78351c32ceb5/add35bbd-83f3-4fef-8ac4-6c0cc158388d/b2a7fbe3-4b9c-4491-83d0-38a1640ffd37) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:24:05.672067 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-dccee9e6-18cd-4136-8d2b-0aa691e7c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:05.673661 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-dccee9e6-18cd-4136-8d2b-0aa691e7c89c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=95d25936-e438-49fc-88cf-2ab9c265fd23 HTTP/1.1" status: 200 len: 850 time: 0.0695722 Nov 29 18:24:05.691968 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c6bf966-689e-424c-9499-4ecf9c0acb72 req-ecff0338-52d6-42c3-a2e5-929adf278f62 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ab47e4-461b-433c-a7af-92d842762e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2888718 Nov 29 18:24:05.799974 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0e3032-4af6-4134-aa7f-4f1037675174 x-openstack-request-id: req-5d0e3032-4af6-4134-aa7f-4f1037675174 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:24:05.800635 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84f6264-fc59-4086-a9e0-7050ad3bf0fc", "tag": "594120a4-06a7-4d81-bb41-fb96564513a0", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:24:05.800635 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d0e3032-4af6-4134-aa7f-4f1037675174 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:24:05.800912 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84f6264-fc59-4086-a9e0-7050ad3bf0fc', 'tag': '594120a4-06a7-4d81-bb41-fb96564513a0', 'status': 'completed', 'code': 200} Nov 29 18:24:05.877370 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d45a9b9f-1563-4320-bcf1-16a6b32c44d7 req-0b15ec25-76cb-427f-abb2-824e3c85cd30 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/ports?device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 210 time: 0.0459065 Nov 29 18:24:05.901524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-25ea8b58-56b4-4330-93b3-7bf443feeb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:05.903129 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-25ea8b58-56b4-4330-93b3-7bf443feeb69 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61733c11-da39-45f1-ae18-c53a50ed6ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2068274 Nov 29 18:24:05.955060 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:05.973361 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:06.035044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Network aea6b71d-6b9c-4ef4-8483-78351c32ceb5 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:24:06.038037 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:06.042521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:24:06.045493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Pushing event updated for resources: {'Port': ['ID=b2a7fbe3-4b9c-4491-83d0-38a1640ffd37,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:06.106512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-6d55eac9-1836-4be3-8864-86cda0c292cd service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942542 Nov 29 18:24:06.117094 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Attempting to bind port b2a7fbe3-4b9c-4491-83d0-38a1640ffd37 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:24:06.117460 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Attempting to bind port b2a7fbe3-4b9c-4491-83d0-38a1640ffd37 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '69202555-6c99-48ee-9efa-fb80d60800b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:24:06.117923 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Attempting to bind port b2a7fbe3-4b9c-4491-83d0-38a1640ffd37 on network aea6b71d-6b9c-4ef4-8483-78351c32ceb5 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:24:06.124468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:06.130849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:24:06.131243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Checking segment: {'id': '69202555-6c99-48ee-9efa-fb80d60800b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:24:06.131656 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:06.132055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Bound using segment: {'id': '69202555-6c99-48ee-9efa-fb80d60800b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:24:06.132603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Bound port: b2a7fbe3-4b9c-4491-83d0-38a1640ffd37, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69202555-6c99-48ee-9efa-fb80d60800b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:24:06.132995 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:06.243865 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] For port b2a7fbe3-4b9c-4491-83d0-38a1640ffd37, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:24:06.247544 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] For port b2a7fbe3-4b9c-4491-83d0-38a1640ffd37, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b2a7fbe3-4b9c-4491-83d0-38a1640ffd37,segment=NetworkSegment(69202555-6c99-48ee-9efa-fb80d60800b4),segment_id=69202555-6c99-48ee-9efa-fb80d60800b4)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:24:06.257642 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:06.278014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfdf4171-9aa0-4b4c-9e0b-d795eb8e9554 req-65de10d3-7e48-4271-826a-34070568cc66 service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658027 Nov 29 18:24:06.348887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794997c-e142-43c4-a281-71447a1aa982 None None] Pushing event updated for resources: {'Port': ['ID=b2a7fbe3-4b9c-4491-83d0-38a1640ffd37,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:06.429320 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5da498-a44c-491c-93d9-7a86d07731ad req-18d8a5ef-fc6c-4aa8-afbe-910f7208832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:06.430934 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c5da498-a44c-491c-93d9-7a86d07731ad req-18d8a5ef-fc6c-4aa8-afbe-910f7208832c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5991f81694454b6dbd48c6b809d5ad06&device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 1095 time: 0.0831072 Nov 29 18:24:06.592026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5da498-a44c-491c-93d9-7a86d07731ad req-52c35cd1-6d71-4820-8d66-8d36d085b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:06.594122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c5da498-a44c-491c-93d9-7a86d07731ad req-52c35cd1-6d71-4820-8d66-8d36d085b5d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=61733c11-da39-45f1-ae18-c53a50ed6ebf HTTP/1.1" status: 200 len: 912 time: 0.1560760 Nov 29 18:24:06.661618 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Allocated IP 172.20.0.1 (aea6b71d-6b9c-4ef4-8483-78351c32ceb5/add35bbd-83f3-4fef-8ac4-6c0cc158388d/392e420f-3a17-4997-9b51-d9baf8008b92) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:24:06.690277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c5da498-a44c-491c-93d9-7a86d07731ad req-8c033178-69c8-4578-87b5-d1936c21aac1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=594120a4-06a7-4d81-bb41-fb96564513a0 HTTP/1.1" status: 200 len: 217 time: 0.0859277 Nov 29 18:24:06.771529 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5da498-a44c-491c-93d9-7a86d07731ad req-edec3edf-f136-4cb2-adbf-0c575c5d6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:06.773667 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c5da498-a44c-491c-93d9-7a86d07731ad req-edec3edf-f136-4cb2-adbf-0c575c5d6d48 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=95d25936-e438-49fc-88cf-2ab9c265fd23 HTTP/1.1" status: 200 len: 850 time: 0.0759537 Nov 29 18:24:06.933822 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:07.011034 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:07.060315 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b2a7fbe3-4b9c-4491-83d0-38a1640ffd37 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:24:07.067380 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network aea6b71d-6b9c-4ef4-8483-78351c32ceb5 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:24:07.071434 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:07.075528 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:24:07.133687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Port': ['ID=392e420f-3a17-4997-9b51-d9baf8008b92,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:07.138728 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port b2a7fbe3-4b9c-4491-83d0-38a1640ffd37 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:07.139146 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:07.157133 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:07.232637 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:07.273777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port b2a7fbe3-4b9c-4491-83d0-38a1640ffd37, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b2a7fbe3-4b9c-4491-83d0-38a1640ffd37,segment=NetworkSegment(69202555-6c99-48ee-9efa-fb80d60800b4),segment_id=69202555-6c99-48ee-9efa-fb80d60800b4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:07.292488 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:07.293867 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5d6ac569-ab92-48e2-8eeb-3382df76c2ab up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:24:07.311801 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b55c22c-0f6f-4621-b64d-2af07c112989 req-c46c27c9-3d32-476c-971b-1fc5cb3af4a8 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/ports?device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 210 time: 0.0413363 Nov 29 18:24:07.325238 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5da498-a44c-491c-93d9-7a86d07731ad req-db05753c-2afe-4432-97a8-e543e0954001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:07.326780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c5da498-a44c-491c-93d9-7a86d07731ad req-db05753c-2afe-4432-97a8-e543e0954001 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61733c11-da39-45f1-ae18-c53a50ed6ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5432162 Nov 29 18:24:07.337876 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00667d-8814-4eb8-a4f2-2914a294fde9 req-018e529e-f314-45fc-a18b-49e0ece86eaa tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:07.346200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a00667d-8814-4eb8-a4f2-2914a294fde9 req-018e529e-f314-45fc-a18b-49e0ece86eaa tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 944 time: 0.5292394 Nov 29 18:24:07.461242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=b2a7fbe3-4b9c-4491-83d0-38a1640ffd37,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:07.480477 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a00667d-8814-4eb8-a4f2-2914a294fde9 req-3bb7aeb2-e4dd-4031-a660-974addb6e51e tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ab47e4-461b-433c-a7af-92d842762e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279604 Nov 29 18:24:07.491488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5d6ac569-ab92-48e2-8eeb-3382df76c2ab triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:07.492161 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:07.543765 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c5da498-a44c-491c-93d9-7a86d07731ad req-4764cc96-c980-4863-a024-3442611c76e4 service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945169 Nov 29 18:24:07.670924 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c5da498-a44c-491c-93d9-7a86d07731ad req-7d108ab5-a981-4397-9327-9857635c9032 service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176152 Nov 29 18:24:07.796497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-aa95f5b1-336c-4bb4-85d4-91dc5f11795f tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:07.798100 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-aa95f5b1-336c-4bb4-85d4-91dc5f11795f tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.20 "GET /v2.0/networks?id=64f41000-0763-4e7d-bcd6-b33e60b5786c HTTP/1.1" status: 200 len: 816 time: 0.2199080 Nov 29 18:24:07.813988 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-62931dc6-dc59-4d7f-840f-3f518f4e48b5 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Request body: {'port': {'device_id': '11dedb0e-0233-4da9-ab78-fcf91972d729', 'network_id': '64f41000-0763-4e7d-bcd6-b33e60b5786c', 'admin_state_up': True, 'tenant_id': '97ed8693e10443cc89d2d40e72a1867b'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:07.897984 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:07.966048 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 594120a4-06a7-4d81-bb41-fb96564513a0 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:24:08.078051 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-62931dc6-dc59-4d7f-840f-3f518f4e48b5 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Made reservation on behalf of 97ed8693e10443cc89d2d40e72a1867b for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:24:08.081529 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-62931dc6-dc59-4d7f-840f-3f518f4e48b5 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:08.133467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 594120a4-06a7-4d81-bb41-fb96564513a0, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=594120a4-06a7-4d81-bb41-fb96564513a0,segment=NetworkSegment(e565cf34-1a5c-4068-a09e-b68b84982495),segment_id=e565cf34-1a5c-4068-a09e-b68b84982495)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:08.147006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '594120a4-06a7-4d81-bb41-fb96564513a0', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'port_id': '594120a4-06a7-4d81-bb41-fb96564513a0', 'mac_address': 'fa:16:3e:f1:3c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:24:08.192323 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:08.214397 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438afd66-bec7-4f70-9018-9809dfe3257f None None] Network aea6b71d-6b9c-4ef4-8483-78351c32ceb5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:24:08.266908 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594120a4-06a7-4d81-bb41-fb96564513a0 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:24:08.301207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 594120a4-06a7-4d81-bb41-fb96564513a0, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=594120a4-06a7-4d81-bb41-fb96564513a0,segment=NetworkSegment(e565cf34-1a5c-4068-a09e-b68b84982495),segment_id=e565cf34-1a5c-4068-a09e-b68b84982495)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:08.313803 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-62931dc6-dc59-4d7f-840f-3f518f4e48b5 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Allocated IP 172.20.0.5 (64f41000-0763-4e7d-bcd6-b33e60b5786c/f35e359f-0407-4ffb-a94f-8bf24324a77d/2834a21e-db3c-4386-b3ae-011f6b620918) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:24:08.316555 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:08.337023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b78a6226-fe58-426f-bc08-3c889f8a7cbe None None] Provisioning complete for port b2a7fbe3-4b9c-4491-83d0-38a1640ffd37 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:08.337316 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b78a6226-fe58-426f-bc08-3c889f8a7cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:08.371309 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:08.389805 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:08.472583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d355f134-5140-4d58-903f-d8542d5dfdba req-4ff99bef-1ffc-41f8-bd58-85f468ef845a tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/ports?device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 210 time: 0.0364633 Nov 29 18:24:08.487791 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=594120a4-06a7-4d81-bb41-fb96564513a0,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:08.571923 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:08.612380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededc0e3-e82a-4557-a449-6524305b51a8 req-1b5840b0-8d8c-4577-a30a-00bfd9a81bcd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:08.614039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ededc0e3-e82a-4557-a449-6524305b51a8 req-1b5840b0-8d8c-4577-a30a-00bfd9a81bcd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 945 time: 0.0643172 Nov 29 18:24:08.658651 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Port': ['ID=392e420f-3a17-4997-9b51-d9baf8008b92,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:08.677893 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ededc0e3-e82a-4557-a449-6524305b51a8 req-4623831c-47f9-4533-a4bf-3926299460e4 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ab47e4-461b-433c-a7af-92d842762e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565639 Nov 29 18:24:08.686638 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['594120a4-06a7-4d81-bb41-fb96564513a0'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:24:08.763248 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-62931dc6-dc59-4d7f-840f-3f518f4e48b5 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:08.815525 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network aea6b71d-6b9c-4ef4-8483-78351c32ceb5 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:24:08.817515 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:08.827819 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-62931dc6-dc59-4d7f-840f-3f518f4e48b5 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:08.855634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b2a7fbe3-4b9c-4491-83d0-38a1640ffd37 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:24:08.933301 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-62931dc6-dc59-4d7f-840f-3f518f4e48b5 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Network 64f41000-0763-4e7d-bcd6-b33e60b5786c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:24:08.940137 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-62931dc6-dc59-4d7f-840f-3f518f4e48b5 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:08.945593 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-62931dc6-dc59-4d7f-840f-3f518f4e48b5 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:24:08.959401 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bd34904d-e2d4-402c-b9e7-b2b9fc2cd2dd None None] Provisioning complete for port 392e420f-3a17-4997-9b51-d9baf8008b92 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:08.959842 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd34904d-e2d4-402c-b9e7-b2b9fc2cd2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:08.990121 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port b2a7fbe3-4b9c-4491-83d0-38a1640ffd37 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:08.990694 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:09.015135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62931dc6-dc59-4d7f-840f-3f518f4e48b5 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Pushing event updated for resources: {'Port': ['ID=2834a21e-db3c-4386-b3ae-011f6b620918,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:09.068391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-62931dc6-dc59-4d7f-840f-3f518f4e48b5 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.068963 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-62931dc6-dc59-4d7f-840f-3f518f4e48b5 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:09.081757 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Router d06020b6-6b71-4857-a36d-ef7290c14cde has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:24:09.086277 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bd34904d-e2d4-402c-b9e7-b2b9fc2cd2dd None None] Port 392e420f-3a17-4997-9b51-d9baf8008b92 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:24:09.100148 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-62931dc6-dc59-4d7f-840f-3f518f4e48b5 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2909012 Nov 29 18:24:09.158270 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Request body: {'port': {'device_id': '11dedb0e-0233-4da9-ab78-fcf91972d729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:09.169951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bd34904d-e2d4-402c-b9e7-b2b9fc2cd2dd None None] Provisioning complete for port b2a7fbe3-4b9c-4491-83d0-38a1640ffd37 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:09.170577 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd34904d-e2d4-402c-b9e7-b2b9fc2cd2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:09.261379 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:09.265309 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:24:09.276318 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fa096bfa-5f91-452e-9629-70f1fe03c963 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "PUT /v2.0/routers/d06020b6-6b71-4857-a36d-ef7290c14cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1224520 Nov 29 18:24:09.279026 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54694) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:09.289160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Sync routers for ids ['d06020b6-6b71-4857-a36d-ef7290c14cde'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:24:09.304289 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Routers {'d06020b6-6b71-4857-a36d-ef7290c14cde'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:24:09.305001 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:23:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['d06020b6-6b71-4857-a36d-ef7290c14cde'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:09.449524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Set router d06020b6-6b71-4857-a36d-ef7290c14cde gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:24:09.493039 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e214c560-c665-4f63-9ade-f84a82ce501b tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.493650 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e214c560-c665-4f63-9ade-f84a82ce501b tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.493985 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e214c560-c665-4f63-9ade-f84a82ce501b tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.494456 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e214c560-c665-4f63-9ade-f84a82ce501b tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.494971 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e214c560-c665-4f63-9ade-f84a82ce501b tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.495439 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e214c560-c665-4f63-9ade-f84a82ce501b tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.495903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e214c560-c665-4f63-9ade-f84a82ce501b tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.496363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e214c560-c665-4f63-9ade-f84a82ce501b tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.496820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e214c560-c665-4f63-9ade-f84a82ce501b tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.497294 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e214c560-c665-4f63-9ade-f84a82ce501b tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.502931 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e214c560-c665-4f63-9ade-f84a82ce501b tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7084 time: 0.2208369 Nov 29 18:24:09.503115 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54702) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:09.605458 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133a30d-d08f-482d-9331-e8df9cb22e7b req-82501558-a821-43ce-af5e-252c01a76dcc tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.606938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a133a30d-d08f-482d-9331-e8df9cb22e7b req-82501558-a821-43ce-af5e-252c01a76dcc tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/ports?device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 931 time: 0.0565791 Nov 29 18:24:09.667949 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a133a30d-d08f-482d-9331-e8df9cb22e7b req-2bf964ab-1854-44f9-877f-fff7b3a518c6 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e998db-e107-450c-9690-d2692b7a2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539489 Nov 29 18:24:09.720181 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-446feed3-3790-45e9-b3f6-c18edf7bc9fc None None] Provisioning complete for port 392e420f-3a17-4997-9b51-d9baf8008b92 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:09.720777 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-446feed3-3790-45e9-b3f6-c18edf7bc9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:09.767444 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505e1ae-9610-4606-8090-9aed3f2db6b2 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.768068 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505e1ae-9610-4606-8090-9aed3f2db6b2 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.768375 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505e1ae-9610-4606-8090-9aed3f2db6b2 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.768828 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505e1ae-9610-4606-8090-9aed3f2db6b2 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.769280 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505e1ae-9610-4606-8090-9aed3f2db6b2 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.769730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505e1ae-9610-4606-8090-9aed3f2db6b2 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.770177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505e1ae-9610-4606-8090-9aed3f2db6b2 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.770619 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505e1ae-9610-4606-8090-9aed3f2db6b2 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.771102 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505e1ae-9610-4606-8090-9aed3f2db6b2 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.771548 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505e1ae-9610-4606-8090-9aed3f2db6b2 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.776632 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2505e1ae-9610-4606-8090-9aed3f2db6b2 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6561 time: 0.2725141 Nov 29 18:24:09.777264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54712) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:09.805483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-446feed3-3790-45e9-b3f6-c18edf7bc9fc None None] Port 392e420f-3a17-4997-9b51-d9baf8008b92 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:24:09.885617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914ad1f-ba71-430a-98e2-ad7f44cbaf47 req-fb28a620-3985-4edf-8902-fd5004630a42 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:09.893706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5914ad1f-ba71-430a-98e2-ad7f44cbaf47 req-fb28a620-3985-4edf-8902-fd5004630a42 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 945 time: 0.0634277 Nov 29 18:24:09.893919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:24:07Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '392e420f-3a17-4997-9b51-d9baf8008b92', 'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:33:aa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:06Z', 'updated_at': '2021-11-29T18:24:08Z', 'revision_number': 2, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:09.924325 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Checking router: d06020b6-6b71-4857-a36d-ef7290c14cde for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:24:09.924849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Updating router d06020b6-6b71-4857-a36d-ef7290c14cde port 392e420f-3a17-4997-9b51-d9baf8008b92 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:24:09.952287 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:09.959403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5914ad1f-ba71-430a-98e2-ad7f44cbaf47 req-2f1afb2d-0101-46a1-911c-edf4a10fea3e tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ab47e4-461b-433c-a7af-92d842762e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642490 Nov 29 18:24:09.991431 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 594120a4-06a7-4d81-bb41-fb96564513a0 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:24:10.147316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 594120a4-06a7-4d81-bb41-fb96564513a0 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:24:10.184288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 594120a4-06a7-4d81-bb41-fb96564513a0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:10.184980 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:10.230066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2834a21e-db3c-4386-b3ae-011f6b620918 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:24:10.245354 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:10.272421 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Transition to ACTIVE for port object 2834a21e-db3c-4386-b3ae-011f6b620918 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:24:10.290670 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:10.337292 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:10.375433 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:10.381859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84f6264-fc59-4086-a9e0-7050ad3bf0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594120a4-06a7-4d81-bb41-fb96564513a0'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:24:10.384415 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f748945-8dba-435a-aa02-9c733d895159" -d '{"events": [{"server_uuid": "f84f6264-fc59-4086-a9e0-7050ad3bf0fc", "name": "network-vif-plugged", "status": "completed", "tag": "594120a4-06a7-4d81-bb41-fb96564513a0"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:24:10.394287 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:10.402183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 594120a4-06a7-4d81-bb41-fb96564513a0, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=594120a4-06a7-4d81-bb41-fb96564513a0,segment=NetworkSegment(e565cf34-1a5c-4068-a09e-b68b84982495),segment_id=e565cf34-1a5c-4068-a09e-b68b84982495)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:10.447283 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Pushing event updated for resources: {'Port': ['ID=2834a21e-db3c-4386-b3ae-011f6b620918,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:10.447696 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:10.466402 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ea8409-5542-4601-bad8-5ad896bc38bf x-openstack-request-id: req-15ea8409-5542-4601-bad8-5ad896bc38bf {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:24:10.466679 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84f6264-fc59-4086-a9e0-7050ad3bf0fc", "name": "network-vif-plugged", "status": "completed", "tag": "594120a4-06a7-4d81-bb41-fb96564513a0", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:24:10.466969 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15ea8409-5542-4601-bad8-5ad896bc38bf {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:24:10.467367 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84f6264-fc59-4086-a9e0-7050ad3bf0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594120a4-06a7-4d81-bb41-fb96564513a0', 'code': 200} Nov 29 18:24:10.471646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd046f6-52ed-4cb4-927b-9adfbf4779ae None None] Pushing event updated for resources: {'Port': ['ID=392e420f-3a17-4997-9b51-d9baf8008b92,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:10.573651 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9694b-82b5-4dbc-b5b1-456683d2e079 req-64b5609d-84d2-425e-8d74-af9753ced255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:10.575712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9a9694b-82b5-4dbc-b5b1-456683d2e079 req-64b5609d-84d2-425e-8d74-af9753ced255 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 1097 time: 0.0488622 Nov 29 18:24:10.594880 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2b3a0581-fbb2-459b-93e5-7b000fa0e86d tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5204 time: 0.8146396 Nov 29 18:24:10.612340 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Attempting to bind port 2834a21e-db3c-4386-b3ae-011f6b620918 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:24:10.612642 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Attempting to bind port 2834a21e-db3c-4386-b3ae-011f6b620918 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '0943d1bb-fbb0-4175-ae2c-c02ed3eb6874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '64f41000-0763-4e7d-bcd6-b33e60b5786c'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:24:10.612990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Attempting to bind port 2834a21e-db3c-4386-b3ae-011f6b620918 on network 64f41000-0763-4e7d-bcd6-b33e60b5786c {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:24:10.620519 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Port 2834a21e-db3c-4386-b3ae-011f6b620918 on network 64f41000-0763-4e7d-bcd6-b33e60b5786c not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:24:10.620519 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Attempting to bind port 2834a21e-db3c-4386-b3ae-011f6b620918 on network 64f41000-0763-4e7d-bcd6-b33e60b5786c {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:24:10.624595 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=594120a4-06a7-4d81-bb41-fb96564513a0,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:10.628907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Attempting to bind port 392e420f-3a17-4997-9b51-d9baf8008b92 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:24:10.629286 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Attempting to bind port 392e420f-3a17-4997-9b51-d9baf8008b92 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '69202555-6c99-48ee-9efa-fb80d60800b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:24:10.629652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Attempting to bind port 392e420f-3a17-4997-9b51-d9baf8008b92 on network aea6b71d-6b9c-4ef4-8483-78351c32ceb5 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:24:10.635771 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:24:10.636133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Checking segment: {'id': '0943d1bb-fbb0-4175-ae2c-c02ed3eb6874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '64f41000-0763-4e7d-bcd6-b33e60b5786c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:24:10.636534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Bound using segment: {'id': '0943d1bb-fbb0-4175-ae2c-c02ed3eb6874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '64f41000-0763-4e7d-bcd6-b33e60b5786c'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:24:10.637151 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Bound port: 2834a21e-db3c-4386-b3ae-011f6b620918, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0943d1bb-fbb0-4175-ae2c-c02ed3eb6874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '64f41000-0763-4e7d-bcd6-b33e60b5786c'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:24:10.637522 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:10.642922 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:24:10.643306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Checking segment: {'id': '69202555-6c99-48ee-9efa-fb80d60800b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:24:10.643720 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:10.644115 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Bound using segment: {'id': '69202555-6c99-48ee-9efa-fb80d60800b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:24:10.644588 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Bound port: 392e420f-3a17-4997-9b51-d9baf8008b92, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69202555-6c99-48ee-9efa-fb80d60800b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:24:10.644973 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:10.671640 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9a9694b-82b5-4dbc-b5b1-456683d2e079 req-b0d7472c-ccae-4928-a9df-9b48f3260061 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=74ab47e4-461b-433c-a7af-92d842762e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870814 Nov 29 18:24:10.772758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] For port 2834a21e-db3c-4386-b3ae-011f6b620918, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:24:10.774846 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] For port 392e420f-3a17-4997-9b51-d9baf8008b92, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:24:10.779759 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] For port 2834a21e-db3c-4386-b3ae-011f6b620918, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2834a21e-db3c-4386-b3ae-011f6b620918,segment=NetworkSegment(0943d1bb-fbb0-4175-ae2c-c02ed3eb6874),segment_id=0943d1bb-fbb0-4175-ae2c-c02ed3eb6874)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:24:10.782368 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] For port 392e420f-3a17-4997-9b51-d9baf8008b92, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=392e420f-3a17-4997-9b51-d9baf8008b92,segment=NetworkSegment(69202555-6c99-48ee-9efa-fb80d60800b4),segment_id=69202555-6c99-48ee-9efa-fb80d60800b4)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:24:10.794270 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:10.798848 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:10.849110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:10.853291 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:10.855003 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] 10.222.0.20 "PUT /v2.0/ports/2834a21e-db3c-4386-b3ae-011f6b620918 HTTP/1.1" status: 200 len: 1091 time: 1.7029872 Nov 29 18:24:10.855738 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11dedb0e-0233-4da9-ab78-fcf91972d729', 'tag': '2834a21e-db3c-4386-b3ae-011f6b620918'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:24:10.863303 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7c2563-934c-4a17-86f0-de756155e4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "11dedb0e-0233-4da9-ab78-fcf91972d729", "tag": "2834a21e-db3c-4386-b3ae-011f6b620918"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:24:10.910254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Routers {'d06020b6-6b71-4857-a36d-ef7290c14cde'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:24:10.911006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:23:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['d06020b6-6b71-4857-a36d-ef7290c14cde'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:10.929239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34a630-25e8-4dcb-bb3f-c66d53a5c27a req-09f92a7c-b090-4ddc-b7a8-c0916a43569c tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:10.931893 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc34a630-25e8-4dcb-bb3f-c66d53a5c27a req-09f92a7c-b090-4ddc-b7a8-c0916a43569c tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/ports?device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 943 time: 0.1054471 Nov 29 18:24:10.973611 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd046f6-52ed-4cb4-927b-9adfbf4779ae None None] Pushing event updated for resources: {'Port': ['ID=392e420f-3a17-4997-9b51-d9baf8008b92,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:11.021265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc34a630-25e8-4dcb-bb3f-c66d53a5c27a req-b1ad84b2-67be-4e41-bd85-e13d97beb6ff tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e998db-e107-450c-9690-d2692b7a2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814784 Nov 29 18:24:11.028495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d0a62506-f570-4106-9711-601258c6b28a None None] Provisioning complete for port 392e420f-3a17-4997-9b51-d9baf8008b92 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:11.028882 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0a62506-f570-4106-9711-601258c6b28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:11.048716 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-7b508fe0-c375-41b4-a2d1-05bc354a16f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:11.048716 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-7b508fe0-c375-41b4-a2d1-05bc354a16f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97ed8693e10443cc89d2d40e72a1867b&device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 1094 time: 0.0979185 Nov 29 18:24:11.056966 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ad7c5-43df-43f2-8134-3e4171792c4e service neutron] Pushing event updated for resources: {'Port': ['ID=2834a21e-db3c-4386-b3ae-011f6b620918,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:11.113714 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] Set router d06020b6-6b71-4857-a36d-ef7290c14cde gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:24:11.145535 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1629c614-e1c3-4f07-82f8-6c5b1410965c x-openstack-request-id: req-1629c614-e1c3-4f07-82f8-6c5b1410965c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:24:11.145882 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11dedb0e-0233-4da9-ab78-fcf91972d729", "tag": "2834a21e-db3c-4386-b3ae-011f6b620918", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:24:11.146101 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1629c614-e1c3-4f07-82f8-6c5b1410965c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:24:11.146539 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11dedb0e-0233-4da9-ab78-fcf91972d729', 'tag': '2834a21e-db3c-4386-b3ae-011f6b620918', 'status': 'completed', 'code': 200} Nov 29 18:24:11.147986 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-f647bd85-673e-4a04-955a-dfbec1c0e27f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2834a21e-db3c-4386-b3ae-011f6b620918 HTTP/1.1" status: 200 len: 217 time: 0.0789318 Nov 29 18:24:11.173728 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54746) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:11.187580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-fe4376fe-6942-4964-831c-3c32bbae9f87 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-639992475', 'description': 'tempest-secgroup-smoke-639992475 description', 'project_id': '6110296adf0d4d689aa792da1b94c3f7'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:11.213652 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce85dd4-b3cc-4fa9-b9ae-464718c33607 req-4546980b-15bb-4c69-8eca-a9480e2bfab0 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:11.223085 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ce85dd4-b3cc-4fa9-b9ae-464718c33607 req-4546980b-15bb-4c69-8eca-a9480e2bfab0 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 946 time: 0.0804617 Nov 29 18:24:11.274839 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fe4376fe-6942-4964-831c-3c32bbae9f87 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:11.300984 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ce85dd4-b3cc-4fa9-b9ae-464718c33607 req-68d47f79-9a69-4a83-b0e6-6e38840425fe tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ab47e4-461b-433c-a7af-92d842762e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769346 Nov 29 18:24:11.319950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-5596e00b-9a5e-4fc3-a33b-ed4a9a381631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:11.322252 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-5596e00b-9a5e-4fc3-a33b-ed4a9a381631 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f35e359f-0407-4ffb-a94f-8bf24324a77d HTTP/1.1" status: 200 len: 856 time: 0.1616940 Nov 29 18:24:11.322824 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0a62506-f570-4106-9711-601258c6b28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:11.367867 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-b708c60a-c6d7-4fa6-9904-15ca2a08125b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64f41000-0763-4e7d-bcd6-b33e60b5786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325828 Nov 29 18:24:11.380805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d0a62506-f570-4106-9711-601258c6b28a None None] For port 392e420f-3a17-4997-9b51-d9baf8008b92, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=392e420f-3a17-4997-9b51-d9baf8008b92,segment=NetworkSegment(69202555-6c99-48ee-9efa-fb80d60800b4),segment_id=69202555-6c99-48ee-9efa-fb80d60800b4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:11.385246 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0a62506-f570-4106-9711-601258c6b28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:11.450762 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fe4376fe-6942-4964-831c-3c32bbae9f87 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:11.461868 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fe4376fe-6942-4964-831c-3c32bbae9f87 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:11.465691 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a62506-f570-4106-9711-601258c6b28a None None] Pushing event updated for resources: {'Port': ['ID=392e420f-3a17-4997-9b51-d9baf8008b92,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:11.482189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:24:07Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '392e420f-3a17-4997-9b51-d9baf8008b92', 'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:33:aa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:06Z', 'updated_at': '2021-11-29T18:24:10Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:11.518604 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-47b4682e-9353-4dd0-9d49-70e2044f42e9 service neutron] 10.222.0.20 "GET /v2.0/networks/64f41000-0763-4e7d-bcd6-b33e60b5786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405878 Nov 29 18:24:11.519735 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2788ff-b348-45ea-93cb-2776e568fe40 None None] The sync data for ids ['d06020b6-6b71-4857-a36d-ef7290c14cde'] in n-d-819494-5 is: [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:24:07Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '392e420f-3a17-4997-9b51-d9baf8008b92', 'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:33:aa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:06Z', 'updated_at': '2021-11-29T18:24:10Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:24:11.522136 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fe4376fe-6942-4964-831c-3c32bbae9f87 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:11.523325 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fe4376fe-6942-4964-831c-3c32bbae9f87 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3486371 Nov 29 18:24:11.525133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4376fe-6942-4964-831c-3c32bbae9f87 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbc2df4-82ad-45ae-a03d-b3e4344692fa,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:11.526721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54750) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:11.528658 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2daa7e57-2659-4a54-9232-9b6390b5a7a5 None None] Provisioning complete for port 392e420f-3a17-4997-9b51-d9baf8008b92 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:11.529171 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2daa7e57-2659-4a54-9232-9b6390b5a7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:11.532715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3cbe3700-5772-46eb-803d-92e62bcea408 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '2cbc2df4-82ad-45ae-a03d-b3e4344692fa', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:11.625982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3cbe3700-5772-46eb-803d-92e62bcea408 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:11.684931 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e92d0695-5dbd-4fe1-8000-fb2c2f8ae79e req-2ed9503d-13a4-45c9-bdc7-1da45ee0ea8d service neutron] 10.222.0.20 "GET /v2.0/networks/64f41000-0763-4e7d-bcd6-b33e60b5786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545908 Nov 29 18:24:11.729793 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3cbe3700-5772-46eb-803d-92e62bcea408 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:11.734974 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3cbe3700-5772-46eb-803d-92e62bcea408 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:11.771121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe3700-5772-46eb-803d-92e62bcea408 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb281a5-85e9-4f83-a122-cd6b754f7c02,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:11.784087 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3cbe3700-5772-46eb-803d-92e62bcea408 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:11.786224 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3cbe3700-5772-46eb-803d-92e62bcea408 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2580848 Nov 29 18:24:11.788257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54756) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:11.793074 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e6bf0a74-4c48-47e3-8052-856e93254e99 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '2cbc2df4-82ad-45ae-a03d-b3e4344692fa', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:11.793484 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c2563-934c-4a17-86f0-de756155e4b7 req-f679a7bd-c34a-483e-8fc1-649a8e4b9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:11.795062 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5b7c2563-934c-4a17-86f0-de756155e4b7 req-f679a7bd-c34a-483e-8fc1-649a8e4b9eb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=97ed8693e10443cc89d2d40e72a1867b&device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 1094 time: 0.0501122 Nov 29 18:24:11.833764 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e6bf0a74-4c48-47e3-8052-856e93254e99 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:11.921181 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e6bf0a74-4c48-47e3-8052-856e93254e99 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:11.928620 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e6bf0a74-4c48-47e3-8052-856e93254e99 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:11.929560 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c2563-934c-4a17-86f0-de756155e4b7 req-514214d2-8db5-4f93-89a7-834f89b0b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:11.932802 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5b7c2563-934c-4a17-86f0-de756155e4b7 req-514214d2-8db5-4f93-89a7-834f89b0b15c service neutron] 10.222.0.20 "GET /v2.0/networks?id=64f41000-0763-4e7d-bcd6-b33e60b5786c HTTP/1.1" status: 200 len: 917 time: 0.1255946 Nov 29 18:24:11.954821 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf0a74-4c48-47e3-8052-856e93254e99 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86799f61-17da-41ab-8089-d831c2caa393,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:11.992644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e6bf0a74-4c48-47e3-8052-856e93254e99 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:11.994970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e6bf0a74-4c48-47e3-8052-856e93254e99 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2048411 Nov 29 18:24:11.997215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54760) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:12.003950 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2430908f-62dd-4418-9832-911ec929352f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '2cbc2df4-82ad-45ae-a03d-b3e4344692fa', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:12.004171 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5b7c2563-934c-4a17-86f0-de756155e4b7 req-0b3481fa-7258-40d6-bb07-93ebf80300a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2834a21e-db3c-4386-b3ae-011f6b620918 HTTP/1.1" status: 200 len: 217 time: 0.0621488 Nov 29 18:24:12.035376 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2430908f-62dd-4418-9832-911ec929352f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:12.096533 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c2563-934c-4a17-86f0-de756155e4b7 req-533f7b44-16a0-40ea-811d-f36af85fed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:12.098087 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5b7c2563-934c-4a17-86f0-de756155e4b7 req-533f7b44-16a0-40ea-811d-f36af85fed18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f35e359f-0407-4ffb-a94f-8bf24324a77d HTTP/1.1" status: 200 len: 856 time: 0.0858495 Nov 29 18:24:12.120126 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2430908f-62dd-4418-9832-911ec929352f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:12.146099 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5b7c2563-934c-4a17-86f0-de756155e4b7 req-f7849d09-428f-452e-a411-efc1c503e675 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64f41000-0763-4e7d-bcd6-b33e60b5786c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393698 Nov 29 18:24:12.151315 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2430908f-62dd-4418-9832-911ec929352f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:12.185213 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430908f-62dd-4418-9832-911ec929352f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ec1eea-f4f3-4ec5-9cca-e823e6564ac9,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:12.212393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d1afc-23c0-4edb-ae55-ccfe48914147 req-35b54fa0-9527-4a28-a8fa-443c9daa05c1 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:12.214271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be4d1afc-23c0-4edb-ae55-ccfe48914147 req-35b54fa0-9527-4a28-a8fa-443c9daa05c1 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/ports?device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 943 time: 0.0925097 Nov 29 18:24:12.220160 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2430908f-62dd-4418-9832-911ec929352f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:12.224008 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2430908f-62dd-4418-9832-911ec929352f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2228885 Nov 29 18:24:12.229205 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54768) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:12.234501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ff05b0f4-7e53-4c96-81ba-8ab95a5c39ae tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '2cbc2df4-82ad-45ae-a03d-b3e4344692fa', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:12.266712 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5b7c2563-934c-4a17-86f0-de756155e4b7 req-1ff4994f-eb5b-4f33-a321-397501946f5c service neutron] 10.222.0.20 "GET /v2.0/networks/64f41000-0763-4e7d-bcd6-b33e60b5786c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130595 Nov 29 18:24:12.307323 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be4d1afc-23c0-4edb-ae55-ccfe48914147 req-6133bb7e-670b-4470-9c16-1dc331ef9742 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e998db-e107-450c-9690-d2692b7a2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847013 Nov 29 18:24:12.316133 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff05b0f4-7e53-4c96-81ba-8ab95a5c39ae tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:12.391436 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5b7c2563-934c-4a17-86f0-de756155e4b7 req-21042dc4-abc5-4d1e-8a6d-a7e2879076a3 service neutron] 10.222.0.20 "GET /v2.0/networks/64f41000-0763-4e7d-bcd6-b33e60b5786c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162229 Nov 29 18:24:12.407795 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff05b0f4-7e53-4c96-81ba-8ab95a5c39ae tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:12.414949 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff05b0f4-7e53-4c96-81ba-8ab95a5c39ae tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:12.436982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05b0f4-7e53-4c96-81ba-8ab95a5c39ae tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb558313-da96-4998-a9f2-f61142a6ab6e,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:12.452847 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff05b0f4-7e53-4c96-81ba-8ab95a5c39ae tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:12.456589 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ff05b0f4-7e53-4c96-81ba-8ab95a5c39ae tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2237885 Nov 29 18:24:12.457039 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54772) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:12.462946 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-acdfe286-be68-4067-ab5e-90ff7a78e227 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '2cbc2df4-82ad-45ae-a03d-b3e4344692fa', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:12.497381 n-d-819494-5 neutron-server[110004]: INFO neutron.db.securitygroups_db [None req-acdfe286-be68-4067-ab5e-90ff7a78e227 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Project 6110296adf0d4d689aa792da1b94c3f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:24:12.497527 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6085a-19d1-464e-8ead-8288d97799ab req-4f9e2b2b-ff24-4d2b-aa14-7f6de490a086 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:12.499175 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-42e6085a-19d1-464e-8ead-8288d97799ab req-4f9e2b2b-ff24-4d2b-aa14-7f6de490a086 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 946 time: 0.0590863 Nov 29 18:24:12.504297 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-acdfe286-be68-4067-ab5e-90ff7a78e227 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:12.581766 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-acdfe286-be68-4067-ab5e-90ff7a78e227 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:12.583925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-42e6085a-19d1-464e-8ead-8288d97799ab req-2f86a267-f305-487c-951a-24273693a1f8 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ab47e4-461b-433c-a7af-92d842762e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773327 Nov 29 18:24:12.587953 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-acdfe286-be68-4067-ab5e-90ff7a78e227 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:12.614997 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfe286-be68-4067-ab5e-90ff7a78e227 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4a07c6-d4d5-4367-a483-f36b73b6fd94,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:12.637904 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-acdfe286-be68-4067-ab5e-90ff7a78e227 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:12.642356 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54780) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:12.643286 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-acdfe286-be68-4067-ab5e-90ff7a78e227 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1852117 Nov 29 18:24:12.648745 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fa1316f9-9656-4222-9168-50baf14709a2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '2cbc2df4-82ad-45ae-a03d-b3e4344692fa', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:12.716482 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-fa1316f9-9656-4222-9168-50baf14709a2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Project 6110296adf0d4d689aa792da1b94c3f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:24:12.725480 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa1316f9-9656-4222-9168-50baf14709a2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:12.769907 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328a693-75a0-43b5-bdd0-490fabfcc33e req-673bfd2d-ea53-4c9e-b1cd-30e67e6afaf6 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:12.775159 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c328a693-75a0-43b5-bdd0-490fabfcc33e req-673bfd2d-ea53-4c9e-b1cd-30e67e6afaf6 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 946 time: 0.0942478 Nov 29 18:24:12.781022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54784) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:12.786670 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8c89791e-d34d-49db-b44a-559f3f018f6a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Request body: {'floatingip': {'port_id': '594120a4-06a7-4d81-bb41-fb96564513a0'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:12.817973 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa1316f9-9656-4222-9168-50baf14709a2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:12.825581 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa1316f9-9656-4222-9168-50baf14709a2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:12.854044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 392e420f-3a17-4997-9b51-d9baf8008b92 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:24:12.873114 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa1316f9-9656-4222-9168-50baf14709a2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:12.873310 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c89791e-d34d-49db-b44a-559f3f018f6a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for floatingip, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:12.875449 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fa1316f9-9656-4222-9168-50baf14709a2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2315953 Nov 29 18:24:12.878418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1316f9-9656-4222-9168-50baf14709a2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1639f4-777d-46f8-8054-77daff89e4aa,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:12.965469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 392e420f-3a17-4997-9b51-d9baf8008b92 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:12.966250 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:13.197974 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-a6b7c64a-1f71-454d-a2c8-b93162f421fd tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639992475&fields=id&tenant_id=6110296adf0d4d689aa792da1b94c3f7 HTTP/1.1" status: 200 len: 267 time: 0.0523131 Nov 29 18:24:13.331611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee58014-3639-402a-aad7-b8e3942dfdde req-a914ca11-ca8f-442b-9fc2-621e52ba8b79 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:13.333120 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-a914ca11-ca8f-442b-9fc2-621e52ba8b79 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/networks?id=aea6b71d-6b9c-4ef4-8483-78351c32ceb5 HTTP/1.1" status: 200 len: 797 time: 0.1242771 Nov 29 18:24:13.367391 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-f38356f6-1266-463a-be8a-eafc7124f156 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/quotas/6110296adf0d4d689aa792da1b94c3f7 HTTP/1.1" status: 200 len: 375 time: 0.0265000 Nov 29 18:24:13.438887 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-0d3e2aa6-092a-4738-8973-2ca70f96bbd5 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6110296adf0d4d689aa792da1b94c3f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672987 Nov 29 18:24:13.539543 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73b0f3-9132-483e-847d-e48bf5179b98 req-9a07e6cc-6051-44c4-8be6-ed7636efcecc tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:13.541063 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c73b0f3-9132-483e-847d-e48bf5179b98 req-9a07e6cc-6051-44c4-8be6-ed7636efcecc tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/ports?device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 943 time: 0.1012516 Nov 29 18:24:13.615269 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-f4ff3d78-2993-4bd0-88bb-eb2198656da4 service neutron] 10.222.0.23 "GET /v2.0/networks/aea6b71d-6b9c-4ef4-8483-78351c32ceb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618187 Nov 29 18:24:13.619539 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c73b0f3-9132-483e-847d-e48bf5179b98 req-5286cd7f-666e-4aef-9b1d-360b29db8494 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e998db-e107-450c-9690-d2692b7a2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707393 Nov 29 18:24:13.647342 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c89791e-d34d-49db-b44a-559f3f018f6a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:13.651390 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c89791e-d34d-49db-b44a-559f3f018f6a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:13.717204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-66cb0e02-a2bd-43af-9fbb-2f7c7c6d1d43 service neutron] 10.222.0.23 "GET /v2.0/networks/aea6b71d-6b9c-4ef4-8483-78351c32ceb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949843 Nov 29 18:24:13.759501 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-8c89791e-d34d-49db-b44a-559f3f018f6a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Floating IP a1adb195-e5bd-43df-81c8-5ba14954de37 associated. External IP: 172.25.3.201, port: 594120a4-06a7-4d81-bb41-fb96564513a0. Nov 29 18:24:13.924025 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92cd4440-cd0c-4b12-9031-e8301a08689f req-84e64d3f-1413-4b7f-b3a2-ee184549a6ee tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 210 time: 0.0273838 Nov 29 18:24:14.002647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c89791e-d34d-49db-b44a-559f3f018f6a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Router b1cb59ab-9368-4f6a-b0db-4b319db8be8a has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:24:14.125293 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c89791e-d34d-49db-b44a-559f3f018f6a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:24:14.131264 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c89791e-d34d-49db-b44a-559f3f018f6a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:14.138224 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a041095-742e-4a98-a65c-66b9fc66a417 None None] Sync routers for ids ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:24:14.151839 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a041095-742e-4a98-a65c-66b9fc66a417 None None] Routers {'b1cb59ab-9368-4f6a-b0db-4b319db8be8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:24:14.152445 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1a041095-742e-4a98-a65c-66b9fc66a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:23:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:14.164560 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8c89791e-d34d-49db-b44a-559f3f018f6a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "PUT /v2.0/floatingips/a1adb195-e5bd-43df-81c8-5ba14954de37 HTTP/1.1" status: 200 len: 992 time: 1.3792851 Nov 29 18:24:14.164560 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84f6264-fc59-4086-a9e0-7050ad3bf0fc', 'tag': '594120a4-06a7-4d81-bb41-fb96564513a0'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:24:14.164560 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b80fbb-55dd-453a-9336-98f4b31296b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f84f6264-fc59-4086-a9e0-7050ad3bf0fc", "tag": "594120a4-06a7-4d81-bb41-fb96564513a0"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:24:14.236514 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eedf081-f159-4f22-a687-abda953c8d6c x-openstack-request-id: req-3eedf081-f159-4f22-a687-abda953c8d6c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:24:14.236712 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f84f6264-fc59-4086-a9e0-7050ad3bf0fc", "tag": "594120a4-06a7-4d81-bb41-fb96564513a0", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:24:14.237026 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3eedf081-f159-4f22-a687-abda953c8d6c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:24:14.237441 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84f6264-fc59-4086-a9e0-7050ad3bf0fc', 'tag': '594120a4-06a7-4d81-bb41-fb96564513a0', 'status': 'completed', 'code': 200} Nov 29 18:24:14.308873 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b80fbb-55dd-453a-9336-98f4b31296b4 req-a06459cf-a601-4b23-aca2-d414e275ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:14.312517 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-1a041095-742e-4a98-a65c-66b9fc66a417 None None] Set router b1cb59ab-9368-4f6a-b0db-4b319db8be8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:24:14.322900 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60b80fbb-55dd-453a-9336-98f4b31296b4 req-a06459cf-a601-4b23-aca2-d414e275ebb2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5991f81694454b6dbd48c6b809d5ad06&device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 1097 time: 0.0652125 Nov 29 18:24:14.434126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b80fbb-55dd-453a-9336-98f4b31296b4 req-f1aba6c0-b36c-4b00-b74e-155167ad72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:14.435718 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60b80fbb-55dd-453a-9336-98f4b31296b4 req-f1aba6c0-b36c-4b00-b74e-155167ad72cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=61733c11-da39-45f1-ae18-c53a50ed6ebf HTTP/1.1" status: 200 len: 912 time: 0.1054592 Nov 29 18:24:14.506737 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60b80fbb-55dd-453a-9336-98f4b31296b4 req-ee63fd65-8170-4322-b4ca-278b858a96d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=594120a4-06a7-4d81-bb41-fb96564513a0 HTTP/1.1" status: 200 len: 1000 time: 0.0638194 Nov 29 18:24:14.571133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b80fbb-55dd-453a-9336-98f4b31296b4 req-68b4177c-8f7d-42b6-8bd8-10df0f75548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:14.573174 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60b80fbb-55dd-453a-9336-98f4b31296b4 req-68b4177c-8f7d-42b6-8bd8-10df0f75548d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=95d25936-e438-49fc-88cf-2ab9c265fd23 HTTP/1.1" status: 200 len: 850 time: 0.0592010 Nov 29 18:24:14.603179 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1a041095-742e-4a98-a65c-66b9fc66a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:12Z', 'revision_number': 4, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'a1adb195-e5bd-43df-81c8-5ba14954de37', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'port_id': '594120a4-06a7-4d81-bb41-fb96564513a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'mac_address': 'fa:16:3e:f1:3c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84f6264-fc59-4086-a9e0-7050ad3bf0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:23:55Z', 'updated_at': '2021-11-29T18:24:13Z', 'revision_number': 1, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a030367d-2252-4bb6-a495-f1b9a7d78d1d', 'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'mac_address': 'fa:16:3e:24:d6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:11Z', 'updated_at': '2021-11-29T18:18:18Z', 'revision_number': 5, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'subnets': [{'id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:14.640682 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a041095-742e-4a98-a65c-66b9fc66a417 None None] Checking router: b1cb59ab-9368-4f6a-b0db-4b319db8be8a for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:24:14.642687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b80fbb-55dd-453a-9336-98f4b31296b4 req-0961f98f-31e2-4f0e-8e90-618b367c0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:14.644253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60b80fbb-55dd-453a-9336-98f4b31296b4 req-0961f98f-31e2-4f0e-8e90-618b367c0d2a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61733c11-da39-45f1-ae18-c53a50ed6ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509555 Nov 29 18:24:14.652836 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a041095-742e-4a98-a65c-66b9fc66a417 None None] Routers {'b1cb59ab-9368-4f6a-b0db-4b319db8be8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:24:14.653821 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1a041095-742e-4a98-a65c-66b9fc66a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:23:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:14.766968 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60b80fbb-55dd-453a-9336-98f4b31296b4 req-3daeabce-5981-4aa1-aff3-b4d0a3504aad service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149600 Nov 29 18:24:14.803492 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-1a041095-742e-4a98-a65c-66b9fc66a417 None None] Set router b1cb59ab-9368-4f6a-b0db-4b319db8be8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:24:14.860004 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113c0aa-0ea6-406d-be24-684d8a6d1b81 req-8346b33a-325e-43e7-8cb3-6c09e7da11bd tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:14.861905 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4113c0aa-0ea6-406d-be24-684d8a6d1b81 req-8346b33a-325e-43e7-8cb3-6c09e7da11bd tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/ports?device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 943 time: 0.1164556 Nov 29 18:24:14.929745 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4113c0aa-0ea6-406d-be24-684d8a6d1b81 req-fd7aaa1b-259c-455b-9228-51987539c0bb tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e998db-e107-450c-9690-d2692b7a2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573370 Nov 29 18:24:14.932957 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60b80fbb-55dd-453a-9336-98f4b31296b4 req-d58ddf88-f44f-4ce3-afab-e654b988b3be service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502793 Nov 29 18:24:15.086979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7cb51c0-e2ce-4db7-bb7e-d722e2e4bd6a req-5b287736-9bad-43e6-ad15-d24728397380 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 210 time: 0.0638938 Nov 29 18:24:15.117797 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1a041095-742e-4a98-a65c-66b9fc66a417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:12Z', 'revision_number': 4, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'a1adb195-e5bd-43df-81c8-5ba14954de37', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'port_id': '594120a4-06a7-4d81-bb41-fb96564513a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'mac_address': 'fa:16:3e:f1:3c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84f6264-fc59-4086-a9e0-7050ad3bf0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:23:55Z', 'updated_at': '2021-11-29T18:24:13Z', 'revision_number': 1, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a030367d-2252-4bb6-a495-f1b9a7d78d1d', 'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'mac_address': 'fa:16:3e:24:d6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:11Z', 'updated_at': '2021-11-29T18:18:18Z', 'revision_number': 5, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'subnets': [{'id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:15.154047 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a041095-742e-4a98-a65c-66b9fc66a417 None None] The sync data for ids ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'] in n-d-819494-5 is: [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:12Z', 'revision_number': 4, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'a1adb195-e5bd-43df-81c8-5ba14954de37', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'port_id': '594120a4-06a7-4d81-bb41-fb96564513a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'mac_address': 'fa:16:3e:f1:3c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84f6264-fc59-4086-a9e0-7050ad3bf0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:23:55Z', 'updated_at': '2021-11-29T18:24:13Z', 'revision_number': 1, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a030367d-2252-4bb6-a495-f1b9a7d78d1d', 'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'mac_address': 'fa:16:3e:24:d6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:11Z', 'updated_at': '2021-11-29T18:18:18Z', 'revision_number': 5, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'subnets': [{'id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:24:15.197893 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee58014-3639-402a-aad7-b8e3942dfdde req-892f7da3-3270-4eeb-a4b2-6107ab5ed341 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:15.199548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-892f7da3-3270-4eeb-a4b2-6107ab5ed341 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.31 "GET /v2.0/networks?id=aea6b71d-6b9c-4ef4-8483-78351c32ceb5 HTTP/1.1" status: 200 len: 797 time: 0.1342902 Nov 29 18:24:15.207353 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2834a21e-db3c-4386-b3ae-011f6b620918 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:24:15.286096 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-219b0a91-66a8-4dca-a71d-8425744444d4 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6110296adf0d4d689aa792da1b94c3f7 HTTP/1.1" status: 200 len: 379 time: 0.0763359 Nov 29 18:24:15.303741 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bee58014-3639-402a-aad7-b8e3942dfdde req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'port': {'device_id': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'admin_state_up': True, 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'security_groups': ['2cbc2df4-82ad-45ae-a03d-b3e4344692fa']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:15.335478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2834a21e-db3c-4386-b3ae-011f6b620918, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2834a21e-db3c-4386-b3ae-011f6b620918,segment=NetworkSegment(0943d1bb-fbb0-4175-ae2c-c02ed3eb6874),segment_id=0943d1bb-fbb0-4175-ae2c-c02ed3eb6874)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:15.348555 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '2834a21e-db3c-4386-b3ae-011f6b620918', 'network_id': '64f41000-0763-4e7d-bcd6-b33e60b5786c', 'port_id': '2834a21e-db3c-4386-b3ae-011f6b620918', 'mac_address': 'fa:16:3e:54:94:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35e359f-0407-4ffb-a94f-8bf24324a77d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:24:15.410367 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:15.424411 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2834a21e-db3c-4386-b3ae-011f6b620918 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:24:15.449520 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2834a21e-db3c-4386-b3ae-011f6b620918, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2834a21e-db3c-4386-b3ae-011f6b620918,segment=NetworkSegment(0943d1bb-fbb0-4175-ae2c-c02ed3eb6874),segment_id=0943d1bb-fbb0-4175-ae2c-c02ed3eb6874)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:15.453348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee58014-3639-402a-aad7-b8e3942dfdde req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Made reservation on behalf of 6110296adf0d4d689aa792da1b94c3f7 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:24:15.455623 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:15.457189 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bee58014-3639-402a-aad7-b8e3942dfdde req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:15.457937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb8c870-ae19-4015-8ea8-31d11aee766d None None] New status for floating IP a1adb195-e5bd-43df-81c8-5ba14954de37: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:24:15.594607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-bee58014-3639-402a-aad7-b8e3942dfdde req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Allocated IP 172.20.0.14 (aea6b71d-6b9c-4ef4-8483-78351c32ceb5/add35bbd-83f3-4fef-8ac4-6c0cc158388d/4fc008ee-291c-491c-92ed-3bc13f4bbb7e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:24:15.757570 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bee58014-3639-402a-aad7-b8e3942dfdde req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:15.762208 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=2834a21e-db3c-4386-b3ae-011f6b620918,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:15.796894 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bee58014-3639-402a-aad7-b8e3942dfdde req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:15.820806 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['2834a21e-db3c-4386-b3ae-011f6b620918'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:24:15.845573 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee58014-3639-402a-aad7-b8e3942dfdde req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network aea6b71d-6b9c-4ef4-8483-78351c32ceb5 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:24:15.848788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-bee58014-3639-402a-aad7-b8e3942dfdde req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:15.853740 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee58014-3639-402a-aad7-b8e3942dfdde req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:24:15.856384 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Port': ['ID=4fc008ee-291c-491c-92ed-3bc13f4bbb7e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:15.887266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:15.887617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:15.887969 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:15.888377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:15.888658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:15.888982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:15.889411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:15.889714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:15.890048 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:15.890383 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:15.890813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:15.891085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:15.929300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee58014-3639-402a-aad7-b8e3942dfdde req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:15.929959 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bee58014-3639-402a-aad7-b8e3942dfdde req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:15.987146 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-6e65c7b9-0243-48ad-8990-ca707eae7afe tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6874616 Nov 29 18:24:16.012929 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Request body: {'port': {'device_id': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:16.122118 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:16.132275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7a1b8-fcec-4753-ab33-09ff60950a9e req-295dc62b-6a9b-4079-8ec1-131e4809c31d tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:16.133927 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-58a7a1b8-fcec-4753-ab33-09ff60950a9e req-295dc62b-6a9b-4079-8ec1-131e4809c31d tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/ports?device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 944 time: 0.0869670 Nov 29 18:24:16.212741 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1a606444-27bf-46ba-99a8-491cd1a6d9c4 None None] Provisioning complete for port 4fc008ee-291c-491c-92ed-3bc13f4bbb7e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:16.213301 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1a606444-27bf-46ba-99a8-491cd1a6d9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:16.256588 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1a606444-27bf-46ba-99a8-491cd1a6d9c4 None None] Port 4fc008ee-291c-491c-92ed-3bc13f4bbb7e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:24:16.303990 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-58a7a1b8-fcec-4753-ab33-09ff60950a9e req-2006208c-89f4-47c3-8d2f-3983a6879a1d tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e998db-e107-450c-9690-d2692b7a2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603985 Nov 29 18:24:16.327574 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82c4ed-f1c9-47a5-8389-aa4df9ec5078 req-6ff678d6-8c7e-42be-a60d-6d4fa4f44a3c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:16.329068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c82c4ed-f1c9-47a5-8389-aa4df9ec5078 req-6ff678d6-8c7e-42be-a60d-6d4fa4f44a3c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 932 time: 0.1512496 Nov 29 18:24:16.434038 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c82c4ed-f1c9-47a5-8389-aa4df9ec5078 req-9c212f95-90e1-4ebc-8aaa-270c3a03f41b tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cbc2df4-82ad-45ae-a03d-b3e4344692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990248 Nov 29 18:24:16.521675 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc008ee-291c-491c-92ed-3bc13f4bbb7e {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:24:16.531353 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:16.544709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Transition to ACTIVE for port object 4fc008ee-291c-491c-92ed-3bc13f4bbb7e will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:24:16.549041 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:16.598464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc008ee-291c-491c-92ed-3bc13f4bbb7e,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:16.674567 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Attempting to bind port 4fc008ee-291c-491c-92ed-3bc13f4bbb7e on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:24:16.674943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Attempting to bind port 4fc008ee-291c-491c-92ed-3bc13f4bbb7e by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '69202555-6c99-48ee-9efa-fb80d60800b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:24:16.675275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Attempting to bind port 4fc008ee-291c-491c-92ed-3bc13f4bbb7e on network aea6b71d-6b9c-4ef4-8483-78351c32ceb5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:24:16.679810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Port 4fc008ee-291c-491c-92ed-3bc13f4bbb7e on network aea6b71d-6b9c-4ef4-8483-78351c32ceb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:24:16.680156 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Attempting to bind port 4fc008ee-291c-491c-92ed-3bc13f4bbb7e on network aea6b71d-6b9c-4ef4-8483-78351c32ceb5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:24:16.685143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:24:16.685492 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Checking segment: {'id': '69202555-6c99-48ee-9efa-fb80d60800b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:24:16.686054 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Bound using segment: {'id': '69202555-6c99-48ee-9efa-fb80d60800b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:24:16.686493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Bound port: 4fc008ee-291c-491c-92ed-3bc13f4bbb7e, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69202555-6c99-48ee-9efa-fb80d60800b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:24:16.687001 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:16.759164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] For port 4fc008ee-291c-491c-92ed-3bc13f4bbb7e, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:24:16.762531 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] For port 4fc008ee-291c-491c-92ed-3bc13f4bbb7e, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4fc008ee-291c-491c-92ed-3bc13f4bbb7e,segment=NetworkSegment(69202555-6c99-48ee-9efa-fb80d60800b4),segment_id=69202555-6c99-48ee-9efa-fb80d60800b4)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:24:16.768431 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:16.817984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:16.818618 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:16.820173 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] 10.222.0.31 "PUT /v2.0/ports/4fc008ee-291c-491c-92ed-3bc13f4bbb7e HTTP/1.1" status: 200 len: 1092 time: 0.8206007 Nov 29 18:24:16.820634 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'tag': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:24:16.823130 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e7aa3f-485e-4cbb-84c4-2ba8465fc603" -d '{"events": [{"name": "network-changed", "server_uuid": "7eec4e95-da91-48a8-bd98-4f450db0bd99", "tag": "4fc008ee-291c-491c-92ed-3bc13f4bbb7e"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:24:16.861713 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b4710-a963-4ac8-ba06-e9951ab9c9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc008ee-291c-491c-92ed-3bc13f4bbb7e,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:16.886016 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836b4cdf-9dc9-404b-b13f-92585e7e8cff x-openstack-request-id: req-836b4cdf-9dc9-404b-b13f-92585e7e8cff {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:24:16.886396 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eec4e95-da91-48a8-bd98-4f450db0bd99", "tag": "4fc008ee-291c-491c-92ed-3bc13f4bbb7e", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:24:16.886725 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-836b4cdf-9dc9-404b-b13f-92585e7e8cff {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:24:16.887088 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'tag': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e', 'status': 'completed', 'code': 200} Nov 29 18:24:16.925898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee58014-3639-402a-aad7-b8e3942dfdde req-f555dccb-38bf-4859-b88d-7bb9086fa52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:16.927552 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-f555dccb-38bf-4859-b88d-7bb9086fa52c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6110296adf0d4d689aa792da1b94c3f7&device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 1095 time: 0.0514529 Nov 29 18:24:16.977319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-69fd8360-57ca-492f-b1d3-fe5fead7bc4d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fc008ee-291c-491c-92ed-3bc13f4bbb7e HTTP/1.1" status: 200 len: 217 time: 0.0397789 Nov 29 18:24:17.035061 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee58014-3639-402a-aad7-b8e3942dfdde req-4952b834-9048-4720-bc76-bf6e1ca45a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:17.036516 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-4952b834-9048-4720-bc76-bf6e1ca45a89 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=add35bbd-83f3-4fef-8ac4-6c0cc158388d HTTP/1.1" status: 200 len: 835 time: 0.0519271 Nov 29 18:24:17.093089 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee58014-3639-402a-aad7-b8e3942dfdde req-8e569ca9-acff-4a1b-8a38-bdab326b5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:17.098478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-8e569ca9-acff-4a1b-8a38-bdab326b5c75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aea6b71d-6b9c-4ef4-8483-78351c32ceb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533097 Nov 29 18:24:17.109835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-c859c5c1-6a1e-4de6-8507-b26125fa2324 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:24:17.110960 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-c859c5c1-6a1e-4de6-8507-b26125fa2324 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056682 Nov 29 18:24:17.200583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-2d8c6384-094f-4f2d-a4a0-f0aa6f4498d5 service neutron] 10.222.0.31 "GET /v2.0/networks/aea6b71d-6b9c-4ef4-8483-78351c32ceb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826843 Nov 29 18:24:17.207571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2834a21e-db3c-4386-b3ae-011f6b620918 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:24:17.261016 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 2834a21e-db3c-4386-b3ae-011f6b620918 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:24:17.265698 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 2834a21e-db3c-4386-b3ae-011f6b620918 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:17.266116 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:17.307317 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee58014-3639-402a-aad7-b8e3942dfdde req-98bce02a-c0cf-48b5-9fb4-8a1ec94e1fd1 service neutron] 10.222.0.31 "GET /v2.0/networks/aea6b71d-6b9c-4ef4-8483-78351c32ceb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982811 Nov 29 18:24:17.355546 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:17.381208 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dedb0e-0233-4da9-ab78-fcf91972d729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2834a21e-db3c-4386-b3ae-011f6b620918'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:24:17.384270 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56b5fe0-a1d9-450e-b389-c60d3d81738b" -d '{"events": [{"server_uuid": "11dedb0e-0233-4da9-ab78-fcf91972d729", "name": "network-vif-plugged", "status": "completed", "tag": "2834a21e-db3c-4386-b3ae-011f6b620918"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:24:17.408375 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2834a21e-db3c-4386-b3ae-011f6b620918, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2834a21e-db3c-4386-b3ae-011f6b620918,segment=NetworkSegment(0943d1bb-fbb0-4175-ae2c-c02ed3eb6874),segment_id=0943d1bb-fbb0-4175-ae2c-c02ed3eb6874)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:17.414008 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:17.442004 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7aa3f-485e-4cbb-84c4-2ba8465fc603 req-84b28b9c-7eaa-4912-920d-dba24b0a8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:17.444108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0e7aa3f-485e-4cbb-84c4-2ba8465fc603 req-84b28b9c-7eaa-4912-920d-dba24b0a8aa9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6110296adf0d4d689aa792da1b94c3f7&device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 1095 time: 0.0811944 Nov 29 18:24:17.467031 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e7276-7e29-4d01-8809-8c6388c2e76f req-cdb4b07d-694b-4a74-8476-918215675387 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:17.471329 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a20e7276-7e29-4d01-8809-8c6388c2e76f req-cdb4b07d-694b-4a74-8476-918215675387 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/ports?device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 944 time: 0.0784700 Nov 29 18:24:17.479292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=2834a21e-db3c-4386-b3ae-011f6b620918,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:17.521449 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49af90cc-71fc-489a-9292-57921e02e540 x-openstack-request-id: req-49af90cc-71fc-489a-9292-57921e02e540 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:24:17.521755 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dedb0e-0233-4da9-ab78-fcf91972d729", "name": "network-vif-plugged", "status": "completed", "tag": "2834a21e-db3c-4386-b3ae-011f6b620918", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:24:17.522014 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49af90cc-71fc-489a-9292-57921e02e540 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:24:17.522657 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dedb0e-0233-4da9-ab78-fcf91972d729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2834a21e-db3c-4386-b3ae-011f6b620918', 'code': 200} Nov 29 18:24:17.598821 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a20e7276-7e29-4d01-8809-8c6388c2e76f req-47c89600-f883-43b6-ba4b-fb9f8ca30146 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e998db-e107-450c-9690-d2692b7a2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159949 Nov 29 18:24:17.627824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7aa3f-485e-4cbb-84c4-2ba8465fc603 req-7818b017-28b5-4b44-a270-ffb2e8703104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:17.629293 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0e7aa3f-485e-4cbb-84c4-2ba8465fc603 req-7818b017-28b5-4b44-a270-ffb2e8703104 service neutron] 10.222.0.31 "GET /v2.0/networks?id=aea6b71d-6b9c-4ef4-8483-78351c32ceb5 HTTP/1.1" status: 200 len: 898 time: 0.1776476 Nov 29 18:24:17.653874 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ecc77-ff2b-44a4-9ce2-d081630f7ba1 req-dcf259c9-f722-43b9-af3a-8c7b77a2c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:17.656262 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ea8ecc77-ff2b-44a4-9ce2-d081630f7ba1 req-dcf259c9-f722-43b9-af3a-8c7b77a2c798 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 1096 time: 0.0459955 Nov 29 18:24:17.683462 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b919653-1d7c-44b7-924b-77a58b2388a4 req-eb0c4d28-9d7c-47d0-bcee-b812d61e7202 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:17.691218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b919653-1d7c-44b7-924b-77a58b2388a4 req-eb0c4d28-9d7c-47d0-bcee-b812d61e7202 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 944 time: 0.1098819 Nov 29 18:24:17.694461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0e7aa3f-485e-4cbb-84c4-2ba8465fc603 req-2a35ea11-3d5a-4fcf-b7ca-d640c61eee64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fc008ee-291c-491c-92ed-3bc13f4bbb7e HTTP/1.1" status: 200 len: 217 time: 0.0567820 Nov 29 18:24:17.710214 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ea8ecc77-ff2b-44a4-9ce2-d081630f7ba1 req-a42c51f8-4cdb-417e-b34f-2ade05459775 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=19e998db-e107-450c-9690-d2692b7a2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434532 Nov 29 18:24:17.773211 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7aa3f-485e-4cbb-84c4-2ba8465fc603 req-55a046c8-2115-4aa9-b5c1-f3569b9a7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:17.774578 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0e7aa3f-485e-4cbb-84c4-2ba8465fc603 req-55a046c8-2115-4aa9-b5c1-f3569b9a7ad7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=add35bbd-83f3-4fef-8ac4-6c0cc158388d HTTP/1.1" status: 200 len: 835 time: 0.0671740 Nov 29 18:24:17.778470 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b919653-1d7c-44b7-924b-77a58b2388a4 req-db1767cf-0639-424b-9428-d828d68558c8 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cbc2df4-82ad-45ae-a03d-b3e4344692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864975 Nov 29 18:24:17.822449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7aa3f-485e-4cbb-84c4-2ba8465fc603 req-d54f3dff-314c-4914-9980-1cf4452b723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:17.824037 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0e7aa3f-485e-4cbb-84c4-2ba8465fc603 req-d54f3dff-314c-4914-9980-1cf4452b723a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aea6b71d-6b9c-4ef4-8483-78351c32ceb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422294 Nov 29 18:24:17.919985 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0e7aa3f-485e-4cbb-84c4-2ba8465fc603 req-14646cbd-1d29-4b33-89c1-a58ef139e2c0 service neutron] 10.222.0.31 "GET /v2.0/networks/aea6b71d-6b9c-4ef4-8483-78351c32ceb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882556 Nov 29 18:24:18.017020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0e7aa3f-485e-4cbb-84c4-2ba8465fc603 req-3aaa79ec-53b4-4192-b2a8-4ae1414b0b4c service neutron] 10.222.0.31 "GET /v2.0/networks/aea6b71d-6b9c-4ef4-8483-78351c32ceb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889084 Nov 29 18:24:18.719851 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d125c5-dba4-479c-b56b-628fb23ce295 req-b547453c-154d-49ff-8f2d-d10f129cd4e0 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:18.721320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00d125c5-dba4-479c-b56b-628fb23ce295 req-b547453c-154d-49ff-8f2d-d10f129cd4e0 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/ports?device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 945 time: 0.0481005 Nov 29 18:24:18.777742 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00d125c5-dba4-479c-b56b-628fb23ce295 req-76c919c3-0250-4145-a5f4-557cab40bbae tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e998db-e107-450c-9690-d2692b7a2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460076 Nov 29 18:24:18.903113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc9afd-ba36-4ad1-bba9-3d81787db763 req-683a202f-49d0-4539-bf61-21ca76c9c666 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:18.904583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49fc9afd-ba36-4ad1-bba9-3d81787db763 req-683a202f-49d0-4539-bf61-21ca76c9c666 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 944 time: 0.0509546 Nov 29 18:24:18.962489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49fc9afd-ba36-4ad1-bba9-3d81787db763 req-3cda62ee-abc6-4cdb-bbf0-4ef53872a6b6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cbc2df4-82ad-45ae-a03d-b3e4344692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507622 Nov 29 18:24:19.898641 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90feae4-e59b-4a9a-a25d-966ba03f844a req-62f8e6b9-5e61-4531-9774-5bf6fce02733 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:19.900161 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c90feae4-e59b-4a9a-a25d-966ba03f844a req-62f8e6b9-5e61-4531-9774-5bf6fce02733 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/ports?device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 945 time: 0.0486495 Nov 29 18:24:19.947737 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c90feae4-e59b-4a9a-a25d-966ba03f844a req-fb56569c-a522-47c8-9616-18e28d37e8d0 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e998db-e107-450c-9690-d2692b7a2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406976 Nov 29 18:24:20.098971 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4f746-fd1c-4205-bf8f-8d3161155b63 req-fb5a003b-f629-4d70-915b-2b0b1244f866 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:20.107418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ff4f746-fd1c-4205-bf8f-8d3161155b63 req-fb5a003b-f629-4d70-915b-2b0b1244f866 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 944 time: 0.0733008 Nov 29 18:24:20.163238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ff4f746-fd1c-4205-bf8f-8d3161155b63 req-6fd18ef5-ce6d-4f69-94ee-7e9d273ccbaa tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cbc2df4-82ad-45ae-a03d-b3e4344692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546966 Nov 29 18:24:20.222052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf6184-cf0b-4d7b-b143-457d66f060a1 req-61d4408d-4c97-470f-9d0d-14b49583c9fe tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:20.223568 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8acf6184-cf0b-4d7b-b143-457d66f060a1 req-61d4408d-4c97-470f-9d0d-14b49583c9fe tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/ports?device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 945 time: 0.0497031 Nov 29 18:24:20.273536 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8acf6184-cf0b-4d7b-b143-457d66f060a1 req-adcc2afc-88cc-417c-9687-e69c777f78ca tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e998db-e107-450c-9690-d2692b7a2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438468 Nov 29 18:24:21.288022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12ccca-d3e9-48e8-9f1e-5dc4352cdd7e req-a7f9e273-e241-48f1-a51f-5f14505373a6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:21.289723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc12ccca-d3e9-48e8-9f1e-5dc4352cdd7e req-a7f9e273-e241-48f1-a51f-5f14505373a6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 944 time: 0.0534840 Nov 29 18:24:21.345041 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc12ccca-d3e9-48e8-9f1e-5dc4352cdd7e req-b9144ec7-8382-42d7-8ab6-ef4a3814b918 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cbc2df4-82ad-45ae-a03d-b3e4344692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490978 Nov 29 18:24:21.406483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c98518-cacd-4c74-a179-9bd983c1a9b2 req-1b8aa1f8-bf08-4953-a105-f933183b5e52 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:21.408477 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3c98518-cacd-4c74-a179-9bd983c1a9b2 req-1b8aa1f8-bf08-4953-a105-f933183b5e52 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/ports?device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 945 time: 0.0506866 Nov 29 18:24:21.457799 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3c98518-cacd-4c74-a179-9bd983c1a9b2 req-8e67b7c7-4698-49fd-a593-50a257a02b05 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/security-groups?id=19e998db-e107-450c-9690-d2692b7a2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426691 Nov 29 18:24:21.608320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37873d6e-ccb2-4ed8-86dd-99dacaf663f0 req-c5608831-b46d-48c7-bb92-d99cc9be646f tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:21.609773 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-37873d6e-ccb2-4ed8-86dd-99dacaf663f0 req-c5608831-b46d-48c7-bb92-d99cc9be646f tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.20 "GET /v2.0/ports?device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 945 time: 0.0497794 Nov 29 18:24:21.719633 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-37873d6e-ccb2-4ed8-86dd-99dacaf663f0 req-15f224c4-0a04-4869-b7a5-abc9cca96102 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Deleting port 2834a21e-db3c-4386-b3ae-011f6b620918 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:24:21.719633 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37873d6e-ccb2-4ed8-86dd-99dacaf663f0 req-15f224c4-0a04-4869-b7a5-abc9cca96102 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:21.996148 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 4fc008ee-291c-491c-92ed-3bc13f4bbb7e details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:24:22.086192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-37873d6e-ccb2-4ed8-86dd-99dacaf663f0 req-15f224c4-0a04-4869-b7a5-abc9cca96102 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] For port 2834a21e-db3c-4386-b3ae-011f6b620918, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2834a21e-db3c-4386-b3ae-011f6b620918,segment=NetworkSegment(0943d1bb-fbb0-4175-ae2c-c02ed3eb6874),segment_id=0943d1bb-fbb0-4175-ae2c-c02ed3eb6874)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:22.086849 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37873d6e-ccb2-4ed8-86dd-99dacaf663f0 req-15f224c4-0a04-4869-b7a5-abc9cca96102 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:22.102982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-37873d6e-ccb2-4ed8-86dd-99dacaf663f0 req-15f224c4-0a04-4869-b7a5-abc9cca96102 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Calling delete_port for 2834a21e-db3c-4386-b3ae-011f6b620918 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:24:22.103996 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 4fc008ee-291c-491c-92ed-3bc13f4bbb7e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4fc008ee-291c-491c-92ed-3bc13f4bbb7e,segment=NetworkSegment(69202555-6c99-48ee-9efa-fb80d60800b4),segment_id=69202555-6c99-48ee-9efa-fb80d60800b4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:22.117719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'port_id': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e', 'mac_address': 'fa:16:3e:82:8d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:24:22.158433 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:22.173198 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc008ee-291c-491c-92ed-3bc13f4bbb7e {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:24:22.193963 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 4fc008ee-291c-491c-92ed-3bc13f4bbb7e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4fc008ee-291c-491c-92ed-3bc13f4bbb7e,segment=NetworkSegment(69202555-6c99-48ee-9efa-fb80d60800b4),segment_id=69202555-6c99-48ee-9efa-fb80d60800b4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:22.199041 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:22.253572 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=4fc008ee-291c-491c-92ed-3bc13f4bbb7e,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:22.255029 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37873d6e-ccb2-4ed8-86dd-99dacaf663f0 req-15f224c4-0a04-4869-b7a5-abc9cca96102 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:22.271929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['2834a21e-db3c-4386-b3ae-011f6b620918'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:24:22.286540 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f224c4-0a04-4869-b7a5-abc9cca96102 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Pushing event deleted for resources: {'Port': ['ID=2834a21e-db3c-4386-b3ae-011f6b620918,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:22.328722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-37873d6e-ccb2-4ed8-86dd-99dacaf663f0 req-15f224c4-0a04-4869-b7a5-abc9cca96102 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] No DVR routers for this DVR port 2834a21e-db3c-4386-b3ae-011f6b620918 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:24:22.331505 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37873d6e-ccb2-4ed8-86dd-99dacaf663f0 req-15f224c4-0a04-4869-b7a5-abc9cca96102 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:22.335524 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-37873d6e-ccb2-4ed8-86dd-99dacaf663f0 req-15f224c4-0a04-4869-b7a5-abc9cca96102 tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.20 "DELETE /v2.0/ports/2834a21e-db3c-4386-b3ae-011f6b620918 HTTP/1.1" status: 204 len: 173 time: 0.7149136 Nov 29 18:24:22.335988 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dedb0e-0233-4da9-ab78-fcf91972d729', 'name': 'network-vif-deleted', 'tag': '2834a21e-db3c-4386-b3ae-011f6b620918'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:24:22.338248 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a3807a-d836-4819-9e5b-aab3a6098ada" -d '{"events": [{"server_uuid": "11dedb0e-0233-4da9-ab78-fcf91972d729", "name": "network-vif-deleted", "tag": "2834a21e-db3c-4386-b3ae-011f6b620918"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:24:22.379301 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714710aa-270d-4dd3-bf1e-5461f0c2d4cc x-openstack-request-id: req-714710aa-270d-4dd3-bf1e-5461f0c2d4cc {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:24:22.379609 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dedb0e-0233-4da9-ab78-fcf91972d729", "name": "network-vif-deleted", "tag": "2834a21e-db3c-4386-b3ae-011f6b620918", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:24:22.379897 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-714710aa-270d-4dd3-bf1e-5461f0c2d4cc {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:24:22.380559 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dedb0e-0233-4da9-ab78-fcf91972d729', 'name': 'network-vif-deleted', 'tag': '2834a21e-db3c-4386-b3ae-011f6b620918', 'status': 'completed', 'code': 200} Nov 29 18:24:22.460926 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:24:22.467579 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95080e1-18a3-4b9b-8861-794ab623abbb req-ff65b5da-5ca5-4553-bdfe-d9dda26a67a7 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:22.469952 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c95080e1-18a3-4b9b-8861-794ab623abbb req-ff65b5da-5ca5-4553-bdfe-d9dda26a67a7 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 945 time: 0.0500162 Nov 29 18:24:22.498328 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['4fc008ee-291c-491c-92ed-3bc13f4bbb7e'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:24:22.527741 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c95080e1-18a3-4b9b-8861-794ab623abbb req-35de251e-9a7e-48ba-8fa2-bb431443567b tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cbc2df4-82ad-45ae-a03d-b3e4344692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506673 Nov 29 18:24:22.573565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90e8e6a1-fb82-4c12-8c66-0ae593fc68a5 req-e195588b-2cff-44b1-9f61-07baece08eec tempest-InstanceActionsV221TestJSON-620560542 tempest-InstanceActionsV221TestJSON-620560542-project] 10.222.0.23 "GET /v2.0/ports?device_id=11dedb0e-0233-4da9-ab78-fcf91972d729 HTTP/1.1" status: 200 len: 210 time: 0.0249877 Nov 29 18:24:23.651351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728ce76-bcf4-425f-a5a5-316f6d18f50b req-debd2992-8db9-470e-81ef-1f38a9354433 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:23.652786 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5728ce76-bcf4-425f-a5a5-316f6d18f50b req-debd2992-8db9-470e-81ef-1f38a9354433 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 945 time: 0.0544376 Nov 29 18:24:23.703681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5728ce76-bcf4-425f-a5a5-316f6d18f50b req-05d52e4b-e9d7-4c96-aec4-80f6bde82a9c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cbc2df4-82ad-45ae-a03d-b3e4344692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441790 Nov 29 18:24:23.808188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54976) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:23.855490 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b6c463-fe36-472a-9a56-136545dc5497 admin admin] Deleting subnet f35e359f-0407-4ffb-a94f-8bf24324a77d {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:24:23.859515 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b6c463-fe36-472a-9a56-136545dc5497 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:23.897413 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b6c463-fe36-472a-9a56-136545dc5497 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:23.936476 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b6c463-fe36-472a-9a56-136545dc5497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:23.968691 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0441b621-5d16-4593-b66b-31f5f30c8a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:23.993229 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b6c463-fe36-472a-9a56-136545dc5497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:24.012789 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 4fc008ee-291c-491c-92ed-3bc13f4bbb7e up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:24:24.015807 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6c463-fe36-472a-9a56-136545dc5497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f35e359f-0407-4ffb-a94f-8bf24324a77d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:24.025831 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b6c463-fe36-472a-9a56-136545dc5497 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:24.032554 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-33b6c463-fe36-472a-9a56-136545dc5497 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f35e359f-0407-4ffb-a94f-8bf24324a77d HTTP/1.1" status: 204 len: 168 time: 0.2205319 Nov 29 18:24:24.033154 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 54978) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:24.078035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 4fc008ee-291c-491c-92ed-3bc13f4bbb7e completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:24:24.082308 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 4fc008ee-291c-491c-92ed-3bc13f4bbb7e triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:24.082681 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:24.117697 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c0704cb-30fb-4c9e-bc29-4d0f488087ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:24.179716 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:24.208301 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:24:24.211082 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0564644c-115f-42c7-9ff9-4cd3c4902d9b" -d '{"events": [{"server_uuid": "7eec4e95-da91-48a8-bd98-4f450db0bd99", "name": "network-vif-plugged", "status": "completed", "tag": "4fc008ee-291c-491c-92ed-3bc13f4bbb7e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:24:24.232782 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 4fc008ee-291c-491c-92ed-3bc13f4bbb7e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4fc008ee-291c-491c-92ed-3bc13f4bbb7e,segment=NetworkSegment(69202555-6c99-48ee-9efa-fb80d60800b4),segment_id=69202555-6c99-48ee-9efa-fb80d60800b4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:24.238035 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:24.270187 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011c4b74-a64e-4cfa-9611-7d3c4ebcb69b x-openstack-request-id: req-011c4b74-a64e-4cfa-9611-7d3c4ebcb69b {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:24:24.270497 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eec4e95-da91-48a8-bd98-4f450db0bd99", "name": "network-vif-plugged", "status": "completed", "tag": "4fc008ee-291c-491c-92ed-3bc13f4bbb7e", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:24:24.270760 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-011c4b74-a64e-4cfa-9611-7d3c4ebcb69b {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:24:24.271193 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e', 'code': 200} Nov 29 18:24:24.301792 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=4fc008ee-291c-491c-92ed-3bc13f4bbb7e,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:24.562057 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c0704cb-30fb-4c9e-bc29-4d0f488087ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:24.587616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741304de-52d3-43c0-88e2-6fb4d4af05c1 req-583671af-bd45-4d01-b112-47917b1d4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:24.589039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-741304de-52d3-43c0-88e2-6fb4d4af05c1 req-583671af-bd45-4d01-b112-47917b1d4ee3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 1097 time: 0.1039708 Nov 29 18:24:24.590649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-3c0704cb-30fb-4c9e-bc29-4d0f488087ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f41000-0763-4e7d-bcd6-b33e60b5786c']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:24.608531 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-3c0704cb-30fb-4c9e-bc29-4d0f488087ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0943d1bb-fbb0-4175-ae2c-c02ed3eb6874') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:24.608840 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-3c0704cb-30fb-4c9e-bc29-4d0f488087ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0943d1bb-fbb0-4175-ae2c-c02ed3eb6874') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:24.626974 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c0704cb-30fb-4c9e-bc29-4d0f488087ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:24.649537 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c0704cb-30fb-4c9e-bc29-4d0f488087ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:24.665092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0704cb-30fb-4c9e-bc29-4d0f488087ec admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:24:24.665802 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c0704cb-30fb-4c9e-bc29-4d0f488087ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:24:24.667735 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:24:24.681392 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-741304de-52d3-43c0-88e2-6fb4d4af05c1 req-c2f0067f-5479-4e4a-acf5-c804982ab2ed service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2cbc2df4-82ad-45ae-a03d-b3e4344692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832219 Nov 29 18:24:24.726213 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c0704cb-30fb-4c9e-bc29-4d0f488087ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:24.733429 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c0704cb-30fb-4c9e-bc29-4d0f488087ec admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:24.739357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3c0704cb-30fb-4c9e-bc29-4d0f488087ec admin admin] 10.222.0.23 "DELETE /v2.0/networks/64f41000-0763-4e7d-bcd6-b33e60b5786c HTTP/1.1" status: 204 len: 168 time: 0.7029238 Nov 29 18:24:24.750475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0704cb-30fb-4c9e-bc29-4d0f488087ec admin admin] Pushing event deleted for resources: {'Network': ['ID=64f41000-0763-4e7d-bcd6-b33e60b5786c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:24.846273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6d901-eec0-4cde-88bb-cce3235b0174 req-08155204-c7a8-4b4b-97f6-3cf36177c599 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:24.848034 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97a6d901-eec0-4cde-88bb-cce3235b0174 req-08155204-c7a8-4b4b-97f6-3cf36177c599 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 946 time: 0.0553479 Nov 29 18:24:24.864697 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54990) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:24.911445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97a6d901-eec0-4cde-88bb-cce3235b0174 req-fa1f059d-58e2-4103-adf7-da6e8bc71b36 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cbc2df4-82ad-45ae-a03d-b3e4344692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567567 Nov 29 18:24:24.922338 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5c106eb2-a76e-4ad3-bb0b-f0f0d0795bb5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97ed8693e10443cc89d2d40e72a1867b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0562856 Nov 29 18:24:24.933287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 54992) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:24.996244 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41f3abd2-1c6a-4805-a519-1bab69b19cdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:25.019891 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41f3abd2-1c6a-4805-a519-1bab69b19cdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:25.072220 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41f3abd2-1c6a-4805-a519-1bab69b19cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:25.075001 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41f3abd2-1c6a-4805-a519-1bab69b19cdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:25.076383 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-41f3abd2-1c6a-4805-a519-1bab69b19cdd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19e998db-e107-450c-9690-d2692b7a2de2 HTTP/1.1" status: 204 len: 168 time: 0.1420965 Nov 29 18:24:25.084702 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3abd2-1c6a-4805-a519-1bab69b19cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e998db-e107-450c-9690-d2692b7a2de2,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:25.270234 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2834a21e-db3c-4386-b3ae-011f6b620918 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:24:25.292341 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 2834a21e-db3c-4386-b3ae-011f6b620918 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:24:25.292810 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2834a21e-db3c-4386-b3ae-011f6b620918 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:24:25.768760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55016) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:25.868732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-69692172-49e6-4d9b-8353-e6a72533f1d9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1690538015-network', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:25.889197 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69692172-49e6-4d9b-8353-e6a72533f1d9 admin admin] Made reservation on behalf of 2c4e3a2d337148adab4a8b0bf85c3352 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:24:25.891468 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69692172-49e6-4d9b-8353-e6a72533f1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:25.899852 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69692172-49e6-4d9b-8353-e6a72533f1d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:25.983025 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69692172-49e6-4d9b-8353-e6a72533f1d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:25.990473 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69692172-49e6-4d9b-8353-e6a72533f1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:26.006031 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69692172-49e6-4d9b-8353-e6a72533f1d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:24:26.021985 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69692172-49e6-4d9b-8353-e6a72533f1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:26.022852 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-69692172-49e6-4d9b-8353-e6a72533f1d9 admin admin] Added segment 5799ad5f-6ab6-494b-89d2-497984a24017 of type vlan for network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 Nov 29 18:24:26.112788 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69692172-49e6-4d9b-8353-e6a72533f1d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:26.148764 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69692172-49e6-4d9b-8353-e6a72533f1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eead419-c76b-4165-84e5-ae4f05ab1223,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:26.180991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b7b39-75d0-4e8b-b615-fb34330426fa req-5aa0b75c-7266-4f48-87a5-61fa81b8cf67 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:26.182505 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a5b7b39-75d0-4e8b-b615-fb34330426fa req-5aa0b75c-7266-4f48-87a5-61fa81b8cf67 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 946 time: 0.1079416 Nov 29 18:24:26.183616 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69692172-49e6-4d9b-8353-e6a72533f1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:26.184480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69692172-49e6-4d9b-8353-e6a72533f1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:26.185047 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69692172-49e6-4d9b-8353-e6a72533f1d9 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:26.259400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-69692172-49e6-4d9b-8353-e6a72533f1d9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4893103 Nov 29 18:24:26.261186 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55024) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:26.267117 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-ccd0e14a-6ed3-4060-9016-96f5ccf9dad7 admin admin] Request body: {'subnet': {'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1690538015-subnet', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:26.276100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69692172-49e6-4d9b-8353-e6a72533f1d9 admin admin] Pushing event updated for resources: {'Network': ['ID=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:26.287067 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:24:26.293922 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a5b7b39-75d0-4e8b-b615-fb34330426fa req-14f2c4df-f3d6-4b38-b5e8-b32725977b2d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cbc2df4-82ad-45ae-a03d-b3e4344692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028643 Nov 29 18:24:26.307617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd0e14a-6ed3-4060-9016-96f5ccf9dad7 admin admin] Made reservation on behalf of 2c4e3a2d337148adab4a8b0bf85c3352 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:24:26.310166 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e14a-6ed3-4060-9016-96f5ccf9dad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:26.415237 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d4de9bdf-4403-41d5-b9b9-f2ad661bbd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:26.495588 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e14a-6ed3-4060-9016-96f5ccf9dad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:26.552539 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0e14a-6ed3-4060-9016-96f5ccf9dad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7387e441-3f22-4b4c-b2ec-f196e298f9dd,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:26.562283 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd0e14a-6ed3-4060-9016-96f5ccf9dad7 admin admin] Checking segment: {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:24:26.562725 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0e14a-6ed3-4060-9016-96f5ccf9dad7 admin admin] Network hostable DHCP agents. Network: 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:24:26.579440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd0e14a-6ed3-4060-9016-96f5ccf9dad7 admin admin] Network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:24:26.588115 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-ccd0e14a-6ed3-4060-9016-96f5ccf9dad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:26.597002 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c029edf-5bf2-473a-a198-fcd87112e347 None None] Network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:24:26.597141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd0e14a-6ed3-4060-9016-96f5ccf9dad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:26.597859 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ccd0e14a-6ed3-4060-9016-96f5ccf9dad7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:26.618357 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55028) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:26.618586 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ccd0e14a-6ed3-4060-9016-96f5ccf9dad7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3559494 Nov 29 18:24:26.624518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1690538015-router', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:26.650083 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:26.651762 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:26.717755 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:26.773144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:24:26.774478 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:26.866557 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:26.922312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Allocated IP 172.20.0.2 (52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4/7387e441-3f22-4b4c-b2ec-f196e298f9dd/83f98f2e-bf9a-49da-98b2-3f9b96aca875) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:24:27.081064 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:27.091486 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:27.100453 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:27.132541 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:27.142520 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:24:27.148826 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:27.152320 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Pushing event updated for resources: {'Port': ['ID=83f98f2e-bf9a-49da-98b2-3f9b96aca875,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:27.156311 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:24:27.226426 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Attempting to bind port 83f98f2e-bf9a-49da-98b2-3f9b96aca875 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:24:27.226845 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Attempting to bind port 83f98f2e-bf9a-49da-98b2-3f9b96aca875 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:24:27.227894 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Attempting to bind port 83f98f2e-bf9a-49da-98b2-3f9b96aca875 on network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:24:27.233679 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:24:27.233980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Checking segment: {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:24:27.234387 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:27.234780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Bound using segment: {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:24:27.235274 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Bound port: 83f98f2e-bf9a-49da-98b2-3f9b96aca875, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:24:27.235657 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:27.238149 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:27.263523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Allocated IP 172.25.3.53 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/195072c8-cc45-4cb9-8118-c07193c6203c) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:24:27.304196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] For port 83f98f2e-bf9a-49da-98b2-3f9b96aca875, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:24:27.307459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] For port 83f98f2e-bf9a-49da-98b2-3f9b96aca875, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=83f98f2e-bf9a-49da-98b2-3f9b96aca875,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:24:27.312155 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:27.384761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cd49a-e329-42a8-9127-475976dfd731 None None] Pushing event updated for resources: {'Port': ['ID=83f98f2e-bf9a-49da-98b2-3f9b96aca875,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:27.397980 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:27.474187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd3e13-7f90-438b-a9d9-58c45bde6483 req-66e76568-05be-4f7c-80c4-3d58766751c2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:27.475719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4fd3e13-7f90-438b-a9d9-58c45bde6483 req-66e76568-05be-4f7c-80c4-3d58766751c2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 946 time: 0.0747600 Nov 29 18:24:27.477222 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:27.537505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:24:27.544263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:27.547883 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:24:27.551644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Pushing event updated for resources: {'Port': ['ID=195072c8-cc45-4cb9-8118-c07193c6203c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:27.572970 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac09fa3-7079-4c88-81b3-780d90553d27 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:24:27.646959 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:27.648488 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4fd3e13-7f90-438b-a9d9-58c45bde6483 req-cc77570e-870a-4dd5-a47e-ad1b699532ab tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cbc2df4-82ad-45ae-a03d-b3e4344692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416416 Nov 29 18:24:27.729902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8ffd9944-6c50-4385-acd4-7509d77e120f None None] Provisioning complete for port 195072c8-cc45-4cb9-8118-c07193c6203c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:27.731632 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ffd9944-6c50-4385-acd4-7509d77e120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:27.796083 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd9944-6c50-4385-acd4-7509d77e120f None None] Port 195072c8-cc45-4cb9-8118-c07193c6203c cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:24:27.880513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829fca5-5b10-4d2b-8a59-b4af0bae564e req-534b0518-8155-4610-b8a7-3e76c54b8a85 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:27.882080 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f829fca5-5b10-4d2b-8a59-b4af0bae564e req-534b0518-8155-4610-b8a7-3e76c54b8a85 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 946 time: 0.1073930 Nov 29 18:24:27.980754 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f829fca5-5b10-4d2b-8a59-b4af0bae564e req-ed4853d8-c4eb-4590-ad42-236a360dc123 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cbc2df4-82ad-45ae-a03d-b3e4344692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914123 Nov 29 18:24:27.983791 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:28.008419 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55038) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:28.059692 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8ccff2-017f-4d76-8ace-db458c7aadf8 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:28.069292 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-aa8ccff2-017f-4d76-8ace-db458c7aadf8 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 1092 time: 0.0587420 Nov 29 18:24:28.071184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55040) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:28.078061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:28.109829 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:28.240724 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:28.271468 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:28.372420 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Allocated IP 172.25.3.87 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/6920e8b0-9391-40d3-9112-79ba49f7730f) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:24:28.434103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Router 82cc920f-7879-468f-85df-2fba55d78f8a is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:24:28.505704 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:28.549038 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:28.565001 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:24:28.575268 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Sync routers for ids ['82cc920f-7879-468f-85df-2fba55d78f8a'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:24:28.588612 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Routers {'82cc920f-7879-468f-85df-2fba55d78f8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:24:28.589522 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:24:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['82cc920f-7879-468f-85df-2fba55d78f8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:28.595922 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:28.597413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0b1689a0-039f-478a-8e9c-69e31ece7b31 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9776416 Nov 29 18:24:28.600161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55046) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:28.640234 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Port': ['ID=6920e8b0-9391-40d3-9112-79ba49f7730f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:28.653835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:24:28.656922 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:28.662063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:24:28.711619 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60d4967-0510-4905-9966-7cbe5c6fab65 None None] Network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:24:28.873792 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b168f854-8459-4294-ac77-7b649f0328eb None None] Provisioning complete for port 83f98f2e-bf9a-49da-98b2-3f9b96aca875 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:28.875134 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b168f854-8459-4294-ac77-7b649f0328eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:28.884543 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Set router 82cc920f-7879-468f-85df-2fba55d78f8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:24:28.982087 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 83f98f2e-bf9a-49da-98b2-3f9b96aca875 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:24:29.128530 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'name': 'tempest-ServerActionsTestJSON-1690538015-router', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:24:26Z', 'updated_at': '2021-11-29T18:24:27Z', 'revision_number': 3, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'gw_port': {'id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:27Z', 'updated_at': '2021-11-29T18:24:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:29.139386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 83f98f2e-bf9a-49da-98b2-3f9b96aca875 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:29.140067 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.165468 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Checking router: 82cc920f-7879-468f-85df-2fba55d78f8a for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:24:29.166853 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Updating router 82cc920f-7879-468f-85df-2fba55d78f8a port 195072c8-cc45-4cb9-8118-c07193c6203c binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:24:29.167659 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.184912 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b168f854-8459-4294-ac77-7b649f0328eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.207167 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.209242 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.268220 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.293431 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b168f854-8459-4294-ac77-7b649f0328eb None None] For port 83f98f2e-bf9a-49da-98b2-3f9b96aca875, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=83f98f2e-bf9a-49da-98b2-3f9b96aca875,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:29.304499 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.328331 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b168f854-8459-4294-ac77-7b649f0328eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.417962 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:24:29.418597 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:24:29.421996 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168f854-8459-4294-ac77-7b649f0328eb None None] Pushing event updated for resources: {'Port': ['ID=83f98f2e-bf9a-49da-98b2-3f9b96aca875,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:29.486340 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.544161 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.554614 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.571304 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.582763 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.602840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2099a7-7614-47e7-9e3d-2627dd086f62 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:24:29.660403 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4bcbf128-4547-44df-bc38-17c4a9edd483 None None] Provisioning complete for port 195072c8-cc45-4cb9-8118-c07193c6203c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:29.660403 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4bcbf128-4547-44df-bc38-17c4a9edd483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.667550 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Attempting to bind port 195072c8-cc45-4cb9-8118-c07193c6203c on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:24:29.667550 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Attempting to bind port 195072c8-cc45-4cb9-8118-c07193c6203c by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:24:29.667550 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Attempting to bind port 195072c8-cc45-4cb9-8118-c07193c6203c on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:24:29.690996 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:24:29.695094 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:24:29.695682 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.696196 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:24:29.697478 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Bound port: 195072c8-cc45-4cb9-8118-c07193c6203c, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:24:29.698540 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.705507 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-19ee0786-f781-48e7-bfd9-5eeb65b16634 req-3b46d1f5-ec30-4613-b4a6-00acbd214d83 service neutron] (110004) timed out ('10.222.0.20', 50550) {{(pid=110004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 18:24:29.736518 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Port': ['ID=6920e8b0-9391-40d3-9112-79ba49f7730f,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:29.741023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Allocated IP 172.20.0.1 (52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4/7387e441-3f22-4b4c-b2ec-f196e298f9dd/2edc7f89-7862-4cce-8a58-611b156c1af0) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:24:29.761952 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.785930 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.786757 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4bcbf128-4547-44df-bc38-17c4a9edd483 None None] Port 195072c8-cc45-4cb9-8118-c07193c6203c cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:24:29.798648 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd07ae-36b0-4d6a-9ad3-3f63a8dfe051 None None] Pushing event updated for resources: {'Port': ['ID=195072c8-cc45-4cb9-8118-c07193c6203c,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:29.811099 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] For port 195072c8-cc45-4cb9-8118-c07193c6203c, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:24:29.815733 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] For port 195072c8-cc45-4cb9-8118-c07193c6203c, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=195072c8-cc45-4cb9-8118-c07193c6203c,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:24:29.826242 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.855909 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6073c8d-3220-4ef8-bc6a-d0ab58e9aec2 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:24:29.886265 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Routers {'82cc920f-7879-468f-85df-2fba55d78f8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:24:29.887342 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:24:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['82cc920f-7879-468f-85df-2fba55d78f8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:29.908968 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Floating IP 47dc0f27-16b1-409a-b745-4061ba383412 associated. External IP: 172.25.3.87, port: 4fc008ee-291c-491c-92ed-3bc13f4bbb7e. Nov 29 18:24:29.923257 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.954130 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd07ae-36b0-4d6a-9ad3-3f63a8dfe051 None None] Pushing event updated for resources: {'Port': ['ID=195072c8-cc45-4cb9-8118-c07193c6203c,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:29.968052 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:29.974423 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-52526c52-4eb4-404a-b8d9-1f406c35036d None None] Provisioning complete for port 83f98f2e-bf9a-49da-98b2-3f9b96aca875 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:29.975191 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52526c52-4eb4-404a-b8d9-1f406c35036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:30.034633 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] Set router 82cc920f-7879-468f-85df-2fba55d78f8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:24:30.056452 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:30.068733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:24:30.075901 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:30.096194 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:24:30.147558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-52526c52-4eb4-404a-b8d9-1f406c35036d None None] Provisioning complete for port 195072c8-cc45-4cb9-8118-c07193c6203c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:30.148088 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52526c52-4eb4-404a-b8d9-1f406c35036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:30.163277 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2edc7f89-7862-4cce-8a58-611b156c1af0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:30.195359 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:30.252463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Router d06020b6-6b71-4857-a36d-ef7290c14cde has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:24:30.306273 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52526c52-4eb4-404a-b8d9-1f406c35036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:30.335792 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-52526c52-4eb4-404a-b8d9-1f406c35036d None None] For port 195072c8-cc45-4cb9-8118-c07193c6203c, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=195072c8-cc45-4cb9-8118-c07193c6203c,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:30.346811 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'name': 'tempest-ServerActionsTestJSON-1690538015-router', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:24:26Z', 'updated_at': '2021-11-29T18:24:27Z', 'revision_number': 3, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'gw_port': {'id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:27Z', 'updated_at': '2021-11-29T18:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:30.352231 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52526c52-4eb4-404a-b8d9-1f406c35036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:30.418265 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:30.420928 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0cf09-6e10-4e43-9f12-81cfff0c1315 None None] The sync data for ids ['82cc920f-7879-468f-85df-2fba55d78f8a'] in n-d-819494-5 is: [{'id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'name': 'tempest-ServerActionsTestJSON-1690538015-router', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:24:26Z', 'updated_at': '2021-11-29T18:24:27Z', 'revision_number': 3, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'gw_port': {'id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:27Z', 'updated_at': '2021-11-29T18:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:24:30.458995 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52526c52-4eb4-404a-b8d9-1f406c35036d None None] Pushing event updated for resources: {'Port': ['ID=195072c8-cc45-4cb9-8118-c07193c6203c,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:30.489316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b4ab1c12-b2c7-4044-8b4b-72afc788540a None None] Provisioning complete for port 2edc7f89-7862-4cce-8a58-611b156c1af0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:30.489696 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4ab1c12-b2c7-4044-8b4b-72afc788540a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:30.492652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:24:30.526498 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:30.550496 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8958b43-cef1-4db1-80f0-4fd1d31cf575 None None] Sync routers for ids ['d06020b6-6b71-4857-a36d-ef7290c14cde'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:24:30.575247 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a20314b7-ca66-42dd-8362-38c75dd05a62 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5017564 Nov 29 18:24:30.575864 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'tag': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:24:30.579676 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24634934-41ee-4bcd-a924-939aef0f05b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7eec4e95-da91-48a8-bd98-4f450db0bd99", "tag": "4fc008ee-291c-491c-92ed-3bc13f4bbb7e"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:24:30.582475 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55056) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:30.583915 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8958b43-cef1-4db1-80f0-4fd1d31cf575 None None] Routers {'d06020b6-6b71-4857-a36d-ef7290c14cde'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:24:30.584590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c8958b43-cef1-4db1-80f0-4fd1d31cf575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:24:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['d06020b6-6b71-4857-a36d-ef7290c14cde'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:30.588567 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab1c12-b2c7-4044-8b4b-72afc788540a None None] Port 2edc7f89-7862-4cce-8a58-611b156c1af0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:24:30.660027 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-08af14d9-be43-459f-9df5-8b3747ce8768 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/floatingips/47dc0f27-16b1-409a-b745-4061ba383412 HTTP/1.1" status: 200 len: 991 time: 0.0757554 Nov 29 18:24:30.680734 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d53151-93f5-45b1-aa7b-f1ac85a07237 x-openstack-request-id: req-85d53151-93f5-45b1-aa7b-f1ac85a07237 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:24:30.681663 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eec4e95-da91-48a8-bd98-4f450db0bd99", "tag": "4fc008ee-291c-491c-92ed-3bc13f4bbb7e", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:24:30.681929 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85d53151-93f5-45b1-aa7b-f1ac85a07237 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:24:30.682355 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'tag': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e', 'status': 'completed', 'code': 200} Nov 29 18:24:30.972248 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 83f98f2e-bf9a-49da-98b2-3f9b96aca875 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:24:31.033887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-c8958b43-cef1-4db1-80f0-4fd1d31cf575 None None] Set router d06020b6-6b71-4857-a36d-ef7290c14cde gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:24:31.085960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 83f98f2e-bf9a-49da-98b2-3f9b96aca875 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:31.085960 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:31.142363 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:31.153967 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:31.212986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24634934-41ee-4bcd-a924-939aef0f05b0 req-e3cea279-53e1-4566-b385-de5b75f09602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:31.214561 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24634934-41ee-4bcd-a924-939aef0f05b0 req-e3cea279-53e1-4566-b385-de5b75f09602 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6110296adf0d4d689aa792da1b94c3f7&device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 1097 time: 0.1196849 Nov 29 18:24:31.252216 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:31.289112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=2edc7f89-7862-4cce-8a58-611b156c1af0,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:31.350619 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c8958b43-cef1-4db1-80f0-4fd1d31cf575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:24:07Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '47dc0f27-16b1-409a-b745-4061ba383412', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'port_id': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'mac_address': 'fa:16:3e:82:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:24:28Z', 'updated_at': '2021-11-29T18:24:28Z', 'revision_number': 0, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392e420f-3a17-4997-9b51-d9baf8008b92', 'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:33:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:06Z', 'updated_at': '2021-11-29T18:24:11Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:31.381859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8958b43-cef1-4db1-80f0-4fd1d31cf575 None None] Checking router: d06020b6-6b71-4857-a36d-ef7290c14cde for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:24:31.391835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8958b43-cef1-4db1-80f0-4fd1d31cf575 None None] Routers {'d06020b6-6b71-4857-a36d-ef7290c14cde'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:24:31.392020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24634934-41ee-4bcd-a924-939aef0f05b0 req-914b95e2-c5fb-4d52-a681-0d498ba01795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:31.392839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c8958b43-cef1-4db1-80f0-4fd1d31cf575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:24:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['d06020b6-6b71-4857-a36d-ef7290c14cde'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:31.393343 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24634934-41ee-4bcd-a924-939aef0f05b0 req-914b95e2-c5fb-4d52-a681-0d498ba01795 service neutron] 10.222.0.31 "GET /v2.0/networks?id=aea6b71d-6b9c-4ef4-8483-78351c32ceb5 HTTP/1.1" status: 200 len: 898 time: 0.1683249 Nov 29 18:24:31.456279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:24:31.459461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:31.478558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24634934-41ee-4bcd-a924-939aef0f05b0 req-382fa299-bcf8-4aa0-b0d4-fdfe56110d3d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fc008ee-291c-491c-92ed-3bc13f4bbb7e HTTP/1.1" status: 200 len: 999 time: 0.0739224 Nov 29 18:24:31.511838 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-c8958b43-cef1-4db1-80f0-4fd1d31cf575 None None] Set router d06020b6-6b71-4857-a36d-ef7290c14cde gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:24:31.642899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24634934-41ee-4bcd-a924-939aef0f05b0 req-8ffa5db3-13ec-4a11-99d7-a9a9918cca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:31.644512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24634934-41ee-4bcd-a924-939aef0f05b0 req-8ffa5db3-13ec-4a11-99d7-a9a9918cca85 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=add35bbd-83f3-4fef-8ac4-6c0cc158388d HTTP/1.1" status: 200 len: 835 time: 0.1282454 Nov 29 18:24:31.661596 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55066) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:31.715175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Router 82cc920f-7879-468f-85df-2fba55d78f8a has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:24:31.729283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24634934-41ee-4bcd-a924-939aef0f05b0 req-63d8538b-d45c-4ccd-8be9-a26c4f41c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:31.731154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24634934-41ee-4bcd-a924-939aef0f05b0 req-63d8538b-d45c-4ccd-8be9-a26c4f41c4c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aea6b71d-6b9c-4ef4-8483-78351c32ceb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776777 Nov 29 18:24:31.739673 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ad6d7af3-4fad-4097-a94d-f54de6d07a93 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/floatingips/47dc0f27-16b1-409a-b745-4061ba383412 HTTP/1.1" status: 200 len: 991 time: 0.0768096 Nov 29 18:24:31.749103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-77e10f8c-1177-40f4-b74c-9ab4b7be122a None None] Provisioning complete for port 2edc7f89-7862-4cce-8a58-611b156c1af0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:31.749485 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-77e10f8c-1177-40f4-b74c-9ab4b7be122a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:31.820410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-77e10f8c-1177-40f4-b74c-9ab4b7be122a None None] Port 2edc7f89-7862-4cce-8a58-611b156c1af0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:24:31.850351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c8958b43-cef1-4db1-80f0-4fd1d31cf575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:24:07Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '47dc0f27-16b1-409a-b745-4061ba383412', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'port_id': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'mac_address': 'fa:16:3e:82:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:24:28Z', 'updated_at': '2021-11-29T18:24:28Z', 'revision_number': 0, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392e420f-3a17-4997-9b51-d9baf8008b92', 'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:33:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:06Z', 'updated_at': '2021-11-29T18:24:11Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:31.879980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8958b43-cef1-4db1-80f0-4fd1d31cf575 None None] The sync data for ids ['d06020b6-6b71-4857-a36d-ef7290c14cde'] in n-d-819494-5 is: [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:24:07Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '47dc0f27-16b1-409a-b745-4061ba383412', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'port_id': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'mac_address': 'fa:16:3e:82:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:24:28Z', 'updated_at': '2021-11-29T18:24:28Z', 'revision_number': 0, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392e420f-3a17-4997-9b51-d9baf8008b92', 'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:33:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:06Z', 'updated_at': '2021-11-29T18:24:11Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:24:31.912388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:24:31.917669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2c0218e9-a552-489e-be68-3d866095b5b9 admin admin] 10.222.0.23 "PUT /v2.0/routers/82cc920f-7879-468f-85df-2fba55d78f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3165190 Nov 29 18:24:31.920483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24634934-41ee-4bcd-a924-939aef0f05b0 req-b67987ff-c0dc-4f91-a02a-51ea0f7eb3b4 service neutron] 10.222.0.31 "GET /v2.0/networks/aea6b71d-6b9c-4ef4-8483-78351c32ceb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779239 Nov 29 18:24:32.026101 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24634934-41ee-4bcd-a924-939aef0f05b0 req-96bfcef5-0344-48e0-9885-262bf47f4cea service neutron] 10.222.0.31 "GET /v2.0/networks/aea6b71d-6b9c-4ef4-8483-78351c32ceb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983584 Nov 29 18:24:32.325177 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14abe573-df46-4e87-84ed-0aaacf7e080e None None] New status for floating IP 47dc0f27-16b1-409a-b745-4061ba383412: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:24:32.590319 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55084) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:32.590319 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4b281273-ec6d-48ac-906e-f7941eb373e0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1966890926', 'description': 'tempest-description--849858341'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:32.590319 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b281273-ec6d-48ac-906e-f7941eb373e0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:32.607650 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b281273-ec6d-48ac-906e-f7941eb373e0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:32.613549 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b281273-ec6d-48ac-906e-f7941eb373e0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:32.650493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b281273-ec6d-48ac-906e-f7941eb373e0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f57884a-d24e-4a4a-b7c8-e248ab17cc63,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:32.666633 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b281273-ec6d-48ac-906e-f7941eb373e0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:32.670889 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4b281273-ec6d-48ac-906e-f7941eb373e0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2158191 Nov 29 18:24:32.671806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55094) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:32.677240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2248dc76-ce4f-4d07-afa5-69712e75202a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Request body: {'security_group_rule': {'security_group_id': '5f57884a-d24e-4a4a-b7c8-e248ab17cc63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:32.715981 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2248dc76-ce4f-4d07-afa5-69712e75202a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:32.728158 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Sync routers for ids ['82cc920f-7879-468f-85df-2fba55d78f8a'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:24:32.740817 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Routers {'82cc920f-7879-468f-85df-2fba55d78f8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:24:32.741590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-4de324bb-9755-426f-ac52-d0376422679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:24:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['82cc920f-7879-468f-85df-2fba55d78f8a'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:32.743594 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55100) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:32.833079 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2248dc76-ce4f-4d07-afa5-69712e75202a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:32.843859 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2248dc76-ce4f-4d07-afa5-69712e75202a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:32.869150 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f4e81c96-6ca5-4cd4-93d3-269b60debb6e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/floatingips/47dc0f27-16b1-409a-b745-4061ba383412 HTTP/1.1" status: 200 len: 993 time: 0.1242502 Nov 29 18:24:32.881317 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2248dc76-ce4f-4d07-afa5-69712e75202a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:32.882849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2248dc76-ce4f-4d07-afa5-69712e75202a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2091880 Nov 29 18:24:32.885705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248dc76-ce4f-4d07-afa5-69712e75202a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da85c03b-0286-4cc5-b1c3-4460616771ee,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:32.885856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55106) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:32.898439 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1c0ba26d-980d-483d-80cd-a1f32346d35b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Request body: {'security_group_rule': {'security_group_id': '5f57884a-d24e-4a4a-b7c8-e248ab17cc63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:32.916132 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 195072c8-cc45-4cb9-8118-c07193c6203c up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:24:32.921471 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Set router 82cc920f-7879-468f-85df-2fba55d78f8a gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:24:32.931467 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c0ba26d-980d-483d-80cd-a1f32346d35b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.007301 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c0ba26d-980d-483d-80cd-a1f32346d35b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.013941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c0ba26d-980d-483d-80cd-a1f32346d35b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.033096 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ba26d-980d-483d-80cd-a1f32346d35b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380e03c6-5efc-45d8-b828-b2625e96e188,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:33.049959 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c0ba26d-980d-483d-80cd-a1f32346d35b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.051626 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1c0ba26d-980d-483d-80cd-a1f32346d35b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1646395 Nov 29 18:24:33.054298 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55110) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:33.059088 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:33.084238 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.088625 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 195072c8-cc45-4cb9-8118-c07193c6203c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:33.089063 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.197253 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.252334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-4de324bb-9755-426f-ac52-d0376422679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'name': 'tempest-ServerActionsTestJSON-1690538015-router', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:24:26Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'gw_port': {'id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:27Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '2edc7f89-7862-4cce-8a58-611b156c1af0', 'name': '', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'mac_address': 'fa:16:3e:03:77:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:29Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 2, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'subnets': [{'id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:33.285197 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Checking router: 82cc920f-7879-468f-85df-2fba55d78f8a for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:24:33.285570 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Updating router 82cc920f-7879-468f-85df-2fba55d78f8a port 2edc7f89-7862-4cce-8a58-611b156c1af0 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:24:33.315953 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.316295 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Allocated IP 172.25.3.233 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/74bbaa93-03e6-47d7-bb3a-27d9e6f6399f) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:24:33.443405 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.488860 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.531178 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:24:33.540305 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:33.556024 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:24:33.560010 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event updated for resources: {'Port': ['ID=74bbaa93-03e6-47d7-bb3a-27d9e6f6399f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:33.642455 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.650688 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.661892 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.708563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1c1b0-f6f4-48dd-9245-6cd2ca267f5a None None] Pushing event updated for resources: {'Port': ['ID=2edc7f89-7862-4cce-8a58-611b156c1af0,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:33.733658 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.766404 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Attempting to bind port 2edc7f89-7862-4cce-8a58-611b156c1af0 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:24:33.766978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Attempting to bind port 2edc7f89-7862-4cce-8a58-611b156c1af0 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:24:33.767435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Attempting to bind port 2edc7f89-7862-4cce-8a58-611b156c1af0 on network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:24:33.774352 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:24:33.774994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Checking segment: {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:24:33.776009 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.776616 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Bound using segment: {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:24:33.777538 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Bound port: 2edc7f89-7862-4cce-8a58-611b156c1af0, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:24:33.778143 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.874689 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4de324bb-9755-426f-ac52-d0376422679f None None] For port 2edc7f89-7862-4cce-8a58-611b156c1af0, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:24:33.878051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4de324bb-9755-426f-ac52-d0376422679f None None] For port 2edc7f89-7862-4cce-8a58-611b156c1af0, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2edc7f89-7862-4cce-8a58-611b156c1af0,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:24:33.889370 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.966263 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:33.972106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1c1b0-f6f4-48dd-9245-6cd2ca267f5a None None] Pushing event updated for resources: {'Port': ['ID=2edc7f89-7862-4cce-8a58-611b156c1af0,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:33.977635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Routers {'82cc920f-7879-468f-85df-2fba55d78f8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:24:33.977635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-4de324bb-9755-426f-ac52-d0376422679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:24:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['82cc920f-7879-468f-85df-2fba55d78f8a'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:33.977992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:34.071451 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event updated for resources: {'Port': ['ID=74bbaa93-03e6-47d7-bb3a-27d9e6f6399f,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:34.096385 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:34.124682 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:34.126588 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a12687fa-b362-44e6-ac6b-2d1719a0c856 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0710638 Nov 29 18:24:34.268769 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e108e527-69be-4342-8fc5-43a0e97a1507 None None] Provisioning complete for port 2edc7f89-7862-4cce-8a58-611b156c1af0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:34.269157 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e108e527-69be-4342-8fc5-43a0e97a1507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:34.311961 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-4de324bb-9755-426f-ac52-d0376422679f None None] Set router 82cc920f-7879-468f-85df-2fba55d78f8a gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:24:34.385022 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-63878e3e-3160-4888-ace8-ec14ef8ed19d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1966890926&fields=id&tenant_id=2c4e3a2d337148adab4a8b0bf85c3352 HTTP/1.1" status: 200 len: 267 time: 0.0514948 Nov 29 18:24:34.476156 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e108e527-69be-4342-8fc5-43a0e97a1507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:34.510951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-3f9d3ee1-538c-4f21-a9d4-740d1e52650a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:34.512965 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-3f9d3ee1-538c-4f21-a9d4-740d1e52650a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 812 time: 0.1186893 Nov 29 18:24:34.538152 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-169bb06c-64a8-48af-8037-f1629f8c4412 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/quotas/2c4e3a2d337148adab4a8b0bf85c3352 HTTP/1.1" status: 200 len: 375 time: 0.0121262 Nov 29 18:24:34.569471 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e108e527-69be-4342-8fc5-43a0e97a1507 None None] For port 2edc7f89-7862-4cce-8a58-611b156c1af0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2edc7f89-7862-4cce-8a58-611b156c1af0,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:34.582401 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e108e527-69be-4342-8fc5-43a0e97a1507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:34.597151 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-da2757d6-f7f5-4313-a96d-18f80878f2da tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545297 Nov 29 18:24:34.643929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-4de324bb-9755-426f-ac52-d0376422679f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'name': 'tempest-ServerActionsTestJSON-1690538015-router', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:24:26Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'gw_port': {'id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:27Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '2edc7f89-7862-4cce-8a58-611b156c1af0', 'name': '', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'mac_address': 'fa:16:3e:03:77:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:29Z', 'updated_at': '2021-11-29T18:24:33Z', 'revision_number': 4, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'subnets': [{'id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:34.649115 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108e527-69be-4342-8fc5-43a0e97a1507 None None] Pushing event updated for resources: {'Port': ['ID=2edc7f89-7862-4cce-8a58-611b156c1af0,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:34.679612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de324bb-9755-426f-ac52-d0376422679f None None] The sync data for ids ['82cc920f-7879-468f-85df-2fba55d78f8a'] in n-d-819494-5 is: [{'id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'name': 'tempest-ServerActionsTestJSON-1690538015-router', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:24:26Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'gw_port': {'id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:27Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '2edc7f89-7862-4cce-8a58-611b156c1af0', 'name': '', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'mac_address': 'fa:16:3e:03:77:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:29Z', 'updated_at': '2021-11-29T18:24:33Z', 'revision_number': 4, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'subnets': [{'id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:24:34.705935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-10c69a0d-35c2-4e93-b910-d9a0cbf639df None None] Provisioning complete for port 2edc7f89-7862-4cce-8a58-611b156c1af0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:34.706321 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10c69a0d-35c2-4e93-b910-d9a0cbf639df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:34.732486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-5df97a5a-9411-47e7-8374-ba88c438da23 service neutron] 10.222.0.23 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224670 Nov 29 18:24:34.893053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-cfc6b11c-4051-4c6c-bdcd-13e13cc24483 service neutron] 10.222.0.23 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481850 Nov 29 18:24:35.119813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b8445d2-a3da-4a88-ae0f-69cccdaea9d0 req-a2ddf88d-3c7c-4ef2-ac82-ce5e929fc15f tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 210 time: 0.0407903 Nov 29 18:24:36.236642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-259058e9-71db-4317-893a-560a1a15dd4a req-73d86d82-8a55-49e0-958e-58065b460a80 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 210 time: 0.0325816 Nov 29 18:24:36.269169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-e8ebd1bb-3eda-45b8-b245-d273cb5bb4fe tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:36.270559 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-e8ebd1bb-3eda-45b8-b245-d273cb5bb4fe tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 812 time: 0.1352491 Nov 29 18:24:36.344813 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-7e93fa01-f427-4626-bf66-a5258db95843 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4e3a2d337148adab4a8b0bf85c3352 HTTP/1.1" status: 200 len: 380 time: 0.0596089 Nov 29 18:24:36.355402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Request body: {'port': {'device_id': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'admin_state_up': True, 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'security_groups': ['5f57884a-d24e-4a4a-b7c8-e248ab17cc63']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:36.483931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Made reservation on behalf of 2c4e3a2d337148adab4a8b0bf85c3352 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:24:36.488995 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:36.623463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Allocated IP 172.20.0.13 (52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4/7387e441-3f22-4b4c-b2ec-f196e298f9dd/2a2a9944-e388-4016-bc4e-ba51f7d59963) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:24:36.776916 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:36.827983 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:36.842845 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2edc7f89-7862-4cce-8a58-611b156c1af0 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:24:36.880922 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:24:36.884130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:36.888655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:24:36.895549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event updated for resources: {'Port': ['ID=2a2a9944-e388-4016-bc4e-ba51f7d59963,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:36.930993 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 2edc7f89-7862-4cce-8a58-611b156c1af0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:36.931513 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:36.933634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:36.935139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:36.935493 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:36.935839 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:36.936180 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:36.936514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:36.936846 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:36.937177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:36.937502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:36.937830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:36.938171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:36.938496 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:36.967777 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:36.968468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:36.994705 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-afc4bb3a-24df-41bd-aefc-ce454cb2fad2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6433032 Nov 29 18:24:37.016425 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Request body: {'port': {'device_id': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:37.098363 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:37.201236 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1cf6304e-da41-4e7a-b274-985c885da5ef None None] Provisioning complete for port 2a2a9944-e388-4016-bc4e-ba51f7d59963 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:37.201485 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cf6304e-da41-4e7a-b274-985c885da5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:37.239059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1cf6304e-da41-4e7a-b274-985c885da5ef None None] Port 2a2a9944-e388-4016-bc4e-ba51f7d59963 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:24:37.360330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f4e14-3da4-4c85-b468-1b33abda6015 req-9538488d-45f8-410c-8ff5-4a2f82182120 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:37.363297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-020f4e14-3da4-4c85-b468-1b33abda6015 req-9538488d-45f8-410c-8ff5-4a2f82182120 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 932 time: 0.0590053 Nov 29 18:24:37.403361 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2a9944-e388-4016-bc4e-ba51f7d59963 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:24:37.413418 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:37.425660 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-020f4e14-3da4-4c85-b468-1b33abda6015 req-dd0b89fc-fbab-49b9-9620-e20be8cf9fda tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454471 Nov 29 18:24:37.433787 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Transition to ACTIVE for port object 2a2a9944-e388-4016-bc4e-ba51f7d59963 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:24:37.437913 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:37.492593 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2a2a9944-e388-4016-bc4e-ba51f7d59963,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:37.590325 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Attempting to bind port 2a2a9944-e388-4016-bc4e-ba51f7d59963 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:24:37.590704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Attempting to bind port 2a2a9944-e388-4016-bc4e-ba51f7d59963 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:24:37.591028 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Attempting to bind port 2a2a9944-e388-4016-bc4e-ba51f7d59963 on network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:24:37.595865 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Port 2a2a9944-e388-4016-bc4e-ba51f7d59963 on network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:24:37.596190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Attempting to bind port 2a2a9944-e388-4016-bc4e-ba51f7d59963 on network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:24:37.601174 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:24:37.601517 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Checking segment: {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:24:37.601919 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Bound using segment: {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:24:37.602340 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Bound port: 2a2a9944-e388-4016-bc4e-ba51f7d59963, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:24:37.602764 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:37.679825 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:24:37.683405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:24:37.691572 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:37.727005 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:37.727667 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:37.729053 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] 10.222.0.20 "PUT /v2.0/ports/2a2a9944-e388-4016-bc4e-ba51f7d59963 HTTP/1.1" status: 200 len: 1092 time: 0.7176158 Nov 29 18:24:37.729572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:24:37.731790 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e93847-7da1-41bb-8ba1-e0c3b8caf98b" -d '{"events": [{"name": "network-changed", "server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:24:37.763985 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3269919-5203-4855-9b0d-7adade5e46b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2a2a9944-e388-4016-bc4e-ba51f7d59963,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:37.826722 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3499c3-5588-48ff-913a-263ee06419cf x-openstack-request-id: req-ea3499c3-5588-48ff-913a-263ee06419cf {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:24:37.827191 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:24:37.827591 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea3499c3-5588-48ff-913a-263ee06419cf {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:24:37.828091 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'status': 'completed', 'code': 200} Nov 29 18:24:37.845929 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-4b506abe-b718-402c-85af-98b0f8f14685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:37.847491 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-4b506abe-b718-402c-85af-98b0f8f14685 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 1095 time: 0.0515385 Nov 29 18:24:37.900871 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-bf34d57a-b4db-4b01-9c99-481463ab96ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963 HTTP/1.1" status: 200 len: 217 time: 0.0452120 Nov 29 18:24:37.958077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-ab349e36-e6b7-4e55-91db-f352b132c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:37.959589 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-ab349e36-e6b7-4e55-91db-f352b132c6ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0474079 Nov 29 18:24:38.013995 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-6c56a5b0-3ca3-4bcf-856a-56e689b51c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:38.015564 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-6c56a5b0-3ca3-4bcf-856a-56e689b51c04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439529 Nov 29 18:24:38.132835 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-65eab942-fdd0-43db-bf5c-41f2db91b5f2 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055441 Nov 29 18:24:38.246053 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d9c62076-60de-433b-a96e-3f51810a9c9f req-5ddbd692-ded4-4cc2-a846-817b617485dc service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019046 Nov 29 18:24:38.352605 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e93847-7da1-41bb-8ba1-e0c3b8caf98b req-79b8f654-f9ed-4308-8571-66a3ae5ef3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:38.354099 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81e93847-7da1-41bb-8ba1-e0c3b8caf98b req-79b8f654-f9ed-4308-8571-66a3ae5ef3da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 1095 time: 0.0548429 Nov 29 18:24:38.452221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e93847-7da1-41bb-8ba1-e0c3b8caf98b req-0209a591-fe57-4151-bca1-a174b8720d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:38.453774 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81e93847-7da1-41bb-8ba1-e0c3b8caf98b req-0209a591-fe57-4151-bca1-a174b8720d86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.0914550 Nov 29 18:24:38.502880 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81e93847-7da1-41bb-8ba1-e0c3b8caf98b req-df34728c-a3a6-466d-9c61-83b429fe5136 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963 HTTP/1.1" status: 200 len: 217 time: 0.0377412 Nov 29 18:24:38.563580 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbdf01-553b-4508-a621-938e4c5669fb req-8da4839b-03e0-468d-b463-368e248f0654 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:38.564341 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e93847-7da1-41bb-8ba1-e0c3b8caf98b req-ba010ac5-5dd1-443e-b801-57ee8ece7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:38.565216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6ecbdf01-553b-4508-a621-938e4c5669fb req-8da4839b-03e0-468d-b463-368e248f0654 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 944 time: 0.0530174 Nov 29 18:24:38.567902 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81e93847-7da1-41bb-8ba1-e0c3b8caf98b req-ba010ac5-5dd1-443e-b801-57ee8ece7905 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0562677 Nov 29 18:24:38.621455 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6ecbdf01-553b-4508-a621-938e4c5669fb req-80f5ff57-fae4-4d1c-8b3e-cacb17951019 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498645 Nov 29 18:24:38.631605 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e93847-7da1-41bb-8ba1-e0c3b8caf98b req-4c4aa3ba-758a-47c7-89df-3b01e7cede21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:38.633250 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81e93847-7da1-41bb-8ba1-e0c3b8caf98b req-4c4aa3ba-758a-47c7-89df-3b01e7cede21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531461 Nov 29 18:24:38.728942 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81e93847-7da1-41bb-8ba1-e0c3b8caf98b req-39862ac0-0c63-4f03-be38-498c0816b829 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864880 Nov 29 18:24:39.132937 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81e93847-7da1-41bb-8ba1-e0c3b8caf98b req-88d7c15a-cc3b-4a35-970f-caad1b1383db service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958590 Nov 29 18:24:39.752302 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554e634-da60-488d-8d11-d4cdfdfb1656 req-6aba0683-75a5-47d1-bbcb-d2706dfaa5f2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:39.754586 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5554e634-da60-488d-8d11-d4cdfdfb1656 req-6aba0683-75a5-47d1-bbcb-d2706dfaa5f2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 944 time: 0.0568690 Nov 29 18:24:39.803012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5554e634-da60-488d-8d11-d4cdfdfb1656 req-dd6d099b-7723-427d-8395-bfdf375b92b0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426357 Nov 29 18:24:40.924236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43724b-963c-4795-921d-262a83c1399c req-6cbe4924-ca27-4981-bee8-3aa01eb0f3ff tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:40.925774 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c43724b-963c-4795-921d-262a83c1399c req-6cbe4924-ca27-4981-bee8-3aa01eb0f3ff tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 944 time: 0.0533736 Nov 29 18:24:40.979342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c43724b-963c-4795-921d-262a83c1399c req-b3824478-6eeb-4b04-b3b8-e45b0780a1fa tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450437 Nov 29 18:24:41.300483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2a2a9944-e388-4016-bc4e-ba51f7d59963 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:24:41.405213 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:41.420457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'port_id': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'mac_address': 'fa:16:3e:59:48:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:24:41.458554 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:41.472116 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2a9944-e388-4016-bc4e-ba51f7d59963 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:24:41.493527 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:41.499360 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:41.548929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=2a2a9944-e388-4016-bc4e-ba51f7d59963,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:41.556348 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:41.556634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:41.556978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:41.557319 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:41.557656 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:41.557990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:41.558320 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:41.558648 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:41.558999 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:41.559330 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:41.559696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:41.560575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:24:41.756565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['2a2a9944-e388-4016-bc4e-ba51f7d59963'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:24:42.106228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36736c-dd3f-4518-ac8d-c0a8107e2cc0 req-ac820ec3-e533-4cff-8876-04552da69ee1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:42.108140 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da36736c-dd3f-4518-ac8d-c0a8107e2cc0 req-ac820ec3-e533-4cff-8876-04552da69ee1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0554333 Nov 29 18:24:42.166538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da36736c-dd3f-4518-ac8d-c0a8107e2cc0 req-7864ccb7-7f7e-4499-ba6e-365bd78c0b67 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519037 Nov 29 18:24:43.288674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066cd3b-44ae-43f0-81ef-eded27bce663 req-4d4b2d20-9745-4bc9-919a-937b130c0b6a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:43.290199 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1066cd3b-44ae-43f0-81ef-eded27bce663 req-4d4b2d20-9745-4bc9-919a-937b130c0b6a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0504098 Nov 29 18:24:43.336308 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2a2a9944-e388-4016-bc4e-ba51f7d59963 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:24:43.348865 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1066cd3b-44ae-43f0-81ef-eded27bce663 req-16f547f7-cf47-47d3-8258-cbfaa7081abf tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517561 Nov 29 18:24:43.392263 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 2a2a9944-e388-4016-bc4e-ba51f7d59963 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:24:43.396568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 2a2a9944-e388-4016-bc4e-ba51f7d59963 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:43.396944 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:43.499313 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:43.523486 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:24:43.525867 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5ef0b8-3ed1-477a-a0c7-e76f6d916720" -d '{"events": [{"server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "name": "network-vif-plugged", "status": "completed", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:24:43.543337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:24:43.558432 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:43.586952 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4469a2e3-4ae6-47f1-bcbe-34d7e82a6cc6 x-openstack-request-id: req-4469a2e3-4ae6-47f1-bcbe-34d7e82a6cc6 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:24:43.587272 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "name": "network-vif-plugged", "status": "completed", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:24:43.587697 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4469a2e3-4ae6-47f1-bcbe-34d7e82a6cc6 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:24:43.588106 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'code': 200} Nov 29 18:24:43.619914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=2a2a9944-e388-4016-bc4e-ba51f7d59963,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:43.692600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b65ea6-1060-4d9d-9211-21c509ba75e5 req-f6a4726f-6ba8-4e69-98d7-a24bd2d780c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:43.694113 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19b65ea6-1060-4d9d-9211-21c509ba75e5 req-f6a4726f-6ba8-4e69-98d7-a24bd2d780c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 1097 time: 0.0413711 Nov 29 18:24:43.743592 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-19b65ea6-1060-4d9d-9211-21c509ba75e5 req-ff1090bd-1831-4fec-9ad5-df38cda2d21f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386190 Nov 29 18:24:44.473291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e069ea-bcc7-45f0-8a50-2d165a87087d req-df5eecc7-03be-4ac7-b992-086cbcd22fb8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:44.474995 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13e069ea-bcc7-45f0-8a50-2d165a87087d req-df5eecc7-03be-4ac7-b992-086cbcd22fb8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 946 time: 0.0489950 Nov 29 18:24:44.528816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13e069ea-bcc7-45f0-8a50-2d165a87087d req-488e0d44-a4de-467d-9c57-641994b2e5c3 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479341 Nov 29 18:24:45.664808 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f362bc-945f-436c-8db4-d89c9e7f664c req-4e972b70-be70-474f-9b02-ee331f0c3c67 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:45.667333 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81f362bc-945f-436c-8db4-d89c9e7f664c req-4e972b70-be70-474f-9b02-ee331f0c3c67 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 946 time: 0.0668197 Nov 29 18:24:45.730498 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81f362bc-945f-436c-8db4-d89c9e7f664c req-8fd41f29-6bd7-4a0b-a4d2-bc516be1c8d6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567880 Nov 29 18:24:45.847541 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde43c15-08d1-4aac-85de-d18eb2350db2 req-0b756e23-ad89-47c4-8e59-e6118b543853 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:45.849032 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dde43c15-08d1-4aac-85de-d18eb2350db2 req-0b756e23-ad89-47c4-8e59-e6118b543853 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 946 time: 0.0484908 Nov 29 18:24:45.858767 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55404) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:45.863800 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-3810abb1-6c9f-45b7-8373-29979047c5c5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Request body: {'floatingip': {'port_id': '2a2a9944-e388-4016-bc4e-ba51f7d59963'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:45.905993 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3810abb1-6c9f-45b7-8373-29979047c5c5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for floatingip, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:46.364949 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3810abb1-6c9f-45b7-8373-29979047c5c5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:46.369086 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3810abb1-6c9f-45b7-8373-29979047c5c5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:46.470476 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-3810abb1-6c9f-45b7-8373-29979047c5c5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Floating IP b5b860d2-d1d8-4d0a-8377-18f146386a7e associated. External IP: 172.25.3.233, port: 2a2a9944-e388-4016-bc4e-ba51f7d59963. Nov 29 18:24:46.682080 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3810abb1-6c9f-45b7-8373-29979047c5c5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Router 82cc920f-7879-468f-85df-2fba55d78f8a has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:24:46.801800 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3810abb1-6c9f-45b7-8373-29979047c5c5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:24:46.807238 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3810abb1-6c9f-45b7-8373-29979047c5c5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:46.813591 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d4e06-4c14-4045-8594-6517d100ba11 None None] Sync routers for ids ['82cc920f-7879-468f-85df-2fba55d78f8a'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:24:46.823288 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d4e06-4c14-4045-8594-6517d100ba11 None None] Routers {'82cc920f-7879-468f-85df-2fba55d78f8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:24:46.823970 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c31d4e06-4c14-4045-8594-6517d100ba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:24:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['82cc920f-7879-468f-85df-2fba55d78f8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:46.839905 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3810abb1-6c9f-45b7-8373-29979047c5c5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "PUT /v2.0/floatingips/b5b860d2-d1d8-4d0a-8377-18f146386a7e HTTP/1.1" status: 200 len: 992 time: 0.9773335 Nov 29 18:24:46.839905 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:24:46.847177 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ec1348-0bd9-416b-89f0-8079f39b5dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:24:46.907819 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b41d4c-1b4a-47fe-b4fd-83bb7468caf8 x-openstack-request-id: req-83b41d4c-1b4a-47fe-b4fd-83bb7468caf8 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:24:46.908431 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:24:46.908537 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83b41d4c-1b4a-47fe-b4fd-83bb7468caf8 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:24:46.908901 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'status': 'completed', 'code': 200} Nov 29 18:24:46.942340 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c31d4e06-4c14-4045-8594-6517d100ba11 None None] Set router 82cc920f-7879-468f-85df-2fba55d78f8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:24:46.979422 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec1348-0bd9-416b-89f0-8079f39b5dd1 req-00dd6d6a-d21e-40ce-b7d5-049420364966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:46.981351 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-03ec1348-0bd9-416b-89f0-8079f39b5dd1 req-00dd6d6a-d21e-40ce-b7d5-049420364966 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 1097 time: 0.0439386 Nov 29 18:24:47.076884 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec1348-0bd9-416b-89f0-8079f39b5dd1 req-46a2d9e0-13c6-44fc-acec-df344ef745b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:47.078128 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-03ec1348-0bd9-416b-89f0-8079f39b5dd1 req-46a2d9e0-13c6-44fc-acec-df344ef745b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.0900743 Nov 29 18:24:47.150386 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-03ec1348-0bd9-416b-89f0-8079f39b5dd1 req-0e6bd95a-aad5-4d02-ac19-ac96e224370d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963 HTTP/1.1" status: 200 len: 1000 time: 0.0646341 Nov 29 18:24:47.211141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec1348-0bd9-416b-89f0-8079f39b5dd1 req-3230763c-f4b3-4432-80f0-4f6172820ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:47.212755 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-03ec1348-0bd9-416b-89f0-8079f39b5dd1 req-3230763c-f4b3-4432-80f0-4f6172820ddb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0556989 Nov 29 18:24:47.263979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec1348-0bd9-416b-89f0-8079f39b5dd1 req-4c507813-4743-412d-8b75-2d3bbb4df488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:47.265701 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-03ec1348-0bd9-416b-89f0-8079f39b5dd1 req-4c507813-4743-412d-8b75-2d3bbb4df488 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453005 Nov 29 18:24:47.281657 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c31d4e06-4c14-4045-8594-6517d100ba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'name': 'tempest-ServerActionsTestJSON-1690538015-router', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:24:26Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'gw_port': {'id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:27Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'b5b860d2-d1d8-4d0a-8377-18f146386a7e', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'port_id': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'mac_address': 'fa:16:3e:59:48:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:24:33Z', 'updated_at': '2021-11-29T18:24:46Z', 'revision_number': 1, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edc7f89-7862-4cce-8a58-611b156c1af0', 'name': '', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'mac_address': 'fa:16:3e:03:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:29Z', 'updated_at': '2021-11-29T18:24:34Z', 'revision_number': 5, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'subnets': [{'id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:47.307829 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d4e06-4c14-4045-8594-6517d100ba11 None None] Checking router: 82cc920f-7879-468f-85df-2fba55d78f8a for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:24:47.316401 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d4e06-4c14-4045-8594-6517d100ba11 None None] Routers {'82cc920f-7879-468f-85df-2fba55d78f8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:24:47.317002 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c31d4e06-4c14-4045-8594-6517d100ba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:24:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['82cc920f-7879-468f-85df-2fba55d78f8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:47.362676 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-03ec1348-0bd9-416b-89f0-8079f39b5dd1 req-5592dd9f-4150-4f59-9569-b86f6d07c73c service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896065 Nov 29 18:24:47.422674 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c31d4e06-4c14-4045-8594-6517d100ba11 None None] Set router 82cc920f-7879-468f-85df-2fba55d78f8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:24:47.460076 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-03ec1348-0bd9-416b-89f0-8079f39b5dd1 req-ed576aa6-0a49-4e35-ad68-cf45a8529b87 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898864 Nov 29 18:24:47.660108 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c31d4e06-4c14-4045-8594-6517d100ba11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'name': 'tempest-ServerActionsTestJSON-1690538015-router', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:24:26Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'gw_port': {'id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:27Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'b5b860d2-d1d8-4d0a-8377-18f146386a7e', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'port_id': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'mac_address': 'fa:16:3e:59:48:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:24:33Z', 'updated_at': '2021-11-29T18:24:46Z', 'revision_number': 1, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edc7f89-7862-4cce-8a58-611b156c1af0', 'name': '', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'mac_address': 'fa:16:3e:03:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:29Z', 'updated_at': '2021-11-29T18:24:34Z', 'revision_number': 5, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'subnets': [{'id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:24:47.686097 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d4e06-4c14-4045-8594-6517d100ba11 None None] The sync data for ids ['82cc920f-7879-468f-85df-2fba55d78f8a'] in n-d-819494-5 is: [{'id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'name': 'tempest-ServerActionsTestJSON-1690538015-router', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:24:26Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'gw_port': {'id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:27Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'b5b860d2-d1d8-4d0a-8377-18f146386a7e', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'port_id': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'mac_address': 'fa:16:3e:59:48:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:24:33Z', 'updated_at': '2021-11-29T18:24:46Z', 'revision_number': 1, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2edc7f89-7862-4cce-8a58-611b156c1af0', 'name': '', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'mac_address': 'fa:16:3e:03:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:29Z', 'updated_at': '2021-11-29T18:24:34Z', 'revision_number': 5, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'subnets': [{'id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:24:47.891180 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b95eb4-ab9a-46b3-8598-a2cc78a3bfd5 None None] New status for floating IP b5b860d2-d1d8-4d0a-8377-18f146386a7e: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:24:51.629388 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55446) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:51.633951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-f8399077-be1d-442b-a860-57f48b3a244c tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-567523421', 'description': 'tempest-secgroup-smoke-567523421 description', 'project_id': 'afd1c8a192af4cdea880653347474ddd'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:51.656059 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f8399077-be1d-442b-a860-57f48b3a244c tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:51.725343 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f8399077-be1d-442b-a860-57f48b3a244c tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:51.728692 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f8399077-be1d-442b-a860-57f48b3a244c tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:51.753101 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f8399077-be1d-442b-a860-57f48b3a244c tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:51.754020 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f8399077-be1d-442b-a860-57f48b3a244c tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1235883 Nov 29 18:24:51.757302 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55448) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:51.762990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8399077-be1d-442b-a860-57f48b3a244c tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:51.763662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d41fae93-9dcd-473e-9ad4-de24bc79b592 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Request body: {'security_group_rule': {'security_group_id': 'd3a482fe-5adb-4c59-a9ea-f57b46f9ac35', 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:51.790198 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d41fae93-9dcd-473e-9ad4-de24bc79b592 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:51.845695 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d41fae93-9dcd-473e-9ad4-de24bc79b592 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:51.849336 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d41fae93-9dcd-473e-9ad4-de24bc79b592 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:51.866973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fae93-9dcd-473e-9ad4-de24bc79b592 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bb0ead-0db2-4688-8738-1c9bd673fe60,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:51.874890 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d41fae93-9dcd-473e-9ad4-de24bc79b592 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:51.876429 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d41fae93-9dcd-473e-9ad4-de24bc79b592 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174865 Nov 29 18:24:51.879158 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55450) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:51.883455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-587fa65b-ed28-431d-8cf6-8edf75f54a94 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Request body: {'security_group_rule': {'security_group_id': 'd3a482fe-5adb-4c59-a9ea-f57b46f9ac35', 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:51.912572 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-587fa65b-ed28-431d-8cf6-8edf75f54a94 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:51.970284 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-587fa65b-ed28-431d-8cf6-8edf75f54a94 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:51.973701 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-587fa65b-ed28-431d-8cf6-8edf75f54a94 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:51.994801 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fa65b-ed28-431d-8cf6-8edf75f54a94 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c86896-d8e5-44db-9cfa-3c21ec37992e,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:52.001559 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-587fa65b-ed28-431d-8cf6-8edf75f54a94 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:52.002768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-587fa65b-ed28-431d-8cf6-8edf75f54a94 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226621 Nov 29 18:24:52.005479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55452) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:52.010448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-aea2cf32-9242-4cad-a02a-8b8ef5618d13 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Request body: {'security_group_rule': {'security_group_id': 'd3a482fe-5adb-4c59-a9ea-f57b46f9ac35', 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:52.036931 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aea2cf32-9242-4cad-a02a-8b8ef5618d13 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:52.097191 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aea2cf32-9242-4cad-a02a-8b8ef5618d13 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:52.101415 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aea2cf32-9242-4cad-a02a-8b8ef5618d13 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:52.121463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2cf32-9242-4cad-a02a-8b8ef5618d13 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5843d997-34f4-4c46-b287-f99b0477dfca,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:52.127547 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aea2cf32-9242-4cad-a02a-8b8ef5618d13 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:52.128750 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-aea2cf32-9242-4cad-a02a-8b8ef5618d13 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222060 Nov 29 18:24:52.131479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55456) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:52.135723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e0631edd-376c-46bf-8dd8-ae701629d155 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Request body: {'security_group_rule': {'security_group_id': 'd3a482fe-5adb-4c59-a9ea-f57b46f9ac35', 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:52.162393 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0631edd-376c-46bf-8dd8-ae701629d155 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:52.220530 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0631edd-376c-46bf-8dd8-ae701629d155 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:52.224278 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0631edd-376c-46bf-8dd8-ae701629d155 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:52.242352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0631edd-376c-46bf-8dd8-ae701629d155 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded73ae3-6310-4fa1-b338-adeec1f09498,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:52.251920 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0631edd-376c-46bf-8dd8-ae701629d155 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:52.253110 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e0631edd-376c-46bf-8dd8-ae701629d155 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207151 Nov 29 18:24:52.255761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55460) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:52.260020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6e60a4d8-565a-4ea1-bc12-f08c610bf2bf tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Request body: {'security_group_rule': {'security_group_id': 'd3a482fe-5adb-4c59-a9ea-f57b46f9ac35', 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:52.280730 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-6e60a4d8-565a-4ea1-bc12-f08c610bf2bf tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Project afd1c8a192af4cdea880653347474ddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:24:52.285404 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e60a4d8-565a-4ea1-bc12-f08c610bf2bf tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:52.344072 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e60a4d8-565a-4ea1-bc12-f08c610bf2bf tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:52.347656 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e60a4d8-565a-4ea1-bc12-f08c610bf2bf tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:52.366120 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60a4d8-565a-4ea1-bc12-f08c610bf2bf tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851fd1b4-c6d1-4773-8b1a-055617d3beed,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:52.371171 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e60a4d8-565a-4ea1-bc12-f08c610bf2bf tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:52.373443 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6e60a4d8-565a-4ea1-bc12-f08c610bf2bf tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167340 Nov 29 18:24:52.376173 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55462) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:24:52.380444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-91aeffa0-d674-4f5d-8215-afa4eda53f11 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Request body: {'security_group_rule': {'security_group_id': 'd3a482fe-5adb-4c59-a9ea-f57b46f9ac35', 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:52.401483 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-91aeffa0-d674-4f5d-8215-afa4eda53f11 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Project afd1c8a192af4cdea880653347474ddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:24:52.406334 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91aeffa0-d674-4f5d-8215-afa4eda53f11 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:52.463284 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91aeffa0-d674-4f5d-8215-afa4eda53f11 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:52.466555 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91aeffa0-d674-4f5d-8215-afa4eda53f11 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:52.482819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aeffa0-d674-4f5d-8215-afa4eda53f11 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d671945-3705-4388-bfa0-684ffc23710b,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:52.491068 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-91aeffa0-d674-4f5d-8215-afa4eda53f11 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:52.492236 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-91aeffa0-d674-4f5d-8215-afa4eda53f11 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1151202 Nov 29 18:24:52.849071 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-242a0d5e-278f-4ce2-932d-c851de1f4475 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-567523421&fields=id&tenant_id=afd1c8a192af4cdea880653347474ddd HTTP/1.1" status: 200 len: 267 time: 0.0438745 Nov 29 18:24:52.954916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-199abe63-e11c-4733-a3d5-8a7381bf2500 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:52.956283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-199abe63-e11c-4733-a3d5-8a7381bf2500 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/networks?id=17740a96-67d7-464f-9844-3e5026fd8af9 HTTP/1.1" status: 200 len: 814 time: 0.1004357 Nov 29 18:24:52.971147 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-94c9b33d-9443-455e-a51a-fbd67a788a86 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/quotas/afd1c8a192af4cdea880653347474ddd HTTP/1.1" status: 200 len: 375 time: 0.0090892 Nov 29 18:24:53.022844 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-6d4ddb2e-6f58-4151-a69a-dd3754e2a56a tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=afd1c8a192af4cdea880653347474ddd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463486 Nov 29 18:24:53.123359 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-a60bd67d-6458-486a-8dbf-b9affef3e574 service neutron] 10.222.0.23 "GET /v2.0/networks/17740a96-67d7-464f-9844-3e5026fd8af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880880 Nov 29 18:24:53.216167 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-d2ef37f2-c5fa-4a24-8325-3eb10e57e579 service neutron] 10.222.0.23 "GET /v2.0/networks/17740a96-67d7-464f-9844-3e5026fd8af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862119 Nov 29 18:24:53.513058 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3088b79f-3cb6-4106-b40c-f8574de149ad req-fe245125-a1a8-4a0b-9db8-de1d971b0cd6 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 210 time: 0.0272551 Nov 29 18:24:53.575910 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9cafc81b-0449-4e65-b86b-a2505d9f027b req-a155dbb6-3237-4de3-adfe-1f13fb2db829 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1055892 Nov 29 18:24:53.664643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafc81b-0449-4e65-b86b-a2505d9f027b req-004cff88-2d67-43b2-9bb5-5211db45f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:53.666149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9cafc81b-0449-4e65-b86b-a2505d9f027b req-004cff88-2d67-43b2-9bb5-5211db45f74e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5991f81694454b6dbd48c6b809d5ad06&device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 1097 time: 0.0454097 Nov 29 18:24:53.773190 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafc81b-0449-4e65-b86b-a2505d9f027b req-229eeeff-13fe-407f-8ecb-2f0ddd152591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:53.774701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9cafc81b-0449-4e65-b86b-a2505d9f027b req-229eeeff-13fe-407f-8ecb-2f0ddd152591 service neutron] 10.222.0.31 "GET /v2.0/networks?id=61733c11-da39-45f1-ae18-c53a50ed6ebf HTTP/1.1" status: 200 len: 912 time: 0.0902863 Nov 29 18:24:53.847660 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9cafc81b-0449-4e65-b86b-a2505d9f027b req-8d0bcd11-6c93-42e6-8901-d342a486904a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=594120a4-06a7-4d81-bb41-fb96564513a0 HTTP/1.1" status: 200 len: 1002 time: 0.0655165 Nov 29 18:24:53.899100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafc81b-0449-4e65-b86b-a2505d9f027b req-411bc874-70e2-4447-8b0a-ea5e0a5d8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:53.900718 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9cafc81b-0449-4e65-b86b-a2505d9f027b req-411bc874-70e2-4447-8b0a-ea5e0a5d8839 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=95d25936-e438-49fc-88cf-2ab9c265fd23 HTTP/1.1" status: 200 len: 850 time: 0.0465815 Nov 29 18:24:53.950718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafc81b-0449-4e65-b86b-a2505d9f027b req-6f1a6ca2-1533-4e77-b3c8-cc160ed52154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:53.952413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9cafc81b-0449-4e65-b86b-a2505d9f027b req-6f1a6ca2-1533-4e77-b3c8-cc160ed52154 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61733c11-da39-45f1-ae18-c53a50ed6ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444973 Nov 29 18:24:53.962312 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f148005-ef29-4f44-86bc-d5eb6b0e18b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:54.054899 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9cafc81b-0449-4e65-b86b-a2505d9f027b req-36602c5a-a974-4fa7-87a1-5a5ac601035d service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947945 Nov 29 18:24:54.144103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9cafc81b-0449-4e65-b86b-a2505d9f027b req-426d4aaa-810c-4c77-af72-f38a2272c0ac service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822392 Nov 29 18:24:54.540338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-196757de-806f-4f55-8b30-17b886c36080 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:54.541875 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-196757de-806f-4f55-8b30-17b886c36080 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.20 "GET /v2.0/networks?id=17740a96-67d7-464f-9844-3e5026fd8af9 HTTP/1.1" status: 200 len: 814 time: 0.1101944 Nov 29 18:24:54.613437 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-f632843f-966d-402c-a14c-8d46f06a0cf7 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afd1c8a192af4cdea880653347474ddd HTTP/1.1" status: 200 len: 379 time: 0.0615277 Nov 29 18:24:54.617949 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55c37909-7972-497b-8157-3dc7bb750209 req-394cd20a-ec30-48d1-b69f-11894d20d9c1 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 210 time: 0.0280113 Nov 29 18:24:54.624481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-f83afabc-95fb-4aba-84f4-2708d251737e tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Request body: {'port': {'device_id': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'admin_state_up': True, 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'security_groups': ['d3a482fe-5adb-4c59-a9ea-f57b46f9ac35']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:54.734969 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-f83afabc-95fb-4aba-84f4-2708d251737e tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Made reservation on behalf of afd1c8a192af4cdea880653347474ddd for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:24:54.738831 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-f83afabc-95fb-4aba-84f4-2708d251737e tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:54.869551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-f83afabc-95fb-4aba-84f4-2708d251737e tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Allocated IP 172.20.0.12 (17740a96-67d7-464f-9844-3e5026fd8af9/a8fce5b1-3801-484e-9527-47dc068351fb/bc13a2ac-743d-4b11-b4dc-6900c2376106) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:24:55.019778 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-f83afabc-95fb-4aba-84f4-2708d251737e tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:55.055838 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-f83afabc-95fb-4aba-84f4-2708d251737e tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:55.106987 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-f83afabc-95fb-4aba-84f4-2708d251737e tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Network 17740a96-67d7-464f-9844-3e5026fd8af9 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:24:55.110437 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-f83afabc-95fb-4aba-84f4-2708d251737e tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:24:55.114845 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-f83afabc-95fb-4aba-84f4-2708d251737e tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:24:55.159268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83afabc-95fb-4aba-84f4-2708d251737e tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Pushing event updated for resources: {'Port': ['ID=bc13a2ac-743d-4b11-b4dc-6900c2376106,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:55.177390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-f83afabc-95fb-4aba-84f4-2708d251737e tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:55.178025 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-f83afabc-95fb-4aba-84f4-2708d251737e tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:55.196142 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-f83afabc-95fb-4aba-84f4-2708d251737e tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5755570 Nov 29 18:24:55.207972 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Request body: {'port': {'device_id': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:24:55.280596 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:55.376865 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2f491a41-9a94-4078-9d57-a076f9e67f8c None None] Provisioning complete for port bc13a2ac-743d-4b11-b4dc-6900c2376106 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:24:55.377401 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f491a41-9a94-4078-9d57-a076f9e67f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:55.416636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2f491a41-9a94-4078-9d57-a076f9e67f8c None None] Port bc13a2ac-743d-4b11-b4dc-6900c2376106 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:24:55.570110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc13a2ac-743d-4b11-b4dc-6900c2376106 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:24:55.578266 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:55.589915 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Transition to ACTIVE for port object bc13a2ac-743d-4b11-b4dc-6900c2376106 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:24:55.594488 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:55.666208 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Pushing event updated for resources: {'Port': ['ID=bc13a2ac-743d-4b11-b4dc-6900c2376106,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:55.725351 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Attempting to bind port bc13a2ac-743d-4b11-b4dc-6900c2376106 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:24:55.725697 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Attempting to bind port bc13a2ac-743d-4b11-b4dc-6900c2376106 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'cddcfd50-cfce-4e15-90ef-768cea941dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:24:55.726033 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Attempting to bind port bc13a2ac-743d-4b11-b4dc-6900c2376106 on network 17740a96-67d7-464f-9844-3e5026fd8af9 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:24:55.731296 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Port bc13a2ac-743d-4b11-b4dc-6900c2376106 on network 17740a96-67d7-464f-9844-3e5026fd8af9 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:24:55.731620 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Attempting to bind port bc13a2ac-743d-4b11-b4dc-6900c2376106 on network 17740a96-67d7-464f-9844-3e5026fd8af9 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:24:55.737359 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:24:55.737721 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Checking segment: {'id': 'cddcfd50-cfce-4e15-90ef-768cea941dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:24:55.738083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Bound using segment: {'id': 'cddcfd50-cfce-4e15-90ef-768cea941dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:24:55.738509 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Bound port: bc13a2ac-743d-4b11-b4dc-6900c2376106, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddcfd50-cfce-4e15-90ef-768cea941dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:24:55.738893 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:55.773507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327e3fd-ff37-44d7-b5f4-fad12b1f285f req-633b4236-a75f-41df-abd3-7ff517d03f69 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:55.783646 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e327e3fd-ff37-44d7-b5f4-fad12b1f285f req-633b4236-a75f-41df-abd3-7ff517d03f69 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 944 time: 0.0790491 Nov 29 18:24:55.813600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] For port bc13a2ac-743d-4b11-b4dc-6900c2376106, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:24:55.818435 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] For port bc13a2ac-743d-4b11-b4dc-6900c2376106, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc13a2ac-743d-4b11-b4dc-6900c2376106,segment=NetworkSegment(cddcfd50-cfce-4e15-90ef-768cea941dfc),segment_id=cddcfd50-cfce-4e15-90ef-768cea941dfc)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:24:55.827582 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:55.852916 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e327e3fd-ff37-44d7-b5f4-fad12b1f285f req-a60f206b-5081-4da9-a552-f885420d8665 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660090 Nov 29 18:24:55.872612 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:55.873229 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:55.874635 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] 10.222.0.20 "PUT /v2.0/ports/bc13a2ac-743d-4b11-b4dc-6900c2376106 HTTP/1.1" status: 200 len: 1092 time: 0.6711247 Nov 29 18:24:55.875117 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'tag': 'bc13a2ac-743d-4b11-b4dc-6900c2376106'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:24:55.877560 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1abfe00-6ffe-4754-bcba-7bcbfd4b7376" -d '{"events": [{"name": "network-changed", "server_uuid": "6d956e5d-cedc-46eb-8b90-808c64583c7a", "tag": "bc13a2ac-743d-4b11-b4dc-6900c2376106"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:24:55.907686 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ed914-0b46-46dc-8b99-04508d7f6596 service neutron] Pushing event updated for resources: {'Port': ['ID=bc13a2ac-743d-4b11-b4dc-6900c2376106,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:24:55.929873 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa33036-0294-44fc-abfd-cf00c06e1c0a x-openstack-request-id: req-faa33036-0294-44fc-abfd-cf00c06e1c0a {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:24:55.930819 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d956e5d-cedc-46eb-8b90-808c64583c7a", "tag": "bc13a2ac-743d-4b11-b4dc-6900c2376106", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:24:55.931180 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-faa33036-0294-44fc-abfd-cf00c06e1c0a {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:24:55.931721 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'tag': 'bc13a2ac-743d-4b11-b4dc-6900c2376106', 'status': 'completed', 'code': 200} Nov 29 18:24:55.979288 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-949ad2eb-e4c0-402f-afa5-b36ac3b1b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:55.980834 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-949ad2eb-e4c0-402f-afa5-b36ac3b1b595 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afd1c8a192af4cdea880653347474ddd&device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 1095 time: 0.0447130 Nov 29 18:24:56.031534 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-7138e679-c266-45b7-8f6d-edb42c1ce1b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc13a2ac-743d-4b11-b4dc-6900c2376106 HTTP/1.1" status: 200 len: 217 time: 0.0423052 Nov 29 18:24:56.098164 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-f818c6f2-61e5-48a2-853f-4f5e7c71c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:56.099674 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-f818c6f2-61e5-48a2-853f-4f5e7c71c278 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8fce5b1-3801-484e-9527-47dc068351fb HTTP/1.1" status: 200 len: 853 time: 0.0516899 Nov 29 18:24:56.153184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-14a12c46-f2f7-4e49-b644-4948eb9d23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:56.154940 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-14a12c46-f2f7-4e49-b644-4948eb9d23c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17740a96-67d7-464f-9844-3e5026fd8af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479510 Nov 29 18:24:56.258139 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-013bb5c7-fe82-4e38-a482-93379c9a3024 service neutron] 10.222.0.20 "GET /v2.0/networks/17740a96-67d7-464f-9844-3e5026fd8af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954905 Nov 29 18:24:56.349389 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f110908-c134-4cfb-9ff8-7c058a7eab0e req-f16c563d-442a-497c-8509-94993bdf4aea service neutron] 10.222.0.20 "GET /v2.0/networks/17740a96-67d7-464f-9844-3e5026fd8af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834422 Nov 29 18:24:56.422293 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-436a3eb4-14f6-4f09-bdbe-4af2eef8c8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:56.448480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abfe00-6ffe-4754-bcba-7bcbfd4b7376 req-bc7fa761-717c-47af-a05d-af29970c2449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:56.450310 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1abfe00-6ffe-4754-bcba-7bcbfd4b7376 req-bc7fa761-717c-47af-a05d-af29970c2449 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afd1c8a192af4cdea880653347474ddd&device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 1095 time: 0.0518494 Nov 29 18:24:56.545746 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abfe00-6ffe-4754-bcba-7bcbfd4b7376 req-ee5abf3a-a058-4eba-a507-1122fcc8d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:56.547319 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1abfe00-6ffe-4754-bcba-7bcbfd4b7376 req-ee5abf3a-a058-4eba-a507-1122fcc8d960 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17740a96-67d7-464f-9844-3e5026fd8af9 HTTP/1.1" status: 200 len: 915 time: 0.0902526 Nov 29 18:24:56.589282 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1abfe00-6ffe-4754-bcba-7bcbfd4b7376 req-f4cdfffb-c30b-4cec-be14-51533023e540 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc13a2ac-743d-4b11-b4dc-6900c2376106 HTTP/1.1" status: 200 len: 217 time: 0.0344372 Nov 29 18:24:56.642729 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abfe00-6ffe-4754-bcba-7bcbfd4b7376 req-a230958c-549b-498f-aabb-3d12d8c56275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:56.644224 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1abfe00-6ffe-4754-bcba-7bcbfd4b7376 req-a230958c-549b-498f-aabb-3d12d8c56275 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8fce5b1-3801-484e-9527-47dc068351fb HTTP/1.1" status: 200 len: 853 time: 0.0481527 Nov 29 18:24:56.690597 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abfe00-6ffe-4754-bcba-7bcbfd4b7376 req-b7e611a9-011c-4bf0-8406-335998fb0cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:56.692077 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1abfe00-6ffe-4754-bcba-7bcbfd4b7376 req-b7e611a9-011c-4bf0-8406-335998fb0cea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17740a96-67d7-464f-9844-3e5026fd8af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407553 Nov 29 18:24:56.783165 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1abfe00-6ffe-4754-bcba-7bcbfd4b7376 req-3f0dfbd3-d400-4c8f-b3d6-fc796dcce526 service neutron] 10.222.0.20 "GET /v2.0/networks/17740a96-67d7-464f-9844-3e5026fd8af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838742 Nov 29 18:24:56.878050 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b1abfe00-6ffe-4754-bcba-7bcbfd4b7376 req-4c3a1dad-61c4-4ddf-b214-89c10cc727ce service neutron] 10.222.0.20 "GET /v2.0/networks/17740a96-67d7-464f-9844-3e5026fd8af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879052 Nov 29 18:24:56.966295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981dc90-aa95-4a68-9ab0-31a1ddf37077 req-524868e0-6529-41c8-afe2-3a447f3c38eb tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:56.967790 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7981dc90-aa95-4a68-9ab0-31a1ddf37077 req-524868e0-6529-41c8-afe2-3a447f3c38eb tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 944 time: 0.0505588 Nov 29 18:24:57.022323 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7981dc90-aa95-4a68-9ab0-31a1ddf37077 req-57aa74e3-bb4f-4343-b8cf-ad16c6482ee3 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483294 Nov 29 18:24:57.233161 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:57.588646 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:58.148644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b43e0a-cbab-47f8-8870-7538e54c773e req-f896389d-5274-4dd2-9f05-48b971123933 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:58.150169 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81b43e0a-cbab-47f8-8870-7538e54c773e req-f896389d-5274-4dd2-9f05-48b971123933 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 944 time: 0.0530164 Nov 29 18:24:58.200479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81b43e0a-cbab-47f8-8870-7538e54c773e req-216d9f1c-e5c9-4e94-b8a7-808f7710a8b5 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431499 Nov 29 18:24:59.109441 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:59.375473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebaebf0-8289-4dda-947c-93b1d5b72c71 req-66715d05-c73a-45b0-ab4e-76733fa6e2e7 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:24:59.377028 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aebaebf0-8289-4dda-947c-93b1d5b72c71 req-66715d05-c73a-45b0-ab4e-76733fa6e2e7 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 944 time: 0.1045475 Nov 29 18:24:59.431062 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aebaebf0-8289-4dda-947c-93b1d5b72c71 req-8486756c-f5a8-407f-9d76-fe8106610a60 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477204 Nov 29 18:24:59.459997 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:24:59.730899 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:24:59.969433 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:00.547239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f720386-55f9-40c8-8018-30744659d909 req-b49fbd98-22dc-401d-a943-b300bd9759a3 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:00.548700 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f720386-55f9-40c8-8018-30744659d909 req-b49fbd98-22dc-401d-a943-b300bd9759a3 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 944 time: 0.0481555 Nov 29 18:25:00.600460 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f720386-55f9-40c8-8018-30744659d909 req-259174f5-4240-4c03-b2df-9eaac86521c2 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459795 Nov 29 18:25:01.736698 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec32a8-a521-46e4-8ca9-b216e4156e24 req-e5f1e6d2-ef88-4119-8234-2bf07a1d685b tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:01.738204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-99ec32a8-a521-46e4-8ca9-b216e4156e24 req-e5f1e6d2-ef88-4119-8234-2bf07a1d685b tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 944 time: 0.0564189 Nov 29 18:25:01.789094 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-99ec32a8-a521-46e4-8ca9-b216e4156e24 req-4627f08f-8cf9-4691-90be-f0c957b4496f tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446415 Nov 29 18:25:02.909683 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1d03b-852b-4b34-b4db-5e045bbbdab0 req-6b98a714-e5e3-4576-aeb5-16f0c3efe95b tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:02.911196 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aae1d03b-852b-4b34-b4db-5e045bbbdab0 req-6b98a714-e5e3-4576-aeb5-16f0c3efe95b tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 944 time: 0.0487745 Nov 29 18:25:02.964265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aae1d03b-852b-4b34-b4db-5e045bbbdab0 req-77d84ca7-4fb6-4b70-86db-a5fdf977e445 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469558 Nov 29 18:25:04.098158 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f311ea-36fb-4ef0-9143-94bb6728e625 req-86b37024-ca33-4be4-a77c-af95c126982e tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:04.099726 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69f311ea-36fb-4ef0-9143-94bb6728e625 req-86b37024-ca33-4be4-a77c-af95c126982e tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 944 time: 0.0535836 Nov 29 18:25:04.149641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69f311ea-36fb-4ef0-9143-94bb6728e625 req-90d50858-8f4f-446c-bbc1-46d95510a1bf tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439651 Nov 29 18:25:04.777789 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f31c7239-aeb2-4d73-aed1-8d52282cadbb req-1bf2f4a0-29bb-4f91-8346-a753137d8b6b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461922 Nov 29 18:25:04.861364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c7239-aeb2-4d73-aed1-8d52282cadbb req-2a4b8c5e-2da8-4a77-885f-5311c12f11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:04.862981 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f31c7239-aeb2-4d73-aed1-8d52282cadbb req-2a4b8c5e-2da8-4a77-885f-5311c12f11ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58471da2daeb458099c30d8d5bb7737c&device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 1097 time: 0.0409882 Nov 29 18:25:04.974397 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c7239-aeb2-4d73-aed1-8d52282cadbb req-396ec09f-d049-4ea1-9827-49a592105586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:04.975914 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f31c7239-aeb2-4d73-aed1-8d52282cadbb req-396ec09f-d049-4ea1-9827-49a592105586 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2c1a9c2-d537-4666-90d1-b43bfa208909 HTTP/1.1" status: 200 len: 909 time: 0.0925043 Nov 29 18:25:05.050437 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f31c7239-aeb2-4d73-aed1-8d52282cadbb req-7ffcaa1a-83e1-4918-9951-093620582294 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cf83c67-dd1b-45b5-9b92-971212873f77 HTTP/1.1" status: 200 len: 1001 time: 0.0656450 Nov 29 18:25:05.104861 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c7239-aeb2-4d73-aed1-8d52282cadbb req-7ddd8e2b-774f-417a-84e2-6d7c8a0cea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:05.106300 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f31c7239-aeb2-4d73-aed1-8d52282cadbb req-7ddd8e2b-774f-417a-84e2-6d7c8a0cea4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56c849a-c567-4d00-b259-f03d4c7c36b4 HTTP/1.1" status: 200 len: 847 time: 0.0480616 Nov 29 18:25:05.152091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c7239-aeb2-4d73-aed1-8d52282cadbb req-7df169e3-bfc9-4481-98af-243fc66cc2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:05.153578 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f31c7239-aeb2-4d73-aed1-8d52282cadbb req-7df169e3-bfc9-4481-98af-243fc66cc2c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2c1a9c2-d537-4666-90d1-b43bfa208909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401788 Nov 29 18:25:05.245592 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f31c7239-aeb2-4d73-aed1-8d52282cadbb req-e64c448d-ecbf-43b6-a31f-fc850faa647c service neutron] 10.222.0.20 "GET /v2.0/networks/b2c1a9c2-d537-4666-90d1-b43bfa208909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833304 Nov 29 18:25:05.268515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c5f5c-e716-4d11-a0aa-4daf674b93f2 req-3ff78dbb-cf39-4eec-94ea-e7e4dc44d1b6 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:05.270016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f00c5f5c-e716-4d11-a0aa-4daf674b93f2 req-3ff78dbb-cf39-4eec-94ea-e7e4dc44d1b6 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 944 time: 0.0492857 Nov 29 18:25:05.319037 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f00c5f5c-e716-4d11-a0aa-4daf674b93f2 req-dfc96a3e-4adb-443f-8f3f-a37a3ee2e113 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427194 Nov 29 18:25:05.347454 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f31c7239-aeb2-4d73-aed1-8d52282cadbb req-63e231fd-3f34-438f-a857-cc652830eb6f service neutron] 10.222.0.20 "GET /v2.0/networks/b2c1a9c2-d537-4666-90d1-b43bfa208909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894144 Nov 29 18:25:06.439037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbe71e-6d6e-42f4-b72b-e560e8777a7f req-c74a9f70-804e-4318-a4db-17e2812b265c tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:06.440533 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-82fbe71e-6d6e-42f4-b72b-e560e8777a7f req-c74a9f70-804e-4318-a4db-17e2812b265c tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 944 time: 0.0508029 Nov 29 18:25:06.492930 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-82fbe71e-6d6e-42f4-b72b-e560e8777a7f req-50cb51a4-4ce3-4219-acc3-54f9530bdf06 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466089 Nov 29 18:25:07.515126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device bc13a2ac-743d-4b11-b4dc-6900c2376106 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:25:07.609618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c50fb-66a5-4acc-8515-7b002e968659 req-01642704-3075-46f9-999a-fc42d568eb28 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:07.610223 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port bc13a2ac-743d-4b11-b4dc-6900c2376106, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc13a2ac-743d-4b11-b4dc-6900c2376106,segment=NetworkSegment(cddcfd50-cfce-4e15-90ef-768cea941dfc),segment_id=cddcfd50-cfce-4e15-90ef-768cea941dfc)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:25:07.611369 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c4c50fb-66a5-4acc-8515-7b002e968659 req-01642704-3075-46f9-999a-fc42d568eb28 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 944 time: 0.0489504 Nov 29 18:25:07.625141 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'bc13a2ac-743d-4b11-b4dc-6900c2376106', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'port_id': 'bc13a2ac-743d-4b11-b4dc-6900c2376106', 'mac_address': 'fa:16:3e:58:6a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:25:07.661160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c4c50fb-66a5-4acc-8515-7b002e968659 req-ef205780-d27c-48a9-89c4-16a8a52f3672 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437591 Nov 29 18:25:07.662483 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:07.676181 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc13a2ac-743d-4b11-b4dc-6900c2376106 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:25:07.695766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port bc13a2ac-743d-4b11-b4dc-6900c2376106, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc13a2ac-743d-4b11-b4dc-6900c2376106,segment=NetworkSegment(cddcfd50-cfce-4e15-90ef-768cea941dfc),segment_id=cddcfd50-cfce-4e15-90ef-768cea941dfc)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:25:07.699317 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:07.747676 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=bc13a2ac-743d-4b11-b4dc-6900c2376106,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:07.939444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['bc13a2ac-743d-4b11-b4dc-6900c2376106'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:25:08.784206 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b5551-9486-46fc-a227-5110c71f46c0 req-689bad74-f72d-4fd1-b9be-9527360c7bc8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:08.785681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c0b5551-9486-46fc-a227-5110c71f46c0 req-689bad74-f72d-4fd1-b9be-9527360c7bc8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 945 time: 0.0491893 Nov 29 18:25:08.834004 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c0b5551-9486-46fc-a227-5110c71f46c0 req-54ad88fc-f4fa-4a1d-ba19-47459f386751 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423565 Nov 29 18:25:09.542678 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device bc13a2ac-743d-4b11-b4dc-6900c2376106 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:25:09.590558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port bc13a2ac-743d-4b11-b4dc-6900c2376106 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:25:09.594390 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port bc13a2ac-743d-4b11-b4dc-6900c2376106 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:25:09.594762 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:09.672241 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:09.693957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc13a2ac-743d-4b11-b4dc-6900c2376106'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:25:09.696430 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eabef41-300e-48fe-81b1-86cf5d5e4ee9" -d '{"events": [{"server_uuid": "6d956e5d-cedc-46eb-8b90-808c64583c7a", "name": "network-vif-plugged", "status": "completed", "tag": "bc13a2ac-743d-4b11-b4dc-6900c2376106"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:25:09.709426 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port bc13a2ac-743d-4b11-b4dc-6900c2376106, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc13a2ac-743d-4b11-b4dc-6900c2376106,segment=NetworkSegment(cddcfd50-cfce-4e15-90ef-768cea941dfc),segment_id=cddcfd50-cfce-4e15-90ef-768cea941dfc)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:25:09.713504 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:09.743851 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d694ad2-d547-468b-82b9-06f28ccda7ce x-openstack-request-id: req-3d694ad2-d547-468b-82b9-06f28ccda7ce {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:25:09.744152 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d956e5d-cedc-46eb-8b90-808c64583c7a", "name": "network-vif-plugged", "status": "completed", "tag": "bc13a2ac-743d-4b11-b4dc-6900c2376106", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:25:09.744415 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d694ad2-d547-468b-82b9-06f28ccda7ce {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:25:09.744818 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc13a2ac-743d-4b11-b4dc-6900c2376106', 'code': 200} Nov 29 18:25:09.772527 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=bc13a2ac-743d-4b11-b4dc-6900c2376106,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:09.835032 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0879b-489b-4bcf-a778-052b873337fd req-d123a225-f724-4b52-9034-264b64665f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:09.836504 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-70d0879b-489b-4bcf-a778-052b873337fd req-d123a225-f724-4b52-9034-264b64665f60 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 1097 time: 0.0398452 Nov 29 18:25:09.887924 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-70d0879b-489b-4bcf-a778-052b873337fd req-734b8e17-e956-4d99-bb5d-fdab68219b9c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404470 Nov 29 18:25:09.952517 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98963baf-4cf2-4713-b7e9-579550e58b00 req-d88347ce-477b-477d-858d-52f85d409fa1 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:09.953971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-98963baf-4cf2-4713-b7e9-579550e58b00 req-d88347ce-477b-477d-858d-52f85d409fa1 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 946 time: 0.0515101 Nov 29 18:25:10.001986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-98963baf-4cf2-4713-b7e9-579550e58b00 req-8532826f-d8bd-4e57-83e1-dbc307b318a6 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422206 Nov 29 18:25:11.132158 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd6790-7074-48a3-b820-3f80b03efb3d req-34fa30f3-3cfd-4629-ac86-e557869f640b tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:11.133952 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3fd6790-7074-48a3-b820-3f80b03efb3d req-34fa30f3-3cfd-4629-ac86-e557869f640b tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 946 time: 0.0530407 Nov 29 18:25:11.187232 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3fd6790-7074-48a3-b820-3f80b03efb3d req-d0f77bff-d0c3-427a-b224-f755e91f777e tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450439 Nov 29 18:25:12.308996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e111335-c8e1-406c-86e4-ba7cc6aa623f req-be5a4120-b25b-4386-a2f5-bda17c7fa9ba tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:12.310491 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e111335-c8e1-406c-86e4-ba7cc6aa623f req-be5a4120-b25b-4386-a2f5-bda17c7fa9ba tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 946 time: 0.0520957 Nov 29 18:25:12.361632 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e111335-c8e1-406c-86e4-ba7cc6aa623f req-3ae9c725-7c5e-4206-b4df-095f84d43183 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450590 Nov 29 18:25:12.480350 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a4cfa-b9f5-4d27-b381-eee92d96ccd9 req-8bdd86e0-af1f-4f00-b533-71796473acbf tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:12.481873 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb0a4cfa-b9f5-4d27-b381-eee92d96ccd9 req-8bdd86e0-af1f-4f00-b533-71796473acbf tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 946 time: 0.0495167 Nov 29 18:25:12.530845 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb0a4cfa-b9f5-4d27-b381-eee92d96ccd9 req-da2d1277-3958-4e68-9e0b-8a3b712beabd tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426219 Nov 29 18:25:12.551920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55612) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:12.685289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60389c5-664b-4199-8cb2-53680ecfe556 tempest-TestVolumeBackupRestore-1133301887 tempest-TestVolumeBackupRestore-1133301887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:12.686805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b60389c5-664b-4199-8cb2-53680ecfe556 tempest-TestVolumeBackupRestore-1133301887 tempest-TestVolumeBackupRestore-1133301887-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 1092 time: 0.1339753 Nov 29 18:25:12.689726 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55616) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:12.693906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': 'bc13a2ac-743d-4b11-b4dc-6900c2376106', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:25:12.717719 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:12.815969 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:12.922080 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Allocated IP 172.25.3.81 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/d1cbb898-bc8b-4ca7-ade0-ec27869bc047) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:25:13.021250 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:13.055084 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:13.094199 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:25:13.096979 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:25:13.099467 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:25:13.133602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Pushing event updated for resources: {'Port': ['ID=d1cbb898-bc8b-4ca7-ade0-ec27869bc047,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:13.745171 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:13.812625 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:13.958920 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:13.963264 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:14.029486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Pushing event updated for resources: {'Port': ['ID=d1cbb898-bc8b-4ca7-ade0-ec27869bc047,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:14.039132 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:14.137034 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Floating IP 4d658f77-10f5-4993-afc9-3a599bbeddd7 associated. External IP: 172.25.3.81, port: bc13a2ac-743d-4b11-b4dc-6900c2376106. Nov 29 18:25:14.344455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Router 3ad2198f-da62-4b73-a0b0-82d176d60acc has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:25:14.450620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:25:14.461026 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e852c0-9acb-4b58-9d92-54cfab4d6772 None None] Sync routers for ids ['3ad2198f-da62-4b73-a0b0-82d176d60acc'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:25:14.469798 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:14.472426 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e852c0-9acb-4b58-9d92-54cfab4d6772 None None] Routers {'3ad2198f-da62-4b73-a0b0-82d176d60acc'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:25:14.473145 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c6e852c0-9acb-4b58-9d92-54cfab4d6772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:24:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['3ad2198f-da62-4b73-a0b0-82d176d60acc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:25:14.496670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9991f767-f0e4-42a9-ad29-033963dda8f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8059132 Nov 29 18:25:14.497266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'tag': 'bc13a2ac-743d-4b11-b4dc-6900c2376106'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:25:14.499343 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55628) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:14.499846 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0edfc2-fa43-4662-98ef-a7cb47ab8eba" -d '{"events": [{"name": "network-changed", "server_uuid": "6d956e5d-cedc-46eb-8b90-808c64583c7a", "tag": "bc13a2ac-743d-4b11-b4dc-6900c2376106"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:25:14.539720 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978885d1-5d82-4904-a795-e1a2c6c4e0f4 x-openstack-request-id: req-978885d1-5d82-4904-a795-e1a2c6c4e0f4 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:25:14.540038 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d956e5d-cedc-46eb-8b90-808c64583c7a", "tag": "bc13a2ac-743d-4b11-b4dc-6900c2376106", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:25:14.540301 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-978885d1-5d82-4904-a795-e1a2c6c4e0f4 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:25:14.541406 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'tag': 'bc13a2ac-743d-4b11-b4dc-6900c2376106', 'status': 'completed', 'code': 200} Nov 29 18:25:14.556927 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe762e9-b6e8-488c-ad43-d47a2e6a19d9 tempest-TestVolumeBackupRestore-1133301887 tempest-TestVolumeBackupRestore-1133301887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:14.561069 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2fe762e9-b6e8-488c-ad43-d47a2e6a19d9 tempest-TestVolumeBackupRestore-1133301887 tempest-TestVolumeBackupRestore-1133301887-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 1092 time: 0.0579526 Nov 29 18:25:14.561575 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55634) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:14.566018 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d195b342-1096-4f57-b8b6-b9cbdf8963f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Request body: {'floatingip': {'port_id': 'bc13a2ac-743d-4b11-b4dc-6900c2376106'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:25:14.583959 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c6e852c0-9acb-4b58-9d92-54cfab4d6772 None None] Set router 3ad2198f-da62-4b73-a0b0-82d176d60acc gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:25:14.653334 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d195b342-1096-4f57-b8b6-b9cbdf8963f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for floatingip, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:14.658020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0edfc2-fa43-4662-98ef-a7cb47ab8eba req-fdcd73a3-4625-4b17-84a6-46fbb1f625b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:14.659516 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9e0edfc2-fa43-4662-98ef-a7cb47ab8eba req-fdcd73a3-4625-4b17-84a6-46fbb1f625b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afd1c8a192af4cdea880653347474ddd&device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 1097 time: 0.0905943 Nov 29 18:25:14.807510 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c6e852c0-9acb-4b58-9d92-54cfab4d6772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port': {'id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:32Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '4d658f77-10f5-4993-afc9-3a599bbeddd7', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'port_id': 'bc13a2ac-743d-4b11-b4dc-6900c2376106', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'mac_address': 'fa:16:3e:58:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:25:13Z', 'updated_at': '2021-11-29T18:25:13Z', 'revision_number': 0, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20dd416-d73a-4c58-b938-028f098eb118', 'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'mac_address': 'fa:16:3e:e4:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:34Z', 'updated_at': '2021-11-29T18:22:39Z', 'revision_number': 5, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'subnets': [{'id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:25:14.834379 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e852c0-9acb-4b58-9d92-54cfab4d6772 None None] Checking router: 3ad2198f-da62-4b73-a0b0-82d176d60acc for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:25:14.842524 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e852c0-9acb-4b58-9d92-54cfab4d6772 None None] Routers {'3ad2198f-da62-4b73-a0b0-82d176d60acc'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:25:14.843158 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c6e852c0-9acb-4b58-9d92-54cfab4d6772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:24:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['3ad2198f-da62-4b73-a0b0-82d176d60acc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:25:14.843417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0edfc2-fa43-4662-98ef-a7cb47ab8eba req-735259e0-6e5c-4cce-abe7-559f9db8407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:14.844887 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9e0edfc2-fa43-4662-98ef-a7cb47ab8eba req-735259e0-6e5c-4cce-abe7-559f9db8407a service neutron] 10.222.0.20 "GET /v2.0/networks?id=17740a96-67d7-464f-9844-3e5026fd8af9 HTTP/1.1" status: 200 len: 915 time: 0.1565132 Nov 29 18:25:14.947679 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c6e852c0-9acb-4b58-9d92-54cfab4d6772 None None] Set router 3ad2198f-da62-4b73-a0b0-82d176d60acc gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:25:14.985807 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9e0edfc2-fa43-4662-98ef-a7cb47ab8eba req-08ecf97d-21e7-4a5e-ac7c-7ee541b6f097 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc13a2ac-743d-4b11-b4dc-6900c2376106 HTTP/1.1" status: 200 len: 999 time: 0.1298628 Nov 29 18:25:15.127130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0edfc2-fa43-4662-98ef-a7cb47ab8eba req-76088e0c-eb36-4e13-85ba-5ad845730b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:15.128602 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9e0edfc2-fa43-4662-98ef-a7cb47ab8eba req-76088e0c-eb36-4e13-85ba-5ad845730b3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8fce5b1-3801-484e-9527-47dc068351fb HTTP/1.1" status: 200 len: 853 time: 0.1326015 Nov 29 18:25:15.173280 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c6e852c0-9acb-4b58-9d92-54cfab4d6772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port': {'id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:32Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '4d658f77-10f5-4993-afc9-3a599bbeddd7', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'port_id': 'bc13a2ac-743d-4b11-b4dc-6900c2376106', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'mac_address': 'fa:16:3e:58:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:25:13Z', 'updated_at': '2021-11-29T18:25:13Z', 'revision_number': 0, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20dd416-d73a-4c58-b938-028f098eb118', 'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'mac_address': 'fa:16:3e:e4:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:34Z', 'updated_at': '2021-11-29T18:22:39Z', 'revision_number': 5, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'subnets': [{'id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:25:15.199737 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e852c0-9acb-4b58-9d92-54cfab4d6772 None None] The sync data for ids ['3ad2198f-da62-4b73-a0b0-82d176d60acc'] in n-d-819494-5 is: [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port': {'id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:32Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '4d658f77-10f5-4993-afc9-3a599bbeddd7', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'port_id': 'bc13a2ac-743d-4b11-b4dc-6900c2376106', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'mac_address': 'fa:16:3e:58:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:25:13Z', 'updated_at': '2021-11-29T18:25:13Z', 'revision_number': 0, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20dd416-d73a-4c58-b938-028f098eb118', 'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'mac_address': 'fa:16:3e:e4:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:34Z', 'updated_at': '2021-11-29T18:22:39Z', 'revision_number': 5, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'subnets': [{'id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:25:15.218321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0edfc2-fa43-4662-98ef-a7cb47ab8eba req-64760109-30eb-4fa7-a128-3392befbc612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:15.219837 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9e0edfc2-fa43-4662-98ef-a7cb47ab8eba req-64760109-30eb-4fa7-a128-3392befbc612 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17740a96-67d7-464f-9844-3e5026fd8af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829847 Nov 29 18:25:15.398746 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3949f4e6-40f9-4141-8ab5-e111ce9fb60b None None] New status for floating IP 4d658f77-10f5-4993-afc9-3a599bbeddd7: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:25:15.602166 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.db.resource_extend [None req-d195b342-1096-4f57-b8b6-b9cbdf8963f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 18:25:15.670258 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d195b342-1096-4f57-b8b6-b9cbdf8963f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:15.676692 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-3949f4e6-40f9-4141-8ab5-e111ce9fb60b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:25:15.677512 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-3949f4e6-40f9-4141-8ab5-e111ce9fb60b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:25:15.679213 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d195b342-1096-4f57-b8b6-b9cbdf8963f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:15.714389 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9e0edfc2-fa43-4662-98ef-a7cb47ab8eba req-ead8d447-20d8-489f-afd2-bc6b59656d3b service neutron] 10.222.0.20 "GET /v2.0/networks/17740a96-67d7-464f-9844-3e5026fd8af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860361 Nov 29 18:25:15.860844 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9e0edfc2-fa43-4662-98ef-a7cb47ab8eba req-aaaef11e-6d16-4b74-a2eb-d8e16c6df7de service neutron] 10.222.0.20 "GET /v2.0/networks/17740a96-67d7-464f-9844-3e5026fd8af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372402 Nov 29 18:25:15.963055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d195b342-1096-4f57-b8b6-b9cbdf8963f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Router 3ad2198f-da62-4b73-a0b0-82d176d60acc has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:25:16.071549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d195b342-1096-4f57-b8b6-b9cbdf8963f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:25:16.077023 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d195b342-1096-4f57-b8b6-b9cbdf8963f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:16.104284 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'tag': 'bc13a2ac-743d-4b11-b4dc-6900c2376106'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:25:16.106650 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0846fbf0-95fc-4365-a63c-768634937767" -d '{"events": [{"name": "network-changed", "server_uuid": "6d956e5d-cedc-46eb-8b90-808c64583c7a", "tag": "bc13a2ac-743d-4b11-b4dc-6900c2376106"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:25:16.134378 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d195b342-1096-4f57-b8b6-b9cbdf8963f8 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "PUT /v2.0/floatingips/4d658f77-10f5-4993-afc9-3a599bbeddd7 HTTP/1.1" status: 200 len: 991 time: 1.5717540 Nov 29 18:25:16.145465 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006d2cf6-b833-48b8-919f-838057c96432 x-openstack-request-id: req-006d2cf6-b833-48b8-919f-838057c96432 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:25:16.145768 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d956e5d-cedc-46eb-8b90-808c64583c7a", "tag": "bc13a2ac-743d-4b11-b4dc-6900c2376106", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:25:16.146054 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-006d2cf6-b833-48b8-919f-838057c96432 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:25:16.146460 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'tag': 'bc13a2ac-743d-4b11-b4dc-6900c2376106', 'status': 'completed', 'code': 200} Nov 29 18:25:16.179064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3949f4e6-40f9-4141-8ab5-e111ce9fb60b None None] New status for floating IP 4d658f77-10f5-4993-afc9-3a599bbeddd7: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:25:16.213475 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846fbf0-95fc-4365-a63c-768634937767 req-fe3a30ce-4980-4257-a8ea-9e21b4f11309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:16.215100 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0846fbf0-95fc-4365-a63c-768634937767 req-fe3a30ce-4980-4257-a8ea-9e21b4f11309 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afd1c8a192af4cdea880653347474ddd&device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 1097 time: 0.0445852 Nov 29 18:25:16.308614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846fbf0-95fc-4365-a63c-768634937767 req-150ffb17-0584-4d50-b4ef-b5833f07c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:16.310641 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0846fbf0-95fc-4365-a63c-768634937767 req-150ffb17-0584-4d50-b4ef-b5833f07c7f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17740a96-67d7-464f-9844-3e5026fd8af9 HTTP/1.1" status: 200 len: 915 time: 0.0862212 Nov 29 18:25:16.385445 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0846fbf0-95fc-4365-a63c-768634937767 req-8d3cca54-0805-4e9d-b4f1-c9afc406b9bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc13a2ac-743d-4b11-b4dc-6900c2376106 HTTP/1.1" status: 200 len: 999 time: 0.0665274 Nov 29 18:25:16.404340 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100038d-9d07-4a9f-a34a-9bbcb0dc5d7c None None] Sync routers for ids ['3ad2198f-da62-4b73-a0b0-82d176d60acc'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:25:16.415082 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6100038d-9d07-4a9f-a34a-9bbcb0dc5d7c None None] Routers {'3ad2198f-da62-4b73-a0b0-82d176d60acc'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:25:16.415768 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6100038d-9d07-4a9f-a34a-9bbcb0dc5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:24:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['3ad2198f-da62-4b73-a0b0-82d176d60acc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:25:16.436933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846fbf0-95fc-4365-a63c-768634937767 req-34e198bd-5d50-409d-84e4-1d95015b2e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:16.438506 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0846fbf0-95fc-4365-a63c-768634937767 req-34e198bd-5d50-409d-84e4-1d95015b2e79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8fce5b1-3801-484e-9527-47dc068351fb HTTP/1.1" status: 200 len: 853 time: 0.0456233 Nov 29 18:25:16.487401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846fbf0-95fc-4365-a63c-768634937767 req-8e06c7c5-54cf-4c46-882f-aab37b5090de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:16.488920 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0846fbf0-95fc-4365-a63c-768634937767 req-8e06c7c5-54cf-4c46-882f-aab37b5090de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17740a96-67d7-464f-9844-3e5026fd8af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419962 Nov 29 18:25:16.522128 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6100038d-9d07-4a9f-a34a-9bbcb0dc5d7c None None] Set router 3ad2198f-da62-4b73-a0b0-82d176d60acc gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:25:16.587629 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0846fbf0-95fc-4365-a63c-768634937767 req-9b1524ee-579a-4e93-a151-4262fe03da0a service neutron] 10.222.0.20 "GET /v2.0/networks/17740a96-67d7-464f-9844-3e5026fd8af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894096 Nov 29 18:25:16.683754 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0846fbf0-95fc-4365-a63c-768634937767 req-dcc5c76e-1b7d-4072-b820-3f468e04088c service neutron] 10.222.0.20 "GET /v2.0/networks/17740a96-67d7-464f-9844-3e5026fd8af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880272 Nov 29 18:25:16.836099 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6100038d-9d07-4a9f-a34a-9bbcb0dc5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port': {'id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:32Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '4d658f77-10f5-4993-afc9-3a599bbeddd7', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'port_id': 'bc13a2ac-743d-4b11-b4dc-6900c2376106', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'mac_address': 'fa:16:3e:58:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:25:13Z', 'updated_at': '2021-11-29T18:25:16Z', 'revision_number': 2, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20dd416-d73a-4c58-b938-028f098eb118', 'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'mac_address': 'fa:16:3e:e4:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:34Z', 'updated_at': '2021-11-29T18:22:39Z', 'revision_number': 5, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'subnets': [{'id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:25:16.864735 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100038d-9d07-4a9f-a34a-9bbcb0dc5d7c None None] Checking router: 3ad2198f-da62-4b73-a0b0-82d176d60acc for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:25:16.873267 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6100038d-9d07-4a9f-a34a-9bbcb0dc5d7c None None] Routers {'3ad2198f-da62-4b73-a0b0-82d176d60acc'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:25:16.873857 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6100038d-9d07-4a9f-a34a-9bbcb0dc5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:24:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['3ad2198f-da62-4b73-a0b0-82d176d60acc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:25:16.973992 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6100038d-9d07-4a9f-a34a-9bbcb0dc5d7c None None] Set router 3ad2198f-da62-4b73-a0b0-82d176d60acc gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:25:17.189099 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6100038d-9d07-4a9f-a34a-9bbcb0dc5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port': {'id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:32Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '4d658f77-10f5-4993-afc9-3a599bbeddd7', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'port_id': 'bc13a2ac-743d-4b11-b4dc-6900c2376106', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'mac_address': 'fa:16:3e:58:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:25:13Z', 'updated_at': '2021-11-29T18:25:16Z', 'revision_number': 2, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20dd416-d73a-4c58-b938-028f098eb118', 'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'mac_address': 'fa:16:3e:e4:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:34Z', 'updated_at': '2021-11-29T18:22:39Z', 'revision_number': 5, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'subnets': [{'id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:25:17.218091 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100038d-9d07-4a9f-a34a-9bbcb0dc5d7c None None] The sync data for ids ['3ad2198f-da62-4b73-a0b0-82d176d60acc'] in n-d-819494-5 is: [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port': {'id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:32Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '4d658f77-10f5-4993-afc9-3a599bbeddd7', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'port_id': 'bc13a2ac-743d-4b11-b4dc-6900c2376106', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'mac_address': 'fa:16:3e:58:6a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:25:13Z', 'updated_at': '2021-11-29T18:25:16Z', 'revision_number': 2, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20dd416-d73a-4c58-b938-028f098eb118', 'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'mac_address': 'fa:16:3e:e4:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:34Z', 'updated_at': '2021-11-29T18:22:39Z', 'revision_number': 5, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'subnets': [{'id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:25:18.147946 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'tag': 'bc13a2ac-743d-4b11-b4dc-6900c2376106'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:25:18.150323 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2525a5c6-465b-4565-9888-acca084b49a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6d956e5d-cedc-46eb-8b90-808c64583c7a", "tag": "bc13a2ac-743d-4b11-b4dc-6900c2376106"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:25:18.188543 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a998233c-084b-4d0d-95d1-8b600ba5c08c x-openstack-request-id: req-a998233c-084b-4d0d-95d1-8b600ba5c08c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:25:18.188850 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d956e5d-cedc-46eb-8b90-808c64583c7a", "tag": "bc13a2ac-743d-4b11-b4dc-6900c2376106", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:25:18.189112 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a998233c-084b-4d0d-95d1-8b600ba5c08c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:25:18.189521 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'tag': 'bc13a2ac-743d-4b11-b4dc-6900c2376106', 'status': 'completed', 'code': 200} Nov 29 18:25:18.255076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525a5c6-465b-4565-9888-acca084b49a5 req-7fd4b59a-ab95-4755-b070-c5e095e0689f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:18.256567 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2525a5c6-465b-4565-9888-acca084b49a5 req-7fd4b59a-ab95-4755-b070-c5e095e0689f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afd1c8a192af4cdea880653347474ddd&device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 1097 time: 0.0420797 Nov 29 18:25:18.349220 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525a5c6-465b-4565-9888-acca084b49a5 req-2a5bfe3d-d748-4143-874a-8fd1f715f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:18.350617 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2525a5c6-465b-4565-9888-acca084b49a5 req-2a5bfe3d-d748-4143-874a-8fd1f715f71f service neutron] 10.222.0.20 "GET /v2.0/networks?id=17740a96-67d7-464f-9844-3e5026fd8af9 HTTP/1.1" status: 200 len: 915 time: 0.0869684 Nov 29 18:25:18.416595 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2525a5c6-465b-4565-9888-acca084b49a5 req-55adbb03-6d5c-4727-ac40-5ccb69b3c28d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc13a2ac-743d-4b11-b4dc-6900c2376106 HTTP/1.1" status: 200 len: 1001 time: 0.0582705 Nov 29 18:25:18.477445 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525a5c6-465b-4565-9888-acca084b49a5 req-43d49a9a-9775-4884-a257-13891429a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:18.478976 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2525a5c6-465b-4565-9888-acca084b49a5 req-43d49a9a-9775-4884-a257-13891429a59b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8fce5b1-3801-484e-9527-47dc068351fb HTTP/1.1" status: 200 len: 853 time: 0.0546505 Nov 29 18:25:18.524838 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525a5c6-465b-4565-9888-acca084b49a5 req-1d768a17-d89d-4024-83fe-13bfc2ecb7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:18.526363 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2525a5c6-465b-4565-9888-acca084b49a5 req-1d768a17-d89d-4024-83fe-13bfc2ecb7e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17740a96-67d7-464f-9844-3e5026fd8af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390570 Nov 29 18:25:18.618556 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2525a5c6-465b-4565-9888-acca084b49a5 req-6b77a071-1b48-403c-8fd1-98c64e7cd5d9 service neutron] 10.222.0.20 "GET /v2.0/networks/17740a96-67d7-464f-9844-3e5026fd8af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833158 Nov 29 18:25:18.713015 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2525a5c6-465b-4565-9888-acca084b49a5 req-29e2a4ae-4989-4bfa-bf68-aa433089bb3b service neutron] 10.222.0.20 "GET /v2.0/networks/17740a96-67d7-464f-9844-3e5026fd8af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868170 Nov 29 18:25:23.964910 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-794137eb-d557-4663-a068-862570819c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:26.414350 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dade872e-8719-4526-8285-dcf97fa3eec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:27.232588 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:27.590949 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:29.111658 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:29.739440 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:29.972105 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:36.460221 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:25:46.052597 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55770) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:46.124859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1e9e86-8785-45bd-bb57-21d82a5db21b tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:46.125336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1e9e86-8785-45bd-bb57-21d82a5db21b tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:46.125801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1e9e86-8785-45bd-bb57-21d82a5db21b tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:46.127496 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4b1e9e86-8785-45bd-bb57-21d82a5db21b tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=6110296adf0d4d689aa792da1b94c3f7&network_id=aea6b71d-6b9c-4ef4-8483-78351c32ceb5 HTTP/1.1" status: 200 len: 2970 time: 0.0738549 Nov 29 18:25:49.082422 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55794) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:49.138492 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891f2e24-a775-4b92-840a-aedd25be73cd tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:49.140028 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-891f2e24-a775-4b92-840a-aedd25be73cd tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c HTTP/1.1" status: 200 len: 814 time: 0.0565507 Nov 29 18:25:50.177228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55804) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:50.182272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'network': {'name': 'tempest-network-smoke--181809586', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'port_security_enabled': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:25:50.203717 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Made reservation on behalf of 6110296adf0d4d689aa792da1b94c3f7 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:25:50.207068 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:50.229335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:25:50.238705 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:50.239078 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Added segment c2f475b6-217f-4504-a964-34bd6f8acf33 of type vlan for network 3ebd8314-d920-48b1-9f38-2f93c9a09295 Nov 29 18:25:50.276477 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:50.303787 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:50.310016 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:50.310658 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:50.375714 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1973803 Nov 29 18:25:50.378940 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55806) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:50.429405 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Network': ['ID=3ebd8314-d920-48b1-9f38-2f93c9a09295,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:50.448024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:50.448379 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:50.448727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:50.449075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:50.449420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:50.449761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:50.450098 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:50.450431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:50.450770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:50.451122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:50.451453 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:50.451782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc398faa-537f-4571-b3dc-29b90e3189de tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:50.465315 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 3ebd8314-d920-48b1-9f38-2f93c9a09295 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:25:50.472765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77752c68-349d-4c75-8980-04c021f4d20f tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:50.474422 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-77752c68-349d-4c75-8980-04c021f4d20f tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6110296adf0d4d689aa792da1b94c3f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0942023 Nov 29 18:25:50.477231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55808) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:50.574204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdd2aac-25b9-43ca-a8a8-317358c9e272 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:50.575774 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0cdd2aac-25b9-43ca-a8a8-317358c9e272 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975990 Nov 29 18:25:50.579207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55810) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:50.607001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d0a0a64c-d4dd-4f17-a004-c30518e6eee0 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267105 Nov 29 18:25:50.610331 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55812) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:50.636777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4c540a94-6c84-48f4-a709-40f56f01d2c5 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6110296adf0d4d689aa792da1b94c3f7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0253696 Nov 29 18:25:50.639119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55814) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:50.731714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a15489f-4d14-4575-8cb5-a3d5b6f2e8a8 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:50.733221 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3a15489f-4d14-4575-8cb5-a3d5b6f2e8a8 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927374 Nov 29 18:25:50.736344 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55818) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:50.764143 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5f23cb2c-ede1-44c5-975b-31f06b5ef87d tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267758 Nov 29 18:25:50.767594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55820) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:50.772455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9d4f2b6c-a541-42c3-a054-44d0b98c2cd4 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1751513586', 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:25:50.865596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4f2b6c-a541-42c3-a054-44d0b98c2cd4 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Made reservation on behalf of 6110296adf0d4d689aa792da1b94c3f7 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:25:50.870460 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d4f2b6c-a541-42c3-a054-44d0b98c2cd4 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.051739 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d4f2b6c-a541-42c3-a054-44d0b98c2cd4 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.114332 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f2b6c-a541-42c3-a054-44d0b98c2cd4 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Subnet': ['ID=a4271dc2-bc70-442c-8d8d-ccdf3c3aee4c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:51.124905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4f2b6c-a541-42c3-a054-44d0b98c2cd4 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Checking segment: {'id': 'c2f475b6-217f-4504-a964-34bd6f8acf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:25:51.125269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4f2b6c-a541-42c3-a054-44d0b98c2cd4 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network hostable DHCP agents. Network: 3ebd8314-d920-48b1-9f38-2f93c9a09295, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:25:51.142164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4f2b6c-a541-42c3-a054-44d0b98c2cd4 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network 3ebd8314-d920-48b1-9f38-2f93c9a09295 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:25:51.150866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-9d4f2b6c-a541-42c3-a054-44d0b98c2cd4 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 3ebd8314-d920-48b1-9f38-2f93c9a09295) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:25:51.155392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4f2b6c-a541-42c3-a054-44d0b98c2cd4 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:51.156024 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d4f2b6c-a541-42c3-a054-44d0b98c2cd4 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.160767 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e48604b-93b1-4690-8951-92266d60d489 None None] Network 3ebd8314-d920-48b1-9f38-2f93c9a09295 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:25:51.171380 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55826) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:51.172344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9d4f2b6c-a541-42c3-a054-44d0b98c2cd4 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4036036 Nov 29 18:25:51.348243 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Deleting port d1cbb898-bc8b-4ca7-ade0-ec27869bc047 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:25:51.348591 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.433252 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.433485 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.448377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Calling delete_port for d1cbb898-bc8b-4ca7-ade0-ec27869bc047 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:25:51.473738 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-3ebd8314-d920-48b1-9f38-2f93c9a09295', 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'fixed_ips': [{'subnet_id': 'a4271dc2-bc70-442c-8d8d-ccdf3c3aee4c'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:25:51.475277 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.561530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55830) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:51.566324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ffa3f2c4-0913-4181-b71c-b58777adda14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1142704443', 'description': 'tempest-secgroup-smoke-1142704443 description', 'project_id': '6110296adf0d4d689aa792da1b94c3f7'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:25:51.590954 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f2c4-0913-4181-b71c-b58777adda14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.621839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Allocated IP 172.20.0.18 (3ebd8314-d920-48b1-9f38-2f93c9a09295/a4271dc2-bc70-442c-8d8d-ccdf3c3aee4c/de52593c-73b8-4fca-9992-86326b480a68) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:25:51.648212 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.680259 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Pushing event deleted for resources: {'Port': ['ID=d1cbb898-bc8b-4ca7-ade0-ec27869bc047,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:51.703719 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f2c4-0913-4181-b71c-b58777adda14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.705437 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.705819 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.706195 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.706539 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.706935 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.707292 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.707675 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.707965 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.708317 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.708551 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f2c4-0913-4181-b71c-b58777adda14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.708669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.708994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.709341 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.755112 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.755579 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Floating IP 4d658f77-10f5-4993-afc9-3a599bbeddd7 disassociated (deleted). External IP: 172.25.3.81, port: bc13a2ac-743d-4b11-b4dc-6900c2376106. Nov 29 18:25:51.771716 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ffa3f2c4-0913-4181-b71c-b58777adda14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.773305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ffa3f2c4-0913-4181-b71c-b58777adda14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2104623 Nov 29 18:25:51.776003 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3f2c4-0913-4181-b71c-b58777adda14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a45f681-e38d-4a9a-a89e-4b157aa7781f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:51.780076 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55834) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:51.784749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-dc4d0bc0-8383-4b9c-ba53-83a23ce6bc21 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '0a45f681-e38d-4a9a-a89e-4b157aa7781f', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:25:51.790074 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.797796 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.832017 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc4d0bc0-8383-4b9c-ba53-83a23ce6bc21 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.849318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Network 3ebd8314-d920-48b1-9f38-2f93c9a09295 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:25:51.852562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:25:51.856482 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:25:51.864692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Pushing event updated for resources: {'Port': ['ID=de52593c-73b8-4fca-9992-86326b480a68,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:51.909899 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.910470 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.911062 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.911678 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.912032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.912375 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.912712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.913522 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.913868 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.914207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.914727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.915094 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:25:51.922607 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc4d0bc0-8383-4b9c-ba53-83a23ce6bc21 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.928609 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc4d0bc0-8383-4b9c-ba53-83a23ce6bc21 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.960716 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d0bc0-8383-4b9c-ba53-83a23ce6bc21 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f226fee2-8f81-4f87-a6cb-7ca77e073d82,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:51.968215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Attempting to bind port de52593c-73b8-4fca-9992-86326b480a68 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:25:51.968606 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Attempting to bind port de52593c-73b8-4fca-9992-86326b480a68 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'c2f475b6-217f-4504-a964-34bd6f8acf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:25:51.968980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Attempting to bind port de52593c-73b8-4fca-9992-86326b480a68 on network 3ebd8314-d920-48b1-9f38-2f93c9a09295 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:25:51.971825 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc4d0bc0-8383-4b9c-ba53-83a23ce6bc21 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.974939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:25:51.975505 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-dc4d0bc0-8383-4b9c-ba53-83a23ce6bc21 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1939809 Nov 29 18:25:51.975667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Checking segment: {'id': 'c2f475b6-217f-4504-a964-34bd6f8acf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:25:51.976166 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.976482 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55838) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:51.976625 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Bound using segment: {'id': 'c2f475b6-217f-4504-a964-34bd6f8acf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:25:51.977275 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Bound port: de52593c-73b8-4fca-9992-86326b480a68, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f475b6-217f-4504-a964-34bd6f8acf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:25:51.977848 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:51.981336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-38624174-b26a-42bf-a2b5-370014d68cc3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '0a45f681-e38d-4a9a-a89e-4b157aa7781f', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:25:52.012875 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38624174-b26a-42bf-a2b5-370014d68cc3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.023954 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Router 3ad2198f-da62-4b73-a0b0-82d176d60acc has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:25:52.055113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] For port de52593c-73b8-4fca-9992-86326b480a68, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:25:52.060557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] For port de52593c-73b8-4fca-9992-86326b480a68, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=de52593c-73b8-4fca-9992-86326b480a68,segment=NetworkSegment(c2f475b6-217f-4504-a964-34bd6f8acf33),segment_id=c2f475b6-217f-4504-a964-34bd6f8acf33)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:25:52.067122 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.082096 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38624174-b26a-42bf-a2b5-370014d68cc3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.087289 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38624174-b26a-42bf-a2b5-370014d68cc3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.109523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38624174-b26a-42bf-a2b5-370014d68cc3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdfbf75-69f3-4284-ba3f-61a5ac0ae754,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:52.125907 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38624174-b26a-42bf-a2b5-370014d68cc3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.131480 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-38624174-b26a-42bf-a2b5-370014d68cc3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1536610 Nov 29 18:25:52.132653 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55840) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:52.142827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-aa94e21c-cc4d-4b69-9030-0551be90988d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '0a45f681-e38d-4a9a-a89e-4b157aa7781f', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:25:52.144601 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc216c08-2aa0-4127-8f1b-83d3659049fb None None] Pushing event updated for resources: {'Port': ['ID=de52593c-73b8-4fca-9992-86326b480a68,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:52.172111 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa94e21c-cc4d-4b69-9030-0551be90988d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.191571 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:25:52.196962 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.203740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bbb739-5fc0-4352-b483-b8063392ba22 None None] Sync routers for ids ['3ad2198f-da62-4b73-a0b0-82d176d60acc'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:25:52.214986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bbb739-5fc0-4352-b483-b8063392ba22 None None] Routers {'3ad2198f-da62-4b73-a0b0-82d176d60acc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:25:52.215768 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c4bbb739-5fc0-4352-b483-b8063392ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:25:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['3ad2198f-da62-4b73-a0b0-82d176d60acc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:25:52.241875 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cd69eddd-ee32-4bb5-8532-1ccb59136b36 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "DELETE /v2.0/floatingips/4d658f77-10f5-4993-afc9-3a599bbeddd7 HTTP/1.1" status: 204 len: 168 time: 1.0663524 Nov 29 18:25:52.241875 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'tag': 'bc13a2ac-743d-4b11-b4dc-6900c2376106'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:25:52.243043 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fae8439-e30a-4342-af98-78da74967da3" -d '{"events": [{"name": "network-changed", "server_uuid": "6d956e5d-cedc-46eb-8b90-808c64583c7a", "tag": "bc13a2ac-743d-4b11-b4dc-6900c2376106"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:25:52.247054 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa94e21c-cc4d-4b69-9030-0551be90988d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.253054 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa94e21c-cc4d-4b69-9030-0551be90988d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.284070 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94e21c-cc4d-4b69-9030-0551be90988d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af409195-141e-4e44-b9a3-4f9cd64822d7,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:52.299308 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2306d8cb-b6ea-4405-8937-25141580cfd7 x-openstack-request-id: req-2306d8cb-b6ea-4405-8937-25141580cfd7 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:25:52.299607 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d956e5d-cedc-46eb-8b90-808c64583c7a", "tag": "bc13a2ac-743d-4b11-b4dc-6900c2376106", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:25:52.299870 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2306d8cb-b6ea-4405-8937-25141580cfd7 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:25:52.300050 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa94e21c-cc4d-4b69-9030-0551be90988d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.300281 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'tag': 'bc13a2ac-743d-4b11-b4dc-6900c2376106', 'status': 'completed', 'code': 200} Nov 29 18:25:52.301539 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-aa94e21c-cc4d-4b69-9030-0551be90988d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1677315 Nov 29 18:25:52.305340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55846) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:52.311020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-eda34133-6f53-4992-96dc-f47f3e66a6d2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '0a45f681-e38d-4a9a-a89e-4b157aa7781f', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:25:52.354146 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eda34133-6f53-4992-96dc-f47f3e66a6d2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.355045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-c4bbb739-5fc0-4352-b483-b8063392ba22 None None] Set router 3ad2198f-da62-4b73-a0b0-82d176d60acc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:25:52.389563 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8439-e30a-4342-af98-78da74967da3 req-add3535d-a6e5-43d7-b08f-3ec14bea5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:52.398329 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9fae8439-e30a-4342-af98-78da74967da3 req-add3535d-a6e5-43d7-b08f-3ec14bea5010 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=afd1c8a192af4cdea880653347474ddd&device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 1097 time: 0.0736296 Nov 29 18:25:52.490542 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eda34133-6f53-4992-96dc-f47f3e66a6d2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.495934 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eda34133-6f53-4992-96dc-f47f3e66a6d2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.525788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda34133-6f53-4992-96dc-f47f3e66a6d2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc68f35-7867-4c94-8925-67f23810c199,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:52.537964 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eda34133-6f53-4992-96dc-f47f3e66a6d2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.539414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-eda34133-6f53-4992-96dc-f47f3e66a6d2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2325554 Nov 29 18:25:52.542401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55850) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:52.553276 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b50b652f-3dd2-4697-bedc-6161497f8d1d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '0a45f681-e38d-4a9a-a89e-4b157aa7781f', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:25:52.620327 n-d-819494-5 neutron-server[110004]: INFO neutron.db.securitygroups_db [None req-b50b652f-3dd2-4697-bedc-6161497f8d1d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Project 6110296adf0d4d689aa792da1b94c3f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:25:52.631542 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b50b652f-3dd2-4697-bedc-6161497f8d1d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.658112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd104829-19ad-4035-9da7-c40ee65ce674 req-cc59bdef-8fef-4db1-92d2-d4cbe56cc3ca tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:52.659262 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd104829-19ad-4035-9da7-c40ee65ce674 req-cc59bdef-8fef-4db1-92d2-d4cbe56cc3ca tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 946 time: 0.0628026 Nov 29 18:25:52.664288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c4bbb739-5fc0-4352-b483-b8063392ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port': {'id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:32Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'd20dd416-d73a-4c58-b938-028f098eb118', 'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'mac_address': 'fa:16:3e:e4:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:34Z', 'updated_at': '2021-11-29T18:22:39Z', 'revision_number': 5, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'subnets': [{'id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:25:52.693854 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bbb739-5fc0-4352-b483-b8063392ba22 None None] Checking router: 3ad2198f-da62-4b73-a0b0-82d176d60acc for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:25:52.703445 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bbb739-5fc0-4352-b483-b8063392ba22 None None] Routers {'3ad2198f-da62-4b73-a0b0-82d176d60acc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:25:52.704154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c4bbb739-5fc0-4352-b483-b8063392ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:25:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['3ad2198f-da62-4b73-a0b0-82d176d60acc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:25:52.710944 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8439-e30a-4342-af98-78da74967da3 req-acf8e1ca-5224-4a0f-b826-4015ce3d5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:52.712400 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9fae8439-e30a-4342-af98-78da74967da3 req-acf8e1ca-5224-4a0f-b826-4015ce3d5cfc service neutron] 10.222.0.20 "GET /v2.0/networks?id=17740a96-67d7-464f-9844-3e5026fd8af9 HTTP/1.1" status: 200 len: 915 time: 0.2958095 Nov 29 18:25:52.728205 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd104829-19ad-4035-9da7-c40ee65ce674 req-9a6b1150-9154-43a7-b713-2b6bf3b1af7f tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615861 Nov 29 18:25:52.736846 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b50b652f-3dd2-4697-bedc-6161497f8d1d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.767308 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9fae8439-e30a-4342-af98-78da74967da3 req-1e79239f-249f-4777-8875-6d32c983937d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc13a2ac-743d-4b11-b4dc-6900c2376106 HTTP/1.1" status: 200 len: 217 time: 0.0440304 Nov 29 18:25:52.767959 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b50b652f-3dd2-4697-bedc-6161497f8d1d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.819711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b652f-3dd2-4697-bedc-6161497f8d1d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8ae4bb-4f61-4a8d-8bf1-3baa1f28105c,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:52.830549 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b50b652f-3dd2-4697-bedc-6161497f8d1d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.831788 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b50b652f-3dd2-4697-bedc-6161497f8d1d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2873135 Nov 29 18:25:52.835650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 55852) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:25:52.841374 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-30e7c473-9783-4299-ba95-decf27fa4eb9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '0a45f681-e38d-4a9a-a89e-4b157aa7781f', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:25:52.849782 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8439-e30a-4342-af98-78da74967da3 req-0add6480-6c62-41a8-b0a7-46765f1c9945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:52.851582 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9fae8439-e30a-4342-af98-78da74967da3 req-0add6480-6c62-41a8-b0a7-46765f1c9945 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a8fce5b1-3801-484e-9527-47dc068351fb HTTP/1.1" status: 200 len: 853 time: 0.0761728 Nov 29 18:25:52.874593 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-c4bbb739-5fc0-4352-b483-b8063392ba22 None None] Set router 3ad2198f-da62-4b73-a0b0-82d176d60acc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:25:52.902911 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-30e7c473-9783-4299-ba95-decf27fa4eb9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Project 6110296adf0d4d689aa792da1b94c3f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:25:52.911282 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30e7c473-9783-4299-ba95-decf27fa4eb9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:52.933890 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device de52593c-73b8-4fca-9992-86326b480a68 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:25:52.937830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8439-e30a-4342-af98-78da74967da3 req-f68dd4e3-cd75-4da2-862d-b503e14f13e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:52.939664 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9fae8439-e30a-4342-af98-78da74967da3 req-f68dd4e3-cd75-4da2-862d-b503e14f13e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17740a96-67d7-464f-9844-3e5026fd8af9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759745 Nov 29 18:25:53.001515 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30e7c473-9783-4299-ba95-decf27fa4eb9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:53.007982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30e7c473-9783-4299-ba95-decf27fa4eb9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:53.045321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7c473-9783-4299-ba95-decf27fa4eb9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a10232-ad68-49a4-99e5-ce54add2a9a4,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:53.065033 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30e7c473-9783-4299-ba95-decf27fa4eb9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:53.067105 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9fae8439-e30a-4342-af98-78da74967da3 req-2fa2a7cd-3bd7-4a20-88af-76aea8f096e8 service neutron] 10.222.0.20 "GET /v2.0/networks/17740a96-67d7-464f-9844-3e5026fd8af9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171842 Nov 29 18:25:53.068562 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-30e7c473-9783-4299-ba95-decf27fa4eb9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2316053 Nov 29 18:25:53.189150 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9fae8439-e30a-4342-af98-78da74967da3 req-d463bb20-4f6d-4401-9470-167342d4d6df service neutron] 10.222.0.20 "GET /v2.0/networks/17740a96-67d7-464f-9844-3e5026fd8af9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135209 Nov 29 18:25:53.203157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port de52593c-73b8-4fca-9992-86326b480a68 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:25:53.203720 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:53.270687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c4bbb739-5fc0-4352-b483-b8063392ba22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port': {'id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:32Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'd20dd416-d73a-4c58-b938-028f098eb118', 'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'mac_address': 'fa:16:3e:e4:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:34Z', 'updated_at': '2021-11-29T18:22:39Z', 'revision_number': 5, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'subnets': [{'id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:25:53.321445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-0896d9c6-688a-4414-86e9-2c0a6865335c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142704443&fields=id&tenant_id=6110296adf0d4d689aa792da1b94c3f7 HTTP/1.1" status: 200 len: 267 time: 0.0487251 Nov 29 18:25:53.326345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bbb739-5fc0-4352-b483-b8063392ba22 None None] The sync data for ids ['3ad2198f-da62-4b73-a0b0-82d176d60acc'] in n-d-819494-5 is: [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port': {'id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:32Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'd20dd416-d73a-4c58-b938-028f098eb118', 'name': '', 'network_id': '17740a96-67d7-464f-9844-3e5026fd8af9', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'mac_address': 'fa:16:3e:e4:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:34Z', 'updated_at': '2021-11-29T18:22:39Z', 'revision_number': 5, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'subnets': [{'id': 'a8fce5b1-3801-484e-9527-47dc068351fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:25:53.351239 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:53.392887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port de52593c-73b8-4fca-9992-86326b480a68, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=de52593c-73b8-4fca-9992-86326b480a68,segment=NetworkSegment(c2f475b6-217f-4504-a964-34bd6f8acf33),segment_id=c2f475b6-217f-4504-a964-34bd6f8acf33)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:25:53.405193 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:53.459876 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=de52593c-73b8-4fca-9992-86326b480a68,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:53.484230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-e7298bf1-86b9-404a-b938-5903509e6d13 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:53.486465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-e7298bf1-86b9-404a-b938-5903509e6d13 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/networks?id=3ebd8314-d920-48b1-9f38-2f93c9a09295 HTTP/1.1" status: 200 len: 796 time: 0.1501369 Nov 29 18:25:53.508104 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-96400fb4-9da5-42c0-86ba-1892445c3db4 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/quotas/6110296adf0d4d689aa792da1b94c3f7 HTTP/1.1" status: 200 len: 375 time: 0.0122962 Nov 29 18:25:53.526727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfa4c58-93bf-4136-9767-0cb0915c244e None None] Network 3ebd8314-d920-48b1-9f38-2f93c9a09295 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:25:53.578058 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-85fa1c68-f71b-4add-9d9a-b0d1d3f4f711 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6110296adf0d4d689aa792da1b94c3f7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0618575 Nov 29 18:25:53.592726 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-046e2c83-52e8-4a94-a21c-2bc86fbd56e6 None None] Provisioning complete for port de52593c-73b8-4fca-9992-86326b480a68 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:25:53.593141 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-046e2c83-52e8-4a94-a21c-2bc86fbd56e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:53.660502 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f31e167-a19a-4375-a8ee-5741d380328a None None] New status for floating IP 4d658f77-10f5-4993-afc9-3a599bbeddd7: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:25:53.690731 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-80bf7046-4aa0-432d-8553-37d17a523749 service neutron] 10.222.0.23 "GET /v2.0/networks/3ebd8314-d920-48b1-9f38-2f93c9a09295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988438 Nov 29 18:25:53.792499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-52cf8b11-4523-4aef-87da-5f2fcd8b10da service neutron] 10.222.0.23 "GET /v2.0/networks/3ebd8314-d920-48b1-9f38-2f93c9a09295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930638 Nov 29 18:25:53.875120 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ee7f1-e0f8-4393-933c-27609cdf639a req-df47c3ad-2e2e-4d6d-b00c-dfefa6a767b2 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:53.876702 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c90ee7f1-e0f8-4393-933c-27609cdf639a req-df47c3ad-2e2e-4d6d-b00c-dfefa6a767b2 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 946 time: 0.0575984 Nov 29 18:25:53.944805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c90ee7f1-e0f8-4393-933c-27609cdf639a req-7311156e-707b-431e-8648-b1c4c8018a3e tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/security-groups?id=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618718 Nov 29 18:25:53.994484 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d0f9df2-5b27-4caa-ac10-63d622e09f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:54.003017 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6fbe7e2b-91fb-4670-8cf5-5a9435e50153 req-34ca68e3-99ab-4a6e-94fa-36dafd48e0a8 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 210 time: 0.0470879 Nov 29 18:25:54.080221 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2942fbec-b5bb-412e-958e-d077521b51ea None None] Provisioning complete for port de52593c-73b8-4fca-9992-86326b480a68 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:25:54.080742 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2942fbec-b5bb-412e-958e-d077521b51ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:54.346331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dee5a7-efdf-4be0-b77b-a7cf83e3ce9f req-6b7b748c-038d-4ac9-b56f-703add854307 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:54.348312 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-70dee5a7-efdf-4be0-b77b-a7cf83e3ce9f req-6b7b748c-038d-4ac9-b56f-703add854307 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 946 time: 0.0560987 Nov 29 18:25:54.458772 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-70dee5a7-efdf-4be0-b77b-a7cf83e3ce9f req-8862be89-05cc-4577-86d3-5c7fb347f6de tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Deleting port bc13a2ac-743d-4b11-b4dc-6900c2376106 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:25:54.459148 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-70dee5a7-efdf-4be0-b77b-a7cf83e3ce9f req-8862be89-05cc-4577-86d3-5c7fb347f6de tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:54.554105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-70dee5a7-efdf-4be0-b77b-a7cf83e3ce9f req-8862be89-05cc-4577-86d3-5c7fb347f6de tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] For port bc13a2ac-743d-4b11-b4dc-6900c2376106, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=bc13a2ac-743d-4b11-b4dc-6900c2376106,segment=NetworkSegment(cddcfd50-cfce-4e15-90ef-768cea941dfc),segment_id=cddcfd50-cfce-4e15-90ef-768cea941dfc)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:25:54.555299 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-70dee5a7-efdf-4be0-b77b-a7cf83e3ce9f req-8862be89-05cc-4577-86d3-5c7fb347f6de tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:54.570288 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-70dee5a7-efdf-4be0-b77b-a7cf83e3ce9f req-8862be89-05cc-4577-86d3-5c7fb347f6de tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Calling delete_port for bc13a2ac-743d-4b11-b4dc-6900c2376106 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:25:54.703461 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-70dee5a7-efdf-4be0-b77b-a7cf83e3ce9f req-8862be89-05cc-4577-86d3-5c7fb347f6de tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:54.730430 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862be89-05cc-4577-86d3-5c7fb347f6de tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Pushing event deleted for resources: {'Port': ['ID=bc13a2ac-743d-4b11-b4dc-6900c2376106,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:54.774309 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-70dee5a7-efdf-4be0-b77b-a7cf83e3ce9f req-8862be89-05cc-4577-86d3-5c7fb347f6de tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] No DVR routers for this DVR port bc13a2ac-743d-4b11-b4dc-6900c2376106 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:25:54.776912 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-70dee5a7-efdf-4be0-b77b-a7cf83e3ce9f req-8862be89-05cc-4577-86d3-5c7fb347f6de tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:54.780953 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-70dee5a7-efdf-4be0-b77b-a7cf83e3ce9f req-8862be89-05cc-4577-86d3-5c7fb347f6de tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.20 "DELETE /v2.0/ports/bc13a2ac-743d-4b11-b4dc-6900c2376106 HTTP/1.1" status: 204 len: 173 time: 0.4197028 Nov 29 18:25:54.781430 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'name': 'network-vif-deleted', 'tag': 'bc13a2ac-743d-4b11-b4dc-6900c2376106'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:25:54.783790 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8328d03-c026-47b9-a798-52496ab86273" -d '{"events": [{"server_uuid": "6d956e5d-cedc-46eb-8b90-808c64583c7a", "name": "network-vif-deleted", "tag": "bc13a2ac-743d-4b11-b4dc-6900c2376106"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:25:54.822033 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ad5fcc-696a-4bb2-ad8e-78e3b8452bde x-openstack-request-id: req-47ad5fcc-696a-4bb2-ad8e-78e3b8452bde {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:25:54.822331 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d956e5d-cedc-46eb-8b90-808c64583c7a", "name": "network-vif-deleted", "tag": "bc13a2ac-743d-4b11-b4dc-6900c2376106", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:25:54.822615 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47ad5fcc-696a-4bb2-ad8e-78e3b8452bde {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:25:54.823092 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d956e5d-cedc-46eb-8b90-808c64583c7a', 'name': 'network-vif-deleted', 'tag': 'bc13a2ac-743d-4b11-b4dc-6900c2376106', 'status': 'completed', 'code': 200} Nov 29 18:25:54.866916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device de52593c-73b8-4fca-9992-86326b480a68 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:25:54.928891 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port de52593c-73b8-4fca-9992-86326b480a68 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:25:54.929430 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:55.027024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-69b5d319-04b2-41d4-bce0-5adaa292b665 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:55.028764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-69b5d319-04b2-41d4-bce0-5adaa292b665 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.31 "GET /v2.0/networks?id=3ebd8314-d920-48b1-9f38-2f93c9a09295 HTTP/1.1" status: 200 len: 796 time: 0.1302814 Nov 29 18:25:55.182669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7bd165a3-0fb6-43a3-809c-fd44dbabd416 req-2781d7b2-99cb-4eed-a8f8-7c6aae888711 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 210 time: 0.0841117 Nov 29 18:25:55.193542 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-039b5850-7958-4c3a-8d78-24bf1d770f71 req-c37b3b78-34a8-4985-8083-dd7553e852d6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 210 time: 0.0792065 Nov 29 18:25:55.247647 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-d6ca5310-cd48-4ae1-8fc6-e4048d203885 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6110296adf0d4d689aa792da1b94c3f7 HTTP/1.1" status: 200 len: 472 time: 0.2079697 Nov 29 18:25:55.263228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-23fbf47c-500f-4c5d-9178-f5cb31d78662 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'port': {'device_id': 'ff2d6f6b-5912-4248-9c0c-c72abb8bdde8', 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295', 'admin_state_up': True, 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'security_groups': ['0a45f681-e38d-4a9a-a89e-4b157aa7781f']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:25:55.380362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-23fbf47c-500f-4c5d-9178-f5cb31d78662 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Made reservation on behalf of 6110296adf0d4d689aa792da1b94c3f7 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:25:55.383834 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-23fbf47c-500f-4c5d-9178-f5cb31d78662 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:55.487191 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3594fcfd-6653-40d2-b864-dc7c936151b1 req-9060d3be-191d-4fe4-8a63-7d5b8f428ed9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469427 Nov 29 18:25:55.522220 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-23fbf47c-500f-4c5d-9178-f5cb31d78662 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Allocated IP 172.20.0.29 (3ebd8314-d920-48b1-9f38-2f93c9a09295/a4271dc2-bc70-442c-8d8d-ccdf3c3aee4c/0017cdc4-aaf6-47ed-944c-33a5e10ab65f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:25:55.557414 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594fcfd-6653-40d2-b864-dc7c936151b1 req-d2f62867-f11f-45fc-b1d3-3e1c5ea60a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:55.559069 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3594fcfd-6653-40d2-b864-dc7c936151b1 req-d2f62867-f11f-45fc-b1d3-3e1c5ea60a0b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6110296adf0d4d689aa792da1b94c3f7&device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 1097 time: 0.0486796 Nov 29 18:25:55.668974 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594fcfd-6653-40d2-b864-dc7c936151b1 req-d53e050b-076f-4071-bbb4-39b7b0ddcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:55.670567 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3594fcfd-6653-40d2-b864-dc7c936151b1 req-d53e050b-076f-4071-bbb4-39b7b0ddcd54 service neutron] 10.222.0.31 "GET /v2.0/networks?id=aea6b71d-6b9c-4ef4-8483-78351c32ceb5 HTTP/1.1" status: 200 len: 898 time: 0.0910332 Nov 29 18:25:55.684848 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-23fbf47c-500f-4c5d-9178-f5cb31d78662 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:55.719103 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-23fbf47c-500f-4c5d-9178-f5cb31d78662 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:55.764228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-23fbf47c-500f-4c5d-9178-f5cb31d78662 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network 3ebd8314-d920-48b1-9f38-2f93c9a09295 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:25:55.768033 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-23fbf47c-500f-4c5d-9178-f5cb31d78662 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:25:55.772036 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-23fbf47c-500f-4c5d-9178-f5cb31d78662 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:25:55.806499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbf47c-500f-4c5d-9178-f5cb31d78662 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Port': ['ID=0017cdc4-aaf6-47ed-944c-33a5e10ab65f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:55.837243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-23fbf47c-500f-4c5d-9178-f5cb31d78662 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:55.837956 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-23fbf47c-500f-4c5d-9178-f5cb31d78662 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:55.845151 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3594fcfd-6653-40d2-b864-dc7c936151b1 req-12306abe-0cf7-4355-a625-0ebb6a02056c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fc008ee-291c-491c-92ed-3bc13f4bbb7e HTTP/1.1" status: 200 len: 1001 time: 0.0853260 Nov 29 18:25:55.859464 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-23fbf47c-500f-4c5d-9178-f5cb31d78662 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6034343 Nov 29 18:25:55.873167 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Request body: {'port': {'device_id': 'ff2d6f6b-5912-4248-9c0c-c72abb8bdde8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:25:55.914123 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594fcfd-6653-40d2-b864-dc7c936151b1 req-279c20a5-e8c2-43b1-ada9-5a27dee0fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:55.915849 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3594fcfd-6653-40d2-b864-dc7c936151b1 req-279c20a5-e8c2-43b1-ada9-5a27dee0fb2d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=add35bbd-83f3-4fef-8ac4-6c0cc158388d HTTP/1.1" status: 200 len: 835 time: 0.0633676 Nov 29 18:25:55.946552 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:55.968534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594fcfd-6653-40d2-b864-dc7c936151b1 req-c5e43709-69b6-4d67-b1d6-33f1f4df78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:55.970395 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3594fcfd-6653-40d2-b864-dc7c936151b1 req-c5e43709-69b6-4d67-b1d6-33f1f4df78fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aea6b71d-6b9c-4ef4-8483-78351c32ceb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470424 Nov 29 18:25:56.095651 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3594fcfd-6653-40d2-b864-dc7c936151b1 req-70d23a94-555d-49ff-807d-b3c2c4b94533 service neutron] 10.222.0.31 "GET /v2.0/networks/aea6b71d-6b9c-4ef4-8483-78351c32ceb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173842 Nov 29 18:25:56.107779 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-01c63490-8be1-4023-be3f-83b5987c34e0 None None] Provisioning complete for port 0017cdc4-aaf6-47ed-944c-33a5e10ab65f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:25:56.109364 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01c63490-8be1-4023-be3f-83b5987c34e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:56.154063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-01c63490-8be1-4023-be3f-83b5987c34e0 None None] Port 0017cdc4-aaf6-47ed-944c-33a5e10ab65f cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:25:56.211381 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3594fcfd-6653-40d2-b864-dc7c936151b1 req-15e9026a-47d9-4d9e-b0b1-2bc725991535 service neutron] 10.222.0.31 "GET /v2.0/networks/aea6b71d-6b9c-4ef4-8483-78351c32ceb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071091 Nov 29 18:25:56.247771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0017cdc4-aaf6-47ed-944c-33a5e10ab65f {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:25:56.258482 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:56.275281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Transition to ACTIVE for port object 0017cdc4-aaf6-47ed-944c-33a5e10ab65f will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:25:56.281595 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:56.381697 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbafd5fc-0b2d-4c33-9e7d-830e14c02129 req-9a2c1d91-9a4a-4edc-b2a0-3aa051fd4bc2 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 210 time: 0.0665023 Nov 29 18:25:56.434703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Pushing event updated for resources: {'Port': ['ID=0017cdc4-aaf6-47ed-944c-33a5e10ab65f,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:56.438325 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b545132f-958a-4d0d-b1eb-19090a771cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:56.466946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1a59a-2681-4ab4-aa0b-1c54ecc48b9b req-001720e7-16ed-48b5-ba60-4f150443406e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:56.469062 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7b1a59a-2681-4ab4-aa0b-1c54ecc48b9b req-001720e7-16ed-48b5-ba60-4f150443406e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 944 time: 0.1550980 Nov 29 18:25:56.494774 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Attempting to bind port 0017cdc4-aaf6-47ed-944c-33a5e10ab65f on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:25:56.495140 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Attempting to bind port 0017cdc4-aaf6-47ed-944c-33a5e10ab65f by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'c2f475b6-217f-4504-a964-34bd6f8acf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:25:56.495473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Attempting to bind port 0017cdc4-aaf6-47ed-944c-33a5e10ab65f on network 3ebd8314-d920-48b1-9f38-2f93c9a09295 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:25:56.543460 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Port 0017cdc4-aaf6-47ed-944c-33a5e10ab65f on network 3ebd8314-d920-48b1-9f38-2f93c9a09295 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:25:56.543777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Attempting to bind port 0017cdc4-aaf6-47ed-944c-33a5e10ab65f on network 3ebd8314-d920-48b1-9f38-2f93c9a09295 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:25:56.550337 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7b1a59a-2681-4ab4-aa0b-1c54ecc48b9b req-6ffe31d7-e4fa-4498-8a6a-9e5e63270d7d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a45f681-e38d-4a9a-a89e-4b157aa7781f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710745 Nov 29 18:25:56.554765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:25:56.555204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Checking segment: {'id': 'c2f475b6-217f-4504-a964-34bd6f8acf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:25:56.555581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Bound using segment: {'id': 'c2f475b6-217f-4504-a964-34bd6f8acf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:25:56.556037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Bound port: 0017cdc4-aaf6-47ed-944c-33a5e10ab65f, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f475b6-217f-4504-a964-34bd6f8acf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:25:56.556407 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:56.635124 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] For port 0017cdc4-aaf6-47ed-944c-33a5e10ab65f, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:25:56.638441 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] For port 0017cdc4-aaf6-47ed-944c-33a5e10ab65f, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0017cdc4-aaf6-47ed-944c-33a5e10ab65f,segment=NetworkSegment(c2f475b6-217f-4504-a964-34bd6f8acf33),segment_id=c2f475b6-217f-4504-a964-34bd6f8acf33)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:25:56.643956 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:56.683218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:56.683866 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:56.685649 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] 10.222.0.31 "PUT /v2.0/ports/0017cdc4-aaf6-47ed-944c-33a5e10ab65f HTTP/1.1" status: 200 len: 1092 time: 0.8180230 Nov 29 18:25:56.691404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2d6f6b-5912-4248-9c0c-c72abb8bdde8', 'tag': '0017cdc4-aaf6-47ed-944c-33a5e10ab65f'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:25:56.694196 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21608f8-b32a-4ff0-a879-896829388c47" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2d6f6b-5912-4248-9c0c-c72abb8bdde8", "tag": "0017cdc4-aaf6-47ed-944c-33a5e10ab65f"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:25:56.726768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16decd65-84fc-493d-bd8e-c88950eefa25 service neutron] Pushing event updated for resources: {'Port': ['ID=0017cdc4-aaf6-47ed-944c-33a5e10ab65f,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:25:56.758139 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e89064a-240f-4e95-a976-52a6f2a57c95 x-openstack-request-id: req-0e89064a-240f-4e95-a976-52a6f2a57c95 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:25:56.758434 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2d6f6b-5912-4248-9c0c-c72abb8bdde8", "tag": "0017cdc4-aaf6-47ed-944c-33a5e10ab65f", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:25:56.758699 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e89064a-240f-4e95-a976-52a6f2a57c95 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:25:56.759161 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2d6f6b-5912-4248-9c0c-c72abb8bdde8', 'tag': '0017cdc4-aaf6-47ed-944c-33a5e10ab65f', 'status': 'completed', 'code': 200} Nov 29 18:25:56.801641 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-4ceb4fb4-3a68-4b9d-8364-534199b80519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:56.803410 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-4ceb4fb4-3a68-4b9d-8364-534199b80519 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6110296adf0d4d689aa792da1b94c3f7&device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 1095 time: 0.0564127 Nov 29 18:25:56.854619 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-993fb169-4510-4856-8bff-2a736eb63b54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=0017cdc4-aaf6-47ed-944c-33a5e10ab65f HTTP/1.1" status: 200 len: 217 time: 0.0429339 Nov 29 18:25:56.910941 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-f6ff5115-9713-43c9-bf62-44c4ddc61cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:56.912503 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-f6ff5115-9713-43c9-bf62-44c4ddc61cfe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a4271dc2-bc70-442c-8d8d-ccdf3c3aee4c HTTP/1.1" status: 200 len: 838 time: 0.0509019 Nov 29 18:25:56.961648 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-cafec60b-209b-4087-9543-82a6bfb7ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:56.963196 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-cafec60b-209b-4087-9543-82a6bfb7ccc0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ebd8314-d920-48b1-9f38-2f93c9a09295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430467 Nov 29 18:25:57.060293 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-4da671ca-9973-4e2c-bd31-49e716c83974 service neutron] 10.222.0.31 "GET /v2.0/networks/3ebd8314-d920-48b1-9f38-2f93c9a09295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896363 Nov 29 18:25:57.153017 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64f09ad6-0790-42f1-b959-d7ab679a9f5d req-dba06dee-dc91-4b58-ab3c-26478e66a61c service neutron] 10.222.0.31 "GET /v2.0/networks/3ebd8314-d920-48b1-9f38-2f93c9a09295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852587 Nov 29 18:25:57.253410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21608f8-b32a-4ff0-a879-896829388c47 req-e173877e-8cdc-4155-9613-3cf08e55a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:57.255978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d21608f8-b32a-4ff0-a879-896829388c47 req-e173877e-8cdc-4155-9613-3cf08e55a7db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6110296adf0d4d689aa792da1b94c3f7&device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 1095 time: 0.0539801 Nov 29 18:25:57.270865 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:57.350129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21608f8-b32a-4ff0-a879-896829388c47 req-9f706eaa-7470-4580-9655-6f3009fad665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:57.352034 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d21608f8-b32a-4ff0-a879-896829388c47 req-9f706eaa-7470-4580-9655-6f3009fad665 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3ebd8314-d920-48b1-9f38-2f93c9a09295 HTTP/1.1" status: 200 len: 897 time: 0.0886798 Nov 29 18:25:57.396690 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d21608f8-b32a-4ff0-a879-896829388c47 req-77ec244f-9d1d-4ea5-a9b9-d9bc2f2e14ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=0017cdc4-aaf6-47ed-944c-33a5e10ab65f HTTP/1.1" status: 200 len: 217 time: 0.0370770 Nov 29 18:25:57.454606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21608f8-b32a-4ff0-a879-896829388c47 req-5380c09c-2de7-4498-a6ca-d1a3a1591938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:57.456249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d21608f8-b32a-4ff0-a879-896829388c47 req-5380c09c-2de7-4498-a6ca-d1a3a1591938 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a4271dc2-bc70-442c-8d8d-ccdf3c3aee4c HTTP/1.1" status: 200 len: 838 time: 0.0529306 Nov 29 18:25:57.508371 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd78d000-aa75-46c4-9d46-9dcc7a09778e req-fa3cee48-f088-4e0f-900a-c2d451ec1d68 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 210 time: 0.0487425 Nov 29 18:25:57.536368 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21608f8-b32a-4ff0-a879-896829388c47 req-bd5be261-3b3b-4554-a199-f916f77f181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:57.538216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d21608f8-b32a-4ff0-a879-896829388c47 req-bd5be261-3b3b-4554-a199-f916f77f181d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ebd8314-d920-48b1-9f38-2f93c9a09295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685306 Nov 29 18:25:57.608541 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:57.743793 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device bc13a2ac-743d-4b11-b4dc-6900c2376106 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:25:57.773597 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: bc13a2ac-743d-4b11-b4dc-6900c2376106 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:25:57.773937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device bc13a2ac-743d-4b11-b4dc-6900c2376106 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:25:58.001872 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d21608f8-b32a-4ff0-a879-896829388c47 req-8ff2a9aa-47ba-4c9e-8585-456625118fb2 service neutron] 10.222.0.31 "GET /v2.0/networks/3ebd8314-d920-48b1-9f38-2f93c9a09295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563675 Nov 29 18:25:58.009135 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfcf5a-09ba-4cbd-a01f-1d221012c532 req-41ebafd6-e5e0-4bdb-b4c1-510a94bd2954 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:58.010531 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9acfcf5a-09ba-4cbd-a01f-1d221012c532 req-41ebafd6-e5e0-4bdb-b4c1-510a94bd2954 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 944 time: 0.0884054 Nov 29 18:25:58.119087 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9acfcf5a-09ba-4cbd-a01f-1d221012c532 req-31b6e742-c4ae-4436-82e5-ac339db20d68 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a45f681-e38d-4a9a-a89e-4b157aa7781f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003778 Nov 29 18:25:58.137944 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d21608f8-b32a-4ff0-a879-896829388c47 req-10602e9d-3974-4370-ab68-c7f0e02ecbc2 service neutron] 10.222.0.31 "GET /v2.0/networks/3ebd8314-d920-48b1-9f38-2f93c9a09295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264253 Nov 29 18:25:58.622275 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb7040a5-4f70-40e2-8270-efecfd60cf46 req-9b30b7c5-407c-48f3-aa82-95c1127b83bf tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 210 time: 0.0317776 Nov 29 18:25:59.115080 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:59.240592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaa895-85e0-4046-9f9c-5a836e8d2852 req-dad0ee77-034f-4647-aefc-fff141f4a601 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:25:59.242121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccfaa895-85e0-4046-9f9c-5a836e8d2852 req-dad0ee77-034f-4647-aefc-fff141f4a601 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 944 time: 0.0510025 Nov 29 18:25:59.292944 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccfaa895-85e0-4046-9f9c-5a836e8d2852 req-5a0e1d5f-28f4-4e64-8b8d-b377079c84db tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a45f681-e38d-4a9a-a89e-4b157aa7781f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446436 Nov 29 18:25:59.737757 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71c2de6c-a3c9-4dd6-a8f8-768831655e10 req-64d9e6a7-3981-4134-934f-8713f9315d17 tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d956e5d-cedc-46eb-8b90-808c64583c7a HTTP/1.1" status: 200 len: 210 time: 0.0308309 Nov 29 18:25:59.748508 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:25:59.977904 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:00.409744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7936cb0-0b03-4beb-a258-ebc1ba7e92eb req-496983cf-e9b1-4f6f-bec6-b17c0f650036 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:00.411297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7936cb0-0b03-4beb-a258-ebc1ba7e92eb req-496983cf-e9b1-4f6f-bec6-b17c0f650036 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 944 time: 0.0495238 Nov 29 18:26:00.461039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7936cb0-0b03-4beb-a258-ebc1ba7e92eb req-4bc5a45f-efc9-44c6-bbf8-06cf606904cc tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a45f681-e38d-4a9a-a89e-4b157aa7781f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432177 Nov 29 18:26:00.801488 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 55944) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:00.864985 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db3cbe9-73a5-4741-a8b2-c3e41f69585b tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:00.891796 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db3cbe9-73a5-4741-a8b2-c3e41f69585b tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:00.950578 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db3cbe9-73a5-4741-a8b2-c3e41f69585b tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:00.953954 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db3cbe9-73a5-4741-a8b2-c3e41f69585b tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:00.955182 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7db3cbe9-73a5-4741-a8b2-c3e41f69585b tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] 10.222.0.23 "DELETE /v2.0/security-groups/d3a482fe-5adb-4c59-a9ea-f57b46f9ac35 HTTP/1.1" status: 204 len: 168 time: 0.1526687 Nov 29 18:26:00.967595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3cbe9-73a5-4741-a8b2-c3e41f69585b tempest-TestVolumeBackupRestore-1244685169 tempest-TestVolumeBackupRestore-1244685169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a482fe-5adb-4c59-a9ea-f57b46f9ac35,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:01.581447 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-8503119a-8e18-4472-85bd-5b1aff3db37d req-e39e2a96-2762-4746-960b-55275602a32b service neutron] (110004) timed out ('10.222.0.20', 50544) {{(pid=110004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 18:26:01.600770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b2883-ecd3-4203-8637-305ca012a356 req-1d22ce94-48c1-4f68-ba39-9f7c7e0cdde7 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:01.609322 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e9b2883-ecd3-4203-8637-305ca012a356 req-1d22ce94-48c1-4f68-ba39-9f7c7e0cdde7 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 944 time: 0.0631204 Nov 29 18:26:01.664594 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e9b2883-ecd3-4203-8637-305ca012a356 req-bc42768e-82de-4723-9e5b-7cf36324b02d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a45f681-e38d-4a9a-a89e-4b157aa7781f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540099 Nov 29 18:26:02.454612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 0017cdc4-aaf6-47ed-944c-33a5e10ab65f details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:26:02.837604 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 0017cdc4-aaf6-47ed-944c-33a5e10ab65f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0017cdc4-aaf6-47ed-944c-33a5e10ab65f,segment=NetworkSegment(c2f475b6-217f-4504-a964-34bd6f8acf33),segment_id=c2f475b6-217f-4504-a964-34bd6f8acf33)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:02.858333 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '0017cdc4-aaf6-47ed-944c-33a5e10ab65f', 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295', 'port_id': '0017cdc4-aaf6-47ed-944c-33a5e10ab65f', 'mac_address': 'fa:16:3e:fb:cc:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4271dc2-bc70-442c-8d8d-ccdf3c3aee4c', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:26:02.929487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c420c-d99d-4afe-959e-22ba10481642 req-f5103c11-fc82-4078-bef6-a5a0a68a2def tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:02.946738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-235c420c-d99d-4afe-959e-22ba10481642 req-f5103c11-fc82-4078-bef6-a5a0a68a2def tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 944 time: 0.1407273 Nov 29 18:26:02.952514 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:02.980704 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0017cdc4-aaf6-47ed-944c-33a5e10ab65f {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:26:03.011906 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 0017cdc4-aaf6-47ed-944c-33a5e10ab65f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0017cdc4-aaf6-47ed-944c-33a5e10ab65f,segment=NetworkSegment(c2f475b6-217f-4504-a964-34bd6f8acf33),segment_id=c2f475b6-217f-4504-a964-34bd6f8acf33)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:03.017535 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:03.058737 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-235c420c-d99d-4afe-959e-22ba10481642 req-d09abe43-2d75-4380-9adc-76e574e263c3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a45f681-e38d-4a9a-a89e-4b157aa7781f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049447 Nov 29 18:26:03.107422 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=0017cdc4-aaf6-47ed-944c-33a5e10ab65f,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:03.373224 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['0017cdc4-aaf6-47ed-944c-33a5e10ab65f'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:26:04.303240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b104b1-ad57-47b2-bad0-3f1d71566f56 req-48d0e9b7-ccbf-40c3-931f-8c50c762cc04 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:04.312322 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4b104b1-ad57-47b2-bad0-3f1d71566f56 req-48d0e9b7-ccbf-40c3-931f-8c50c762cc04 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 945 time: 0.0937452 Nov 29 18:26:04.374377 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4b104b1-ad57-47b2-bad0-3f1d71566f56 req-5a957248-e2be-4029-92d3-9f6ab624d915 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a45f681-e38d-4a9a-a89e-4b157aa7781f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607646 Nov 29 18:26:04.467913 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 0017cdc4-aaf6-47ed-944c-33a5e10ab65f up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:26:04.535615 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 0017cdc4-aaf6-47ed-944c-33a5e10ab65f completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:26:04.540389 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 0017cdc4-aaf6-47ed-944c-33a5e10ab65f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:04.540774 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:04.673679 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:04.701033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2d6f6b-5912-4248-9c0c-c72abb8bdde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0017cdc4-aaf6-47ed-944c-33a5e10ab65f'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:26:04.711295 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7624fc-f14b-4288-98c5-a5b872139dfb" -d '{"events": [{"server_uuid": "ff2d6f6b-5912-4248-9c0c-c72abb8bdde8", "name": "network-vif-plugged", "status": "completed", "tag": "0017cdc4-aaf6-47ed-944c-33a5e10ab65f"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:26:04.724712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 0017cdc4-aaf6-47ed-944c-33a5e10ab65f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0017cdc4-aaf6-47ed-944c-33a5e10ab65f,segment=NetworkSegment(c2f475b6-217f-4504-a964-34bd6f8acf33),segment_id=c2f475b6-217f-4504-a964-34bd6f8acf33)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:04.729347 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:04.762615 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b3de88-a3a8-4d7e-8fbc-f62712ce0400 x-openstack-request-id: req-05b3de88-a3a8-4d7e-8fbc-f62712ce0400 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:26:04.763544 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2d6f6b-5912-4248-9c0c-c72abb8bdde8", "name": "network-vif-plugged", "status": "completed", "tag": "0017cdc4-aaf6-47ed-944c-33a5e10ab65f", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:26:04.763912 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05b3de88-a3a8-4d7e-8fbc-f62712ce0400 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:26:04.764328 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2d6f6b-5912-4248-9c0c-c72abb8bdde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0017cdc4-aaf6-47ed-944c-33a5e10ab65f', 'code': 200} Nov 29 18:26:04.834245 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=0017cdc4-aaf6-47ed-944c-33a5e10ab65f,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:04.896698 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a3cd6-944d-4e27-ba70-fe8cc4326437 req-2a0d8eb5-785e-4bbc-be99-829ed68391ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:04.898270 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c4a3cd6-944d-4e27-ba70-fe8cc4326437 req-2a0d8eb5-785e-4bbc-be99-829ed68391ea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 1097 time: 0.0531454 Nov 29 18:26:04.954337 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c4a3cd6-944d-4e27-ba70-fe8cc4326437 req-59188885-5c84-46b1-98f6-ebba6e3e0273 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0a45f681-e38d-4a9a-a89e-4b157aa7781f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481744 Nov 29 18:26:05.523219 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf559c4b-584b-4355-9b1f-f71f549cdc3c req-33bebed8-5f21-4c90-937c-ae8722f5719a tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:05.524861 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf559c4b-584b-4355-9b1f-f71f549cdc3c req-33bebed8-5f21-4c90-937c-ae8722f5719a tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 946 time: 0.0666161 Nov 29 18:26:05.583635 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf559c4b-584b-4355-9b1f-f71f549cdc3c req-255681fa-0d58-42fd-b1d9-9f4f8e1328b7 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a45f681-e38d-4a9a-a89e-4b157aa7781f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521474 Nov 29 18:26:05.763124 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0238bfef-6bc9-476d-916e-fecbe4212183 req-1d69e636-db36-4185-a441-101bb89b6c15 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415306 Nov 29 18:26:05.828336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238bfef-6bc9-476d-916e-fecbe4212183 req-c715558d-46ec-4591-8bf6-ab6a9927cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:05.829877 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0238bfef-6bc9-476d-916e-fecbe4212183 req-c715558d-46ec-4591-8bf6-ab6a9927cc89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 1097 time: 0.0429401 Nov 29 18:26:05.955809 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238bfef-6bc9-476d-916e-fecbe4212183 req-20f87ac8-6a6c-43f7-baa5-f5ae8f6dc95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:05.957612 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0238bfef-6bc9-476d-916e-fecbe4212183 req-20f87ac8-6a6c-43f7-baa5-f5ae8f6dc95d service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.1080940 Nov 29 18:26:06.038407 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0238bfef-6bc9-476d-916e-fecbe4212183 req-8106d69c-af12-44d7-bde6-10787025f1c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963 HTTP/1.1" status: 200 len: 1002 time: 0.0673211 Nov 29 18:26:06.097467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238bfef-6bc9-476d-916e-fecbe4212183 req-74049e1d-9e25-4065-9603-f9b1bb685c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:06.099125 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0238bfef-6bc9-476d-916e-fecbe4212183 req-74049e1d-9e25-4065-9603-f9b1bb685c18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0503097 Nov 29 18:26:06.151868 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238bfef-6bc9-476d-916e-fecbe4212183 req-6b6ffd08-1cf2-462d-ad15-5f5a19cadc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:06.153683 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0238bfef-6bc9-476d-916e-fecbe4212183 req-6b6ffd08-1cf2-462d-ad15-5f5a19cadc51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425880 Nov 29 18:26:06.264713 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0238bfef-6bc9-476d-916e-fecbe4212183 req-a0e9a854-d1c0-4993-a345-e584a3603c86 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002297 Nov 29 18:26:06.377102 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0238bfef-6bc9-476d-916e-fecbe4212183 req-c11e14aa-a6ce-4f10-a7d8-cd32b53194a5 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016359 Nov 29 18:26:06.567260 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56434) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:06.705412 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e3c98-1aac-4a57-a7a8-59e4078c9123 req-e2850836-de34-417e-8ca6-1b0d3909db54 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:06.707417 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c5e3c98-1aac-4a57-a7a8-59e4078c9123 req-e2850836-de34-417e-8ca6-1b0d3909db54 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 946 time: 0.0538168 Nov 29 18:26:06.767214 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c5e3c98-1aac-4a57-a7a8-59e4078c9123 req-c1472b86-a1b5-48ec-b858-a9e2ee148d33 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a45f681-e38d-4a9a-a89e-4b157aa7781f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530894 Nov 29 18:26:06.902878 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6b308-456b-49b2-8170-d0b664c18cb2 req-7f62e734-978e-41ec-8214-e2743caa9116 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:06.905054 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52b6b308-456b-49b2-8170-d0b664c18cb2 req-7f62e734-978e-41ec-8214-e2743caa9116 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 946 time: 0.0563681 Nov 29 18:26:06.966069 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52b6b308-456b-49b2-8170-d0b664c18cb2 req-a874c27d-1ab2-4fce-9cee-6e4b2cf10019 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a45f681-e38d-4a9a-a89e-4b157aa7781f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460298 Nov 29 18:26:07.223781 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4e1bf6d-fa67-4c0a-b57f-4b85d2742dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:07.473049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1bf6d-fa67-4c0a-b57f-4b85d2742dc7 admin admin] Deleting port d20dd416-d73a-4c58-b938-028f098eb118 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:07.473397 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4e1bf6d-fa67-4c0a-b57f-4b85d2742dc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:07.559701 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-f4e1bf6d-fa67-4c0a-b57f-4b85d2742dc7 admin admin] For port d20dd416-d73a-4c58-b938-028f098eb118, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d20dd416-d73a-4c58-b938-028f098eb118,segment=NetworkSegment(cddcfd50-cfce-4e15-90ef-768cea941dfc),segment_id=cddcfd50-cfce-4e15-90ef-768cea941dfc)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:07.560181 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4e1bf6d-fa67-4c0a-b57f-4b85d2742dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:07.574119 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1bf6d-fa67-4c0a-b57f-4b85d2742dc7 admin admin] Calling delete_port for d20dd416-d73a-4c58-b938-028f098eb118 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:07.755815 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4e1bf6d-fa67-4c0a-b57f-4b85d2742dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:07.783243 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1bf6d-fa67-4c0a-b57f-4b85d2742dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d20dd416-d73a-4c58-b938-028f098eb118,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:07.956859 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4e1bf6d-fa67-4c0a-b57f-4b85d2742dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:08.183881 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e1bf6d-fa67-4c0a-b57f-4b85d2742dc7 admin admin] Router 3ad2198f-da62-4b73-a0b0-82d176d60acc has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:26:08.297769 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e1bf6d-fa67-4c0a-b57f-4b85d2742dc7 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:26:08.304847 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f4e1bf6d-fa67-4c0a-b57f-4b85d2742dc7 admin admin] 10.222.0.23 "PUT /v2.0/routers/3ad2198f-da62-4b73-a0b0-82d176d60acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7344794 Nov 29 18:26:08.305465 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56448) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:08.307419 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1418acb-7d9e-4460-91e6-23881c66e4e6 None None] Sync routers for ids ['3ad2198f-da62-4b73-a0b0-82d176d60acc'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:26:08.316836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1418acb-7d9e-4460-91e6-23881c66e4e6 None None] Routers {'3ad2198f-da62-4b73-a0b0-82d176d60acc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:08.317455 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e1418acb-7d9e-4460-91e6-23881c66e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:25:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['3ad2198f-da62-4b73-a0b0-82d176d60acc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:08.415783 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64e7ad73-5566-458e-a793-f75dd2a9a87c admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:08.425222 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-e1418acb-7d9e-4460-91e6-23881c66e4e6 None None] Set router 3ad2198f-da62-4b73-a0b0-82d176d60acc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:08.447598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56452) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:08.553255 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64e7ad73-5566-458e-a793-f75dd2a9a87c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:08.618319 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-64e7ad73-5566-458e-a793-f75dd2a9a87c admin admin] Deleting port 1d95c529-3539-4e27-9455-02ab8b28ebc0 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:08.618682 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64e7ad73-5566-458e-a793-f75dd2a9a87c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:08.631994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e1418acb-7d9e-4460-91e6-23881c66e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:26:07Z', 'revision_number': 5, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port': {'id': '1d95c529-3539-4e27-9455-02ab8b28ebc0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:32Z', 'updated_at': '2021-11-29T18:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:08.663725 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1418acb-7d9e-4460-91e6-23881c66e4e6 None None] Checking router: 3ad2198f-da62-4b73-a0b0-82d176d60acc for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:26:08.673059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1418acb-7d9e-4460-91e6-23881c66e4e6 None None] Routers {'3ad2198f-da62-4b73-a0b0-82d176d60acc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:08.673760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e1418acb-7d9e-4460-91e6-23881c66e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:25:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['3ad2198f-da62-4b73-a0b0-82d176d60acc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:08.712118 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-64e7ad73-5566-458e-a793-f75dd2a9a87c admin admin] For port 1d95c529-3539-4e27-9455-02ab8b28ebc0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1d95c529-3539-4e27-9455-02ab8b28ebc0,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:08.712517 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64e7ad73-5566-458e-a793-f75dd2a9a87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:08.726815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-64e7ad73-5566-458e-a793-f75dd2a9a87c admin admin] Calling delete_port for 1d95c529-3539-4e27-9455-02ab8b28ebc0 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:08.760654 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-e1418acb-7d9e-4460-91e6-23881c66e4e6 None None] Set router 3ad2198f-da62-4b73-a0b0-82d176d60acc gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:08.829536 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e1418acb-7d9e-4460-91e6-23881c66e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:26:08Z', 'revision_number': 6, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:08.868252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1418acb-7d9e-4460-91e6-23881c66e4e6 None None] The sync data for ids ['3ad2198f-da62-4b73-a0b0-82d176d60acc'] in n-d-819494-5 is: [{'id': '3ad2198f-da62-4b73-a0b0-82d176d60acc', 'name': 'tempest-TestVolumeBackupRestore-1218038926-router', 'tenant_id': 'afd1c8a192af4cdea880653347474ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:31Z', 'updated_at': '2021-11-29T18:26:08Z', 'revision_number': 6, 'project_id': 'afd1c8a192af4cdea880653347474ddd', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:26:08.920563 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64e7ad73-5566-458e-a793-f75dd2a9a87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:08.946931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7ad73-5566-458e-a793-f75dd2a9a87c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d95c529-3539-4e27-9455-02ab8b28ebc0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:08.951171 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:08.962815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d14f5d-b9f6-45ef-b9c6-6aa06cb3b628 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:26:09.014226 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64e7ad73-5566-458e-a793-f75dd2a9a87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.110028 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64e7ad73-5566-458e-a793-f75dd2a9a87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.112215 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64e7ad73-5566-458e-a793-f75dd2a9a87c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.164609 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64e7ad73-5566-458e-a793-f75dd2a9a87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.165118 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e7ad73-5566-458e-a793-f75dd2a9a87c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ad2198f-da62-4b73-a0b0-82d176d60acc {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:26:09.170016 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-64e7ad73-5566-458e-a793-f75dd2a9a87c admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.171379 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-64e7ad73-5566-458e-a793-f75dd2a9a87c admin admin] 10.222.0.23 "DELETE /v2.0/routers/3ad2198f-da62-4b73-a0b0-82d176d60acc HTTP/1.1" status: 204 len: 168 time: 0.8649576 Nov 29 18:26:09.174072 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56456) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:09.224197 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe89533-2408-42a3-851b-a9c8d1b3270b admin admin] Deleting subnet a8fce5b1-3801-484e-9527-47dc068351fb {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:26:09.227963 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dfe89533-2408-42a3-851b-a9c8d1b3270b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.241021 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Allocated IP 172.20.0.17 (3ebd8314-d920-48b1-9f38-2f93c9a09295/a4271dc2-bc70-442c-8d8d-ccdf3c3aee4c/d4c1d140-b6d4-44fb-aabb-326c89a519b0) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:26:09.267741 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dfe89533-2408-42a3-851b-a9c8d1b3270b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.363964 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dfe89533-2408-42a3-851b-a9c8d1b3270b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.371673 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.406084 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.416609 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dfe89533-2408-42a3-851b-a9c8d1b3270b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.442105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe89533-2408-42a3-851b-a9c8d1b3270b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8fce5b1-3801-484e-9527-47dc068351fb,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:09.446029 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dfe89533-2408-42a3-851b-a9c8d1b3270b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.452693 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-dfe89533-2408-42a3-851b-a9c8d1b3270b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a8fce5b1-3801-484e-9527-47dc068351fb HTTP/1.1" status: 204 len: 168 time: 0.2775159 Nov 29 18:26:09.453354 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56460) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:09.455464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network 3ebd8314-d920-48b1-9f38-2f93c9a09295 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:26:09.459165 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920f4e5f-5249-4582-83ee-b7a30f7c8fd0 None None] Network 17740a96-67d7-464f-9844-3e5026fd8af9 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:26:09.467878 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:26:09.470893 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:26:09.508517 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Port': ['ID=d4c1d140-b6d4-44fb-aabb-326c89a519b0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:09.576455 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.614387 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.717838 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe70b7f-d06d-4a80-b23a-41fd79473642 None None] DHCP port deletion for 17740a96-67d7-464f-9844-3e5026fd8af9 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:26:09.767751 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.770124 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] Deleting port 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:09.770452 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.777990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-92e2955e-07b9-4351-8870-4f2e9964f68a None None] Provisioning complete for port d4c1d140-b6d4-44fb-aabb-326c89a519b0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:09.778388 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92e2955e-07b9-4351-8870-4f2e9964f68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.816359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dfe70b7f-d06d-4a80-b23a-41fd79473642 None None] Deleting port 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:09.816630 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dfe70b7f-d06d-4a80-b23a-41fd79473642 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.867649 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-92e2955e-07b9-4351-8870-4f2e9964f68a None None] Port d4c1d140-b6d4-44fb-aabb-326c89a519b0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:26:09.875825 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] For port 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3db43f7c-8d97-46c2-b3d0-0d8da76f27a3,segment=NetworkSegment(cddcfd50-cfce-4e15-90ef-768cea941dfc),segment_id=cddcfd50-cfce-4e15-90ef-768cea941dfc)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:09.876200 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.889401 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-dfe70b7f-d06d-4a80-b23a-41fd79473642 None None] For port 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3db43f7c-8d97-46c2-b3d0-0d8da76f27a3,segment=NetworkSegment(cddcfd50-cfce-4e15-90ef-768cea941dfc),segment_id=cddcfd50-cfce-4e15-90ef-768cea941dfc)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:09.889625 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dfe70b7f-d06d-4a80-b23a-41fd79473642 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:09.907519 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dfe70b7f-d06d-4a80-b23a-41fd79473642 None None] Calling delete_port for 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:09.922065 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] Calling delete_port for 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:10.000010 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dfe70b7f-d06d-4a80-b23a-41fd79473642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:10.032156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe70b7f-d06d-4a80-b23a-41fd79473642 None None] No DVR routers for this DVR port 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:26:10.035947 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe70b7f-d06d-4a80-b23a-41fd79473642 None None] Pushing event deleted for resources: {'Port': ['ID=3db43f7c-8d97-46c2-b3d0-0d8da76f27a3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:10.113936 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:10.145613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db43f7c-8d97-46c2-b3d0-0d8da76f27a3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:10.151908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] No DVR routers for this DVR port 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:26:10.258703 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:10.290242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17740a96-67d7-464f-9844-3e5026fd8af9']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:10.293470 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:10.301563 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:10.305053 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddcfd50-cfce-4e15-90ef-768cea941dfc') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:10.305352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddcfd50-cfce-4e15-90ef-768cea941dfc') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:10.363221 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:10.391759 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:10.407142 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:10.409244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:26:10.409628 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: self.session.flush() Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:26:10.411269 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:26:10.421972 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Port': ['ID=d4c1d140-b6d4-44fb-aabb-326c89a519b0,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:10.510528 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:10.516964 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:10.520200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] 10.222.0.23 "DELETE /v2.0/networks/17740a96-67d7-464f-9844-3e5026fd8af9 HTTP/1.1" status: 204 len: 168 time: 1.0636432 Nov 29 18:26:10.523231 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56464) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:10.534898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48799f1f-b52e-41a5-a1d7-5254542bfd55 admin admin] Pushing event deleted for resources: {'Network': ['ID=17740a96-67d7-464f-9844-3e5026fd8af9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:10.573145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network 3ebd8314-d920-48b1-9f38-2f93c9a09295 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:26:10.575303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:26:10.708158 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Router d06020b6-6b71-4857-a36d-ef7290c14cde has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:26:10.825641 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:26:10.837564 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Sync routers for ids ['d06020b6-6b71-4857-a36d-ef7290c14cde'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:26:10.840650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d4ea3e23-69d1-41f6-86b8-4d57fcbcdc40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "PUT /v2.0/routers/d06020b6-6b71-4857-a36d-ef7290c14cde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3907316 Nov 29 18:26:10.850061 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Routers {'d06020b6-6b71-4857-a36d-ef7290c14cde'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:10.850676 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:25:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['d06020b6-6b71-4857-a36d-ef7290c14cde'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:10.882255 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:10.907200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:26:10.907910 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3db43f7c-8d97-46c2-b3d0-0d8da76f27a3 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:26:10.908524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d20dd416-d73a-4c58-b938-028f098eb118 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:10.934593 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: d20dd416-d73a-4c58-b938-028f098eb118 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:26:10.935285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d20dd416-d73a-4c58-b938-028f098eb118 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:26:10.935895 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1d95c529-3539-4e27-9455-02ab8b28ebc0 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:10.957333 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 1d95c529-3539-4e27-9455-02ab8b28ebc0 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:26:10.957961 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1d95c529-3539-4e27-9455-02ab8b28ebc0 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:26:10.960538 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5c1d3188-fcad-4994-871e-b5474fd02cc5 None None] Provisioning complete for port d4c1d140-b6d4-44fb-aabb-326c89a519b0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:10.961080 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c1d3188-fcad-4994-871e-b5474fd02cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:10.968999 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b987f2c9-5dac-445d-befd-382c75cc9b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:10.969276 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Set router d06020b6-6b71-4857-a36d-ef7290c14cde gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:11.001602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d3188-fcad-4994-871e-b5474fd02cc5 None None] Port d4c1d140-b6d4-44fb-aabb-326c89a519b0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:26:11.215602 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:26:09Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '47dc0f27-16b1-409a-b745-4061ba383412', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'port_id': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'mac_address': 'fa:16:3e:82:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:24:28Z', 'updated_at': '2021-11-29T18:24:32Z', 'revision_number': 1, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392e420f-3a17-4997-9b51-d9baf8008b92', 'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:33:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:06Z', 'updated_at': '2021-11-29T18:24:11Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4c1d140-b6d4-44fb-aabb-326c89a519b0', 'name': '', 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:d5:2f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'a4271dc2-bc70-442c-8d8d-ccdf3c3aee4c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:09Z', 'updated_at': '2021-11-29T18:26:10Z', 'revision_number': 2, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'a4271dc2-bc70-442c-8d8d-ccdf3c3aee4c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:11.229667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b987f2c9-5dac-445d-befd-382c75cc9b55 admin admin] Deleting port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:11.230290 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b987f2c9-5dac-445d-befd-382c75cc9b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:11.241552 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Checking router: d06020b6-6b71-4857-a36d-ef7290c14cde for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:26:11.241924 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Updating router d06020b6-6b71-4857-a36d-ef7290c14cde port d4c1d140-b6d4-44fb-aabb-326c89a519b0 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:26:11.266411 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:11.312263 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-b987f2c9-5dac-445d-befd-382c75cc9b55 admin admin] For port 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13,segment=NetworkSegment(61e9dc11-5a2c-4530-ba86-566671592a6a),segment_id=61e9dc11-5a2c-4530-ba86-566671592a6a)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:11.312626 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b987f2c9-5dac-445d-befd-382c75cc9b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:11.326895 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b987f2c9-5dac-445d-befd-382c75cc9b55 admin admin] Calling delete_port for 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:11.526262 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b987f2c9-5dac-445d-befd-382c75cc9b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:11.553879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987f2c9-5dac-445d-befd-382c75cc9b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:11.635840 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:11.643230 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:11.713608 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e74cc-3faa-4d8a-898b-6e217dd46e5f None None] Pushing event updated for resources: {'Port': ['ID=d4c1d140-b6d4-44fb-aabb-326c89a519b0,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:11.735463 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e74cc-3faa-4d8a-898b-6e217dd46e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:11.735816 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e74cc-3faa-4d8a-898b-6e217dd46e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:11.736150 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e74cc-3faa-4d8a-898b-6e217dd46e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:11.736775 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e74cc-3faa-4d8a-898b-6e217dd46e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:11.736900 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e74cc-3faa-4d8a-898b-6e217dd46e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:11.737129 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e74cc-3faa-4d8a-898b-6e217dd46e5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:11.737452 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e74cc-3faa-4d8a-898b-6e217dd46e5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:11.737832 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e74cc-3faa-4d8a-898b-6e217dd46e5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:11.738102 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e74cc-3faa-4d8a-898b-6e217dd46e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:11.738418 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e74cc-3faa-4d8a-898b-6e217dd46e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:11.738740 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e74cc-3faa-4d8a-898b-6e217dd46e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:11.739094 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6e74cc-3faa-4d8a-898b-6e217dd46e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:11.753763 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b987f2c9-5dac-445d-befd-382c75cc9b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:11.773951 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Attempting to bind port d4c1d140-b6d4-44fb-aabb-326c89a519b0 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:26:11.774436 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Attempting to bind port d4c1d140-b6d4-44fb-aabb-326c89a519b0 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'c2f475b6-217f-4504-a964-34bd6f8acf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:26:11.774988 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Attempting to bind port d4c1d140-b6d4-44fb-aabb-326c89a519b0 on network 3ebd8314-d920-48b1-9f38-2f93c9a09295 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:26:11.783951 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:26:11.784977 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Checking segment: {'id': 'c2f475b6-217f-4504-a964-34bd6f8acf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:26:11.785537 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:11.786038 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Bound using segment: {'id': 'c2f475b6-217f-4504-a964-34bd6f8acf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:26:11.791482 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Bound port: d4c1d140-b6d4-44fb-aabb-326c89a519b0, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f475b6-217f-4504-a964-34bd6f8acf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:26:11.792311 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:11.878932 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] For port d4c1d140-b6d4-44fb-aabb-326c89a519b0, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:26:11.887066 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] For port d4c1d140-b6d4-44fb-aabb-326c89a519b0, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d4c1d140-b6d4-44fb-aabb-326c89a519b0,segment=NetworkSegment(c2f475b6-217f-4504-a964-34bd6f8acf33),segment_id=c2f475b6-217f-4504-a964-34bd6f8acf33)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:26:11.894453 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:11.972791 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Routers {'d06020b6-6b71-4857-a36d-ef7290c14cde'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:11.973609 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:25:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['d06020b6-6b71-4857-a36d-ef7290c14cde'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:12.043786 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fafaca25-9662-4bfe-8433-13a380092d53 None None] Provisioning complete for port d4c1d140-b6d4-44fb-aabb-326c89a519b0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:12.044360 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fafaca25-9662-4bfe-8433-13a380092d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:12.059059 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e74cc-3faa-4d8a-898b-6e217dd46e5f None None] Pushing event updated for resources: {'Port': ['ID=d4c1d140-b6d4-44fb-aabb-326c89a519b0,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:12.103954 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] Set router d06020b6-6b71-4857-a36d-ef7290c14cde gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:12.166313 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fafaca25-9662-4bfe-8433-13a380092d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:12.204129 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-fafaca25-9662-4bfe-8433-13a380092d53 None None] For port d4c1d140-b6d4-44fb-aabb-326c89a519b0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d4c1d140-b6d4-44fb-aabb-326c89a519b0,segment=NetworkSegment(c2f475b6-217f-4504-a964-34bd6f8acf33),segment_id=c2f475b6-217f-4504-a964-34bd6f8acf33)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:12.211291 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fafaca25-9662-4bfe-8433-13a380092d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:12.262013 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafaca25-9662-4bfe-8433-13a380092d53 None None] Pushing event updated for resources: {'Port': ['ID=d4c1d140-b6d4-44fb-aabb-326c89a519b0,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:12.332730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-96c8971e-6b9b-4f7d-8d18-08f5b8da136f None None] Provisioning complete for port d4c1d140-b6d4-44fb-aabb-326c89a519b0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:12.333278 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-96c8971e-6b9b-4f7d-8d18-08f5b8da136f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:12.361810 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b987f2c9-5dac-445d-befd-382c75cc9b55 admin admin] Router 4e958849-eb34-48af-be4b-8cc9af67a683 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:26:12.383151 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:26:09Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '47dc0f27-16b1-409a-b745-4061ba383412', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'port_id': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'mac_address': 'fa:16:3e:82:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:24:28Z', 'updated_at': '2021-11-29T18:24:32Z', 'revision_number': 1, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392e420f-3a17-4997-9b51-d9baf8008b92', 'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:33:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:06Z', 'updated_at': '2021-11-29T18:24:11Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4c1d140-b6d4-44fb-aabb-326c89a519b0', 'name': '', 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:d5:2f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'a4271dc2-bc70-442c-8d8d-ccdf3c3aee4c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:09Z', 'updated_at': '2021-11-29T18:26:11Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'a4271dc2-bc70-442c-8d8d-ccdf3c3aee4c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:12.412131 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ced19-4f8a-499c-b9ed-ba943715d310 None None] The sync data for ids ['d06020b6-6b71-4857-a36d-ef7290c14cde'] in n-d-819494-5 is: [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:26:09Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '47dc0f27-16b1-409a-b745-4061ba383412', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'port_id': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'mac_address': 'fa:16:3e:82:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:24:28Z', 'updated_at': '2021-11-29T18:24:32Z', 'revision_number': 1, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392e420f-3a17-4997-9b51-d9baf8008b92', 'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:33:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:06Z', 'updated_at': '2021-11-29T18:24:11Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4c1d140-b6d4-44fb-aabb-326c89a519b0', 'name': '', 'network_id': '3ebd8314-d920-48b1-9f38-2f93c9a09295', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:d5:2f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': 'a4271dc2-bc70-442c-8d8d-ccdf3c3aee4c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:09Z', 'updated_at': '2021-11-29T18:26:11Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'a4271dc2-bc70-442c-8d8d-ccdf3c3aee4c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:26:12.486610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b987f2c9-5dac-445d-befd-382c75cc9b55 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:26:12.491901 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b987f2c9-5dac-445d-befd-382c75cc9b55 admin admin] 10.222.0.23 "PUT /v2.0/routers/4e958849-eb34-48af-be4b-8cc9af67a683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9675977 Nov 29 18:26:12.494481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56478) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:12.497743 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d5b424-45e8-4505-bd5b-fed4979eccd0 None None] Sync routers for ids ['4e958849-eb34-48af-be4b-8cc9af67a683'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:26:12.507995 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d5b424-45e8-4505-bd5b-fed4979eccd0 None None] Routers {'4e958849-eb34-48af-be4b-8cc9af67a683'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:12.508690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e5d5b424-45e8-4505-bd5b-fed4979eccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:25:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4e958849-eb34-48af-be4b-8cc9af67a683'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:12.620137 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5bcbe2a-8bd4-461f-9d36-b786357653e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:12.626432 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-e5d5b424-45e8-4505-bd5b-fed4979eccd0 None None] Set router 4e958849-eb34-48af-be4b-8cc9af67a683 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:12.744435 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5bcbe2a-8bd4-461f-9d36-b786357653e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:12.823265 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcbe2a-8bd4-461f-9d36-b786357653e1 admin admin] Deleting port 736d4156-729c-41c0-84b9-c11902cdf6ff {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:12.823655 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5bcbe2a-8bd4-461f-9d36-b786357653e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:12.831835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e5d5b424-45e8-4505-bd5b-fed4979eccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'name': 'tempest-TestVolumeBackupRestore-894805385-router', 'tenant_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '736d4156-729c-41c0-84b9-c11902cdf6ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:37Z', 'updated_at': '2021-11-29T18:26:11Z', 'revision_number': 5, 'project_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'gw_port': {'id': '736d4156-729c-41c0-84b9-c11902cdf6ff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:22:37Z', 'updated_at': '2021-11-29T18:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:12.862215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d5b424-45e8-4505-bd5b-fed4979eccd0 None None] Checking router: 4e958849-eb34-48af-be4b-8cc9af67a683 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:26:12.871368 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d5b424-45e8-4505-bd5b-fed4979eccd0 None None] Routers {'4e958849-eb34-48af-be4b-8cc9af67a683'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:12.872351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e5d5b424-45e8-4505-bd5b-fed4979eccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:25:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4e958849-eb34-48af-be4b-8cc9af67a683'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:12.926044 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-d5bcbe2a-8bd4-461f-9d36-b786357653e1 admin admin] For port 736d4156-729c-41c0-84b9-c11902cdf6ff, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=736d4156-729c-41c0-84b9-c11902cdf6ff,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:12.926721 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5bcbe2a-8bd4-461f-9d36-b786357653e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:12.948645 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d5bcbe2a-8bd4-461f-9d36-b786357653e1 admin admin] Calling delete_port for 736d4156-729c-41c0-84b9-c11902cdf6ff owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:13.101262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d4c1d140-b6d4-44fb-aabb-326c89a519b0 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:26:13.152320 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5bcbe2a-8bd4-461f-9d36-b786357653e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:13.181489 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcbe2a-8bd4-461f-9d36-b786357653e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=736d4156-729c-41c0-84b9-c11902cdf6ff,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:13.191330 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-e5d5b424-45e8-4505-bd5b-fed4979eccd0 None None] Set router 4e958849-eb34-48af-be4b-8cc9af67a683 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:13.246185 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5bcbe2a-8bd4-461f-9d36-b786357653e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:13.250714 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6044c9b6-85b1-4a97-9326-c06cbc44e1e7 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:26:13.256980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e5d5b424-45e8-4505-bd5b-fed4979eccd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'name': 'tempest-TestVolumeBackupRestore-894805385-router', 'tenant_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:37Z', 'updated_at': '2021-11-29T18:26:12Z', 'revision_number': 6, 'project_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:13.294150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d5b424-45e8-4505-bd5b-fed4979eccd0 None None] The sync data for ids ['4e958849-eb34-48af-be4b-8cc9af67a683'] in n-d-819494-5 is: [{'id': '4e958849-eb34-48af-be4b-8cc9af67a683', 'name': 'tempest-TestVolumeBackupRestore-894805385-router', 'tenant_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:22:37Z', 'updated_at': '2021-11-29T18:26:12Z', 'revision_number': 6, 'project_id': '40d7c5cadbf848a0b28b59bdbf5d30fb', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:26:13.297501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port d4c1d140-b6d4-44fb-aabb-326c89a519b0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:13.297862 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:13.351662 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5bcbe2a-8bd4-461f-9d36-b786357653e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:13.353845 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5bcbe2a-8bd4-461f-9d36-b786357653e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:13.401500 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5bcbe2a-8bd4-461f-9d36-b786357653e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:13.402113 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bcbe2a-8bd4-461f-9d36-b786357653e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e958849-eb34-48af-be4b-8cc9af67a683 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:26:13.408221 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5bcbe2a-8bd4-461f-9d36-b786357653e1 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:13.411979 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d5bcbe2a-8bd4-461f-9d36-b786357653e1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4e958849-eb34-48af-be4b-8cc9af67a683 HTTP/1.1" status: 204 len: 168 time: 0.9130135 Nov 29 18:26:13.412117 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56486) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:13.460936 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:26:13.472897 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7b87c7-e039-4663-8387-a0815b0cb96b admin admin] Deleting subnet 7574708d-6b53-4f72-aa6f-515ae1d53597 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:26:13.476775 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f7b87c7-e039-4663-8387-a0815b0cb96b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:13.520369 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f7b87c7-e039-4663-8387-a0815b0cb96b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:13.601212 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f7b87c7-e039-4663-8387-a0815b0cb96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:13.652426 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f7b87c7-e039-4663-8387-a0815b0cb96b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:13.677523 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b87c7-e039-4663-8387-a0815b0cb96b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7574708d-6b53-4f72-aa6f-515ae1d53597,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:13.681413 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0f7b87c7-e039-4663-8387-a0815b0cb96b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:13.686217 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0f7b87c7-e039-4663-8387-a0815b0cb96b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7574708d-6b53-4f72-aa6f-515ae1d53597 HTTP/1.1" status: 204 len: 168 time: 0.2715092 Nov 29 18:26:13.687171 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587f2990-71d8-4fe1-8062-fa304f04e651 None None] Network 147e8e51-792a-4466-a44f-e7c25066bcbf requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:26:13.687710 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56488) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:13.760487 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:13.824223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] Deleting port 1025c221-26f9-4898-9c09-6fc65de2cbd9 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:13.824754 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:13.896899 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] For port 1025c221-26f9-4898-9c09-6fc65de2cbd9, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1025c221-26f9-4898-9c09-6fc65de2cbd9,segment=NetworkSegment(61e9dc11-5a2c-4530-ba86-566671592a6a),segment_id=61e9dc11-5a2c-4530-ba86-566671592a6a)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:13.897269 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:13.907860 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c04d9b6-e307-441e-84d8-acadd27c9f78 None None] DHCP port deletion for 147e8e51-792a-4466-a44f-e7c25066bcbf request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:26:13.915880 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] Calling delete_port for 1025c221-26f9-4898-9c09-6fc65de2cbd9 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:13.961608 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7c04d9b6-e307-441e-84d8-acadd27c9f78 None None] Deleting port 1025c221-26f9-4898-9c09-6fc65de2cbd9 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:13.962078 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7c04d9b6-e307-441e-84d8-acadd27c9f78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:14.003154 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:14.027237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] Pushing event deleted for resources: {'Port': ['ID=1025c221-26f9-4898-9c09-6fc65de2cbd9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:14.032347 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7c04d9b6-e307-441e-84d8-acadd27c9f78 None None] For port 1025c221-26f9-4898-9c09-6fc65de2cbd9, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1025c221-26f9-4898-9c09-6fc65de2cbd9,segment=NetworkSegment(61e9dc11-5a2c-4530-ba86-566671592a6a),segment_id=61e9dc11-5a2c-4530-ba86-566671592a6a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:14.032853 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7c04d9b6-e307-441e-84d8-acadd27c9f78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:14.033452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] No DVR routers for this DVR port 1025c221-26f9-4898-9c09-6fc65de2cbd9 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:26:14.062211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7c04d9b6-e307-441e-84d8-acadd27c9f78 None None] Calling delete_port for 1025c221-26f9-4898-9c09-6fc65de2cbd9 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:14.121288 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:14.146416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147e8e51-792a-4466-a44f-e7c25066bcbf']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:14.157478 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e9dc11-5a2c-4530-ba86-566671592a6a') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:14.157787 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e9dc11-5a2c-4530-ba86-566671592a6a') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:14.168634 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:14.171341 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7c04d9b6-e307-441e-84d8-acadd27c9f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:14.183928 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:14.191741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:26:14.192191 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:26:14.194005 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:26:14.202255 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04d9b6-e307-441e-84d8-acadd27c9f78 None None] Pushing event deleted for resources: {'Port': ['ID=1025c221-26f9-4898-9c09-6fc65de2cbd9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:14.205820 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c04d9b6-e307-441e-84d8-acadd27c9f78 None None] No DVR routers for this DVR port 1025c221-26f9-4898-9c09-6fc65de2cbd9 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:26:14.260825 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:14.266400 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:14.270054 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] 10.222.0.23 "DELETE /v2.0/networks/147e8e51-792a-4466-a44f-e7c25066bcbf HTTP/1.1" status: 204 len: 168 time: 0.5812035 Nov 29 18:26:14.281997 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1ed78-c065-457e-a610-40c3fee47220 admin admin] Pushing event deleted for resources: {'Network': ['ID=147e8e51-792a-4466-a44f-e7c25066bcbf,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:14.416978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56496) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:14.465057 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-34b7b079-e4a4-4da8-8c30-5e1a3e9e606e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=afd1c8a192af4cdea880653347474ddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467861 Nov 29 18:26:14.467879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56498) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:14.521181 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aa610ee7-c450-4d5e-9438-541136854c35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:14.542573 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aa610ee7-c450-4d5e-9438-541136854c35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:14.593291 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aa610ee7-c450-4d5e-9438-541136854c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:14.595941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aa610ee7-c450-4d5e-9438-541136854c35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:14.597147 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-aa610ee7-c450-4d5e-9438-541136854c35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/347ca753-8559-41ae-83af-205ee6cf5ba9 HTTP/1.1" status: 204 len: 168 time: 0.1283708 Nov 29 18:26:14.605538 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa610ee7-c450-4d5e-9438-541136854c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347ca753-8559-41ae-83af-205ee6cf5ba9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:14.848398 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1025c221-26f9-4898-9c09-6fc65de2cbd9 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:14.869110 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 1025c221-26f9-4898-9c09-6fc65de2cbd9 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:26:14.869633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1025c221-26f9-4898-9c09-6fc65de2cbd9 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:26:14.870247 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:14.891144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:26:14.891410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3cc1c1bb-19c1-4f1b-bc44-4fc302d92b13 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:26:14.891842 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 736d4156-729c-41c0-84b9-c11902cdf6ff no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:14.911789 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 736d4156-729c-41c0-84b9-c11902cdf6ff {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:26:14.912145 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 736d4156-729c-41c0-84b9-c11902cdf6ff not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:26:14.931214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56506) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:14.971717 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d769e5e6-4010-4d57-ad2c-4a48052e9712 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40d7c5cadbf848a0b28b59bdbf5d30fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393536 Nov 29 18:26:14.974206 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56508) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:15.021362 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-311898fc-08ad-4db7-8fc3-79901e4a52fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:15.042992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-311898fc-08ad-4db7-8fc3-79901e4a52fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:15.102545 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-311898fc-08ad-4db7-8fc3-79901e4a52fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:15.105331 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-311898fc-08ad-4db7-8fc3-79901e4a52fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:15.106544 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-311898fc-08ad-4db7-8fc3-79901e4a52fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/963d18bd-bbd5-4280-958b-1d5c65fb9a98 HTTP/1.1" status: 204 len: 168 time: 0.1313605 Nov 29 18:26:15.115909 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311898fc-08ad-4db7-8fc3-79901e4a52fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963d18bd-bbd5-4280-958b-1d5c65fb9a98,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:15.835105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56534) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:15.947507 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2a883994-8f60-491a-8c8e-b372290c9f14 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-306207838-network', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:26:15.971948 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a883994-8f60-491a-8c8e-b372290c9f14 admin admin] Made reservation on behalf of 72bbde8d865a44a59bd5e7320f2171e2 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:26:15.974926 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a883994-8f60-491a-8c8e-b372290c9f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:15.985158 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a883994-8f60-491a-8c8e-b372290c9f14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:16.079450 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a883994-8f60-491a-8c8e-b372290c9f14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:16.083236 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a883994-8f60-491a-8c8e-b372290c9f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:16.110034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a883994-8f60-491a-8c8e-b372290c9f14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:26:16.119829 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a883994-8f60-491a-8c8e-b372290c9f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466c753b-0eee-4276-ae96-c1416d88a66b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:16.126189 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a883994-8f60-491a-8c8e-b372290c9f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:16.126541 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-2a883994-8f60-491a-8c8e-b372290c9f14 admin admin] Added segment 6910ad91-b4b3-475e-a58b-c7d82c7c93cb of type vlan for network 7be29917-fe7c-4671-b21b-2292a7434512 Nov 29 18:26:16.173033 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a883994-8f60-491a-8c8e-b372290c9f14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:16.198338 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a883994-8f60-491a-8c8e-b372290c9f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:16.199363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a883994-8f60-491a-8c8e-b372290c9f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:16.199957 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a883994-8f60-491a-8c8e-b372290c9f14 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:16.262404 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2a883994-8f60-491a-8c8e-b372290c9f14 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4261537 Nov 29 18:26:16.266572 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56542) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:16.273229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1a0c079d-a471-45ad-9447-1272ed1c8315 admin admin] Request body: {'subnet': {'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-306207838-subnet', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:26:16.278557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a883994-8f60-491a-8c8e-b372290c9f14 admin admin] Pushing event updated for resources: {'Network': ['ID=7be29917-fe7c-4671-b21b-2292a7434512,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:16.293258 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0c079d-a471-45ad-9447-1272ed1c8315 admin admin] Made reservation on behalf of 72bbde8d865a44a59bd5e7320f2171e2 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:26:16.295267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 7be29917-fe7c-4671-b21b-2292a7434512 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:26:16.296086 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a0c079d-a471-45ad-9447-1272ed1c8315 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:16.468140 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a0c079d-a471-45ad-9447-1272ed1c8315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:16.521874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c079d-a471-45ad-9447-1272ed1c8315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:16.537577 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c079d-a471-45ad-9447-1272ed1c8315 admin admin] Checking segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:26:16.537972 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0c079d-a471-45ad-9447-1272ed1c8315 admin admin] Network hostable DHCP agents. Network: 7be29917-fe7c-4671-b21b-2292a7434512, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:26:16.557403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0c079d-a471-45ad-9447-1272ed1c8315 admin admin] Network 7be29917-fe7c-4671-b21b-2292a7434512 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:26:16.567311 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1a0c079d-a471-45ad-9447-1272ed1c8315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 7be29917-fe7c-4671-b21b-2292a7434512) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:26:16.572051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0c079d-a471-45ad-9447-1272ed1c8315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:16.573332 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a0c079d-a471-45ad-9447-1272ed1c8315 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:16.577988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25dc831-b3bb-4f3f-8ba0-12cfbfea8ca6 None None] Network 7be29917-fe7c-4671-b21b-2292a7434512 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:26:16.589516 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1a0c079d-a471-45ad-9447-1272ed1c8315 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3217514 Nov 29 18:26:16.592918 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56544) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:16.597493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:26:16.620924 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:16.621944 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:16.674268 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:16.739688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-7be29917-fe7c-4671-b21b-2292a7434512', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:26:16.740684 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:16.900690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Allocated IP 172.20.0.2 (7be29917-fe7c-4671-b21b-2292a7434512/1a4ee5c0-8a08-4610-a168-a9201f4e4bc0/7105c836-e518-4700-b4fc-1a2a89f288e6) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:26:17.061455 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:17.068345 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:17.117862 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Network 7be29917-fe7c-4671-b21b-2292a7434512 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:26:17.120941 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:26:17.125465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:26:17.133159 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Pushing event updated for resources: {'Port': ['ID=7105c836-e518-4700-b4fc-1a2a89f288e6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:17.134953 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:17.187620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Attempting to bind port 7105c836-e518-4700-b4fc-1a2a89f288e6 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:26:17.187620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Attempting to bind port 7105c836-e518-4700-b4fc-1a2a89f288e6 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:26:17.187948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Attempting to bind port 7105c836-e518-4700-b4fc-1a2a89f288e6 on network 7be29917-fe7c-4671-b21b-2292a7434512 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:26:17.197365 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:26:17.197824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Checking segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:26:17.198469 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:17.198674 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Bound using segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:26:17.199415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Bound port: 7105c836-e518-4700-b4fc-1a2a89f288e6, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:26:17.199798 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:17.277699 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] For port 7105c836-e518-4700-b4fc-1a2a89f288e6, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:26:17.292740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] For port 7105c836-e518-4700-b4fc-1a2a89f288e6, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7105c836-e518-4700-b4fc-1a2a89f288e6,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:26:17.297426 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:17.357416 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:17.358434 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc69aa-d5a2-427c-aadb-9adeb9b5b290 None None] Pushing event updated for resources: {'Port': ['ID=7105c836-e518-4700-b4fc-1a2a89f288e6,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:17.386880 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:17.501169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Allocated IP 172.25.3.212 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/c51d18c1-c95f-47b1-9ed7-66b735573dff) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:26:17.638509 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:17.681465 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:17.721982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:26:17.724885 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:26:17.727531 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:26:17.738526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5771ca-3f0c-4366-b100-c143e7dbd108 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:26:17.754227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Pushing event updated for resources: {'Port': ['ID=c51d18c1-c95f-47b1-9ed7-66b735573dff,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:17.784195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3cdf9adb-ba58-4d09-9959-501d5f026273 None None] Provisioning complete for port c51d18c1-c95f-47b1-9ed7-66b735573dff triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:17.784567 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3cdf9adb-ba58-4d09-9959-501d5f026273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:17.820989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf9adb-ba58-4d09-9959-501d5f026273 None None] Port c51d18c1-c95f-47b1-9ed7-66b735573dff cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:26:17.992697 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:18.206622 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:18.369254 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Router e40b4485-685f-4926-ba89-30bd1735c444 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:26:18.370092 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9dda6c-42ef-4f42-96ae-44a1b4f5f632 None None] Network 7be29917-fe7c-4671-b21b-2292a7434512 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:26:18.472996 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b7ae250d-4cdc-4a88-a1bf-baf729562dd2 None None] Provisioning complete for port 7105c836-e518-4700-b4fc-1a2a89f288e6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:18.473375 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ae250d-4cdc-4a88-a1bf-baf729562dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:18.490235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:26:18.503049 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Sync routers for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:26:18.508964 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:18.513672 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-27227ca0-b752-4f53-afff-e2f8c16dfc77 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9169619 Nov 29 18:26:18.515061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56556) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:18.517123 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:18.517965 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:25:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:18.626030 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ae250d-4cdc-4a88-a1bf-baf729562dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:18.635314 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:18.665942 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b7ae250d-4cdc-4a88-a1bf-baf729562dd2 None None] For port 7105c836-e518-4700-b4fc-1a2a89f288e6, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7105c836-e518-4700-b4fc-1a2a89f288e6,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:18.672229 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ae250d-4cdc-4a88-a1bf-baf729562dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:18.734773 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae250d-4cdc-4a88-a1bf-baf729562dd2 None None] Pushing event updated for resources: {'Port': ['ID=7105c836-e518-4700-b4fc-1a2a89f288e6,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:18.857913 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:17Z', 'revision_number': 3, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:18.894247 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Checking router: e40b4485-685f-4926-ba89-30bd1735c444 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:26:18.894613 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Updating router e40b4485-685f-4926-ba89-30bd1735c444 port c51d18c1-c95f-47b1-9ed7-66b735573dff binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:26:18.921102 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:18.938514 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7105c836-e518-4700-b4fc-1a2a89f288e6 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:26:18.994989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7105c836-e518-4700-b4fc-1a2a89f288e6 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:18.995372 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.023464 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.023743 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f68664eb-dfa8-400a-a845-a394b3df45d1 None None] Provisioning complete for port 7105c836-e518-4700-b4fc-1a2a89f288e6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:19.023928 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f68664eb-dfa8-400a-a845-a394b3df45d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.204861 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.210772 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.216184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Allocated IP 172.20.0.1 (7be29917-fe7c-4671-b21b-2292a7434512/1a4ee5c0-8a08-4610-a168-a9201f4e4bc0/7b99c173-eaf0-4329-b6d5-209aa20131a6) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:26:19.264331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b989ccb-e394-4094-a927-14dd39e743b7 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:26:19.284040 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Attempting to bind port c51d18c1-c95f-47b1-9ed7-66b735573dff on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:26:19.284463 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Attempting to bind port c51d18c1-c95f-47b1-9ed7-66b735573dff by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:26:19.284844 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Attempting to bind port c51d18c1-c95f-47b1-9ed7-66b735573dff on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:26:19.288006 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848c4e4-e3fb-414b-984a-16c116ecaddf None None] Pushing event updated for resources: {'Port': ['ID=c51d18c1-c95f-47b1-9ed7-66b735573dff,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:19.293954 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:26:19.294395 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:26:19.295470 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.295884 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:26:19.296563 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Bound port: c51d18c1-c95f-47b1-9ed7-66b735573dff, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:26:19.296975 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.340728 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.357614 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] For port c51d18c1-c95f-47b1-9ed7-66b735573dff, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:26:19.362009 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] For port c51d18c1-c95f-47b1-9ed7-66b735573dff, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c51d18c1-c95f-47b1-9ed7-66b735573dff,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:26:19.368807 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.377843 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.388744 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-50c263cd-1f47-464c-a6f5-a5f908d853a9 None None] Provisioning complete for port c51d18c1-c95f-47b1-9ed7-66b735573dff triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:19.389556 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50c263cd-1f47-464c-a6f5-a5f908d853a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.423625 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a784af-f862-41b4-a193-66b73eeb52c2 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:26:19.424905 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Network 7be29917-fe7c-4671-b21b-2292a7434512 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:26:19.428970 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:26:19.430963 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Pushing event updated for resources: {'Port': ['ID=7b99c173-eaf0-4329-b6d5-209aa20131a6,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:19.433957 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:26:19.446234 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:19.447437 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:25:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:19.477502 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.494007 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50c263cd-1f47-464c-a6f5-a5f908d853a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.525648 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-50c263cd-1f47-464c-a6f5-a5f908d853a9 None None] For port c51d18c1-c95f-47b1-9ed7-66b735573dff, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c51d18c1-c95f-47b1-9ed7-66b735573dff,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:19.531162 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50c263cd-1f47-464c-a6f5-a5f908d853a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.534973 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848c4e4-e3fb-414b-984a-16c116ecaddf None None] Pushing event updated for resources: {'Port': ['ID=c51d18c1-c95f-47b1-9ed7-66b735573dff,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:19.612964 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c263cd-1f47-464c-a6f5-a5f908d853a9 None None] Pushing event updated for resources: {'Port': ['ID=c51d18c1-c95f-47b1-9ed7-66b735573dff,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:19.619359 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:19.638828 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.661856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1a7bf41d-566b-4588-a48c-b3f299f09714 None None] Provisioning complete for port c51d18c1-c95f-47b1-9ed7-66b735573dff triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:19.662319 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1a7bf41d-566b-4588-a48c-b3f299f09714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.844872 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:17Z', 'revision_number': 3, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:19.861487 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.867048 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.879758 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd3d5e-e976-4291-97d9-b18848413d7f None None] The sync data for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 is: [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:17Z', 'revision_number': 3, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:26:19.891884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c27b6a77-b849-4a7d-9d92-13a1c427dcd2 None None] Provisioning complete for port 7b99c173-eaf0-4329-b6d5-209aa20131a6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:19.892265 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c27b6a77-b849-4a7d-9d92-13a1c427dcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:19.937230 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c27b6a77-b849-4a7d-9d92-13a1c427dcd2 None None] Port 7b99c173-eaf0-4329-b6d5-209aa20131a6 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:26:19.945584 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Pushing event updated for resources: {'Port': ['ID=7b99c173-eaf0-4329-b6d5-209aa20131a6,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:19.949158 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:20.052655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Network 7be29917-fe7c-4671-b21b-2292a7434512 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:26:20.054456 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:26:20.196504 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Router e40b4485-685f-4926-ba89-30bd1735c444 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:26:20.363344 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-80e1b469-01eb-467f-b5a4-b15cdf194adf None None] Provisioning complete for port 7b99c173-eaf0-4329-b6d5-209aa20131a6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:20.363819 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-80e1b469-01eb-467f-b5a4-b15cdf194adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:20.405314 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-80e1b469-01eb-467f-b5a4-b15cdf194adf None None] Port 7b99c173-eaf0-4329-b6d5-209aa20131a6 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:26:20.668474 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:26:20.673596 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5b465db2-20f9-408a-aef4-6b4016f98df7 admin admin] 10.222.0.23 "PUT /v2.0/routers/e40b4485-685f-4926-ba89-30bd1735c444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1568744 Nov 29 18:26:20.890850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c51d18c1-c95f-47b1-9ed7-66b735573dff up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:26:20.941040 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port c51d18c1-c95f-47b1-9ed7-66b735573dff triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:20.941442 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:21.175644 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56582) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:21.180587 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-61c6ffae-299e-469e-a099-d6f4649873f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1247047556-network', 'tenant_id': '81cd3d41f00342f584c8ebbb437f6083'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:26:21.202414 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c6ffae-299e-469e-a099-d6f4649873f8 admin admin] Made reservation on behalf of 81cd3d41f00342f584c8ebbb437f6083 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:26:21.204658 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-61c6ffae-299e-469e-a099-d6f4649873f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:21.215030 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-61c6ffae-299e-469e-a099-d6f4649873f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:21.302614 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-61c6ffae-299e-469e-a099-d6f4649873f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:21.306314 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-61c6ffae-299e-469e-a099-d6f4649873f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:21.339418 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c6ffae-299e-469e-a099-d6f4649873f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:26:21.359824 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6ffae-299e-469e-a099-d6f4649873f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafefd07-b1cb-47d8-bafd-ef1eb080c67e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:21.362237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-61c6ffae-299e-469e-a099-d6f4649873f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:21.362581 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-61c6ffae-299e-469e-a099-d6f4649873f8 admin admin] Added segment a3f23ee9-3fde-46ce-a4b3-34133aa27da7 of type vlan for network 0c988f10-8031-4663-a711-d872c421184c Nov 29 18:26:21.406251 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-61c6ffae-299e-469e-a099-d6f4649873f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:21.435646 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-61c6ffae-299e-469e-a099-d6f4649873f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:21.436611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c6ffae-299e-469e-a099-d6f4649873f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:21.437195 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-61c6ffae-299e-469e-a099-d6f4649873f8 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:21.496886 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-61c6ffae-299e-469e-a099-d6f4649873f8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3198884 Nov 29 18:26:21.500249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56586) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:21.504820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1900f61d-b484-4023-924a-08bbcc2adaa7 admin admin] Request body: {'subnet': {'network_id': '0c988f10-8031-4663-a711-d872c421184c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1247047556-subnet', 'tenant_id': '81cd3d41f00342f584c8ebbb437f6083', 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:26:21.512774 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6ffae-299e-469e-a099-d6f4649873f8 admin admin] Pushing event updated for resources: {'Network': ['ID=0c988f10-8031-4663-a711-d872c421184c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:21.523247 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 0c988f10-8031-4663-a711-d872c421184c details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:26:21.529866 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1900f61d-b484-4023-924a-08bbcc2adaa7 admin admin] Made reservation on behalf of 81cd3d41f00342f584c8ebbb437f6083 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:26:21.532656 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1900f61d-b484-4023-924a-08bbcc2adaa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:21.609179 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Sync routers for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:26:21.618637 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:21.619305 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:25:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:21.725280 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1900f61d-b484-4023-924a-08bbcc2adaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:21.736001 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:21.781850 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900f61d-b484-4023-924a-08bbcc2adaa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2637b4d0-321d-4614-a0e4-efd8ea2b96bf,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:21.790591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1900f61d-b484-4023-924a-08bbcc2adaa7 admin admin] Checking segment: {'id': 'a3f23ee9-3fde-46ce-a4b3-34133aa27da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c988f10-8031-4663-a711-d872c421184c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:26:21.790982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1900f61d-b484-4023-924a-08bbcc2adaa7 admin admin] Network hostable DHCP agents. Network: 0c988f10-8031-4663-a711-d872c421184c, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:26:21.808672 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1900f61d-b484-4023-924a-08bbcc2adaa7 admin admin] Network 0c988f10-8031-4663-a711-d872c421184c is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:26:21.818877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-1900f61d-b484-4023-924a-08bbcc2adaa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 0c988f10-8031-4663-a711-d872c421184c) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:26:21.823323 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1900f61d-b484-4023-924a-08bbcc2adaa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:21.823922 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1900f61d-b484-4023-924a-08bbcc2adaa7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:21.843173 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1900f61d-b484-4023-924a-08bbcc2adaa7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3419540 Nov 29 18:26:21.845563 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56590) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:21.849930 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1247047556-router', 'tenant_id': '81cd3d41f00342f584c8ebbb437f6083', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:26:21.860758 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb58e5df-217b-4d8f-a24e-985da6ecb138 None None] Network 0c988f10-8031-4663-a711-d872c421184c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:26:21.872181 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:21.874618 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:21.939724 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:22.083620 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:22.229669 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-0c988f10-8031-4663-a711-d872c421184c', 'network_id': '0c988f10-8031-4663-a711-d872c421184c', 'tenant_id': '81cd3d41f00342f584c8ebbb437f6083', 'fixed_ips': [{'subnet_id': '2637b4d0-321d-4614-a0e4-efd8ea2b96bf'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:26:22.230619 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:22.242065 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 2, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:22.283323 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Checking router: e40b4485-685f-4926-ba89-30bd1735c444 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:26:22.283323 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Updating router e40b4485-685f-4926-ba89-30bd1735c444 port 7b99c173-eaf0-4329-b6d5-209aa20131a6 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:26:22.292298 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:22.317774 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:22.365093 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:22.432748 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Allocated IP 172.25.3.63 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/9c48e232-67f0-44ff-9e33-b1aaca7480ab) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:26:22.517697 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Allocated IP 172.20.0.2 (0c988f10-8031-4663-a711-d872c421184c/2637b4d0-321d-4614-a0e4-efd8ea2b96bf/11db2568-637d-4b1a-9334-cd24c8836629) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:26:22.559363 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:22.608081 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:22.671060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:26:22.682776 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:26:22.687261 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:26:22.707089 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ced3074-580b-498a-a2d4-a8b8cbfc04e6 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:26:22.726008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Pushing event updated for resources: {'Port': ['ID=9c48e232-67f0-44ff-9e33-b1aaca7480ab,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:22.793712 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:22.821412 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:22.862390 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:22.881839 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:22.894209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Network 0c988f10-8031-4663-a711-d872c421184c is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:26:22.900448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:26:22.906892 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:26:22.914020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Pushing event updated for resources: {'Port': ['ID=11db2568-637d-4b1a-9334-cd24c8836629,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:22.928446 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a0918816-a3df-4dd2-a921-f00b4e003b13 None None] Provisioning complete for port 9c48e232-67f0-44ff-9e33-b1aaca7480ab triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:22.928831 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0918816-a3df-4dd2-a921-f00b4e003b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:23.035846 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:23.084309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a0918816-a3df-4dd2-a921-f00b4e003b13 None None] Port 9c48e232-67f0-44ff-9e33-b1aaca7480ab cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:26:23.093334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59317c3c-f9e5-4347-830b-eaf3da2e4626 None None] Pushing event updated for resources: {'Port': ['ID=7b99c173-eaf0-4329-b6d5-209aa20131a6,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:23.099587 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Attempting to bind port 7b99c173-eaf0-4329-b6d5-209aa20131a6 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:26:23.099960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Attempting to bind port 7b99c173-eaf0-4329-b6d5-209aa20131a6 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:26:23.100354 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Attempting to bind port 7b99c173-eaf0-4329-b6d5-209aa20131a6 on network 7be29917-fe7c-4671-b21b-2292a7434512 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:26:23.103710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Attempting to bind port 11db2568-637d-4b1a-9334-cd24c8836629 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:26:23.104089 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Attempting to bind port 11db2568-637d-4b1a-9334-cd24c8836629 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'a3f23ee9-3fde-46ce-a4b3-34133aa27da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c988f10-8031-4663-a711-d872c421184c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:26:23.104454 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Attempting to bind port 11db2568-637d-4b1a-9334-cd24c8836629 on network 0c988f10-8031-4663-a711-d872c421184c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:26:23.112020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:26:23.112494 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Checking segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:26:23.112818 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:23.113222 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Bound using segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:26:23.113702 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Bound port: 7b99c173-eaf0-4329-b6d5-209aa20131a6, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:26:23.114095 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:23.116170 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:26:23.116539 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Checking segment: {'id': 'a3f23ee9-3fde-46ce-a4b3-34133aa27da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c988f10-8031-4663-a711-d872c421184c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:26:23.116926 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:23.117321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Bound using segment: {'id': 'a3f23ee9-3fde-46ce-a4b3-34133aa27da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c988f10-8031-4663-a711-d872c421184c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:26:23.117781 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Bound port: 11db2568-637d-4b1a-9334-cd24c8836629, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f23ee9-3fde-46ce-a4b3-34133aa27da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c988f10-8031-4663-a711-d872c421184c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:26:23.118163 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:23.251971 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] For port 7b99c173-eaf0-4329-b6d5-209aa20131a6, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:26:23.254147 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] For port 11db2568-637d-4b1a-9334-cd24c8836629, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:26:23.256916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] For port 7b99c173-eaf0-4329-b6d5-209aa20131a6, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7b99c173-eaf0-4329-b6d5-209aa20131a6,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:26:23.258416 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7ffa399b-1c5e-47c2-a693-fb90a6eec229 None None] Provisioning complete for port 7b99c173-eaf0-4329-b6d5-209aa20131a6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:23.258416 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ffa399b-1c5e-47c2-a693-fb90a6eec229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:23.261084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] For port 11db2568-637d-4b1a-9334-cd24c8836629, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=11db2568-637d-4b1a-9334-cd24c8836629,segment=NetworkSegment(a3f23ee9-3fde-46ce-a4b3-34133aa27da7),segment_id=a3f23ee9-3fde-46ce-a4b3-34133aa27da7)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:26:23.265006 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:23.275014 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:23.289184 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:23.374288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:23.374871 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:25:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:23.376670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59317c3c-f9e5-4347-830b-eaf3da2e4626 None None] Pushing event updated for resources: {'Port': ['ID=7b99c173-eaf0-4329-b6d5-209aa20131a6,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:23.428648 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Router 1c35bda1-a91d-404c-891c-8e7845151077 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:26:23.571096 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ffa399b-1c5e-47c2-a693-fb90a6eec229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:23.576988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34a850-fd82-43bc-9806-03b7a4910c61 None None] Pushing event updated for resources: {'Port': ['ID=11db2568-637d-4b1a-9334-cd24c8836629,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:23.612289 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:26:23.624212 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:23.625193 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Sync routers for ids ['1c35bda1-a91d-404c-891c-8e7845151077'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:26:23.645363 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:23.646615 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Routers {'1c35bda1-a91d-404c-891c-8e7845151077'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:23.646958 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b71eb30e-2622-4fcc-a3d7-53e6d8b3526f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8002479 Nov 29 18:26:23.647491 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:25:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1c35bda1-a91d-404c-891c-8e7845151077'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:23.649806 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56600) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:23.674752 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7ffa399b-1c5e-47c2-a693-fb90a6eec229 None None] For port 7b99c173-eaf0-4329-b6d5-209aa20131a6, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7b99c173-eaf0-4329-b6d5-209aa20131a6,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:23.682529 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ffa399b-1c5e-47c2-a693-fb90a6eec229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:23.749887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa399b-1c5e-47c2-a693-fb90a6eec229 None None] Pushing event updated for resources: {'Port': ['ID=7b99c173-eaf0-4329-b6d5-209aa20131a6,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:23.971128 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Set router 1c35bda1-a91d-404c-891c-8e7845151077 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:24.120825 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-494280b4-a919-4cad-b231-b299724a4b53 None None] Provisioning complete for port 7b99c173-eaf0-4329-b6d5-209aa20131a6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:24.121201 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-494280b4-a919-4cad-b231-b299724a4b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:24.131161 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03a85ed2-a2bd-404e-a928-786d89a6f14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:24.182252 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c35bda1-a91d-404c-891c-8e7845151077', 'name': 'tempest-TestVolumeBootPattern-1247047556-router', 'tenant_id': '81cd3d41f00342f584c8ebbb437f6083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9c48e232-67f0-44ff-9e33-b1aaca7480ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:21Z', 'updated_at': '2021-11-29T18:26:22Z', 'revision_number': 3, 'project_id': '81cd3d41f00342f584c8ebbb437f6083', 'gw_port': {'id': '9c48e232-67f0-44ff-9e33-b1aaca7480ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c35bda1-a91d-404c-891c-8e7845151077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:22Z', 'updated_at': '2021-11-29T18:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:24.218693 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Checking router: 1c35bda1-a91d-404c-891c-8e7845151077 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:26:24.219478 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Updating router 1c35bda1-a91d-404c-891c-8e7845151077 port 9c48e232-67f0-44ff-9e33-b1aaca7480ab binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:26:24.254158 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:24.256711 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:24.281763 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:24.313906 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dd2190-7c53-43bb-8029-4f9803a4e233 None None] The sync data for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 is: [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:26:24.494090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Allocated IP 172.20.0.1 (0c988f10-8031-4663-a711-d872c421184c/2637b4d0-321d-4614-a0e4-efd8ea2b96bf/8e69cf77-ee60-4766-b460-66f20ed35b45) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:26:24.622639 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:24.629269 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:24.664485 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:24.676933 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a362b2bb-fa61-45bb-8c01-cb5341003312 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:26:24.682725 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Attempting to bind port 9c48e232-67f0-44ff-9e33-b1aaca7480ab on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:26:24.683492 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Attempting to bind port 9c48e232-67f0-44ff-9e33-b1aaca7480ab by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:26:24.684234 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Attempting to bind port 9c48e232-67f0-44ff-9e33-b1aaca7480ab on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:26:24.701143 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:26:24.701931 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:26:24.702578 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:24.703216 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:26:24.703923 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Bound port: 9c48e232-67f0-44ff-9e33-b1aaca7480ab, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:26:24.704689 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:24.726201 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:24.766355 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] For port 9c48e232-67f0-44ff-9e33-b1aaca7480ab, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:26:24.768125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Network 0c988f10-8031-4663-a711-d872c421184c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:26:24.770335 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] For port 9c48e232-67f0-44ff-9e33-b1aaca7480ab, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c48e232-67f0-44ff-9e33-b1aaca7480ab,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:26:24.771949 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:26:24.772552 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371d517-9998-4b66-94ce-883d90082a88 None None] Pushing event updated for resources: {'Port': ['ID=9c48e232-67f0-44ff-9e33-b1aaca7480ab,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:24.777190 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:24.790467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:26:24.815456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-084b8df6-4c31-48a1-93d5-d2f1e297277d None None] Provisioning complete for port 9c48e232-67f0-44ff-9e33-b1aaca7480ab triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:24.817127 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-084b8df6-4c31-48a1-93d5-d2f1e297277d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:24.861404 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Routers {'1c35bda1-a91d-404c-891c-8e7845151077'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:24.862235 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:25:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1c35bda1-a91d-404c-891c-8e7845151077'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:24.885841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244975f4-8bb9-421e-88a1-74c853d769dc None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:26:24.906817 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Pushing event updated for resources: {'Port': ['ID=8e69cf77-ee60-4766-b460-66f20ed35b45,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:24.949835 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:24.964827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ba6e79-741d-4a91-92c2-be908407c0b2 None None] Network 0c988f10-8031-4663-a711-d872c421184c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:26:25.071104 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] Set router 1c35bda1-a91d-404c-891c-8e7845151077 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:25.074697 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7b99c173-eaf0-4329-b6d5-209aa20131a6 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:26:25.138586 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371d517-9998-4b66-94ce-883d90082a88 None None] Pushing event updated for resources: {'Port': ['ID=9c48e232-67f0-44ff-9e33-b1aaca7480ab,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:25.177047 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:25.186761 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-084b8df6-4c31-48a1-93d5-d2f1e297277d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:25.229146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-084b8df6-4c31-48a1-93d5-d2f1e297277d None None] For port 9c48e232-67f0-44ff-9e33-b1aaca7480ab, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c48e232-67f0-44ff-9e33-b1aaca7480ab,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:25.253218 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7b99c173-eaf0-4329-b6d5-209aa20131a6 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:25.253594 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:25.260509 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-084b8df6-4c31-48a1-93d5-d2f1e297277d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:25.295987 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c35bda1-a91d-404c-891c-8e7845151077', 'name': 'tempest-TestVolumeBootPattern-1247047556-router', 'tenant_id': '81cd3d41f00342f584c8ebbb437f6083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9c48e232-67f0-44ff-9e33-b1aaca7480ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:21Z', 'updated_at': '2021-11-29T18:26:22Z', 'revision_number': 3, 'project_id': '81cd3d41f00342f584c8ebbb437f6083', 'gw_port': {'id': '9c48e232-67f0-44ff-9e33-b1aaca7480ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c35bda1-a91d-404c-891c-8e7845151077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:22Z', 'updated_at': '2021-11-29T18:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:25.346417 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e261a-9136-4a13-b7a4-6713e3b4d820 None None] The sync data for ids ['1c35bda1-a91d-404c-891c-8e7845151077'] in n-d-819494-5 is: [{'id': '1c35bda1-a91d-404c-891c-8e7845151077', 'name': 'tempest-TestVolumeBootPattern-1247047556-router', 'tenant_id': '81cd3d41f00342f584c8ebbb437f6083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9c48e232-67f0-44ff-9e33-b1aaca7480ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:21Z', 'updated_at': '2021-11-29T18:26:22Z', 'revision_number': 3, 'project_id': '81cd3d41f00342f584c8ebbb437f6083', 'gw_port': {'id': '9c48e232-67f0-44ff-9e33-b1aaca7480ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c35bda1-a91d-404c-891c-8e7845151077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:22Z', 'updated_at': '2021-11-29T18:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:26:25.391549 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b8df6-4c31-48a1-93d5-d2f1e297277d None None] Pushing event updated for resources: {'Port': ['ID=9c48e232-67f0-44ff-9e33-b1aaca7480ab,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:25.393279 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:25.400221 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:25.419907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5571105d-fd23-4068-8d1d-1ca243180657 None None] Provisioning complete for port 11db2568-637d-4b1a-9334-cd24c8836629 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:25.420235 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5571105d-fd23-4068-8d1d-1ca243180657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:25.491981 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:25.494034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Pushing event updated for resources: {'Port': ['ID=8e69cf77-ee60-4766-b460-66f20ed35b45,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:25.511119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 11db2568-637d-4b1a-9334-cd24c8836629 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:26:25.625567 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5571105d-fd23-4068-8d1d-1ca243180657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:25.630239 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Network 0c988f10-8031-4663-a711-d872c421184c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:26:25.631766 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:26:25.657407 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 11db2568-637d-4b1a-9334-cd24c8836629 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:25.657784 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:25.771130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5571105d-fd23-4068-8d1d-1ca243180657 None None] For port 11db2568-637d-4b1a-9334-cd24c8836629, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=11db2568-637d-4b1a-9334-cd24c8836629,segment=NetworkSegment(a3f23ee9-3fde-46ce-a4b3-34133aa27da7),segment_id=a3f23ee9-3fde-46ce-a4b3-34133aa27da7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:25.800928 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Router 1c35bda1-a91d-404c-891c-8e7845151077 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:26:25.820835 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5571105d-fd23-4068-8d1d-1ca243180657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:25.902136 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5571105d-fd23-4068-8d1d-1ca243180657 None None] Provisioning complete for port 9c48e232-67f0-44ff-9e33-b1aaca7480ab triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:25.902510 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5571105d-fd23-4068-8d1d-1ca243180657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:25.982510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571105d-fd23-4068-8d1d-1ca243180657 None None] Pushing event updated for resources: {'Port': ['ID=11db2568-637d-4b1a-9334-cd24c8836629,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:26.015360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:26:26.021885 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-846c138a-28f9-4c03-a721-8d9bd8031148 admin admin] 10.222.0.23 "PUT /v2.0/routers/1c35bda1-a91d-404c-891c-8e7845151077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3700399 Nov 29 18:26:26.192129 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2a014723-d0a9-4d79-a9f6-0f746e014310 None None] Provisioning complete for port 8e69cf77-ee60-4766-b460-66f20ed35b45 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:26.192516 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a014723-d0a9-4d79-a9f6-0f746e014310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:26.251231 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2a014723-d0a9-4d79-a9f6-0f746e014310 None None] Port 8e69cf77-ee60-4766-b460-66f20ed35b45 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:26:26.262899 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2a014723-d0a9-4d79-a9f6-0f746e014310 None None] Provisioning complete for port 11db2568-637d-4b1a-9334-cd24c8836629 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:26.263349 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a014723-d0a9-4d79-a9f6-0f746e014310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:26.427571 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d8561e5-69db-4b66-a581-03c3280e4359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:26.497495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d52f7160-d3a0-4659-9d1c-b6019d9702a4 None None] Provisioning complete for port 8e69cf77-ee60-4766-b460-66f20ed35b45 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:26.497870 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d52f7160-d3a0-4659-9d1c-b6019d9702a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:26.534922 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d52f7160-d3a0-4659-9d1c-b6019d9702a4 None None] Port 8e69cf77-ee60-4766-b460-66f20ed35b45 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:26:26.972732 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c48e232-67f0-44ff-9e33-b1aaca7480ab up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:26:27.030561 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 9c48e232-67f0-44ff-9e33-b1aaca7480ab triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:27.030755 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:27.116238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 11db2568-637d-4b1a-9334-cd24c8836629 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:26:27.181299 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 11db2568-637d-4b1a-9334-cd24c8836629 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:27.181676 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:27.272024 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:27.607404 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:27.693949 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Sync routers for ids ['1c35bda1-a91d-404c-891c-8e7845151077'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:26:27.704655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Routers {'1c35bda1-a91d-404c-891c-8e7845151077'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:27.705342 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1c35bda1-a91d-404c-891c-8e7845151077'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:27.821295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Set router 1c35bda1-a91d-404c-891c-8e7845151077 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:28.037511 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c35bda1-a91d-404c-891c-8e7845151077', 'name': 'tempest-TestVolumeBootPattern-1247047556-router', 'tenant_id': '81cd3d41f00342f584c8ebbb437f6083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9c48e232-67f0-44ff-9e33-b1aaca7480ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:21Z', 'updated_at': '2021-11-29T18:26:25Z', 'revision_number': 4, 'project_id': '81cd3d41f00342f584c8ebbb437f6083', 'gw_port': {'id': '9c48e232-67f0-44ff-9e33-b1aaca7480ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c35bda1-a91d-404c-891c-8e7845151077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:22Z', 'updated_at': '2021-11-29T18:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '8e69cf77-ee60-4766-b460-66f20ed35b45', 'name': '', 'network_id': '0c988f10-8031-4663-a711-d872c421184c', 'tenant_id': '81cd3d41f00342f584c8ebbb437f6083', 'mac_address': 'fa:16:3e:7b:7a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c35bda1-a91d-404c-891c-8e7845151077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '2637b4d0-321d-4614-a0e4-efd8ea2b96bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:24Z', 'updated_at': '2021-11-29T18:26:25Z', 'revision_number': 2, 'project_id': '81cd3d41f00342f584c8ebbb437f6083', 'subnets': [{'id': '2637b4d0-321d-4614-a0e4-efd8ea2b96bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:28.065195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Checking router: 1c35bda1-a91d-404c-891c-8e7845151077 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:26:28.065563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Updating router 1c35bda1-a91d-404c-891c-8e7845151077 port 8e69cf77-ee60-4766-b460-66f20ed35b45 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:26:28.092117 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:28.259538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-1c96cc6f-9ba6-40be-8079-cd2100d33dc7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:28.262468 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-1c96cc6f-9ba6-40be-8079-cd2100d33dc7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 811 time: 0.1155005 Nov 29 18:26:28.281526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-f762a1ce-3714-4c12-8379-f8935b1bb410 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/quotas/72bbde8d865a44a59bd5e7320f2171e2 HTTP/1.1" status: 200 len: 375 time: 0.0110393 Nov 29 18:26:28.347184 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-8a38b63d-eb58-45bb-8125-810ed136b41b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596242 Nov 29 18:26:28.385243 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:28.395063 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:28.466611 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5809503-67b9-421a-ab26-897ec381cd76 None None] Pushing event updated for resources: {'Port': ['ID=8e69cf77-ee60-4766-b460-66f20ed35b45,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:28.479401 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-abc5c74b-47e7-4984-877a-2f7e72e0b75b service neutron] 10.222.0.23 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254098 Nov 29 18:26:28.490042 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0198cf-547b-474c-bc46-3f00d3bbd8e2 req-622f69a5-0108-49ac-b276-ff96cb76e8ad tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:28.492127 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc0198cf-547b-474c-bc46-3f00d3bbd8e2 req-622f69a5-0108-49ac-b276-ff96cb76e8ad tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 946 time: 0.1296120 Nov 29 18:26:28.504527 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Attempting to bind port 8e69cf77-ee60-4766-b460-66f20ed35b45 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:26:28.504914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Attempting to bind port 8e69cf77-ee60-4766-b460-66f20ed35b45 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'a3f23ee9-3fde-46ce-a4b3-34133aa27da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c988f10-8031-4663-a711-d872c421184c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:26:28.505277 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Attempting to bind port 8e69cf77-ee60-4766-b460-66f20ed35b45 on network 0c988f10-8031-4663-a711-d872c421184c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:26:28.511393 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:26:28.511779 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Checking segment: {'id': 'a3f23ee9-3fde-46ce-a4b3-34133aa27da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c988f10-8031-4663-a711-d872c421184c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:26:28.512480 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:28.512688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Bound using segment: {'id': 'a3f23ee9-3fde-46ce-a4b3-34133aa27da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c988f10-8031-4663-a711-d872c421184c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:26:28.513146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Bound port: 8e69cf77-ee60-4766-b460-66f20ed35b45, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f23ee9-3fde-46ce-a4b3-34133aa27da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0c988f10-8031-4663-a711-d872c421184c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:26:28.513538 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:28.595028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] For port 8e69cf77-ee60-4766-b460-66f20ed35b45, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:26:28.598650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc0198cf-547b-474c-bc46-3f00d3bbd8e2 req-54833259-b9cd-4c1a-b12d-368e941bf170 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956154 Nov 29 18:26:28.599673 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] For port 8e69cf77-ee60-4766-b460-66f20ed35b45, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8e69cf77-ee60-4766-b460-66f20ed35b45,segment=NetworkSegment(a3f23ee9-3fde-46ce-a4b3-34133aa27da7),segment_id=a3f23ee9-3fde-46ce-a4b3-34133aa27da7)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:26:28.608761 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:28.644217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-7251411d-d41f-4cfc-9c67-b9bee3874329 service neutron] 10.222.0.23 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506348 Nov 29 18:26:28.694643 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Routers {'1c35bda1-a91d-404c-891c-8e7845151077'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:28.695727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1c35bda1-a91d-404c-891c-8e7845151077'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:28.753888 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-594ac9fc-92ec-4609-9f2e-5e0137bfdd48 None None] Provisioning complete for port 8e69cf77-ee60-4766-b460-66f20ed35b45 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:28.754272 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-594ac9fc-92ec-4609-9f2e-5e0137bfdd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:29.031703 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5809503-67b9-421a-ab26-897ec381cd76 None None] Pushing event updated for resources: {'Port': ['ID=8e69cf77-ee60-4766-b460-66f20ed35b45,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:29.079424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] Set router 1c35bda1-a91d-404c-891c-8e7845151077 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:29.094863 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3e37e0e-9621-4492-9cdf-542106c5b716 req-e62e64cf-7fbc-4ae0-9e8b-6bd4c51ae00c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 210 time: 0.0731161 Nov 29 18:26:29.221183 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:29.222271 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-594ac9fc-92ec-4609-9f2e-5e0137bfdd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:29.311702 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-594ac9fc-92ec-4609-9f2e-5e0137bfdd48 None None] For port 8e69cf77-ee60-4766-b460-66f20ed35b45, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8e69cf77-ee60-4766-b460-66f20ed35b45,segment=NetworkSegment(a3f23ee9-3fde-46ce-a4b3-34133aa27da7),segment_id=a3f23ee9-3fde-46ce-a4b3-34133aa27da7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:29.321390 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-594ac9fc-92ec-4609-9f2e-5e0137bfdd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:29.411313 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ac9fc-92ec-4609-9f2e-5e0137bfdd48 None None] Pushing event updated for resources: {'Port': ['ID=8e69cf77-ee60-4766-b460-66f20ed35b45,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:29.445543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c35bda1-a91d-404c-891c-8e7845151077', 'name': 'tempest-TestVolumeBootPattern-1247047556-router', 'tenant_id': '81cd3d41f00342f584c8ebbb437f6083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9c48e232-67f0-44ff-9e33-b1aaca7480ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:21Z', 'updated_at': '2021-11-29T18:26:25Z', 'revision_number': 4, 'project_id': '81cd3d41f00342f584c8ebbb437f6083', 'gw_port': {'id': '9c48e232-67f0-44ff-9e33-b1aaca7480ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c35bda1-a91d-404c-891c-8e7845151077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:22Z', 'updated_at': '2021-11-29T18:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '8e69cf77-ee60-4766-b460-66f20ed35b45', 'name': '', 'network_id': '0c988f10-8031-4663-a711-d872c421184c', 'tenant_id': '81cd3d41f00342f584c8ebbb437f6083', 'mac_address': 'fa:16:3e:7b:7a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c35bda1-a91d-404c-891c-8e7845151077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '2637b4d0-321d-4614-a0e4-efd8ea2b96bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:24Z', 'updated_at': '2021-11-29T18:26:28Z', 'revision_number': 4, 'project_id': '81cd3d41f00342f584c8ebbb437f6083', 'subnets': [{'id': '2637b4d0-321d-4614-a0e4-efd8ea2b96bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:29.479908 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f1d7e5-c125-4205-a12e-913adc4241c8 None None] The sync data for ids ['1c35bda1-a91d-404c-891c-8e7845151077'] in n-d-819494-5 is: [{'id': '1c35bda1-a91d-404c-891c-8e7845151077', 'name': 'tempest-TestVolumeBootPattern-1247047556-router', 'tenant_id': '81cd3d41f00342f584c8ebbb437f6083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9c48e232-67f0-44ff-9e33-b1aaca7480ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:21Z', 'updated_at': '2021-11-29T18:26:25Z', 'revision_number': 4, 'project_id': '81cd3d41f00342f584c8ebbb437f6083', 'gw_port': {'id': '9c48e232-67f0-44ff-9e33-b1aaca7480ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c35bda1-a91d-404c-891c-8e7845151077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:22Z', 'updated_at': '2021-11-29T18:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '8e69cf77-ee60-4766-b460-66f20ed35b45', 'name': '', 'network_id': '0c988f10-8031-4663-a711-d872c421184c', 'tenant_id': '81cd3d41f00342f584c8ebbb437f6083', 'mac_address': 'fa:16:3e:7b:7a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c35bda1-a91d-404c-891c-8e7845151077', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '2637b4d0-321d-4614-a0e4-efd8ea2b96bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:24Z', 'updated_at': '2021-11-29T18:26:28Z', 'revision_number': 4, 'project_id': '81cd3d41f00342f584c8ebbb437f6083', 'subnets': [{'id': '2637b4d0-321d-4614-a0e4-efd8ea2b96bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:26:29.481472 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f36a7a0d-47ba-4d32-83fb-adaed889daf7 None None] Provisioning complete for port 8e69cf77-ee60-4766-b460-66f20ed35b45 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:29.481846 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f36a7a0d-47ba-4d32-83fb-adaed889daf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:29.765437 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:29.972226 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:30.132152 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-5c43dd92-3f5f-4dab-b9ab-9921ba4b79c1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:30.133821 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-5c43dd92-3f5f-4dab-b9ab-9921ba4b79c1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.20 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 811 time: 0.1153116 Nov 29 18:26:30.150448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-4c076210-d1b9-4ce3-83ac-c7465531b8dc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Request body: {'port': {'device_id': 'df928b16-04a5-4c25-9466-4d5911a7e8a2', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'admin_state_up': True, 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:26:30.205834 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-096e8f43-37de-43b5-a409-7c17e5a78631 req-71ecd5da-4765-4443-93ad-a697298d9f53 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 210 time: 0.0290110 Nov 29 18:26:30.293653 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-4c076210-d1b9-4ce3-83ac-c7465531b8dc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Made reservation on behalf of 72bbde8d865a44a59bd5e7320f2171e2 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:26:30.297752 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-4c076210-d1b9-4ce3-83ac-c7465531b8dc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:30.433734 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-4c076210-d1b9-4ce3-83ac-c7465531b8dc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Allocated IP 172.20.0.9 (7be29917-fe7c-4671-b21b-2292a7434512/1a4ee5c0-8a08-4610-a168-a9201f4e4bc0/34c41133-9c53-4af0-824b-fa2886415198) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:26:30.589821 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-4c076210-d1b9-4ce3-83ac-c7465531b8dc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:30.624838 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-4c076210-d1b9-4ce3-83ac-c7465531b8dc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:30.676498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-4c076210-d1b9-4ce3-83ac-c7465531b8dc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Network 7be29917-fe7c-4671-b21b-2292a7434512 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:26:30.679791 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-4c076210-d1b9-4ce3-83ac-c7465531b8dc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:26:30.684812 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-4c076210-d1b9-4ce3-83ac-c7465531b8dc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:26:30.688810 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c076210-d1b9-4ce3-83ac-c7465531b8dc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'Port': ['ID=34c41133-9c53-4af0-824b-fa2886415198,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:30.739990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-4c076210-d1b9-4ce3-83ac-c7465531b8dc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:30.740905 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-4c076210-d1b9-4ce3-83ac-c7465531b8dc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:30.758972 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-4c076210-d1b9-4ce3-83ac-c7465531b8dc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6127141 Nov 29 18:26:30.777358 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Request body: {'port': {'device_id': 'df928b16-04a5-4c25-9466-4d5911a7e8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:26:30.838951 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:30.921129 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8e69cf77-ee60-4766-b460-66f20ed35b45 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:26:30.986160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 8e69cf77-ee60-4766-b460-66f20ed35b45 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:30.986612 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:31.052207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b36b0342-7596-4594-9863-e9b2f776b21b None None] Provisioning complete for port 34c41133-9c53-4af0-824b-fa2886415198 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:31.052600 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b36b0342-7596-4594-9863-e9b2f776b21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:31.099104 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b36b0342-7596-4594-9863-e9b2f776b21b None None] Port 34c41133-9c53-4af0-824b-fa2886415198 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:26:31.388888 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ef338-7bec-457c-9416-8d9aee0193d3 req-ba1fc099-c499-4823-8514-2549c4619bc2 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:31.397612 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-676ef338-7bec-457c-9416-8d9aee0193d3 req-ba1fc099-c499-4823-8514-2549c4619bc2 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 931 time: 0.0759859 Nov 29 18:26:31.448232 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-676ef338-7bec-457c-9416-8d9aee0193d3 req-c8299eca-bf1b-4f29-aa71-79718fa43f35 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494792 Nov 29 18:26:31.546549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c41133-9c53-4af0-824b-fa2886415198 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:26:31.560768 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:31.573683 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Transition to ACTIVE for port object 34c41133-9c53-4af0-824b-fa2886415198 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:26:31.579444 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:31.702118 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Pushing event updated for resources: {'Port': ['ID=34c41133-9c53-4af0-824b-fa2886415198,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:31.729768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Attempting to bind port 34c41133-9c53-4af0-824b-fa2886415198 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:26:31.730122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Attempting to bind port 34c41133-9c53-4af0-824b-fa2886415198 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:26:31.730468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Attempting to bind port 34c41133-9c53-4af0-824b-fa2886415198 on network 7be29917-fe7c-4671-b21b-2292a7434512 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:26:31.738230 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Port 34c41133-9c53-4af0-824b-fa2886415198 on network 7be29917-fe7c-4671-b21b-2292a7434512 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:26:31.738567 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Attempting to bind port 34c41133-9c53-4af0-824b-fa2886415198 on network 7be29917-fe7c-4671-b21b-2292a7434512 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:26:31.746673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:26:31.747819 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Checking segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:26:31.748333 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Bound using segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:26:31.748885 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Bound port: 34c41133-9c53-4af0-824b-fa2886415198, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:26:31.749344 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:31.832940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] For port 34c41133-9c53-4af0-824b-fa2886415198, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:26:31.836814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] For port 34c41133-9c53-4af0-824b-fa2886415198, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=34c41133-9c53-4af0-824b-fa2886415198,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:26:31.841010 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:31.879886 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:31.880504 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:31.881945 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] 10.222.0.20 "PUT /v2.0/ports/34c41133-9c53-4af0-824b-fa2886415198 HTTP/1.1" status: 200 len: 1091 time: 1.1095452 Nov 29 18:26:31.882401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df928b16-04a5-4c25-9466-4d5911a7e8a2', 'tag': '34c41133-9c53-4af0-824b-fa2886415198'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:26:31.884723 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae6dff1-1585-494b-b777-a25e8182f46b" -d '{"events": [{"name": "network-changed", "server_uuid": "df928b16-04a5-4c25-9466-4d5911a7e8a2", "tag": "34c41133-9c53-4af0-824b-fa2886415198"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:26:31.938889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3f777-9b7f-4386-b431-527572f67fee service neutron] Pushing event updated for resources: {'Port': ['ID=34c41133-9c53-4af0-824b-fa2886415198,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:31.959279 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3660be1b-ea10-4670-9c51-c766cfa0ee0a x-openstack-request-id: req-3660be1b-ea10-4670-9c51-c766cfa0ee0a {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:26:31.959727 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df928b16-04a5-4c25-9466-4d5911a7e8a2", "tag": "34c41133-9c53-4af0-824b-fa2886415198", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:26:31.960085 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3660be1b-ea10-4670-9c51-c766cfa0ee0a {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:26:31.960619 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df928b16-04a5-4c25-9466-4d5911a7e8a2', 'tag': '34c41133-9c53-4af0-824b-fa2886415198', 'status': 'completed', 'code': 200} Nov 29 18:26:31.971670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2a2a9944-e388-4016-bc4e-ba51f7d59963 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:26:31.997926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-c91c5ce4-33aa-4589-b5c7-bd55a10002d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:31.999478 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-c91c5ce4-33aa-4589-b5c7-bd55a10002d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 1094 time: 0.0561728 Nov 29 18:26:32.086125 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-75361935-bddf-440d-ad46-88132342082d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34c41133-9c53-4af0-824b-fa2886415198 HTTP/1.1" status: 200 len: 217 time: 0.0721571 Nov 29 18:26:32.111035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:32.130538 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'port_id': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'mac_address': 'fa:16:3e:59:48:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:26:32.174515 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-52b15ad5-725c-4558-b4dc-5c7adac96302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:32.176365 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-52b15ad5-725c-4558-b4dc-5c7adac96302 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0762732 Nov 29 18:26:32.182834 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:32.199803 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a2a9944-e388-4016-bc4e-ba51f7d59963 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:26:32.232824 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-d08352d2-5652-424e-b1cf-d5df74c57370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:32.233809 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:32.234829 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-d08352d2-5652-424e-b1cf-d5df74c57370 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452712 Nov 29 18:26:32.244422 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:32.361853 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-0c7dadfa-32c5-40c8-9e8e-ce5bcf11f26f service neutron] 10.222.0.20 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079388 Nov 29 18:26:32.364819 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['2a2a9944-e388-4016-bc4e-ba51f7d59963'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:26:32.436336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=2a2a9944-e388-4016-bc4e-ba51f7d59963,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:32.507867 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c07fd811-a648-4eeb-8867-8fbfd3a1fd10 req-0c5a297f-89ba-4891-b174-fabd46e9df72 service neutron] 10.222.0.20 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165481 Nov 29 18:26:32.630236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9baab-3ac2-4d41-aded-6b0778700387 req-52e28442-023a-4dd9-b05f-0076cbeec729 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:32.631988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cd9baab-3ac2-4d41-aded-6b0778700387 req-52e28442-023a-4dd9-b05f-0076cbeec729 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 943 time: 0.0886145 Nov 29 18:26:32.636445 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6dff1-1585-494b-b777-a25e8182f46b req-de5c727b-08a2-4992-a4fa-4999ceaff18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:32.639319 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5ae6dff1-1585-494b-b777-a25e8182f46b req-de5c727b-08a2-4992-a4fa-4999ceaff18c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 1094 time: 0.0586791 Nov 29 18:26:32.704155 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cd9baab-3ac2-4d41-aded-6b0778700387 req-f8401814-7cc5-4d02-8b75-035677b5def0 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648108 Nov 29 18:26:32.767862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6dff1-1585-494b-b777-a25e8182f46b req-d0ecb19d-7c78-4413-81d3-4a38c6fb1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:32.769579 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5ae6dff1-1585-494b-b777-a25e8182f46b req-d0ecb19d-7c78-4413-81d3-4a38c6fb1660 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 912 time: 0.1198401 Nov 29 18:26:32.825452 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5ae6dff1-1585-494b-b777-a25e8182f46b req-0178d126-9adf-40e1-9034-cced5a07e32f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34c41133-9c53-4af0-824b-fa2886415198 HTTP/1.1" status: 200 len: 217 time: 0.0422969 Nov 29 18:26:32.893070 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6dff1-1585-494b-b777-a25e8182f46b req-2cc89858-8dad-4073-9f37-2dfd91682673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:32.894675 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5ae6dff1-1585-494b-b777-a25e8182f46b req-2cc89858-8dad-4073-9f37-2dfd91682673 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0629342 Nov 29 18:26:32.946480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6dff1-1585-494b-b777-a25e8182f46b req-0e8990b6-47d4-4578-9b4d-b841a22c5962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:32.948264 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5ae6dff1-1585-494b-b777-a25e8182f46b req-0e8990b6-47d4-4578-9b4d-b841a22c5962 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434918 Nov 29 18:26:33.055039 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5ae6dff1-1585-494b-b777-a25e8182f46b req-b5f9473f-9e16-4aa4-ac71-31ec20df3722 service neutron] 10.222.0.20 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938890 Nov 29 18:26:33.168082 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5ae6dff1-1585-494b-b777-a25e8182f46b req-1bda4d7e-7997-4fcc-a08b-266e3a3a1fb9 service neutron] 10.222.0.20 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007288 Nov 29 18:26:33.876907 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813482b1-03a2-4404-8848-b2046aeea8a5 req-4f2ebc05-7202-4ef9-9daa-198de855a1b9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:33.886356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-813482b1-03a2-4404-8848-b2046aeea8a5 req-4f2ebc05-7202-4ef9-9daa-198de855a1b9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 943 time: 0.0907459 Nov 29 18:26:33.956115 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-813482b1-03a2-4404-8848-b2046aeea8a5 req-991bdcce-a773-4700-be1d-f044c8e8e072 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639527 Nov 29 18:26:33.982513 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2a2a9944-e388-4016-bc4e-ba51f7d59963 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:26:34.042032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 2a2a9944-e388-4016-bc4e-ba51f7d59963 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:34.042468 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:34.150981 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:34.173108 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:26:34.175451 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b45601f-8add-45f9-8364-beeb30073aaa" -d '{"events": [{"server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "name": "network-vif-plugged", "status": "completed", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:26:34.190574 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:34.200943 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:34.295752 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f81cad1-8bb9-47d2-8a67-9669c726ab27 x-openstack-request-id: req-8f81cad1-8bb9-47d2-8a67-9669c726ab27 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:26:34.296031 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "name": "network-vif-plugged", "status": "completed", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:26:34.296292 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8f81cad1-8bb9-47d2-8a67-9669c726ab27 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:26:34.296696 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'code': 200} Nov 29 18:26:34.298172 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=2a2a9944-e388-4016-bc4e-ba51f7d59963,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:34.585077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa38d1b-c85d-4fd5-92f9-c4e2a00a7d35 req-ca790569-78b0-401d-8e44-22d481310c9f tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:34.593824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fa38d1b-c85d-4fd5-92f9-c4e2a00a7d35 req-ca790569-78b0-401d-8e44-22d481310c9f tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 946 time: 0.1077051 Nov 29 18:26:34.658181 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fa38d1b-c85d-4fd5-92f9-c4e2a00a7d35 req-9c645807-e57e-4ad8-81ef-94a52e3353c1 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5e1145-ba09-4588-9953-5398b739f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630345 Nov 29 18:26:35.085638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae19984-26ce-4713-a86f-c21cf755a5f5 req-076ea26e-34ad-42af-9798-fa0f97e22b2d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:35.088321 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ae19984-26ce-4713-a86f-c21cf755a5f5 req-076ea26e-34ad-42af-9798-fa0f97e22b2d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 943 time: 0.0617738 Nov 29 18:26:35.172545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ae19984-26ce-4713-a86f-c21cf755a5f5 req-c26576ad-52ec-46e6-99cb-0aa65919ee6e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778885 Nov 29 18:26:35.813793 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc7cec-5a17-43d5-9f81-9bd0b03307e1 req-cfea4a0e-6747-4701-9c57-ae06f8a81b06 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:35.815063 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cafc7cec-5a17-43d5-9f81-9bd0b03307e1 req-cfea4a0e-6747-4701-9c57-ae06f8a81b06 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 946 time: 0.0633509 Nov 29 18:26:36.117387 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cafc7cec-5a17-43d5-9f81-9bd0b03307e1 req-386257d4-e54a-4256-8294-9a7adf5e8118 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc5e1145-ba09-4588-9953-5398b739f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888947 Nov 29 18:26:36.132589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad834c-ff08-44dd-ac09-2c03592a27ea req-953940f3-e4d9-48da-b89e-0773dc8a39c4 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:36.134399 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bbad834c-ff08-44dd-ac09-2c03592a27ea req-953940f3-e4d9-48da-b89e-0773dc8a39c4 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.20 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 946 time: 0.2070150 Nov 29 18:26:36.283555 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-bbad834c-ff08-44dd-ac09-2c03592a27ea req-9c8af04a-bc27-4f93-8a0b-1eafcc2cbd87 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Deleting port 5cf83c67-dd1b-45b5-9b92-971212873f77 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:36.283786 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bbad834c-ff08-44dd-ac09-2c03592a27ea req-9c8af04a-bc27-4f93-8a0b-1eafcc2cbd87 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:36.308889 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86122cd1-137c-4650-8306-15d14973aea3 req-5b6dd7f4-a804-4f6e-9c26-237fad6da28b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:36.317800 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86122cd1-137c-4650-8306-15d14973aea3 req-5b6dd7f4-a804-4f6e-9c26-237fad6da28b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 943 time: 0.0721176 Nov 29 18:26:36.386469 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86122cd1-137c-4650-8306-15d14973aea3 req-f19b199e-44aa-4ff7-9e78-c2c4b1eeec22 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669224 Nov 29 18:26:36.408160 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-bbad834c-ff08-44dd-ac09-2c03592a27ea req-9c8af04a-bc27-4f93-8a0b-1eafcc2cbd87 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] For port 5cf83c67-dd1b-45b5-9b92-971212873f77, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5cf83c67-dd1b-45b5-9b92-971212873f77,segment=NetworkSegment(30889d7b-bce7-41af-9a4a-caf2bbe959ef),segment_id=30889d7b-bce7-41af-9a4a-caf2bbe959ef)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:36.408535 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bbad834c-ff08-44dd-ac09-2c03592a27ea req-9c8af04a-bc27-4f93-8a0b-1eafcc2cbd87 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:36.680639 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bbad834c-ff08-44dd-ac09-2c03592a27ea req-9c8af04a-bc27-4f93-8a0b-1eafcc2cbd87 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:36.681019 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bbad834c-ff08-44dd-ac09-2c03592a27ea req-9c8af04a-bc27-4f93-8a0b-1eafcc2cbd87 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:36.681345 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [req-bbad834c-ff08-44dd-ac09-2c03592a27ea req-9c8af04a-bc27-4f93-8a0b-1eafcc2cbd87 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Floating IP 61399ae4-55ef-4840-9924-f41f7041e387 disassociated. External IP: 172.25.3.94, port: 5cf83c67-dd1b-45b5-9b92-971212873f77. Nov 29 18:26:36.681709 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-bbad834c-ff08-44dd-ac09-2c03592a27ea req-9c8af04a-bc27-4f93-8a0b-1eafcc2cbd87 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Calling delete_port for 5cf83c67-dd1b-45b5-9b92-971212873f77 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:36.858870 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bbad834c-ff08-44dd-ac09-2c03592a27ea req-9c8af04a-bc27-4f93-8a0b-1eafcc2cbd87 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:36.892896 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8af04a-bc27-4f93-8a0b-1eafcc2cbd87 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Pushing event deleted for resources: {'Port': ['ID=5cf83c67-dd1b-45b5-9b92-971212873f77,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:37.058639 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbad834c-ff08-44dd-ac09-2c03592a27ea req-9c8af04a-bc27-4f93-8a0b-1eafcc2cbd87 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Router e0f64265-9c62-404a-b91f-aca32139964b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:26:37.196518 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbad834c-ff08-44dd-ac09-2c03592a27ea req-9c8af04a-bc27-4f93-8a0b-1eafcc2cbd87 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:26:37.211450 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab58e58-8310-4bf5-ac23-bf20260c128b None None] Sync routers for ids ['e0f64265-9c62-404a-b91f-aca32139964b'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:26:37.232524 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab58e58-8310-4bf5-ac23-bf20260c128b None None] Routers {'e0f64265-9c62-404a-b91f-aca32139964b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:37.233619 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dab58e58-8310-4bf5-ac23-bf20260c128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e0f64265-9c62-404a-b91f-aca32139964b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:37.263440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbad834c-ff08-44dd-ac09-2c03592a27ea req-9c8af04a-bc27-4f93-8a0b-1eafcc2cbd87 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] No DVR routers for this DVR port 5cf83c67-dd1b-45b5-9b92-971212873f77 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:26:37.267278 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-bbad834c-ff08-44dd-ac09-2c03592a27ea req-9c8af04a-bc27-4f93-8a0b-1eafcc2cbd87 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:37.272507 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bbad834c-ff08-44dd-ac09-2c03592a27ea req-9c8af04a-bc27-4f93-8a0b-1eafcc2cbd87 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.20 "DELETE /v2.0/ports/5cf83c67-dd1b-45b5-9b92-971212873f77 HTTP/1.1" status: 204 len: 173 time: 1.1307251 Nov 29 18:26:37.273237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9582c0b0-1579-4ad5-9bbe-b6858d96f710', 'name': 'network-vif-deleted', 'tag': '5cf83c67-dd1b-45b5-9b92-971212873f77'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:26:37.275886 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd024f8-1895-48ad-ac41-3cd6a2d71a3a" -d '{"events": [{"server_uuid": "9582c0b0-1579-4ad5-9bbe-b6858d96f710", "name": "network-vif-deleted", "tag": "5cf83c67-dd1b-45b5-9b92-971212873f77"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:26:37.350068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b08ecb09-949a-4775-80ae-072d5225ada6 req-8dd01826-e4f8-453b-b0e9-c71516a2ebdb tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "GET /v2.0/ports?device_id=9582c0b0-1579-4ad5-9bbe-b6858d96f710 HTTP/1.1" status: 200 len: 210 time: 0.0818214 Nov 29 18:26:37.354295 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c94867-f5f6-4f17-8456-71f2e2a1c0ef x-openstack-request-id: req-f7c94867-f5f6-4f17-8456-71f2e2a1c0ef {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:26:37.354837 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9582c0b0-1579-4ad5-9bbe-b6858d96f710", "name": "network-vif-deleted", "tag": "5cf83c67-dd1b-45b5-9b92-971212873f77", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:26:37.355344 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7c94867-f5f6-4f17-8456-71f2e2a1c0ef {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:26:37.356455 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9582c0b0-1579-4ad5-9bbe-b6858d96f710', 'name': 'network-vif-deleted', 'tag': '5cf83c67-dd1b-45b5-9b92-971212873f77', 'status': 'completed', 'code': 200} Nov 29 18:26:37.534235 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-dab58e58-8310-4bf5-ac23-bf20260c128b None None] Set router e0f64265-9c62-404a-b91f-aca32139964b gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:37.639619 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71a8be-8b04-4620-8187-1ca42b64c1ce req-dd913f86-c352-4491-8cc3-8ce7f6e867ab tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:37.649691 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff71a8be-8b04-4620-8187-1ca42b64c1ce req-dd913f86-c352-4491-8cc3-8ce7f6e867ab tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 943 time: 0.1423934 Nov 29 18:26:37.702249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff71a8be-8b04-4620-8187-1ca42b64c1ce req-ddde9853-87fa-45be-98e1-8612b4ecb719 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508420 Nov 29 18:26:37.812391 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dab58e58-8310-4bf5-ac23-bf20260c128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'name': 'tempest-TestServerBasicOps-281071906-router', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:21Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'gw_port': {'id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:22Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '3b5d38ba-7b1a-490d-9675-50dcb68be7ec', 'name': '', 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'mac_address': 'fa:16:3e:72:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:25Z', 'updated_at': '2021-11-29T18:21:32Z', 'revision_number': 5, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'subnets': [{'id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:37.862162 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab58e58-8310-4bf5-ac23-bf20260c128b None None] Checking router: e0f64265-9c62-404a-b91f-aca32139964b for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:26:37.878910 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab58e58-8310-4bf5-ac23-bf20260c128b None None] Routers {'e0f64265-9c62-404a-b91f-aca32139964b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:37.879695 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dab58e58-8310-4bf5-ac23-bf20260c128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e0f64265-9c62-404a-b91f-aca32139964b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:38.125479 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-dab58e58-8310-4bf5-ac23-bf20260c128b None None] Set router e0f64265-9c62-404a-b91f-aca32139964b gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:38.397521 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dab58e58-8310-4bf5-ac23-bf20260c128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'name': 'tempest-TestServerBasicOps-281071906-router', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:21Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'gw_port': {'id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:22Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '3b5d38ba-7b1a-490d-9675-50dcb68be7ec', 'name': '', 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'mac_address': 'fa:16:3e:72:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:25Z', 'updated_at': '2021-11-29T18:21:32Z', 'revision_number': 5, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'subnets': [{'id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:38.440716 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56818) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:38.442241 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab58e58-8310-4bf5-ac23-bf20260c128b None None] The sync data for ids ['e0f64265-9c62-404a-b91f-aca32139964b'] in n-d-819494-5 is: [{'id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'name': 'tempest-TestServerBasicOps-281071906-router', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:21Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'gw_port': {'id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:22Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '3b5d38ba-7b1a-490d-9675-50dcb68be7ec', 'name': '', 'network_id': 'b2c1a9c2-d537-4666-90d1-b43bfa208909', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'mac_address': 'fa:16:3e:72:1c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:25Z', 'updated_at': '2021-11-29T18:21:32Z', 'revision_number': 5, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'subnets': [{'id': 'c56c849a-c567-4d00-b259-f03d4c7c36b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:26:38.625871 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8a589-e481-4fd5-9192-263c29d7d3a5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Deleting port 3e5ea948-403a-44cf-b014-4512193e6175 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:38.626331 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7f8a589-e481-4fd5-9192-263c29d7d3a5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:38.722695 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7f8a589-e481-4fd5-9192-263c29d7d3a5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:38.723091 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7f8a589-e481-4fd5-9192-263c29d7d3a5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:38.741261 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c7f8a589-e481-4fd5-9192-263c29d7d3a5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Calling delete_port for 3e5ea948-403a-44cf-b014-4512193e6175 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:38.862523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed462d57-0c8f-4c36-af30-044ee4be8510 None None] New status for floating IP 61399ae4-55ef-4840-9924-f41f7041e387: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:26:39.024768 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-ed462d57-0c8f-4c36-af30-044ee4be8510 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 18:26:39.024768 n-d-819494-5 neutron-server[110006]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Nov 29 18:26:39.024768 n-d-819494-5 neutron-server[110006]: [parameters: {'status': 'DOWN', 'floatingips_id': '61399ae4-55ef-4840-9924-f41f7041e387'}] Nov 29 18:26:39.024768 n-d-819494-5 neutron-server[110006]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:26:39.025931 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-ed462d57-0c8f-4c36-af30-044ee4be8510 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:26:39.095122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558bac7-42f2-42f8-8c18-8fef6d778c5d req-92917d61-c386-4a3b-b6b7-619504e19526 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:39.097678 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1558bac7-42f2-42f8-8c18-8fef6d778c5d req-92917d61-c386-4a3b-b6b7-619504e19526 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 943 time: 0.2249129 Nov 29 18:26:39.163841 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7f8a589-e481-4fd5-9192-263c29d7d3a5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:39.205643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8a589-e481-4fd5-9192-263c29d7d3a5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Pushing event deleted for resources: {'Port': ['ID=3e5ea948-403a-44cf-b014-4512193e6175,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:39.214618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1558bac7-42f2-42f8-8c18-8fef6d778c5d req-82e21356-524f-4fc1-a0ab-d7f4d985f0aa tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089640 Nov 29 18:26:39.294001 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7f8a589-e481-4fd5-9192-263c29d7d3a5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:39.297197 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7f8a589-e481-4fd5-9192-263c29d7d3a5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:39.301092 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c7f8a589-e481-4fd5-9192-263c29d7d3a5 tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "DELETE /v2.0/floatingips/61399ae4-55ef-4840-9924-f41f7041e387 HTTP/1.1" status: 204 len: 168 time: 0.8553693 Nov 29 18:26:39.383491 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56828) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:39.460693 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0dff8da2-873e-40b2-abe2-6b6eb94cb61e tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:39.493005 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0dff8da2-873e-40b2-abe2-6b6eb94cb61e tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:39.527758 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed462d57-0c8f-4c36-af30-044ee4be8510 None None] New status for floating IP 61399ae4-55ef-4840-9924-f41f7041e387: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:26:39.586026 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0dff8da2-873e-40b2-abe2-6b6eb94cb61e tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:39.594370 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0dff8da2-873e-40b2-abe2-6b6eb94cb61e tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:39.600302 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0dff8da2-873e-40b2-abe2-6b6eb94cb61e tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] 10.222.0.23 "DELETE /v2.0/security-groups/fc5e1145-ba09-4588-9953-5398b739f1d6 HTTP/1.1" status: 204 len: 168 time: 0.2152436 Nov 29 18:26:39.626864 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff8da2-873e-40b2-abe2-6b6eb94cb61e tempest-TestServerBasicOps-1132149986 tempest-TestServerBasicOps-1132149986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5e1145-ba09-4588-9953-5398b739f1d6,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:39.651788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56840) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:40.062548 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 5cf83c67-dd1b-45b5-9b92-971212873f77 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:40.092070 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 5cf83c67-dd1b-45b5-9b92-971212873f77 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:26:40.092814 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 5cf83c67-dd1b-45b5-9b92-971212873f77 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:26:40.235240 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a16aad6-ed7e-40c3-abb7-60460de57af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:40.409146 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a5b55-6ccc-4b72-9cdd-c911e565307e req-d2e6c725-f42f-4378-88cc-724526d9e357 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:40.410669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df6a5b55-6ccc-4b72-9cdd-c911e565307e req-d2e6c725-f42f-4378-88cc-724526d9e357 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 943 time: 0.0788765 Nov 29 18:26:40.539508 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df6a5b55-6ccc-4b72-9cdd-c911e565307e req-6dfa6fe6-dedb-43fd-9528-547371b41090 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926151 Nov 29 18:26:40.654494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2a16aad6-ed7e-40c3-abb7-60460de57af0 admin admin] Deleting port 3b5d38ba-7b1a-490d-9675-50dcb68be7ec {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:40.655688 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a16aad6-ed7e-40c3-abb7-60460de57af0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:40.752918 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-2a16aad6-ed7e-40c3-abb7-60460de57af0 admin admin] For port 3b5d38ba-7b1a-490d-9675-50dcb68be7ec, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3b5d38ba-7b1a-490d-9675-50dcb68be7ec,segment=NetworkSegment(30889d7b-bce7-41af-9a4a-caf2bbe959ef),segment_id=30889d7b-bce7-41af-9a4a-caf2bbe959ef)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:40.753458 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a16aad6-ed7e-40c3-abb7-60460de57af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:40.771883 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2a16aad6-ed7e-40c3-abb7-60460de57af0 admin admin] Calling delete_port for 3b5d38ba-7b1a-490d-9675-50dcb68be7ec owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:41.017874 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a16aad6-ed7e-40c3-abb7-60460de57af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:41.079313 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16aad6-ed7e-40c3-abb7-60460de57af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5d38ba-7b1a-490d-9675-50dcb68be7ec,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:41.306128 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a16aad6-ed7e-40c3-abb7-60460de57af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:41.790546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331e6e5-ac58-4432-97ba-eb837be0bc26 req-7b68c709-69f8-4d79-899c-6b4eb0978fcb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:41.790546 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7331e6e5-ac58-4432-97ba-eb837be0bc26 req-7b68c709-69f8-4d79-899c-6b4eb0978fcb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 943 time: 0.0916526 Nov 29 18:26:41.863409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7331e6e5-ac58-4432-97ba-eb837be0bc26 req-9e698996-efce-411c-bbce-f203530cff75 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663273 Nov 29 18:26:41.997959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a16aad6-ed7e-40c3-abb7-60460de57af0 admin admin] Router e0f64265-9c62-404a-b91f-aca32139964b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:26:42.119523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a16aad6-ed7e-40c3-abb7-60460de57af0 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:26:42.125771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2a16aad6-ed7e-40c3-abb7-60460de57af0 admin admin] 10.222.0.23 "PUT /v2.0/routers/e0f64265-9c62-404a-b91f-aca32139964b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4710581 Nov 29 18:26:42.130052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56862) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:42.130967 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e34eb-9e7a-4ebb-9a6f-fc2de8395aba None None] Sync routers for ids ['e0f64265-9c62-404a-b91f-aca32139964b'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:26:42.143876 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e34eb-9e7a-4ebb-9a6f-fc2de8395aba None None] Routers {'e0f64265-9c62-404a-b91f-aca32139964b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:42.144491 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b17e34eb-9e7a-4ebb-9a6f-fc2de8395aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e0f64265-9c62-404a-b91f-aca32139964b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:42.260573 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6d76553-c5b8-46ac-abf2-2441ab40c83b admin admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:42.308073 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b17e34eb-9e7a-4ebb-9a6f-fc2de8395aba None None] Set router e0f64265-9c62-404a-b91f-aca32139964b gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:42.397230 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6d76553-c5b8-46ac-abf2-2441ab40c83b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:42.477312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76553-c5b8-46ac-abf2-2441ab40c83b admin admin] Deleting port 7cba6d69-e354-4260-873e-8200c9dc2305 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:42.477920 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6d76553-c5b8-46ac-abf2-2441ab40c83b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:42.572585 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b17e34eb-9e7a-4ebb-9a6f-fc2de8395aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'name': 'tempest-TestServerBasicOps-281071906-router', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:21Z', 'updated_at': '2021-11-29T18:26:40Z', 'revision_number': 5, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'gw_port': {'id': '7cba6d69-e354-4260-873e-8200c9dc2305', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3110, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:22Z', 'updated_at': '2021-11-29T18:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:42.607031 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e34eb-9e7a-4ebb-9a6f-fc2de8395aba None None] Checking router: e0f64265-9c62-404a-b91f-aca32139964b for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:26:42.612582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-f6d76553-c5b8-46ac-abf2-2441ab40c83b admin admin] For port 7cba6d69-e354-4260-873e-8200c9dc2305, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7cba6d69-e354-4260-873e-8200c9dc2305,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:42.613065 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6d76553-c5b8-46ac-abf2-2441ab40c83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:42.616914 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e34eb-9e7a-4ebb-9a6f-fc2de8395aba None None] Routers {'e0f64265-9c62-404a-b91f-aca32139964b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:42.617644 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b17e34eb-9e7a-4ebb-9a6f-fc2de8395aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e0f64265-9c62-404a-b91f-aca32139964b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:42.632650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f6d76553-c5b8-46ac-abf2-2441ab40c83b admin admin] Calling delete_port for 7cba6d69-e354-4260-873e-8200c9dc2305 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:42.751717 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b17e34eb-9e7a-4ebb-9a6f-fc2de8395aba None None] Set router e0f64265-9c62-404a-b91f-aca32139964b gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:42.825644 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b17e34eb-9e7a-4ebb-9a6f-fc2de8395aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'name': 'tempest-TestServerBasicOps-281071906-router', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:21Z', 'updated_at': '2021-11-29T18:26:42Z', 'revision_number': 6, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:42.863228 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e34eb-9e7a-4ebb-9a6f-fc2de8395aba None None] The sync data for ids ['e0f64265-9c62-404a-b91f-aca32139964b'] in n-d-819494-5 is: [{'id': 'e0f64265-9c62-404a-b91f-aca32139964b', 'name': 'tempest-TestServerBasicOps-281071906-router', 'tenant_id': '58471da2daeb458099c30d8d5bb7737c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:21Z', 'updated_at': '2021-11-29T18:26:42Z', 'revision_number': 6, 'project_id': '58471da2daeb458099c30d8d5bb7737c', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:26:42.892266 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6d76553-c5b8-46ac-abf2-2441ab40c83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:42.921512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d76553-c5b8-46ac-abf2-2441ab40c83b admin admin] Pushing event deleted for resources: {'Port': ['ID=7cba6d69-e354-4260-873e-8200c9dc2305,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:42.938928 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3f0401-1702-48dd-a660-010bd97dd8ca None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:26:43.042718 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6d76553-c5b8-46ac-abf2-2441ab40c83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:43.151570 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6d76553-c5b8-46ac-abf2-2441ab40c83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:43.161385 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bf806-dab3-49c5-b6e1-51d3c8ea1726 req-47effd44-1ef6-4ba4-bf5e-c75e1521e5d7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:43.162902 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f2bf806-dab3-49c5-b6e1-51d3c8ea1726 req-47effd44-1ef6-4ba4-bf5e-c75e1521e5d7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 943 time: 0.1607594 Nov 29 18:26:43.164313 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6d76553-c5b8-46ac-abf2-2441ab40c83b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:43.251971 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6d76553-c5b8-46ac-abf2-2441ab40c83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:43.252730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d76553-c5b8-46ac-abf2-2441ab40c83b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0f64265-9c62-404a-b91f-aca32139964b {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:26:43.259302 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6d76553-c5b8-46ac-abf2-2441ab40c83b admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:43.261388 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f6d76553-c5b8-46ac-abf2-2441ab40c83b admin admin] 10.222.0.23 "DELETE /v2.0/routers/e0f64265-9c62-404a-b91f-aca32139964b HTTP/1.1" status: 204 len: 168 time: 1.1301181 Nov 29 18:26:43.264802 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56878) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:43.319416 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f2bf806-dab3-49c5-b6e1-51d3c8ea1726 req-946a8cc4-df26-4318-ae81-c470b3505fa1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470916 Nov 29 18:26:43.344187 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd6b634-6aed-46d9-aff8-47598c18f1a0 admin admin] Deleting subnet c56c849a-c567-4d00-b259-f03d4c7c36b4 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:26:43.345110 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b634-6aed-46d9-aff8-47598c18f1a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:43.383770 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b634-6aed-46d9-aff8-47598c18f1a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:43.479170 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b634-6aed-46d9-aff8-47598c18f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:43.538880 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b634-6aed-46d9-aff8-47598c18f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:43.565152 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6b634-6aed-46d9-aff8-47598c18f1a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c56c849a-c567-4d00-b259-f03d4c7c36b4,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:43.569039 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b634-6aed-46d9-aff8-47598c18f1a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:43.572750 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fdd6b634-6aed-46d9-aff8-47598c18f1a0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c56c849a-c567-4d00-b259-f03d4c7c36b4 HTTP/1.1" status: 204 len: 168 time: 0.3065453 Nov 29 18:26:43.576605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d375ef-2f2d-442d-b8c6-aeef618b7e82 None None] Network b2c1a9c2-d537-4666-90d1-b43bfa208909 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:26:43.576969 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56896) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:43.686694 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:43.717496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c77c48-0311-4a12-92db-c737573482b1 req-d18a1b0d-ee01-4cd4-a7fe-c5ba81780b35 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:43.719097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30c77c48-0311-4a12-92db-c737573482b1 req-d18a1b0d-ee01-4cd4-a7fe-c5ba81780b35 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 946 time: 0.0734057 Nov 29 18:26:43.781765 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe21b45-de3d-4a64-aa02-02663d0be3b4 None None] DHCP port deletion for b2c1a9c2-d537-4666-90d1-b43bfa208909 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:26:43.801464 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30c77c48-0311-4a12-92db-c737573482b1 req-510814cd-ec0e-4307-b302-c540d762fda0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651655 Nov 29 18:26:43.821915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] Deleting port f3158f01-c844-4059-87e3-8bcc78478408 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:43.822265 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:43.853803 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cfe21b45-de3d-4a64-aa02-02663d0be3b4 None None] Deleting port f3158f01-c844-4059-87e3-8bcc78478408 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:43.854553 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfe21b45-de3d-4a64-aa02-02663d0be3b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:43.898913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] For port f3158f01-c844-4059-87e3-8bcc78478408, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f3158f01-c844-4059-87e3-8bcc78478408,segment=NetworkSegment(30889d7b-bce7-41af-9a4a-caf2bbe959ef),segment_id=30889d7b-bce7-41af-9a4a-caf2bbe959ef)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:43.899527 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:43.913856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] Calling delete_port for f3158f01-c844-4059-87e3-8bcc78478408 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:43.929439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-cfe21b45-de3d-4a64-aa02-02663d0be3b4 None None] For port f3158f01-c844-4059-87e3-8bcc78478408, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f3158f01-c844-4059-87e3-8bcc78478408,segment=NetworkSegment(30889d7b-bce7-41af-9a4a-caf2bbe959ef),segment_id=30889d7b-bce7-41af-9a4a-caf2bbe959ef)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:43.930181 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfe21b45-de3d-4a64-aa02-02663d0be3b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:43.949206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cfe21b45-de3d-4a64-aa02-02663d0be3b4 None None] Calling delete_port for f3158f01-c844-4059-87e3-8bcc78478408 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:44.022382 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:44.037993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] No DVR routers for this DVR port f3158f01-c844-4059-87e3-8bcc78478408 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 18:26:44.056436 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 18:26:44.067827 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfe21b45-de3d-4a64-aa02-02663d0be3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:44.084726 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3158f01-c844-4059-87e3-8bcc78478408,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:44.094512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 34c41133-9c53-4af0-824b-fa2886415198 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:26:44.102148 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe21b45-de3d-4a64-aa02-02663d0be3b4 None None] Pushing event deleted for resources: {'Port': ['ID=f3158f01-c844-4059-87e3-8bcc78478408,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:44.111881 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe21b45-de3d-4a64-aa02-02663d0be3b4 None None] No DVR routers for this DVR port f3158f01-c844-4059-87e3-8bcc78478408 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:26:44.141368 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:44.173318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c1a9c2-d537-4666-90d1-b43bfa208909']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:44.189858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30889d7b-bce7-41af-9a4a-caf2bbe959ef') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:44.190257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30889d7b-bce7-41af-9a4a-caf2bbe959ef') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:44.200902 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:44.208086 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 34c41133-9c53-4af0-824b-fa2886415198, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=34c41133-9c53-4af0-824b-fa2886415198,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:44.214300 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:44.221154 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:26:44.221563 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:26:44.223484 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:26:44.227122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '34c41133-9c53-4af0-824b-fa2886415198', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'port_id': '34c41133-9c53-4af0-824b-fa2886415198', 'mac_address': 'fa:16:3e:e5:37:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:26:44.272885 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:44.287213 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c41133-9c53-4af0-824b-fa2886415198 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:26:44.289298 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:44.296404 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:44.300505 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b2c1a9c2-d537-4666-90d1-b43bfa208909 HTTP/1.1" status: 204 len: 168 time: 0.7224665 Nov 29 18:26:44.303885 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56906) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:44.311234 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362f230-cc6e-4cf8-b160-4effca18e149 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c1a9c2-d537-4666-90d1-b43bfa208909,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:44.312176 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 34c41133-9c53-4af0-824b-fa2886415198, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=34c41133-9c53-4af0-824b-fa2886415198,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:44.318023 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:44.388915 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=34c41133-9c53-4af0-824b-fa2886415198,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:44.467050 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7878e-5284-4a7c-806b-d4e105b59801 req-f6c4c5e1-051f-43b8-a968-6548f4be6805 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:44.468549 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5de7878e-5284-4a7c-806b-d4e105b59801 req-f6c4c5e1-051f-43b8-a968-6548f4be6805 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 944 time: 0.0523200 Nov 29 18:26:44.522383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5de7878e-5284-4a7c-806b-d4e105b59801 req-1d03a130-33c2-4910-be27-1d5450fad08d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477798 Nov 29 18:26:44.609628 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['34c41133-9c53-4af0-824b-fa2886415198'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:26:44.706815 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d81ddd61-5c98-44cc-99d5-0c9c1679b48a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:44.885031 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f3158f01-c844-4059-87e3-8bcc78478408 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:44.908123 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: f3158f01-c844-4059-87e3-8bcc78478408 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:26:44.908577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f3158f01-c844-4059-87e3-8bcc78478408 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:26:44.910003 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3b5d38ba-7b1a-490d-9675-50dcb68be7ec no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:44.929605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 3b5d38ba-7b1a-490d-9675-50dcb68be7ec {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:26:44.930093 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3b5d38ba-7b1a-490d-9675-50dcb68be7ec not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:26:44.930386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7cba6d69-e354-4260-873e-8200c9dc2305 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:44.947107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427f9af-615e-4eb2-b733-8da8c0b56b33 req-efc43084-1178-4a49-920c-5c5ba9d4808d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:44.948630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e427f9af-615e-4eb2-b733-8da8c0b56b33 req-efc43084-1178-4a49-920c-5c5ba9d4808d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 946 time: 0.0637932 Nov 29 18:26:44.951518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 7cba6d69-e354-4260-873e-8200c9dc2305 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:26:44.952026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7cba6d69-e354-4260-873e-8200c9dc2305 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:26:44.991115 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d81ddd61-5c98-44cc-99d5-0c9c1679b48a admin admin] Deleting port 7a6a225a-9b40-4d5e-bb3b-26be40093e5b {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:44.991469 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d81ddd61-5c98-44cc-99d5-0c9c1679b48a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:45.002763 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e427f9af-615e-4eb2-b733-8da8c0b56b33 req-694c9bb6-0233-4a75-9b1d-2d9dd64dd142 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460136 Nov 29 18:26:45.089332 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-d81ddd61-5c98-44cc-99d5-0c9c1679b48a admin admin] For port 7a6a225a-9b40-4d5e-bb3b-26be40093e5b, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7a6a225a-9b40-4d5e-bb3b-26be40093e5b,segment=NetworkSegment(cabecdef-a960-44fe-9bf8-fae8f8e4add8),segment_id=cabecdef-a960-44fe-9bf8-fae8f8e4add8)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:45.089705 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d81ddd61-5c98-44cc-99d5-0c9c1679b48a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:45.104630 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d81ddd61-5c98-44cc-99d5-0c9c1679b48a admin admin] Calling delete_port for 7a6a225a-9b40-4d5e-bb3b-26be40093e5b owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:45.298152 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d81ddd61-5c98-44cc-99d5-0c9c1679b48a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:45.325530 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ddd61-5c98-44cc-99d5-0c9c1679b48a admin admin] Pushing event deleted for resources: {'Port': ['ID=7a6a225a-9b40-4d5e-bb3b-26be40093e5b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:45.524298 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d81ddd61-5c98-44cc-99d5-0c9c1679b48a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:45.658470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d01264-5801-4983-a6b9-a207a5d1a00d req-1a15fbfe-107e-4ada-9cad-d6a1c6376d7b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:45.660115 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48d01264-5801-4983-a6b9-a207a5d1a00d req-1a15fbfe-107e-4ada-9cad-d6a1c6376d7b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 944 time: 0.0532372 Nov 29 18:26:45.714975 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48d01264-5801-4983-a6b9-a207a5d1a00d req-554b1c5a-9a38-477f-88d2-215ec9f08d2b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484116 Nov 29 18:26:45.772142 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81ddd61-5c98-44cc-99d5-0c9c1679b48a admin admin] Router 86bc2c80-02d6-4fe2-8171-64c9ac2ddc81 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:26:45.885086 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81ddd61-5c98-44cc-99d5-0c9c1679b48a admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:26:45.891035 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d81ddd61-5c98-44cc-99d5-0c9c1679b48a admin admin] 10.222.0.23 "PUT /v2.0/routers/86bc2c80-02d6-4fe2-8171-64c9ac2ddc81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5854354 Nov 29 18:26:45.893439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56932) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:45.895288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58925fc5-1718-4f97-99a4-b58725356ac3 None None] Sync routers for ids ['86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:26:45.905836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58925fc5-1718-4f97-99a4-b58725356ac3 None None] Routers {'86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:45.906459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-58925fc5-1718-4f97-99a4-b58725356ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:46.001525 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae659f62-fb60-486d-adf1-67a9fb0aeea0 admin admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:46.017802 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-58925fc5-1718-4f97-99a4-b58725356ac3 None None] Set router 86bc2c80-02d6-4fe2-8171-64c9ac2ddc81 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:46.109601 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae659f62-fb60-486d-adf1-67a9fb0aeea0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:46.113684 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 34c41133-9c53-4af0-824b-fa2886415198 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:26:46.171269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ae659f62-fb60-486d-adf1-67a9fb0aeea0 admin admin] Deleting port 2eb35d73-7046-4d2c-8b93-77c326ffcd7b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:46.171506 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae659f62-fb60-486d-adf1-67a9fb0aeea0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:46.223710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 34c41133-9c53-4af0-824b-fa2886415198 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:26:46.229643 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 34c41133-9c53-4af0-824b-fa2886415198 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:46.230019 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:46.266228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-ae659f62-fb60-486d-adf1-67a9fb0aeea0 admin admin] For port 2eb35d73-7046-4d2c-8b93-77c326ffcd7b, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2eb35d73-7046-4d2c-8b93-77c326ffcd7b,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:46.266496 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae659f62-fb60-486d-adf1-67a9fb0aeea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:46.281286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ae659f62-fb60-486d-adf1-67a9fb0aeea0 admin admin] Calling delete_port for 2eb35d73-7046-4d2c-8b93-77c326ffcd7b owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:46.315846 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-58925fc5-1718-4f97-99a4-b58725356ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'name': 'tempest-TestServerBasicOps-513728998-router', 'tenant_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '2eb35d73-7046-4d2c-8b93-77c326ffcd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:29Z', 'updated_at': '2021-11-29T18:26:45Z', 'revision_number': 5, 'project_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'gw_port': {'id': '2eb35d73-7046-4d2c-8b93-77c326ffcd7b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:21:30Z', 'updated_at': '2021-11-29T18:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:46.347789 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58925fc5-1718-4f97-99a4-b58725356ac3 None None] Checking router: 86bc2c80-02d6-4fe2-8171-64c9ac2ddc81 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:26:46.358925 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:46.369286 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58925fc5-1718-4f97-99a4-b58725356ac3 None None] Routers {'86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:46.369914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-58925fc5-1718-4f97-99a4-b58725356ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:46.445004 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df928b16-04a5-4c25-9466-4d5911a7e8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c41133-9c53-4af0-824b-fa2886415198'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:26:46.447318 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e32eb5-4698-45c4-afc4-ca359169e6d1" -d '{"events": [{"server_uuid": "df928b16-04a5-4c25-9466-4d5911a7e8a2", "name": "network-vif-plugged", "status": "completed", "tag": "34c41133-9c53-4af0-824b-fa2886415198"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:26:46.468391 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 34c41133-9c53-4af0-824b-fa2886415198, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=34c41133-9c53-4af0-824b-fa2886415198,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:46.475484 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae659f62-fb60-486d-adf1-67a9fb0aeea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:46.477476 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:46.506012 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a463ee28-ab4a-44bc-b1fa-6d3801868243 x-openstack-request-id: req-a463ee28-ab4a-44bc-b1fa-6d3801868243 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:26:46.506309 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df928b16-04a5-4c25-9466-4d5911a7e8a2", "name": "network-vif-plugged", "status": "completed", "tag": "34c41133-9c53-4af0-824b-fa2886415198", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:26:46.506575 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a463ee28-ab4a-44bc-b1fa-6d3801868243 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:26:46.506689 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae659f62-fb60-486d-adf1-67a9fb0aeea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb35d73-7046-4d2c-8b93-77c326ffcd7b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:46.507003 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df928b16-04a5-4c25-9466-4d5911a7e8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c41133-9c53-4af0-824b-fa2886415198', 'code': 200} Nov 29 18:26:46.514142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-58925fc5-1718-4f97-99a4-b58725356ac3 None None] Set router 86bc2c80-02d6-4fe2-8171-64c9ac2ddc81 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:46.573675 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae659f62-fb60-486d-adf1-67a9fb0aeea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:46.634464 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b132d-894d-4582-877a-b825e66f0483 req-83d1bdfb-e6fb-46f0-94be-c0b20274dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:46.636563 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-932b132d-894d-4582-877a-b825e66f0483 req-83d1bdfb-e6fb-46f0-94be-c0b20274dd75 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 1096 time: 0.0662577 Nov 29 18:26:46.698604 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae659f62-fb60-486d-adf1-67a9fb0aeea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:46.701208 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae659f62-fb60-486d-adf1-67a9fb0aeea0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:46.707907 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-932b132d-894d-4582-877a-b825e66f0483 req-cc6718bb-12ae-48e3-b98a-e726acf71794 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593753 Nov 29 18:26:46.744553 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd55b9d8-c346-41d0-9e33-83c6e90ac06c None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:26:46.751677 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-58925fc5-1718-4f97-99a4-b58725356ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'name': 'tempest-TestServerBasicOps-513728998-router', 'tenant_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:29Z', 'updated_at': '2021-11-29T18:26:46Z', 'revision_number': 6, 'project_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:46.762981 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae659f62-fb60-486d-adf1-67a9fb0aeea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:46.765879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae659f62-fb60-486d-adf1-67a9fb0aeea0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86bc2c80-02d6-4fe2-8171-64c9ac2ddc81 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:26:46.776237 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae659f62-fb60-486d-adf1-67a9fb0aeea0 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:46.778292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ae659f62-fb60-486d-adf1-67a9fb0aeea0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/86bc2c80-02d6-4fe2-8171-64c9ac2ddc81 HTTP/1.1" status: 204 len: 168 time: 0.8835511 Nov 29 18:26:46.782883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56946) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:46.806161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=34c41133-9c53-4af0-824b-fa2886415198,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:46.808807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58925fc5-1718-4f97-99a4-b58725356ac3 None None] The sync data for ids ['86bc2c80-02d6-4fe2-8171-64c9ac2ddc81'] in n-d-819494-5 is: [{'id': '86bc2c80-02d6-4fe2-8171-64c9ac2ddc81', 'name': 'tempest-TestServerBasicOps-513728998-router', 'tenant_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:21:29Z', 'updated_at': '2021-11-29T18:26:46Z', 'revision_number': 6, 'project_id': 'a9cd46d9c07c436188b7ca7ad9124890', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:26:46.891922 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-8653f30b-9bf6-457d-a837-76e630cc1f9e admin admin] Deleting subnet 3af62cd2-395b-4f8a-bb6f-4f096fce074f {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:26:46.895494 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8653f30b-9bf6-457d-a837-76e630cc1f9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:46.931872 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8653f30b-9bf6-457d-a837-76e630cc1f9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:46.939087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95aa9dc-6c91-43cd-bf23-0945849737ef req-00689a65-1d1b-4a54-88b0-55dfc42ee214 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:46.940962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b95aa9dc-6c91-43cd-bf23-0945849737ef req-00689a65-1d1b-4a54-88b0-55dfc42ee214 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 945 time: 0.0545382 Nov 29 18:26:46.991794 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b95aa9dc-6c91-43cd-bf23-0945849737ef req-09057d18-2c67-4e07-b14b-cdf46905ac1d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 Nov 29 18:26:47.017420 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8653f30b-9bf6-457d-a837-76e630cc1f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:47.075414 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8653f30b-9bf6-457d-a837-76e630cc1f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:47.099958 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653f30b-9bf6-457d-a837-76e630cc1f9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af62cd2-395b-4f8a-bb6f-4f096fce074f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:47.105784 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8653f30b-9bf6-457d-a837-76e630cc1f9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:47.109388 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8653f30b-9bf6-457d-a837-76e630cc1f9e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3af62cd2-395b-4f8a-bb6f-4f096fce074f HTTP/1.1" status: 204 len: 168 time: 0.3225155 Nov 29 18:26:47.111835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56948) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:47.112081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c59c3d-d9d8-4833-8ef7-502e5ea6435c None None] Network 5c4a3a44-5810-43e1-a23a-3dac32f0bb94 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:26:47.174068 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56950) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:47.186898 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:47.258128 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] Deleting port e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:47.258430 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:47.336780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141a6b52-78bb-479a-be4a-c3feda0892c2 None None] DHCP port deletion for 5c4a3a44-5810-43e1-a23a-3dac32f0bb94 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:26:47.344337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] For port e9881efd-99fb-4dcb-a0a2-abe4e70c6e78, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e9881efd-99fb-4dcb-a0a2-abe4e70c6e78,segment=NetworkSegment(cabecdef-a960-44fe-9bf8-fae8f8e4add8),segment_id=cabecdef-a960-44fe-9bf8-fae8f8e4add8)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:47.344852 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:47.365592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] Calling delete_port for e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:47.409578 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-141a6b52-78bb-479a-be4a-c3feda0892c2 None None] Deleting port e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:47.410236 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-141a6b52-78bb-479a-be4a-c3feda0892c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:47.466843 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:47.486494 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-141a6b52-78bb-479a-be4a-c3feda0892c2 None None] For port e9881efd-99fb-4dcb-a0a2-abe4e70c6e78, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e9881efd-99fb-4dcb-a0a2-abe4e70c6e78,segment=NetworkSegment(cabecdef-a960-44fe-9bf8-fae8f8e4add8),segment_id=cabecdef-a960-44fe-9bf8-fae8f8e4add8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:47.486995 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-141a6b52-78bb-479a-be4a-c3feda0892c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:47.495564 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] No DVR routers for this DVR port e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:26:47.501129 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] Pushing event deleted for resources: {'Port': ['ID=e9881efd-99fb-4dcb-a0a2-abe4e70c6e78,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:47.502234 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-141a6b52-78bb-479a-be4a-c3feda0892c2 None None] Calling delete_port for e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:47.578921 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:47.593307 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-141a6b52-78bb-479a-be4a-c3feda0892c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:47.603490 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4a3a44-5810-43e1-a23a-3dac32f0bb94']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:47.619008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabecdef-a960-44fe-9bf8-fae8f8e4add8') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:47.619465 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabecdef-a960-44fe-9bf8-fae8f8e4add8') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:47.620278 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a6b52-78bb-479a-be4a-c3feda0892c2 None None] Pushing event deleted for resources: {'Port': ['ID=e9881efd-99fb-4dcb-a0a2-abe4e70c6e78,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:47.624312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141a6b52-78bb-479a-be4a-c3feda0892c2 None None] No DVR routers for this DVR port e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:26:47.641034 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:47.655667 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:47.662977 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:26:47.663366 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:26:47.665145 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:26:47.682261 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2013-e3ca-41a2-a33a-60d9285e2162 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:47.734896 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:47.741403 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:47.748307 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] 10.222.0.23 "DELETE /v2.0/networks/5c4a3a44-5810-43e1-a23a-3dac32f0bb94 HTTP/1.1" status: 204 len: 168 time: 0.6353812 Nov 29 18:26:47.768346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3ab80-c845-4b01-b0a8-0c33017f117f admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4a3a44-5810-43e1-a23a-3dac32f0bb94,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:47.902118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56960) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:48.015023 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-222e3a57-a174-4b48-b413-3ebf6429ed5d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58471da2daeb458099c30d8d5bb7737c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1086924 Nov 29 18:26:48.015256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 56962) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:48.111443 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2a2a9944-e388-4016-bc4e-ba51f7d59963 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:26:48.114564 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2a2a9944-e388-4016-bc4e-ba51f7d59963 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:48.125677 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82ae3338-7582-4e9a-b05a-70650c70b54c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:48.273925 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:48.281752 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:48.307033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'port_id': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'mac_address': 'fa:16:3e:59:48:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:26:48.346039 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:48.354461 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:48.388925 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:48.412357 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a2a9944-e388-4016-bc4e-ba51f7d59963 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:26:48.431157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=2a2a9944-e388-4016-bc4e-ba51f7d59963,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:48.480939 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:26:48.481332 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:26:48.495375 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82ae3338-7582-4e9a-b05a-70650c70b54c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:48.504076 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44788b0-e48f-42f6-af92-5499fca171d6 req-3cc9041e-7f4c-4edc-8be6-c268a47a7fac tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:48.505565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c44788b0-e48f-42f6-af92-5499fca171d6 req-3cc9041e-7f4c-4edc-8be6-c268a47a7fac tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 945 time: 0.4311130 Nov 29 18:26:48.508621 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:26:48.511273 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9574fb-3c11-428b-9036-d959269a13aa" -d '{"events": [{"server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "name": "network-vif-unplugged", "status": "completed", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:26:48.617310 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c44788b0-e48f-42f6-af92-5499fca171d6 req-c0d1117a-5a39-469e-9b20-281926b8742a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032512 Nov 29 18:26:48.632201 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e2013-e3ca-41a2-a33a-60d9285e2162 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Deleting port d4c1d140-b6d4-44fb-aabb-326c89a519b0 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:48.632597 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2013-e3ca-41a2-a33a-60d9285e2162 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:48.677585 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82ae3338-7582-4e9a-b05a-70650c70b54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:48.680224 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82ae3338-7582-4e9a-b05a-70650c70b54c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:48.681386 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-82ae3338-7582-4e9a-b05a-70650c70b54c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3379ccc-ffe3-45a7-a005-9130329b9471 HTTP/1.1" status: 204 len: 168 time: 0.6651275 Nov 29 18:26:48.711168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae3338-7582-4e9a-b05a-70650c70b54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3379ccc-ffe3-45a7-a005-9130329b9471,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:48.793674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4ffb5-685f-443d-8f59-b503659a0d98 req-29d9f423-f238-4129-9da4-6312f51dab1c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:48.795378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b0f4ffb5-685f-443d-8f59-b503659a0d98 req-29d9f423-f238-4129-9da4-6312f51dab1c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 945 time: 0.0881908 Nov 29 18:26:48.797358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-4c9e2013-e3ca-41a2-a33a-60d9285e2162 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] For port d4c1d140-b6d4-44fb-aabb-326c89a519b0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d4c1d140-b6d4-44fb-aabb-326c89a519b0,segment=NetworkSegment(c2f475b6-217f-4504-a964-34bd6f8acf33),segment_id=c2f475b6-217f-4504-a964-34bd6f8acf33)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:48.797487 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77a2a37-47d1-4a10-abdf-a77c4a3d269c x-openstack-request-id: req-c77a2a37-47d1-4a10-abdf-a77c4a3d269c {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:26:48.797738 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2013-e3ca-41a2-a33a-60d9285e2162 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:48.797850 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "name": "network-vif-unplugged", "status": "completed", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:26:48.798221 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c77a2a37-47d1-4a10-abdf-a77c4a3d269c {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:26:48.798834 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'code': 200} Nov 29 18:26:48.819647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e2013-e3ca-41a2-a33a-60d9285e2162 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Calling delete_port for d4c1d140-b6d4-44fb-aabb-326c89a519b0 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:48.940636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b0f4ffb5-685f-443d-8f59-b503659a0d98 req-2a22e19e-09d2-4271-a64a-e9dac2dae560 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284368 Nov 29 18:26:48.946215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:49.078294 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:26:49.078648 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e9881efd-99fb-4dcb-a0a2-abe4e70c6e78 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:26:49.081524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7a6a225a-9b40-4d5e-bb3b-26be40093e5b no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:49.130402 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 7a6a225a-9b40-4d5e-bb3b-26be40093e5b {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:26:49.131143 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7a6a225a-9b40-4d5e-bb3b-26be40093e5b not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:26:49.131589 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2eb35d73-7046-4d2c-8b93-77c326ffcd7b no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:49.154203 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 2eb35d73-7046-4d2c-8b93-77c326ffcd7b {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:26:49.154535 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2eb35d73-7046-4d2c-8b93-77c326ffcd7b not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:26:49.163061 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:49.180695 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2a9944-e388-4016-bc4e-ba51f7d59963 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:26:49.205617 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:49.208292 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d372eae-279c-44a5-b26b-2f596ce3dd80 req-d3c5c659-7271-40d9-b00d-79543882dbef tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:49.211466 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:49.220665 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d372eae-279c-44a5-b26b-2f596ce3dd80 req-d3c5c659-7271-40d9-b00d-79543882dbef tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 945 time: 0.1150329 Nov 29 18:26:49.248295 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2013-e3ca-41a2-a33a-60d9285e2162 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:49.314707 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['2a2a9944-e388-4016-bc4e-ba51f7d59963'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:26:49.358859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 56992) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:49.372169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e2013-e3ca-41a2-a33a-60d9285e2162 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'Port': ['ID=d4c1d140-b6d4-44fb-aabb-326c89a519b0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:49.379176 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=2a2a9944-e388-4016-bc4e-ba51f7d59963,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:49.436754 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d372eae-279c-44a5-b26b-2f596ce3dd80 req-750a6f53-b74f-4b12-af2b-e9d80af65b29 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097723 Nov 29 18:26:49.451966 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d0e94a09-4cab-40fc-ab95-7556e9c794f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9cd46d9c07c436188b7ca7ad9124890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0915728 Nov 29 18:26:49.455732 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57000) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:49.577193 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3b82e07c-9e4f-4f58-bb54-cf48ae4e2d83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:49.619234 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3b82e07c-9e4f-4f58-bb54-cf48ae4e2d83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:49.711370 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3b82e07c-9e4f-4f58-bb54-cf48ae4e2d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:49.714409 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3b82e07c-9e4f-4f58-bb54-cf48ae4e2d83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:49.716644 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3b82e07c-9e4f-4f58-bb54-cf48ae4e2d83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1b03436-0366-436c-ac83-4b3ca3b77748 HTTP/1.1" status: 204 len: 168 time: 0.2602599 Nov 29 18:26:49.724535 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2013-e3ca-41a2-a33a-60d9285e2162 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:49.726671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82e07c-9e4f-4f58-bb54-cf48ae4e2d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b03436-0366-436c-ac83-4b3ca3b77748,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:49.889040 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a499ea8-1556-45cf-93c2-7b278577f32a req-d30a7849-121a-48c6-bb85-7d38b638d883 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:49.890611 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a499ea8-1556-45cf-93c2-7b278577f32a req-d30a7849-121a-48c6-bb85-7d38b638d883 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 945 time: 0.0998781 Nov 29 18:26:50.010849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a499ea8-1556-45cf-93c2-7b278577f32a req-30a271c9-1351-4dbf-a15a-2e36c0408316 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111758 Nov 29 18:26:50.119023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2a2a9944-e388-4016-bc4e-ba51f7d59963 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:26:50.132489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9e2013-e3ca-41a2-a33a-60d9285e2162 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Router d06020b6-6b71-4857-a36d-ef7290c14cde has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:26:50.186359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 2a2a9944-e388-4016-bc4e-ba51f7d59963 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:26:50.187364 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:50.316319 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:50.365458 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9e2013-e3ca-41a2-a33a-60d9285e2162 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:26:50.381349 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa35b31-09fc-45b9-8355-212354f3495c None None] Sync routers for ids ['d06020b6-6b71-4857-a36d-ef7290c14cde'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:26:50.389547 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4c9e2013-e3ca-41a2-a33a-60d9285e2162 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "PUT /v2.0/routers/d06020b6-6b71-4857-a36d-ef7290c14cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2140346 Nov 29 18:26:50.400012 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa35b31-09fc-45b9-8355-212354f3495c None None] Routers {'d06020b6-6b71-4857-a36d-ef7290c14cde'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:50.400656 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6fa35b31-09fc-45b9-8355-212354f3495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['d06020b6-6b71-4857-a36d-ef7290c14cde'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:50.409839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:50.421171 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:50.511131 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=2a2a9944-e388-4016-bc4e-ba51f7d59963,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:50.556145 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:26:50.576309 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6fa35b31-09fc-45b9-8355-212354f3495c None None] Set router d06020b6-6b71-4857-a36d-ef7290c14cde gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:50.734398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd89fc5-b587-4973-869b-10cfbf1fd385 req-47d5e686-985f-4b50-a840-34d8cb8c4ca7 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:50.735914 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0cd89fc5-b587-4973-869b-10cfbf1fd385 req-47d5e686-985f-4b50-a840-34d8cb8c4ca7 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 946 time: 0.0737245 Nov 29 18:26:50.800326 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:26:50.803386 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b4a2b0-506a-489f-a555-f2384f8255a4" -d '{"events": [{"server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "name": "network-vif-plugged", "status": "completed", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:26:50.815776 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0cd89fc5-b587-4973-869b-10cfbf1fd385 req-f6bb7d65-95f3-4bbb-ad5a-791e3f7d0324 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a45f681-e38d-4a9a-a89e-4b157aa7781f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734742 Nov 29 18:26:50.865659 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34031435-84a8-450c-941d-9a06f8ce7117 x-openstack-request-id: req-34031435-84a8-450c-941d-9a06f8ce7117 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:26:50.866185 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "name": "network-vif-plugged", "status": "completed", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:26:50.866460 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34031435-84a8-450c-941d-9a06f8ce7117 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:26:50.866892 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'code': 200} Nov 29 18:26:50.889339 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6fa35b31-09fc-45b9-8355-212354f3495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:26:49Z', 'revision_number': 6, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '47dc0f27-16b1-409a-b745-4061ba383412', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'port_id': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'mac_address': 'fa:16:3e:82:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:24:28Z', 'updated_at': '2021-11-29T18:24:32Z', 'revision_number': 1, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392e420f-3a17-4997-9b51-d9baf8008b92', 'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:33:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:06Z', 'updated_at': '2021-11-29T18:24:11Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:50.917281 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa35b31-09fc-45b9-8355-212354f3495c None None] Checking router: d06020b6-6b71-4857-a36d-ef7290c14cde for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:26:50.928557 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa35b31-09fc-45b9-8355-212354f3495c None None] Routers {'d06020b6-6b71-4857-a36d-ef7290c14cde'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:50.929271 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6fa35b31-09fc-45b9-8355-212354f3495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['d06020b6-6b71-4857-a36d-ef7290c14cde'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:51.045002 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6fa35b31-09fc-45b9-8355-212354f3495c None None] Set router d06020b6-6b71-4857-a36d-ef7290c14cde gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:51.179856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d188b-22c7-4eae-8938-f2ca3b59c055 req-db0ed277-2679-4fcc-9479-266108efcff1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:51.188372 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a6d188b-22c7-4eae-8938-f2ca3b59c055 req-db0ed277-2679-4fcc-9479-266108efcff1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 945 time: 0.0670314 Nov 29 18:26:51.247498 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a6d188b-22c7-4eae-8938-f2ca3b59c055 req-8b37d10e-8535-43d4-9773-28678928f5d5 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578353 Nov 29 18:26:51.345616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c89b4b-1ed8-480a-a82c-44131fb54029 req-b2270633-c6da-417b-9c3e-fc873c6c602f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:51.347237 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-31c89b4b-1ed8-480a-a82c-44131fb54029 req-b2270633-c6da-417b-9c3e-fc873c6c602f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.20 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 945 time: 0.0636005 Nov 29 18:26:51.479389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-31c89b4b-1ed8-480a-a82c-44131fb54029 req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Deleting port 34c41133-9c53-4af0-824b-fa2886415198 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:51.479734 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-31c89b4b-1ed8-480a-a82c-44131fb54029 req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:51.500313 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6fa35b31-09fc-45b9-8355-212354f3495c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:26:49Z', 'revision_number': 6, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '47dc0f27-16b1-409a-b745-4061ba383412', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'port_id': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'mac_address': 'fa:16:3e:82:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:24:28Z', 'updated_at': '2021-11-29T18:24:32Z', 'revision_number': 1, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392e420f-3a17-4997-9b51-d9baf8008b92', 'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:33:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:06Z', 'updated_at': '2021-11-29T18:24:11Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:51.536168 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa35b31-09fc-45b9-8355-212354f3495c None None] The sync data for ids ['d06020b6-6b71-4857-a36d-ef7290c14cde'] in n-d-819494-5 is: [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:26:49Z', 'revision_number': 6, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '47dc0f27-16b1-409a-b745-4061ba383412', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'port_id': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'mac_address': 'fa:16:3e:82:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:24:28Z', 'updated_at': '2021-11-29T18:24:32Z', 'revision_number': 1, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '392e420f-3a17-4997-9b51-d9baf8008b92', 'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:33:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:06Z', 'updated_at': '2021-11-29T18:24:11Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:26:51.627667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-31c89b4b-1ed8-480a-a82c-44131fb54029 req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] For port 34c41133-9c53-4af0-824b-fa2886415198, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=34c41133-9c53-4af0-824b-fa2886415198,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:51.628041 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-31c89b4b-1ed8-480a-a82c-44131fb54029 req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:51.645682 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-31c89b4b-1ed8-480a-a82c-44131fb54029 req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Calling delete_port for 34c41133-9c53-4af0-824b-fa2886415198 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:51.785732 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-31c89b4b-1ed8-480a-a82c-44131fb54029 req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:51.797941 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['34c41133-9c53-4af0-824b-fa2886415198'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:26:51.820630 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event deleted for resources: {'Port': ['ID=34c41133-9c53-4af0-824b-fa2886415198,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:51.865059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:51.865707 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:51.866212 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:51.866742 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:51.867281 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:51.867801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:51.869728 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:51.870251 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:51.874018 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:51.874509 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:51.874904 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:51.875264 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:51.956604 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c89b4b-1ed8-480a-a82c-44131fb54029 req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] No DVR routers for this DVR port 34c41133-9c53-4af0-824b-fa2886415198 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:26:51.959843 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-31c89b4b-1ed8-480a-a82c-44131fb54029 req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:51.967818 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-31c89b4b-1ed8-480a-a82c-44131fb54029 req-5713ebe6-b793-45b3-8d50-db24690fa7d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.20 "DELETE /v2.0/ports/34c41133-9c53-4af0-824b-fa2886415198 HTTP/1.1" status: 204 len: 173 time: 0.6132016 Nov 29 18:26:51.968720 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df928b16-04a5-4c25-9466-4d5911a7e8a2', 'name': 'network-vif-deleted', 'tag': '34c41133-9c53-4af0-824b-fa2886415198'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:26:51.977652 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9add33-290f-4593-b754-1092c065140c" -d '{"events": [{"server_uuid": "df928b16-04a5-4c25-9466-4d5911a7e8a2", "name": "network-vif-deleted", "tag": "34c41133-9c53-4af0-824b-fa2886415198"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:26:52.110335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdcb20-3038-40fa-b71d-2ebb7006d112 req-37fe5958-8e20-4e88-aef1-823a5903722b tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:52.112104 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f22645-6fae-45e3-9ef6-7cc65f34b5c7 x-openstack-request-id: req-b2f22645-6fae-45e3-9ef6-7cc65f34b5c7 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:26:52.112471 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df928b16-04a5-4c25-9466-4d5911a7e8a2", "name": "network-vif-deleted", "tag": "34c41133-9c53-4af0-824b-fa2886415198", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:26:52.112756 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2f22645-6fae-45e3-9ef6-7cc65f34b5c7 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:26:52.113165 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df928b16-04a5-4c25-9466-4d5911a7e8a2', 'name': 'network-vif-deleted', 'tag': '34c41133-9c53-4af0-824b-fa2886415198', 'status': 'completed', 'code': 200} Nov 29 18:26:52.116222 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ccdcb20-3038-40fa-b71d-2ebb7006d112 req-37fe5958-8e20-4e88-aef1-823a5903722b tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 946 time: 0.1612382 Nov 29 18:26:52.232787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c0e1e-2f20-43a2-85c2-2e454f79d0d2 req-533b3fcd-72cc-40f6-995f-a0d72882076c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:52.233799 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-629c0e1e-2f20-43a2-85c2-2e454f79d0d2 req-533b3fcd-72cc-40f6-995f-a0d72882076c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 946 time: 0.1512225 Nov 29 18:26:52.240483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ccdcb20-3038-40fa-b71d-2ebb7006d112 req-c0a500a8-bec1-4353-a5e1-a931c34d314f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=0a45f681-e38d-4a9a-a89e-4b157aa7781f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952601 Nov 29 18:26:52.407137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfaceda6-abee-4cab-962d-bc8b33124d79 req-b82baad4-5e60-4ff9-acb9-502e6c2d545e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 210 time: 0.0451708 Nov 29 18:26:52.450448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-629c0e1e-2f20-43a2-85c2-2e454f79d0d2 req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Deleting port 0017cdc4-aaf6-47ed-944c-33a5e10ab65f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:52.450815 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-629c0e1e-2f20-43a2-85c2-2e454f79d0d2 req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:52.600435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-629c0e1e-2f20-43a2-85c2-2e454f79d0d2 req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] For port 0017cdc4-aaf6-47ed-944c-33a5e10ab65f, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0017cdc4-aaf6-47ed-944c-33a5e10ab65f,segment=NetworkSegment(c2f475b6-217f-4504-a964-34bd6f8acf33),segment_id=c2f475b6-217f-4504-a964-34bd6f8acf33)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:52.600677 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-629c0e1e-2f20-43a2-85c2-2e454f79d0d2 req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:52.616187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-629c0e1e-2f20-43a2-85c2-2e454f79d0d2 req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Calling delete_port for 0017cdc4-aaf6-47ed-944c-33a5e10ab65f owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:52.805483 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-629c0e1e-2f20-43a2-85c2-2e454f79d0d2 req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:52.853803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'Port': ['ID=0017cdc4-aaf6-47ed-944c-33a5e10ab65f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:52.860235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d4c1d140-b6d4-44fb-aabb-326c89a519b0 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:52.870189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:52.870598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:52.871832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:52.872236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:52.872639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:52.873079 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:52.873429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:52.873774 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:52.874157 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:52.874536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:52.874930 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:52.875289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:52.905914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: d4c1d140-b6d4-44fb-aabb-326c89a519b0 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:26:52.906550 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d4c1d140-b6d4-44fb-aabb-326c89a519b0 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:26:52.941820 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-629c0e1e-2f20-43a2-85c2-2e454f79d0d2 req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] No DVR routers for this DVR port 0017cdc4-aaf6-47ed-944c-33a5e10ab65f on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:26:52.944651 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-629c0e1e-2f20-43a2-85c2-2e454f79d0d2 req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:52.948511 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-629c0e1e-2f20-43a2-85c2-2e454f79d0d2 req-5f55b8b1-1c45-4edb-8983-7302f62066ea tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.31 "DELETE /v2.0/ports/0017cdc4-aaf6-47ed-944c-33a5e10ab65f HTTP/1.1" status: 204 len: 173 time: 0.7001233 Nov 29 18:26:52.952363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2d6f6b-5912-4248-9c0c-c72abb8bdde8', 'name': 'network-vif-deleted', 'tag': '0017cdc4-aaf6-47ed-944c-33a5e10ab65f'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:26:52.952363 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97532c82-0237-4a09-aabe-71024208dda5" -d '{"events": [{"server_uuid": "ff2d6f6b-5912-4248-9c0c-c72abb8bdde8", "name": "network-vif-deleted", "tag": "0017cdc4-aaf6-47ed-944c-33a5e10ab65f"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:26:53.320892 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b728d2e9-7db6-4783-89d4-9f0a4a58f3cc x-openstack-request-id: req-b728d2e9-7db6-4783-89d4-9f0a4a58f3cc {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:26:53.321521 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2d6f6b-5912-4248-9c0c-c72abb8bdde8", "name": "network-vif-deleted", "tag": "0017cdc4-aaf6-47ed-944c-33a5e10ab65f", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:26:53.321521 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b728d2e9-7db6-4783-89d4-9f0a4a58f3cc {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:26:53.321853 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2d6f6b-5912-4248-9c0c-c72abb8bdde8', 'name': 'network-vif-deleted', 'tag': '0017cdc4-aaf6-47ed-944c-33a5e10ab65f', 'status': 'completed', 'code': 200} Nov 29 18:26:53.484801 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a360290e-1bf1-4f5d-a4e7-ef237d74fd1a req-80e21d86-fb57-4dd2-9a63-dc032ac24548 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff2d6f6b-5912-4248-9c0c-c72abb8bdde8 HTTP/1.1" status: 200 len: 210 time: 0.0767481 Nov 29 18:26:53.655262 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3625507c-71ff-433d-bca8-6b74282f3d42 req-e6eef466-8986-465a-bec5-299b890e7f06 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 210 time: 0.0367005 Nov 29 18:26:53.978930 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed160532-919b-45b1-8fa2-33bf74a808a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:54.122580 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 34c41133-9c53-4af0-824b-fa2886415198 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:54.157438 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 34c41133-9c53-4af0-824b-fa2886415198 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:26:54.158160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 34c41133-9c53-4af0-824b-fa2886415198 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:26:54.567271 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57074) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:54.634852 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8df7f773-6811-4c65-8852-4ac62282ae38 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:54.662981 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8df7f773-6811-4c65-8852-4ac62282ae38 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:54.748650 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8df7f773-6811-4c65-8852-4ac62282ae38 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:54.752193 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8df7f773-6811-4c65-8852-4ac62282ae38 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:54.758050 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8df7f773-6811-4c65-8852-4ac62282ae38 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "DELETE /v2.0/security-groups/0a45f681-e38d-4a9a-a89e-4b157aa7781f HTTP/1.1" status: 204 len: 168 time: 0.1896794 Nov 29 18:26:54.773471 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7f773-6811-4c65-8852-4ac62282ae38 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a45f681-e38d-4a9a-a89e-4b157aa7781f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:54.804872 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57084) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:54.814767 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-662d2515-881f-4645-ae10-93886988dda4 req-aa783789-9693-4d3e-b81d-250a3fc56bd3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 210 time: 0.0573449 Nov 29 18:26:54.894050 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd63f2d-8d8d-4e10-90de-3b83dd5b9b2f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Deleting subnet a4271dc2-bc70-442c-8d8d-ccdf3c3aee4c {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:26:54.898645 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ddd63f2d-8d8d-4e10-90de-3b83dd5b9b2f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:55.278674 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ddd63f2d-8d8d-4e10-90de-3b83dd5b9b2f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:55.404011 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ddd63f2d-8d8d-4e10-90de-3b83dd5b9b2f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:55.506601 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ddd63f2d-8d8d-4e10-90de-3b83dd5b9b2f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:55.541679 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ddd63f2d-8d8d-4e10-90de-3b83dd5b9b2f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:55.544899 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce86ba8c-8e27-40db-aea1-47d33e268836 None None] Network 3ebd8314-d920-48b1-9f38-2f93c9a09295 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:26:55.560412 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 57088) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:55.562992 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ddd63f2d-8d8d-4e10-90de-3b83dd5b9b2f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "DELETE /v2.0/subnets/a4271dc2-bc70-442c-8d8d-ccdf3c3aee4c HTTP/1.1" status: 204 len: 168 time: 0.7546170 Nov 29 18:26:55.612187 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd63f2d-8d8d-4e10-90de-3b83dd5b9b2f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'Subnet': ['ID=a4271dc2-bc70-442c-8d8d-ccdf3c3aee4c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:55.709316 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:55.802521 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Deleting port de52593c-73b8-4fca-9992-86326b480a68 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:55.803039 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:55.884080 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] DHCP port deletion for 3ebd8314-d920-48b1-9f38-2f93c9a09295 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:26:55.926612 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] For port de52593c-73b8-4fca-9992-86326b480a68, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=de52593c-73b8-4fca-9992-86326b480a68,segment=NetworkSegment(c2f475b6-217f-4504-a964-34bd6f8acf33),segment_id=c2f475b6-217f-4504-a964-34bd6f8acf33)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:55.927298 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:55.996209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-057cb237-787f-46e9-a3dd-f017ebe4d6c4 req-acf176de-0b93-428c-a68e-d664552e9938 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 210 time: 0.0586181 Nov 29 18:26:55.996898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Deleting port de52593c-73b8-4fca-9992-86326b480a68 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:55.997460 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:55.998166 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Calling delete_port for de52593c-73b8-4fca-9992-86326b480a68 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:56.132543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] For port de52593c-73b8-4fca-9992-86326b480a68, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=de52593c-73b8-4fca-9992-86326b480a68,segment=NetworkSegment(c2f475b6-217f-4504-a964-34bd6f8acf33),segment_id=c2f475b6-217f-4504-a964-34bd6f8acf33)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:26:56.132872 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:56.154695 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:56.168239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Calling delete_port for de52593c-73b8-4fca-9992-86326b480a68 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:56.190126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'Port': ['ID=de52593c-73b8-4fca-9992-86326b480a68,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:56.208621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] No DVR routers for this DVR port de52593c-73b8-4fca-9992-86326b480a68 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:26:56.331886 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:56.353310 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:56.373165 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Pushing event deleted for resources: {'Port': ['ID=de52593c-73b8-4fca-9992-86326b480a68,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:56.378024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] No DVR routers for this DVR port de52593c-73b8-4fca-9992-86326b480a68 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:26:56.394629 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:56.395111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:56.395377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:56.395727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:56.396071 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:56.396429 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:56.396761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:56.397111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:56.397435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:56.397774 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:56.398114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:56.398441 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e30b55e-17a3-41c9-bf0e-f37c8fad95d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:26:56.406952 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ebd8314-d920-48b1-9f38-2f93c9a09295']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:56.425468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f475b6-217f-4504-a964-34bd6f8acf33') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:56.425777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f475b6-217f-4504-a964-34bd6f8acf33') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:56.444843 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:56.455306 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8570da72-3108-4adc-bf13-a47cf4c45e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:56.545295 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:56.554768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:26:56.555270 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:26:56.629895 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:26:56.646302 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:56.668650 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:56.674374 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "DELETE /v2.0/networks/3ebd8314-d920-48b1-9f38-2f93c9a09295 HTTP/1.1" status: 204 len: 168 time: 1.1104629 Nov 29 18:26:56.674374 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d9707-ded4-4a78-b4d6-659ec88f9bc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'Network': ['ID=3ebd8314-d920-48b1-9f38-2f93c9a09295,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:56.675728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 57100) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:26:56.685657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ad55f2c-da90-4ce6-9b2b-f7ccbd906daf req-c1e1c21c-a8d3-4ab8-b7e5-977e16bc23c6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2251198 Nov 29 18:26:56.686690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 0017cdc4-aaf6-47ed-944c-33a5e10ab65f no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:56.718684 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 0017cdc4-aaf6-47ed-944c-33a5e10ab65f {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:26:56.719068 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 0017cdc4-aaf6-47ed-944c-33a5e10ab65f not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:26:56.911524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device de52593c-73b8-4fca-9992-86326b480a68 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:26:56.960443 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: de52593c-73b8-4fca-9992-86326b480a68 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:26:56.961048 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device de52593c-73b8-4fca-9992-86326b480a68 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:26:56.962896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad55f2c-da90-4ce6-9b2b-f7ccbd906daf req-a771d9e5-d8fb-4a1c-b05d-6a564c7bac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:56.965979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ad55f2c-da90-4ce6-9b2b-f7ccbd906daf req-a771d9e5-d8fb-4a1c-b05d-6a564c7bac88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5991f81694454b6dbd48c6b809d5ad06&device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 1097 time: 0.2075267 Nov 29 18:26:57.169300 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa8948b5-29dd-4db5-a2ea-525a57d5957c req-8fec27f9-30e2-4d20-bc73-ea3cc3fe0746 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=df928b16-04a5-4c25-9466-4d5911a7e8a2 HTTP/1.1" status: 200 len: 210 time: 0.0523202 Nov 29 18:26:57.180037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad55f2c-da90-4ce6-9b2b-f7ccbd906daf req-17209f84-0d51-4ed6-824c-d1e1e429473d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:57.182645 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ad55f2c-da90-4ce6-9b2b-f7ccbd906daf req-17209f84-0d51-4ed6-824c-d1e1e429473d service neutron] 10.222.0.31 "GET /v2.0/networks?id=61733c11-da39-45f1-ae18-c53a50ed6ebf HTTP/1.1" status: 200 len: 912 time: 0.1844902 Nov 29 18:26:57.247617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b83b8dc0-632f-409c-9e9f-0307caced4b9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Deleting port 6920e8b0-9391-40d3-9112-79ba49f7730f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:26:57.247998 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b83b8dc0-632f-409c-9e9f-0307caced4b9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:57.270037 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:57.322595 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ad55f2c-da90-4ce6-9b2b-f7ccbd906daf req-986319a0-8726-44b0-aefa-199df91e1547 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=594120a4-06a7-4d81-bb41-fb96564513a0 HTTP/1.1" status: 200 len: 1002 time: 0.1269796 Nov 29 18:26:57.398834 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b83b8dc0-632f-409c-9e9f-0307caced4b9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:57.398834 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b83b8dc0-632f-409c-9e9f-0307caced4b9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:57.418604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad55f2c-da90-4ce6-9b2b-f7ccbd906daf req-e3f33331-7270-4b86-9875-296714b802be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:57.420245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ad55f2c-da90-4ce6-9b2b-f7ccbd906daf req-e3f33331-7270-4b86-9875-296714b802be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=95d25936-e438-49fc-88cf-2ab9c265fd23 HTTP/1.1" status: 200 len: 850 time: 0.0772586 Nov 29 18:26:57.421227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b83b8dc0-632f-409c-9e9f-0307caced4b9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Calling delete_port for 6920e8b0-9391-40d3-9112-79ba49f7730f owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:26:57.559516 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad55f2c-da90-4ce6-9b2b-f7ccbd906daf req-36bf8c8a-4706-4b0f-8af9-fe2dc2cb53ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:57.561285 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ad55f2c-da90-4ce6-9b2b-f7ccbd906daf req-36bf8c8a-4706-4b0f-8af9-fe2dc2cb53ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=61733c11-da39-45f1-ae18-c53a50ed6ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297545 Nov 29 18:26:57.635771 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:58.070513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ad55f2c-da90-4ce6-9b2b-f7ccbd906daf req-abe75880-3346-45ca-b126-3add65a3c84e service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006759 Nov 29 18:26:58.169446 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b83b8dc0-632f-409c-9e9f-0307caced4b9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:58.250476 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b8dc0-632f-409c-9e9f-0307caced4b9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'Port': ['ID=6920e8b0-9391-40d3-9112-79ba49f7730f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:26:58.352617 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b83b8dc0-632f-409c-9e9f-0307caced4b9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:58.352961 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-b83b8dc0-632f-409c-9e9f-0307caced4b9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Floating IP 47dc0f27-16b1-409a-b745-4061ba383412 disassociated (deleted). External IP: 172.25.3.87, port: 4fc008ee-291c-491c-92ed-3bc13f4bbb7e. Nov 29 18:26:58.392289 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ad55f2c-da90-4ce6-9b2b-f7ccbd906daf req-aee396b9-883b-4c6a-8b8f-3260b848feb0 service neutron] 10.222.0.31 "GET /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109345 Nov 29 18:26:58.615371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83b8dc0-632f-409c-9e9f-0307caced4b9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Router d06020b6-6b71-4857-a36d-ef7290c14cde has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:26:58.765235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83b8dc0-632f-409c-9e9f-0307caced4b9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:26:58.770598 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b83b8dc0-632f-409c-9e9f-0307caced4b9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:58.777763 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b79b48-6653-4c80-be93-d873a0b27989 None None] Sync routers for ids ['d06020b6-6b71-4857-a36d-ef7290c14cde'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:26:58.803764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b79b48-6653-4c80-be93-d873a0b27989 None None] Routers {'d06020b6-6b71-4857-a36d-ef7290c14cde'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:58.804736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a1b79b48-6653-4c80-be93-d873a0b27989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['d06020b6-6b71-4857-a36d-ef7290c14cde'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:58.838717 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b83b8dc0-632f-409c-9e9f-0307caced4b9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "DELETE /v2.0/floatingips/47dc0f27-16b1-409a-b745-4061ba383412 HTTP/1.1" status: 204 len: 168 time: 2.1596217 Nov 29 18:26:58.838717 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'tag': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:26:58.857188 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f6b538-4ec9-4008-915b-1890dc054ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "7eec4e95-da91-48a8-bd98-4f450db0bd99", "tag": "4fc008ee-291c-491c-92ed-3bc13f4bbb7e"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:26:59.000182 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92ca4e9-2812-4ebf-866e-dba8ac0d709c x-openstack-request-id: req-a92ca4e9-2812-4ebf-866e-dba8ac0d709c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:26:59.000488 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eec4e95-da91-48a8-bd98-4f450db0bd99", "tag": "4fc008ee-291c-491c-92ed-3bc13f4bbb7e", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:26:59.000766 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a92ca4e9-2812-4ebf-866e-dba8ac0d709c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:26:59.001274 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'tag': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e', 'status': 'completed', 'code': 200} Nov 29 18:26:59.076277 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-a1b79b48-6653-4c80-be93-d873a0b27989 None None] Set router d06020b6-6b71-4857-a36d-ef7290c14cde gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:26:59.115682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6b538-4ec9-4008-915b-1890dc054ac8 req-8e37ace7-db7f-45ba-bde5-848d82af6d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:59.117348 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5f6b538-4ec9-4008-915b-1890dc054ac8 req-8e37ace7-db7f-45ba-bde5-848d82af6d17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6110296adf0d4d689aa792da1b94c3f7&device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 1097 time: 0.0958574 Nov 29 18:26:59.177783 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:26:59.416698 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c77a88-d172-4517-aeeb-e28d0027c4eb req-00e124c4-36a2-4982-936b-3e4a1b532d16 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:59.419306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e8c77a88-d172-4517-aeeb-e28d0027c4eb req-00e124c4-36a2-4982-936b-3e4a1b532d16 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 946 time: 0.1721594 Nov 29 18:26:59.469756 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a1b79b48-6653-4c80-be93-d873a0b27989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:26:49Z', 'revision_number': 6, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '392e420f-3a17-4997-9b51-d9baf8008b92', 'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:33:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:06Z', 'updated_at': '2021-11-29T18:24:11Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:59.522213 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6b538-4ec9-4008-915b-1890dc054ac8 req-fb1c81f0-4102-40d7-9709-38ee39d2b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:59.524068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5f6b538-4ec9-4008-915b-1890dc054ac8 req-fb1c81f0-4102-40d7-9709-38ee39d2b220 service neutron] 10.222.0.31 "GET /v2.0/networks?id=aea6b71d-6b9c-4ef4-8483-78351c32ceb5 HTTP/1.1" status: 200 len: 898 time: 0.3968394 Nov 29 18:26:59.551836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b79b48-6653-4c80-be93-d873a0b27989 None None] Checking router: d06020b6-6b71-4857-a36d-ef7290c14cde for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:26:59.573217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b79b48-6653-4c80-be93-d873a0b27989 None None] Routers {'d06020b6-6b71-4857-a36d-ef7290c14cde'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:26:59.574351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a1b79b48-6653-4c80-be93-d873a0b27989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['d06020b6-6b71-4857-a36d-ef7290c14cde'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:26:59.639708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5f6b538-4ec9-4008-915b-1890dc054ac8 req-fd6ff123-54ff-472c-8434-cc67da548d25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fc008ee-291c-491c-92ed-3bc13f4bbb7e HTTP/1.1" status: 200 len: 217 time: 0.0962193 Nov 29 18:26:59.648031 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e8c77a88-d172-4517-aeeb-e28d0027c4eb req-c044341b-1a01-489e-a2d9-1899e6fe41cf tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cbc2df4-82ad-45ae-a03d-b3e4344692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128518 Nov 29 18:26:59.771510 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6b538-4ec9-4008-915b-1890dc054ac8 req-19ec20a1-565b-43e9-8a05-2123bb27e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:59.773002 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5f6b538-4ec9-4008-915b-1890dc054ac8 req-19ec20a1-565b-43e9-8a05-2123bb27e1ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=add35bbd-83f3-4fef-8ac4-6c0cc158388d HTTP/1.1" status: 200 len: 835 time: 0.1240540 Nov 29 18:26:59.869721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6b538-4ec9-4008-915b-1890dc054ac8 req-8ae7699d-7376-4800-821e-3b34fa01cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:26:59.875471 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5f6b538-4ec9-4008-915b-1890dc054ac8 req-8ae7699d-7376-4800-821e-3b34fa01cb82 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aea6b71d-6b9c-4ef4-8483-78351c32ceb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928261 Nov 29 18:27:00.075536 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5f6b538-4ec9-4008-915b-1890dc054ac8 req-3d12511f-83be-41a1-bc18-705ee7023560 service neutron] 10.222.0.31 "GET /v2.0/networks/aea6b71d-6b9c-4ef4-8483-78351c32ceb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907754 Nov 29 18:27:00.174465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-a1b79b48-6653-4c80-be93-d873a0b27989 None None] Set router d06020b6-6b71-4857-a36d-ef7290c14cde gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:27:00.275024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5f6b538-4ec9-4008-915b-1890dc054ac8 req-b630cbf2-fd49-467e-a4b5-1ba863be1afe service neutron] 10.222.0.31 "GET /v2.0/networks/aea6b71d-6b9c-4ef4-8483-78351c32ceb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900032 Nov 29 18:27:00.359501 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:00.362583 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:00.489222 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a1b79b48-6653-4c80-be93-d873a0b27989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:26:49Z', 'revision_number': 6, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '392e420f-3a17-4997-9b51-d9baf8008b92', 'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:33:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:06Z', 'updated_at': '2021-11-29T18:24:11Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:00.537582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b79b48-6653-4c80-be93-d873a0b27989 None None] The sync data for ids ['d06020b6-6b71-4857-a36d-ef7290c14cde'] in n-d-819494-5 is: [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:26:49Z', 'revision_number': 6, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '392e420f-3a17-4997-9b51-d9baf8008b92', 'name': '', 'network_id': 'aea6b71d-6b9c-4ef4-8483-78351c32ceb5', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:33:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:06Z', 'updated_at': '2021-11-29T18:24:11Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': 'add35bbd-83f3-4fef-8ac4-6c0cc158388d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:27:00.746163 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212270b-6e1f-4b97-adcd-6ddbb0d0c49c req-ec7ca893-8047-4caf-9bb3-f417b9d0f361 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:00.754890 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a212270b-6e1f-4b97-adcd-6ddbb0d0c49c req-ec7ca893-8047-4caf-9bb3-f417b9d0f361 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.31 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 946 time: 0.1172421 Nov 29 18:27:00.960395 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2faf63-19f1-4734-b34a-6a9522876891 req-c0749899-b251-4740-8fb4-3bba3a98549c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:00.969166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b2faf63-19f1-4734-b34a-6a9522876891 req-c0749899-b251-4740-8fb4-3bba3a98549c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=7eec4e95-da91-48a8-bd98-4f450db0bd99 HTTP/1.1" status: 200 len: 946 time: 0.1102509 Nov 29 18:27:00.993763 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f802a23-d7cb-4764-b688-e49820bccbc6 None None] New status for floating IP 47dc0f27-16b1-409a-b745-4061ba383412: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:27:01.016690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-a212270b-6e1f-4b97-adcd-6ddbb0d0c49c req-ac30c18a-68a5-47b0-acba-a5f604cfd357 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Deleting port 4fc008ee-291c-491c-92ed-3bc13f4bbb7e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:27:01.016905 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a212270b-6e1f-4b97-adcd-6ddbb0d0c49c req-ac30c18a-68a5-47b0-acba-a5f604cfd357 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:01.146292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b2faf63-19f1-4734-b34a-6a9522876891 req-c1c69851-0212-4eeb-8add-3891f8847643 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cbc2df4-82ad-45ae-a03d-b3e4344692fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747448 Nov 29 18:27:01.156248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a212270b-6e1f-4b97-adcd-6ddbb0d0c49c req-ac30c18a-68a5-47b0-acba-a5f604cfd357 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] For port 4fc008ee-291c-491c-92ed-3bc13f4bbb7e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4fc008ee-291c-491c-92ed-3bc13f4bbb7e,segment=NetworkSegment(69202555-6c99-48ee-9efa-fb80d60800b4),segment_id=69202555-6c99-48ee-9efa-fb80d60800b4)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:01.156701 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a212270b-6e1f-4b97-adcd-6ddbb0d0c49c req-ac30c18a-68a5-47b0-acba-a5f604cfd357 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:01.183785 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-a212270b-6e1f-4b97-adcd-6ddbb0d0c49c req-ac30c18a-68a5-47b0-acba-a5f604cfd357 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Calling delete_port for 4fc008ee-291c-491c-92ed-3bc13f4bbb7e owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:27:01.343399 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a212270b-6e1f-4b97-adcd-6ddbb0d0c49c req-ac30c18a-68a5-47b0-acba-a5f604cfd357 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:01.406398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30c18a-68a5-47b0-acba-a5f604cfd357 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'Port': ['ID=4fc008ee-291c-491c-92ed-3bc13f4bbb7e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:01.457763 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-a212270b-6e1f-4b97-adcd-6ddbb0d0c49c req-ac30c18a-68a5-47b0-acba-a5f604cfd357 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] No DVR routers for this DVR port 4fc008ee-291c-491c-92ed-3bc13f4bbb7e on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:27:01.461476 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a212270b-6e1f-4b97-adcd-6ddbb0d0c49c req-ac30c18a-68a5-47b0-acba-a5f604cfd357 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:01.465414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a212270b-6e1f-4b97-adcd-6ddbb0d0c49c req-ac30c18a-68a5-47b0-acba-a5f604cfd357 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.31 "DELETE /v2.0/ports/4fc008ee-291c-491c-92ed-3bc13f4bbb7e HTTP/1.1" status: 204 len: 173 time: 0.7013140 Nov 29 18:27:01.465903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'name': 'network-vif-deleted', 'tag': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:27:01.469429 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbec72bc-17ec-43a9-8a80-e7a4270f8861" -d '{"events": [{"server_uuid": "7eec4e95-da91-48a8-bd98-4f450db0bd99", "name": "network-vif-deleted", "tag": "4fc008ee-291c-491c-92ed-3bc13f4bbb7e"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:27:01.538284 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8615a19e-f389-4bc0-9f14-d19c4811bb7f x-openstack-request-id: req-8615a19e-f389-4bc0-9f14-d19c4811bb7f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:27:01.538945 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eec4e95-da91-48a8-bd98-4f450db0bd99", "name": "network-vif-deleted", "tag": "4fc008ee-291c-491c-92ed-3bc13f4bbb7e", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:27:01.539652 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8615a19e-f389-4bc0-9f14-d19c4811bb7f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:27:01.540589 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eec4e95-da91-48a8-bd98-4f450db0bd99', 'name': 'network-vif-deleted', 'tag': '4fc008ee-291c-491c-92ed-3bc13f4bbb7e', 'status': 'completed', 'code': 200} Nov 29 18:27:02.228031 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 57184) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:02.347830 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d15ebb38-dda9-40fb-8ae3-969aa5284dcc tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:02.412657 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d15ebb38-dda9-40fb-8ae3-969aa5284dcc tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:02.518565 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d15ebb38-dda9-40fb-8ae3-969aa5284dcc tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:02.521801 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d15ebb38-dda9-40fb-8ae3-969aa5284dcc tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:02.526110 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d15ebb38-dda9-40fb-8ae3-969aa5284dcc tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "DELETE /v2.0/security-groups/2cbc2df4-82ad-45ae-a03d-b3e4344692fa HTTP/1.1" status: 204 len: 168 time: 0.2968917 Nov 29 18:27:02.559135 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ebb38-dda9-40fb-8ae3-969aa5284dcc tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbc2df4-82ad-45ae-a03d-b3e4344692fa,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:02.621133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57190) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:03.427526 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7c35-6637-430d-b5d2-c21c9ff9b356 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:04.035748 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac7c35-6637-430d-b5d2-c21c9ff9b356 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Deleting port 392e420f-3a17-4997-9b51-d9baf8008b92 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:27:04.036920 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7c35-6637-430d-b5d2-c21c9ff9b356 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:04.234607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-c5ac7c35-6637-430d-b5d2-c21c9ff9b356 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] For port 392e420f-3a17-4997-9b51-d9baf8008b92, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=392e420f-3a17-4997-9b51-d9baf8008b92,segment=NetworkSegment(69202555-6c99-48ee-9efa-fb80d60800b4),segment_id=69202555-6c99-48ee-9efa-fb80d60800b4)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:04.235988 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7c35-6637-430d-b5d2-c21c9ff9b356 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:04.266926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac7c35-6637-430d-b5d2-c21c9ff9b356 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Calling delete_port for 392e420f-3a17-4997-9b51-d9baf8008b92 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:27:04.576850 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7c35-6637-430d-b5d2-c21c9ff9b356 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:04.634924 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac7c35-6637-430d-b5d2-c21c9ff9b356 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'Port': ['ID=392e420f-3a17-4997-9b51-d9baf8008b92,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:04.707028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 4fc008ee-291c-491c-92ed-3bc13f4bbb7e no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:27:04.782341 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 4fc008ee-291c-491c-92ed-3bc13f4bbb7e {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:27:04.787628 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 4fc008ee-291c-491c-92ed-3bc13f4bbb7e not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:27:05.092674 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c5ac7c35-6637-430d-b5d2-c21c9ff9b356 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:05.426257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ac7c35-6637-430d-b5d2-c21c9ff9b356 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Router d06020b6-6b71-4857-a36d-ef7290c14cde has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:27:05.590848 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ac7c35-6637-430d-b5d2-c21c9ff9b356 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:27:05.600582 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c5ac7c35-6637-430d-b5d2-c21c9ff9b356 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "PUT /v2.0/routers/d06020b6-6b71-4857-a36d-ef7290c14cde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9748986 Nov 29 18:27:05.600998 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57316) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:05.604614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6228d5-314c-444b-aacc-c02806c03ef7 None None] Sync routers for ids ['d06020b6-6b71-4857-a36d-ef7290c14cde'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:27:05.620550 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6228d5-314c-444b-aacc-c02806c03ef7 None None] Routers {'d06020b6-6b71-4857-a36d-ef7290c14cde'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:27:05.621558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1e6228d5-314c-444b-aacc-c02806c03ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['d06020b6-6b71-4857-a36d-ef7290c14cde'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:05.675340 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d762b0-4d80-47ba-94d8-1ed35aa5453a tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Deleting subnet add35bbd-83f3-4fef-8ac4-6c0cc158388d {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:27:05.679487 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24d762b0-4d80-47ba-94d8-1ed35aa5453a tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:05.758820 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f942a-f7ad-48fd-bd43-656477a33f97 req-61a31b4c-0d5a-4ca9-8816-55e1d9c3b592 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:05.769181 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-264f942a-f7ad-48fd-bd43-656477a33f97 req-61a31b4c-0d5a-4ca9-8816-55e1d9c3b592 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.0992506 Nov 29 18:27:05.780424 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24d762b0-4d80-47ba-94d8-1ed35aa5453a tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:05.848287 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-1e6228d5-314c-444b-aacc-c02806c03ef7 None None] Set router d06020b6-6b71-4857-a36d-ef7290c14cde gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:27:05.858835 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-264f942a-f7ad-48fd-bd43-656477a33f97 req-cdd99e14-456e-40d4-9950-39cca1ca255f tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840781 Nov 29 18:27:05.993901 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24d762b0-4d80-47ba-94d8-1ed35aa5453a tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:06.097684 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24d762b0-4d80-47ba-94d8-1ed35aa5453a tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:06.121028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1e6228d5-314c-444b-aacc-c02806c03ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:27:04Z', 'revision_number': 7, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:06.145796 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d762b0-4d80-47ba-94d8-1ed35aa5453a tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'Subnet': ['ID=add35bbd-83f3-4fef-8ac4-6c0cc158388d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:06.168262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6228d5-314c-444b-aacc-c02806c03ef7 None None] Checking router: d06020b6-6b71-4857-a36d-ef7290c14cde for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:27:06.175283 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24d762b0-4d80-47ba-94d8-1ed35aa5453a tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:06.176140 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf60efc-4451-4c8d-bd38-02a152eff67a None None] Network aea6b71d-6b9c-4ef4-8483-78351c32ceb5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:27:06.182032 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-24d762b0-4d80-47ba-94d8-1ed35aa5453a tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "DELETE /v2.0/subnets/add35bbd-83f3-4fef-8ac4-6c0cc158388d HTTP/1.1" status: 204 len: 168 time: 0.5779293 Nov 29 18:27:06.182304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57328) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:06.298058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6228d5-314c-444b-aacc-c02806c03ef7 None None] Routers {'d06020b6-6b71-4857-a36d-ef7290c14cde'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:27:06.298822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1e6228d5-314c-444b-aacc-c02806c03ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['d06020b6-6b71-4857-a36d-ef7290c14cde'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:06.361749 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c71e946-dd5c-4ae1-96d6-b80e3ad6c8f3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:06.504715 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c71e946-dd5c-4ae1-96d6-b80e3ad6c8f3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:06.544341 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-1e6228d5-314c-444b-aacc-c02806c03ef7 None None] Set router d06020b6-6b71-4857-a36d-ef7290c14cde gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:27:06.609862 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fa27b-429a-44d0-bb64-cc7ab58fb0a5 req-1663adfb-4484-4f12-90f9-acd7b704b586 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:06.610122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-5c71e946-dd5c-4ae1-96d6-b80e3ad6c8f3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Deleting port 5d6ac569-ab92-48e2-8eeb-3382df76c2ab {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:27:06.610247 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c71e946-dd5c-4ae1-96d6-b80e3ad6c8f3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:06.612173 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c00fa27b-429a-44d0-bb64-cc7ab58fb0a5 req-1663adfb-4484-4f12-90f9-acd7b704b586 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.0860131 Nov 29 18:27:06.647146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48ff740-edd3-45b8-a056-1a908b148556 None None] DHCP port deletion for aea6b71d-6b9c-4ef4-8483-78351c32ceb5 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:27:06.735719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c00fa27b-429a-44d0-bb64-cc7ab58fb0a5 req-181710d6-19dc-4d30-bbbe-e79bc857034c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124189 Nov 29 18:27:06.741318 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-5c71e946-dd5c-4ae1-96d6-b80e3ad6c8f3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] For port 5d6ac569-ab92-48e2-8eeb-3382df76c2ab, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5d6ac569-ab92-48e2-8eeb-3382df76c2ab,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:06.742179 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c71e946-dd5c-4ae1-96d6-b80e3ad6c8f3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:06.761319 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-5c71e946-dd5c-4ae1-96d6-b80e3ad6c8f3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Calling delete_port for 5d6ac569-ab92-48e2-8eeb-3382df76c2ab owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:27:06.904989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d48ff740-edd3-45b8-a056-1a908b148556 None None] Deleting port b2a7fbe3-4b9c-4491-83d0-38a1640ffd37 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:27:06.906585 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d48ff740-edd3-45b8-a056-1a908b148556 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:06.986494 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b2a7fbe3-4b9c-4491-83d0-38a1640ffd37 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:27:07.004373 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c71e946-dd5c-4ae1-96d6-b80e3ad6c8f3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:07.040348 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49b8f31-1967-45ad-b04b-82c4cc94070e None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:27:07.081319 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71e946-dd5c-4ae1-96d6-b80e3ad6c8f3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'Port': ['ID=5d6ac569-ab92-48e2-8eeb-3382df76c2ab,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:07.123165 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c71e946-dd5c-4ae1-96d6-b80e3ad6c8f3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:07.140657 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d48ff740-edd3-45b8-a056-1a908b148556 None None] For port b2a7fbe3-4b9c-4491-83d0-38a1640ffd37, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b2a7fbe3-4b9c-4491-83d0-38a1640ffd37,segment=NetworkSegment(69202555-6c99-48ee-9efa-fb80d60800b4),segment_id=69202555-6c99-48ee-9efa-fb80d60800b4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:07.141073 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d48ff740-edd3-45b8-a056-1a908b148556 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:07.160215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d48ff740-edd3-45b8-a056-1a908b148556 None None] Calling delete_port for b2a7fbe3-4b9c-4491-83d0-38a1640ffd37 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:27:07.255537 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:07.299117 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1e6228d5-314c-444b-aacc-c02806c03ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:27:04Z', 'revision_number': 7, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:07.299297 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c71e946-dd5c-4ae1-96d6-b80e3ad6c8f3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:07.299297 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c71e946-dd5c-4ae1-96d6-b80e3ad6c8f3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:07.332951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6228d5-314c-444b-aacc-c02806c03ef7 None None] The sync data for ids ['d06020b6-6b71-4857-a36d-ef7290c14cde'] in n-d-819494-5 is: [{'id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'name': 'tempest-TestNetworkBasicOps-router-349892403', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:23:59Z', 'updated_at': '2021-11-29T18:27:04Z', 'revision_number': 7, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': '5d6ac569-ab92-48e2-8eeb-3382df76c2ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06020b6-6b71-4857-a36d-ef7290c14cde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:00Z', 'updated_at': '2021-11-29T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:27:07.357891 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port b2a7fbe3-4b9c-4491-83d0-38a1640ffd37, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b2a7fbe3-4b9c-4491-83d0-38a1640ffd37,segment=NetworkSegment(69202555-6c99-48ee-9efa-fb80d60800b4),segment_id=69202555-6c99-48ee-9efa-fb80d60800b4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:07.372212 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:07.381008 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c71e946-dd5c-4ae1-96d6-b80e3ad6c8f3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:07.382846 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c71e946-dd5c-4ae1-96d6-b80e3ad6c8f3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Fanout notify agent at l3_agent the message router_deleted on router d06020b6-6b71-4857-a36d-ef7290c14cde {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:27:07.405075 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c71e946-dd5c-4ae1-96d6-b80e3ad6c8f3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:07.411334 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 57340) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:07.412218 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d48ff740-edd3-45b8-a056-1a908b148556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:07.412677 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5c71e946-dd5c-4ae1-96d6-b80e3ad6c8f3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "DELETE /v2.0/routers/d06020b6-6b71-4857-a36d-ef7290c14cde HTTP/1.1" status: 204 len: 168 time: 1.2281830 Nov 29 18:27:07.438347 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ff740-edd3-45b8-a056-1a908b148556 None None] No DVR routers for this DVR port b2a7fbe3-4b9c-4491-83d0-38a1640ffd37 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:27:07.449099 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=b2a7fbe3-4b9c-4491-83d0-38a1640ffd37,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:07.480541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ff740-edd3-45b8-a056-1a908b148556 None None] Pushing event deleted for resources: {'Port': ['ID=b2a7fbe3-4b9c-4491-83d0-38a1640ffd37,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:07.529087 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d225df66-9cdb-46a8-84fc-b8ab3cd9f448 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:07.661983 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d225df66-9cdb-46a8-84fc-b8ab3cd9f448 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:07.694088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-d225df66-9cdb-46a8-84fc-b8ab3cd9f448 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea6b71d-6b9c-4ef4-8483-78351c32ceb5']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:07.719241 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-d225df66-9cdb-46a8-84fc-b8ab3cd9f448 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69202555-6c99-48ee-9efa-fb80d60800b4') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:07.720071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-d225df66-9cdb-46a8-84fc-b8ab3cd9f448 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69202555-6c99-48ee-9efa-fb80d60800b4') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:07.736258 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d225df66-9cdb-46a8-84fc-b8ab3cd9f448 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:07.769184 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d225df66-9cdb-46a8-84fc-b8ab3cd9f448 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:07.780122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d225df66-9cdb-46a8-84fc-b8ab3cd9f448 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:27:07.780741 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d225df66-9cdb-46a8-84fc-b8ab3cd9f448 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:27:07.787385 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:27:07.887888 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4be3c-2f75-4c0b-924c-3b6ce1eff5c9 req-10a79b82-2c64-4a15-a071-8728c0eacf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:07.892458 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-52e4be3c-2f75-4c0b-924c-3b6ce1eff5c9 req-10a79b82-2c64-4a15-a071-8728c0eacf7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 1098 time: 0.1166284 Nov 29 18:27:07.952704 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d225df66-9cdb-46a8-84fc-b8ab3cd9f448 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:07.974320 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d225df66-9cdb-46a8-84fc-b8ab3cd9f448 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:07.983437 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d225df66-9cdb-46a8-84fc-b8ab3cd9f448 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "DELETE /v2.0/networks/aea6b71d-6b9c-4ef4-8483-78351c32ceb5 HTTP/1.1" status: 204 len: 168 time: 0.5690331 Nov 29 18:27:08.016266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 57344) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:08.022628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b52699c1-6f96-4664-9847-0adc0b7c5b0e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'network': {'name': 'tempest-network-smoke--141393041', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'port_security_enabled': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:27:08.029148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225df66-9cdb-46a8-84fc-b8ab3cd9f448 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'Network': ['ID=aea6b71d-6b9c-4ef4-8483-78351c32ceb5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:08.048490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb20030-ba4f-4f83-a15f-a1e78fb2ce2f req-07754357-f6c1-4d0e-8a4b-634bfea512c8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:08.048490 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcb20030-ba4f-4f83-a15f-a1e78fb2ce2f req-07754357-f6c1-4d0e-8a4b-634bfea512c8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.1645961 Nov 29 18:27:08.093129 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4be3c-2f75-4c0b-924c-3b6ce1eff5c9 req-8849c4db-f2f7-4d1c-aa0f-d31b18dc0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:08.095329 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-52e4be3c-2f75-4c0b-924c-3b6ce1eff5c9 req-8849c4db-f2f7-4d1c-aa0f-d31b18dc0935 service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.1654284 Nov 29 18:27:08.130593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52699c1-6f96-4664-9847-0adc0b7c5b0e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Made reservation on behalf of 6110296adf0d4d689aa792da1b94c3f7 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:27:08.134741 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b52699c1-6f96-4664-9847-0adc0b7c5b0e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:08.185699 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2a2a9944-e388-4016-bc4e-ba51f7d59963 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:27:08.189117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcb20030-ba4f-4f83-a15f-a1e78fb2ce2f req-ce1b2011-87c7-4f44-85a6-8575db90a767 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302350 Nov 29 18:27:08.224082 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52699c1-6f96-4664-9847-0adc0b7c5b0e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:27:08.262728 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b52699c1-6f96-4664-9847-0adc0b7c5b0e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:08.262728 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-b52699c1-6f96-4664-9847-0adc0b7c5b0e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Added segment 5e304dbe-2f7e-41fc-9b1f-68e84306c5db of type vlan for network 98cdbdd4-6691-4cd7-8552-7509d2d3fa91 Nov 29 18:27:08.269254 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-52e4be3c-2f75-4c0b-924c-3b6ce1eff5c9 req-6ea1f4c8-e348-473a-ab48-f27b4662f8ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963 HTTP/1.1" status: 200 len: 1002 time: 0.1648636 Nov 29 18:27:08.386552 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b52699c1-6f96-4664-9847-0adc0b7c5b0e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:08.397979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4be3c-2f75-4c0b-924c-3b6ce1eff5c9 req-8675137b-3c2d-4687-9a6d-38ffb5d10aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:08.397979 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-52e4be3c-2f75-4c0b-924c-3b6ce1eff5c9 req-8675137b-3c2d-4687-9a6d-38ffb5d10aa1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.1189578 Nov 29 18:27:08.420633 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:08.469933 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:27:08.470925 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5d1e8d-9fcf-4d4f-af2b-3f842072ce24" -d '{"events": [{"server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "name": "network-vif-unplugged", "status": "completed", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:27:08.480496 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b52699c1-6f96-4664-9847-0adc0b7c5b0e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:08.497163 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52699c1-6f96-4664-9847-0adc0b7c5b0e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:08.498069 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b52699c1-6f96-4664-9847-0adc0b7c5b0e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:08.506591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4be3c-2f75-4c0b-924c-3b6ce1eff5c9 req-e5e32ad3-e2d1-47f6-82c5-f1f002b21dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:08.507626 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-52e4be3c-2f75-4c0b-924c-3b6ce1eff5c9 req-e5e32ad3-e2d1-47f6-82c5-f1f002b21dd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011879 Nov 29 18:27:08.538238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:08.550382 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:08.610991 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b52699c1-6f96-4664-9847-0adc0b7c5b0e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5901766 Nov 29 18:27:08.611579 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837c8e29-f459-4bd0-94ff-dd7951a2f78a x-openstack-request-id: req-837c8e29-f459-4bd0-94ff-dd7951a2f78a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:27:08.612045 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "name": "network-vif-unplugged", "status": "completed", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:27:08.612231 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-837c8e29-f459-4bd0-94ff-dd7951a2f78a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:27:08.612582 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'code': 200} Nov 29 18:27:08.617222 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 57352) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:08.628506 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-795904904', 'admin_state_up': True, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:27:08.666332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=2a2a9944-e388-4016-bc4e-ba51f7d59963,revision_number=11']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:08.669182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52699c1-6f96-4664-9847-0adc0b7c5b0e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Network': ['ID=98cdbdd4-6691-4cd7-8552-7509d2d3fa91,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:08.675930 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:08.677069 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:08.695992 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 98cdbdd4-6691-4cd7-8552-7509d2d3fa91 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:27:08.722977 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-52e4be3c-2f75-4c0b-924c-3b6ce1eff5c9 req-3768f4d3-0b3a-44cd-9f5b-971b68409d7b service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027926 Nov 29 18:27:08.783604 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:08.962161 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-52e4be3c-2f75-4c0b-924c-3b6ce1eff5c9 req-88dd7274-6c93-45a5-a529-b4a71afe58d3 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254679 Nov 29 18:27:08.969355 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 392e420f-3a17-4997-9b51-d9baf8008b92 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:27:09.027395 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:09.034713 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 392e420f-3a17-4997-9b51-d9baf8008b92 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:27:09.035209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 392e420f-3a17-4997-9b51-d9baf8008b92 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:27:09.035762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5d6ac569-ab92-48e2-8eeb-3382df76c2ab no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:27:09.058753 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 5d6ac569-ab92-48e2-8eeb-3382df76c2ab {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:27:09.059129 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5d6ac569-ab92-48e2-8eeb-3382df76c2ab not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:27:09.342834 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:09.364362 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:09.454702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793049ff-6b46-4e14-979f-91c92f5d9271 req-f759feff-dbd1-4d5a-95a5-cac1d55b4286 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:09.456271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-793049ff-6b46-4e14-979f-91c92f5d9271 req-f759feff-dbd1-4d5a-95a5-cac1d55b4286 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.1224935 Nov 29 18:27:09.552336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Allocated IP 172.25.3.249 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:27:09.561812 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-793049ff-6b46-4e14-979f-91c92f5d9271 req-4fb4b65b-9c8e-4da6-9648-29a243361c7b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948100 Nov 29 18:27:09.695672 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:09.736241 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:09.787097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:27:09.790315 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:27:09.794997 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:27:09.798378 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Port': ['ID=d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:09.809510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9789f3e0-558c-416c-80b8-fb4316ad431c None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:27:09.949610 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e5b1d1ff-3f76-455c-9711-9e3bf791e923 None None] Provisioning complete for port d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:09.950588 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5b1d1ff-3f76-455c-9711-9e3bf791e923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:10.002811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1d1ff-3f76-455c-9711-9e3bf791e923 None None] Port d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:27:10.145395 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:10.201180 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2a2a9944-e388-4016-bc4e-ba51f7d59963 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:27:10.406779 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:10.426017 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'port_id': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'mac_address': 'fa:16:3e:59:48:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:27:10.454208 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:10.480784 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:10.499519 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2a9944-e388-4016-bc4e-ba51f7d59963 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:27:10.528215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:10.534073 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:10.639385 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=2a2a9944-e388-4016-bc4e-ba51f7d59963,revision_number=12']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:10.649069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Router 218dd9c3-43e7-411f-9ac3-63419864df05 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:27:10.657699 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['2a2a9944-e388-4016-bc4e-ba51f7d59963'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:27:10.812079 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848da0d6-798a-47e6-b45e-a5058f82feeb req-0a43999b-bacb-46a1-995b-c0ed68892da7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:10.813874 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-848da0d6-798a-47e6-b45e-a5058f82feeb req-0a43999b-bacb-46a1-995b-c0ed68892da7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 946 time: 0.1074126 Nov 29 18:27:10.879761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:27:10.897007 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Sync routers for ids ['218dd9c3-43e7-411f-9ac3-63419864df05'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:27:10.926309 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:10.926583 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Routers {'218dd9c3-43e7-411f-9ac3-63419864df05'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:27:10.931937 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-99213a1e-e371-43da-a493-0f9dff575ac6 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3098481 Nov 29 18:27:10.932281 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['218dd9c3-43e7-411f-9ac3-63419864df05'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:10.936664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57388) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:10.999325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-848da0d6-798a-47e6-b45e-a5058f82feeb req-a5d67941-5525-4a3f-a7bb-28be7883019f tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746180 Nov 29 18:27:11.014066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 57390) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:11.027911 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a64c2020-8580-4108-a879-37622833f3cd tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6110296adf0d4d689aa792da1b94c3f7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0937989 Nov 29 18:27:11.142034 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Set router 218dd9c3-43e7-411f-9ac3-63419864df05 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:27:11.170050 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a237e67e-1c4b-4a3c-9fd7-8f8afd87b8e4 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:11.172129 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a237e67e-1c4b-4a3c-9fd7-8f8afd87b8e4 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1566355 Nov 29 18:27:11.175927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 57392) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:11.452663 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'name': 'tempest-TestNetworkBasicOps-router-795904904', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:27:08Z', 'updated_at': '2021-11-29T18:27:09Z', 'revision_number': 3, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:09Z', 'updated_at': '2021-11-29T18:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:11.500007 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Checking router: 218dd9c3-43e7-411f-9ac3-63419864df05 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:27:11.500375 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Updating router 218dd9c3-43e7-411f-9ac3-63419864df05 port d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:27:11.537743 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:11.597084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e7745bc6-948c-406b-9946-176034d0f569 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4190092 Nov 29 18:27:11.599633 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57398) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:11.605179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-7c6b9a01-dbcd-406c-a66a-8089bae75f18 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1491711233', 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:27:11.766697 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6b9a01-dbcd-406c-a66a-8089bae75f18 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Made reservation on behalf of 6110296adf0d4d689aa792da1b94c3f7 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:27:11.773243 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c6b9a01-dbcd-406c-a66a-8089bae75f18 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:12.062617 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:12.073309 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:12.087023 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c6b9a01-dbcd-406c-a66a-8089bae75f18 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:12.124049 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d5da0-d700-430e-b045-916afce005e6 None None] Pushing event updated for resources: {'Port': ['ID=d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:12.135655 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51d5da0-d700-430e-b045-916afce005e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:12.136027 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51d5da0-d700-430e-b045-916afce005e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:12.136361 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51d5da0-d700-430e-b045-916afce005e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:12.136708 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51d5da0-d700-430e-b045-916afce005e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:12.137052 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51d5da0-d700-430e-b045-916afce005e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:12.137397 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51d5da0-d700-430e-b045-916afce005e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:12.137730 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51d5da0-d700-430e-b045-916afce005e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:12.138068 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51d5da0-d700-430e-b045-916afce005e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:12.138401 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51d5da0-d700-430e-b045-916afce005e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:12.138733 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51d5da0-d700-430e-b045-916afce005e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:12.139105 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51d5da0-d700-430e-b045-916afce005e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:12.139551 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51d5da0-d700-430e-b045-916afce005e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:12.150744 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b9a01-dbcd-406c-a66a-8089bae75f18 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Subnet': ['ID=0f2ad495-e41c-4874-8b83-7b971335952b,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:12.163790 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Attempting to bind port d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:27:12.164182 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Attempting to bind port d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:27:12.164725 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Attempting to bind port d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:27:12.170199 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:27:12.170590 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:27:12.171742 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:12.172509 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:27:12.173011 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Bound port: d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:27:12.173413 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:12.175036 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5134919-a79d-4b2a-ae57-aafe06476f0e None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:27:12.213197 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6b9a01-dbcd-406c-a66a-8089bae75f18 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Checking segment: {'id': '5e304dbe-2f7e-41fc-9b1f-68e84306c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:27:12.215153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6b9a01-dbcd-406c-a66a-8089bae75f18 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network hostable DHCP agents. Network: 98cdbdd4-6691-4cd7-8552-7509d2d3fa91, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:27:12.220146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2a2a9944-e388-4016-bc4e-ba51f7d59963 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:27:12.252427 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] For port d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:27:12.258362 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] For port d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:27:12.261617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6b9a01-dbcd-406c-a66a-8089bae75f18 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network 98cdbdd4-6691-4cd7-8552-7509d2d3fa91 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:27:12.264663 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:12.277512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3afb3-baf1-451b-b3aa-8390eda1326a req-ac01baca-5e8b-4272-b108-81af0bb5f848 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:12.294820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-7c6b9a01-dbcd-406c-a66a-8089bae75f18 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 98cdbdd4-6691-4cd7-8552-7509d2d3fa91) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:27:12.295444 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92c3afb3-baf1-451b-b3aa-8390eda1326a req-ac01baca-5e8b-4272-b108-81af0bb5f848 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 946 time: 0.1678922 Nov 29 18:27:12.313467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6b9a01-dbcd-406c-a66a-8089bae75f18 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:12.317076 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c6b9a01-dbcd-406c-a66a-8089bae75f18 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:12.338223 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f259104-4179-453c-a12c-75e9bed5beac None None] Network 98cdbdd4-6691-4cd7-8552-7509d2d3fa91 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:27:12.344770 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d5da0-d700-430e-b045-916afce005e6 None None] Pushing event updated for resources: {'Port': ['ID=d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:12.367534 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Routers {'218dd9c3-43e7-411f-9ac3-63419864df05'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:27:12.368571 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['218dd9c3-43e7-411f-9ac3-63419864df05'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:12.389825 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7c6b9a01-dbcd-406c-a66a-8089bae75f18 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7883794 Nov 29 18:27:12.392238 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57402) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:12.459968 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92c3afb3-baf1-451b-b3aa-8390eda1326a req-57ef7bbd-7d92-4501-adc5-57626c5a5063 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572280 Nov 29 18:27:12.517081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3616dce-f64c-43c1-91a7-9a8a5153b7cb None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:27:12.571611 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d2f6e6d2-e5d3-4059-92d2-bdebbcb32ee7 None None] Provisioning complete for port d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:12.573722 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2f6e6d2-e5d3-4059-92d2-bdebbcb32ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:12.641130 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] Set router 218dd9c3-43e7-411f-9ac3-63419864df05 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:27:12.683149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 2a2a9944-e388-4016-bc4e-ba51f7d59963 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:12.683617 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:12.961768 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'name': 'tempest-TestNetworkBasicOps-router-795904904', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:27:08Z', 'updated_at': '2021-11-29T18:27:09Z', 'revision_number': 3, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:09Z', 'updated_at': '2021-11-29T18:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:12.990979 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f82b4-9105-4ef0-aaa5-442b6264ab76 None None] The sync data for ids ['218dd9c3-43e7-411f-9ac3-63419864df05'] in n-d-819494-5 is: [{'id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'name': 'tempest-TestNetworkBasicOps-router-795904904', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:27:08Z', 'updated_at': '2021-11-29T18:27:09Z', 'revision_number': 3, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:09Z', 'updated_at': '2021-11-29T18:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:27:13.224916 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:13.249723 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2f6e6d2-e5d3-4059-92d2-bdebbcb32ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:13.343024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:27:13.345886 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e612d982-aa4a-4b36-bbfc-d0fe592631a9" -d '{"events": [{"server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "name": "network-vif-plugged", "status": "completed", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:27:13.356775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-98cdbdd4-6691-4cd7-8552-7509d2d3fa91', 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'fixed_ips': [{'subnet_id': '0f2ad495-e41c-4874-8b83-7b971335952b'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:27:13.357976 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:13.392565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:13.412494 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d2f6e6d2-e5d3-4059-92d2-bdebbcb32ee7 None None] For port d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:13.481573 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:13.498566 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2f6e6d2-e5d3-4059-92d2-bdebbcb32ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:13.631979 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34afaa9-8538-49a0-b54d-36f3a6951dd4 x-openstack-request-id: req-b34afaa9-8538-49a0-b54d-36f3a6951dd4 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:27:13.632578 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "name": "network-vif-plugged", "status": "completed", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:27:13.633007 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b34afaa9-8538-49a0-b54d-36f3a6951dd4 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:27:13.637652 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'code': 200} Nov 29 18:27:13.711594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e7704-2b4f-4acb-bae9-5a23227bf89a req-c353b803-578d-4759-9fba-8535676ef0ed tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:13.713871 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e7e7704-2b4f-4acb-bae9-5a23227bf89a req-c353b803-578d-4759-9fba-8535676ef0ed tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.0999141 Nov 29 18:27:13.760177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-44b186c8-f9b3-4ee6-95ce-228200729ce5 None None] Provisioning complete for port d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:13.764477 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44b186c8-f9b3-4ee6-95ce-228200729ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:13.849284 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e7e7704-2b4f-4acb-bae9-5a23227bf89a req-fefc0f3e-4968-4da2-ab7d-7d5becd66569 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123092 Nov 29 18:27:13.856574 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=2a2a9944-e388-4016-bc4e-ba51f7d59963,revision_number=13']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:14.008466 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Allocated IP 172.20.0.2 (98cdbdd4-6691-4cd7-8552-7509d2d3fa91/0f2ad495-e41c-4874-8b83-7b971335952b/31ea0de0-2a58-478d-92e8-ded9a73b38f3) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:27:14.026039 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6e6d2-e5d3-4059-92d2-bdebbcb32ee7 None None] Pushing event updated for resources: {'Port': ['ID=d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:14.156852 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:14.281041 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:14.293812 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:14.314288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Network 98cdbdd4-6691-4cd7-8552-7509d2d3fa91 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:27:14.317296 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:27:14.320285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:27:14.426961 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Attempting to bind port 31ea0de0-2a58-478d-92e8-ded9a73b38f3 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:27:14.427409 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Attempting to bind port 31ea0de0-2a58-478d-92e8-ded9a73b38f3 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '5e304dbe-2f7e-41fc-9b1f-68e84306c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:27:14.427885 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Attempting to bind port 31ea0de0-2a58-478d-92e8-ded9a73b38f3 on network 98cdbdd4-6691-4cd7-8552-7509d2d3fa91 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:27:14.431933 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Pushing event updated for resources: {'Port': ['ID=31ea0de0-2a58-478d-92e8-ded9a73b38f3,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:14.438957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:27:14.439608 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Checking segment: {'id': '5e304dbe-2f7e-41fc-9b1f-68e84306c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:27:14.440228 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:14.440858 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Bound using segment: {'id': '5e304dbe-2f7e-41fc-9b1f-68e84306c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:27:14.441444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Bound port: 31ea0de0-2a58-478d-92e8-ded9a73b38f3, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e304dbe-2f7e-41fc-9b1f-68e84306c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:27:14.442201 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:14.548154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] For port 31ea0de0-2a58-478d-92e8-ded9a73b38f3, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:27:14.552204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] For port 31ea0de0-2a58-478d-92e8-ded9a73b38f3, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=31ea0de0-2a58-478d-92e8-ded9a73b38f3,segment=NetworkSegment(5e304dbe-2f7e-41fc-9b1f-68e84306c5db),segment_id=5e304dbe-2f7e-41fc-9b1f-68e84306c5db)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:27:14.574450 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:14.689759 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172a638-5a90-40f6-8546-4b663eb61f13 None None] Pushing event updated for resources: {'Port': ['ID=31ea0de0-2a58-478d-92e8-ded9a73b38f3,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:14.791804 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Allocated IP 172.20.0.1 (98cdbdd4-6691-4cd7-8552-7509d2d3fa91/0f2ad495-e41c-4874-8b83-7b971335952b/6f1b8884-60aa-4a64-8968-6c10f01c5514) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:27:15.080651 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:27:15.179206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:15.179596 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:15.201277 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:15.297921 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08060c0-9a7d-41c7-a8ad-e63025ad04e5 req-e3d0ef88-3899-4158-8601-42beee3feacd tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:15.300237 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f08060c0-9a7d-41c7-a8ad-e63025ad04e5 req-e3d0ef88-3899-4158-8601-42beee3feacd tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.1774356 Nov 29 18:27:15.302344 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:15.409642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f08060c0-9a7d-41c7-a8ad-e63025ad04e5 req-b7a4d2fa-ece0-47a0-a809-2c136256ca63 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878820 Nov 29 18:27:15.417436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network 98cdbdd4-6691-4cd7-8552-7509d2d3fa91 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:27:15.431044 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:27:15.434519 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:27:15.497964 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:15.552934 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Port': ['ID=6f1b8884-60aa-4a64-8968-6c10f01c5514,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:15.730646 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:16.396505 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:16.405671 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:16.543690 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:16.632589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Port': ['ID=6f1b8884-60aa-4a64-8968-6c10f01c5514,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:16.701283 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4e3448-3451-422c-84da-712f2f1f779a None None] Network 98cdbdd4-6691-4cd7-8552-7509d2d3fa91 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:27:16.704626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdff93-6d3c-4160-ab26-495bb28ed1b9 req-085e0ebb-866a-405f-bc6c-c10e30c535c8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:16.706256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bbdff93-6d3c-4160-ab26-495bb28ed1b9 req-085e0ebb-866a-405f-bc6c-c10e30c535c8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.1381903 Nov 29 18:27:16.805274 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-675ef587-9df4-49cf-a95d-ac3bee978cbe None None] Provisioning complete for port 31ea0de0-2a58-478d-92e8-ded9a73b38f3 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:16.806055 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-675ef587-9df4-49cf-a95d-ac3bee978cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:16.816348 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network 98cdbdd4-6691-4cd7-8552-7509d2d3fa91 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:27:16.818621 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:27:16.838669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bbdff93-6d3c-4160-ab26-495bb28ed1b9 req-585fc215-bdee-4d7e-8405-a622a2f91bea tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250598 Nov 29 18:27:16.997677 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-675ef587-9df4-49cf-a95d-ac3bee978cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:17.040341 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-675ef587-9df4-49cf-a95d-ac3bee978cbe None None] For port 31ea0de0-2a58-478d-92e8-ded9a73b38f3, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=31ea0de0-2a58-478d-92e8-ded9a73b38f3,segment=NetworkSegment(5e304dbe-2f7e-41fc-9b1f-68e84306c5db),segment_id=5e304dbe-2f7e-41fc-9b1f-68e84306c5db)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:17.053839 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-675ef587-9df4-49cf-a95d-ac3bee978cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:17.098474 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Router 218dd9c3-43e7-411f-9ac3-63419864df05 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:27:17.110356 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 31ea0de0-2a58-478d-92e8-ded9a73b38f3 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:27:17.246464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ef587-9df4-49cf-a95d-ac3bee978cbe None None] Pushing event updated for resources: {'Port': ['ID=31ea0de0-2a58-478d-92e8-ded9a73b38f3,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:17.279875 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 31ea0de0-2a58-478d-92e8-ded9a73b38f3 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:17.280899 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:17.368372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:27:17.377066 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5d45873a-22c8-49a5-8a19-cb8e3f753b40 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "PUT /v2.0/routers/218dd9c3-43e7-411f-9ac3-63419864df05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9802358 Nov 29 18:27:17.378832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 57450) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:17.397092 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Sync routers for ids ['218dd9c3-43e7-411f-9ac3-63419864df05'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:27:17.428872 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Routers {'218dd9c3-43e7-411f-9ac3-63419864df05'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:27:17.429518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['218dd9c3-43e7-411f-9ac3-63419864df05'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:17.680735 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Set router 218dd9c3-43e7-411f-9ac3-63419864df05 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:27:17.789226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-78e5a10b-01b5-49c8-b49c-23d560330de0 None None] Provisioning complete for port 31ea0de0-2a58-478d-92e8-ded9a73b38f3 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:17.790353 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-78e5a10b-01b5-49c8-b49c-23d560330de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:17.827630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31ebbad-7ab2-4e22-8508-febb49464aea tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:17.829848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31ebbad-7ab2-4e22-8508-febb49464aea tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:17.830347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31ebbad-7ab2-4e22-8508-febb49464aea tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:17.835049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31ebbad-7ab2-4e22-8508-febb49464aea tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:17.835670 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31ebbad-7ab2-4e22-8508-febb49464aea tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:17.839478 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31ebbad-7ab2-4e22-8508-febb49464aea tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:17.847307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31ebbad-7ab2-4e22-8508-febb49464aea tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:17.848326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31ebbad-7ab2-4e22-8508-febb49464aea tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:17.857706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a31ebbad-7ab2-4e22-8508-febb49464aea tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5683 time: 0.4768221 Nov 29 18:27:17.858426 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57454) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:18.044821 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc209e-f047-4d5c-9569-5e8c509e9b25 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:18.045357 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc209e-f047-4d5c-9569-5e8c509e9b25 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:18.045826 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc209e-f047-4d5c-9569-5e8c509e9b25 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:18.046287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc209e-f047-4d5c-9569-5e8c509e9b25 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:18.046743 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc209e-f047-4d5c-9569-5e8c509e9b25 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:18.048699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc209e-f047-4d5c-9569-5e8c509e9b25 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:18.049187 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc209e-f047-4d5c-9569-5e8c509e9b25 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:18.049646 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc209e-f047-4d5c-9569-5e8c509e9b25 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:18.065895 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-58cc209e-f047-4d5c-9569-5e8c509e9b25 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5282 time: 0.2037041 Nov 29 18:27:18.067801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57456) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:18.121778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890c0c5-63b0-4dc4-90ce-733a22111614 req-585f28ca-3c73-4f07-a4c2-36bfc75727f6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:18.130573 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6890c0c5-63b0-4dc4-90ce-733a22111614 req-585f28ca-3c73-4f07-a4c2-36bfc75727f6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.1376400 Nov 29 18:27:18.218091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-78e5a10b-01b5-49c8-b49c-23d560330de0 None None] Provisioning complete for port 6f1b8884-60aa-4a64-8968-6c10f01c5514 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:18.219209 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-78e5a10b-01b5-49c8-b49c-23d560330de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:18.221345 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6890c0c5-63b0-4dc4-90ce-733a22111614 req-14d69ce7-97eb-4d7e-ac50-66fa7dd6e9cc tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896978 Nov 29 18:27:18.289972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-78e5a10b-01b5-49c8-b49c-23d560330de0 None None] Port 6f1b8884-60aa-4a64-8968-6c10f01c5514 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:27:18.295347 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'name': 'tempest-TestNetworkBasicOps-router-795904904', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:27:08Z', 'updated_at': '2021-11-29T18:27:15Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:09Z', 'updated_at': '2021-11-29T18:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '6f1b8884-60aa-4a64-8968-6c10f01c5514', 'name': '', 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:77:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:14Z', 'updated_at': '2021-11-29T18:27:16Z', 'revision_number': 2, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:18.348485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Checking router: 218dd9c3-43e7-411f-9ac3-63419864df05 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:27:18.349002 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Updating router 218dd9c3-43e7-411f-9ac3-63419864df05 port 6f1b8884-60aa-4a64-8968-6c10f01c5514 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:27:18.391944 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:18.455911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-91509da0-b81d-417e-880d-b1507b2e6d9d None None] Provisioning complete for port 6f1b8884-60aa-4a64-8968-6c10f01c5514 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:18.456691 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-91509da0-b81d-417e-880d-b1507b2e6d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:18.548681 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a66a1716-612e-4633-8370-6357281b6fa0 tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4487 time: 0.4723179 Nov 29 18:27:18.642127 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-91509da0-b81d-417e-880d-b1507b2e6d9d None None] Port 6f1b8884-60aa-4a64-8968-6c10f01c5514 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:27:18.784562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e046cc93-9994-4b8c-80b3-80db569d30f3 None None] Provisioning complete for port 6f1b8884-60aa-4a64-8968-6c10f01c5514 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:18.784862 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e046cc93-9994-4b8c-80b3-80db569d30f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:18.900568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e046cc93-9994-4b8c-80b3-80db569d30f3 None None] Port 6f1b8884-60aa-4a64-8968-6c10f01c5514 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:27:19.018732 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 31ea0de0-2a58-478d-92e8-ded9a73b38f3 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:27:19.242169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57466) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:19.250951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6970f71f-0d89-429d-b04b-90d5e22e5593 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1744120817', 'description': 'tempest-secgroup-smoke-1744120817 description', 'project_id': '6110296adf0d4d689aa792da1b94c3f7'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:27:19.311692 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6970f71f-0d89-429d-b04b-90d5e22e5593 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:19.469507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe56b92-2c90-4328-b478-89c3396723b7 req-8a120d2d-3090-49ba-96cc-211897da43f9 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:19.479969 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fe56b92-2c90-4328-b478-89c3396723b7 req-8a120d2d-3090-49ba-96cc-211897da43f9 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.1184821 Nov 29 18:27:19.529205 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6970f71f-0d89-429d-b04b-90d5e22e5593 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:19.540664 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6970f71f-0d89-429d-b04b-90d5e22e5593 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:19.574166 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:19.578412 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fe56b92-2c90-4328-b478-89c3396723b7 req-9e45b274-ae1a-4f34-a805-f84111ca6a32 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971310 Nov 29 18:27:19.579187 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6970f71f-0d89-429d-b04b-90d5e22e5593 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:19.580537 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6970f71f-0d89-429d-b04b-90d5e22e5593 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3364804 Nov 29 18:27:19.583873 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 57476) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:19.589590 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-046e9e67-afc5-4f4e-b063-20b21f83c028 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '4d766562-57f0-4f0e-9a0f-a00c851cb834', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:27:19.590372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970f71f-0d89-429d-b04b-90d5e22e5593 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d766562-57f0-4f0e-9a0f-a00c851cb834,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:19.593085 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:19.672803 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-046e9e67-afc5-4f4e-b063-20b21f83c028 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:19.689206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 31ea0de0-2a58-478d-92e8-ded9a73b38f3 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:19.689923 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:19.849982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-046e9e67-afc5-4f4e-b063-20b21f83c028 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:19.860938 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-046e9e67-afc5-4f4e-b063-20b21f83c028 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:19.864735 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93c565-0ef3-4947-b48d-ff606a30eb28 None None] Pushing event updated for resources: {'Port': ['ID=6f1b8884-60aa-4a64-8968-6c10f01c5514,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:19.934766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e9e67-afc5-4f4e-b063-20b21f83c028 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0292d6-45a2-4f82-9a10-c10a1842f5e8,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:19.935143 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Attempting to bind port 6f1b8884-60aa-4a64-8968-6c10f01c5514 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:27:19.935708 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Attempting to bind port 6f1b8884-60aa-4a64-8968-6c10f01c5514 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '5e304dbe-2f7e-41fc-9b1f-68e84306c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:27:19.935980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Attempting to bind port 6f1b8884-60aa-4a64-8968-6c10f01c5514 on network 98cdbdd4-6691-4cd7-8552-7509d2d3fa91 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:27:19.945046 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:27:19.951687 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-046e9e67-afc5-4f4e-b063-20b21f83c028 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:19.952923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-046e9e67-afc5-4f4e-b063-20b21f83c028 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3679307 Nov 29 18:27:19.956305 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57484) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:19.958335 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Checking segment: {'id': '5e304dbe-2f7e-41fc-9b1f-68e84306c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:27:19.958823 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:19.960001 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Bound using segment: {'id': '5e304dbe-2f7e-41fc-9b1f-68e84306c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:27:19.960508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Bound port: 6f1b8884-60aa-4a64-8968-6c10f01c5514, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e304dbe-2f7e-41fc-9b1f-68e84306c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:27:19.960917 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:19.962026 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-15266a70-f923-459a-8da2-82d4256cd4c1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '4d766562-57f0-4f0e-9a0f-a00c851cb834', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:27:20.065718 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-15266a70-f923-459a-8da2-82d4256cd4c1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:20.073173 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-02b854d1-720b-4fea-99a9-a2e8af05805a None None] Provisioning complete for port 6f1b8884-60aa-4a64-8968-6c10f01c5514 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:20.073556 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02b854d1-720b-4fea-99a9-a2e8af05805a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:20.116272 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] For port 6f1b8884-60aa-4a64-8968-6c10f01c5514, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:27:20.130720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-02b854d1-720b-4fea-99a9-a2e8af05805a None None] Port 6f1b8884-60aa-4a64-8968-6c10f01c5514 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:27:20.133602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] For port 6f1b8884-60aa-4a64-8968-6c10f01c5514, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6f1b8884-60aa-4a64-8968-6c10f01c5514,segment=NetworkSegment(5e304dbe-2f7e-41fc-9b1f-68e84306c5db),segment_id=5e304dbe-2f7e-41fc-9b1f-68e84306c5db)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:27:20.144897 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:20.302119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Routers {'218dd9c3-43e7-411f-9ac3-63419864df05'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:27:20.302685 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:26:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['218dd9c3-43e7-411f-9ac3-63419864df05'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:20.309059 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-15266a70-f923-459a-8da2-82d4256cd4c1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:20.314483 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-15266a70-f923-459a-8da2-82d4256cd4c1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:20.383975 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15266a70-f923-459a-8da2-82d4256cd4c1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dbbafd-ef50-4b0a-94f2-e147c389c264,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:20.410155 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-15266a70-f923-459a-8da2-82d4256cd4c1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:20.411935 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-15266a70-f923-459a-8da2-82d4256cd4c1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4541140 Nov 29 18:27:20.414248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 57486) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:20.419985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6c0fe889-bcf5-4ccc-aaaa-f2aa87d55be0 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '4d766562-57f0-4f0e-9a0f-a00c851cb834', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:27:20.456891 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] Set router 218dd9c3-43e7-411f-9ac3-63419864df05 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:27:20.525101 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c0fe889-bcf5-4ccc-aaaa-f2aa87d55be0 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:20.595734 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93c565-0ef3-4947-b48d-ff606a30eb28 None None] Pushing event updated for resources: {'Port': ['ID=6f1b8884-60aa-4a64-8968-6c10f01c5514,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:20.723290 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c0fe889-bcf5-4ccc-aaaa-f2aa87d55be0 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:20.754133 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c0fe889-bcf5-4ccc-aaaa-f2aa87d55be0 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:20.796685 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fe0c87c0-9dea-4110-ba8f-ff60fe9af5cf None None] Provisioning complete for port 6f1b8884-60aa-4a64-8968-6c10f01c5514 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:20.797208 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fe0c87c0-9dea-4110-ba8f-ff60fe9af5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:20.876064 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c0fe889-bcf5-4ccc-aaaa-f2aa87d55be0 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:20.878294 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6c0fe889-bcf5-4ccc-aaaa-f2aa87d55be0 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4616859 Nov 29 18:27:20.880165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57492) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:20.882522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fe889-bcf5-4ccc-aaaa-f2aa87d55be0 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7a658b-da3a-4996-8ae0-0b4aa8ec530d,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:20.887920 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-3d954031-ea4f-42e3-b6ea-8d7ea589fde8 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '4d766562-57f0-4f0e-9a0f-a00c851cb834', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:27:20.920771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e33278-30a2-4bba-bd19-070ffcb0b9a2 req-a3f42132-6668-4f07-b896-748b133fbf27 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:20.933222 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0e33278-30a2-4bba-bd19-070ffcb0b9a2 req-a3f42132-6668-4f07-b896-748b133fbf27 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.2019751 Nov 29 18:27:20.945852 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d954031-ea4f-42e3-b6ea-8d7ea589fde8 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:21.047200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0e33278-30a2-4bba-bd19-070ffcb0b9a2 req-62303c77-8db1-424b-be55-246c436d2ebf tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126235 Nov 29 18:27:21.090511 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fe0c87c0-9dea-4110-ba8f-ff60fe9af5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:21.109139 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d954031-ea4f-42e3-b6ea-8d7ea589fde8 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:21.117891 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d954031-ea4f-42e3-b6ea-8d7ea589fde8 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:21.150041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d954031-ea4f-42e3-b6ea-8d7ea589fde8 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfcbf0d9-cc35-4023-80e2-f04e2438d8bb,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:21.160590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-fe0c87c0-9dea-4110-ba8f-ff60fe9af5cf None None] For port 6f1b8884-60aa-4a64-8968-6c10f01c5514, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6f1b8884-60aa-4a64-8968-6c10f01c5514,segment=NetworkSegment(5e304dbe-2f7e-41fc-9b1f-68e84306c5db),segment_id=5e304dbe-2f7e-41fc-9b1f-68e84306c5db)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:21.167873 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fe0c87c0-9dea-4110-ba8f-ff60fe9af5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:21.168552 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3d954031-ea4f-42e3-b6ea-8d7ea589fde8 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:21.170226 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3d954031-ea4f-42e3-b6ea-8d7ea589fde8 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2890048 Nov 29 18:27:21.173448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 57496) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:21.178354 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9d946fb6-7a49-4e34-bc62-6a20430ecc2f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '4d766562-57f0-4f0e-9a0f-a00c851cb834', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:27:21.240218 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-9d946fb6-7a49-4e34-bc62-6a20430ecc2f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Project 6110296adf0d4d689aa792da1b94c3f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:27:21.247180 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d946fb6-7a49-4e34-bc62-6a20430ecc2f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:21.254072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c87c0-9dea-4110-ba8f-ff60fe9af5cf None None] Pushing event updated for resources: {'Port': ['ID=6f1b8884-60aa-4a64-8968-6c10f01c5514,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:21.270334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'name': 'tempest-TestNetworkBasicOps-router-795904904', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:27:08Z', 'updated_at': '2021-11-29T18:27:15Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:09Z', 'updated_at': '2021-11-29T18:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '6f1b8884-60aa-4a64-8968-6c10f01c5514', 'name': '', 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:77:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:14Z', 'updated_at': '2021-11-29T18:27:20Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:21.310256 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a19a15-8ad5-4606-a66f-4752c0da73a0 None None] The sync data for ids ['218dd9c3-43e7-411f-9ac3-63419864df05'] in n-d-819494-5 is: [{'id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'name': 'tempest-TestNetworkBasicOps-router-795904904', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:27:08Z', 'updated_at': '2021-11-29T18:27:15Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:09Z', 'updated_at': '2021-11-29T18:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '6f1b8884-60aa-4a64-8968-6c10f01c5514', 'name': '', 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:77:b7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:14Z', 'updated_at': '2021-11-29T18:27:20Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:27:21.355702 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d946fb6-7a49-4e34-bc62-6a20430ecc2f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:21.366576 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d946fb6-7a49-4e34-bc62-6a20430ecc2f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:21.408271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d946fb6-7a49-4e34-bc62-6a20430ecc2f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f451e4b3-518e-4034-9a9a-8aaa449a1fa0,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:21.424454 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d946fb6-7a49-4e34-bc62-6a20430ecc2f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:21.426397 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9d946fb6-7a49-4e34-bc62-6a20430ecc2f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2517653 Nov 29 18:27:21.429337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 57498) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:21.454980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-20d9b2c0-bee0-475e-bc7b-95daac7d302c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'security_group_rule': {'security_group_id': '4d766562-57f0-4f0e-9a0f-a00c851cb834', 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:27:21.501482 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-20d9b2c0-bee0-475e-bc7b-95daac7d302c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Project 6110296adf0d4d689aa792da1b94c3f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:27:21.516109 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20d9b2c0-bee0-475e-bc7b-95daac7d302c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:21.655054 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20d9b2c0-bee0-475e-bc7b-95daac7d302c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:21.664559 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20d9b2c0-bee0-475e-bc7b-95daac7d302c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:21.698147 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9b2c0-bee0-475e-bc7b-95daac7d302c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67745858-fdd5-4010-b1d0-e1cf5eb82429,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:21.716707 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20d9b2c0-bee0-475e-bc7b-95daac7d302c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:21.718070 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-20d9b2c0-bee0-475e-bc7b-95daac7d302c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2845583 Nov 29 18:27:22.293426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c6bd7-96cb-4751-b70f-ec66c909f0b6 req-a65b1539-4cd9-4ef3-b673-ca299b682b5a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:22.303036 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b9c6bd7-96cb-4751-b70f-ec66c909f0b6 req-a65b1539-4cd9-4ef3-b673-ca299b682b5a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.1151259 Nov 29 18:27:22.445774 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b9c6bd7-96cb-4751-b70f-ec66c909f0b6 req-9a7c7f69-1d6f-45e0-a54f-3eed01af9221 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416903 Nov 29 18:27:23.019831 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6f1b8884-60aa-4a64-8968-6c10f01c5514 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:27:23.095559 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 6f1b8884-60aa-4a64-8968-6c10f01c5514 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:23.096215 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:23.614676 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff584b08-e78f-489f-86cd-1519d284266c req-dd873a90-30e4-42f8-9532-485d67bdf68c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:23.618721 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff584b08-e78f-489f-86cd-1519d284266c req-dd873a90-30e4-42f8-9532-485d67bdf68c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.0967321 Nov 29 18:27:23.697058 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff584b08-e78f-489f-86cd-1519d284266c req-285a8aa2-c065-4513-bad3-7bf221e3f5b9 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678916 Nov 29 18:27:23.984789 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9560724c-7984-4c7b-a8dd-c0447c28075d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:24.396849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70123610-a47c-46b4-b063-d3b0480cca54 req-b2a7dcbc-2e0e-439b-a4e0-d5cb33870cc1 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744120817&fields=id&tenant_id=6110296adf0d4d689aa792da1b94c3f7 HTTP/1.1" status: 200 len: 267 time: 0.0806580 Nov 29 18:27:24.555936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70123610-a47c-46b4-b063-d3b0480cca54 req-1fa564dc-3910-4709-a313-39afae154644 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:24.559168 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70123610-a47c-46b4-b063-d3b0480cca54 req-1fa564dc-3910-4709-a313-39afae154644 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/networks?id=98cdbdd4-6691-4cd7-8552-7509d2d3fa91 HTTP/1.1" status: 200 len: 796 time: 0.1539192 Nov 29 18:27:24.578715 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70123610-a47c-46b4-b063-d3b0480cca54 req-dd3b3934-39c0-4cdf-9025-7aa3924e044d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/quotas/6110296adf0d4d689aa792da1b94c3f7 HTTP/1.1" status: 200 len: 375 time: 0.0134940 Nov 29 18:27:24.644606 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70123610-a47c-46b4-b063-d3b0480cca54 req-7d8d1f0a-03af-41f5-b5c3-60ed4424d85f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6110296adf0d4d689aa792da1b94c3f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595958 Nov 29 18:27:24.963404 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70123610-a47c-46b4-b063-d3b0480cca54 req-89ac0654-5209-4603-ad9e-703250265d80 service neutron] 10.222.0.23 "GET /v2.0/networks/98cdbdd4-6691-4cd7-8552-7509d2d3fa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021023 Nov 29 18:27:24.972055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513176c5-5756-4ff2-9249-40cdbede2458 req-49385398-5577-48cd-bbe9-d620ab85e234 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:24.979561 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-513176c5-5756-4ff2-9249-40cdbede2458 req-49385398-5577-48cd-bbe9-d620ab85e234 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.1673577 Nov 29 18:27:25.050277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-513176c5-5756-4ff2-9249-40cdbede2458 req-050ff900-1752-4b44-ab87-b71827fa0d50 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697095 Nov 29 18:27:25.150473 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70123610-a47c-46b4-b063-d3b0480cca54 req-3c705685-7493-46d4-a32e-3338ca32d705 service neutron] 10.222.0.23 "GET /v2.0/networks/98cdbdd4-6691-4cd7-8552-7509d2d3fa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496825 Nov 29 18:27:25.439701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd5bd330-46ec-4268-beec-3b93b8918eae req-793e0760-1454-4d90-aca6-e80f18e67468 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 210 time: 0.0651257 Nov 29 18:27:26.214207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb63f99-8eed-48f2-92f8-9fd440307263 req-c0873b74-e569-4af7-8900-68642ac92515 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:26.221810 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cb63f99-8eed-48f2-92f8-9fd440307263 req-c0873b74-e569-4af7-8900-68642ac92515 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.0686193 Nov 29 18:27:26.311794 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cb63f99-8eed-48f2-92f8-9fd440307263 req-d3650f89-62d4-4463-a7d7-c5568c8574b2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890052 Nov 29 18:27:26.428338 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e91bec3-cce9-482b-88e7-41a60145b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:26.587266 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d72c387-3c4d-43cf-be94-a2c3196698bc req-ba566387-fba8-4a2c-a9f1-7c04d89dedbf tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 210 time: 0.0424793 Nov 29 18:27:26.946858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70123610-a47c-46b4-b063-d3b0480cca54 req-cc40974d-c42a-4339-8995-d7feeaa3cbd3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:26.948531 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70123610-a47c-46b4-b063-d3b0480cca54 req-cc40974d-c42a-4339-8995-d7feeaa3cbd3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.31 "GET /v2.0/networks?id=98cdbdd4-6691-4cd7-8552-7509d2d3fa91 HTTP/1.1" status: 200 len: 796 time: 0.2815099 Nov 29 18:27:27.112455 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70123610-a47c-46b4-b063-d3b0480cca54 req-c335e908-6a5b-4b88-8ddc-f31e4d1a1ced tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6110296adf0d4d689aa792da1b94c3f7 HTTP/1.1" status: 200 len: 380 time: 0.1500361 Nov 29 18:27:27.129203 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-70123610-a47c-46b4-b063-d3b0480cca54 req-2038bdc5-2f7b-43ef-9193-227bcd65c916 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'port': {'device_id': 'fe856ea2-b832-4c5e-910d-64bd81c15151', 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91', 'admin_state_up': True, 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'security_groups': ['4d766562-57f0-4f0e-9a0f-a00c851cb834']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:27:27.276684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70123610-a47c-46b4-b063-d3b0480cca54 req-2038bdc5-2f7b-43ef-9193-227bcd65c916 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Made reservation on behalf of 6110296adf0d4d689aa792da1b94c3f7 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:27:27.282469 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70123610-a47c-46b4-b063-d3b0480cca54 req-2038bdc5-2f7b-43ef-9193-227bcd65c916 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:27.287748 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:27.500747 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-70123610-a47c-46b4-b063-d3b0480cca54 req-2038bdc5-2f7b-43ef-9193-227bcd65c916 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Allocated IP 172.20.0.4 (98cdbdd4-6691-4cd7-8552-7509d2d3fa91/0f2ad495-e41c-4874-8b83-7b971335952b/924fed83-917c-4bce-a1eb-064ecaba0dd8) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:27:27.551558 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:27:27.611631 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:27.743830 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70123610-a47c-46b4-b063-d3b0480cca54 req-2038bdc5-2f7b-43ef-9193-227bcd65c916 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:27.821396 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94c530c1-02fe-4acd-8dba-08d0baed3e50 req-9048bddf-06fa-461c-afbb-107f756cda1f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 210 time: 0.0416553 Nov 29 18:27:27.836483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99b25b-6f63-48d1-b4e9-00124bd42c3f req-a25ee46f-d5eb-4869-aa14-856a6ff85f1d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:27.845193 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b99b25b-6f63-48d1-b4e9-00124bd42c3f req-a25ee46f-d5eb-4869-aa14-856a6ff85f1d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.3400390 Nov 29 18:27:27.855017 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70123610-a47c-46b4-b063-d3b0480cca54 req-2038bdc5-2f7b-43ef-9193-227bcd65c916 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:27.898679 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70123610-a47c-46b4-b063-d3b0480cca54 req-2038bdc5-2f7b-43ef-9193-227bcd65c916 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network 98cdbdd4-6691-4cd7-8552-7509d2d3fa91 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:27:27.909720 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-70123610-a47c-46b4-b063-d3b0480cca54 req-2038bdc5-2f7b-43ef-9193-227bcd65c916 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:27:27.949659 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-70123610-a47c-46b4-b063-d3b0480cca54 req-2038bdc5-2f7b-43ef-9193-227bcd65c916 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:27:28.037412 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b99b25b-6f63-48d1-b4e9-00124bd42c3f req-b0261074-b5a0-41bc-b212-bb6c74a2a9ee tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915541 Nov 29 18:27:28.041865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038bdc5-2f7b-43ef-9193-227bcd65c916 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Port': ['ID=924fed83-917c-4bce-a1eb-064ecaba0dd8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:28.083438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70123610-a47c-46b4-b063-d3b0480cca54 req-2038bdc5-2f7b-43ef-9193-227bcd65c916 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:28.084629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70123610-a47c-46b4-b063-d3b0480cca54 req-2038bdc5-2f7b-43ef-9193-227bcd65c916 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:28.149922 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70123610-a47c-46b4-b063-d3b0480cca54 req-2038bdc5-2f7b-43ef-9193-227bcd65c916 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0255740 Nov 29 18:27:28.163517 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Request body: {'port': {'device_id': 'fe856ea2-b832-4c5e-910d-64bd81c15151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:27:28.284159 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:28.371301 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5b078228-4f61-441e-b7aa-2aecabc720c4 None None] Provisioning complete for port 924fed83-917c-4bce-a1eb-064ecaba0dd8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:28.371301 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b078228-4f61-441e-b7aa-2aecabc720c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:28.437251 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5b078228-4f61-441e-b7aa-2aecabc720c4 None None] Port 924fed83-917c-4bce-a1eb-064ecaba0dd8 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:27:28.637128 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924fed83-917c-4bce-a1eb-064ecaba0dd8 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:27:28.656916 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:28.694750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Transition to ACTIVE for port object 924fed83-917c-4bce-a1eb-064ecaba0dd8 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:27:28.707107 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:28.785207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Pushing event updated for resources: {'Port': ['ID=924fed83-917c-4bce-a1eb-064ecaba0dd8,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:28.919161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Attempting to bind port 924fed83-917c-4bce-a1eb-064ecaba0dd8 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:27:28.919502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Attempting to bind port 924fed83-917c-4bce-a1eb-064ecaba0dd8 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '5e304dbe-2f7e-41fc-9b1f-68e84306c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:27:28.919833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Attempting to bind port 924fed83-917c-4bce-a1eb-064ecaba0dd8 on network 98cdbdd4-6691-4cd7-8552-7509d2d3fa91 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:27:28.931073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Port 924fed83-917c-4bce-a1eb-064ecaba0dd8 on network 98cdbdd4-6691-4cd7-8552-7509d2d3fa91 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:27:28.931968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Attempting to bind port 924fed83-917c-4bce-a1eb-064ecaba0dd8 on network 98cdbdd4-6691-4cd7-8552-7509d2d3fa91 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:27:28.939778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:27:28.940171 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Checking segment: {'id': '5e304dbe-2f7e-41fc-9b1f-68e84306c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:27:28.940500 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Bound using segment: {'id': '5e304dbe-2f7e-41fc-9b1f-68e84306c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:27:28.940949 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Bound port: 924fed83-917c-4bce-a1eb-064ecaba0dd8, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e304dbe-2f7e-41fc-9b1f-68e84306c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:27:28.941295 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:29.024197 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] For port 924fed83-917c-4bce-a1eb-064ecaba0dd8, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:27:29.027663 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] For port 924fed83-917c-4bce-a1eb-064ecaba0dd8, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=924fed83-917c-4bce-a1eb-064ecaba0dd8,segment=NetworkSegment(5e304dbe-2f7e-41fc-9b1f-68e84306c5db),segment_id=5e304dbe-2f7e-41fc-9b1f-68e84306c5db)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:27:29.073517 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:29.133632 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:29.135854 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:29.139899 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70123610-a47c-46b4-b063-d3b0480cca54 req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] 10.222.0.31 "PUT /v2.0/ports/924fed83-917c-4bce-a1eb-064ecaba0dd8 HTTP/1.1" status: 200 len: 1091 time: 0.9821496 Nov 29 18:27:29.140923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe856ea2-b832-4c5e-910d-64bd81c15151', 'tag': '924fed83-917c-4bce-a1eb-064ecaba0dd8'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:27:29.144840 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0528d588-9770-44a7-a0a4-91abaaa13931" -d '{"events": [{"name": "network-changed", "server_uuid": "fe856ea2-b832-4c5e-910d-64bd81c15151", "tag": "924fed83-917c-4bce-a1eb-064ecaba0dd8"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:27:29.182484 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5d73d-fabb-4934-8cab-49ca15b83808 req-ce1e1839-7ab9-4803-b644-1607d44ea199 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:29.193348 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55d5d73d-fabb-4934-8cab-49ca15b83808 req-ce1e1839-7ab9-4803-b644-1607d44ea199 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 943 time: 0.1635711 Nov 29 18:27:29.197476 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:29.226515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811bc70-defd-4388-b578-dad6c0697e5e service neutron] Pushing event updated for resources: {'Port': ['ID=924fed83-917c-4bce-a1eb-064ecaba0dd8,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:29.370257 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55d5d73d-fabb-4934-8cab-49ca15b83808 req-91f62d3f-8dc7-43c6-afb8-dba82764105e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d766562-57f0-4f0e-9a0f-a00c851cb834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740422 Nov 29 18:27:29.382663 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70123610-a47c-46b4-b063-d3b0480cca54 req-76124209-258e-4c9d-85f2-9b445e7661dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:29.393766 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70123610-a47c-46b4-b063-d3b0480cca54 req-76124209-258e-4c9d-85f2-9b445e7661dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6110296adf0d4d689aa792da1b94c3f7&device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 1094 time: 0.1882992 Nov 29 18:27:29.481505 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dca6c5-a6b4-4a31-a816-7eb8350c14d7 x-openstack-request-id: req-24dca6c5-a6b4-4a31-a816-7eb8350c14d7 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:27:29.481811 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe856ea2-b832-4c5e-910d-64bd81c15151", "tag": "924fed83-917c-4bce-a1eb-064ecaba0dd8", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:27:29.482156 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24dca6c5-a6b4-4a31-a816-7eb8350c14d7 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:27:29.482632 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe856ea2-b832-4c5e-910d-64bd81c15151', 'tag': '924fed83-917c-4bce-a1eb-064ecaba0dd8', 'status': 'completed', 'code': 200} Nov 29 18:27:29.492924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3498a9-ea34-458c-afb9-fa25cf04faf6 req-519d1c7d-b840-42a7-98b1-aa5bde80e410 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:29.507026 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d3498a9-ea34-458c-afb9-fa25cf04faf6 req-519d1c7d-b840-42a7-98b1-aa5bde80e410 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.2281861 Nov 29 18:27:29.509740 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70123610-a47c-46b4-b063-d3b0480cca54 req-4ea6de18-4bd5-4612-8e82-08bcf62aaf19 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=924fed83-917c-4bce-a1eb-064ecaba0dd8 HTTP/1.1" status: 200 len: 217 time: 0.1080756 Nov 29 18:27:29.601609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70123610-a47c-46b4-b063-d3b0480cca54 req-530e2381-9cee-4bc0-b358-00ab969d3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:29.603381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70123610-a47c-46b4-b063-d3b0480cca54 req-530e2381-9cee-4bc0-b358-00ab969d3030 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f2ad495-e41c-4874-8b83-7b971335952b HTTP/1.1" status: 200 len: 835 time: 0.0866158 Nov 29 18:27:29.614415 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d3498a9-ea34-458c-afb9-fa25cf04faf6 req-146f7d39-53e1-4655-b627-163d1ac275d5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065443 Nov 29 18:27:29.678563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70123610-a47c-46b4-b063-d3b0480cca54 req-6b009fe5-86f7-4b95-8deb-564b403cef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:29.680676 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70123610-a47c-46b4-b063-d3b0480cca54 req-6b009fe5-86f7-4b95-8deb-564b403cef09 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98cdbdd4-6691-4cd7-8552-7509d2d3fa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652294 Nov 29 18:27:29.792360 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:29.859911 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70123610-a47c-46b4-b063-d3b0480cca54 req-de1b20c6-cd82-4f0a-82ee-41373731045a service neutron] 10.222.0.31 "GET /v2.0/networks/98cdbdd4-6691-4cd7-8552-7509d2d3fa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720986 Nov 29 18:27:29.973491 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70123610-a47c-46b4-b063-d3b0480cca54 req-f6145156-445c-4839-9da4-ec4787f24713 service neutron] 10.222.0.31 "GET /v2.0/networks/98cdbdd4-6691-4cd7-8552-7509d2d3fa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058886 Nov 29 18:27:29.981911 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:30.078491 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528d588-9770-44a7-a0a4-91abaaa13931 req-61302388-0d98-4fc3-9b75-5ff4fb4e201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:30.080154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0528d588-9770-44a7-a0a4-91abaaa13931 req-61302388-0d98-4fc3-9b75-5ff4fb4e201f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6110296adf0d4d689aa792da1b94c3f7&device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 1094 time: 0.0501606 Nov 29 18:27:30.174308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528d588-9770-44a7-a0a4-91abaaa13931 req-3360ebac-c961-45b3-8bc1-a8b7b69b3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:30.175839 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0528d588-9770-44a7-a0a4-91abaaa13931 req-3360ebac-c961-45b3-8bc1-a8b7b69b3021 service neutron] 10.222.0.31 "GET /v2.0/networks?id=98cdbdd4-6691-4cd7-8552-7509d2d3fa91 HTTP/1.1" status: 200 len: 897 time: 0.0889206 Nov 29 18:27:30.223642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0528d588-9770-44a7-a0a4-91abaaa13931 req-43b315b7-e222-47c2-9943-f482bbceca33 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=924fed83-917c-4bce-a1eb-064ecaba0dd8 HTTP/1.1" status: 200 len: 217 time: 0.0396483 Nov 29 18:27:30.276286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528d588-9770-44a7-a0a4-91abaaa13931 req-6fb3965e-1e17-4561-b121-3e88cfe81f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:30.277768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0528d588-9770-44a7-a0a4-91abaaa13931 req-6fb3965e-1e17-4561-b121-3e88cfe81f10 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f2ad495-e41c-4874-8b83-7b971335952b HTTP/1.1" status: 200 len: 835 time: 0.0470493 Nov 29 18:27:30.332264 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528d588-9770-44a7-a0a4-91abaaa13931 req-d56e50dc-d440-40c4-9b54-cd48e5dcaa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:30.334307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0528d588-9770-44a7-a0a4-91abaaa13931 req-d56e50dc-d440-40c4-9b54-cd48e5dcaa2d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98cdbdd4-6691-4cd7-8552-7509d2d3fa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485966 Nov 29 18:27:30.450846 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0528d588-9770-44a7-a0a4-91abaaa13931 req-0e126da9-93d5-426d-b42e-118981a4c9ed service neutron] 10.222.0.31 "GET /v2.0/networks/98cdbdd4-6691-4cd7-8552-7509d2d3fa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094935 Nov 29 18:27:30.560452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae617a4f-6ed3-4815-9e4e-39b5fffce55c req-cf285365-f1d5-4512-a400-aad5b3bc098e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:30.562054 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae617a4f-6ed3-4815-9e4e-39b5fffce55c req-cf285365-f1d5-4512-a400-aad5b3bc098e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 943 time: 0.1082742 Nov 29 18:27:30.618858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0528d588-9770-44a7-a0a4-91abaaa13931 req-331fbcb0-5cc8-4dbe-9ae4-c210de25755b service neutron] 10.222.0.31 "GET /v2.0/networks/98cdbdd4-6691-4cd7-8552-7509d2d3fa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558075 Nov 29 18:27:30.668989 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae617a4f-6ed3-4815-9e4e-39b5fffce55c req-fe55181f-a05a-4cc6-9021-b2b7add83eaf tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d766562-57f0-4f0e-9a0f-a00c851cb834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956254 Nov 29 18:27:30.765084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f41736-f4e0-4823-9672-a86b3671f916 req-f2e2523f-a775-4005-9cb1-c9dcfc2c2dc7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:30.767394 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-77f41736-f4e0-4823-9672-a86b3671f916 req-f2e2523f-a775-4005-9cb1-c9dcfc2c2dc7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.0624263 Nov 29 18:27:30.819487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-77f41736-f4e0-4823-9672-a86b3671f916 req-f363be22-477e-4498-ba87-d8071fb6807e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452323 Nov 29 18:27:31.839142 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe85e84-4b5b-4bba-a99a-b821ee186dd3 req-272b4c85-c77e-4ee0-9f50-5b242ff21134 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:31.840881 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efe85e84-4b5b-4bba-a99a-b821ee186dd3 req-272b4c85-c77e-4ee0-9f50-5b242ff21134 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 943 time: 0.0761359 Nov 29 18:27:31.902581 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efe85e84-4b5b-4bba-a99a-b821ee186dd3 req-a74075ea-e676-443c-8ffd-96cb68dd8a9d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d766562-57f0-4f0e-9a0f-a00c851cb834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543356 Nov 29 18:27:32.098428 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ceb6-1a9e-4015-b916-fc7621ea3553 req-f5ad2e8e-9845-4e3d-9d7a-6b6f913810d1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:32.099956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de42ceb6-1a9e-4015-b916-fc7621ea3553 req-f5ad2e8e-9845-4e3d-9d7a-6b6f913810d1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.0550249 Nov 29 18:27:32.147154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de42ceb6-1a9e-4015-b916-fc7621ea3553 req-d29ad610-e986-445f-aeae-50eaddc1cbc4 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410500 Nov 29 18:27:33.044392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ade84a-c81f-466b-b54b-6b47a49c42e1 req-123803a6-179f-4581-915b-339d42b98b88 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:33.046150 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23ade84a-c81f-466b-b54b-6b47a49c42e1 req-123803a6-179f-4581-915b-339d42b98b88 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 943 time: 0.0623600 Nov 29 18:27:33.127380 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23ade84a-c81f-466b-b54b-6b47a49c42e1 req-f454b017-3e5f-418a-a693-8060a197559a tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d766562-57f0-4f0e-9a0f-a00c851cb834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747826 Nov 29 18:27:33.147500 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cced61a-cd00-4090-b7fa-221ea5de09ac req-57a5ad28-97d5-4d57-9fab-c97b534f7eb4 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:33.148968 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3cced61a-cd00-4090-b7fa-221ea5de09ac req-57a5ad28-97d5-4d57-9fab-c97b534f7eb4 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.0615532 Nov 29 18:27:33.203685 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3cced61a-cd00-4090-b7fa-221ea5de09ac req-c455a6eb-3fca-4dd7-b812-826de3ca9808 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473232 Nov 29 18:27:33.428547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4eb89-38f5-41af-b4c4-c27b478b02e2 req-38626c8a-1072-4f6b-91bf-1b36efc5e2c0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:33.430669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ffa4eb89-38f5-41af-b4c4-c27b478b02e2 req-38626c8a-1072-4f6b-91bf-1b36efc5e2c0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 947 time: 0.0550787 Nov 29 18:27:33.434274 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9646d-dac5-45cd-ac17-095421fa9f3d req-ab176807-aa55-42aa-85e6-0684f583803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:33.435946 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2ec9646d-dac5-45cd-ac17-095421fa9f3d req-ab176807-aa55-42aa-85e6-0684f583803d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 1098 time: 0.0441649 Nov 29 18:27:33.483270 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ffa4eb89-38f5-41af-b4c4-c27b478b02e2 req-53b06207-1c27-4d4d-aec3-d26e3a9dcc60 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439208 Nov 29 18:27:33.546175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9646d-dac5-45cd-ac17-095421fa9f3d req-af1dcce6-68bb-4df4-b357-e89c9d0aeab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:33.547813 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2ec9646d-dac5-45cd-ac17-095421fa9f3d req-af1dcce6-68bb-4df4-b357-e89c9d0aeab1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.0997145 Nov 29 18:27:33.621769 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2ec9646d-dac5-45cd-ac17-095421fa9f3d req-21663639-7071-4fd8-9a06-8a969895d479 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963 HTTP/1.1" status: 200 len: 1002 time: 0.0607636 Nov 29 18:27:33.687889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9646d-dac5-45cd-ac17-095421fa9f3d req-abe3a647-6f4f-4771-8a25-48f2e10827f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:33.689698 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2ec9646d-dac5-45cd-ac17-095421fa9f3d req-abe3a647-6f4f-4771-8a25-48f2e10827f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0534265 Nov 29 18:27:33.746505 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9646d-dac5-45cd-ac17-095421fa9f3d req-e85436e1-c5d3-4370-ae2d-b1f9d771d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:33.748290 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2ec9646d-dac5-45cd-ac17-095421fa9f3d req-e85436e1-c5d3-4370-ae2d-b1f9d771d49c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467951 Nov 29 18:27:33.847682 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2ec9646d-dac5-45cd-ac17-095421fa9f3d req-dcf0325b-95de-4059-8947-772c639bc44a service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867095 Nov 29 18:27:33.952980 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2ec9646d-dac5-45cd-ac17-095421fa9f3d req-3eb5a3d6-a0bf-45e3-a175-e05be1a26c83 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933354 Nov 29 18:27:34.256031 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46978482-ea32-4237-b450-c808feec7e67 req-6e07b2f1-62f0-43dd-bf44-16d2b03b9472 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:34.257776 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-46978482-ea32-4237-b450-c808feec7e67 req-6e07b2f1-62f0-43dd-bf44-16d2b03b9472 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 943 time: 0.0529220 Nov 29 18:27:34.310618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-46978482-ea32-4237-b450-c808feec7e67 req-bf765cc7-25b5-4d55-8596-71b455b8f931 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d766562-57f0-4f0e-9a0f-a00c851cb834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464263 Nov 29 18:27:34.354560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2a2a9944-e388-4016-bc4e-ba51f7d59963 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:27:34.441808 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:34.467915 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:27:34.470320 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eb2a3d-be6c-4d56-ba33-b801a57460fa" -d '{"events": [{"server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "name": "network-vif-unplugged", "status": "completed", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:27:34.484623 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:34.489513 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:34.546298 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba10d685-2a2a-4416-aec5-8977cd39f9ee x-openstack-request-id: req-ba10d685-2a2a-4416-aec5-8977cd39f9ee {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:27:34.546666 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "name": "network-vif-unplugged", "status": "completed", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:27:34.547012 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba10d685-2a2a-4416-aec5-8977cd39f9ee {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:27:34.547617 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'code': 200} Nov 29 18:27:34.548656 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=2a2a9944-e388-4016-bc4e-ba51f7d59963,revision_number=14']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:34.634142 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616388c-e383-4a54-b155-6b853e5e54d4 req-5423930d-5c49-4a76-a3ff-1c083784934f tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:34.636332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8616388c-e383-4a54-b155-6b853e5e54d4 req-5423930d-5c49-4a76-a3ff-1c083784934f tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0560687 Nov 29 18:27:34.687021 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8616388c-e383-4a54-b155-6b853e5e54d4 req-88fb76d8-49dd-402d-8fac-a667fa9a95dc tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442753 Nov 29 18:27:34.904584 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b251853-544d-46b5-bfa3-584839a1d1e7 req-c6f62e92-b7cb-4350-8e31-c18dd2f57e54 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:34.906070 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b251853-544d-46b5-bfa3-584839a1d1e7 req-c6f62e92-b7cb-4350-8e31-c18dd2f57e54 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0538535 Nov 29 18:27:34.917881 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 924fed83-917c-4bce-a1eb-064ecaba0dd8 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:27:34.958844 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b251853-544d-46b5-bfa3-584839a1d1e7 req-aae43cf8-fd17-4d70-a83d-37075942ea2d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462768 Nov 29 18:27:35.028033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 924fed83-917c-4bce-a1eb-064ecaba0dd8, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=924fed83-917c-4bce-a1eb-064ecaba0dd8,segment=NetworkSegment(5e304dbe-2f7e-41fc-9b1f-68e84306c5db),segment_id=5e304dbe-2f7e-41fc-9b1f-68e84306c5db)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:35.041868 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '924fed83-917c-4bce-a1eb-064ecaba0dd8', 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91', 'port_id': '924fed83-917c-4bce-a1eb-064ecaba0dd8', 'mac_address': 'fa:16:3e:b8:98:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:27:35.095259 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:35.103809 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7aa2c-06f1-467d-baa3-5ddc6c7441f5 req-5768f2cf-6c30-469f-98ae-fbee9c44800a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:35.105346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6bd7aa2c-06f1-467d-baa3-5ddc6c7441f5 req-5768f2cf-6c30-469f-98ae-fbee9c44800a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0695548 Nov 29 18:27:35.110493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924fed83-917c-4bce-a1eb-064ecaba0dd8 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:27:35.130904 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 924fed83-917c-4bce-a1eb-064ecaba0dd8, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=924fed83-917c-4bce-a1eb-064ecaba0dd8,segment=NetworkSegment(5e304dbe-2f7e-41fc-9b1f-68e84306c5db),segment_id=5e304dbe-2f7e-41fc-9b1f-68e84306c5db)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:35.137173 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:35.175441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6bd7aa2c-06f1-467d-baa3-5ddc6c7441f5 req-df5ceb2d-b4f0-4200-a730-a6903571027d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631490 Nov 29 18:27:35.241731 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=924fed83-917c-4bce-a1eb-064ecaba0dd8,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:35.515562 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe8199-84ad-4281-b615-2c76ea64455e req-bf15b0f6-32be-4242-a6cc-5dffa2d535b3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:35.517146 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09fe8199-84ad-4281-b615-2c76ea64455e req-bf15b0f6-32be-4242-a6cc-5dffa2d535b3 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 944 time: 0.1121504 Nov 29 18:27:35.573775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['924fed83-917c-4bce-a1eb-064ecaba0dd8'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:27:35.584851 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-cb804abf-7703-46c2-9709-1f6b86d2bbff tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:35.586496 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-cb804abf-7703-46c2-9709-1f6b86d2bbff tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 812 time: 0.1519728 Nov 29 18:27:35.612828 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09fe8199-84ad-4281-b615-2c76ea64455e req-65acbda9-7879-434a-a1d8-9a9e59e854c4 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d766562-57f0-4f0e-9a0f-a00c851cb834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839455 Nov 29 18:27:35.621369 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-f849a725-9fe5-4f40-99dc-bb3eb1bcbeba tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/quotas/2c4e3a2d337148adab4a8b0bf85c3352 HTTP/1.1" status: 200 len: 375 time: 0.0221214 Nov 29 18:27:35.678099 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-28a19c77-6b76-415d-a42d-cf1670d75d19 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557969 Nov 29 18:27:35.767395 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3c002b42-6733-4864-a652-163ad7f362b3 service neutron] 10.222.0.23 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883641 Nov 29 18:27:35.877241 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-4a034088-adb8-4241-a99e-0d968614366b service neutron] 10.222.0.23 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025674 Nov 29 18:27:36.072303 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6306684f-0d00-451f-ad2b-da2fb4821160 req-42d1a35c-4442-4d91-ac07-a484af8ba5ef tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 210 time: 0.0414472 Nov 29 18:27:36.191002 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-6a3d1f28-484f-4277-b647-7979ef1f5e8a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:36.198899 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-6a3d1f28-484f-4277-b647-7979ef1f5e8a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 811 time: 0.1253898 Nov 29 18:27:36.209863 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-7ddabba7-675d-4317-9f65-fe034dbb7e47 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/quotas/72bbde8d865a44a59bd5e7320f2171e2 HTTP/1.1" status: 200 len: 375 time: 0.0100195 Nov 29 18:27:36.279496 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-c59d8e2a-f98d-4201-ae61-d85d7949e947 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624843 Nov 29 18:27:36.503409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-8c9bc174-fae8-481b-a688-3506a09d29f3 service neutron] 10.222.0.23 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217593 Nov 29 18:27:36.925062 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 924fed83-917c-4bce-a1eb-064ecaba0dd8 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:27:36.950481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8665ada-c036-4c2b-90fb-b809eb23c8e2 req-a63f7d6d-5549-4b0b-ac6a-fdffda59a70e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:36.952222 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8665ada-c036-4c2b-90fb-b809eb23c8e2 req-a63f7d6d-5549-4b0b-ac6a-fdffda59a70e tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 944 time: 0.1085920 Nov 29 18:27:36.974500 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-6bf638dc-c31c-4607-b634-77691cc99929 service neutron] 10.222.0.23 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616659 Nov 29 18:27:37.034349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 924fed83-917c-4bce-a1eb-064ecaba0dd8 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:27:37.050954 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 924fed83-917c-4bce-a1eb-064ecaba0dd8 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:37.050954 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:37.076643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8665ada-c036-4c2b-90fb-b809eb23c8e2 req-3ac37b1b-493f-4def-8759-c5d36567eba0 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d766562-57f0-4f0e-9a0f-a00c851cb834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086228 Nov 29 18:27:37.218431 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-34eec120-79c7-4dca-b730-65e5b95c8b22 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:37.231285 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:37.231852 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-34eec120-79c7-4dca-b730-65e5b95c8b22 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 812 time: 0.1922269 Nov 29 18:27:37.243207 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29721e1c-ae69-4709-a9a2-b9ee99bd3ae1 req-cde611d7-52c5-4949-bb38-4ed26554466f tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 210 time: 0.0674813 Nov 29 18:27:37.252085 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-b262d001-b87e-486c-acc4-8e1c988f54b1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Request body: {'port': {'device_id': '2027d689-4d72-44a9-aff8-fbebdedd46dc', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'admin_state_up': True, 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:27:37.282923 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe856ea2-b832-4c5e-910d-64bd81c15151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924fed83-917c-4bce-a1eb-064ecaba0dd8'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:27:37.285370 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf4981c-2f9b-4bf6-88ad-8a63fab22da9" -d '{"events": [{"server_uuid": "fe856ea2-b832-4c5e-910d-64bd81c15151", "name": "network-vif-plugged", "status": "completed", "tag": "924fed83-917c-4bce-a1eb-064ecaba0dd8"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:27:37.313824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-872da1f4-6cad-4924-ae0a-8cf50835e4e8 req-867355e7-9db6-4715-821c-96c2a431b587 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 210 time: 0.0360031 Nov 29 18:27:37.330442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 924fed83-917c-4bce-a1eb-064ecaba0dd8, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=924fed83-917c-4bce-a1eb-064ecaba0dd8,segment=NetworkSegment(5e304dbe-2f7e-41fc-9b1f-68e84306c5db),segment_id=5e304dbe-2f7e-41fc-9b1f-68e84306c5db)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:37.340671 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:37.349724 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7099628-224e-4224-87b6-c0057e4d9b92 x-openstack-request-id: req-c7099628-224e-4224-87b6-c0057e4d9b92 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:27:37.351065 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe856ea2-b832-4c5e-910d-64bd81c15151", "name": "network-vif-plugged", "status": "completed", "tag": "924fed83-917c-4bce-a1eb-064ecaba0dd8", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:27:37.352218 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7099628-224e-4224-87b6-c0057e4d9b92 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:27:37.352824 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe856ea2-b832-4c5e-910d-64bd81c15151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924fed83-917c-4bce-a1eb-064ecaba0dd8', 'code': 200} Nov 29 18:27:37.418290 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=924fed83-917c-4bce-a1eb-064ecaba0dd8,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:37.466515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f25156-7128-488e-989e-8f5c4fb60045 req-f589da26-ca74-4c0e-b82b-12e936447b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:37.468190 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5f25156-7128-488e-989e-8f5c4fb60045 req-f589da26-ca74-4c0e-b82b-12e936447b89 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 1096 time: 0.0510087 Nov 29 18:27:37.481950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-b262d001-b87e-486c-acc4-8e1c988f54b1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Made reservation on behalf of 2c4e3a2d337148adab4a8b0bf85c3352 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:27:37.486350 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-b262d001-b87e-486c-acc4-8e1c988f54b1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:37.529045 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5f25156-7128-488e-989e-8f5c4fb60045 req-8b64b433-6941-42d9-9b57-22c1b2447328 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4d766562-57f0-4f0e-9a0f-a00c851cb834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537636 Nov 29 18:27:37.644362 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-b262d001-b87e-486c-acc4-8e1c988f54b1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Allocated IP 172.20.0.7 (52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4/7387e441-3f22-4b4c-b2ec-f196e298f9dd/a03a14bb-6298-413e-9335-cc58c8f9fec0) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:27:37.808229 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-b262d001-b87e-486c-acc4-8e1c988f54b1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:37.846886 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-b262d001-b87e-486c-acc4-8e1c988f54b1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:37.900345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-b262d001-b87e-486c-acc4-8e1c988f54b1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:27:37.903551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-b262d001-b87e-486c-acc4-8e1c988f54b1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:27:37.907514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-b262d001-b87e-486c-acc4-8e1c988f54b1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:27:37.914142 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262d001-b87e-486c-acc4-8e1c988f54b1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event updated for resources: {'Port': ['ID=a03a14bb-6298-413e-9335-cc58c8f9fec0,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:37.971354 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-b262d001-b87e-486c-acc4-8e1c988f54b1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:37.972049 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-b262d001-b87e-486c-acc4-8e1c988f54b1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:37.999159 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-b262d001-b87e-486c-acc4-8e1c988f54b1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7661443 Nov 29 18:27:38.013289 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Request body: {'port': {'device_id': '2027d689-4d72-44a9-aff8-fbebdedd46dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:27:38.089868 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:38.229576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075c57f-7785-4c31-a71b-8400246fc6bd req-4ef1a19b-b1f2-4c92-8f9e-ffe6f8e8edcc tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:38.231335 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5075c57f-7785-4c31-a71b-8400246fc6bd req-4ef1a19b-b1f2-4c92-8f9e-ffe6f8e8edcc tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 945 time: 0.0710430 Nov 29 18:27:38.267221 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-64787843-6223-4907-b202-6070aa2ce1e8 None None] Provisioning complete for port a03a14bb-6298-413e-9335-cc58c8f9fec0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:38.268161 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-64787843-6223-4907-b202-6070aa2ce1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:38.316498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-64787843-6223-4907-b202-6070aa2ce1e8 None None] Port a03a14bb-6298-413e-9335-cc58c8f9fec0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:27:38.331323 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5075c57f-7785-4c31-a71b-8400246fc6bd req-2e5b05b5-bc83-4c50-a815-7c378bc9def7 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d766562-57f0-4f0e-9a0f-a00c851cb834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921834 Nov 29 18:27:38.397208 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1328e-0e0a-44e1-8c0e-77cd67de294f req-8637a314-de87-45c5-b903-d90c162191da tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:38.407952 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9b1328e-0e0a-44e1-8c0e-77cd67de294f req-8637a314-de87-45c5-b903-d90c162191da tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 931 time: 0.0632627 Nov 29 18:27:38.473267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03a14bb-6298-413e-9335-cc58c8f9fec0 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:27:38.484158 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:38.499877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Transition to ACTIVE for port object a03a14bb-6298-413e-9335-cc58c8f9fec0 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:27:38.504299 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:38.545616 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcd1b1ff-91bd-45fe-87f0-ef5e2be1b1b2 req-a072cccb-e54c-4750-990d-c200e2a6f80a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 210 time: 0.0935824 Nov 29 18:27:38.562533 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Pushing event updated for resources: {'Port': ['ID=a03a14bb-6298-413e-9335-cc58c8f9fec0,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:38.564481 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9b1328e-0e0a-44e1-8c0e-77cd67de294f req-685d4569-aa30-4ccd-bdac-ea2073eb80d8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555681 Nov 29 18:27:38.681974 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Attempting to bind port a03a14bb-6298-413e-9335-cc58c8f9fec0 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:27:38.682405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Attempting to bind port a03a14bb-6298-413e-9335-cc58c8f9fec0 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:27:38.682805 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Attempting to bind port a03a14bb-6298-413e-9335-cc58c8f9fec0 on network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:27:38.688399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Port a03a14bb-6298-413e-9335-cc58c8f9fec0 on network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:27:38.688725 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Attempting to bind port a03a14bb-6298-413e-9335-cc58c8f9fec0 on network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:27:38.694620 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:27:38.695008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Checking segment: {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:27:38.695405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Bound using segment: {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:27:38.695842 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Bound port: a03a14bb-6298-413e-9335-cc58c8f9fec0, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:27:38.696210 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:38.702429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-2c86745d-ce26-413f-ab0b-58aacfa216ca tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:38.708175 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-2c86745d-ce26-413f-ab0b-58aacfa216ca tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 811 time: 0.2721815 Nov 29 18:27:38.727443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-cde2c3ea-6f1e-4180-a205-d809e4630610 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Request body: {'port': {'device_id': 'e8ab8e92-8c81-4d48-9cca-5625f764d472', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'admin_state_up': True, 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:27:38.816631 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] For port a03a14bb-6298-413e-9335-cc58c8f9fec0, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:27:38.823926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] For port a03a14bb-6298-413e-9335-cc58c8f9fec0, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=a03a14bb-6298-413e-9335-cc58c8f9fec0,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:27:38.835667 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:38.919948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-cde2c3ea-6f1e-4180-a205-d809e4630610 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Made reservation on behalf of 72bbde8d865a44a59bd5e7320f2171e2 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:27:38.924902 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-cde2c3ea-6f1e-4180-a205-d809e4630610 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:38.959534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:38.959707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:38.961131 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] 10.222.0.20 "PUT /v2.0/ports/a03a14bb-6298-413e-9335-cc58c8f9fec0 HTTP/1.1" status: 200 len: 1091 time: 0.9526365 Nov 29 18:27:38.961621 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2027d689-4d72-44a9-aff8-fbebdedd46dc', 'tag': 'a03a14bb-6298-413e-9335-cc58c8f9fec0'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:27:38.964690 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2211fba-c0af-493f-88eb-40083f94cc56" -d '{"events": [{"name": "network-changed", "server_uuid": "2027d689-4d72-44a9-aff8-fbebdedd46dc", "tag": "a03a14bb-6298-413e-9335-cc58c8f9fec0"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:27:38.990438 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2937d-c4b6-4d36-9065-5e7b9fe2d00c service neutron] Pushing event updated for resources: {'Port': ['ID=a03a14bb-6298-413e-9335-cc58c8f9fec0,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:39.097365 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-85685ccf-6446-4fd0-972d-39cf42b8cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:39.099229 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-85685ccf-6446-4fd0-972d-39cf42b8cd9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 1094 time: 0.0821829 Nov 29 18:27:39.177647 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-0bc4471f-2939-44d9-b3b2-ea9073f6b5df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a03a14bb-6298-413e-9335-cc58c8f9fec0 HTTP/1.1" status: 200 len: 217 time: 0.0702522 Nov 29 18:27:39.182146 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-cde2c3ea-6f1e-4180-a205-d809e4630610 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Allocated IP 172.20.0.12 (7be29917-fe7c-4671-b21b-2292a7434512/1a4ee5c0-8a08-4610-a168-a9201f4e4bc0/f8b54728-a670-4a38-b2ab-98a3b2d21429) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:27:39.213088 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10659164-0afb-4fc7-bec7-5552906aaf6e x-openstack-request-id: req-10659164-0afb-4fc7-bec7-5552906aaf6e {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:27:39.213559 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2027d689-4d72-44a9-aff8-fbebdedd46dc", "tag": "a03a14bb-6298-413e-9335-cc58c8f9fec0", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:27:39.213996 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10659164-0afb-4fc7-bec7-5552906aaf6e {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:27:39.214739 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2027d689-4d72-44a9-aff8-fbebdedd46dc', 'tag': 'a03a14bb-6298-413e-9335-cc58c8f9fec0', 'status': 'completed', 'code': 200} Nov 29 18:27:39.272396 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-4ceb1998-53c0-4ee3-94c4-f7d634d8a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:39.273956 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-4ceb1998-53c0-4ee3-94c4-f7d634d8a533 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0896370 Nov 29 18:27:39.350145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-308b8499-824d-4bf5-95f1-5485039091f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:39.351761 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-308b8499-824d-4bf5-95f1-5485039091f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680270 Nov 29 18:27:39.431013 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-cde2c3ea-6f1e-4180-a205-d809e4630610 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:39.505424 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-e4c2f721-d298-4a1a-9682-3e9742c1bea2 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380665 Nov 29 18:27:39.509507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cac86-7dee-44ce-afc9-fca90113e3ea req-39b0b29f-5eef-42e0-90f3-364d29f43777 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:39.511571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a77cac86-7dee-44ce-afc9-fca90113e3ea req-39b0b29f-5eef-42e0-90f3-364d29f43777 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 945 time: 0.0718958 Nov 29 18:27:39.513758 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-cde2c3ea-6f1e-4180-a205-d809e4630610 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:39.580784 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-cde2c3ea-6f1e-4180-a205-d809e4630610 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Network 7be29917-fe7c-4671-b21b-2292a7434512 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:27:39.590943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-cde2c3ea-6f1e-4180-a205-d809e4630610 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:27:39.602158 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-cde2c3ea-6f1e-4180-a205-d809e4630610 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:27:39.641022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2c3ea-6f1e-4180-a205-d809e4630610 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'Port': ['ID=f8b54728-a670-4a38-b2ab-98a3b2d21429,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:39.682717 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fcaef7dc-e046-480a-a6fb-770c049256b0 req-c47c369a-8f3c-40b1-be10-afd29f15dc83 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699731 Nov 29 18:27:39.707477 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a77cac86-7dee-44ce-afc9-fca90113e3ea req-5ddfe6eb-e8fb-4f53-bffa-afcf890d406c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d766562-57f0-4f0e-9a0f-a00c851cb834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851990 Nov 29 18:27:39.755075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-cde2c3ea-6f1e-4180-a205-d809e4630610 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:39.757112 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-cde2c3ea-6f1e-4180-a205-d809e4630610 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:39.770844 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad9f47-37db-480d-be04-512e413406e9 req-216e4ad6-2bea-4d12-809c-2ef659784ebf tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:39.779759 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68ad9f47-37db-480d-be04-512e413406e9 req-216e4ad6-2bea-4d12-809c-2ef659784ebf tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 932 time: 0.1127996 Nov 29 18:27:39.849617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2211fba-c0af-493f-88eb-40083f94cc56 req-38e642af-206e-4e1b-9fdc-700eb4ac78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:39.851487 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e2211fba-c0af-493f-88eb-40083f94cc56 req-38e642af-206e-4e1b-9fdc-700eb4ac78dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 1094 time: 0.0945520 Nov 29 18:27:39.852862 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-cde2c3ea-6f1e-4180-a205-d809e4630610 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1304207 Nov 29 18:27:39.865544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68ad9f47-37db-480d-be04-512e413406e9 req-5670f25c-edfe-47a6-ac5f-04ae4ef6c815 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846353 Nov 29 18:27:39.945552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Request body: {'port': {'device_id': 'e8ab8e92-8c81-4d48-9cca-5625f764d472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:27:39.989344 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2211fba-c0af-493f-88eb-40083f94cc56 req-8b9ac8b7-2f89-43aa-bbd7-9deaed325ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:39.992640 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e2211fba-c0af-493f-88eb-40083f94cc56 req-8b9ac8b7-2f89-43aa-bbd7-9deaed325ac3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.1324880 Nov 29 18:27:40.006858 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1e654700-8182-4d78-a05f-640c1b89512f None None] Provisioning complete for port f8b54728-a670-4a38-b2ab-98a3b2d21429 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:40.007964 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e654700-8182-4d78-a05f-640c1b89512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:40.047641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1e654700-8182-4d78-a05f-640c1b89512f None None] Port f8b54728-a670-4a38-b2ab-98a3b2d21429 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:27:40.063035 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e2211fba-c0af-493f-88eb-40083f94cc56 req-69d9d053-6c30-44f9-a88a-7c279bf846b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a03a14bb-6298-413e-9335-cc58c8f9fec0 HTTP/1.1" status: 200 len: 217 time: 0.0635583 Nov 29 18:27:40.115372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f947ff2-990e-48e5-8efc-6f2690d48c7f req-9d51c2cb-c919-4686-a3ac-b592e4da776d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:40.116940 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f947ff2-990e-48e5-8efc-6f2690d48c7f req-9d51c2cb-c919-4686-a3ac-b592e4da776d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 943 time: 0.2686136 Nov 29 18:27:40.119020 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:40.141386 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2211fba-c0af-493f-88eb-40083f94cc56 req-a3d18f7a-afea-4689-ba1d-50cdf8fbd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:40.142249 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c59a5a-bf58-4a5c-8cde-c25e2fd91099 req-545d84c3-0549-416f-a22b-213fb325597c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:40.143530 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e2211fba-c0af-493f-88eb-40083f94cc56 req-a3d18f7a-afea-4689-ba1d-50cdf8fbd606 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0726404 Nov 29 18:27:40.145685 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5c59a5a-bf58-4a5c-8cde-c25e2fd91099 req-545d84c3-0549-416f-a22b-213fb325597c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 945 time: 0.1575689 Nov 29 18:27:40.194722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2211fba-c0af-493f-88eb-40083f94cc56 req-41bd2b11-a58e-4ba3-9336-dfed86b44bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:40.197364 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e2211fba-c0af-493f-88eb-40083f94cc56 req-41bd2b11-a58e-4ba3-9336-dfed86b44bd3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459569 Nov 29 18:27:40.266596 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5c59a5a-bf58-4a5c-8cde-c25e2fd91099 req-57afe4fd-9448-470f-acaf-36dda49f2149 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d766562-57f0-4f0e-9a0f-a00c851cb834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067369 Nov 29 18:27:40.285303 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57898) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:40.296992 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f947ff2-990e-48e5-8efc-6f2690d48c7f req-57dc9979-80ec-4f7a-980f-3d91e229d3cc tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651719 Nov 29 18:27:40.382829 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e2211fba-c0af-493f-88eb-40083f94cc56 req-3cf2a72b-a698-4d8a-989c-4e92dd0ac959 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762567 Nov 29 18:27:40.408531 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0d4b20-fb16-422f-9c6b-b167a29e0cfd tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:40.413548 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bd0d4b20-fb16-422f-9c6b-b167a29e0cfd tempest-TestNetworkBasicOps-1141259075 tempest-TestNetworkBasicOps-1141259075-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 1091 time: 0.1269834 Nov 29 18:27:40.427248 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57902) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:40.432792 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '924fed83-917c-4bce-a1eb-064ecaba0dd8', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:27:40.521853 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e2211fba-c0af-493f-88eb-40083f94cc56 req-78e6ec01-9697-4db0-b64e-dba6e368e493 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322651 Nov 29 18:27:40.544946 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:40.623469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b54728-a670-4a38-b2ab-98a3b2d21429 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:27:40.633818 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:40.652200 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Transition to ACTIVE for port object f8b54728-a670-4a38-b2ab-98a3b2d21429 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:27:40.658241 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:40.682666 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:40.723034 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Pushing event updated for resources: {'Port': ['ID=f8b54728-a670-4a38-b2ab-98a3b2d21429,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:40.823172 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Attempting to bind port f8b54728-a670-4a38-b2ab-98a3b2d21429 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:27:40.823806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Attempting to bind port f8b54728-a670-4a38-b2ab-98a3b2d21429 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:27:40.824313 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Attempting to bind port f8b54728-a670-4a38-b2ab-98a3b2d21429 on network 7be29917-fe7c-4671-b21b-2292a7434512 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:27:40.829129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Port f8b54728-a670-4a38-b2ab-98a3b2d21429 on network 7be29917-fe7c-4671-b21b-2292a7434512 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:27:40.829670 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Attempting to bind port f8b54728-a670-4a38-b2ab-98a3b2d21429 on network 7be29917-fe7c-4671-b21b-2292a7434512 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:27:40.837293 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:27:40.837933 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Checking segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:27:40.838856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Bound using segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:27:40.839472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Bound port: f8b54728-a670-4a38-b2ab-98a3b2d21429, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:27:40.840017 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:40.846978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Allocated IP 172.25.3.52 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/bc74c014-1007-45c8-bf76-7fbc824a2aaf) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:27:40.920206 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] For port f8b54728-a670-4a38-b2ab-98a3b2d21429, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:27:40.924559 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] For port f8b54728-a670-4a38-b2ab-98a3b2d21429, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f8b54728-a670-4a38-b2ab-98a3b2d21429,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:27:40.930415 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:40.997904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:40.998560 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:41.000036 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] 10.222.0.31 "PUT /v2.0/ports/f8b54728-a670-4a38-b2ab-98a3b2d21429 HTTP/1.1" status: 200 len: 1092 time: 1.1281095 Nov 29 18:27:41.013500 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ab8e92-8c81-4d48-9cca-5625f764d472', 'tag': 'f8b54728-a670-4a38-b2ab-98a3b2d21429'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:27:41.017899 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1dbf53-4145-4d3e-87c0-2e51240a0968" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ab8e92-8c81-4d48-9cca-5625f764d472", "tag": "f8b54728-a670-4a38-b2ab-98a3b2d21429"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:27:41.077360 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:41.079215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f004993-a210-4d6c-befa-e6fcfc9a4c5d service neutron] Pushing event updated for resources: {'Port': ['ID=f8b54728-a670-4a38-b2ab-98a3b2d21429,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:41.098323 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfadfdc-3ef1-48cb-b2e3-9606c81f99e5 x-openstack-request-id: req-4bfadfdc-3ef1-48cb-b2e3-9606c81f99e5 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:27:41.098619 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ab8e92-8c81-4d48-9cca-5625f764d472", "tag": "f8b54728-a670-4a38-b2ab-98a3b2d21429", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:27:41.098939 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4bfadfdc-3ef1-48cb-b2e3-9606c81f99e5 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:27:41.099284 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ab8e92-8c81-4d48-9cca-5625f764d472', 'tag': 'f8b54728-a670-4a38-b2ab-98a3b2d21429', 'status': 'completed', 'code': 200} Nov 29 18:27:41.126641 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-e42ea365-ec7e-4aa4-88c0-94c9bc8b4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:41.128557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-e42ea365-ec7e-4aa4-88c0-94c9bc8b4231 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 1095 time: 0.0884738 Nov 29 18:27:41.129323 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:41.146763 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39e888-d21c-4089-8b69-0bcf58f60b91 req-9621ebd3-9afe-404f-a890-03125e334577 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:41.148693 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c39e888-d21c-4089-8b69-0bcf58f60b91 req-9621ebd3-9afe-404f-a890-03125e334577 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.1459429 Nov 29 18:27:41.172124 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:27:41.175232 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:27:41.181483 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:27:41.201768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-c0300d4a-c3df-4523-9be8-3298bc07589e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8b54728-a670-4a38-b2ab-98a3b2d21429 HTTP/1.1" status: 200 len: 217 time: 0.0520051 Nov 29 18:27:41.217112 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Port': ['ID=bc74c014-1007-45c8-bf76-7fbc824a2aaf,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:41.289648 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-a5f850ca-8f9c-4374-a1bd-496b241d3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:41.291211 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-a5f850ca-8f9c-4374-a1bd-496b241d3b9a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0814652 Nov 29 18:27:41.297505 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c39e888-d21c-4089-8b69-0bcf58f60b91 req-1a51d296-e36d-480e-8ab7-92254e7f2d94 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398001 Nov 29 18:27:41.348752 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-5397701b-b484-4e46-b3aa-d0de5b4c9b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:41.350323 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-5397701b-b484-4e46-b3aa-d0de5b4c9b97 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519280 Nov 29 18:27:41.507095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16987f4f-5c44-490d-a923-8c5b011e4750 req-7862c9d3-8597-4316-8d05-1c3135b829b1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:41.507095 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16987f4f-5c44-490d-a923-8c5b011e4750 req-7862c9d3-8597-4316-8d05-1c3135b829b1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 943 time: 0.1168196 Nov 29 18:27:41.533577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-0cca0871-5bc3-4a5a-b87f-0c8534468d0c service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737752 Nov 29 18:27:41.633691 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16987f4f-5c44-490d-a923-8c5b011e4750 req-4f098555-7cca-4042-ab7a-b6bc9c94f503 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218996 Nov 29 18:27:41.677628 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0823d96c-7029-41f1-b4d3-610796bfa8be req-df11656a-34fc-4a86-b6f5-339b3f80eb7c service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357536 Nov 29 18:27:41.792538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dbf53-4145-4d3e-87c0-2e51240a0968 req-fe6acfab-c294-4c94-a4ee-36fbdc27836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:41.796805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b1dbf53-4145-4d3e-87c0-2e51240a0968 req-fe6acfab-c294-4c94-a4ee-36fbdc27836d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 1095 time: 0.0673296 Nov 29 18:27:41.903051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dbf53-4145-4d3e-87c0-2e51240a0968 req-05d59961-5c9e-42f3-b7e7-612c3b1e312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:41.904648 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b1dbf53-4145-4d3e-87c0-2e51240a0968 req-05d59961-5c9e-42f3-b7e7-612c3b1e312a service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 912 time: 0.0992706 Nov 29 18:27:41.952798 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b1dbf53-4145-4d3e-87c0-2e51240a0968 req-819b53d8-742d-4685-b744-17c2e319099c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8b54728-a670-4a38-b2ab-98a3b2d21429 HTTP/1.1" status: 200 len: 217 time: 0.0385466 Nov 29 18:27:42.010660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dbf53-4145-4d3e-87c0-2e51240a0968 req-3849f035-d782-446b-b531-fc09803a9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:42.012244 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b1dbf53-4145-4d3e-87c0-2e51240a0968 req-3849f035-d782-446b-b531-fc09803a9b9e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0484796 Nov 29 18:27:42.040637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:42.065322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dbf53-4145-4d3e-87c0-2e51240a0968 req-b9b63266-b15a-48aa-b222-e67a94c3d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:42.066965 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b1dbf53-4145-4d3e-87c0-2e51240a0968 req-b9b63266-b15a-48aa-b222-e67a94c3d000 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474031 Nov 29 18:27:42.115451 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:42.159807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b1dbf53-4145-4d3e-87c0-2e51240a0968 req-b16c75a6-1689-4d7a-99c6-9d6fa5fa3800 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843942 Nov 29 18:27:42.263679 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b1dbf53-4145-4d3e-87c0-2e51240a0968 req-15e8392d-e769-4c3f-9b28-b4c535ba29a5 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940692 Nov 29 18:27:42.280181 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:42.286481 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:42.362815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event updated for resources: {'Port': ['ID=bc74c014-1007-45c8-bf76-7fbc824a2aaf,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:42.370103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device a03a14bb-6298-413e-9335-cc58c8f9fec0 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:27:42.376758 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:42.449913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590415a5-1e27-4c63-9eca-e32722a994eb req-99f3f5b5-5fd5-4e47-8daf-2fd16ba3996b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:42.451748 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-590415a5-1e27-4c63-9eca-e32722a994eb req-99f3f5b5-5fd5-4e47-8daf-2fd16ba3996b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.0617545 Nov 29 18:27:42.516656 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port a03a14bb-6298-413e-9335-cc58c8f9fec0, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=a03a14bb-6298-413e-9335-cc58c8f9fec0,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:42.535117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-590415a5-1e27-4c63-9eca-e32722a994eb req-5905c427-95a0-4a2a-bea8-7578748fabd9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747113 Nov 29 18:27:42.542910 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'a03a14bb-6298-413e-9335-cc58c8f9fec0', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'port_id': 'a03a14bb-6298-413e-9335-cc58c8f9fec0', 'mac_address': 'fa:16:3e:99:08:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:27:42.577248 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Floating IP 313b9a6e-fca7-4b4a-ad4b-bc39557a9a27 associated. External IP: 172.25.3.52, port: 924fed83-917c-4bce-a1eb-064ecaba0dd8. Nov 29 18:27:42.609093 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:42.627493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03a14bb-6298-413e-9335-cc58c8f9fec0 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:27:42.663859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port a03a14bb-6298-413e-9335-cc58c8f9fec0, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=a03a14bb-6298-413e-9335-cc58c8f9fec0,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:42.678226 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:42.740603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=a03a14bb-6298-413e-9335-cc58c8f9fec0,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:42.796308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cafa59-8b4b-4250-83c8-8c2937ecf940 req-50a144ad-30c0-4c66-8fe8-8a79ebe03102 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:42.804286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5cafa59-8b4b-4250-83c8-8c2937ecf940 req-50a144ad-30c0-4c66-8fe8-8a79ebe03102 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 944 time: 0.0627124 Nov 29 18:27:42.862242 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5cafa59-8b4b-4250-83c8-8c2937ecf940 req-3f4c2f25-31d7-4d18-8782-bcb9663fa8e2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519066 Nov 29 18:27:42.880162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Router 218dd9c3-43e7-411f-9ac3-63419864df05 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:27:42.906004 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['a03a14bb-6298-413e-9335-cc58c8f9fec0'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:27:43.003224 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:27:43.014380 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774df3dc-83b7-4ca8-b1c4-5a6ea138581c None None] Sync routers for ids ['218dd9c3-43e7-411f-9ac3-63419864df05'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:27:43.025882 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:43.027397 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774df3dc-83b7-4ca8-b1c4-5a6ea138581c None None] Routers {'218dd9c3-43e7-411f-9ac3-63419864df05'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:27:43.030232 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-774df3dc-83b7-4ca8-b1c4-5a6ea138581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:27:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['218dd9c3-43e7-411f-9ac3-63419864df05'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:43.067386 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-18310c08-5ffd-4a59-bcf0-33319db86b14 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6386826 Nov 29 18:27:43.068043 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe856ea2-b832-4c5e-910d-64bd81c15151', 'tag': '924fed83-917c-4bce-a1eb-064ecaba0dd8'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:27:43.069929 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 57928) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:43.070923 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2020760b-6bc0-494c-9b07-e7d26eed7497" -d '{"events": [{"name": "network-changed", "server_uuid": "fe856ea2-b832-4c5e-910d-64bd81c15151", "tag": "924fed83-917c-4bce-a1eb-064ecaba0dd8"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:27:43.158583 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30843681-c095-4abb-9255-5406009a3ce3 x-openstack-request-id: req-30843681-c095-4abb-9255-5406009a3ce3 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:27:43.159030 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe856ea2-b832-4c5e-910d-64bd81c15151", "tag": "924fed83-917c-4bce-a1eb-064ecaba0dd8", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:27:43.159292 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30843681-c095-4abb-9255-5406009a3ce3 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:27:43.159703 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe856ea2-b832-4c5e-910d-64bd81c15151', 'tag': '924fed83-917c-4bce-a1eb-064ecaba0dd8', 'status': 'completed', 'code': 200} Nov 29 18:27:43.219237 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-774df3dc-83b7-4ca8-b1c4-5a6ea138581c None None] Set router 218dd9c3-43e7-411f-9ac3-63419864df05 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:27:43.229998 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-376bc94d-e76f-42b5-b136-190882aeb0bf tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/floatingips/313b9a6e-fca7-4b4a-ad4b-bc39557a9a27 HTTP/1.1" status: 200 len: 990 time: 0.1544399 Nov 29 18:27:43.256743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020760b-6bc0-494c-9b07-e7d26eed7497 req-3fe28c35-ca43-45ae-86ee-eb46041dd9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:43.258429 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2020760b-6bc0-494c-9b07-e7d26eed7497 req-3fe28c35-ca43-45ae-86ee-eb46041dd9d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6110296adf0d4d689aa792da1b94c3f7&device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 1096 time: 0.0750828 Nov 29 18:27:43.419914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020760b-6bc0-494c-9b07-e7d26eed7497 req-7a09b57c-6c9b-49d2-a57a-73d809981dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:43.421540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2020760b-6bc0-494c-9b07-e7d26eed7497 req-7a09b57c-6c9b-49d2-a57a-73d809981dad service neutron] 10.222.0.31 "GET /v2.0/networks?id=98cdbdd4-6691-4cd7-8552-7509d2d3fa91 HTTP/1.1" status: 200 len: 897 time: 0.1560931 Nov 29 18:27:43.538558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2020760b-6bc0-494c-9b07-e7d26eed7497 req-f6e4d7e8-05e3-42c2-b0ae-8d1572f7d745 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=924fed83-917c-4bce-a1eb-064ecaba0dd8 HTTP/1.1" status: 200 len: 998 time: 0.1093824 Nov 29 18:27:43.600250 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-774df3dc-83b7-4ca8-b1c4-5a6ea138581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'name': 'tempest-TestNetworkBasicOps-router-795904904', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:27:08Z', 'updated_at': '2021-11-29T18:27:15Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:09Z', 'updated_at': '2021-11-29T18:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '313b9a6e-fca7-4b4a-ad4b-bc39557a9a27', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'port_id': '924fed83-917c-4bce-a1eb-064ecaba0dd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91', 'mac_address': 'fa:16:3e:b8:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe856ea2-b832-4c5e-910d-64bd81c15151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:27:41Z', 'updated_at': '2021-11-29T18:27:41Z', 'revision_number': 0, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1b8884-60aa-4a64-8968-6c10f01c5514', 'name': '', 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:77:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:14Z', 'updated_at': '2021-11-29T18:27:21Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:43.676600 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774df3dc-83b7-4ca8-b1c4-5a6ea138581c None None] Checking router: 218dd9c3-43e7-411f-9ac3-63419864df05 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:27:43.695604 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774df3dc-83b7-4ca8-b1c4-5a6ea138581c None None] Routers {'218dd9c3-43e7-411f-9ac3-63419864df05'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:27:43.695855 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-774df3dc-83b7-4ca8-b1c4-5a6ea138581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:27:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['218dd9c3-43e7-411f-9ac3-63419864df05'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:43.705148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020760b-6bc0-494c-9b07-e7d26eed7497 req-67b266fe-8295-4ad9-92e0-fd61e482c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:43.706635 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2020760b-6bc0-494c-9b07-e7d26eed7497 req-67b266fe-8295-4ad9-92e0-fd61e482c561 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f2ad495-e41c-4874-8b83-7b971335952b HTTP/1.1" status: 200 len: 835 time: 0.1606874 Nov 29 18:27:43.791062 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe279ef2-da15-4679-b8b9-63f9063bca24 req-784ba733-1a38-4304-b5e6-dfe22d9ac8e1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:43.794141 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe279ef2-da15-4679-b8b9-63f9063bca24 req-784ba733-1a38-4304-b5e6-dfe22d9ac8e1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.1586196 Nov 29 18:27:43.840144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020760b-6bc0-494c-9b07-e7d26eed7497 req-dd3e54af-cf52-4f6b-9cac-b01890206970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:43.841845 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2020760b-6bc0-494c-9b07-e7d26eed7497 req-dd3e54af-cf52-4f6b-9cac-b01890206970 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98cdbdd4-6691-4cd7-8552-7509d2d3fa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212785 Nov 29 18:27:43.854564 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-774df3dc-83b7-4ca8-b1c4-5a6ea138581c None None] Set router 218dd9c3-43e7-411f-9ac3-63419864df05 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:27:43.875578 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe279ef2-da15-4679-b8b9-63f9063bca24 req-10fffc7c-d7b5-4406-ad51-32e9b99a9c92 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654638 Nov 29 18:27:44.079865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea1832-bbac-4acc-8131-81a1b8e9ff66 req-af6edcee-a615-4018-b15b-29e19b807c67 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:44.081449 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87ea1832-bbac-4acc-8131-81a1b8e9ff66 req-af6edcee-a615-4018-b15b-29e19b807c67 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 944 time: 0.1146586 Nov 29 18:27:44.098754 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2020760b-6bc0-494c-9b07-e7d26eed7497 req-8028ca91-79b2-47dd-b840-a3f046188d80 service neutron] 10.222.0.31 "GET /v2.0/networks/98cdbdd4-6691-4cd7-8552-7509d2d3fa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222042 Nov 29 18:27:44.223705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87ea1832-bbac-4acc-8131-81a1b8e9ff66 req-8b766fa4-b782-4360-83c6-283f3445aaee tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317303 Nov 29 18:27:44.232408 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57938) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:44.241119 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-774df3dc-83b7-4ca8-b1c4-5a6ea138581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'name': 'tempest-TestNetworkBasicOps-router-795904904', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:27:08Z', 'updated_at': '2021-11-29T18:27:15Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:09Z', 'updated_at': '2021-11-29T18:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '313b9a6e-fca7-4b4a-ad4b-bc39557a9a27', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'port_id': '924fed83-917c-4bce-a1eb-064ecaba0dd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91', 'mac_address': 'fa:16:3e:b8:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe856ea2-b832-4c5e-910d-64bd81c15151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:27:41Z', 'updated_at': '2021-11-29T18:27:41Z', 'revision_number': 0, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1b8884-60aa-4a64-8968-6c10f01c5514', 'name': '', 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:77:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:14Z', 'updated_at': '2021-11-29T18:27:21Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:44.283237 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774df3dc-83b7-4ca8-b1c4-5a6ea138581c None None] The sync data for ids ['218dd9c3-43e7-411f-9ac3-63419864df05'] in n-d-819494-5 is: [{'id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'name': 'tempest-TestNetworkBasicOps-router-795904904', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:27:08Z', 'updated_at': '2021-11-29T18:27:15Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:09Z', 'updated_at': '2021-11-29T18:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '313b9a6e-fca7-4b4a-ad4b-bc39557a9a27', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'port_id': '924fed83-917c-4bce-a1eb-064ecaba0dd8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91', 'mac_address': 'fa:16:3e:b8:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe856ea2-b832-4c5e-910d-64bd81c15151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:27:41Z', 'updated_at': '2021-11-29T18:27:41Z', 'revision_number': 0, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1b8884-60aa-4a64-8968-6c10f01c5514', 'name': '', 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:77:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:14Z', 'updated_at': '2021-11-29T18:27:21Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:27:44.326201 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2020760b-6bc0-494c-9b07-e7d26eed7497 req-611f2bb8-1479-4b46-95c0-e2323db0399c service neutron] 10.222.0.31 "GET /v2.0/networks/98cdbdd4-6691-4cd7-8552-7509d2d3fa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158265 Nov 29 18:27:44.378552 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-87fe758d-645e-4b9a-9d41-3519229408d0 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/floatingips/313b9a6e-fca7-4b4a-ad4b-bc39557a9a27 HTTP/1.1" status: 200 len: 990 time: 0.1429949 Nov 29 18:27:44.387376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device a03a14bb-6298-413e-9335-cc58c8f9fec0 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:27:44.481524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port a03a14bb-6298-413e-9335-cc58c8f9fec0 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:27:44.491499 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port a03a14bb-6298-413e-9335-cc58c8f9fec0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:27:44.492332 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:44.778754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae60649-b27f-4226-9ee0-9a9503ff0aa7 None None] New status for floating IP 313b9a6e-fca7-4b4a-ad4b-bc39557a9a27: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:27:44.842589 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:44.917274 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2027d689-4d72-44a9-aff8-fbebdedd46dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03a14bb-6298-413e-9335-cc58c8f9fec0'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:27:44.920162 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68188251-56d6-4715-81f7-e41e44400ff4" -d '{"events": [{"server_uuid": "2027d689-4d72-44a9-aff8-fbebdedd46dc", "name": "network-vif-plugged", "status": "completed", "tag": "a03a14bb-6298-413e-9335-cc58c8f9fec0"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:27:44.945449 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port a03a14bb-6298-413e-9335-cc58c8f9fec0, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=a03a14bb-6298-413e-9335-cc58c8f9fec0,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:44.968430 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:45.082227 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dba30a-7dc6-4c1d-a6e7-f7f13dfb0fdb x-openstack-request-id: req-c2dba30a-7dc6-4c1d-a6e7-f7f13dfb0fdb {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:27:45.083169 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2027d689-4d72-44a9-aff8-fbebdedd46dc", "name": "network-vif-plugged", "status": "completed", "tag": "a03a14bb-6298-413e-9335-cc58c8f9fec0", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:27:45.084070 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2dba30a-7dc6-4c1d-a6e7-f7f13dfb0fdb {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:27:45.084519 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2027d689-4d72-44a9-aff8-fbebdedd46dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03a14bb-6298-413e-9335-cc58c8f9fec0', 'code': 200} Nov 29 18:27:45.121775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=a03a14bb-6298-413e-9335-cc58c8f9fec0,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:45.236016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a09a98-a27b-4279-9d67-eb67d37ca047 req-a5264d79-9be4-4db5-8559-3867d2b62de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:45.238830 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-91a09a98-a27b-4279-9d67-eb67d37ca047 req-a5264d79-9be4-4db5-8559-3867d2b62de7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 1096 time: 0.1414964 Nov 29 18:27:45.250994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5a1d2-9544-4eaf-b2ae-d11f97b50ceb req-097ee691-b1b0-4e72-bd30-acc6628c483a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:45.252757 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10a5a1d2-9544-4eaf-b2ae-d11f97b50ceb req-097ee691-b1b0-4e72-bd30-acc6628c483a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.1600153 Nov 29 18:27:45.308613 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-91a09a98-a27b-4279-9d67-eb67d37ca047 req-758f2f2a-a9ec-4225-9d11-df53dda7c7c6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556009 Nov 29 18:27:45.387366 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 57948) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:45.434447 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10a5a1d2-9544-4eaf-b2ae-d11f97b50ceb req-b62ca149-1b2f-41c9-a64a-e3391c86fb70 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545358 Nov 29 18:27:45.475086 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe9093-a96f-476a-bfb7-7b57c474339d req-096a725f-9ff5-40c5-a475-ff0df1e4a2f5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:45.486711 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2423c407-94a4-4d8f-9bcb-7d6e66cdd830 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/floatingips/313b9a6e-fca7-4b4a-ad4b-bc39557a9a27 HTTP/1.1" status: 200 len: 992 time: 0.0977285 Nov 29 18:27:45.489229 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6fe9093-a96f-476a-bfb7-7b57c474339d req-096a725f-9ff5-40c5-a475-ff0df1e4a2f5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.1132169 Nov 29 18:27:45.561980 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6fe9093-a96f-476a-bfb7-7b57c474339d req-162d4d39-cb7e-433a-a1d2-8291f4673194 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698097 Nov 29 18:27:46.619375 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65534b08-fc31-438a-82d2-f93a77e4242f req-a848b34b-2893-4a29-834f-cb83b4a69a57 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:46.631210 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65534b08-fc31-438a-82d2-f93a77e4242f req-a848b34b-2893-4a29-834f-cb83b4a69a57 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.0799096 Nov 29 18:27:46.735408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65534b08-fc31-438a-82d2-f93a77e4242f req-87e8364a-1fda-40f6-92c1-627de905c37f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031682 Nov 29 18:27:46.764138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f3e92-796f-40ff-9342-6e57ed95db39 req-b568022e-3001-4e34-8f30-14801acccb52 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:46.772559 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d8f3e92-796f-40ff-9342-6e57ed95db39 req-b568022e-3001-4e34-8f30-14801acccb52 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.1075652 Nov 29 18:27:46.837295 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d8f3e92-796f-40ff-9342-6e57ed95db39 req-a57672b6-9c5b-49cb-8e9d-30b7cc7573af tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630517 Nov 29 18:27:47.159111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e23682-759c-4c6f-a6b9-5ff28d9bd950 req-611836e9-458a-4d28-b5df-72fbd223b041 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:47.167012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0e23682-759c-4c6f-a6b9-5ff28d9bd950 req-611836e9-458a-4d28-b5df-72fbd223b041 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0851591 Nov 29 18:27:47.222088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0e23682-759c-4c6f-a6b9-5ff28d9bd950 req-606a3b34-9e23-4bb1-b98d-c933ffba1c41 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528452 Nov 29 18:27:47.867729 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1727e64-f959-4f0c-be00-a18807474b80 req-22e31e22-1df1-4daa-9b09-1c557a1b90a1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:47.871301 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1727e64-f959-4f0c-be00-a18807474b80 req-22e31e22-1df1-4daa-9b09-1c557a1b90a1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.0562649 Nov 29 18:27:47.925934 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1727e64-f959-4f0c-be00-a18807474b80 req-94d71910-baf9-40fa-b286-dc0d60b21bba tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497296 Nov 29 18:27:48.350882 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730b6ed-13c5-45aa-86ee-0f78bb2dbd33 req-a8352bc8-ada7-4aac-879a-bc4291183867 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:48.351551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7730b6ed-13c5-45aa-86ee-0f78bb2dbd33 req-a8352bc8-ada7-4aac-879a-bc4291183867 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0543580 Nov 29 18:27:48.419497 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7730b6ed-13c5-45aa-86ee-0f78bb2dbd33 req-bce88303-0b4e-4ee4-bc70-66438598634c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607569 Nov 29 18:27:48.934553 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d83cf-3415-4dd9-af20-c39f4b9f05ec req-27f60104-b0ac-4cb2-91f2-914c206e3d59 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:48.939252 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a35d83cf-3415-4dd9-af20-c39f4b9f05ec req-27f60104-b0ac-4cb2-91f2-914c206e3d59 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 946 time: 0.0537841 Nov 29 18:27:48.997172 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a35d83cf-3415-4dd9-af20-c39f4b9f05ec req-ef3b35f8-c192-40b7-bb01-30925f2184f1 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ab47e4-461b-433c-a7af-92d842762e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551207 Nov 29 18:27:49.051232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1735b8-fa7b-411a-bbfd-a46a1f211bf6 req-26d3c277-6114-4e6a-b925-4f62581f5214 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:49.059372 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e1735b8-fa7b-411a-bbfd-a46a1f211bf6 req-26d3c277-6114-4e6a-b925-4f62581f5214 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.0611522 Nov 29 18:27:49.105684 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e1735b8-fa7b-411a-bbfd-a46a1f211bf6 req-94ef78e2-065e-439b-a02f-191d79b04ba4 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454142 Nov 29 18:27:49.540989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb77a7-528d-49a9-a22e-b3f201365636 req-44e0b4bb-8f04-4ede-b724-c8943076e3b5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:49.544350 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-59cb77a7-528d-49a9-a22e-b3f201365636 req-44e0b4bb-8f04-4ede-b724-c8943076e3b5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0562556 Nov 29 18:27:49.592873 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-59cb77a7-528d-49a9-a22e-b3f201365636 req-8884fda2-658f-45f1-8b1d-f1e315d3ecae tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438848 Nov 29 18:27:50.116039 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08910970-38ab-4465-b63c-eb3306181766 req-ff5f439f-decf-4f8f-85fa-bf7337ce146f tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:50.117446 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08910970-38ab-4465-b63c-eb3306181766 req-ff5f439f-decf-4f8f-85fa-bf7337ce146f tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 946 time: 0.0494246 Nov 29 18:27:50.166503 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08910970-38ab-4465-b63c-eb3306181766 req-6265bdb3-9923-4a7d-b1bc-3acf4e9f299b tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ab47e4-461b-433c-a7af-92d842762e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428412 Nov 29 18:27:50.220733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353c044-ec23-4989-8b65-ff71e5facbfd req-3be87ecd-830f-4ea2-9db7-c9dd7a027e8a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:50.222268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4353c044-ec23-4989-8b65-ff71e5facbfd req-3be87ecd-830f-4ea2-9db7-c9dd7a027e8a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.0486467 Nov 29 18:27:50.275943 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4353c044-ec23-4989-8b65-ff71e5facbfd req-26a70fca-bf9f-4d17-955e-aaddb35e40dd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474112 Nov 29 18:27:50.707079 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a850cbd-2dae-4121-b51f-905ce122e0ea req-284f926a-5c6a-47c5-ba18-563601a6f4e7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:50.708557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a850cbd-2dae-4121-b51f-905ce122e0ea req-284f926a-5c6a-47c5-ba18-563601a6f4e7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0481434 Nov 29 18:27:50.782848 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a850cbd-2dae-4121-b51f-905ce122e0ea req-26af0031-7ec8-4539-b4f3-44ba7c395fc2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677850 Nov 29 18:27:50.795964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8337816-0b5b-46ab-b9c6-808e762790c4 req-04e753ad-33be-4d81-ad9e-6bca2109905e tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:50.797459 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8337816-0b5b-46ab-b9c6-808e762790c4 req-04e753ad-33be-4d81-ad9e-6bca2109905e tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.31 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 946 time: 0.0766141 Nov 29 18:27:50.895803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-a8337816-0b5b-46ab-b9c6-808e762790c4 req-999e358a-d501-4bc4-984c-7e1fe97686fd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Deleting port 594120a4-06a7-4d81-bb41-fb96564513a0 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:27:50.896140 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a8337816-0b5b-46ab-b9c6-808e762790c4 req-999e358a-d501-4bc4-984c-7e1fe97686fd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:50.983952 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a8337816-0b5b-46ab-b9c6-808e762790c4 req-999e358a-d501-4bc4-984c-7e1fe97686fd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] For port 594120a4-06a7-4d81-bb41-fb96564513a0, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=594120a4-06a7-4d81-bb41-fb96564513a0,segment=NetworkSegment(e565cf34-1a5c-4068-a09e-b68b84982495),segment_id=e565cf34-1a5c-4068-a09e-b68b84982495)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:27:50.984321 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a8337816-0b5b-46ab-b9c6-808e762790c4 req-999e358a-d501-4bc4-984c-7e1fe97686fd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:51.159742 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a8337816-0b5b-46ab-b9c6-808e762790c4 req-999e358a-d501-4bc4-984c-7e1fe97686fd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:51.160424 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a8337816-0b5b-46ab-b9c6-808e762790c4 req-999e358a-d501-4bc4-984c-7e1fe97686fd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:51.160424 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-a8337816-0b5b-46ab-b9c6-808e762790c4 req-999e358a-d501-4bc4-984c-7e1fe97686fd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Floating IP a1adb195-e5bd-43df-81c8-5ba14954de37 disassociated. External IP: 172.25.3.201, port: 594120a4-06a7-4d81-bb41-fb96564513a0. Nov 29 18:27:51.160644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-a8337816-0b5b-46ab-b9c6-808e762790c4 req-999e358a-d501-4bc4-984c-7e1fe97686fd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Calling delete_port for 594120a4-06a7-4d81-bb41-fb96564513a0 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:27:51.328062 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d37f44-b3fc-4819-83ba-d7039762d342 req-77842df7-dd17-41f6-bb18-e4d323e6a870 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:51.329592 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17d37f44-b3fc-4819-83ba-d7039762d342 req-77842df7-dd17-41f6-bb18-e4d323e6a870 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/ports?device_id=f84f6264-fc59-4086-a9e0-7050ad3bf0fc HTTP/1.1" status: 200 len: 946 time: 0.0916624 Nov 29 18:27:51.331307 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a8337816-0b5b-46ab-b9c6-808e762790c4 req-999e358a-d501-4bc4-984c-7e1fe97686fd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:51.395321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e358a-d501-4bc4-984c-7e1fe97686fd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event deleted for resources: {'Port': ['ID=594120a4-06a7-4d81-bb41-fb96564513a0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:51.814502 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17d37f44-b3fc-4819-83ba-d7039762d342 req-65f814fb-43f3-47f7-aa8e-ff1eb505a489 tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups?id=74ab47e4-461b-433c-a7af-92d842762e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4761326 Nov 29 18:27:51.871012 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038b0af-1e22-48da-872a-4c75cc502211 req-f2ac7383-a7d5-421b-a4e8-903ad82658bd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:51.872806 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e038b0af-1e22-48da-872a-4c75cc502211 req-f2ac7383-a7d5-421b-a4e8-903ad82658bd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.5209231 Nov 29 18:27:51.972621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8337816-0b5b-46ab-b9c6-808e762790c4 req-999e358a-d501-4bc4-984c-7e1fe97686fd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Router b1cb59ab-9368-4f6a-b0db-4b319db8be8a has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:27:51.987679 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e038b0af-1e22-48da-872a-4c75cc502211 req-640b538e-fac3-4679-bff9-47b8cd8a335f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071529 Nov 29 18:27:51.998497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd14291-f0a6-4292-942d-686ee5cfb074 req-f1067bb3-0130-4a38-a571-f9ca1fed32d2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:52.000033 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ebd14291-f0a6-4292-942d-686ee5cfb074 req-f1067bb3-0130-4a38-a571-f9ca1fed32d2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.1052079 Nov 29 18:27:52.125547 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ebd14291-f0a6-4292-942d-686ee5cfb074 req-757a28a7-dd5b-4a7c-b235-7a08d72eafbc tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181226 Nov 29 18:27:52.137894 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8337816-0b5b-46ab-b9c6-808e762790c4 req-999e358a-d501-4bc4-984c-7e1fe97686fd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:27:52.155566 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1eab0-d084-48c9-b4ad-ddb870d4a78c None None] Sync routers for ids ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:27:52.168160 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1eab0-d084-48c9-b4ad-ddb870d4a78c None None] Routers {'b1cb59ab-9368-4f6a-b0db-4b319db8be8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:27:52.168782 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-89f1eab0-d084-48c9-b4ad-ddb870d4a78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:27:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:52.180594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8337816-0b5b-46ab-b9c6-808e762790c4 req-999e358a-d501-4bc4-984c-7e1fe97686fd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] No DVR routers for this DVR port 594120a4-06a7-4d81-bb41-fb96564513a0 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:27:52.183518 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a8337816-0b5b-46ab-b9c6-808e762790c4 req-999e358a-d501-4bc4-984c-7e1fe97686fd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:52.187034 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8337816-0b5b-46ab-b9c6-808e762790c4 req-999e358a-d501-4bc4-984c-7e1fe97686fd tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.31 "DELETE /v2.0/ports/594120a4-06a7-4d81-bb41-fb96564513a0 HTTP/1.1" status: 204 len: 173 time: 1.3827679 Nov 29 18:27:52.187529 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84f6264-fc59-4086-a9e0-7050ad3bf0fc', 'name': 'network-vif-deleted', 'tag': '594120a4-06a7-4d81-bb41-fb96564513a0'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:27:52.190013 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9ffb60-79f2-4f6c-8953-aae954bbf8fe" -d '{"events": [{"server_uuid": "f84f6264-fc59-4086-a9e0-7050ad3bf0fc", "name": "network-vif-deleted", "tag": "594120a4-06a7-4d81-bb41-fb96564513a0"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:27:52.235965 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92342b4a-14af-457c-8993-7146f6f472e8 x-openstack-request-id: req-92342b4a-14af-457c-8993-7146f6f472e8 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:27:52.236304 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f84f6264-fc59-4086-a9e0-7050ad3bf0fc", "name": "network-vif-deleted", "tag": "594120a4-06a7-4d81-bb41-fb96564513a0", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:27:52.236574 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92342b4a-14af-457c-8993-7146f6f472e8 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:27:52.237006 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84f6264-fc59-4086-a9e0-7050ad3bf0fc', 'name': 'network-vif-deleted', 'tag': '594120a4-06a7-4d81-bb41-fb96564513a0', 'status': 'completed', 'code': 200} Nov 29 18:27:52.308506 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-89f1eab0-d084-48c9-b4ad-ddb870d4a78c None None] Set router b1cb59ab-9368-4f6a-b0db-4b319db8be8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:27:52.505262 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-89f1eab0-d084-48c9-b4ad-ddb870d4a78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:12Z', 'revision_number': 4, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a030367d-2252-4bb6-a495-f1b9a7d78d1d', 'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'mac_address': 'fa:16:3e:24:d6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:11Z', 'updated_at': '2021-11-29T18:18:18Z', 'revision_number': 5, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'subnets': [{'id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:52.533685 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1eab0-d084-48c9-b4ad-ddb870d4a78c None None] Checking router: b1cb59ab-9368-4f6a-b0db-4b319db8be8a for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:27:52.551919 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1eab0-d084-48c9-b4ad-ddb870d4a78c None None] Routers {'b1cb59ab-9368-4f6a-b0db-4b319db8be8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:27:52.552530 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-89f1eab0-d084-48c9-b4ad-ddb870d4a78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:27:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:52.671562 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-89f1eab0-d084-48c9-b4ad-ddb870d4a78c None None] Set router b1cb59ab-9368-4f6a-b0db-4b319db8be8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:27:52.919896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 58006) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:52.976635 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:52.980871 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-89f1eab0-d084-48c9-b4ad-ddb870d4a78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:12Z', 'revision_number': 4, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a030367d-2252-4bb6-a495-f1b9a7d78d1d', 'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'mac_address': 'fa:16:3e:24:d6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:11Z', 'updated_at': '2021-11-29T18:18:18Z', 'revision_number': 5, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'subnets': [{'id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:27:53.001153 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:53.007962 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1eab0-d084-48c9-b4ad-ddb870d4a78c None None] The sync data for ids ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'] in n-d-819494-5 is: [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:18:12Z', 'revision_number': 4, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a030367d-2252-4bb6-a495-f1b9a7d78d1d', 'name': '', 'network_id': '61733c11-da39-45f1-ae18-c53a50ed6ebf', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'mac_address': 'fa:16:3e:24:d6:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2889, 'fixed_ips': [{'subnet_id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:11Z', 'updated_at': '2021-11-29T18:18:18Z', 'revision_number': 5, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'subnets': [{'id': '95d25936-e438-49fc-88cf-2ab9c265fd23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:27:53.068721 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:53.072791 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:53.074931 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "DELETE /v2.0/security-groups/74ab47e4-461b-433c-a7af-92d842762e7f HTTP/1.1" status: 204 len: 168 time: 0.1538806 Nov 29 18:27:53.077736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58010) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:53.087934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ab47e4-461b-433c-a7af-92d842762e7f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:53.099539 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.100023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.100371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.100714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.101053 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.101391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.101723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.102119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.102449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.102860 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.103426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.104123 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb513361-c6fc-490f-8836-4c2c61e26b1a tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.104536 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-8a1f9c3b-1b23-4571-8dc8-ebef96b054ac tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] show failed (client error): The resource could not be found. Nov 29 18:27:53.105621 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8a1f9c3b-1b23-4571-8dc8-ebef96b054ac tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "GET /v2.0/security-groups/74ab47e4-461b-433c-a7af-92d842762e7f HTTP/1.1" status: 404 len: 347 time: 0.0268834 Nov 29 18:27:53.109015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58012) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:27:53.162758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3656f-3e67-410f-bed0-d1fdcb390222 req-c2ead6a0-872b-4030-bb08-ee4c13d51ea7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:53.164374 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-46e3656f-3e67-410f-bed0-d1fdcb390222 req-c2ead6a0-872b-4030-bb08-ee4c13d51ea7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.0682080 Nov 29 18:27:53.223882 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-46e3656f-3e67-410f-bed0-d1fdcb390222 req-913de55e-7bca-40db-b76d-b2734aa7ba1e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529060 Nov 29 18:27:53.291777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc308e40-b223-45b0-a79e-28490488e346 req-df2d6deb-f737-41dc-bea0-04c7ae25321e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:53.293638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc308e40-b223-45b0-a79e-28490488e346 req-df2d6deb-f737-41dc-bea0-04c7ae25321e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0649302 Nov 29 18:27:53.299914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Deleting port 19d24b6b-f0ec-4b9a-88a4-326ca1f9d777 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:27:53.300773 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:53.350810 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc308e40-b223-45b0-a79e-28490488e346 req-82e53125-a7c1-4458-9806-69386ae49a17 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506811 Nov 29 18:27:53.403673 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:53.404015 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:53.407771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f968179-d7c4-4648-859e-5f17cd377441 None None] New status for floating IP a1adb195-e5bd-43df-81c8-5ba14954de37: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:27:53.418671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Calling delete_port for 19d24b6b-f0ec-4b9a-88a4-326ca1f9d777 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:27:53.592215 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:53.631166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Pushing event deleted for resources: {'Port': ['ID=19d24b6b-f0ec-4b9a-88a4-326ca1f9d777,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:27:53.655181 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.655532 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.655876 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.656216 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.656554 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.656889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.657218 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.657566 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.657873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.658196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.658522 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.658876 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:27:53.699221 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:53.701834 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:53.705924 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b62cfbaa-f84c-4474-9764-4c92b6468a9d tempest-AttachVolumeTestJSON-117766964 tempest-AttachVolumeTestJSON-117766964-project] 10.222.0.23 "DELETE /v2.0/floatingips/a1adb195-e5bd-43df-81c8-5ba14954de37 HTTP/1.1" status: 204 len: 168 time: 0.5928748 Nov 29 18:27:53.979177 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fee1e779-0eab-4a0d-9dec-974c25d1c554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:54.354709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f1514-fd55-462c-853d-e94b4e5592b0 req-34da494f-80f9-45e2-8f0a-479af5e502b5 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:54.356237 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c4f1514-fd55-462c-853d-e94b4e5592b0 req-34da494f-80f9-45e2-8f0a-479af5e502b5 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.0526190 Nov 29 18:27:54.409077 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c4f1514-fd55-462c-853d-e94b4e5592b0 req-00d32fb4-3e3d-43fa-9f23-c9b641e86752 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463872 Nov 29 18:27:54.490635 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4ae75-6880-4e88-9f61-67afcbd8ef40 req-498af6d8-4d92-4835-a5e4-6889465e7c85 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:54.492141 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44c4ae75-6880-4e88-9f61-67afcbd8ef40 req-498af6d8-4d92-4835-a5e4-6889465e7c85 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0497589 Nov 29 18:27:54.542050 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44c4ae75-6880-4e88-9f61-67afcbd8ef40 req-c27d3856-0936-4397-966f-c250507627d6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430286 Nov 29 18:27:55.011062 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 594120a4-06a7-4d81-bb41-fb96564513a0 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:27:55.034698 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 594120a4-06a7-4d81-bb41-fb96564513a0 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:27:55.035077 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 594120a4-06a7-4d81-bb41-fb96564513a0 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:27:55.528008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032edc34-c1af-4442-8757-3208a74f089b req-3ed76a2e-a695-4ac3-a77d-43d14e0395e4 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:55.529609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-032edc34-c1af-4442-8757-3208a74f089b req-3ed76a2e-a695-4ac3-a77d-43d14e0395e4 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.0499077 Nov 29 18:27:55.582004 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-032edc34-c1af-4442-8757-3208a74f089b req-8c510354-2516-4c1c-94d9-21432420755a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461838 Nov 29 18:27:55.670071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396e4e1-106d-4efd-8a09-709234eb4e32 req-c96adee3-5935-47b5-8f20-dbd9348c46b8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:55.671598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9396e4e1-106d-4efd-8a09-709234eb4e32 req-c96adee3-5935-47b5-8f20-dbd9348c46b8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0494523 Nov 29 18:27:55.722283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9396e4e1-106d-4efd-8a09-709234eb4e32 req-f6d0afb3-defa-47a0-a9bb-34aa15eb8612 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445626 Nov 29 18:27:56.423719 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b516837c-f847-4f5b-a452-2c4ea19ee587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:56.720649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ba0f8-1e5a-4bd1-a8ef-ee5d87825778 req-cb2ff29e-7653-44f1-93b2-c02a3f4ef6d1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:56.722466 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc6ba0f8-1e5a-4bd1-a8ef-ee5d87825778 req-cb2ff29e-7653-44f1-93b2-c02a3f4ef6d1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.0540245 Nov 29 18:27:56.781348 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc6ba0f8-1e5a-4bd1-a8ef-ee5d87825778 req-9f8d2b36-1b3f-47ed-be10-1c205dcd36b5 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517488 Nov 29 18:27:56.868810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9f083-bf8b-4d6d-ba7b-13e15d722165 req-0abf5d99-eb60-4b14-bb84-6fdcfdf4389e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:56.870430 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1e9f083-bf8b-4d6d-ba7b-13e15d722165 req-0abf5d99-eb60-4b14-bb84-6fdcfdf4389e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0576775 Nov 29 18:27:56.925549 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1e9f083-bf8b-4d6d-ba7b-13e15d722165 req-88a5649a-8e43-4d9e-9bdf-afeaac39ceca tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464542 Nov 29 18:27:57.295026 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:57.606001 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:57.907172 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf5d16-c5bc-4144-a1ad-13351315b266 req-fe6358aa-f77d-415c-9c52-8119470b7697 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:57.908851 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02cf5d16-c5bc-4144-a1ad-13351315b266 req-fe6358aa-f77d-415c-9c52-8119470b7697 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.0561564 Nov 29 18:27:57.965768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02cf5d16-c5bc-4144-a1ad-13351315b266 req-cbf0cd44-834c-44d2-91a6-7f54a0a37ae8 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486815 Nov 29 18:27:58.089702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c767ea-e22a-4b60-bc8a-ef351d1bf260 req-9665b547-740f-40a6-9640-14bdb0abc24d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:58.091961 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65c767ea-e22a-4b60-bc8a-ef351d1bf260 req-9665b547-740f-40a6-9640-14bdb0abc24d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0667737 Nov 29 18:27:58.148365 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65c767ea-e22a-4b60-bc8a-ef351d1bf260 req-a4c83213-f738-4a77-be5c-6faf179b724d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501411 Nov 29 18:27:59.092439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5a332-c674-43d1-99d4-9dfdf933fbea req-c7f7ad52-647a-44a6-b51b-0cd05effc2b9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:59.093914 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ebc5a332-c674-43d1-99d4-9dfdf933fbea req-c7f7ad52-647a-44a6-b51b-0cd05effc2b9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.0483258 Nov 29 18:27:59.126453 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:59.162510 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ebc5a332-c674-43d1-99d4-9dfdf933fbea req-14351648-e40d-445d-8c7d-a60297f5ac70 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617497 Nov 29 18:27:59.297177 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0aa277-5ff7-4677-8d5d-2c1cc39e2ddf req-53b81ca6-4f35-4028-80fe-89da77724a81 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:27:59.299162 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff0aa277-5ff7-4677-8d5d-2c1cc39e2ddf req-53b81ca6-4f35-4028-80fe-89da77724a81 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0619659 Nov 29 18:27:59.364961 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff0aa277-5ff7-4677-8d5d-2c1cc39e2ddf req-d189d9df-f807-410c-8150-477e9191b198 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557642 Nov 29 18:27:59.766687 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:27:59.975429 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:00.296466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d5051-4347-4fa9-84d7-69415cac5c10 req-b431b33d-539d-4084-9117-e6cb02411715 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:00.302423 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c09d5051-4347-4fa9-84d7-69415cac5c10 req-b431b33d-539d-4084-9117-e6cb02411715 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.0636194 Nov 29 18:28:00.353802 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c09d5051-4347-4fa9-84d7-69415cac5c10 req-80000978-9adf-4732-8b2d-d20958c9882c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431154 Nov 29 18:28:00.479464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f69e44-4636-43f3-a34c-ea462ce782d8 req-66e1e122-1a59-42be-874e-d0385a0e4139 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:00.480934 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11f69e44-4636-43f3-a34c-ea462ce782d8 req-66e1e122-1a59-42be-874e-d0385a0e4139 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0484276 Nov 29 18:28:00.528355 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11f69e44-4636-43f3-a34c-ea462ce782d8 req-83a1e95c-f620-4397-9d03-efae6c9d875f tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410299 Nov 29 18:28:01.478749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec1151-8a9e-4bed-aad1-bc404b5d49bf req-b83cd50c-6f54-4faf-9f03-b5d28ea7cb43 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:01.480403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3bec1151-8a9e-4bed-aad1-bc404b5d49bf req-b83cd50c-6f54-4faf-9f03-b5d28ea7cb43 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.0569494 Nov 29 18:28:01.530651 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3bec1151-8a9e-4bed-aad1-bc404b5d49bf req-cfbf6778-6490-40a4-bb5b-9209830227f6 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438035 Nov 29 18:28:01.649864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b038f11-4dca-4bc8-88f9-2a3990af6673 req-2bb4836e-4a13-406f-8b30-21822a33d2ff tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:01.652043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b038f11-4dca-4bc8-88f9-2a3990af6673 req-2bb4836e-4a13-406f-8b30-21822a33d2ff tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0536799 Nov 29 18:28:01.710985 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b038f11-4dca-4bc8-88f9-2a3990af6673 req-c9939600-00fc-4256-984a-d93f3b85a14c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507858 Nov 29 18:28:02.700009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ebf75-fbf8-489a-aef4-66080de250d8 req-68a41ce8-fdba-4c57-9fe8-eb698c600ab7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:02.703117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d5ebf75-fbf8-489a-aef4-66080de250d8 req-68a41ce8-fdba-4c57-9fe8-eb698c600ab7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.0855527 Nov 29 18:28:02.775215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d5ebf75-fbf8-489a-aef4-66080de250d8 req-30ebc92e-2fe2-4fd4-96fa-7695d76c2930 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643430 Nov 29 18:28:02.871410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b0af6-e86d-4f7d-9a4f-22d3d0a39452 req-85c79037-cf15-4fa2-aefd-c43c986c57d8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:02.873482 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-871b0af6-e86d-4f7d-9a4f-22d3d0a39452 req-85c79037-cf15-4fa2-aefd-c43c986c57d8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0632257 Nov 29 18:28:02.928322 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-871b0af6-e86d-4f7d-9a4f-22d3d0a39452 req-0f493be4-b79a-41f5-9084-c220a24fd37e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469112 Nov 29 18:28:03.897455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5dc80-d31b-4c88-92be-6d0f70d68863 req-1f2d74b1-6bac-4d7f-97c8-24979a61e800 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:03.899001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ae5dc80-d31b-4c88-92be-6d0f70d68863 req-1f2d74b1-6bac-4d7f-97c8-24979a61e800 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.0517185 Nov 29 18:28:03.959980 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ae5dc80-d31b-4c88-92be-6d0f70d68863 req-0fd62e42-0516-4cf2-ba71-7d36c2fd2247 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422974 Nov 29 18:28:04.054703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca646dec-a363-4fcb-bf77-58ad5283bd5d req-74ad9555-6333-4ecc-992e-3646a0779518 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:04.057097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca646dec-a363-4fcb-bf77-58ad5283bd5d req-74ad9555-6333-4ecc-992e-3646a0779518 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0567951 Nov 29 18:28:04.109779 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca646dec-a363-4fcb-bf77-58ad5283bd5d req-05228343-c201-4dae-9b10-96f3690dbb5c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461648 Nov 29 18:28:04.541324 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:28:05.079355 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e59e3-c752-40e4-b707-13b65aacca36 req-3d95edb0-e3d8-4dee-abd9-d3d5aa8b7ebd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:05.080889 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-796e59e3-c752-40e4-b707-13b65aacca36 req-3d95edb0-e3d8-4dee-abd9-d3d5aa8b7ebd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.0505476 Nov 29 18:28:05.129677 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-796e59e3-c752-40e4-b707-13b65aacca36 req-951f48ce-7ec7-4287-aca4-e54173050d07 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424910 Nov 29 18:28:05.233427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44303fe-a564-4b02-888a-1256f3b057ce req-dbf79c79-23e3-411a-8066-af30b4dc3093 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:05.234958 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a44303fe-a564-4b02-888a-1256f3b057ce req-dbf79c79-23e3-411a-8066-af30b4dc3093 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0528789 Nov 29 18:28:05.295509 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a44303fe-a564-4b02-888a-1256f3b057ce req-eb9001cf-6637-42b7-810b-00495f00e1d7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542166 Nov 29 18:28:05.749461 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58098) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:06.250193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e5806-faed-40f9-bf4d-6071559a0cb6 req-65a3dc13-57e9-4288-959b-4ca815d8c43d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:06.252202 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e94e5806-faed-40f9-bf4d-6071559a0cb6 req-65a3dc13-57e9-4288-959b-4ca815d8c43d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 944 time: 0.0510254 Nov 29 18:28:06.264942 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-60166482-1ec3-4bd3-bd10-11d2f9f2b465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:06.309169 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e94e5806-faed-40f9-bf4d-6071559a0cb6 req-6da3f4bb-5115-4a7e-a63c-69adf791ce7e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494561 Nov 29 18:28:06.428852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa34d69-00d6-43fe-b7ed-a48b40f0935d req-e4d002db-d788-4d73-9842-4ac57c595c44 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:06.432140 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0aa34d69-00d6-43fe-b7ed-a48b40f0935d req-e4d002db-d788-4d73-9842-4ac57c595c44 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0595264 Nov 29 18:28:06.503288 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0aa34d69-00d6-43fe-b7ed-a48b40f0935d req-ae1752d7-67f6-42dd-b99a-c27d09ff0a65 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594101 Nov 29 18:28:06.568730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-60166482-1ec3-4bd3-bd10-11d2f9f2b465 admin admin] Deleting port a030367d-2252-4bb6-a495-f1b9a7d78d1d {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:28:06.568996 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-60166482-1ec3-4bd3-bd10-11d2f9f2b465 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:06.655087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-60166482-1ec3-4bd3-bd10-11d2f9f2b465 admin admin] For port a030367d-2252-4bb6-a495-f1b9a7d78d1d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a030367d-2252-4bb6-a495-f1b9a7d78d1d,segment=NetworkSegment(e565cf34-1a5c-4068-a09e-b68b84982495),segment_id=e565cf34-1a5c-4068-a09e-b68b84982495)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:28:06.655770 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-60166482-1ec3-4bd3-bd10-11d2f9f2b465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:06.671472 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-60166482-1ec3-4bd3-bd10-11d2f9f2b465 admin admin] Calling delete_port for a030367d-2252-4bb6-a495-f1b9a7d78d1d owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:28:06.868774 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-60166482-1ec3-4bd3-bd10-11d2f9f2b465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:06.894946 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60166482-1ec3-4bd3-bd10-11d2f9f2b465 admin admin] Pushing event deleted for resources: {'Port': ['ID=a030367d-2252-4bb6-a495-f1b9a7d78d1d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:07.069468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-60166482-1ec3-4bd3-bd10-11d2f9f2b465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:07.093592 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f8b54728-a670-4a38-b2ab-98a3b2d21429 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:28:07.188233 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port f8b54728-a670-4a38-b2ab-98a3b2d21429, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f8b54728-a670-4a38-b2ab-98a3b2d21429,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:28:07.200156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'f8b54728-a670-4a38-b2ab-98a3b2d21429', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'port_id': 'f8b54728-a670-4a38-b2ab-98a3b2d21429', 'mac_address': 'fa:16:3e:bf:45:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:28:07.242351 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:07.255746 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b54728-a670-4a38-b2ab-98a3b2d21429 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:28:07.275828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port f8b54728-a670-4a38-b2ab-98a3b2d21429, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f8b54728-a670-4a38-b2ab-98a3b2d21429,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:28:07.280825 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:07.295901 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60166482-1ec3-4bd3-bd10-11d2f9f2b465 admin admin] Router b1cb59ab-9368-4f6a-b0db-4b319db8be8a has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:28:07.328111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=f8b54728-a670-4a38-b2ab-98a3b2d21429,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:07.335602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:07.336448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:07.336795 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:07.337139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:07.337479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:07.337817 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:07.338149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:07.338480 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:07.338836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:07.339163 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:07.339500 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:07.339939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:07.404005 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60166482-1ec3-4bd3-bd10-11d2f9f2b465 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:28:07.412187 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-60166482-1ec3-4bd3-bd10-11d2f9f2b465 admin admin] 10.222.0.23 "PUT /v2.0/routers/b1cb59ab-9368-4f6a-b0db-4b319db8be8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6592145 Nov 29 18:28:07.412420 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58108) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:07.413670 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b32dc0c-44c2-4ba2-ad23-526564e695a9 None None] Sync routers for ids ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:28:07.424674 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b32dc0c-44c2-4ba2-ad23-526564e695a9 None None] Routers {'b1cb59ab-9368-4f6a-b0db-4b319db8be8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:28:07.425288 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7b32dc0c-44c2-4ba2-ad23-526564e695a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:27:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:07.450906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06113d91-e173-4229-945c-5e8baae67dc3 req-b54bb1ea-b75d-456c-84d4-45526487bc60 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:07.452381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06113d91-e173-4229-945c-5e8baae67dc3 req-b54bb1ea-b75d-456c-84d4-45526487bc60 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 945 time: 0.0613363 Nov 29 18:28:07.504826 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06113d91-e173-4229-945c-5e8baae67dc3 req-14f2d393-0e65-44fb-b96d-2994425de142 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455122 Nov 29 18:28:07.534624 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7adac430-3a96-47f9-8d45-8126b70b25f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:07.543625 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-7b32dc0c-44c2-4ba2-ad23-526564e695a9 None None] Set router b1cb59ab-9368-4f6a-b0db-4b319db8be8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:28:07.598674 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['f8b54728-a670-4a38-b2ab-98a3b2d21429'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:28:07.646718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a082b-04fd-467a-86f4-ee9599559b44 req-c908ed70-a238-4400-8af4-1c8f73bc92c6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:07.650286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a89a082b-04fd-467a-86f4-ee9599559b44 req-c908ed70-a238-4400-8af4-1c8f73bc92c6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0711088 Nov 29 18:28:07.663366 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7adac430-3a96-47f9-8d45-8126b70b25f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:07.723091 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a89a082b-04fd-467a-86f4-ee9599559b44 req-b2efd0af-739a-4d5e-8212-f9b2ddccd25b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619094 Nov 29 18:28:07.734806 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-7adac430-3a96-47f9-8d45-8126b70b25f4 admin admin] Deleting port fd922e17-c22c-4598-9bbf-8c366ca0e00b {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:28:07.735283 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7adac430-3a96-47f9-8d45-8126b70b25f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:07.761255 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7b32dc0c-44c2-4ba2-ad23-526564e695a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:28:06Z', 'revision_number': 5, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port': {'id': 'fd922e17-c22c-4598-9bbf-8c366ca0e00b', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:18:08Z', 'updated_at': '2021-11-29T18:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:07.788084 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b32dc0c-44c2-4ba2-ad23-526564e695a9 None None] Checking router: b1cb59ab-9368-4f6a-b0db-4b319db8be8a for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:28:07.796504 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b32dc0c-44c2-4ba2-ad23-526564e695a9 None None] Routers {'b1cb59ab-9368-4f6a-b0db-4b319db8be8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:28:07.797111 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7b32dc0c-44c2-4ba2-ad23-526564e695a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:27:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:07.821540 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-7adac430-3a96-47f9-8d45-8126b70b25f4 admin admin] For port fd922e17-c22c-4598-9bbf-8c366ca0e00b, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=fd922e17-c22c-4598-9bbf-8c366ca0e00b,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:28:07.821900 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7adac430-3a96-47f9-8d45-8126b70b25f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:07.834779 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-7adac430-3a96-47f9-8d45-8126b70b25f4 admin admin] Calling delete_port for fd922e17-c22c-4598-9bbf-8c366ca0e00b owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:28:07.881552 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-7b32dc0c-44c2-4ba2-ad23-526564e695a9 None None] Set router b1cb59ab-9368-4f6a-b0db-4b319db8be8a gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:28:07.936566 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7b32dc0c-44c2-4ba2-ad23-526564e695a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:28:07Z', 'revision_number': 6, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:07.963745 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b32dc0c-44c2-4ba2-ad23-526564e695a9 None None] The sync data for ids ['b1cb59ab-9368-4f6a-b0db-4b319db8be8a'] in n-d-819494-5 is: [{'id': 'b1cb59ab-9368-4f6a-b0db-4b319db8be8a', 'name': 'tempest-AttachVolumeTestJSON-2069341041-router', 'tenant_id': '5991f81694454b6dbd48c6b809d5ad06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:18:07Z', 'updated_at': '2021-11-29T18:28:07Z', 'revision_number': 6, 'project_id': '5991f81694454b6dbd48c6b809d5ad06', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:28:08.005030 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7adac430-3a96-47f9-8d45-8126b70b25f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:08.033495 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adac430-3a96-47f9-8d45-8126b70b25f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd922e17-c22c-4598-9bbf-8c366ca0e00b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:08.047738 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f00486f-c450-4fa5-811b-a7f71de05669 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:28:08.101448 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7adac430-3a96-47f9-8d45-8126b70b25f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:08.510728 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7adac430-3a96-47f9-8d45-8126b70b25f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:08.513169 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7adac430-3a96-47f9-8d45-8126b70b25f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:08.559442 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7adac430-3a96-47f9-8d45-8126b70b25f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:08.560024 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adac430-3a96-47f9-8d45-8126b70b25f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1cb59ab-9368-4f6a-b0db-4b319db8be8a {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:28:08.564584 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7adac430-3a96-47f9-8d45-8126b70b25f4 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:08.568202 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7adac430-3a96-47f9-8d45-8126b70b25f4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b1cb59ab-9368-4f6a-b0db-4b319db8be8a HTTP/1.1" status: 204 len: 168 time: 1.1522706 Nov 29 18:28:08.568446 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58114) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:08.614300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3e4ac9-5e41-4ade-af57-63034d0bad45 admin admin] Deleting subnet 95d25936-e438-49fc-88cf-2ab9c265fd23 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:28:08.617740 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd3e4ac9-5e41-4ade-af57-63034d0bad45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:08.632928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e7700-3fc7-4e6c-93b5-bdd6dde28c60 req-41f6f888-14d8-4dba-a358-9280ef58823b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:08.634448 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c85e7700-3fc7-4e6c-93b5-bdd6dde28c60 req-41f6f888-14d8-4dba-a358-9280ef58823b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 945 time: 0.0530653 Nov 29 18:28:08.653894 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd3e4ac9-5e41-4ade-af57-63034d0bad45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:08.682756 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c85e7700-3fc7-4e6c-93b5-bdd6dde28c60 req-35b733a3-41ab-44dd-8cce-cdcc2de2793b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419316 Nov 29 18:28:08.738427 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd3e4ac9-5e41-4ade-af57-63034d0bad45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:08.794193 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd3e4ac9-5e41-4ade-af57-63034d0bad45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:08.823320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e4ac9-5e41-4ade-af57-63034d0bad45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d25936-e438-49fc-88cf-2ab9c265fd23,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:08.825567 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd3e4ac9-5e41-4ade-af57-63034d0bad45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:08.829800 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fd3e4ac9-5e41-4ade-af57-63034d0bad45 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/95d25936-e438-49fc-88cf-2ab9c265fd23 HTTP/1.1" status: 204 len: 168 time: 0.2603042 Nov 29 18:28:08.832431 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58118) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:08.837714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fe438-a446-4ba5-bced-cd7ac59b7090 req-4cbaee4d-a444-49f4-a6b7-51572c6c8207 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:08.839528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c7fe438-a446-4ba5-bced-cd7ac59b7090 req-4cbaee4d-a444-49f4-a6b7-51572c6c8207 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0563226 Nov 29 18:28:08.844569 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eebaa63-3c7e-4e19-9019-43690e7f0317 None None] Network 61733c11-da39-45f1-ae18-c53a50ed6ebf requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:28:08.916626 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:08.925491 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c7fe438-a446-4ba5-bced-cd7ac59b7090 req-57289b27-6afb-4969-9746-359a1251fb9f tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626516 Nov 29 18:28:08.987286 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] Deleting port 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:28:08.987630 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.010012 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fd922e17-c22c-4598-9bbf-8c366ca0e00b no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:28:09.037297 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: fd922e17-c22c-4598-9bbf-8c366ca0e00b {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:28:09.037737 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fd922e17-c22c-4598-9bbf-8c366ca0e00b not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:28:09.038229 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a030367d-2252-4bb6-a495-f1b9a7d78d1d no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:28:09.068224 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: a030367d-2252-4bb6-a495-f1b9a7d78d1d {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:28:09.068833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a030367d-2252-4bb6-a495-f1b9a7d78d1d not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:28:09.077689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] For port 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=0d5cfbfe-2c4d-4a28-a23a-da3819ee1639,segment=NetworkSegment(e565cf34-1a5c-4068-a09e-b68b84982495),segment_id=e565cf34-1a5c-4068-a09e-b68b84982495)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:28:09.078112 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.084847 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f8b54728-a670-4a38-b2ab-98a3b2d21429 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:28:09.099910 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] Calling delete_port for 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:28:09.140828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port f8b54728-a670-4a38-b2ab-98a3b2d21429 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:28:09.144690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port f8b54728-a670-4a38-b2ab-98a3b2d21429 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:28:09.145068 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.172204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc8c6f6-6ccc-413c-a26f-b4fffeda61ab None None] DHCP port deletion for 61733c11-da39-45f1-ae18-c53a50ed6ebf request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:28:09.196931 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.224453 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5cfbfe-2c4d-4a28-a23a-da3819ee1639,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:09.228214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] No DVR routers for this DVR port 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:28:09.270733 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.273862 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cfc8c6f6-6ccc-413c-a26f-b4fffeda61ab None None] Deleting port 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:28:09.274235 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c6f6-6ccc-413c-a26f-b4fffeda61ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.305590 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.327315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61733c11-da39-45f1-ae18-c53a50ed6ebf']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:09.337982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e565cf34-1a5c-4068-a09e-b68b84982495') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:09.338302 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e565cf34-1a5c-4068-a09e-b68b84982495') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:09.340290 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ab8e92-8c81-4d48-9cca-5625f764d472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b54728-a670-4a38-b2ab-98a3b2d21429'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:28:09.342542 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e435fd-6644-4b00-b2f3-9e41a0114dcb" -d '{"events": [{"server_uuid": "e8ab8e92-8c81-4d48-9cca-5625f764d472", "name": "network-vif-plugged", "status": "completed", "tag": "f8b54728-a670-4a38-b2ab-98a3b2d21429"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:28:09.349144 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.364483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port f8b54728-a670-4a38-b2ab-98a3b2d21429, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f8b54728-a670-4a38-b2ab-98a3b2d21429,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:28:09.365550 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.376082 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:28:09.377027 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.377262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-cfc8c6f6-6ccc-413c-a26f-b4fffeda61ab None None] For port 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639, host n-d-819494-5, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:28:09.377262 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c6f6-6ccc-413c-a26f-b4fffeda61ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:28:09.378312 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:28:09.381786 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.392045 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da217b46-4f61-4baa-85e1-f8b35229f6f9 x-openstack-request-id: req-da217b46-4f61-4baa-85e1-f8b35229f6f9 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:28:09.392344 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ab8e92-8c81-4d48-9cca-5625f764d472", "name": "network-vif-plugged", "status": "completed", "tag": "f8b54728-a670-4a38-b2ab-98a3b2d21429", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:28:09.392835 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da217b46-4f61-4baa-85e1-f8b35229f6f9 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:28:09.393232 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ab8e92-8c81-4d48-9cca-5625f764d472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b54728-a670-4a38-b2ab-98a3b2d21429', 'code': 200} Nov 29 18:28:09.420289 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cfc8c6f6-6ccc-413c-a26f-b4fffeda61ab None None] Calling delete_port for 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:28:09.425346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-cfc8c6f6-6ccc-413c-a26f-b4fffeda61ab None None] Port 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 was not found and therefore no delete operation was performed {{(pid=110006) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 18:28:09.433210 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfc8c6f6-6ccc-413c-a26f-b4fffeda61ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.446309 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.451065 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc8c6f6-6ccc-413c-a26f-b4fffeda61ab None None] No DVR routers for this DVR port 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:28:09.464239 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.466029 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=f8b54728-a670-4a38-b2ab-98a3b2d21429,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:09.468545 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] 10.222.0.23 "DELETE /v2.0/networks/61733c11-da39-45f1-ae18-c53a50ed6ebf HTTP/1.1" status: 204 len: 168 time: 0.6348925 Nov 29 18:28:09.469519 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e041cb0-6f91-42da-a07b-3033d9c026eb admin admin] Pushing event deleted for resources: {'Network': ['ID=61733c11-da39-45f1-ae18-c53a50ed6ebf,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:09.499838 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8c6f6-6ccc-413c-a26f-b4fffeda61ab None None] Pushing event deleted for resources: {'Port': ['ID=0d5cfbfe-2c4d-4a28-a23a-da3819ee1639,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:09.505985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4bb44-71d9-4dd7-a38a-8f4c8ff58522 req-88567915-acdb-4f6e-96d3-8fed09bba50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:09.508262 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-46e4bb44-71d9-4dd7-a38a-8f4c8ff58522 req-88567915-acdb-4f6e-96d3-8fed09bba50f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 1097 time: 0.0559216 Nov 29 18:28:09.560610 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-46e4bb44-71d9-4dd7-a38a-8f4c8ff58522 req-4326cc11-2c8f-49de-971b-5878d833495f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458827 Nov 29 18:28:09.608746 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58124) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:09.649524 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-56374b26-bd77-4aa2-b6e3-ec411dd9dc54 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5991f81694454b6dbd48c6b809d5ad06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395901 Nov 29 18:28:09.651926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58126) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:09.705153 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aa4cfe72-f5c9-4670-8dcd-ee15ff55778d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.733322 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aa4cfe72-f5c9-4670-8dcd-ee15ff55778d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.787209 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aa4cfe72-f5c9-4670-8dcd-ee15ff55778d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.790829 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aa4cfe72-f5c9-4670-8dcd-ee15ff55778d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:09.794506 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-aa4cfe72-f5c9-4670-8dcd-ee15ff55778d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0394bf8d-e6e7-43fe-8aab-94418175ecb3 HTTP/1.1" status: 204 len: 168 time: 0.1390984 Nov 29 18:28:09.801805 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cfe72-f5c9-4670-8dcd-ee15ff55778d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0394bf8d-e6e7-43fe-8aab-94418175ecb3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:09.803999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c93d5-04b8-49d5-90e7-e2e922636150 req-2b31c5ad-ae3d-4361-aab3-7b6f0af835b5 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:09.806228 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0a4c93d5-04b8-49d5-90e7-e2e922636150 req-2b31c5ad-ae3d-4361-aab3-7b6f0af835b5 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 946 time: 0.0540183 Nov 29 18:28:09.864370 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2f5087e2-12f2-4924-a8d0-f91986605900 req-a076d795-6e2b-4a9e-bb9d-3ed942bf3817 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1547632 Nov 29 18:28:09.870014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0a4c93d5-04b8-49d5-90e7-e2e922636150 req-3ff8a9b3-7705-445d-820e-7e9e718de257 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484252 Nov 29 18:28:09.955720 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5087e2-12f2-4924-a8d0-f91986605900 req-ede20b70-17e3-4159-8b42-a84019beb832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:09.957332 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2f5087e2-12f2-4924-a8d0-f91986605900 req-ede20b70-17e3-4159-8b42-a84019beb832 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 1096 time: 0.0437412 Nov 29 18:28:10.073686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68391e48-0f0c-4f93-9f5a-b2fc1deab422 req-e4af396d-c7bd-45a4-9042-e79f5685e596 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:10.075236 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68391e48-0f0c-4f93-9f5a-b2fc1deab422 req-e4af396d-c7bd-45a4-9042-e79f5685e596 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0572405 Nov 29 18:28:10.079816 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5087e2-12f2-4924-a8d0-f91986605900 req-03f0e503-d0b6-4c4e-90d8-1bd142a6518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:10.081327 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2f5087e2-12f2-4924-a8d0-f91986605900 req-03f0e503-d0b6-4c4e-90d8-1bd142a6518b service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.0992649 Nov 29 18:28:10.138613 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68391e48-0f0c-4f93-9f5a-b2fc1deab422 req-abac923a-0def-433b-bbb0-b7d2f34c023e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570414 Nov 29 18:28:10.169207 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2f5087e2-12f2-4924-a8d0-f91986605900 req-cc80e27f-cc0d-4779-91d9-fa0250f89004 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963 HTTP/1.1" status: 200 len: 1000 time: 0.0791950 Nov 29 18:28:10.227041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5087e2-12f2-4924-a8d0-f91986605900 req-dacbf997-17a3-421c-b8cb-3b06abf62936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:10.228679 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2f5087e2-12f2-4924-a8d0-f91986605900 req-dacbf997-17a3-421c-b8cb-3b06abf62936 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0498612 Nov 29 18:28:10.279267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5087e2-12f2-4924-a8d0-f91986605900 req-a96f8cb0-0935-4b8a-adc8-3633d1159c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:10.281182 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2f5087e2-12f2-4924-a8d0-f91986605900 req-a96f8cb0-0935-4b8a-adc8-3633d1159c95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440576 Nov 29 18:28:10.407895 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2f5087e2-12f2-4924-a8d0-f91986605900 req-42ef9b91-9999-4e9c-a238-0f7b38e2464a service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193180 Nov 29 18:28:10.515427 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2f5087e2-12f2-4924-a8d0-f91986605900 req-8719675d-ef72-4929-9a9a-af0f066fcdd3 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976934 Nov 29 18:28:10.971248 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:28:10.996805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:28:10.997157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0d5cfbfe-2c4d-4a28-a23a-da3819ee1639 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:28:11.014040 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c20d80-9731-4c63-83df-be5288b6e756 req-193b879b-60bd-4aea-ab43-6d7d8eca4cae tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:11.015593 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08c20d80-9731-4c63-83df-be5288b6e756 req-193b879b-60bd-4aea-ab43-6d7d8eca4cae tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 946 time: 0.0591919 Nov 29 18:28:11.065017 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08c20d80-9731-4c63-83df-be5288b6e756 req-709175f0-1c07-408b-9c62-4e4e92beed07 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430508 Nov 29 18:28:11.188085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3990a8d-40b8-4350-a959-d4775f83219e req-e57249fd-ad3e-4a9b-8279-33bcbdf2446b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:11.189616 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3990a8d-40b8-4350-a959-d4775f83219e req-e57249fd-ad3e-4a9b-8279-33bcbdf2446b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 946 time: 0.0574744 Nov 29 18:28:11.269219 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3990a8d-40b8-4350-a959-d4775f83219e req-bca87fec-29d0-4a4d-b4a7-ae3647ecff05 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728865 Nov 29 18:28:11.285466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd0883-79b3-44d9-a3d6-ec5d88d1dd9f req-d141addc-5e65-4dc9-8fd1-1f7afa9fd897 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:11.287043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6dfd0883-79b3-44d9-a3d6-ec5d88d1dd9f req-d141addc-5e65-4dc9-8fd1-1f7afa9fd897 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0678756 Nov 29 18:28:11.343956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6dfd0883-79b3-44d9-a3d6-ec5d88d1dd9f req-00cc4d07-4198-478b-b358-dc3cff9b4c1c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467026 Nov 29 18:28:11.392653 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d948-3d22-47a8-af5d-1a219e2cbd49 req-ce922f76-b81d-45df-8b5e-1ccc4dd70d62 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:11.394175 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0206d948-3d22-47a8-af5d-1a219e2cbd49 req-ce922f76-b81d-45df-8b5e-1ccc4dd70d62 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 946 time: 0.0493469 Nov 29 18:28:11.451567 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0206d948-3d22-47a8-af5d-1a219e2cbd49 req-b03af086-b170-4455-85ca-53b3d2662f07 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513442 Nov 29 18:28:11.752987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d00dd2-0487-442a-a196-dd81298ba076 req-933bad48-b16c-49e6-88ae-d9b60e9ad722 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:11.754528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8d00dd2-0487-442a-a196-dd81298ba076 req-933bad48-b16c-49e6-88ae-d9b60e9ad722 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 946 time: 0.0535386 Nov 29 18:28:11.803935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8d00dd2-0487-442a-a196-dd81298ba076 req-62ee6150-f41b-4305-b0ec-feceecb022b3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Nov 29 18:28:12.029798 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58198) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:12.134936 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3618758d-df9a-4de7-a71e-02683c527f6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:12.208238 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3618758d-df9a-4de7-a71e-02683c527f6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:12.212480 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3618758d-df9a-4de7-a71e-02683c527f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:12.250743 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3618758d-df9a-4de7-a71e-02683c527f6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a48d480b291b4ea8af3b259723baf48b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2197874 Nov 29 18:28:12.251656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618758d-df9a-4de7-a71e-02683c527f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6690b56-6406-4e31-b93e-2c2540d15246,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:12.254374 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 58202) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:12.312678 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-534ff4ec-b812-490c-845c-db6a5b02a0ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:12.334992 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-534ff4ec-b812-490c-845c-db6a5b02a0ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:12.384626 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-534ff4ec-b812-490c-845c-db6a5b02a0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:12.388073 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-534ff4ec-b812-490c-845c-db6a5b02a0ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:12.392118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-534ff4ec-b812-490c-845c-db6a5b02a0ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6690b56-6406-4e31-b93e-2c2540d15246 HTTP/1.1" status: 204 len: 168 time: 0.1359475 Nov 29 18:28:12.400828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ff4ec-b812-490c-845c-db6a5b02a0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6690b56-6406-4e31-b93e-2c2540d15246,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:12.476539 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a22c80-6b96-41ee-bebc-ff8f1c67a01d req-211ac08e-cd80-4fbc-b504-d9519ce035cb tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:12.478035 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1a22c80-6b96-41ee-bebc-ff8f1c67a01d req-211ac08e-cd80-4fbc-b504-d9519ce035cb tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0504558 Nov 29 18:28:12.532452 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1a22c80-6b96-41ee-bebc-ff8f1c67a01d req-2711e47f-ad15-4654-8754-5d2016464e5b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474980 Nov 29 18:28:12.658085 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58210) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:12.671616 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b266ba4-fb74-4072-b5fb-fbb29786e913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:12.752315 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b266ba4-fb74-4072-b5fb-fbb29786e913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:12.756499 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b266ba4-fb74-4072-b5fb-fbb29786e913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:12.795247 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5b266ba4-fb74-4072-b5fb-fbb29786e913 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96bb13bdd73b43a393528f1262960c36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360366 Nov 29 18:28:12.796381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b266ba4-fb74-4072-b5fb-fbb29786e913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71889c5-45ea-4bbf-b92a-76f265131621,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:12.797912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 58212) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:12.849736 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90805301-e4d6-4fa2-b5e2-4604cce2c3ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:12.886221 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90805301-e4d6-4fa2-b5e2-4604cce2c3ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:12.951171 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0b7ae-35b0-4e92-bb07-e867b064e2c4 req-16732ca1-acd7-44d4-a9ca-37019ff559e8 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:12.952679 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3da0b7ae-35b0-4e92-bb07-e867b064e2c4 req-16732ca1-acd7-44d4-a9ca-37019ff559e8 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 946 time: 0.0792575 Nov 29 18:28:12.973818 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90805301-e4d6-4fa2-b5e2-4604cce2c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:12.976562 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90805301-e4d6-4fa2-b5e2-4604cce2c3ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:12.977653 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-90805301-e4d6-4fa2-b5e2-4604cce2c3ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e71889c5-45ea-4bbf-b92a-76f265131621 HTTP/1.1" status: 204 len: 168 time: 0.1779859 Nov 29 18:28:12.991291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90805301-e4d6-4fa2-b5e2-4604cce2c3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71889c5-45ea-4bbf-b92a-76f265131621,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:13.019842 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3da0b7ae-35b0-4e92-bb07-e867b064e2c4 req-57fcb0f4-11bb-4b20-a73c-20e41b4460ae tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609381 Nov 29 18:28:13.416350 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8987931-5095-4177-8515-323e782d09e6 req-1c96d508-e03d-451c-af29-14099ede82e3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:13.417833 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e8987931-5095-4177-8515-323e782d09e6 req-1c96d508-e03d-451c-af29-14099ede82e3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 946 time: 0.0484209 Nov 29 18:28:13.521184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-e8987931-5095-4177-8515-323e782d09e6 req-e36c5a68-1506-4bdb-90dd-5bff3037247c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Deleting port f8b54728-a670-4a38-b2ab-98a3b2d21429 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:28:13.521525 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e8987931-5095-4177-8515-323e782d09e6 req-e36c5a68-1506-4bdb-90dd-5bff3037247c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:13.649831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-e8987931-5095-4177-8515-323e782d09e6 req-e36c5a68-1506-4bdb-90dd-5bff3037247c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] For port f8b54728-a670-4a38-b2ab-98a3b2d21429, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f8b54728-a670-4a38-b2ab-98a3b2d21429,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:28:13.650205 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e8987931-5095-4177-8515-323e782d09e6 req-e36c5a68-1506-4bdb-90dd-5bff3037247c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:13.665853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-e8987931-5095-4177-8515-323e782d09e6 req-e36c5a68-1506-4bdb-90dd-5bff3037247c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Calling delete_port for f8b54728-a670-4a38-b2ab-98a3b2d21429 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:28:13.688402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21266a6-fe04-4ebb-9aeb-44c53b0a7dad req-1395d596-8585-40e6-b9d2-f0ff626cc957 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:13.689876 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c21266a6-fe04-4ebb-9aeb-44c53b0a7dad req-1395d596-8585-40e6-b9d2-f0ff626cc957 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0849814 Nov 29 18:28:13.781823 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c21266a6-fe04-4ebb-9aeb-44c53b0a7dad req-7c8fdbb1-89f2-447a-821c-af0efea5fede tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589755 Nov 29 18:28:13.854518 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e8987931-5095-4177-8515-323e782d09e6 req-e36c5a68-1506-4bdb-90dd-5bff3037247c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:13.867702 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['f8b54728-a670-4a38-b2ab-98a3b2d21429'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:28:13.891228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c5a68-1506-4bdb-90dd-5bff3037247c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event deleted for resources: {'Port': ['ID=f8b54728-a670-4a38-b2ab-98a3b2d21429,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:13.935168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8987931-5095-4177-8515-323e782d09e6 req-e36c5a68-1506-4bdb-90dd-5bff3037247c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] No DVR routers for this DVR port f8b54728-a670-4a38-b2ab-98a3b2d21429 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:28:13.937581 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e8987931-5095-4177-8515-323e782d09e6 req-e36c5a68-1506-4bdb-90dd-5bff3037247c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:13.941141 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e8987931-5095-4177-8515-323e782d09e6 req-e36c5a68-1506-4bdb-90dd-5bff3037247c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "DELETE /v2.0/ports/f8b54728-a670-4a38-b2ab-98a3b2d21429 HTTP/1.1" status: 204 len: 173 time: 0.5161705 Nov 29 18:28:13.941602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ab8e92-8c81-4d48-9cca-5625f764d472', 'name': 'network-vif-deleted', 'tag': 'f8b54728-a670-4a38-b2ab-98a3b2d21429'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:28:13.944007 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376503f2-6962-4862-8605-a7fd44c4876f" -d '{"events": [{"server_uuid": "e8ab8e92-8c81-4d48-9cca-5625f764d472", "name": "network-vif-deleted", "tag": "f8b54728-a670-4a38-b2ab-98a3b2d21429"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:28:13.990735 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039740a0-b8d4-418b-bb3a-755dcd66c739 x-openstack-request-id: req-039740a0-b8d4-418b-bb3a-755dcd66c739 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:28:13.991067 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ab8e92-8c81-4d48-9cca-5625f764d472", "name": "network-vif-deleted", "tag": "f8b54728-a670-4a38-b2ab-98a3b2d21429", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:28:13.991323 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-039740a0-b8d4-418b-bb3a-755dcd66c739 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:28:13.992372 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ab8e92-8c81-4d48-9cca-5625f764d472', 'name': 'network-vif-deleted', 'tag': 'f8b54728-a670-4a38-b2ab-98a3b2d21429', 'status': 'completed', 'code': 200} Nov 29 18:28:14.138421 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1375f2a8-a752-4119-8605-a79b2069e3cf req-f5270c08-2643-4a27-95a6-8f6bba5bfbd9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 210 time: 0.0360026 Nov 29 18:28:14.927004 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714847f-2938-48e5-9bfe-bd4dbe505493 req-31aabfe0-331a-4988-ba8a-94b97bb8e21d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:14.928165 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c714847f-2938-48e5-9bfe-bd4dbe505493 req-31aabfe0-331a-4988-ba8a-94b97bb8e21d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0609627 Nov 29 18:28:14.987274 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c714847f-2938-48e5-9bfe-bd4dbe505493 req-7c8fd6ad-7e73-4654-b693-a14c6bd4da51 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503829 Nov 29 18:28:15.240651 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b6cef70-e6f2-4c1d-a103-d7ff917c08d7 req-e55b857b-94ce-4c0e-9823-6db0203204e9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 210 time: 0.0295534 Nov 29 18:28:15.363598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 58284) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:15.473389 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26a53db6-ca4f-49b3-9aa9-8a835d4fad9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:15.547443 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26a53db6-ca4f-49b3-9aa9-8a835d4fad9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:15.551394 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26a53db6-ca4f-49b3-9aa9-8a835d4fad9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:15.589174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a53db6-ca4f-49b3-9aa9-8a835d4fad9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b7d9f9-1f46-4f19-9665-de1dc6a380da,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:15.595009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-26a53db6-ca4f-49b3-9aa9-8a835d4fad9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=015a154942034f1ea0f3d690cfea4b06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301857 Nov 29 18:28:15.597604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 58288) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:15.652098 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb3d364c-c73b-4e8c-8506-58ba00b42e85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:15.673820 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb3d364c-c73b-4e8c-8506-58ba00b42e85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:15.730075 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb3d364c-c73b-4e8c-8506-58ba00b42e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:15.730075 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb3d364c-c73b-4e8c-8506-58ba00b42e85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:15.731162 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cb3d364c-c73b-4e8c-8506-58ba00b42e85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4b7d9f9-1f46-4f19-9665-de1dc6a380da HTTP/1.1" status: 204 len: 168 time: 0.1325722 Nov 29 18:28:15.741213 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d364c-c73b-4e8c-8506-58ba00b42e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b7d9f9-1f46-4f19-9665-de1dc6a380da,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:16.005463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 58294) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:16.019660 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f790-c070-4f0b-a453-c4a20ca92e26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:16.143709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd1f19-4948-4522-b3f8-e66e92634e08 req-e0a73119-5207-4d84-bf86-f5e776aacbea tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:16.145185 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7dbd1f19-4948-4522-b3f8-e66e92634e08 req-e0a73119-5207-4d84-bf86-f5e776aacbea tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0775342 Nov 29 18:28:16.150484 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f790-c070-4f0b-a453-c4a20ca92e26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:16.166158 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9c2f790-c070-4f0b-a453-c4a20ca92e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:16.216951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2f790-c070-4f0b-a453-c4a20ca92e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de877953-b6b2-4dae-8507-b454d8ac6c5d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:16.226710 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c9c2f790-c070-4f0b-a453-c4a20ca92e26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b586b62a5024ffd826024bc1bf74d11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201598 Nov 29 18:28:16.230032 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58298) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:16.235055 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7dbd1f19-4948-4522-b3f8-e66e92634e08 req-5e15207a-52b9-405d-953a-9cd85b780e21 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828018 Nov 29 18:28:16.296082 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f67298fa-edda-49d5-8fcd-e1f119094752 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:16.318725 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f67298fa-edda-49d5-8fcd-e1f119094752 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:16.342315 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41bdd36b-35fc-4fc9-8186-600c6a0c1e80 req-2751cb3a-d265-4266-9c82-7ce81cb807ba tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 210 time: 0.0303946 Nov 29 18:28:16.368783 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f67298fa-edda-49d5-8fcd-e1f119094752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:16.371697 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f67298fa-edda-49d5-8fcd-e1f119094752 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:16.373006 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f67298fa-edda-49d5-8fcd-e1f119094752 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/de877953-b6b2-4dae-8507-b454d8ac6c5d HTTP/1.1" status: 204 len: 168 time: 0.1407712 Nov 29 18:28:16.381708 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67298fa-edda-49d5-8fcd-e1f119094752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de877953-b6b2-4dae-8507-b454d8ac6c5d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:17.121140 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f8b54728-a670-4a38-b2ab-98a3b2d21429 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:28:17.146219 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: f8b54728-a670-4a38-b2ab-98a3b2d21429 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:28:17.146219 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f8b54728-a670-4a38-b2ab-98a3b2d21429 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:28:17.360060 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b4064-adc7-4433-bdf4-b0057626df56 req-3ef7c322-f879-4eb0-ac5b-14492d25f378 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:17.361552 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c8b4064-adc7-4433-bdf4-b0057626df56 req-3ef7c322-f879-4eb0-ac5b-14492d25f378 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0505321 Nov 29 18:28:17.449440 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c8b4064-adc7-4433-bdf4-b0057626df56 req-e9b6ad27-7423-466a-ad5e-2a0b3d456dfe tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812447 Nov 29 18:28:17.469869 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-21ebe7b1-612a-4b5f-9414-9a3e05ebb467 req-6969fc83-8a49-4320-8aa3-07bb3a5f9827 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 210 time: 0.0398479 Nov 29 18:28:18.589734 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d5e9c7e-27c7-4b3f-ac8c-29796f00c1e6 req-b16f0c39-29c8-4e07-836c-1800e5c7d5a9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=e8ab8e92-8c81-4d48-9cca-5625f764d472 HTTP/1.1" status: 200 len: 210 time: 0.0286164 Nov 29 18:28:18.645145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d60c0-7687-49fb-8a79-e375c7a0ec7a req-be4d2b54-0564-4b96-bcea-d420e2ae0e68 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:18.646780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-792d60c0-7687-49fb-8a79-e375c7a0ec7a req-be4d2b54-0564-4b96-bcea-d420e2ae0e68 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0605836 Nov 29 18:28:18.698088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-792d60c0-7687-49fb-8a79-e375c7a0ec7a req-0a81c56e-bf7f-4114-9d00-eb6f8187d8a1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453706 Nov 29 18:28:18.823505 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58388) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:18.921429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7b0d1-0cfc-4cff-8da2-5f876686a665 req-4b93dd43-2cf6-47a4-a8fe-2e57e8e1f2bd tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:18.931125 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11b7b0d1-0cfc-4cff-8da2-5f876686a665 req-4b93dd43-2cf6-47a4-a8fe-2e57e8e1f2bd tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0755432 Nov 29 18:28:18.996063 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11b7b0d1-0cfc-4cff-8da2-5f876686a665 req-4b1be7aa-dfa1-4533-a02b-fbc97a75db05 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629923 Nov 29 18:28:19.006123 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1148cde5-d803-4573-8429-eca6ee8c29ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:19.102426 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1148cde5-d803-4573-8429-eca6ee8c29ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:19.107368 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1148cde5-d803-4573-8429-eca6ee8c29ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:19.146090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd521a2-632d-4032-a3e4-34419d0ad46c req-5234d7ab-9368-4849-aa01-02593ccb2477 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:19.147396 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cfd521a2-632d-4032-a3e4-34419d0ad46c req-5234d7ab-9368-4849-aa01-02593ccb2477 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0577049 Nov 29 18:28:19.154279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148cde5-d803-4573-8429-eca6ee8c29ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b93a76-2a14-4b2d-af88-0df9e8effe13,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:19.162023 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1148cde5-d803-4573-8429-eca6ee8c29ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5339e2926594cfbb95ec4fbd0931e8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3365602 Nov 29 18:28:19.163345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58394) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:19.205645 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cfd521a2-632d-4032-a3e4-34419d0ad46c req-112f0f52-b49b-4e84-8ffb-d585ed7f9f04 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489347 Nov 29 18:28:19.214231 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d318-b92c-40a5-8b15-45ccfb5ace74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:19.237576 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d318-b92c-40a5-8b15-45ccfb5ace74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:19.290035 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d318-b92c-40a5-8b15-45ccfb5ace74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:19.292769 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d318-b92c-40a5-8b15-45ccfb5ace74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:19.296240 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9ed5d318-b92c-40a5-8b15-45ccfb5ace74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48b93a76-2a14-4b2d-af88-0df9e8effe13 HTTP/1.1" status: 204 len: 168 time: 0.1294906 Nov 29 18:28:19.302076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5d318-b92c-40a5-8b15-45ccfb5ace74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b93a76-2a14-4b2d-af88-0df9e8effe13,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:19.530066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edf330-352c-4443-bb01-e845cfe73fcc req-0115312b-9198-4560-970d-937a2f38b255 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:19.535344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72edf330-352c-4443-bb01-e845cfe73fcc req-0115312b-9198-4560-970d-937a2f38b255 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 812 time: 0.1164594 Nov 29 18:28:19.550642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72edf330-352c-4443-bb01-e845cfe73fcc req-1969e253-eebc-4435-9305-04d8b972135b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/quotas/2c4e3a2d337148adab4a8b0bf85c3352 HTTP/1.1" status: 200 len: 375 time: 0.0110695 Nov 29 18:28:19.611227 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58412) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:19.615034 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72edf330-352c-4443-bb01-e845cfe73fcc req-24c6cfc3-055c-40de-b18c-10af9e0a854a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0575519 Nov 29 18:28:19.636179 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b37a3e-ec71-4e6e-8d4d-6617872a7365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:19.732608 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72edf330-352c-4443-bb01-e845cfe73fcc req-1b09e99a-eecd-4364-9c97-bc3019c4e690 service neutron] 10.222.0.23 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039944 Nov 29 18:28:19.734350 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b37a3e-ec71-4e6e-8d4d-6617872a7365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:19.738892 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b37a3e-ec71-4e6e-8d4d-6617872a7365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:19.782207 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-33b37a3e-ec71-4e6e-8d4d-6617872a7365 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc0bb5f9a76b47cb9ce4dca9afd036d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1698177 Nov 29 18:28:19.783194 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b37a3e-ec71-4e6e-8d4d-6617872a7365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d362d6-ef7f-4685-af40-4ed9a91faea1,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:19.785692 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58418) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:19.838088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72edf330-352c-4443-bb01-e845cfe73fcc req-4f550a45-d7e3-45f1-be17-cdbaafa8b23a service neutron] 10.222.0.23 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975139 Nov 29 18:28:19.842512 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dbb35e91-69cb-499c-aee9-7f860330a529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:19.867926 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dbb35e91-69cb-499c-aee9-7f860330a529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:19.922547 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dbb35e91-69cb-499c-aee9-7f860330a529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:19.926232 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dbb35e91-69cb-499c-aee9-7f860330a529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:19.930958 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-dbb35e91-69cb-499c-aee9-7f860330a529 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74d362d6-ef7f-4685-af40-4ed9a91faea1 HTTP/1.1" status: 204 len: 168 time: 0.1407242 Nov 29 18:28:19.941185 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb35e91-69cb-499c-aee9-7f860330a529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d362d6-ef7f-4685-af40-4ed9a91faea1,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:20.050277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b0ca7be-a966-45be-9704-c7591ed734b4 req-c5dfd57e-ff7e-4155-9da1-00bfc81a6059 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 210 time: 0.0529406 Nov 29 18:28:21.136822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edf330-352c-4443-bb01-e845cfe73fcc req-aa4db805-9e76-44c6-a9a0-6fc6b7de07b7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:21.139780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72edf330-352c-4443-bb01-e845cfe73fcc req-aa4db805-9e76-44c6-a9a0-6fc6b7de07b7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.31 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 812 time: 0.1798329 Nov 29 18:28:21.153803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-72edf330-352c-4443-bb01-e845cfe73fcc req-fe13e92d-9d63-48f9-a5d8-71b1cce50b64 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Request body: {'port': {'device_id': 'b347d1db-7687-4f0a-90a5-b83dd39f29af', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'admin_state_up': True, 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:21.229897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-765c31a0-0ec8-4223-a2ed-c409215bac50 req-f267c448-be55-494c-80c5-046007dad4d7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 210 time: 0.0726237 Nov 29 18:28:21.300524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72edf330-352c-4443-bb01-e845cfe73fcc req-fe13e92d-9d63-48f9-a5d8-71b1cce50b64 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Made reservation on behalf of 2c4e3a2d337148adab4a8b0bf85c3352 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:28:21.304832 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-72edf330-352c-4443-bb01-e845cfe73fcc req-fe13e92d-9d63-48f9-a5d8-71b1cce50b64 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:21.453991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-72edf330-352c-4443-bb01-e845cfe73fcc req-fe13e92d-9d63-48f9-a5d8-71b1cce50b64 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Allocated IP 172.20.0.14 (52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4/7387e441-3f22-4b4c-b2ec-f196e298f9dd/e7f6aa54-aa38-4c97-914e-7359bec5b15b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:28:21.619561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-72edf330-352c-4443-bb01-e845cfe73fcc req-fe13e92d-9d63-48f9-a5d8-71b1cce50b64 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:21.667032 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-72edf330-352c-4443-bb01-e845cfe73fcc req-fe13e92d-9d63-48f9-a5d8-71b1cce50b64 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:21.676512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['a03a14bb-6298-413e-9335-cc58c8f9fec0'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:28:21.713728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72edf330-352c-4443-bb01-e845cfe73fcc req-fe13e92d-9d63-48f9-a5d8-71b1cce50b64 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:28:21.717540 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-72edf330-352c-4443-bb01-e845cfe73fcc req-fe13e92d-9d63-48f9-a5d8-71b1cce50b64 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:28:21.734962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-72edf330-352c-4443-bb01-e845cfe73fcc req-fe13e92d-9d63-48f9-a5d8-71b1cce50b64 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:28:21.781630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13e92d-9d63-48f9-a5d8-71b1cce50b64 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event updated for resources: {'Port': ['ID=e7f6aa54-aa38-4c97-914e-7359bec5b15b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:21.845156 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edf330-352c-4443-bb01-e845cfe73fcc req-fe13e92d-9d63-48f9-a5d8-71b1cce50b64 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:21.845839 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-72edf330-352c-4443-bb01-e845cfe73fcc req-fe13e92d-9d63-48f9-a5d8-71b1cce50b64 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:21.881383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72edf330-352c-4443-bb01-e845cfe73fcc req-fe13e92d-9d63-48f9-a5d8-71b1cce50b64 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7312834 Nov 29 18:28:21.899186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Request body: {'port': {'device_id': 'b347d1db-7687-4f0a-90a5-b83dd39f29af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:21.979212 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:22.127398 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ed25b10-1d44-470a-af61-db87ed201f3e None None] Provisioning complete for port e7f6aa54-aa38-4c97-914e-7359bec5b15b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:28:22.127768 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ed25b10-1d44-470a-af61-db87ed201f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:22.203977 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ed25b10-1d44-470a-af61-db87ed201f3e None None] Port e7f6aa54-aa38-4c97-914e-7359bec5b15b cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:28:22.308528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f6aa54-aa38-4c97-914e-7359bec5b15b {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:28:22.318954 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:22.376322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Transition to ACTIVE for port object e7f6aa54-aa38-4c97-914e-7359bec5b15b will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:28:22.393299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d9535-822f-4149-b216-45ea8a64959b req-ac071c32-518c-44f9-8415-16d29b500ea3 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:22.395008 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc2d9535-822f-4149-b216-45ea8a64959b req-ac071c32-518c-44f9-8415-16d29b500ea3 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 932 time: 0.0653846 Nov 29 18:28:22.395969 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:22.490287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f6aa54-aa38-4c97-914e-7359bec5b15b,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:22.626119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc2d9535-822f-4149-b216-45ea8a64959b req-885c6dae-8b41-40ab-82dd-f5c3e9c757e1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202313 Nov 29 18:28:22.632760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Attempting to bind port e7f6aa54-aa38-4c97-914e-7359bec5b15b on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:28:22.633974 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Attempting to bind port e7f6aa54-aa38-4c97-914e-7359bec5b15b by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:28:22.634998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Attempting to bind port e7f6aa54-aa38-4c97-914e-7359bec5b15b on network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:28:22.641674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Port e7f6aa54-aa38-4c97-914e-7359bec5b15b on network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:28:22.642266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Attempting to bind port e7f6aa54-aa38-4c97-914e-7359bec5b15b on network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:28:22.649702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:28:22.650470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Checking segment: {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:28:22.651348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Bound using segment: {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:28:22.652269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Bound port: e7f6aa54-aa38-4c97-914e-7359bec5b15b, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:28:22.653107 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:22.729642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] For port e7f6aa54-aa38-4c97-914e-7359bec5b15b, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:28:22.733212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] For port e7f6aa54-aa38-4c97-914e-7359bec5b15b, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7f6aa54-aa38-4c97-914e-7359bec5b15b,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:28:22.741588 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:22.806232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f6aa54-aa38-4c97-914e-7359bec5b15b,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:22.831349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:22.832037 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:22.834757 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72edf330-352c-4443-bb01-e845cfe73fcc req-06142648-5844-40ae-a626-e27ddecec0e8 service neutron] 10.222.0.31 "PUT /v2.0/ports/e7f6aa54-aa38-4c97-914e-7359bec5b15b HTTP/1.1" status: 200 len: 1092 time: 0.9425478 Nov 29 18:28:22.835409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b347d1db-7687-4f0a-90a5-b83dd39f29af', 'tag': 'e7f6aa54-aa38-4c97-914e-7359bec5b15b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:28:22.838976 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cc89d5-07c2-4976-a897-06a2b3aeb2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b347d1db-7687-4f0a-90a5-b83dd39f29af", "tag": "e7f6aa54-aa38-4c97-914e-7359bec5b15b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:28:22.931912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edf330-352c-4443-bb01-e845cfe73fcc req-751f14ac-1531-45eb-805a-0268c5b8f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:22.933615 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72edf330-352c-4443-bb01-e845cfe73fcc req-751f14ac-1531-45eb-805a-0268c5b8f04e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 1095 time: 0.0567265 Nov 29 18:28:22.939181 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c00348-92d0-4aca-8817-b82a6ad8ca5e x-openstack-request-id: req-74c00348-92d0-4aca-8817-b82a6ad8ca5e {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:28:22.939713 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b347d1db-7687-4f0a-90a5-b83dd39f29af", "tag": "e7f6aa54-aa38-4c97-914e-7359bec5b15b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:28:22.940087 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74c00348-92d0-4aca-8817-b82a6ad8ca5e {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:28:22.940755 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b347d1db-7687-4f0a-90a5-b83dd39f29af', 'tag': 'e7f6aa54-aa38-4c97-914e-7359bec5b15b', 'status': 'completed', 'code': 200} Nov 29 18:28:23.020114 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72edf330-352c-4443-bb01-e845cfe73fcc req-e53f1712-0031-4ef8-85c6-571696fc12a5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f6aa54-aa38-4c97-914e-7359bec5b15b HTTP/1.1" status: 200 len: 217 time: 0.0770073 Nov 29 18:28:23.125345 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edf330-352c-4443-bb01-e845cfe73fcc req-b4d2cd20-07a8-4a98-ba1a-17f74f0f1b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:23.130911 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72edf330-352c-4443-bb01-e845cfe73fcc req-b4d2cd20-07a8-4a98-ba1a-17f74f0f1b37 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.1031823 Nov 29 18:28:23.192229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edf330-352c-4443-bb01-e845cfe73fcc req-df1fc633-0a3f-4456-a468-2e10ca9f1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:23.193709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72edf330-352c-4443-bb01-e845cfe73fcc req-df1fc633-0a3f-4456-a468-2e10ca9f1ea5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542026 Nov 29 18:28:23.346281 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72edf330-352c-4443-bb01-e845cfe73fcc req-bdf11a99-4ed3-4736-90c7-81a4fb6e908d service neutron] 10.222.0.31 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450651 Nov 29 18:28:23.453170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72edf330-352c-4443-bb01-e845cfe73fcc req-6398a35b-ced7-4f96-90e8-c230799f91b6 service neutron] 10.222.0.31 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992987 Nov 29 18:28:23.543831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc89d5-07c2-4976-a897-06a2b3aeb2d4 req-300056ce-1aa7-43ba-a3b3-cdf7413b40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:23.545370 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8cc89d5-07c2-4976-a897-06a2b3aeb2d4 req-300056ce-1aa7-43ba-a3b3-cdf7413b40a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 1095 time: 0.0430341 Nov 29 18:28:23.653253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc89d5-07c2-4976-a897-06a2b3aeb2d4 req-09c2df56-e31e-497b-b652-97b4f9952591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:23.654689 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8cc89d5-07c2-4976-a897-06a2b3aeb2d4 req-09c2df56-e31e-497b-b652-97b4f9952591 service neutron] 10.222.0.31 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.1013212 Nov 29 18:28:23.703901 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8cc89d5-07c2-4976-a897-06a2b3aeb2d4 req-560b2a6f-bb01-4df3-9826-5fa36225661a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f6aa54-aa38-4c97-914e-7359bec5b15b HTTP/1.1" status: 200 len: 217 time: 0.0423260 Nov 29 18:28:23.797938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc89d5-07c2-4976-a897-06a2b3aeb2d4 req-8c8350bf-d96f-4b9b-8b4e-42a2462d0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:23.799458 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8cc89d5-07c2-4976-a897-06a2b3aeb2d4 req-8c8350bf-d96f-4b9b-8b4e-42a2462d0203 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0879931 Nov 29 18:28:23.811699 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a05aa0-89b1-4398-90c9-a69cadd17937 req-c0608c52-5572-489f-aaab-907908f1a3db tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:23.813118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a9a05aa0-89b1-4398-90c9-a69cadd17937 req-c0608c52-5572-489f-aaab-907908f1a3db tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 944 time: 0.0928042 Nov 29 18:28:23.887590 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc89d5-07c2-4976-a897-06a2b3aeb2d4 req-ba87c676-f607-46ef-a2b8-1600abee6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:23.889435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8cc89d5-07c2-4976-a897-06a2b3aeb2d4 req-ba87c676-f607-46ef-a2b8-1600abee6c88 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750515 Nov 29 18:28:23.896828 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a9a05aa0-89b1-4398-90c9-a69cadd17937 req-22fc12c6-7239-4e57-b121-92c60549e785 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738208 Nov 29 18:28:23.985717 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6659cc7-a55d-4262-a92b-0f10044e2c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:24.008722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8cc89d5-07c2-4976-a897-06a2b3aeb2d4 req-fa0af10b-a8b1-44fb-a89a-33390e160594 service neutron] 10.222.0.31 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103604 Nov 29 18:28:24.433032 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8cc89d5-07c2-4976-a897-06a2b3aeb2d4 req-eb6f9264-33ba-4523-98d1-77521ee17436 service neutron] 10.222.0.31 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176314 Nov 29 18:28:25.034208 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f599f3c-e25c-459b-b776-5a748a600bb4 req-6d760d4b-d581-4356-9ef8-c5741f9a2f66 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:25.035781 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f599f3c-e25c-459b-b776-5a748a600bb4 req-6d760d4b-d581-4356-9ef8-c5741f9a2f66 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 944 time: 0.0567114 Nov 29 18:28:25.101283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f599f3c-e25c-459b-b776-5a748a600bb4 req-05e8858a-0b29-4f55-9bc7-ed2cea0ac5ab tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575569 Nov 29 18:28:26.246530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f088f-c022-459a-8537-37df882a8ba9 req-c57abe27-98e2-412b-a335-2e0d4fe6bcef tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:26.248960 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-540f088f-c022-459a-8537-37df882a8ba9 req-c57abe27-98e2-412b-a335-2e0d4fe6bcef tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 944 time: 0.0606782 Nov 29 18:28:26.302639 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-540f088f-c022-459a-8537-37df882a8ba9 req-24c2e634-849b-4cdd-8852-a553bac1e504 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450034 Nov 29 18:28:26.429811 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52eb0386-d85f-4223-a40e-2672deb7e245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:27.212078 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e7f6aa54-aa38-4c97-914e-7359bec5b15b details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:28:27.311111 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:27.380833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e7f6aa54-aa38-4c97-914e-7359bec5b15b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7f6aa54-aa38-4c97-914e-7359bec5b15b,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:28:27.401846 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'e7f6aa54-aa38-4c97-914e-7359bec5b15b', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'port_id': 'e7f6aa54-aa38-4c97-914e-7359bec5b15b', 'mac_address': 'fa:16:3e:ac:27:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:28:27.461485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd0ab3-5ece-4541-94c3-e9402c59f3b9 req-b40082a0-b69b-43c7-9b7e-0b6b56a46f10 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:27.463356 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:27.465262 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ffd0ab3-5ece-4541-94c3-e9402c59f3b9 req-b40082a0-b69b-43c7-9b7e-0b6b56a46f10 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 944 time: 0.0794735 Nov 29 18:28:27.484828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f6aa54-aa38-4c97-914e-7359bec5b15b {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:28:27.527030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e7f6aa54-aa38-4c97-914e-7359bec5b15b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7f6aa54-aa38-4c97-914e-7359bec5b15b,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:28:27.536044 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:27.536473 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ffd0ab3-5ece-4541-94c3-e9402c59f3b9 req-b3337af8-c672-4e30-8ea8-2cfc2b4914d4 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631516 Nov 29 18:28:27.622391 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=e7f6aa54-aa38-4c97-914e-7359bec5b15b,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:27.626335 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:27.826646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e7f6aa54-aa38-4c97-914e-7359bec5b15b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:28:28.688238 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341ab71-d5c1-49b9-a587-905ba290827e req-cb8a6a00-7856-4143-b1f7-f27fe8b68605 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:28.689825 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0341ab71-d5c1-49b9-a587-905ba290827e req-cb8a6a00-7856-4143-b1f7-f27fe8b68605 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 945 time: 0.0619500 Nov 29 18:28:28.743294 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0341ab71-d5c1-49b9-a587-905ba290827e req-fc64b883-903d-4583-a574-db4fe192eb5a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462501 Nov 29 18:28:29.127129 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:29.223228 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e7f6aa54-aa38-4c97-914e-7359bec5b15b up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:28:29.285572 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port e7f6aa54-aa38-4c97-914e-7359bec5b15b completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:28:29.289696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port e7f6aa54-aa38-4c97-914e-7359bec5b15b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:28:29.290065 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:29.384757 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:29.409610 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b347d1db-7687-4f0a-90a5-b83dd39f29af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f6aa54-aa38-4c97-914e-7359bec5b15b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:28:29.412227 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554db1d8-028a-4094-8da8-3fba35a98f2c" -d '{"events": [{"server_uuid": "b347d1db-7687-4f0a-90a5-b83dd39f29af", "name": "network-vif-plugged", "status": "completed", "tag": "e7f6aa54-aa38-4c97-914e-7359bec5b15b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:28:29.427090 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e7f6aa54-aa38-4c97-914e-7359bec5b15b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7f6aa54-aa38-4c97-914e-7359bec5b15b,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:28:29.433954 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:29.467225 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a608af7-7bd2-4f7e-9b5f-0c36627f0577 x-openstack-request-id: req-6a608af7-7bd2-4f7e-9b5f-0c36627f0577 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:28:29.467464 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b347d1db-7687-4f0a-90a5-b83dd39f29af", "name": "network-vif-plugged", "status": "completed", "tag": "e7f6aa54-aa38-4c97-914e-7359bec5b15b", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:28:29.467789 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a608af7-7bd2-4f7e-9b5f-0c36627f0577 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:28:29.468155 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b347d1db-7687-4f0a-90a5-b83dd39f29af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f6aa54-aa38-4c97-914e-7359bec5b15b', 'code': 200} Nov 29 18:28:29.501380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=e7f6aa54-aa38-4c97-914e-7359bec5b15b,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:29.585132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69e2e3-bfac-4e75-8f10-1ba7cceafb1c req-4b4c9137-f020-42a4-8724-9d056488f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:29.589392 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f69e2e3-bfac-4e75-8f10-1ba7cceafb1c req-4b4c9137-f020-42a4-8724-9d056488f160 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 1097 time: 0.0495176 Nov 29 18:28:29.638775 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1f69e2e3-bfac-4e75-8f10-1ba7cceafb1c req-9c9f451b-56df-419e-bf9e-b3e3a4ea77a5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418949 Nov 29 18:28:29.770298 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:29.877173 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae678c-3cde-4abb-97d0-9ae601148a87 req-13025d30-98eb-42c1-8ac6-69adb051a2d3 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:29.878676 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cae678c-3cde-4abb-97d0-9ae601148a87 req-13025d30-98eb-42c1-8ac6-69adb051a2d3 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 946 time: 0.0547523 Nov 29 18:28:29.938350 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cae678c-3cde-4abb-97d0-9ae601148a87 req-5c489557-493a-4fb1-a5c6-402ee881fa69 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509293 Nov 29 18:28:29.984124 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:31.078317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d40b-12c1-45e0-8b37-ae6ed77f63ee req-28a2b353-b87d-46e3-ae3f-0c3896150651 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:31.080607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65b8d40b-12c1-45e0-8b37-ae6ed77f63ee req-28a2b353-b87d-46e3-ae3f-0c3896150651 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 946 time: 0.0613887 Nov 29 18:28:31.135125 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65b8d40b-12c1-45e0-8b37-ae6ed77f63ee req-4d1997f8-3c5d-4dd8-a5ae-c970517ad7de tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463829 Nov 29 18:28:31.557796 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58814) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:31.673116 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26b2533a-942a-4641-931a-3941774db355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:31.750777 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26b2533a-942a-4641-931a-3941774db355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:31.755273 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-26b2533a-942a-4641-931a-3941774db355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:31.795190 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-26b2533a-942a-4641-931a-3941774db355 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b88e717e9924cee8c470d2e056f9ee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2362571 Nov 29 18:28:31.797939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2533a-942a-4641-931a-3941774db355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bacb27-2b3c-4a73-b9ea-01fa77b96c73,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:31.798599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 58818) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:31.851146 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be2ea8ce-5fac-4342-b98f-0d51db68211a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:31.876692 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be2ea8ce-5fac-4342-b98f-0d51db68211a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:31.937325 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be2ea8ce-5fac-4342-b98f-0d51db68211a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:31.939983 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be2ea8ce-5fac-4342-b98f-0d51db68211a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:31.941148 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-be2ea8ce-5fac-4342-b98f-0d51db68211a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2bacb27-2b3c-4a73-b9ea-01fa77b96c73 HTTP/1.1" status: 204 len: 168 time: 0.1412787 Nov 29 18:28:31.950632 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ea8ce-5fac-4342-b98f-0d51db68211a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bacb27-2b3c-4a73-b9ea-01fa77b96c73,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:32.233958 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58828) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:32.248571 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-716f4c2d-e9df-47df-be26-e9e64ca42db2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:32.337760 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-716f4c2d-e9df-47df-be26-e9e64ca42db2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:32.342334 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-716f4c2d-e9df-47df-be26-e9e64ca42db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:32.380659 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f4c2d-e9df-47df-be26-e9e64ca42db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969e16f0-d26f-4ed0-b7dd-cf4cba1177dc,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:32.387599 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-716f4c2d-e9df-47df-be26-e9e64ca42db2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=216e2e7f10bb443a8a79c3d616450b9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1500573 Nov 29 18:28:32.387879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58830) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:32.438888 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6e32da8f-4a97-46a4-8618-ea69c48557d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:32.462172 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6e32da8f-4a97-46a4-8618-ea69c48557d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:32.515243 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6e32da8f-4a97-46a4-8618-ea69c48557d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:32.519218 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6e32da8f-4a97-46a4-8618-ea69c48557d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:32.520396 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6e32da8f-4a97-46a4-8618-ea69c48557d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/969e16f0-d26f-4ed0-b7dd-cf4cba1177dc HTTP/1.1" status: 204 len: 168 time: 0.1315553 Nov 29 18:28:32.529914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e32da8f-4a97-46a4-8618-ea69c48557d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969e16f0-d26f-4ed0-b7dd-cf4cba1177dc,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:34.735501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58910) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:34.847387 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-54cc381a-8a3d-4f39-96e8-6462f9d10519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:34.936360 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-54cc381a-8a3d-4f39-96e8-6462f9d10519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:34.941400 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-54cc381a-8a3d-4f39-96e8-6462f9d10519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:34.986803 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-54cc381a-8a3d-4f39-96e8-6462f9d10519 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c22becff86cf485d858b18579d5971dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2501416 Nov 29 18:28:34.987883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc381a-8a3d-4f39-96e8-6462f9d10519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2268f66b-a3f6-4e08-aa2e-663b8bd694ec,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:34.989581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 58914) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:35.044425 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-396595d5-8b47-44c0-a94b-a980128b4ce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:35.067954 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-396595d5-8b47-44c0-a94b-a980128b4ce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:35.123912 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-396595d5-8b47-44c0-a94b-a980128b4ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:35.126609 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-396595d5-8b47-44c0-a94b-a980128b4ce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:35.127866 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-396595d5-8b47-44c0-a94b-a980128b4ce2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2268f66b-a3f6-4e08-aa2e-663b8bd694ec HTTP/1.1" status: 204 len: 168 time: 0.1363056 Nov 29 18:28:35.136406 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396595d5-8b47-44c0-a94b-a980128b4ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2268f66b-a3f6-4e08-aa2e-663b8bd694ec,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:35.424626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 58922) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:35.437951 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5230037-ec4f-4788-ba1d-2e6774a2674a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:35.523616 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5230037-ec4f-4788-ba1d-2e6774a2674a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:35.529796 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5230037-ec4f-4788-ba1d-2e6774a2674a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:35.575000 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 58926) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:35.575247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a5230037-ec4f-4788-ba1d-2e6774a2674a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9304821707147fe8422638d3fb57040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1492779 Nov 29 18:28:35.587572 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5230037-ec4f-4788-ba1d-2e6774a2674a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfbed41-d887-439a-9e87-736a2869a81e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:35.632005 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-304c7f42-2ecf-414b-b31d-15bf0d9f4f4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:35.653685 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-304c7f42-2ecf-414b-b31d-15bf0d9f4f4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:35.706417 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-304c7f42-2ecf-414b-b31d-15bf0d9f4f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:35.709418 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-304c7f42-2ecf-414b-b31d-15bf0d9f4f4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:35.712966 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-304c7f42-2ecf-414b-b31d-15bf0d9f4f4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5cfbed41-d887-439a-9e87-736a2869a81e HTTP/1.1" status: 204 len: 168 time: 0.1343503 Nov 29 18:28:35.719499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c7f42-2ecf-414b-b31d-15bf0d9f4f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfbed41-d887-439a-9e87-736a2869a81e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:38.964310 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59164) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:39.072841 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e101e54-ab90-4e6d-bf37-e0cd358060e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:39.157083 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e101e54-ab90-4e6d-bf37-e0cd358060e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:39.161102 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e101e54-ab90-4e6d-bf37-e0cd358060e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:39.198463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e101e54-ab90-4e6d-bf37-e0cd358060e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1666034c-db7c-49f6-8152-b160eb1f92c2,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:39.206740 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7e101e54-ab90-4e6d-bf37-e0cd358060e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e53399ea1a6244c68bdc34cecb438c24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2413852 Nov 29 18:28:39.206959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59168) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:39.258252 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58a29270-c2d2-4163-bb0d-21864097c8e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:39.282720 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58a29270-c2d2-4163-bb0d-21864097c8e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:39.328647 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58a29270-c2d2-4163-bb0d-21864097c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:39.332856 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58a29270-c2d2-4163-bb0d-21864097c8e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:39.334772 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-58a29270-c2d2-4163-bb0d-21864097c8e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1666034c-db7c-49f6-8152-b160eb1f92c2 HTTP/1.1" status: 204 len: 168 time: 0.1261818 Nov 29 18:28:39.342475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a29270-c2d2-4163-bb0d-21864097c8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1666034c-db7c-49f6-8152-b160eb1f92c2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:40.560613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59220) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:40.705413 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-94178856-410e-4cab-bbb5-8518d3480b92 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1189396142'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:40.726904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94178856-410e-4cab-bbb5-8518d3480b92 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Made reservation on behalf of 6d8761e17a0c4bfd8195349fbb31a8e0 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:28:40.730323 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94178856-410e-4cab-bbb5-8518d3480b92 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:40.738865 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94178856-410e-4cab-bbb5-8518d3480b92 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:40.811278 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94178856-410e-4cab-bbb5-8518d3480b92 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:40.815966 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94178856-410e-4cab-bbb5-8518d3480b92 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:40.843059 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94178856-410e-4cab-bbb5-8518d3480b92 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:28:40.852375 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94178856-410e-4cab-bbb5-8518d3480b92 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54714b4f-fbae-4142-a94a-e92a7000439f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:40.858605 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94178856-410e-4cab-bbb5-8518d3480b92 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:40.858997 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-94178856-410e-4cab-bbb5-8518d3480b92 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Added segment 40f53261-fadb-498b-bc85-d8f79520eba6 of type vlan for network 8916b2d3-58ab-4c4b-b315-34181deabe5c Nov 29 18:28:40.899965 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94178856-410e-4cab-bbb5-8518d3480b92 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:40.928606 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94178856-410e-4cab-bbb5-8518d3480b92 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:40.934179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94178856-410e-4cab-bbb5-8518d3480b92 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:40.934758 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94178856-410e-4cab-bbb5-8518d3480b92 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:41.002506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-94178856-410e-4cab-bbb5-8518d3480b92 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4380450 Nov 29 18:28:41.004222 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59226) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:41.007313 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94178856-410e-4cab-bbb5-8518d3480b92 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Pushing event updated for resources: {'Network': ['ID=8916b2d3-58ab-4c4b-b315-34181deabe5c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:41.010458 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-42359c9c-5fb3-44a9-a833-d1765c0d95a4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Request body: {'subnet': {'network_id': '8916b2d3-58ab-4c4b-b315-34181deabe5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:41.018726 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 8916b2d3-58ab-4c4b-b315-34181deabe5c details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:28:41.110996 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42359c9c-5fb3-44a9-a833-d1765c0d95a4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Made reservation on behalf of 6d8761e17a0c4bfd8195349fbb31a8e0 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:28:41.114628 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42359c9c-5fb3-44a9-a833-d1765c0d95a4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:41.303524 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42359c9c-5fb3-44a9-a833-d1765c0d95a4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:41.365078 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42359c9c-5fb3-44a9-a833-d1765c0d95a4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Pushing event updated for resources: {'Subnet': ['ID=e2221622-b8e6-4247-907a-60b75d0cf2bc,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:41.372301 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42359c9c-5fb3-44a9-a833-d1765c0d95a4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Checking segment: {'id': '40f53261-fadb-498b-bc85-d8f79520eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8916b2d3-58ab-4c4b-b315-34181deabe5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:28:41.372661 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42359c9c-5fb3-44a9-a833-d1765c0d95a4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Network hostable DHCP agents. Network: 8916b2d3-58ab-4c4b-b315-34181deabe5c, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:28:41.389266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42359c9c-5fb3-44a9-a833-d1765c0d95a4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Network 8916b2d3-58ab-4c4b-b315-34181deabe5c is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:28:41.398728 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-42359c9c-5fb3-44a9-a833-d1765c0d95a4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 8916b2d3-58ab-4c4b-b315-34181deabe5c) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:28:41.402683 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42359c9c-5fb3-44a9-a833-d1765c0d95a4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:41.403308 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42359c9c-5fb3-44a9-a833-d1765c0d95a4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:41.409996 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a2631a-7be7-4730-a527-8010e79e9732 None None] Network 8916b2d3-58ab-4c4b-b315-34181deabe5c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:28:41.421091 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-42359c9c-5fb3-44a9-a833-d1765c0d95a4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4155080 Nov 29 18:28:41.424002 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59228) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:41.431482 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-986180a5-255a-45c3-91d6-7e0f2671f0a9 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Request body: {'port': {'network_id': '8916b2d3-58ab-4c4b-b315-34181deabe5c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1010693700'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:41.542395 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:28:41.549330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986180a5-255a-45c3-91d6-7e0f2671f0a9 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Made reservation on behalf of 6d8761e17a0c4bfd8195349fbb31a8e0 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:28:41.553104 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-986180a5-255a-45c3-91d6-7e0f2671f0a9 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:41.558561 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-8916b2d3-58ab-4c4b-b315-34181deabe5c', 'network_id': '8916b2d3-58ab-4c4b-b315-34181deabe5c', 'tenant_id': '6d8761e17a0c4bfd8195349fbb31a8e0', 'fixed_ips': [{'subnet_id': 'e2221622-b8e6-4247-907a-60b75d0cf2bc'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:28:41.559831 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:41.579284 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-986180a5-255a-45c3-91d6-7e0f2671f0a9 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] device_id is not set on port b3d52ec3-05f5-4e25-bae0-affe26c58ad5 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:28:41.709804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-986180a5-255a-45c3-91d6-7e0f2671f0a9 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Allocated IP 172.20.0.6 (8916b2d3-58ab-4c4b-b315-34181deabe5c/e2221622-b8e6-4247-907a-60b75d0cf2bc/b3d52ec3-05f5-4e25-bae0-affe26c58ad5) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:28:41.862802 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-986180a5-255a-45c3-91d6-7e0f2671f0a9 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:41.897040 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-986180a5-255a-45c3-91d6-7e0f2671f0a9 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:41.954104 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986180a5-255a-45c3-91d6-7e0f2671f0a9 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Network 8916b2d3-58ab-4c4b-b315-34181deabe5c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:28:41.960573 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Allocated IP 172.20.0.2 (8916b2d3-58ab-4c4b-b315-34181deabe5c/e2221622-b8e6-4247-907a-60b75d0cf2bc/f105c0f7-e338-4b15-be80-70db5b44ce74) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:28:41.960792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-986180a5-255a-45c3-91d6-7e0f2671f0a9 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:28:41.963859 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986180a5-255a-45c3-91d6-7e0f2671f0a9 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:28:42.006714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986180a5-255a-45c3-91d6-7e0f2671f0a9 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Pushing event updated for resources: {'Port': ['ID=b3d52ec3-05f5-4e25-bae0-affe26c58ad5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:42.028508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986180a5-255a-45c3-91d6-7e0f2671f0a9 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:42.029209 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-986180a5-255a-45c3-91d6-7e0f2671f0a9 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:42.051983 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-986180a5-255a-45c3-91d6-7e0f2671f0a9 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6265423 Nov 29 18:28:42.055591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59234) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:42.147633 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:42.156756 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:42.164203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d713d625-684b-4512-ad9f-1b3c066c2712 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Deleting port b3d52ec3-05f5-4e25-bae0-affe26c58ad5 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:28:42.164624 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d713d625-684b-4512-ad9f-1b3c066c2712 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:42.302743 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d713d625-684b-4512-ad9f-1b3c066c2712 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:42.320313 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d713d625-684b-4512-ad9f-1b3c066c2712 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Calling delete_port for b3d52ec3-05f5-4e25-bae0-affe26c58ad5 owned by {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:28:42.372949 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Network 8916b2d3-58ab-4c4b-b315-34181deabe5c is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:28:42.380385 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:28:42.383081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:28:42.399769 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Pushing event updated for resources: {'Port': ['ID=f105c0f7-e338-4b15-be80-70db5b44ce74,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:42.451253 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Attempting to bind port f105c0f7-e338-4b15-be80-70db5b44ce74 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:28:42.451663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Attempting to bind port f105c0f7-e338-4b15-be80-70db5b44ce74 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '40f53261-fadb-498b-bc85-d8f79520eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8916b2d3-58ab-4c4b-b315-34181deabe5c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:28:42.452300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Attempting to bind port f105c0f7-e338-4b15-be80-70db5b44ce74 on network 8916b2d3-58ab-4c4b-b315-34181deabe5c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:28:42.460945 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:28:42.460945 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Checking segment: {'id': '40f53261-fadb-498b-bc85-d8f79520eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8916b2d3-58ab-4c4b-b315-34181deabe5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:28:42.460945 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:42.461424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Bound using segment: {'id': '40f53261-fadb-498b-bc85-d8f79520eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8916b2d3-58ab-4c4b-b315-34181deabe5c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:28:42.461772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Bound port: f105c0f7-e338-4b15-be80-70db5b44ce74, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f53261-fadb-498b-bc85-d8f79520eba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8916b2d3-58ab-4c4b-b315-34181deabe5c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:28:42.462174 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:42.493911 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d713d625-684b-4512-ad9f-1b3c066c2712 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:42.526768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713d625-684b-4512-ad9f-1b3c066c2712 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Pushing event deleted for resources: {'Port': ['ID=b3d52ec3-05f5-4e25-bae0-affe26c58ad5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:42.550575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] For port f105c0f7-e338-4b15-be80-70db5b44ce74, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:28:42.554945 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] For port f105c0f7-e338-4b15-be80-70db5b44ce74, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f105c0f7-e338-4b15-be80-70db5b44ce74,segment=NetworkSegment(40f53261-fadb-498b-bc85-d8f79520eba6),segment_id=40f53261-fadb-498b-bc85-d8f79520eba6)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:28:42.561881 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:42.632265 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d713d625-684b-4512-ad9f-1b3c066c2712 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:42.637739 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d713d625-684b-4512-ad9f-1b3c066c2712 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] 10.222.0.23 "DELETE /v2.0/ports/b3d52ec3-05f5-4e25-bae0-affe26c58ad5 HTTP/1.1" status: 204 len: 168 time: 0.5798252 Nov 29 18:28:42.639798 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59236) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:42.645971 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae618424-7147-4b82-ae58-3c9ab5a16a59 None None] Pushing event updated for resources: {'Port': ['ID=f105c0f7-e338-4b15-be80-70db5b44ce74,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:42.748097 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ed4d3911-928f-4105-b9bd-f346931f35ca tempest-DHCPAgentSchedulersTestJSON-536966048 tempest-DHCPAgentSchedulersTestJSON-536966048-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1069155 Nov 29 18:28:42.750774 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59242) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:42.757981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-4a8a0eba-0d8d-47ef-9214-65d82f9aaba0 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1812921885'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:42.782083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8a0eba-0d8d-47ef-9214-65d82f9aaba0 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Made reservation on behalf of 6d8761e17a0c4bfd8195349fbb31a8e0 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:28:42.785672 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0eba-0d8d-47ef-9214-65d82f9aaba0 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:42.812604 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8a0eba-0d8d-47ef-9214-65d82f9aaba0 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:28:42.824251 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0eba-0d8d-47ef-9214-65d82f9aaba0 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:42.824251 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-4a8a0eba-0d8d-47ef-9214-65d82f9aaba0 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Added segment 454c2104-10fc-4c09-96c8-c39738ed9cd7 of type vlan for network a3d104e3-6c31-4c6b-a88b-c7fcd1e7e7b7 Nov 29 18:28:42.889626 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0eba-0d8d-47ef-9214-65d82f9aaba0 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:42.918669 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0eba-0d8d-47ef-9214-65d82f9aaba0 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:42.931027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8a0eba-0d8d-47ef-9214-65d82f9aaba0 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:42.931027 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4a8a0eba-0d8d-47ef-9214-65d82f9aaba0 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:42.974041 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4a8a0eba-0d8d-47ef-9214-65d82f9aaba0 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2221465 Nov 29 18:28:42.977262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59244) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:43.055917 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f105c0f7-e338-4b15-be80-70db5b44ce74 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:28:43.096210 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a0eba-0d8d-47ef-9214-65d82f9aaba0 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Pushing event updated for resources: {'Network': ['ID=a3d104e3-6c31-4c6b-a88b-c7fcd1e7e7b7,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:43.114021 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network a3d104e3-6c31-4c6b-a88b-c7fcd1e7e7b7 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:28:43.196486 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f105c0f7-e338-4b15-be80-70db5b44ce74 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:28:43.197105 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:43.199538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-dee00271-1c8b-4736-a310-22c90ccda4bd tempest-DHCPAgentSchedulersTestJSON-536966048 tempest-DHCPAgentSchedulersTestJSON-536966048-project-admin] 10.222.0.23 "GET /v2.0/agents/8d86c0d8-1b63-4891-adfd-2e8ebc470ff1/dhcp-networks HTTP/1.1" status: 200 len: 6474 time: 0.2208881 Nov 29 18:28:43.199984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59248) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:43.288473 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:43.288734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a904c050-06ad-4a0c-812a-80a1d83eb01b tempest-DHCPAgentSchedulersTestJSON-536966048 tempest-DHCPAgentSchedulersTestJSON-536966048-project-admin] Network a3d104e3-6c31-4c6b-a88b-c7fcd1e7e7b7 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:28:43.303491 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59250) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:43.303662 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a904c050-06ad-4a0c-812a-80a1d83eb01b tempest-DHCPAgentSchedulersTestJSON-536966048 tempest-DHCPAgentSchedulersTestJSON-536966048-project-admin] 10.222.0.23 "POST /v2.0/agents/8d86c0d8-1b63-4891-adfd-2e8ebc470ff1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1026821 Nov 29 18:28:43.317014 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c392f1d-81fa-4788-8030-1374a209b4bb None None] Network a3d104e3-6c31-4c6b-a88b-c7fcd1e7e7b7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:28:43.386694 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port f105c0f7-e338-4b15-be80-70db5b44ce74, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f105c0f7-e338-4b15-be80-70db5b44ce74,segment=NetworkSegment(40f53261-fadb-498b-bc85-d8f79520eba6),segment_id=40f53261-fadb-498b-bc85-d8f79520eba6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:28:43.400368 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:43.480268 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-55ee90b4-d944-4212-a7c0-8877c5d9618f tempest-DHCPAgentSchedulersTestJSON-536966048 tempest-DHCPAgentSchedulersTestJSON-536966048-project-admin] 10.222.0.23 "GET /v2.0/agents/8d86c0d8-1b63-4891-adfd-2e8ebc470ff1/dhcp-networks HTTP/1.1" status: 200 len: 7245 time: 0.1750340 Nov 29 18:28:43.483859 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59252) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:43.512359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=f105c0f7-e338-4b15-be80-70db5b44ce74,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:43.555474 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59254) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:43.556188 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-638a06e7-868b-4455-835d-8e8c57f7f788 tempest-DHCPAgentSchedulersTestJSON-536966048 tempest-DHCPAgentSchedulersTestJSON-536966048-project-admin] 10.222.0.23 "DELETE /v2.0/agents/8d86c0d8-1b63-4891-adfd-2e8ebc470ff1/dhcp-networks/a3d104e3-6c31-4c6b-a88b-c7fcd1e7e7b7 HTTP/1.1" status: 204 len: 168 time: 0.0711708 Nov 29 18:28:43.706769 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6032546e-dffe-4b6f-ae25-9c13cd3ad134 tempest-DHCPAgentSchedulersTestJSON-536966048 tempest-DHCPAgentSchedulersTestJSON-536966048-project-admin] 10.222.0.23 "GET /v2.0/agents/8d86c0d8-1b63-4891-adfd-2e8ebc470ff1/dhcp-networks HTTP/1.1" status: 200 len: 6474 time: 0.1462455 Nov 29 18:28:43.707072 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59256) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:43.732863 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-874c9ac0-0934-48d6-8e70-8842a64b3cd3 tempest-DHCPAgentSchedulersTestJSON-536966048 tempest-DHCPAgentSchedulersTestJSON-536966048-project-admin] 10.222.0.23 "GET /v2.0/networks/8916b2d3-58ab-4c4b-b315-34181deabe5c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0240829 Nov 29 18:28:43.737708 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59260) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:43.761059 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0d5b0673-a92b-4bc6-a700-229dda061b04 tempest-DHCPAgentSchedulersTestJSON-536966048 tempest-DHCPAgentSchedulersTestJSON-536966048-project-admin] 10.222.0.23 "GET /v2.0/networks/8916b2d3-58ab-4c4b-b315-34181deabe5c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0217738 Nov 29 18:28:43.763476 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59262) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:43.873161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f17e3b4-6937-4301-9c84-38221cf96e29 None None] Network 8916b2d3-58ab-4c4b-b315-34181deabe5c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:28:43.891850 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a87ea993-ace7-4471-8780-1847abb18794 tempest-DHCPAgentSchedulersTestJSON-536966048 tempest-DHCPAgentSchedulersTestJSON-536966048-project-admin] 10.222.0.23 "GET /v2.0/agents/8d86c0d8-1b63-4891-adfd-2e8ebc470ff1/dhcp-networks HTTP/1.1" status: 200 len: 6474 time: 0.1239505 Nov 29 18:28:43.892046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59264) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:43.973608 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ab11899-8528-4a93-a519-9c942d1d2c6c tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:44.016447 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d54f54ce-044b-45be-915f-77031d09bf51 None None] Provisioning complete for port f105c0f7-e338-4b15-be80-70db5b44ce74 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:28:44.016903 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d54f54ce-044b-45be-915f-77031d09bf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:44.065958 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ab11899-8528-4a93-a519-9c942d1d2c6c tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:44.086952 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6ab11899-8528-4a93-a519-9c942d1d2c6c tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d104e3-6c31-4c6b-a88b-c7fcd1e7e7b7']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:44.097594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6ab11899-8528-4a93-a519-9c942d1d2c6c tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454c2104-10fc-4c09-96c8-c39738ed9cd7') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:44.097958 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6ab11899-8528-4a93-a519-9c942d1d2c6c tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454c2104-10fc-4c09-96c8-c39738ed9cd7') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:44.114598 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ab11899-8528-4a93-a519-9c942d1d2c6c tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:44.135500 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ab11899-8528-4a93-a519-9c942d1d2c6c tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:44.144339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab11899-8528-4a93-a519-9c942d1d2c6c tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:28:44.145093 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ab11899-8528-4a93-a519-9c942d1d2c6c tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:28:44.149462 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:28:44.222558 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ab11899-8528-4a93-a519-9c942d1d2c6c tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:44.236023 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ab11899-8528-4a93-a519-9c942d1d2c6c tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:44.242778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59270) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:44.243386 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6ab11899-8528-4a93-a519-9c942d1d2c6c tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] 10.222.0.23 "DELETE /v2.0/networks/a3d104e3-6c31-4c6b-a88b-c7fcd1e7e7b7 HTTP/1.1" status: 204 len: 168 time: 0.3501165 Nov 29 18:28:44.267119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab11899-8528-4a93-a519-9c942d1d2c6c tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Pushing event deleted for resources: {'Network': ['ID=a3d104e3-6c31-4c6b-a88b-c7fcd1e7e7b7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:44.275041 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-751cbfb0-345b-4f58-b002-73fa2fe894b0 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] DELETE failed (client error): The resource could not be found. Nov 29 18:28:44.275704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751cbfb0-345b-4f58-b002-73fa2fe894b0 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:28:44.280534 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-751cbfb0-345b-4f58-b002-73fa2fe894b0 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] 10.222.0.23 "DELETE /v2.0/ports/b3d52ec3-05f5-4e25-bae0-affe26c58ad5 HTTP/1.1" status: 404 len: 333 time: 0.0349500 Nov 29 18:28:44.281788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59272) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:44.315265 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d4dd8-d255-4184-956c-9abec77e699d req-214bce72-f8d8-499c-89e2-dd383645821b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:44.316535 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-994d4dd8-d255-4184-956c-9abec77e699d req-214bce72-f8d8-499c-89e2-dd383645821b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0706482 Nov 29 18:28:44.340748 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2ea40e-86e2-4d3b-8252-e22c0dbae0bb tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Deleting subnet e2221622-b8e6-4247-907a-60b75d0cf2bc {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:28:44.344909 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea40e-86e2-4d3b-8252-e22c0dbae0bb tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:44.355801 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b6937403-4dd7-4fa8-9e74-2e3552992fc8 None None] Provisioning complete for port f105c0f7-e338-4b15-be80-70db5b44ce74 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:28:44.356381 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6937403-4dd7-4fa8-9e74-2e3552992fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:44.373560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-994d4dd8-d255-4184-956c-9abec77e699d req-a5078e6d-f17f-4294-8e8a-f79c8352a0cf tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501442 Nov 29 18:28:44.410174 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea40e-86e2-4d3b-8252-e22c0dbae0bb tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:44.514568 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea40e-86e2-4d3b-8252-e22c0dbae0bb tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:44.514828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421daf1-315d-4938-9a5d-3f2c131f72a3 req-c38aabcd-3f4d-40d3-ba5e-bcb477439e78 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:44.516428 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5421daf1-315d-4938-9a5d-3f2c131f72a3 req-c38aabcd-3f4d-40d3-ba5e-bcb477439e78 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0599942 Nov 29 18:28:44.579353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5421daf1-315d-4938-9a5d-3f2c131f72a3 req-8d468399-fa4b-434a-8aa5-aa67b44e9577 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543871 Nov 29 18:28:44.580842 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea40e-86e2-4d3b-8252-e22c0dbae0bb tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:44.594966 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f5f577c1-7e01-488e-9331-baa13393a0b1 None None] Could not find standard attr ID for object b3d52ec3-05f5-4e25-bae0-affe26c58ad5. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:28:44.623614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ea40e-86e2-4d3b-8252-e22c0dbae0bb tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Pushing event deleted for resources: {'Subnet': ['ID=e2221622-b8e6-4247-907a-60b75d0cf2bc,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:44.627908 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea40e-86e2-4d3b-8252-e22c0dbae0bb tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:44.633884 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5c2ea40e-86e2-4d3b-8252-e22c0dbae0bb tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] 10.222.0.23 "DELETE /v2.0/subnets/e2221622-b8e6-4247-907a-60b75d0cf2bc HTTP/1.1" status: 204 len: 168 time: 0.3494625 Nov 29 18:28:44.634779 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59278) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:44.727306 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:44.765450 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ffd2d3-2495-4083-8d88-5300f30e36d4 None None] Network 8916b2d3-58ab-4c4b-b315-34181deabe5c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:28:44.793323 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Deleting port f105c0f7-e338-4b15-be80-70db5b44ce74 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:28:44.793935 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:44.876756 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc7a0a-48fc-4180-8429-794e9432513b req-ff5bc68b-1b5d-4102-8c13-f66639fa23a0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:44.878425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16cc7a0a-48fc-4180-8429-794e9432513b req-ff5bc68b-1b5d-4102-8c13-f66639fa23a0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0755289 Nov 29 18:28:44.880191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] For port f105c0f7-e338-4b15-be80-70db5b44ce74, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f105c0f7-e338-4b15-be80-70db5b44ce74,segment=NetworkSegment(40f53261-fadb-498b-bc85-d8f79520eba6),segment_id=40f53261-fadb-498b-bc85-d8f79520eba6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:28:44.880559 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:44.910011 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Calling delete_port for f105c0f7-e338-4b15-be80-70db5b44ce74 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:28:44.960413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16cc7a0a-48fc-4180-8429-794e9432513b req-a0d13af4-c63e-45ee-b042-2cedd693809d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706851 Nov 29 18:28:44.977244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dbbbc0-029c-4f25-9aca-dd7b19fabda7 None None] DHCP port deletion for 8916b2d3-58ab-4c4b-b315-34181deabe5c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:28:45.032630 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:45.035420 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-21dbbbc0-029c-4f25-9aca-dd7b19fabda7 None None] Deleting port f105c0f7-e338-4b15-be80-70db5b44ce74 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:28:45.036053 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21dbbbc0-029c-4f25-9aca-dd7b19fabda7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:45.080496 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] No DVR routers for this DVR port f105c0f7-e338-4b15-be80-70db5b44ce74 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:28:45.086378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Pushing event deleted for resources: {'Port': ['ID=f105c0f7-e338-4b15-be80-70db5b44ce74,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:45.114614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-21dbbbc0-029c-4f25-9aca-dd7b19fabda7 None None] For port f105c0f7-e338-4b15-be80-70db5b44ce74, host n-d-819494-5, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:28:45.115333 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21dbbbc0-029c-4f25-9aca-dd7b19fabda7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:45.130894 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-21dbbbc0-029c-4f25-9aca-dd7b19fabda7 None None] Calling delete_port for f105c0f7-e338-4b15-be80-70db5b44ce74 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:28:45.133871 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-21dbbbc0-029c-4f25-9aca-dd7b19fabda7 None None] Port f105c0f7-e338-4b15-be80-70db5b44ce74 was not found and therefore no delete operation was performed {{(pid=110006) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 18:28:45.135364 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21dbbbc0-029c-4f25-9aca-dd7b19fabda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:45.161584 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbbbc0-029c-4f25-9aca-dd7b19fabda7 None None] Pushing event deleted for resources: {'Port': ['ID=f105c0f7-e338-4b15-be80-70db5b44ce74,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:45.166005 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dbbbc0-029c-4f25-9aca-dd7b19fabda7 None None] No DVR routers for this DVR port f105c0f7-e338-4b15-be80-70db5b44ce74 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:28:45.192947 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:45.221215 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8916b2d3-58ab-4c4b-b315-34181deabe5c']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:45.233852 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f53261-fadb-498b-bc85-d8f79520eba6') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:45.234282 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f53261-fadb-498b-bc85-d8f79520eba6') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:45.244726 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:45.257695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81badf-f86c-401d-a67b-597526cbae1e req-21b2a654-ba6b-4a89-8345-13df298a6394 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:45.259601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a81badf-f86c-401d-a67b-597526cbae1e req-21b2a654-ba6b-4a89-8345-13df298a6394 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 811 time: 0.1207082 Nov 29 18:28:45.262093 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:45.268803 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:28:45.269407 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:28:45.274213 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:28:45.278592 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a81badf-f86c-401d-a67b-597526cbae1e req-0036c408-6bad-4b7d-a48f-00fc987a983e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/quotas/72bbde8d865a44a59bd5e7320f2171e2 HTTP/1.1" status: 200 len: 375 time: 0.0123827 Nov 29 18:28:45.342439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a81badf-f86c-401d-a67b-597526cbae1e req-6f0166bd-a77f-4bcc-a333-fe3f2ba0c635 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562508 Nov 29 18:28:45.357084 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:45.365321 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:45.368688 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] 10.222.0.23 "DELETE /v2.0/networks/8916b2d3-58ab-4c4b-b315-34181deabe5c HTTP/1.1" status: 204 len: 168 time: 0.7328081 Nov 29 18:28:45.381815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe8322-929d-4e60-aef3-cbcc93837cf4 tempest-DHCPAgentSchedulersTestJSON-44673916 tempest-DHCPAgentSchedulersTestJSON-44673916-project] Pushing event deleted for resources: {'Network': ['ID=8916b2d3-58ab-4c4b-b315-34181deabe5c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:45.473973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e352ad-1d1d-45cf-99d3-553d6107b09b req-70b60d72-35e4-42f6-b4d3-bd0f96af3135 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:45.475530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4e352ad-1d1d-45cf-99d3-553d6107b09b req-70b60d72-35e4-42f6-b4d3-bd0f96af3135 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.1116683 Nov 29 18:28:45.502287 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a81badf-f86c-401d-a67b-597526cbae1e req-a6160a13-81a4-41f3-acc9-a6a869d3645f service neutron] 10.222.0.23 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503217 Nov 29 18:28:45.579433 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4e352ad-1d1d-45cf-99d3-553d6107b09b req-cda867cd-63dd-4e10-90e0-3fcaac3123e3 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980535 Nov 29 18:28:45.623122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a81badf-f86c-401d-a67b-597526cbae1e req-e559b42c-99ce-4b8c-bbbe-2d80d716b42c service neutron] 10.222.0.23 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120069 Nov 29 18:28:45.644362 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59304) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:45.786980 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-96794c32-e1dd-48e1-9fd0-f924b6fb8753 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d8761e17a0c4bfd8195349fbb31a8e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389756 Nov 29 18:28:45.787180 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59314) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:45.837314 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e361edc0-b9f6-44c5-8cad-b14a1f3e2468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:45.862046 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e361edc0-b9f6-44c5-8cad-b14a1f3e2468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:45.914126 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4012fb78-626b-4761-855e-b233ef4e5381 req-69be006a-2532-4b83-a28a-c2ab4dbd1eda tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 210 time: 0.0312879 Nov 29 18:28:45.917439 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e361edc0-b9f6-44c5-8cad-b14a1f3e2468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:45.920427 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e361edc0-b9f6-44c5-8cad-b14a1f3e2468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:45.924287 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e361edc0-b9f6-44c5-8cad-b14a1f3e2468 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54714b4f-fbae-4142-a94a-e92a7000439f HTTP/1.1" status: 204 len: 168 time: 0.1359758 Nov 29 18:28:45.933026 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361edc0-b9f6-44c5-8cad-b14a1f3e2468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54714b4f-fbae-4142-a94a-e92a7000439f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:46.227650 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59330) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:46.241677 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9ceda75-85f9-49eb-b236-747d87079377 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:46.327708 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9ceda75-85f9-49eb-b236-747d87079377 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:46.331687 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9ceda75-85f9-49eb-b236-747d87079377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:46.369231 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ceda75-85f9-49eb-b236-747d87079377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f924008-9902-4c13-9c5d-a62e49d6a319,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:46.373509 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e9ceda75-85f9-49eb-b236-747d87079377 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70afce4e580744adb8f01132db957df3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1448035 Nov 29 18:28:46.376109 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59332) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:46.423724 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a10a5c23-9d5a-45d3-8b76-c2c385c78fdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:46.445864 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a10a5c23-9d5a-45d3-8b76-c2c385c78fdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:46.494912 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a10a5c23-9d5a-45d3-8b76-c2c385c78fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:46.497558 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a10a5c23-9d5a-45d3-8b76-c2c385c78fdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:46.498714 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a10a5c23-9d5a-45d3-8b76-c2c385c78fdc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f924008-9902-4c13-9c5d-a62e49d6a319 HTTP/1.1" status: 204 len: 168 time: 0.1216993 Nov 29 18:28:46.508520 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a5c23-9d5a-45d3-8b76-c2c385c78fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f924008-9902-4c13-9c5d-a62e49d6a319,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:46.720573 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34df5db-0933-4eda-bc7d-14557b60dc70 req-13fa9aac-75af-44be-afbe-463ac7d5bf16 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:46.722245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c34df5db-0933-4eda-bc7d-14557b60dc70 req-13fa9aac-75af-44be-afbe-463ac7d5bf16 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0538766 Nov 29 18:28:46.778478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c34df5db-0933-4eda-bc7d-14557b60dc70 req-6ac4e554-f68a-4d05-8d23-52dc48ad4214 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481930 Nov 29 18:28:46.947252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81badf-f86c-401d-a67b-597526cbae1e req-fcfadb2d-68e5-4fe5-bd3d-f734ad694606 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:46.948760 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1a81badf-f86c-401d-a67b-597526cbae1e req-fcfadb2d-68e5-4fe5-bd3d-f734ad694606 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.20 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 811 time: 0.1262665 Nov 29 18:28:46.964400 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-1a81badf-f86c-401d-a67b-597526cbae1e req-bf599bbf-4b76-45a1-afab-58c369fc3774 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Request body: {'port': {'device_id': '892c7067-f82b-420b-9ac5-7161b82a6985', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'admin_state_up': True, 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:46.986044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f105c0f7-e338-4b15-be80-70db5b44ce74 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:28:47.015365 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: f105c0f7-e338-4b15-be80-70db5b44ce74 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:28:47.016012 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f105c0f7-e338-4b15-be80-70db5b44ce74 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:28:47.074760 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a4e782d-e2c9-48ba-897a-5f43286fe97f req-b9ddde99-52f5-46be-b401-0386cd511e35 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 210 time: 0.0469084 Nov 29 18:28:47.128940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a81badf-f86c-401d-a67b-597526cbae1e req-bf599bbf-4b76-45a1-afab-58c369fc3774 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Made reservation on behalf of 72bbde8d865a44a59bd5e7320f2171e2 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:28:47.134144 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1a81badf-f86c-401d-a67b-597526cbae1e req-bf599bbf-4b76-45a1-afab-58c369fc3774 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:47.279895 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-1a81badf-f86c-401d-a67b-597526cbae1e req-bf599bbf-4b76-45a1-afab-58c369fc3774 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Allocated IP 172.20.0.5 (7be29917-fe7c-4671-b21b-2292a7434512/1a4ee5c0-8a08-4610-a168-a9201f4e4bc0/1188c10b-91f9-44a4-b15d-609f362b151a) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:28:47.449583 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1a81badf-f86c-401d-a67b-597526cbae1e req-bf599bbf-4b76-45a1-afab-58c369fc3774 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:47.488111 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1a81badf-f86c-401d-a67b-597526cbae1e req-bf599bbf-4b76-45a1-afab-58c369fc3774 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:47.510766 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a81badf-f86c-401d-a67b-597526cbae1e req-bf599bbf-4b76-45a1-afab-58c369fc3774 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Network 7be29917-fe7c-4671-b21b-2292a7434512 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:28:47.530373 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-1a81badf-f86c-401d-a67b-597526cbae1e req-bf599bbf-4b76-45a1-afab-58c369fc3774 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:28:47.533271 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a81badf-f86c-401d-a67b-597526cbae1e req-bf599bbf-4b76-45a1-afab-58c369fc3774 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:28:47.598501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf599bbf-4b76-45a1-afab-58c369fc3774 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'Port': ['ID=1188c10b-91f9-44a4-b15d-609f362b151a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:47.613939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81badf-f86c-401d-a67b-597526cbae1e req-bf599bbf-4b76-45a1-afab-58c369fc3774 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:47.614994 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1a81badf-f86c-401d-a67b-597526cbae1e req-bf599bbf-4b76-45a1-afab-58c369fc3774 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:47.637576 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1a81badf-f86c-401d-a67b-597526cbae1e req-bf599bbf-4b76-45a1-afab-58c369fc3774 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6773276 Nov 29 18:28:47.652600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Request body: {'port': {'device_id': '892c7067-f82b-420b-9ac5-7161b82a6985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:47.719661 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:47.950596 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-75dd6c35-de5f-422e-ac58-ec5f0cc98aa4 None None] Provisioning complete for port 1188c10b-91f9-44a4-b15d-609f362b151a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:28:47.951359 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75dd6c35-de5f-422e-ac58-ec5f0cc98aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:48.000638 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-75dd6c35-de5f-422e-ac58-ec5f0cc98aa4 None None] Port 1188c10b-91f9-44a4-b15d-609f362b151a cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:28:48.003196 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacc2fb-d055-4ffa-bf56-ef497b142189 req-7e45de1d-aafa-4d56-b1f6-fc19bfa81377 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:48.004646 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faacc2fb-d055-4ffa-bf56-ef497b142189 req-7e45de1d-aafa-4d56-b1f6-fc19bfa81377 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0733254 Nov 29 18:28:48.068452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1188c10b-91f9-44a4-b15d-609f362b151a {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:28:48.077660 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faacc2fb-d055-4ffa-bf56-ef497b142189 req-524cc638-df48-4be7-95da-ac54c2ccff16 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627429 Nov 29 18:28:48.080140 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:48.095778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Transition to ACTIVE for port object 1188c10b-91f9-44a4-b15d-609f362b151a will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:28:48.102301 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:48.140188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59378) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:48.210356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Pushing event updated for resources: {'Port': ['ID=1188c10b-91f9-44a4-b15d-609f362b151a,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:48.227818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57071f3d-1ac2-41ea-965a-163c4862588e req-a819c72f-58d4-4ee3-ae23-4468ed51bf74 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:48.236355 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57071f3d-1ac2-41ea-965a-163c4862588e req-a819c72f-58d4-4ee3-ae23-4468ed51bf74 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 943 time: 0.0795367 Nov 29 18:28:48.289663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Attempting to bind port 1188c10b-91f9-44a4-b15d-609f362b151a on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:28:48.290277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Attempting to bind port 1188c10b-91f9-44a4-b15d-609f362b151a by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:28:48.290685 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Attempting to bind port 1188c10b-91f9-44a4-b15d-609f362b151a on network 7be29917-fe7c-4671-b21b-2292a7434512 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:28:48.296712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Port 1188c10b-91f9-44a4-b15d-609f362b151a on network 7be29917-fe7c-4671-b21b-2292a7434512 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:28:48.297513 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Attempting to bind port 1188c10b-91f9-44a4-b15d-609f362b151a on network 7be29917-fe7c-4671-b21b-2292a7434512 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:28:48.303999 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:28:48.304480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Checking segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:28:48.304938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Bound using segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:28:48.305531 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Bound port: 1188c10b-91f9-44a4-b15d-609f362b151a, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:28:48.305992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:48.324233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57071f3d-1ac2-41ea-965a-163c4862588e req-c8a6ea72-5b77-4da8-8c58-f508702419c7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868905 Nov 29 18:28:48.388234 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] For port 1188c10b-91f9-44a4-b15d-609f362b151a, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:28:48.393958 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] For port 1188c10b-91f9-44a4-b15d-609f362b151a, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=1188c10b-91f9-44a4-b15d-609f362b151a,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:28:48.401166 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:48.449609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0a92f4a7-864e-4378-8aff-902f313e30cb tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1106457425'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:48.468684 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Pushing event updated for resources: {'Port': ['ID=1188c10b-91f9-44a4-b15d-609f362b151a,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:48.472080 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:48.472939 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:48.474678 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1a81badf-f86c-401d-a67b-597526cbae1e req-b7496f35-9d34-4fa3-8319-d34d9ba84166 service neutron] 10.222.0.20 "PUT /v2.0/ports/1188c10b-91f9-44a4-b15d-609f362b151a HTTP/1.1" status: 200 len: 1091 time: 0.8273087 Nov 29 18:28:48.475250 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892c7067-f82b-420b-9ac5-7161b82a6985', 'tag': '1188c10b-91f9-44a4-b15d-609f362b151a'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:28:48.477722 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c2a3ed-a7d8-4256-980e-60b56673560f" -d '{"events": [{"name": "network-changed", "server_uuid": "892c7067-f82b-420b-9ac5-7161b82a6985", "tag": "1188c10b-91f9-44a4-b15d-609f362b151a"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:28:48.481934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a92f4a7-864e-4378-8aff-902f313e30cb tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Made reservation on behalf of 86db82db484340d1a2b6847db2812dbb for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:28:48.487224 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a92f4a7-864e-4378-8aff-902f313e30cb tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:48.529701 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a92f4a7-864e-4378-8aff-902f313e30cb tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:48.533479 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a89f7c-54d6-4165-9ee9-484345442e2c x-openstack-request-id: req-13a89f7c-54d6-4165-9ee9-484345442e2c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:28:48.533884 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892c7067-f82b-420b-9ac5-7161b82a6985", "tag": "1188c10b-91f9-44a4-b15d-609f362b151a", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:28:48.534362 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13a89f7c-54d6-4165-9ee9-484345442e2c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:28:48.534672 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892c7067-f82b-420b-9ac5-7161b82a6985', 'tag': '1188c10b-91f9-44a4-b15d-609f362b151a', 'status': 'completed', 'code': 200} Nov 29 18:28:48.592996 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81badf-f86c-401d-a67b-597526cbae1e req-4446b161-f6e6-44f3-856f-6a8372c87a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:48.594529 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1a81badf-f86c-401d-a67b-597526cbae1e req-4446b161-f6e6-44f3-856f-6a8372c87a8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 1094 time: 0.0523505 Nov 29 18:28:48.632203 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a92f4a7-864e-4378-8aff-902f313e30cb tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:48.638274 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a92f4a7-864e-4378-8aff-902f313e30cb tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:48.647129 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1a81badf-f86c-401d-a67b-597526cbae1e req-f1601386-1834-47b3-b37d-40a72f4d4ccc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1188c10b-91f9-44a4-b15d-609f362b151a HTTP/1.1" status: 200 len: 217 time: 0.0430355 Nov 29 18:28:48.653507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a92f4a7-864e-4378-8aff-902f313e30cb tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:28:48.678570 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a92f4a7-864e-4378-8aff-902f313e30cb tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:48.678953 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-0a92f4a7-864e-4378-8aff-902f313e30cb tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Added segment 95a86c55-73cb-4be0-9dee-f2a90c3183ec of type vlan for network b183fba4-2606-4640-947b-9e95494d221f Nov 29 18:28:48.691661 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92f4a7-864e-4378-8aff-902f313e30cb tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d556db8d-439c-49b6-949c-54d605e72859,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:48.710320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81badf-f86c-401d-a67b-597526cbae1e req-5dd1d62a-6356-4414-a623-bfcf5797d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:48.712439 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1a81badf-f86c-401d-a67b-597526cbae1e req-5dd1d62a-6356-4414-a623-bfcf5797d8b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0586300 Nov 29 18:28:48.726601 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a92f4a7-864e-4378-8aff-902f313e30cb tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:48.759717 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a92f4a7-864e-4378-8aff-902f313e30cb tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:48.767658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a92f4a7-864e-4378-8aff-902f313e30cb tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:48.768523 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a92f4a7-864e-4378-8aff-902f313e30cb tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:48.787519 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81badf-f86c-401d-a67b-597526cbae1e req-5058ef90-bc51-45d7-a7c9-1781396333ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:48.790212 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1a81badf-f86c-401d-a67b-597526cbae1e req-5058ef90-bc51-45d7-a7c9-1781396333ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699406 Nov 29 18:28:48.808449 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59384) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:48.808743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0a92f4a7-864e-4378-8aff-902f313e30cb tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6673787 Nov 29 18:28:48.863650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92f4a7-864e-4378-8aff-902f313e30cb tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Pushing event updated for resources: {'Network': ['ID=b183fba4-2606-4640-947b-9e95494d221f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:48.878765 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network b183fba4-2606-4640-947b-9e95494d221f details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:28:48.917414 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b5c4b100-7084-4cfe-b0bc-8b51b834c47d tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Request body: {'network': {'name': 'tempest-network--1202840260', 'router:external': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:48.961854 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c4b100-7084-4cfe-b0bc-8b51b834c47d tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Made reservation on behalf of 8819107fb1a145a3922f3f09a7a0436a for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:28:48.964298 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5c4b100-7084-4cfe-b0bc-8b51b834c47d tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:48.982504 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5c4b100-7084-4cfe-b0bc-8b51b834c47d tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:48.988354 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1a81badf-f86c-401d-a67b-597526cbae1e req-1954649e-512d-470c-9098-fac2a46bfa5c service neutron] 10.222.0.20 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820474 Nov 29 18:28:49.121010 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1a81badf-f86c-401d-a67b-597526cbae1e req-3c91acc3-11f0-45a2-bd2e-b051d208b714 service neutron] 10.222.0.20 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225121 Nov 29 18:28:49.141931 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5c4b100-7084-4cfe-b0bc-8b51b834c47d tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:49.145884 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5c4b100-7084-4cfe-b0bc-8b51b834c47d tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:49.172646 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c4b100-7084-4cfe-b0bc-8b51b834c47d tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:28:49.183491 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4b100-7084-4cfe-b0bc-8b51b834c47d tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41292b0f-b6f2-4eb5-b971-65da5b771ba3,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:49.188456 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5c4b100-7084-4cfe-b0bc-8b51b834c47d tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:49.188913 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-b5c4b100-7084-4cfe-b0bc-8b51b834c47d tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Added segment 61863384-d125-4486-b977-771b273794bf of type vlan for network eaf04710-4543-400b-9afa-8b64dc2b431a Nov 29 18:28:49.229784 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b75ac-fe75-4da0-9111-6b52ab0c33e0 req-eace8b34-b8d1-4ba1-9c96-1e2b6b340d1c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:49.231444 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-299b75ac-fe75-4da0-9111-6b52ab0c33e0 req-eace8b34-b8d1-4ba1-9c96-1e2b6b340d1c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0738487 Nov 29 18:28:49.281581 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5c4b100-7084-4cfe-b0bc-8b51b834c47d tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:49.284500 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-299b75ac-fe75-4da0-9111-6b52ab0c33e0 req-e64f91b5-f44b-46a0-89df-59284c5230d4 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459781 Nov 29 18:28:49.293659 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2a3ed-a7d8-4256-980e-60b56673560f req-9589c0d4-f432-4903-b96f-4073a2d2fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:49.295183 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81c2a3ed-a7d8-4256-980e-60b56673560f req-9589c0d4-f432-4903-b96f-4073a2d2fa9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 1094 time: 0.1047728 Nov 29 18:28:49.353896 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5c4b100-7084-4cfe-b0bc-8b51b834c47d tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:49.354862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c4b100-7084-4cfe-b0bc-8b51b834c47d tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:49.355699 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5c4b100-7084-4cfe-b0bc-8b51b834c47d tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:49.449368 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0cd70-725e-477b-a0b8-fb800b881842 req-3a0bc054-352d-41da-9aac-04174d16a48b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:49.450977 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22d0cd70-725e-477b-a0b8-fb800b881842 req-3a0bc054-352d-41da-9aac-04174d16a48b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 943 time: 0.0513806 Nov 29 18:28:49.502710 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22d0cd70-725e-477b-a0b8-fb800b881842 req-23295b1a-ba9a-4d17-9bb5-e6f68d73714f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457196 Nov 29 18:28:49.753847 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b5c4b100-7084-4cfe-b0bc-8b51b834c47d tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9433780 Nov 29 18:28:49.757259 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59394) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:49.782453 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4b100-7084-4cfe-b0bc-8b51b834c47d tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Pushing event updated for resources: {'Network': ['ID=eaf04710-4543-400b-9afa-8b64dc2b431a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:49.803186 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network eaf04710-4543-400b-9afa-8b64dc2b431a details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:28:49.814923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2a3ed-a7d8-4256-980e-60b56673560f req-f561bc84-583e-40fd-8f03-a45c65f30f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:49.816433 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81c2a3ed-a7d8-4256-980e-60b56673560f req-f561bc84-583e-40fd-8f03-a45c65f30f76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 912 time: 0.5085177 Nov 29 18:28:49.869832 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81c2a3ed-a7d8-4256-980e-60b56673560f req-7f2ddba6-54d6-4645-bf0e-c5fa396ea794 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1188c10b-91f9-44a4-b15d-609f362b151a HTTP/1.1" status: 200 len: 217 time: 0.0399714 Nov 29 18:28:49.872859 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9ced-5e59-4a30-8a55-189ca0688412 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:49.928633 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2a3ed-a7d8-4256-980e-60b56673560f req-fbc12b24-3362-4cac-8a90-b2a207104574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:49.930129 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81c2a3ed-a7d8-4256-980e-60b56673560f req-fbc12b24-3362-4cac-8a90-b2a207104574 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0499742 Nov 29 18:28:49.975878 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9ced-5e59-4a30-8a55-189ca0688412 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:49.996638 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2a3ed-a7d8-4256-980e-60b56673560f req-b40298b3-25dd-40d7-b7e2-f9f1604402b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:49.998755 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81c2a3ed-a7d8-4256-980e-60b56673560f req-b40298b3-25dd-40d7-b7e2-f9f1604402b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557299 Nov 29 18:28:50.012879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8d0c9ced-5e59-4a30-8a55-189ca0688412 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf04710-4543-400b-9afa-8b64dc2b431a']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:50.023315 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8d0c9ced-5e59-4a30-8a55-189ca0688412 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61863384-d125-4486-b977-771b273794bf') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:50.023572 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8d0c9ced-5e59-4a30-8a55-189ca0688412 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61863384-d125-4486-b977-771b273794bf') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:50.033527 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9ced-5e59-4a30-8a55-189ca0688412 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:50.052081 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9ced-5e59-4a30-8a55-189ca0688412 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:50.059853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0c9ced-5e59-4a30-8a55-189ca0688412 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:28:50.060472 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9ced-5e59-4a30-8a55-189ca0688412 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:28:50.062555 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:28:50.112847 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81c2a3ed-a7d8-4256-980e-60b56673560f req-c1c8f102-d445-46bf-a110-eaca365a0f48 service neutron] 10.222.0.20 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963416 Nov 29 18:28:50.125050 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9ced-5e59-4a30-8a55-189ca0688412 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:50.131755 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0c9ced-5e59-4a30-8a55-189ca0688412 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eaf04710-4543-400b-9afa-8b64dc2b431a {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 18:28:50.134664 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9ced-5e59-4a30-8a55-189ca0688412 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:50.138686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8d0c9ced-5e59-4a30-8a55-189ca0688412 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "DELETE /v2.0/networks/eaf04710-4543-400b-9afa-8b64dc2b431a HTTP/1.1" status: 204 len: 168 time: 0.3803649 Nov 29 18:28:50.147584 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59396) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:50.149448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c9ced-5e59-4a30-8a55-189ca0688412 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Pushing event deleted for resources: {'Network': ['ID=eaf04710-4543-400b-9afa-8b64dc2b431a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:50.178492 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-f325ac95-bbc6-47d3-b52c-5602843ba3f6 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:50.219030 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f325ac95-bbc6-47d3-b52c-5602843ba3f6 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Made reservation on behalf of 8819107fb1a145a3922f3f09a7a0436a for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:28:50.221400 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f325ac95-bbc6-47d3-b52c-5602843ba3f6 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:50.267405 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81c2a3ed-a7d8-4256-980e-60b56673560f req-8b6b61a9-b081-4b9f-89e3-cb5a87d8104f service neutron] 10.222.0.20 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431918 Nov 29 18:28:50.274271 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f325ac95-bbc6-47d3-b52c-5602843ba3f6 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:28:50.285223 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f325ac95-bbc6-47d3-b52c-5602843ba3f6 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:50.285565 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-f325ac95-bbc6-47d3-b52c-5602843ba3f6 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Added segment 4d5dad35-bc97-4a30-a260-848f2e814d93 of type vlan for network dfa820fc-91d1-45c2-9fed-5d1ce76f06dd Nov 29 18:28:50.334233 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f325ac95-bbc6-47d3-b52c-5602843ba3f6 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:50.366196 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f325ac95-bbc6-47d3-b52c-5602843ba3f6 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:50.367225 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f325ac95-bbc6-47d3-b52c-5602843ba3f6 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:50.367807 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f325ac95-bbc6-47d3-b52c-5602843ba3f6 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:50.427375 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325ac95-bbc6-47d3-b52c-5602843ba3f6 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Pushing event updated for resources: {'Network': ['ID=dfa820fc-91d1-45c2-9fed-5d1ce76f06dd,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:50.441013 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network dfa820fc-91d1-45c2-9fed-5d1ce76f06dd details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:28:50.446991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb934b2-95d1-452e-a939-edb76c86ec49 req-d3ca768f-e593-4fea-9d8c-5327dbbf6f02 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:50.456717 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-edb934b2-95d1-452e-a939-edb76c86ec49 req-d3ca768f-e593-4fea-9d8c-5327dbbf6f02 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0779641 Nov 29 18:28:50.459145 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f325ac95-bbc6-47d3-b52c-5602843ba3f6 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3099284 Nov 29 18:28:50.460355 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59400) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:50.515176 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-07955cee-9b82-4b6e-874b-a31cc7bfb4b1 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Request body: {'subnet': {'network_id': 'dfa820fc-91d1-45c2-9fed-5d1ce76f06dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:50.526057 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-edb934b2-95d1-452e-a939-edb76c86ec49 req-40d6355e-3152-4e0d-a251-3a239ca1fc4c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680573 Nov 29 18:28:50.555202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07955cee-9b82-4b6e-874b-a31cc7bfb4b1 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Made reservation on behalf of 8819107fb1a145a3922f3f09a7a0436a for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:28:50.558026 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-07955cee-9b82-4b6e-874b-a31cc7bfb4b1 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:50.673769 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49fc04-9b60-4e9e-bc4b-71d0d33b87c4 req-54a2ed92-8cf7-494d-bc71-4dacbe2461dd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:50.675425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e49fc04-9b60-4e9e-bc4b-71d0d33b87c4 req-54a2ed92-8cf7-494d-bc71-4dacbe2461dd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 943 time: 0.0794954 Nov 29 18:28:50.774528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e49fc04-9b60-4e9e-bc4b-71d0d33b87c4 req-17f11425-12d9-4ad1-8b71-3376770e3e06 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870936 Nov 29 18:28:50.935486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.objects.ports [None req-07955cee-9b82-4b6e-874b-a31cc7bfb4b1 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 18:28:50.935959 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-07955cee-9b82-4b6e-874b-a31cc7bfb4b1 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:50.993005 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07955cee-9b82-4b6e-874b-a31cc7bfb4b1 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5cb17b56-4db7-48f3-8d39-7eab8e8cd93b,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:51.001778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07955cee-9b82-4b6e-874b-a31cc7bfb4b1 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Checking segment: {'id': '4d5dad35-bc97-4a30-a260-848f2e814d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dfa820fc-91d1-45c2-9fed-5d1ce76f06dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:28:51.002149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07955cee-9b82-4b6e-874b-a31cc7bfb4b1 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Network hostable DHCP agents. Network: dfa820fc-91d1-45c2-9fed-5d1ce76f06dd, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:28:51.019132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07955cee-9b82-4b6e-874b-a31cc7bfb4b1 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Network dfa820fc-91d1-45c2-9fed-5d1ce76f06dd is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:28:51.028284 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-07955cee-9b82-4b6e-874b-a31cc7bfb4b1 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, dfa820fc-91d1-45c2-9fed-5d1ce76f06dd) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:28:51.032797 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07955cee-9b82-4b6e-874b-a31cc7bfb4b1 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:51.033506 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-07955cee-9b82-4b6e-874b-a31cc7bfb4b1 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:51.037703 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabe8071-8e86-4d31-8889-e7692e5f2c21 None None] Network dfa820fc-91d1-45c2-9fed-5d1ce76f06dd requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:28:51.058556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-07955cee-9b82-4b6e-874b-a31cc7bfb4b1 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5967667 Nov 29 18:28:51.061360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59406) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:51.065933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Request body: {'floatingip': {'floating_network_id': 'dfa820fc-91d1-45c2-9fed-5d1ce76f06dd'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:51.092802 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:51.178491 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a5c633-5257-4a39-bea9-95fa34550a30 None None] Network dfa820fc-91d1-45c2-9fed-5d1ce76f06dd requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:28:51.189254 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:51.303087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Allocated IP 172.20.0.14 (dfa820fc-91d1-45c2-9fed-5d1ce76f06dd/5cb17b56-4db7-48f3-8d39-7eab8e8cd93b/0a9dcc88-2455-42a8-af81-0b7ce033c913) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:28:51.410235 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:51.444419 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:51.486189 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Network dfa820fc-91d1-45c2-9fed-5d1ce76f06dd is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:28:51.489405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:28:51.493676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:28:51.499650 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Pushing event updated for resources: {'Port': ['ID=0a9dcc88-2455-42a8-af81-0b7ce033c913,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:51.594668 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:51.630480 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:51.654284 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b9c80-3c2e-454b-bb83-6ad1191abdf6 req-12a4c30c-5848-472c-b01a-de01b3b2dd21 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:51.655817 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-251b9c80-3c2e-454b-bb83-6ad1191abdf6 req-12a4c30c-5848-472c-b01a-de01b3b2dd21 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0538349 Nov 29 18:28:51.711081 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-251b9c80-3c2e-454b-bb83-6ad1191abdf6 req-69647601-9799-4f1b-8ca0-c946f852f09b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471852 Nov 29 18:28:51.784043 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:51.789002 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:51.859886 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Pushing event updated for resources: {'Port': ['ID=0a9dcc88-2455-42a8-af81-0b7ce033c913,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:51.869341 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:51.885223 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:51.886518 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9ffec386-d510-4fc5-b29b-c2bbba436fe4 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8241451 Nov 29 18:28:51.889462 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59412) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:51.914972 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b5eff-7e4e-437f-afe3-b38ee5dbad31 req-5d77c53a-ce87-4669-bacd-5c9870331ff7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:51.917474 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c58b5eff-7e4e-437f-afe3-b38ee5dbad31 req-5d77c53a-ce87-4669-bacd-5c9870331ff7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 943 time: 0.0611856 Nov 29 18:28:51.972565 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a834abf8-2390-40dd-b7fa-e99cad5b955e tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=dfa820fc-91d1-45c2-9fed-5d1ce76f06dd HTTP/1.1" status: 200 len: 690 time: 0.0797639 Nov 29 18:28:51.972778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59414) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:51.981084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c58b5eff-7e4e-437f-afe3-b38ee5dbad31 req-9a3511af-9fbf-4c04-8052-95dd45fb3e8b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444310 Nov 29 18:28:52.056669 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:52.171214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Deleting port 0a9dcc88-2455-42a8-af81-0b7ce033c913 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:28:52.171864 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:52.248607 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:52.248935 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:52.262591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Calling delete_port for 0a9dcc88-2455-42a8-af81-0b7ce033c913 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:28:52.399380 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:52.425316 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a9dcc88-2455-42a8-af81-0b7ce033c913,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:52.485300 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:52.538668 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:52.594123 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:52.621680 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb17b56-4db7-48f3-8d39-7eab8e8cd93b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:52.679846 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:52.700426 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa820fc-91d1-45c2-9fed-5d1ce76f06dd']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:52.709534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5dad35-bc97-4a30-a260-848f2e814d93') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:52.709833 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5dad35-bc97-4a30-a260-848f2e814d93') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:52.723219 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:52.736780 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:52.743438 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:28:52.743930 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:28:52.745663 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:28:52.803634 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:52.809321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dfa820fc-91d1-45c2-9fed-5d1ce76f06dd {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 18:28:52.812227 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:52.818458 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "DELETE /v2.0/networks/dfa820fc-91d1-45c2-9fed-5d1ce76f06dd HTTP/1.1" status: 204 len: 168 time: 0.8418291 Nov 29 18:28:52.818640 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59418) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:52.848601 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c41cd9-bdb1-47ad-ad22-9a565601697b req-02be7224-8737-490f-b070-e0905df6330a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:52.850816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6c41cd9-bdb1-47ad-ad22-9a565601697b req-02be7224-8737-490f-b070-e0905df6330a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0622451 Nov 29 18:28:52.852140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b340cf3-4012-48b0-8917-c0b3029fbf95 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Pushing event deleted for resources: {'Network': ['ID=dfa820fc-91d1-45c2-9fed-5d1ce76f06dd,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:52.909466 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6c41cd9-bdb1-47ad-ad22-9a565601697b req-babf7ebe-092b-4ed4-8eca-f87f6246338b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457282 Nov 29 18:28:52.943995 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6cca5a2e-6174-4433-abf4-ab6b7f09eb70 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1780 time: 0.1236594 Nov 29 18:28:52.946319 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59420) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:53.002145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9de64-cf9b-4817-a8a6-a9f018461090 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:53.002614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9de64-cf9b-4817-a8a6-a9f018461090 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:53.003100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9de64-cf9b-4817-a8a6-a9f018461090 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:53.003558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9de64-cf9b-4817-a8a6-a9f018461090 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:53.004003 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9de64-cf9b-4817-a8a6-a9f018461090 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:53.004450 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9de64-cf9b-4817-a8a6-a9f018461090 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:53.004897 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9de64-cf9b-4817-a8a6-a9f018461090 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:53.009345 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-25b9de64-cf9b-4817-a8a6-a9f018461090 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4644 time: 0.0594685 Nov 29 18:28:53.009589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59424) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:53.049777 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-64e882d8-7cb4-4774-b2f2-9981dac116ab tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] delete failed (client error): The resource could not be found. Nov 29 18:28:53.059520 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-64e882d8-7cb4-4774-b2f2-9981dac116ab tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/0155f997-1927-4148-820f-cd785aca1ac3 HTTP/1.1" status: 404 len: 345 time: 0.0403280 Nov 29 18:28:53.059520 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59426) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:53.072711 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99de1bd-275d-4fd2-86af-217a1e877115 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] DELETE failed (client error): The resource could not be found. Nov 29 18:28:53.073493 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d99de1bd-275d-4fd2-86af-217a1e877115 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:28:53.079491 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d99de1bd-275d-4fd2-86af-217a1e877115 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "DELETE /v2.0/networks/dfa820fc-91d1-45c2-9fed-5d1ce76f06dd HTTP/1.1" status: 404 len: 339 time: 0.0236030 Nov 29 18:28:53.082691 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59428) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:53.087744 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-aff74f1d-133b-4f51-bee5-6feeb27e3878 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Request body: {'network': {'name': 'tempest-network--614736502', 'router:external': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:53.112179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651599d4-41b4-4a55-83d0-09e59ef47f9d req-a6311a94-f3aa-45dc-9d76-e6ac848ee2d5 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:53.112443 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff74f1d-133b-4f51-bee5-6feeb27e3878 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Made reservation on behalf of 8819107fb1a145a3922f3f09a7a0436a for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:28:53.115743 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aff74f1d-133b-4f51-bee5-6feeb27e3878 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:53.120666 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-651599d4-41b4-4a55-83d0-09e59ef47f9d req-a6311a94-f3aa-45dc-9d76-e6ac848ee2d5 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 943 time: 0.0588939 Nov 29 18:28:53.145853 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff74f1d-133b-4f51-bee5-6feeb27e3878 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:28:53.156505 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aff74f1d-133b-4f51-bee5-6feeb27e3878 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:53.156905 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-aff74f1d-133b-4f51-bee5-6feeb27e3878 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Added segment 4bf47fea-a2da-4099-a621-a7afa92538a7 of type vlan for network 20b5bc7b-240e-4aa3-8f4c-6f2fb30d6718 Nov 29 18:28:53.172844 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-651599d4-41b4-4a55-83d0-09e59ef47f9d req-2c36f256-9acd-46db-ba62-bd99f936639d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511231 Nov 29 18:28:53.211127 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aff74f1d-133b-4f51-bee5-6feeb27e3878 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:53.249635 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aff74f1d-133b-4f51-bee5-6feeb27e3878 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:53.251100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff74f1d-133b-4f51-bee5-6feeb27e3878 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:53.251703 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aff74f1d-133b-4f51-bee5-6feeb27e3878 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:53.314080 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-aff74f1d-133b-4f51-bee5-6feeb27e3878 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2302322 Nov 29 18:28:53.316897 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59430) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:53.360615 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff74f1d-133b-4f51-bee5-6feeb27e3878 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Pushing event updated for resources: {'Network': ['ID=20b5bc7b-240e-4aa3-8f4c-6f2fb30d6718,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:53.374674 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 20b5bc7b-240e-4aa3-8f4c-6f2fb30d6718 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:28:53.509242 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523ef68c-8908-4086-8bba-b64240b03fc1 tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:53.515898 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523ef68c-8908-4086-8bba-b64240b03fc1 tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:53.522288 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523ef68c-8908-4086-8bba-b64240b03fc1 tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:53.528649 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523ef68c-8908-4086-8bba-b64240b03fc1 tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:53.530321 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-523ef68c-8908-4086-8bba-b64240b03fc1 tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2127609 Nov 29 18:28:53.533091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59432) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:53.599946 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:53.680615 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:53.700817 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b5bc7b-240e-4aa3-8f4c-6f2fb30d6718']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:53.710717 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf47fea-a2da-4099-a621-a7afa92538a7') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:53.710984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf47fea-a2da-4099-a621-a7afa92538a7') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:53.720558 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:53.733557 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:53.739263 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:28:53.739771 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:28:53.741631 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:28:53.798377 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:53.802229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20b5bc7b-240e-4aa3-8f4c-6f2fb30d6718 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 18:28:53.805019 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:53.812202 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "DELETE /v2.0/networks/20b5bc7b-240e-4aa3-8f4c-6f2fb30d6718 HTTP/1.1" status: 204 len: 168 time: 0.2747498 Nov 29 18:28:53.812502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59434) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:53.817301 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Request body: {'network': {'name': 'tempest-network--1548344955', 'router:external': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:53.828721 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Pushing event deleted for resources: {'Network': ['ID=20b5bc7b-240e-4aa3-8f4c-6f2fb30d6718,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:53.837284 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:53.837740 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:53.838161 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:53.838597 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:53.839023 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:53.839436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:53.839846 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:53.840257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:53.840666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:53.840833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Made reservation on behalf of 8819107fb1a145a3922f3f09a7a0436a for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:28:53.841126 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:53.841647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:53.842061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e0efa-21b2-4e92-9fdc-0734b64124ff tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:53.843441 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:53.869665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:28:53.879261 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:53.879600 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Added segment 991ab76b-3d1e-48d5-a97f-02423c38306b of type vlan for network c38665ba-c980-40c5-bff8-3834c07f23b0 Nov 29 18:28:53.923546 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:53.954510 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:53.955656 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:53.956320 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:53.993012 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-326e2ee3-b550-4f16-b8d7-39f0c574448b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:54.022647 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2090468 Nov 29 18:28:54.025556 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59438) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:54.051148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Pushing event updated for resources: {'Network': ['ID=c38665ba-c980-40c5-bff8-3834c07f23b0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:54.069055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:54.069505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:54.069919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:54.070326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:54.070728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:54.071155 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:54.071555 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:54.071995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:54.072394 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:54.072791 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:54.073187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:54.073650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ad9542-f56b-41e7-8055-a4901cfbd8dd tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:28:54.087515 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network c38665ba-c980-40c5-bff8-3834c07f23b0 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:28:54.092086 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5a36f-1d22-4ba5-b3bd-0e4af2233646 req-016c565f-a019-465e-8fe5-8c7b6b099be1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:54.094088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5fa5a36f-1d22-4ba5-b3bd-0e4af2233646 req-016c565f-a019-465e-8fe5-8c7b6b099be1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0823426 Nov 29 18:28:54.127573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535e08eb-817f-41dc-b607-7ab6ee481154 tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:54.132413 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-535e08eb-817f-41dc-b607-7ab6ee481154 tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] 10.222.0.23 "GET /v2.0/networks/c38665ba-c980-40c5-bff8-3834c07f23b0 HTTP/1.1" status: 200 len: 757 time: 0.1037169 Nov 29 18:28:54.132740 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59440) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:54.149959 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5fa5a36f-1d22-4ba5-b3bd-0e4af2233646 req-480634f4-3e5e-4b90-80e6-a2ad7dc1fa6e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496635 Nov 29 18:28:54.225898 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ebf7e4-89bd-4fff-a875-c5d6db17c367 tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:54.227299 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-84ebf7e4-89bd-4fff-a875-c5d6db17c367 tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] 10.222.0.23 "GET /v2.0/networks/b183fba4-2606-4640-947b-9e95494d221f HTTP/1.1" status: 200 len: 768 time: 0.0933330 Nov 29 18:28:54.229971 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59444) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:54.300077 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5e60d78c-1e83-4249-9c72-5ec7b6ba0d1e tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:54.301827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ba2dc-942e-4107-b065-eb9d20600087 req-041b5443-3b85-46ef-9828-7a8545a19524 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:54.303940 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-570ba2dc-942e-4107-b065-eb9d20600087 req-041b5443-3b85-46ef-9828-7a8545a19524 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 943 time: 0.0500014 Nov 29 18:28:54.352300 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-570ba2dc-942e-4107-b065-eb9d20600087 req-3aa5792f-14a4-4a19-940e-4bd6bc19e072 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423214 Nov 29 18:28:54.385042 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5e60d78c-1e83-4249-9c72-5ec7b6ba0d1e tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:54.404667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-5e60d78c-1e83-4249-9c72-5ec7b6ba0d1e tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38665ba-c980-40c5-bff8-3834c07f23b0']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:54.414286 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-5e60d78c-1e83-4249-9c72-5ec7b6ba0d1e tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991ab76b-3d1e-48d5-a97f-02423c38306b') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:54.414587 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-5e60d78c-1e83-4249-9c72-5ec7b6ba0d1e tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991ab76b-3d1e-48d5-a97f-02423c38306b') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:54.423637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5e60d78c-1e83-4249-9c72-5ec7b6ba0d1e tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:54.437318 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5e60d78c-1e83-4249-9c72-5ec7b6ba0d1e tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:54.443154 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e60d78c-1e83-4249-9c72-5ec7b6ba0d1e tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:28:54.443541 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5e60d78c-1e83-4249-9c72-5ec7b6ba0d1e tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:28:54.445228 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:28:54.499133 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5e60d78c-1e83-4249-9c72-5ec7b6ba0d1e tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:54.503301 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e60d78c-1e83-4249-9c72-5ec7b6ba0d1e tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c38665ba-c980-40c5-bff8-3834c07f23b0 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 18:28:54.505857 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5e60d78c-1e83-4249-9c72-5ec7b6ba0d1e tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:54.509510 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5e60d78c-1e83-4249-9c72-5ec7b6ba0d1e tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "DELETE /v2.0/networks/c38665ba-c980-40c5-bff8-3834c07f23b0 HTTP/1.1" status: 204 len: 168 time: 0.2786226 Nov 29 18:28:54.512924 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59446) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:54.517510 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-15610a07-42de-4a9a-bb9c-4f480aca8856 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Request body: {'network': {'name': 'tempest-network--1004952842'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:54.538416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60d78c-1e83-4249-9c72-5ec7b6ba0d1e tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Pushing event deleted for resources: {'Network': ['ID=c38665ba-c980-40c5-bff8-3834c07f23b0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:54.555601 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15610a07-42de-4a9a-bb9c-4f480aca8856 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Made reservation on behalf of 8819107fb1a145a3922f3f09a7a0436a for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:28:54.557964 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-15610a07-42de-4a9a-bb9c-4f480aca8856 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:54.583807 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15610a07-42de-4a9a-bb9c-4f480aca8856 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:28:54.595161 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-15610a07-42de-4a9a-bb9c-4f480aca8856 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:54.595510 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-15610a07-42de-4a9a-bb9c-4f480aca8856 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Added segment 0a714096-b369-4651-b7ac-c80b0d8ec7c1 of type vlan for network cf0265ce-b421-4e42-aff9-28f9361fd7a0 Nov 29 18:28:54.642557 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-15610a07-42de-4a9a-bb9c-4f480aca8856 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:54.670525 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-15610a07-42de-4a9a-bb9c-4f480aca8856 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:54.671607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15610a07-42de-4a9a-bb9c-4f480aca8856 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:54.672224 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-15610a07-42de-4a9a-bb9c-4f480aca8856 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:54.729724 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-15610a07-42de-4a9a-bb9c-4f480aca8856 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2157755 Nov 29 18:28:54.732293 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59448) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:54.737447 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-f28be011-3cf9-44b1-a3a2-3059bc7b086f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:54.743178 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15610a07-42de-4a9a-bb9c-4f480aca8856 tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Pushing event updated for resources: {'Network': ['ID=cf0265ce-b421-4e42-aff9-28f9361fd7a0,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:54.753363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network cf0265ce-b421-4e42-aff9-28f9361fd7a0 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:28:54.890682 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f28be011-3cf9-44b1-a3a2-3059bc7b086f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:54.904384 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f28be011-3cf9-44b1-a3a2-3059bc7b086f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:54.920100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f28be011-3cf9-44b1-a3a2-3059bc7b086f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Network cf0265ce-b421-4e42-aff9-28f9361fd7a0 is not hosted by any dhcp agent {{(pid=110004) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 18:28:54.920946 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28be011-3cf9-44b1-a3a2-3059bc7b086f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:54.921531 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f28be011-3cf9-44b1-a3a2-3059bc7b086f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:54.922833 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f28be011-3cf9-44b1-a3a2-3059bc7b086f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "PUT /v2.0/networks/cf0265ce-b421-4e42-aff9-28f9361fd7a0 HTTP/1.1" status: 200 len: 858 time: 0.1892362 Nov 29 18:28:54.925852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59450) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:54.967053 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28be011-3cf9-44b1-a3a2-3059bc7b086f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Pushing event updated for resources: {'Network': ['ID=cf0265ce-b421-4e42-aff9-28f9361fd7a0,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:54.996248 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9094b98e-6e55-4680-a0d6-4b56d8c5e66f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:55.072501 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9094b98e-6e55-4680-a0d6-4b56d8c5e66f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:55.092750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9094b98e-6e55-4680-a0d6-4b56d8c5e66f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0265ce-b421-4e42-aff9-28f9361fd7a0']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:55.102405 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9094b98e-6e55-4680-a0d6-4b56d8c5e66f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a714096-b369-4651-b7ac-c80b0d8ec7c1') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:55.102706 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9094b98e-6e55-4680-a0d6-4b56d8c5e66f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a714096-b369-4651-b7ac-c80b0d8ec7c1') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:55.112097 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9094b98e-6e55-4680-a0d6-4b56d8c5e66f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:55.124825 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9094b98e-6e55-4680-a0d6-4b56d8c5e66f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:55.131887 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9094b98e-6e55-4680-a0d6-4b56d8c5e66f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:28:55.132265 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9094b98e-6e55-4680-a0d6-4b56d8c5e66f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:28:55.134306 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:28:55.191174 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9094b98e-6e55-4680-a0d6-4b56d8c5e66f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:55.198300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9094b98e-6e55-4680-a0d6-4b56d8c5e66f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf0265ce-b421-4e42-aff9-28f9361fd7a0 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 18:28:55.200990 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9094b98e-6e55-4680-a0d6-4b56d8c5e66f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:55.207891 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9094b98e-6e55-4680-a0d6-4b56d8c5e66f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] 10.222.0.23 "DELETE /v2.0/networks/cf0265ce-b421-4e42-aff9-28f9361fd7a0 HTTP/1.1" status: 204 len: 168 time: 0.2773535 Nov 29 18:28:55.209910 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59454) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:55.215413 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094b98e-6e55-4680-a0d6-4b56d8c5e66f tempest-ExternalNetworksTestJSON-1276033170 tempest-ExternalNetworksTestJSON-1276033170-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf0265ce-b421-4e42-aff9-28f9361fd7a0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:55.237554 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14edfb3-d2dd-4d07-ba25-8a8ad7dae53f tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] DELETE failed (client error): The resource could not be found. Nov 29 18:28:55.238127 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14edfb3-d2dd-4d07-ba25-8a8ad7dae53f tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:28:55.241295 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a14edfb3-d2dd-4d07-ba25-8a8ad7dae53f tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] 10.222.0.23 "DELETE /v2.0/subnets/5cb17b56-4db7-48f3-8d39-7eab8e8cd93b HTTP/1.1" status: 404 len: 337 time: 0.0308695 Nov 29 18:28:55.243772 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59456) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:55.285686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfc8c0-c16f-4a6c-89ed-6700f040186a req-e082ee6e-c5cc-4d26-a872-d97b1d208929 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:55.287220 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-76bfc8c0-c16f-4a6c-89ed-6700f040186a req-e082ee6e-c5cc-4d26-a872-d97b1d208929 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0541008 Nov 29 18:28:55.324038 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33d3dddc-d101-45ca-b069-48b28ae0731a tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:55.337482 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-76bfc8c0-c16f-4a6c-89ed-6700f040186a req-337b0640-c301-4df1-80c5-73dcecef410e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431652 Nov 29 18:28:55.419582 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33d3dddc-d101-45ca-b069-48b28ae0731a tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:55.440008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-33d3dddc-d101-45ca-b069-48b28ae0731a tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b183fba4-2606-4640-947b-9e95494d221f']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:55.449894 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-33d3dddc-d101-45ca-b069-48b28ae0731a tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a86c55-73cb-4be0-9dee-f2a90c3183ec') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:55.450196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-33d3dddc-d101-45ca-b069-48b28ae0731a tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a86c55-73cb-4be0-9dee-f2a90c3183ec') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:55.459992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33d3dddc-d101-45ca-b069-48b28ae0731a tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:55.475210 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33d3dddc-d101-45ca-b069-48b28ae0731a tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:55.480854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60a1e9-a1cf-4657-aa89-f5fee186c1e1 req-0780ce5b-a1e5-4237-8202-065781be68cb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:55.481062 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d3dddc-d101-45ca-b069-48b28ae0731a tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:28:55.481450 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33d3dddc-d101-45ca-b069-48b28ae0731a tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:55.482347 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f60a1e9-a1cf-4657-aa89-f5fee186c1e1 req-0780ce5b-a1e5-4237-8202-065781be68cb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 943 time: 0.0588226 Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:28:55.484705 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:28:55.532372 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f60a1e9-a1cf-4657-aa89-f5fee186c1e1 req-7d1213a4-ad48-49a3-8863-f0974e35ce6c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408053 Nov 29 18:28:55.551858 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33d3dddc-d101-45ca-b069-48b28ae0731a tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:55.557022 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33d3dddc-d101-45ca-b069-48b28ae0731a tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:55.560254 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-33d3dddc-d101-45ca-b069-48b28ae0731a tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] 10.222.0.23 "DELETE /v2.0/networks/b183fba4-2606-4640-947b-9e95494d221f HTTP/1.1" status: 204 len: 168 time: 0.3155041 Nov 29 18:28:55.572832 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3dddc-d101-45ca-b069-48b28ae0731a tempest-ExternalNetworksTestJSON-254962229 tempest-ExternalNetworksTestJSON-254962229-project] Pushing event deleted for resources: {'Network': ['ID=b183fba4-2606-4640-947b-9e95494d221f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:55.811116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59464) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:55.944627 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-75156d79-6907-4861-90e6-dbdafd087c92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86db82db484340d1a2b6847db2812dbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323071 Nov 29 18:28:55.947153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59468) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:55.994418 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0c504701-d317-4b15-94a7-23405b4867b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:56.015322 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0c504701-d317-4b15-94a7-23405b4867b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:56.063412 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0c504701-d317-4b15-94a7-23405b4867b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:56.066141 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0c504701-d317-4b15-94a7-23405b4867b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:56.067316 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0c504701-d317-4b15-94a7-23405b4867b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d556db8d-439c-49b6-949c-54d605e72859 HTTP/1.1" status: 204 len: 168 time: 0.1192589 Nov 29 18:28:56.075008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c504701-d317-4b15-94a7-23405b4867b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d556db8d-439c-49b6-949c-54d605e72859,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:56.140797 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-9712013a-9d62-492b-a740-901ddb71090b req-a6e62e90-74da-4022-84bf-487faed252e2 service neutron] (110005) timed out ('10.222.0.31', 64429) {{(pid=110005) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 18:28:56.325302 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59476) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:56.365943 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-38a19153-e4a7-4707-9158-fe3c18ff964b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8819107fb1a145a3922f3f09a7a0436a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388291 Nov 29 18:28:56.368296 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59480) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:56.421640 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88120ca1-3b7d-4063-bd10-56349e1225f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:56.423049 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e71f46c-451d-47f1-b5e9-ab9088e138f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:56.443167 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88120ca1-3b7d-4063-bd10-56349e1225f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:56.458889 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9214e-e3a2-48df-af0c-1e483c21d246 req-1a88d025-a46e-43d1-9744-567311ec12b5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:56.460369 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ef9214e-e3a2-48df-af0c-1e483c21d246 req-1a88d025-a46e-43d1-9744-567311ec12b5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0508161 Nov 29 18:28:56.488513 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59482) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:56.497047 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88120ca1-3b7d-4063-bd10-56349e1225f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:56.499593 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88120ca1-3b7d-4063-bd10-56349e1225f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:56.502986 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-88120ca1-3b7d-4063-bd10-56349e1225f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41292b0f-b6f2-4eb5-b971-65da5b771ba3 HTTP/1.1" status: 204 len: 168 time: 0.1314747 Nov 29 18:28:56.513108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ef9214e-e3a2-48df-af0c-1e483c21d246 req-0f753b3e-f106-4bb6-9581-d86ff494dc9e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463161 Nov 29 18:28:56.544997 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88120ca1-3b7d-4063-bd10-56349e1225f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41292b0f-b6f2-4eb5-b971-65da5b771ba3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:56.564138 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-606ba713-8802-4862-94fb-c20f0fc06299 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/floatingips/313b9a6e-fca7-4b4a-ad4b-bc39557a9a27 HTTP/1.1" status: 200 len: 992 time: 0.0744240 Nov 29 18:28:56.667403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b8bcf-e634-418c-9cab-f237fd6a241f req-466c86fc-a9c3-4797-b061-de3bee71a0d0 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:56.675409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-498b8bcf-e634-418c-9cab-f237fd6a241f req-466c86fc-a9c3-4797-b061-de3bee71a0d0 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 943 time: 0.0614820 Nov 29 18:28:56.745418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-498b8bcf-e634-418c-9cab-f237fd6a241f req-123041aa-4b7f-4d3b-bd64-9964e39ab45e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688353 Nov 29 18:28:56.783230 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb65b5b-41fe-4024-b4a7-a4cf3ffbb0a0 req-df062d76-e2aa-44d6-a9bb-936637d0e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:56.785455 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6eb65b5b-41fe-4024-b4a7-a4cf3ffbb0a0 req-df062d76-e2aa-44d6-a9bb-936637d0e39e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 1096 time: 0.0532281 Nov 29 18:28:56.826348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96695beb-5431-4e84-a0fe-a2cc4940d21c req-8d5b5f49-9732-447d-bf96-aa2b7cf7055b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:56.827880 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96695beb-5431-4e84-a0fe-a2cc4940d21c req-8d5b5f49-9732-447d-bf96-aa2b7cf7055b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0498655 Nov 29 18:28:56.866147 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59498) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:56.891879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb65b5b-41fe-4024-b4a7-a4cf3ffbb0a0 req-b06997a6-b3ff-4864-8849-64c8532d7972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:56.893749 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6eb65b5b-41fe-4024-b4a7-a4cf3ffbb0a0 req-b06997a6-b3ff-4864-8849-64c8532d7972 service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.0979617 Nov 29 18:28:56.924779 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96695beb-5431-4e84-a0fe-a2cc4940d21c req-13393835-249e-4736-bef4-0573664a51f0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896256 Nov 29 18:28:56.984559 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6eb65b5b-41fe-4024-b4a7-a4cf3ffbb0a0 req-49e907bf-9059-4455-a835-eb5714966930 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963 HTTP/1.1" status: 200 len: 1000 time: 0.0800154 Nov 29 18:28:57.041869 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb65b5b-41fe-4024-b4a7-a4cf3ffbb0a0 req-96a04020-c79f-4c31-ac90-45301c191d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:57.043668 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6eb65b5b-41fe-4024-b4a7-a4cf3ffbb0a0 req-96a04020-c79f-4c31-ac90-45301c191d1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0479326 Nov 29 18:28:57.055479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a002fbdf-fe5b-493c-a4be-91df48fb4024 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Deleting port bc74c014-1007-45c8-bf76-7fbc824a2aaf {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:28:57.055938 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a002fbdf-fe5b-493c-a4be-91df48fb4024 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:57.096746 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb65b5b-41fe-4024-b4a7-a4cf3ffbb0a0 req-74722c2e-fac4-4208-bfd3-64658159faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:57.098243 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6eb65b5b-41fe-4024-b4a7-a4cf3ffbb0a0 req-74722c2e-fac4-4208-bfd3-64658159faf1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433950 Nov 29 18:28:57.142589 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a002fbdf-fe5b-493c-a4be-91df48fb4024 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:57.143134 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a002fbdf-fe5b-493c-a4be-91df48fb4024 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:57.156897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a002fbdf-fe5b-493c-a4be-91df48fb4024 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Calling delete_port for bc74c014-1007-45c8-bf76-7fbc824a2aaf owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:28:57.207108 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6eb65b5b-41fe-4024-b4a7-a4cf3ffbb0a0 req-c586da1e-2115-4772-a21f-aa089f9ebc03 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974064 Nov 29 18:28:57.296368 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:57.324141 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a002fbdf-fe5b-493c-a4be-91df48fb4024 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:57.354712 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002fbdf-fe5b-493c-a4be-91df48fb4024 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'Port': ['ID=bc74c014-1007-45c8-bf76-7fbc824a2aaf,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:57.418985 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a002fbdf-fe5b-493c-a4be-91df48fb4024 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:57.419625 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-a002fbdf-fe5b-493c-a4be-91df48fb4024 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Floating IP 313b9a6e-fca7-4b4a-ad4b-bc39557a9a27 disassociated (deleted). External IP: 172.25.3.52, port: 924fed83-917c-4bce-a1eb-064ecaba0dd8. Nov 29 18:28:57.613613 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:57.646538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a002fbdf-fe5b-493c-a4be-91df48fb4024 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Router 218dd9c3-43e7-411f-9ac3-63419864df05 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:28:57.646908 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6eb65b5b-41fe-4024-b4a7-a4cf3ffbb0a0 req-14f4f835-0966-4816-83e0-e8debaf3cdec service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287524 Nov 29 18:28:58.144496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a002fbdf-fe5b-493c-a4be-91df48fb4024 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:28:58.150973 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a002fbdf-fe5b-493c-a4be-91df48fb4024 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:58.158319 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2445c06f-4ec9-4915-a6ec-2b5050f23e32 None None] Sync routers for ids ['218dd9c3-43e7-411f-9ac3-63419864df05'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:28:58.171245 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2445c06f-4ec9-4915-a6ec-2b5050f23e32 None None] Routers {'218dd9c3-43e7-411f-9ac3-63419864df05'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:28:58.172203 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2445c06f-4ec9-4915-a6ec-2b5050f23e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['218dd9c3-43e7-411f-9ac3-63419864df05'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:58.184558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc2a21-3efa-4e5f-8e8d-76438e98b0ac req-a04c06ef-c22d-4a9c-b7f2-5564ec0c926c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:58.186071 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8adc2a21-3efa-4e5f-8e8d-76438e98b0ac req-a04c06ef-c22d-4a9c-b7f2-5564ec0c926c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 943 time: 0.1301594 Nov 29 18:28:58.198320 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05322e8a-f5a5-4835-aa06-9a8cc0b7f8fa req-800d4581-df77-4c55-aa3e-6f24dbb355d0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:58.205770 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05322e8a-f5a5-4835-aa06-9a8cc0b7f8fa req-800d4581-df77-4c55-aa3e-6f24dbb355d0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.1486268 Nov 29 18:28:58.235143 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a002fbdf-fe5b-493c-a4be-91df48fb4024 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "DELETE /v2.0/floatingips/313b9a6e-fca7-4b4a-ad4b-bc39557a9a27 HTTP/1.1" status: 204 len: 168 time: 1.3675852 Nov 29 18:28:58.242111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe856ea2-b832-4c5e-910d-64bd81c15151', 'tag': '924fed83-917c-4bce-a1eb-064ecaba0dd8'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:28:58.245067 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bc9d55-5ea8-480b-8b6c-76a08c72e800" -d '{"events": [{"name": "network-changed", "server_uuid": "fe856ea2-b832-4c5e-910d-64bd81c15151", "tag": "924fed83-917c-4bce-a1eb-064ecaba0dd8"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:28:58.300482 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8adc2a21-3efa-4e5f-8e8d-76438e98b0ac req-aee8dbbe-dea8-4adf-9ad1-47c5bfec21fc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912936 Nov 29 18:28:58.315944 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05322e8a-f5a5-4835-aa06-9a8cc0b7f8fa req-5685bda3-f4a2-4385-8b15-6f06b38dc1b8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038718 Nov 29 18:28:58.321452 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-2445c06f-4ec9-4915-a6ec-2b5050f23e32 None None] Set router 218dd9c3-43e7-411f-9ac3-63419864df05 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:28:58.369794 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba59f668-5bd7-40fb-accd-33b6739b7785 x-openstack-request-id: req-ba59f668-5bd7-40fb-accd-33b6739b7785 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:28:58.370553 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe856ea2-b832-4c5e-910d-64bd81c15151", "tag": "924fed83-917c-4bce-a1eb-064ecaba0dd8", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:28:58.370921 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba59f668-5bd7-40fb-accd-33b6739b7785 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:28:58.371585 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe856ea2-b832-4c5e-910d-64bd81c15151', 'tag': '924fed83-917c-4bce-a1eb-064ecaba0dd8', 'status': 'completed', 'code': 200} Nov 29 18:28:58.453753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc9d55-5ea8-480b-8b6c-76a08c72e800 req-016de9ca-9c1e-4a43-8cac-c28b6a6e419c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:58.455589 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28bc9d55-5ea8-480b-8b6c-76a08c72e800 req-016de9ca-9c1e-4a43-8cac-c28b6a6e419c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6110296adf0d4d689aa792da1b94c3f7&device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 1096 time: 0.0579481 Nov 29 18:28:58.486466 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59550) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:58.591027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc9d55-5ea8-480b-8b6c-76a08c72e800 req-27a8aabc-5131-4085-a3b5-1a7e7797f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:58.593185 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28bc9d55-5ea8-480b-8b6c-76a08c72e800 req-27a8aabc-5131-4085-a3b5-1a7e7797f88c service neutron] 10.222.0.31 "GET /v2.0/networks?id=98cdbdd4-6691-4cd7-8552-7509d2d3fa91 HTTP/1.1" status: 200 len: 897 time: 0.1300211 Nov 29 18:28:58.659689 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28bc9d55-5ea8-480b-8b6c-76a08c72e800 req-72f82dec-f729-4358-a44f-e4a53d1dd1de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=924fed83-917c-4bce-a1eb-064ecaba0dd8 HTTP/1.1" status: 200 len: 217 time: 0.0581446 Nov 29 18:28:58.685361 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:58.718742 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:58.724473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc9d55-5ea8-480b-8b6c-76a08c72e800 req-b3f1248a-f080-42b6-b6bd-9672f31cc200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:58.726127 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28bc9d55-5ea8-480b-8b6c-76a08c72e800 req-b3f1248a-f080-42b6-b6bd-9672f31cc200 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0f2ad495-e41c-4874-8b83-7b971335952b HTTP/1.1" status: 200 len: 835 time: 0.0584414 Nov 29 18:28:58.733018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2445c06f-4ec9-4915-a6ec-2b5050f23e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'name': 'tempest-TestNetworkBasicOps-router-795904904', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:27:08Z', 'updated_at': '2021-11-29T18:27:15Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:09Z', 'updated_at': '2021-11-29T18:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '6f1b8884-60aa-4a64-8968-6c10f01c5514', 'name': '', 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:77:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:14Z', 'updated_at': '2021-11-29T18:27:21Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:58.785724 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2445c06f-4ec9-4915-a6ec-2b5050f23e32 None None] Checking router: 218dd9c3-43e7-411f-9ac3-63419864df05 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:28:58.791577 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc9d55-5ea8-480b-8b6c-76a08c72e800 req-d47ccc9d-cd62-42dc-8fab-853ee6aeec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:58.794043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28bc9d55-5ea8-480b-8b6c-76a08c72e800 req-d47ccc9d-cd62-42dc-8fab-853ee6aeec2a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=98cdbdd4-6691-4cd7-8552-7509d2d3fa91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604041 Nov 29 18:28:58.796320 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2445c06f-4ec9-4915-a6ec-2b5050f23e32 None None] Routers {'218dd9c3-43e7-411f-9ac3-63419864df05'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:28:58.797120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2445c06f-4ec9-4915-a6ec-2b5050f23e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['218dd9c3-43e7-411f-9ac3-63419864df05'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:58.850514 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:58.922505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-2445c06f-4ec9-4915-a6ec-2b5050f23e32 None None] Set router 218dd9c3-43e7-411f-9ac3-63419864df05 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:28:58.937013 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193b948-2b7b-446e-ae47-1a2e5a89ff1d req-8089342d-d470-42a4-9917-ecb40fdccaf2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:58.938511 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2193b948-2b7b-446e-ae47-1a2e5a89ff1d req-8089342d-d470-42a4-9917-ecb40fdccaf2 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 945 time: 0.0860913 Nov 29 18:28:58.945438 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28bc9d55-5ea8-480b-8b6c-76a08c72e800 req-15d032c4-1e82-424c-99f3-5a9c5d40dd67 service neutron] 10.222.0.31 "GET /v2.0/networks/98cdbdd4-6691-4cd7-8552-7509d2d3fa91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413751 Nov 29 18:28:58.991689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Allocated IP 172.25.3.23 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/485e3332-59d9-4d62-a9f6-744173d18d21) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:28:59.046691 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2193b948-2b7b-446e-ae47-1a2e5a89ff1d req-bb7fc3c8-882f-44e9-bcd1-d2a5d37c5c8a tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d766562-57f0-4f0e-9a0f-a00c851cb834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001189 Nov 29 18:28:59.078474 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28bc9d55-5ea8-480b-8b6c-76a08c72e800 req-f8d89a41-b91f-4309-b9a3-afbfa0d7729c service neutron] 10.222.0.31 "GET /v2.0/networks/98cdbdd4-6691-4cd7-8552-7509d2d3fa91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227400 Nov 29 18:28:59.131774 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:59.153437 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:59.167675 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:59.178438 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2445c06f-4ec9-4915-a6ec-2b5050f23e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'name': 'tempest-TestNetworkBasicOps-router-795904904', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:27:08Z', 'updated_at': '2021-11-29T18:27:15Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:09Z', 'updated_at': '2021-11-29T18:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '6f1b8884-60aa-4a64-8968-6c10f01c5514', 'name': '', 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:77:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:14Z', 'updated_at': '2021-11-29T18:27:21Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:28:59.206006 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:28:59.207822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2445c06f-4ec9-4915-a6ec-2b5050f23e32 None None] The sync data for ids ['218dd9c3-43e7-411f-9ac3-63419864df05'] in n-d-819494-5 is: [{'id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'name': 'tempest-TestNetworkBasicOps-router-795904904', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:27:08Z', 'updated_at': '2021-11-29T18:27:15Z', 'revision_number': 4, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:09Z', 'updated_at': '2021-11-29T18:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '6f1b8884-60aa-4a64-8968-6c10f01c5514', 'name': '', 'network_id': '98cdbdd4-6691-4cd7-8552-7509d2d3fa91', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'mac_address': 'fa:16:3e:77:b7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:14Z', 'updated_at': '2021-11-29T18:27:21Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'subnets': [{'id': '0f2ad495-e41c-4874-8b83-7b971335952b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:28:59.209647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:28:59.214191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:28:59.240859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Pushing event updated for resources: {'Port': ['ID=485e3332-59d9-4d62-a9f6-744173d18d21,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:59.314890 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:59.366083 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:59.475413 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a8bbd-4414-44fb-a2a0-6fc7e44622b0 req-a3b540ac-69eb-4633-a597-066b8498662d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:59.477312 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e3a8bbd-4414-44fb-a2a0-6fc7e44622b0 req-a3b540ac-69eb-4633-a597-066b8498662d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 943 time: 0.0932934 Nov 29 18:28:59.496090 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d90d75d-1d73-4551-81d6-c7d67ffc3517 None None] New status for floating IP 313b9a6e-fca7-4b4a-ad4b-bc39557a9a27: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:28:59.496618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484dfb6-e4ab-48ec-ae94-42d18a05ad4a req-d2e8663e-cc0f-4690-ab91-5cbb85b24936 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:59.498102 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8484dfb6-e4ab-48ec-ae94-42d18a05ad4a req-d2e8663e-cc0f-4690-ab91-5cbb85b24936 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.1122193 Nov 29 18:28:59.566473 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:59.572338 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:59.594387 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7374f11b-847f-4f5a-94c5-afb28d210fe2 req-9ee98890-86fa-498c-bea5-14e6665b9ac8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1159558 Nov 29 18:28:59.611421 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e3a8bbd-4414-44fb-a2a0-6fc7e44622b0 req-68fcf2ea-e8f7-4d73-8c9e-3ca37a7a1517 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109629 Nov 29 18:28:59.631032 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8484dfb6-e4ab-48ec-ae94-42d18a05ad4a req-1a686807-593f-4c4b-8833-056d21a380b1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140389 Nov 29 18:28:59.661847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Pushing event updated for resources: {'Port': ['ID=485e3332-59d9-4d62-a9f6-744173d18d21,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:28:59.676942 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:59.696185 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:59.700209 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1292c029-d704-4fab-90e9-8e76d30da6de tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2100422 Nov 29 18:28:59.701207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59562) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:28:59.704792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374f11b-847f-4f5a-94c5-afb28d210fe2 req-4e3d5818-fcf6-40b3-8fbe-ef4c19560f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:59.706555 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7374f11b-847f-4f5a-94c5-afb28d210fe2 req-4e3d5818-fcf6-40b3-8fbe-ef4c19560f41 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 1097 time: 0.0595665 Nov 29 18:28:59.712040 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e98a7a4b-9b37-4d0f-85ed-5cb22c06d9f7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-983299931'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:28:59.776465 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:59.810688 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98a7a4b-9b37-4d0f-85ed-5cb22c06d9f7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Made reservation on behalf of e3f2a895643c41f4b4e279d0916e3e77 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:28:59.814381 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e98a7a4b-9b37-4d0f-85ed-5cb22c06d9f7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:59.833841 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e98a7a4b-9b37-4d0f-85ed-5cb22c06d9f7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:59.863025 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d905b-20ea-484c-a070-0fac6bd5dac4 req-dacaede4-3343-4e44-96c5-ffae50d05a4d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:59.864514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-243d905b-20ea-484c-a070-0fac6bd5dac4 req-dacaede4-3343-4e44-96c5-ffae50d05a4d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.1476290 Nov 29 18:28:59.914106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374f11b-847f-4f5a-94c5-afb28d210fe2 req-b9b56f73-0c8b-4402-8d02-b1e17fbd0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:28:59.915612 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7374f11b-847f-4f5a-94c5-afb28d210fe2 req-b9b56f73-0c8b-4402-8d02-b1e17fbd0afe service neutron] 10.222.0.31 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.1860635 Nov 29 18:28:59.980172 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:28:59.982181 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7374f11b-847f-4f5a-94c5-afb28d210fe2 req-8e5fd4b1-af50-4fe0-a2df-568022ef88a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f6aa54-aa38-4c97-914e-7359bec5b15b HTTP/1.1" status: 200 len: 217 time: 0.0552554 Nov 29 18:28:59.992239 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-243d905b-20ea-484c-a070-0fac6bd5dac4 req-6be3799d-73ef-4457-ac7a-69097c6d4832 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183062 Nov 29 18:29:00.061445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374f11b-847f-4f5a-94c5-afb28d210fe2 req-3612f71a-ad82-4d83-b81e-97123db6473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:00.062968 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7374f11b-847f-4f5a-94c5-afb28d210fe2 req-3612f71a-ad82-4d83-b81e-97123db6473b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0698628 Nov 29 18:29:00.074072 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e98a7a4b-9b37-4d0f-85ed-5cb22c06d9f7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:00.085217 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e98a7a4b-9b37-4d0f-85ed-5cb22c06d9f7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:00.137899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98a7a4b-9b37-4d0f-85ed-5cb22c06d9f7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:29:00.146817 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a7a4b-9b37-4d0f-85ed-5cb22c06d9f7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8567447e-239a-4ffd-a9f9-0e89b9efa314,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:00.157584 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e98a7a4b-9b37-4d0f-85ed-5cb22c06d9f7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:00.157892 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-e98a7a4b-9b37-4d0f-85ed-5cb22c06d9f7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Added segment f5e9dab1-cee0-43d1-8535-7b9238db3832 of type vlan for network e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2 Nov 29 18:29:00.171720 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374f11b-847f-4f5a-94c5-afb28d210fe2 req-687a1498-7c95-4a31-8d7a-8024df837285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:00.173334 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7374f11b-847f-4f5a-94c5-afb28d210fe2 req-687a1498-7c95-4a31-8d7a-8024df837285 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015334 Nov 29 18:29:00.240538 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e98a7a4b-9b37-4d0f-85ed-5cb22c06d9f7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:00.340757 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e98a7a4b-9b37-4d0f-85ed-5cb22c06d9f7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:00.346240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98a7a4b-9b37-4d0f-85ed-5cb22c06d9f7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:00.346847 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e98a7a4b-9b37-4d0f-85ed-5cb22c06d9f7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:00.356504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd79747-12e0-4a85-b2bb-583f3d652d2b req-f2477ef7-e490-4b26-8882-c26b742340dc tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:00.358241 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccd79747-12e0-4a85-b2bb-583f3d652d2b req-f2477ef7-e490-4b26-8882-c26b742340dc tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.1480472 Nov 29 18:29:00.450342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e98a7a4b-9b37-4d0f-85ed-5cb22c06d9f7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7478673 Nov 29 18:29:00.453336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59572) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:00.459667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-4e51f152-b3d7-4ea6-b19f-831f5144e1f2 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Request body: {'subnet': {'network_id': 'e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:00.476339 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7374f11b-847f-4f5a-94c5-afb28d210fe2 req-bb071877-7ae6-4149-8d6d-33d1e945478d service neutron] 10.222.0.31 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766345 Nov 29 18:29:00.506369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a7a4b-9b37-4d0f-85ed-5cb22c06d9f7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Pushing event updated for resources: {'Network': ['ID=e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:00.518903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:29:00.579936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccd79747-12e0-4a85-b2bb-583f3d652d2b req-64aa2fc7-7525-4339-8598-dbe57914c6c5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150798 Nov 29 18:29:00.589701 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ee007-0b82-40a8-af4e-4209b638ec61 req-b501cdb5-096f-48ee-84c2-0de5c9297f28 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:00.591357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-211ee007-0b82-40a8-af4e-4209b638ec61 req-b501cdb5-096f-48ee-84c2-0de5c9297f28 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 945 time: 0.2172244 Nov 29 18:29:00.615217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e51f152-b3d7-4ea6-b19f-831f5144e1f2 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Made reservation on behalf of e3f2a895643c41f4b4e279d0916e3e77 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:29:00.620249 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e51f152-b3d7-4ea6-b19f-831f5144e1f2 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:00.634887 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a1e4c-d252-44e9-86ad-524c897f0c1f req-efdddaaf-11bf-48a3-941e-aee68d214888 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:00.636446 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6e1a1e4c-d252-44e9-86ad-524c897f0c1f req-efdddaaf-11bf-48a3-941e-aee68d214888 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 945 time: 0.0997801 Nov 29 18:29:00.652879 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7374f11b-847f-4f5a-94c5-afb28d210fe2 req-7c295a04-dad4-4a58-8704-9a5cf109e96c service neutron] 10.222.0.31 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673856 Nov 29 18:29:00.686727 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-211ee007-0b82-40a8-af4e-4209b638ec61 req-57ddfad5-bd3a-4d79-a38b-ed53701ff8e9 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/security-groups?id=4d766562-57f0-4f0e-9a0f-a00c851cb834&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752051 Nov 29 18:29:00.838230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27119f-e130-47d0-952f-067de954eb1d req-7f5345ad-e72f-403a-9299-102120fce79c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:00.839928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f27119f-e130-47d0-952f-067de954eb1d req-7f5345ad-e72f-403a-9299-102120fce79c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 943 time: 0.0839221 Nov 29 18:29:00.863663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-6e1a1e4c-d252-44e9-86ad-524c897f0c1f req-eb5e0859-0752-4709-af5d-b09838cd681c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Deleting port 924fed83-917c-4bce-a1eb-064ecaba0dd8 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:29:00.864871 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6e1a1e4c-d252-44e9-86ad-524c897f0c1f req-eb5e0859-0752-4709-af5d-b09838cd681c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:00.877710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf6439-27da-4ae7-b448-18ba224df5ad req-03fb5c8b-3da0-4787-818a-986d3e92e0b6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:00.879335 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34bf6439-27da-4ae7-b448-18ba224df5ad req-03fb5c8b-3da0-4787-818a-986d3e92e0b6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0837338 Nov 29 18:29:00.928852 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f27119f-e130-47d0-952f-067de954eb1d req-7359b32e-96d6-4a22-aad3-d61be0c79fa1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817008 Nov 29 18:29:00.964864 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34bf6439-27da-4ae7-b448-18ba224df5ad req-56441670-6b3e-40da-98f5-4410db16ae7d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731390 Nov 29 18:29:00.983789 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e51f152-b3d7-4ea6-b19f-831f5144e1f2 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:01.058956 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6e1a1e4c-d252-44e9-86ad-524c897f0c1f req-eb5e0859-0752-4709-af5d-b09838cd681c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] For port 924fed83-917c-4bce-a1eb-064ecaba0dd8, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=924fed83-917c-4bce-a1eb-064ecaba0dd8,segment=NetworkSegment(5e304dbe-2f7e-41fc-9b1f-68e84306c5db),segment_id=5e304dbe-2f7e-41fc-9b1f-68e84306c5db)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:01.059535 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6e1a1e4c-d252-44e9-86ad-524c897f0c1f req-eb5e0859-0752-4709-af5d-b09838cd681c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:01.089358 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51f152-b3d7-4ea6-b19f-831f5144e1f2 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Pushing event updated for resources: {'Subnet': ['ID=5422ae1c-2f8d-42dd-8e9d-eaa8f8184f5c,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:01.091663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-6e1a1e4c-d252-44e9-86ad-524c897f0c1f req-eb5e0859-0752-4709-af5d-b09838cd681c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Calling delete_port for 924fed83-917c-4bce-a1eb-064ecaba0dd8 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:29:01.112168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e51f152-b3d7-4ea6-b19f-831f5144e1f2 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Checking segment: {'id': 'f5e9dab1-cee0-43d1-8535-7b9238db3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:29:01.112598 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e51f152-b3d7-4ea6-b19f-831f5144e1f2 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Network hostable DHCP agents. Network: e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:29:01.173983 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e51f152-b3d7-4ea6-b19f-831f5144e1f2 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Network e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:29:01.188819 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-4e51f152-b3d7-4ea6-b19f-831f5144e1f2 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:29:01.199806 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a10b35-7fd2-41c5-b61f-874df71404ac None None] Network e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:29:01.200495 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e51f152-b3d7-4ea6-b19f-831f5144e1f2 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:01.201060 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e51f152-b3d7-4ea6-b19f-831f5144e1f2 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:01.222947 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4e51f152-b3d7-4ea6-b19f-831f5144e1f2 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7681012 Nov 29 18:29:01.226808 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59580) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:01.232936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1887517418', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:01.258838 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:01.260205 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:01.287110 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6e1a1e4c-d252-44e9-86ad-524c897f0c1f req-eb5e0859-0752-4709-af5d-b09838cd681c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:01.320361 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e0859-0752-4709-af5d-b09838cd681c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'Port': ['ID=924fed83-917c-4bce-a1eb-064ecaba0dd8,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:01.353226 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:01.373332 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1a1e4c-d252-44e9-86ad-524c897f0c1f req-eb5e0859-0752-4709-af5d-b09838cd681c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] No DVR routers for this DVR port 924fed83-917c-4bce-a1eb-064ecaba0dd8 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:29:01.376203 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6e1a1e4c-d252-44e9-86ad-524c897f0c1f req-eb5e0859-0752-4709-af5d-b09838cd681c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:01.379840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2', 'network_id': 'e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2', 'tenant_id': 'e3f2a895643c41f4b4e279d0916e3e77', 'fixed_ips': [{'subnet_id': '5422ae1c-2f8d-42dd-8e9d-eaa8f8184f5c'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:29:01.380148 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6e1a1e4c-d252-44e9-86ad-524c897f0c1f req-eb5e0859-0752-4709-af5d-b09838cd681c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.31 "DELETE /v2.0/ports/924fed83-917c-4bce-a1eb-064ecaba0dd8 HTTP/1.1" status: 204 len: 173 time: 0.7320080 Nov 29 18:29:01.380619 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe856ea2-b832-4c5e-910d-64bd81c15151', 'name': 'network-vif-deleted', 'tag': '924fed83-917c-4bce-a1eb-064ecaba0dd8'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:29:01.380744 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:01.384442 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be93e56c-2a8e-4788-94be-eeb07ec612b0" -d '{"events": [{"server_uuid": "fe856ea2-b832-4c5e-910d-64bd81c15151", "name": "network-vif-deleted", "tag": "924fed83-917c-4bce-a1eb-064ecaba0dd8"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:29:01.438122 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfc828e-22a3-492d-a7b7-0c6ad46b521f x-openstack-request-id: req-9bfc828e-22a3-492d-a7b7-0c6ad46b521f {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:29:01.438424 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe856ea2-b832-4c5e-910d-64bd81c15151", "name": "network-vif-deleted", "tag": "924fed83-917c-4bce-a1eb-064ecaba0dd8", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:29:01.438684 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bfc828e-22a3-492d-a7b7-0c6ad46b521f {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:29:01.439212 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe856ea2-b832-4c5e-910d-64bd81c15151', 'name': 'network-vif-deleted', 'tag': '924fed83-917c-4bce-a1eb-064ecaba0dd8', 'status': 'completed', 'code': 200} Nov 29 18:29:01.538974 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:01.543918 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Allocated IP 172.20.0.2 (e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2/5422ae1c-2f8d-42dd-8e9d-eaa8f8184f5c/007b0457-4a49-4515-96f1-f018faeb4788) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:29:01.710084 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:01.722541 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:01.757135 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:01.790230 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:01.831029 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Network e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:29:01.843172 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:29:01.854775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:29:01.861589 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Pushing event updated for resources: {'Port': ['ID=007b0457-4a49-4515-96f1-f018faeb4788,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:01.989248 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Attempting to bind port 007b0457-4a49-4515-96f1-f018faeb4788 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:29:01.990948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Attempting to bind port 007b0457-4a49-4515-96f1-f018faeb4788 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'f5e9dab1-cee0-43d1-8535-7b9238db3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:29:01.991337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Attempting to bind port 007b0457-4a49-4515-96f1-f018faeb4788 on network e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:29:01.994100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b0b33014-d4e7-48a6-badd-30ca0310ac56 req-b4b7868e-84a3-4414-a932-f9f82eac921c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe856ea2-b832-4c5e-910d-64bd81c15151 HTTP/1.1" status: 200 len: 210 time: 0.0366881 Nov 29 18:29:02.000302 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:29:02.001265 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Checking segment: {'id': 'f5e9dab1-cee0-43d1-8535-7b9238db3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:29:02.001265 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:02.001900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Bound using segment: {'id': 'f5e9dab1-cee0-43d1-8535-7b9238db3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:29:02.003332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Bound port: 007b0457-4a49-4515-96f1-f018faeb4788, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e9dab1-cee0-43d1-8535-7b9238db3832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:29:02.004300 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:02.023134 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Allocated IP 172.25.3.195 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/8bb15722-8db2-4d43-866f-448dd7e98794) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:29:02.090303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] For port 007b0457-4a49-4515-96f1-f018faeb4788, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:29:02.094883 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] For port 007b0457-4a49-4515-96f1-f018faeb4788, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=007b0457-4a49-4515-96f1-f018faeb4788,segment=NetworkSegment(f5e9dab1-cee0-43d1-8535-7b9238db3832),segment_id=f5e9dab1-cee0-43d1-8535-7b9238db3832)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:29:02.102170 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:02.170803 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e47ac0-094b-4848-aa5b-0e834ac8c49a None None] Pushing event updated for resources: {'Port': ['ID=007b0457-4a49-4515-96f1-f018faeb4788,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:02.249368 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca281e1-5165-4d57-9792-11ea1cb3ab92 req-3be70f56-0bb6-4fdd-afc6-aa73168585d1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:02.251179 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ca281e1-5165-4d57-9792-11ea1cb3ab92 req-3be70f56-0bb6-4fdd-afc6-aa73168585d1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 943 time: 0.1419134 Nov 29 18:29:02.261230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52dd5e-f9e5-4ee3-bd92-ab0c1bb39cb5 req-0cfa546b-4e46-43cf-94d5-b3f800479d83 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:02.262702 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9e52dd5e-f9e5-4ee3-bd92-ab0c1bb39cb5 req-0cfa546b-4e46-43cf-94d5-b3f800479d83 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.1546392 Nov 29 18:29:02.307967 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:02.388999 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ca281e1-5165-4d57-9792-11ea1cb3ab92 req-8683ee21-e325-4ddf-94d7-98ec562baa0d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234579 Nov 29 18:29:02.398169 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9e52dd5e-f9e5-4ee3-bd92-ab0c1bb39cb5 req-4d7bdb80-715d-4ceb-b6f8-1d8eea7be7cf tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281962 Nov 29 18:29:02.418943 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:02.477224 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:29:02.481254 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:29:02.487199 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:29:02.491361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Pushing event updated for resources: {'Port': ['ID=8bb15722-8db2-4d43-866f-448dd7e98794,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:02.503571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1443df15-ad3e-41ec-b997-636536d17a5c None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:29:02.627395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-300737b9-8944-4246-b2e8-f15dee415f40 None None] Provisioning complete for port 8bb15722-8db2-4d43-866f-448dd7e98794 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:02.627549 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-300737b9-8944-4246-b2e8-f15dee415f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:02.671700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-300737b9-8944-4246-b2e8-f15dee415f40 None None] Port 8bb15722-8db2-4d43-866f-448dd7e98794 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:29:02.678634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 1188c10b-91f9-44a4-b15d-609f362b151a details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:29:02.790559 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 1188c10b-91f9-44a4-b15d-609f362b151a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=1188c10b-91f9-44a4-b15d-609f362b151a,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:02.809843 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '1188c10b-91f9-44a4-b15d-609f362b151a', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'port_id': '1188c10b-91f9-44a4-b15d-609f362b151a', 'mac_address': 'fa:16:3e:21:32:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:29:02.838422 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba99e2f-5b83-41b7-afc0-ba4f05eeace1 req-598a9271-9867-41dd-aacc-d9d9e582a301 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:02.840249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dba99e2f-5b83-41b7-afc0-ba4f05eeace1 req-598a9271-9867-41dd-aacc-d9d9e582a301 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.1650047 Nov 29 18:29:02.852661 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:02.868883 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1188c10b-91f9-44a4-b15d-609f362b151a {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:29:02.895743 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 1188c10b-91f9-44a4-b15d-609f362b151a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=1188c10b-91f9-44a4-b15d-609f362b151a,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:02.900110 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:02.967422 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=1188c10b-91f9-44a4-b15d-609f362b151a,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:02.969424 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dba99e2f-5b83-41b7-afc0-ba4f05eeace1 req-12eb4c33-4995-4a89-a7bd-2ba17e600da3 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872087 Nov 29 18:29:02.981364 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:03.071081 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59596) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:03.079311 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 007b0457-4a49-4515-96f1-f018faeb4788 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:29:03.168587 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3a4db95b-d91d-48ae-b49e-022456462b8d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:03.169377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['1188c10b-91f9-44a4-b15d-609f362b151a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:29:03.197185 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3a4db95b-d91d-48ae-b49e-022456462b8d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:03.218327 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 007b0457-4a49-4515-96f1-f018faeb4788 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:03.219067 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:03.274656 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3a4db95b-d91d-48ae-b49e-022456462b8d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:03.277502 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3a4db95b-d91d-48ae-b49e-022456462b8d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:03.281668 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3a4db95b-d91d-48ae-b49e-022456462b8d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "DELETE /v2.0/security-groups/4d766562-57f0-4f0e-9a0f-a00c851cb834 HTTP/1.1" status: 204 len: 168 time: 0.2061033 Nov 29 18:29:03.292585 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4db95b-d91d-48ae-b49e-022456462b8d tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d766562-57f0-4f0e-9a0f-a00c851cb834,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:03.323356 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59600) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:03.332804 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:03.409480 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:03.423023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9508edf6-f1f9-4879-a128-439a41aacf5c None None] Network e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:29:03.583299 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 007b0457-4a49-4515-96f1-f018faeb4788, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=007b0457-4a49-4515-96f1-f018faeb4788,segment=NetworkSegment(f5e9dab1-cee0-43d1-8535-7b9238db3832),segment_id=f5e9dab1-cee0-43d1-8535-7b9238db3832)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:03.590262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ff7350ef-d68e-42e9-9239-4ee21d267df3 None None] Provisioning complete for port 007b0457-4a49-4515-96f1-f018faeb4788 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:03.590636 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7350ef-d68e-42e9-9239-4ee21d267df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:03.618838 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:03.726519 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=007b0457-4a49-4515-96f1-f018faeb4788,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:03.905074 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41b60c-993a-42d3-bd4f-60c46feef891 req-2bbb3a64-8720-4187-8564-aa4077a996ea tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:03.906890 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd41b60c-993a-42d3-bd4f-60c46feef891 req-2bbb3a64-8720-4187-8564-aa4077a996ea tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 944 time: 0.2003832 Nov 29 18:29:04.063818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd41b60c-993a-42d3-bd4f-60c46feef891 req-8f3da26d-9486-48cc-a81d-81222268f6aa tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474144 Nov 29 18:29:04.094935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Router e35d8103-1227-467b-be65-1663625f0075 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:29:04.117301 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6ceb7744-91cf-4c37-bcea-6bee1175d54d None None] Provisioning complete for port 007b0457-4a49-4515-96f1-f018faeb4788 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:04.117767 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ceb7744-91cf-4c37-bcea-6bee1175d54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:04.201745 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd6522-956f-4f6d-b2e6-14706e43079e req-721e9ead-fe59-41ef-bd1a-80d5c0643b48 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:04.203279 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bfd6522-956f-4f6d-b2e6-14706e43079e req-721e9ead-fe59-41ef-bd1a-80d5c0643b48 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.1462348 Nov 29 18:29:04.328981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bfd6522-956f-4f6d-b2e6-14706e43079e req-3c1beae0-085f-4043-a3ef-6b0a74453203 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172526 Nov 29 18:29:04.339391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:29:04.363322 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e0b9cc-a27b-4e99-b4d8-7d16b84f94db None None] Sync routers for ids ['e35d8103-1227-467b-be65-1663625f0075'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:29:04.367012 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:04.370629 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c9e325c9-690f-4679-8c8a-d8b91c5d707c tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.1402435 Nov 29 18:29:04.371105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59608) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:04.379429 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e0b9cc-a27b-4e99-b4d8-7d16b84f94db None None] Routers {'e35d8103-1227-467b-be65-1663625f0075'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:04.379429 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b9e0b9cc-a27b-4e99-b4d8-7d16b84f94db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e35d8103-1227-467b-be65-1663625f0075'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:04.431948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b9e0b9cc-a27b-4e99-b4d8-7d16b84f94db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:04.439611 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49ccb4b7-62be-4678-aad5-d51def51047c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:04.440871 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e0b9cc-a27b-4e99-b4d8-7d16b84f94db None None] Routers {'e35d8103-1227-467b-be65-1663625f0075'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:04.441521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b9e0b9cc-a27b-4e99-b4d8-7d16b84f94db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e35d8103-1227-467b-be65-1663625f0075'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:04.475107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b9e0b9cc-a27b-4e99-b4d8-7d16b84f94db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:04.475803 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e0b9cc-a27b-4e99-b4d8-7d16b84f94db None None] The sync data for ids ['e35d8103-1227-467b-be65-1663625f0075'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:29:04.574063 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e0e95-e449-4af9-adcb-ff0bf3fde644 req-a4b15844-ca41-4bfe-aaa3-db6414a9cf6e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:04.575695 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-985e0e95-e449-4af9-adcb-ff0bf3fde644 req-a4b15844-ca41-4bfe-aaa3-db6414a9cf6e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.1313539 Nov 29 18:29:04.683659 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-985e0e95-e449-4af9-adcb-ff0bf3fde644 req-e14243f3-465b-4a85-9825-212e2932c45a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003873 Nov 29 18:29:04.712069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 1188c10b-91f9-44a4-b15d-609f362b151a up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:29:04.782574 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 1188c10b-91f9-44a4-b15d-609f362b151a completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:29:04.789751 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 1188c10b-91f9-44a4-b15d-609f362b151a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:04.790458 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:04.862203 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920b5dc-fa5d-4d11-8f1a-fa484c4f0d31 req-e9c3e34e-e207-4653-b5f9-66e4a1e48faa tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:04.863883 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d920b5dc-fa5d-4d11-8f1a-fa484c4f0d31 req-e9c3e34e-e207-4653-b5f9-66e4a1e48faa tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0752206 Nov 29 18:29:04.866474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-49ccb4b7-62be-4678-aad5-d51def51047c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Deleting port 6f1b8884-60aa-4a64-8968-6c10f01c5514 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:29:04.866853 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49ccb4b7-62be-4678-aad5-d51def51047c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:04.889987 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:04.912096 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:04.914813 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892c7067-f82b-420b-9ac5-7161b82a6985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1188c10b-91f9-44a4-b15d-609f362b151a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:29:04.918105 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c492dd3d-77d1-4d95-931e-635cf8682c82" -d '{"events": [{"server_uuid": "892c7067-f82b-420b-9ac5-7161b82a6985", "name": "network-vif-plugged", "status": "completed", "tag": "1188c10b-91f9-44a4-b15d-609f362b151a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:29:04.934406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 1188c10b-91f9-44a4-b15d-609f362b151a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=1188c10b-91f9-44a4-b15d-609f362b151a,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:04.940115 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:04.979833 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1f5974-5ef3-40af-b82c-f6d3ec7b4b2f x-openstack-request-id: req-9b1f5974-5ef3-40af-b82c-f6d3ec7b4b2f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:29:04.980475 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892c7067-f82b-420b-9ac5-7161b82a6985", "name": "network-vif-plugged", "status": "completed", "tag": "1188c10b-91f9-44a4-b15d-609f362b151a", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:29:04.982847 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b1f5974-5ef3-40af-b82c-f6d3ec7b4b2f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:29:04.982847 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892c7067-f82b-420b-9ac5-7161b82a6985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1188c10b-91f9-44a4-b15d-609f362b151a', 'code': 200} Nov 29 18:29:05.018609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-49ccb4b7-62be-4678-aad5-d51def51047c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] For port 6f1b8884-60aa-4a64-8968-6c10f01c5514, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6f1b8884-60aa-4a64-8968-6c10f01c5514,segment=NetworkSegment(5e304dbe-2f7e-41fc-9b1f-68e84306c5db),segment_id=5e304dbe-2f7e-41fc-9b1f-68e84306c5db)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:05.019223 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49ccb4b7-62be-4678-aad5-d51def51047c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:05.027358 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=1188c10b-91f9-44a4-b15d-609f362b151a,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:05.031938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d920b5dc-fa5d-4d11-8f1a-fa484c4f0d31 req-ccd7b476-757f-495e-8027-633845d46fe9 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607342 Nov 29 18:29:05.040417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-49ccb4b7-62be-4678-aad5-d51def51047c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Calling delete_port for 6f1b8884-60aa-4a64-8968-6c10f01c5514 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:29:05.049831 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 007b0457-4a49-4515-96f1-f018faeb4788 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:29:05.112207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 007b0457-4a49-4515-96f1-f018faeb4788 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:05.112514 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:05.125842 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8388a-eaea-4d53-9e58-b399fb28fbaa req-a58b3129-d402-4460-8c44-2e584fb8e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:05.127410 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e2b8388a-eaea-4d53-9e58-b399fb28fbaa req-a58b3129-d402-4460-8c44-2e584fb8e908 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 1096 time: 0.0709314 Nov 29 18:29:05.277022 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e2b8388a-eaea-4d53-9e58-b399fb28fbaa req-43ba3fd1-5c13-49f2-9f83-30ec985c77b9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970242 Nov 29 18:29:05.297845 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516060e-28d5-4b1e-955f-adb8d5c3e91f req-d38e9248-7d31-4209-a956-8b9b508d4604 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:05.299404 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2516060e-28d5-4b1e-955f-adb8d5c3e91f req-d38e9248-7d31-4209-a956-8b9b508d4604 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.1563113 Nov 29 18:29:05.324157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 924fed83-917c-4bce-a1eb-064ecaba0dd8 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:29:05.336565 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa81ba9-f2c0-4636-a747-c7d55b437d3b req-ee3cb13d-8d35-4976-b4c2-50770b5090fa tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:05.338345 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2fa81ba9-f2c0-4636-a747-c7d55b437d3b req-ee3cb13d-8d35-4976-b4c2-50770b5090fa tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 945 time: 0.1647501 Nov 29 18:29:05.349828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 924fed83-917c-4bce-a1eb-064ecaba0dd8 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:29:05.350173 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 924fed83-917c-4bce-a1eb-064ecaba0dd8 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:29:05.351418 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Allocated IP 172.20.0.1 (e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2/5422ae1c-2f8d-42dd-8e9d-eaa8f8184f5c/34113b47-11de-4ac9-9997-017083a59e2c) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:29:05.426253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2516060e-28d5-4b1e-955f-adb8d5c3e91f req-510dbfc4-f427-4ab8-a035-73651518f136 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182876 Nov 29 18:29:05.464994 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2fa81ba9-f2c0-4636-a747-c7d55b437d3b req-a55ca948-6d92-4ad5-9ac2-60f332968bef tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105697 Nov 29 18:29:05.486613 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:05.495299 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49ccb4b7-62be-4678-aad5-d51def51047c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:05.520988 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:05.526909 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ccb4b7-62be-4678-aad5-d51def51047c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'Port': ['ID=6f1b8884-60aa-4a64-8968-6c10f01c5514,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:05.575108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Network e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:29:05.578355 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:29:05.582610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:29:05.589219 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Pushing event updated for resources: {'Port': ['ID=34113b47-11de-4ac9-9997-017083a59e2c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:05.640128 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:05.737723 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49ccb4b7-62be-4678-aad5-d51def51047c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:05.807861 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:05.933227 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d03a69ff-41b3-4edc-bc6e-07a46c4db195 None None] Provisioning complete for port 34113b47-11de-4ac9-9997-017083a59e2c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:05.933814 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d03a69ff-41b3-4edc-bc6e-07a46c4db195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:05.976717 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d03a69ff-41b3-4edc-bc6e-07a46c4db195 None None] Port 34113b47-11de-4ac9-9997-017083a59e2c cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:29:05.994604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ccb4b7-62be-4678-aad5-d51def51047c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Router 218dd9c3-43e7-411f-9ac3-63419864df05 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:29:06.108371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ccb4b7-62be-4678-aad5-d51def51047c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:29:06.117580 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-49ccb4b7-62be-4678-aad5-d51def51047c tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "PUT /v2.0/routers/218dd9c3-43e7-411f-9ac3-63419864df05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7888656 Nov 29 18:29:06.117688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59620) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:06.120589 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93a28d-9d6f-48b7-b0ae-fdd864b588b8 None None] Sync routers for ids ['218dd9c3-43e7-411f-9ac3-63419864df05'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:29:06.126888 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:06.132014 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a93a28d-9d6f-48b7-b0ae-fdd864b588b8 None None] Routers {'218dd9c3-43e7-411f-9ac3-63419864df05'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:06.132679 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6a93a28d-9d6f-48b7-b0ae-fdd864b588b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['218dd9c3-43e7-411f-9ac3-63419864df05'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:06.153050 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:06.239754 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aaeb44a-071c-426a-8d22-c510e406e58f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Deleting subnet 0f2ad495-e41c-4874-8b83-7b971335952b {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:29:06.242381 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6a93a28d-9d6f-48b7-b0ae-fdd864b588b8 None None] Set router 218dd9c3-43e7-411f-9ac3-63419864df05 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:29:06.244821 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb44a-071c-426a-8d22-c510e406e58f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:06.249874 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Pushing event updated for resources: {'Port': ['ID=34113b47-11de-4ac9-9997-017083a59e2c,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:06.276690 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:06.341423 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb44a-071c-426a-8d22-c510e406e58f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:06.423636 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6a93a28d-9d6f-48b7-b0ae-fdd864b588b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'name': 'tempest-TestNetworkBasicOps-router-795904904', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:27:08Z', 'updated_at': '2021-11-29T18:29:05Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:09Z', 'updated_at': '2021-11-29T18:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:06.454654 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93a28d-9d6f-48b7-b0ae-fdd864b588b8 None None] Checking router: 218dd9c3-43e7-411f-9ac3-63419864df05 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:29:06.456097 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Network e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:29:06.459367 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:29:06.463554 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a93a28d-9d6f-48b7-b0ae-fdd864b588b8 None None] Routers {'218dd9c3-43e7-411f-9ac3-63419864df05'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:06.464393 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6a93a28d-9d6f-48b7-b0ae-fdd864b588b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['218dd9c3-43e7-411f-9ac3-63419864df05'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:06.538490 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb44a-071c-426a-8d22-c510e406e58f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:06.589526 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6a93a28d-9d6f-48b7-b0ae-fdd864b588b8 None None] Set router 218dd9c3-43e7-411f-9ac3-63419864df05 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:29:06.617159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46b0b2-65ca-444d-a40c-12a1caec300a req-c9d290b1-4096-4b29-a43e-1cb4e57da2c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:06.628076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a46b0b2-65ca-444d-a40c-12a1caec300a req-c9d290b1-4096-4b29-a43e-1cb4e57da2c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 945 time: 0.0724413 Nov 29 18:29:06.654383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Router e35d8103-1227-467b-be65-1663625f0075 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:29:06.662342 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb44a-071c-426a-8d22-c510e406e58f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:06.703348 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaeb44a-071c-426a-8d22-c510e406e58f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2ad495-e41c-4874-8b83-7b971335952b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:06.709912 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb44a-071c-426a-8d22-c510e406e58f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:06.715606 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a46b0b2-65ca-444d-a40c-12a1caec300a req-95f67829-0fb8-40b8-b4b7-e516214275d2 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774708 Nov 29 18:29:06.716187 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9aaeb44a-071c-426a-8d22-c510e406e58f tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "DELETE /v2.0/subnets/0f2ad495-e41c-4874-8b83-7b971335952b HTTP/1.1" status: 204 len: 168 time: 0.5980272 Nov 29 18:29:06.716553 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59624) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:06.727587 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fe293d-8cca-460d-b151-d67c78ce9050 None None] Network 98cdbdd4-6691-4cd7-8552-7509d2d3fa91 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:29:06.866519 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:29:06.885091 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59628) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:06.885458 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-932b7fc4-975f-472d-98f0-d1bd9d7e7f4f tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] 10.222.0.23 "PUT /v2.0/routers/e35d8103-1227-467b-be65-1663625f0075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5106385 Nov 29 18:29:06.893269 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975f61b0-e5a0-4866-996d-1e7419910d93 None None] Sync routers for ids ['e35d8103-1227-467b-be65-1663625f0075'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:29:06.893475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cc83ca53-c988-4f7d-8c91-47c6ffa07536 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Request body: {'port': {'network_id': 'e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2', 'name': 'tempest-FloatingIPAdminTestJSON-1464091029'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:06.921644 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6a93a28d-9d6f-48b7-b0ae-fdd864b588b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'name': 'tempest-TestNetworkBasicOps-router-795904904', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:27:08Z', 'updated_at': '2021-11-29T18:29:05Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:09Z', 'updated_at': '2021-11-29T18:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:06.935469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975f61b0-e5a0-4866-996d-1e7419910d93 None None] Routers {'e35d8103-1227-467b-be65-1663625f0075'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:06.936793 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-975f61b0-e5a0-4866-996d-1e7419910d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e35d8103-1227-467b-be65-1663625f0075'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:06.958102 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a93a28d-9d6f-48b7-b0ae-fdd864b588b8 None None] The sync data for ids ['218dd9c3-43e7-411f-9ac3-63419864df05'] in n-d-819494-5 is: [{'id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'name': 'tempest-TestNetworkBasicOps-router-795904904', 'tenant_id': '6110296adf0d4d689aa792da1b94c3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:27:08Z', 'updated_at': '2021-11-29T18:29:05Z', 'revision_number': 5, 'project_id': '6110296adf0d4d689aa792da1b94c3f7', 'gw_port': {'id': 'd9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:1a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218dd9c3-43e7-411f-9ac3-63419864df05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:27:09Z', 'updated_at': '2021-11-29T18:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:29:06.974661 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ce3091b2-a06f-4c6d-b34d-fed9b91b5f53 None None] Provisioning complete for port 34113b47-11de-4ac9-9997-017083a59e2c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:06.975339 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce3091b2-a06f-4c6d-b34d-fed9b91b5f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:06.979131 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-975f61b0-e5a0-4866-996d-1e7419910d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:07.002988 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df80d03b-2d17-4e83-9d2e-36452c464121 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:07.031833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975f61b0-e5a0-4866-996d-1e7419910d93 None None] Routers {'e35d8103-1227-467b-be65-1663625f0075'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:07.032461 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-975f61b0-e5a0-4866-996d-1e7419910d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e35d8103-1227-467b-be65-1663625f0075'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:07.035466 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ce3091b2-a06f-4c6d-b34d-fed9b91b5f53 None None] Port 34113b47-11de-4ac9-9997-017083a59e2c cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:29:07.074198 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-975f61b0-e5a0-4866-996d-1e7419910d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:07.074932 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975f61b0-e5a0-4866-996d-1e7419910d93 None None] The sync data for ids ['e35d8103-1227-467b-be65-1663625f0075'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:29:07.093372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5cb4f-36ed-4b02-a91d-61a61862f824 req-387bb7ff-09db-441a-a700-e2f90029e5b2 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:07.094881 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6cb5cb4f-36ed-4b02-a91d-61a61862f824 req-387bb7ff-09db-441a-a700-e2f90029e5b2 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 945 time: 0.2159553 Nov 29 18:29:07.211121 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df80d03b-2d17-4e83-9d2e-36452c464121 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:07.218083 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6cb5cb4f-36ed-4b02-a91d-61a61862f824 req-b35e483b-a55f-4ab9-96f0-afb0a59d746e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899177 Nov 29 18:29:07.225115 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc83ca53-c988-4f7d-8c91-47c6ffa07536 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Made reservation on behalf of e3f2a895643c41f4b4e279d0916e3e77 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:29:07.228982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc83ca53-c988-4f7d-8c91-47c6ffa07536 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:07.268179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-cc83ca53-c988-4f7d-8c91-47c6ffa07536 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] device_id is not set on port 04438368-32b9-40ec-b9fa-4249995bc4fb yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:29:07.374623 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] DHCP port deletion for 98cdbdd4-6691-4cd7-8552-7509d2d3fa91 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:29:07.439064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Deleting port 31ea0de0-2a58-478d-92e8-ded9a73b38f3 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:29:07.439546 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:07.524635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] For port 31ea0de0-2a58-478d-92e8-ded9a73b38f3, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=31ea0de0-2a58-478d-92e8-ded9a73b38f3,segment=NetworkSegment(5e304dbe-2f7e-41fc-9b1f-68e84306c5db),segment_id=5e304dbe-2f7e-41fc-9b1f-68e84306c5db)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:07.525512 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:07.547785 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Calling delete_port for 31ea0de0-2a58-478d-92e8-ded9a73b38f3 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:29:07.646954 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:07.681842 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Pushing event deleted for resources: {'Port': ['ID=31ea0de0-2a58-478d-92e8-ded9a73b38f3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:07.688602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] No DVR routers for this DVR port 31ea0de0-2a58-478d-92e8-ded9a73b38f3 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:29:07.703973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:07.703973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:07.704209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:07.704471 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:07.704926 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:07.705142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:07.705479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:07.705821 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:07.706159 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:07.706488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:07.707575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:07.707928 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a4448b-4f88-4909-aecb-65deb0e6d82e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:07.724768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-df80d03b-2d17-4e83-9d2e-36452c464121 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Deleting port d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:29:07.725113 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df80d03b-2d17-4e83-9d2e-36452c464121 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:07.800521 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-cc83ca53-c988-4f7d-8c91-47c6ffa07536 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Allocated IP 172.20.0.7 (e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2/5422ae1c-2f8d-42dd-8e9d-eaa8f8184f5c/04438368-32b9-40ec-b9fa-4249995bc4fb) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:29:07.860293 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-df80d03b-2d17-4e83-9d2e-36452c464121 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] For port d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:07.860654 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df80d03b-2d17-4e83-9d2e-36452c464121 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:07.884689 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-df80d03b-2d17-4e83-9d2e-36452c464121 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Calling delete_port for d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:29:08.094968 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc83ca53-c988-4f7d-8c91-47c6ffa07536 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:08.182146 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc83ca53-c988-4f7d-8c91-47c6ffa07536 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:08.194934 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df80d03b-2d17-4e83-9d2e-36452c464121 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:08.247821 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83ca53-c988-4f7d-8c91-47c6ffa07536 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Network e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:29:08.257691 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abfb511-a346-44c8-81fb-6080c8d4bb94 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:29:08.296109 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-cc83ca53-c988-4f7d-8c91-47c6ffa07536 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:29:08.301285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83ca53-c988-4f7d-8c91-47c6ffa07536 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Pushing event updated for resources: {'Port': ['ID=04438368-32b9-40ec-b9fa-4249995bc4fb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:08.306043 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc83ca53-c988-4f7d-8c91-47c6ffa07536 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:29:08.360253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80d03b-2d17-4e83-9d2e-36452c464121 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'Port': ['ID=d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:08.378105 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df80d03b-2d17-4e83-9d2e-36452c464121 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:08.457958 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc83ca53-c988-4f7d-8c91-47c6ffa07536 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:08.458730 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc83ca53-c988-4f7d-8c91-47c6ffa07536 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:08.500465 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df80d03b-2d17-4e83-9d2e-36452c464121 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:08.503581 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df80d03b-2d17-4e83-9d2e-36452c464121 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:08.511792 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cc83ca53-c988-4f7d-8c91-47c6ffa07536 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6240706 Nov 29 18:29:08.515318 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59666) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:08.593401 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df80d03b-2d17-4e83-9d2e-36452c464121 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:08.595569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df80d03b-2d17-4e83-9d2e-36452c464121 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Fanout notify agent at l3_agent the message router_deleted on router 218dd9c3-43e7-411f-9ac3-63419864df05 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:29:08.605195 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df80d03b-2d17-4e83-9d2e-36452c464121 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:08.609266 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-df80d03b-2d17-4e83-9d2e-36452c464121 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "DELETE /v2.0/routers/218dd9c3-43e7-411f-9ac3-63419864df05 HTTP/1.1" status: 204 len: 168 time: 1.8887141 Nov 29 18:29:08.610003 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'project_id': 'e3f2a895643c41f4b4e279d0916e3e77', 'port_id': '04438368-32b9-40ec-b9fa-4249995bc4fb'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:08.611489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59672) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:08.642537 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:08.732167 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13624f34-e312-4e0c-b151-49cccd5cd631 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:08.743354 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8d1099ba-ecb7-4383-bd25-49013b31195f None None] Provisioning complete for port 04438368-32b9-40ec-b9fa-4249995bc4fb triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:08.745285 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8d1099ba-ecb7-4383-bd25-49013b31195f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:08.810948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8d1099ba-ecb7-4383-bd25-49013b31195f None None] Port 04438368-32b9-40ec-b9fa-4249995bc4fb cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:29:08.815301 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:08.881632 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13624f34-e312-4e0c-b151-49cccd5cd631 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:08.912849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-13624f34-e312-4e0c-b151-49cccd5cd631 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98cdbdd4-6691-4cd7-8552-7509d2d3fa91']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:08.923653 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-13624f34-e312-4e0c-b151-49cccd5cd631 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e304dbe-2f7e-41fc-9b1f-68e84306c5db') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:08.924046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-13624f34-e312-4e0c-b151-49cccd5cd631 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e304dbe-2f7e-41fc-9b1f-68e84306c5db') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:08.940831 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13624f34-e312-4e0c-b151-49cccd5cd631 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:08.955884 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13624f34-e312-4e0c-b151-49cccd5cd631 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:08.956152 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Allocated IP 172.25.3.106 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/a2e0e454-f2a8-41c5-a944-1671518dd612) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:29:08.963637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13624f34-e312-4e0c-b151-49cccd5cd631 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:29:08.964187 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13624f34-e312-4e0c-b151-49cccd5cd631 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:29:08.967497 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:29:09.037971 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13624f34-e312-4e0c-b151-49cccd5cd631 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:09.047432 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13624f34-e312-4e0c-b151-49cccd5cd631 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:09.051905 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-13624f34-e312-4e0c-b151-49cccd5cd631 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] 10.222.0.23 "DELETE /v2.0/networks/98cdbdd4-6691-4cd7-8552-7509d2d3fa91 HTTP/1.1" status: 204 len: 168 time: 0.4392164 Nov 29 18:29:09.076809 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:09.090075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13624f34-e312-4e0c-b151-49cccd5cd631 tempest-TestNetworkBasicOps-1579468197 tempest-TestNetworkBasicOps-1579468197-project] Pushing event deleted for resources: {'Network': ['ID=98cdbdd4-6691-4cd7-8552-7509d2d3fa91,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:09.117390 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:09.165653 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:29:09.169670 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:29:09.171674 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Pushing event updated for resources: {'Port': ['ID=a2e0e454-f2a8-41c5-a944-1671518dd612,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:09.173892 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:29:09.336451 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6f1b8884-60aa-4a64-8968-6c10f01c5514 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:29:09.358589 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 6f1b8884-60aa-4a64-8968-6c10f01c5514 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:29:09.359520 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6f1b8884-60aa-4a64-8968-6c10f01c5514 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:29:09.360004 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:29:09.422693 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:29:09.424271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d9cc91d4-a0c1-4173-a4d4-f8dd4e2e72cf not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:29:09.426968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 31ea0de0-2a58-478d-92e8-ded9a73b38f3 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:29:09.487587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59696) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:09.491563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 31ea0de0-2a58-478d-92e8-ded9a73b38f3 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:29:09.492185 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 31ea0de0-2a58-478d-92e8-ded9a73b38f3 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:29:09.652228 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7fd03def-6e32-4033-9fda-6904f1b95835 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6110296adf0d4d689aa792da1b94c3f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1633072 Nov 29 18:29:09.654781 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59700) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:09.708947 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d11bca2-8915-4896-a769-658b51394e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:09.731985 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d11bca2-8915-4896-a769-658b51394e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:09.764758 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:09.787947 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d11bca2-8915-4896-a769-658b51394e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:09.791021 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d11bca2-8915-4896-a769-658b51394e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:09.792298 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5d11bca2-8915-4896-a769-658b51394e80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/933a537a-16f9-4054-ad29-b15031700f8f HTTP/1.1" status: 204 len: 168 time: 0.1364622 Nov 29 18:29:09.804215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11bca2-8915-4896-a769-658b51394e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933a537a-16f9-4054-ad29-b15031700f8f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:09.816378 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7ab2bf56-c377-416d-bc69-c3dfbecca27b req-7dea0546-adf7-4786-9de2-96a2865206de service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0861342 Nov 29 18:29:09.870218 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:09.943436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2bf56-c377-416d-bc69-c3dfbecca27b req-cf00600d-8301-4ae1-8082-92042791444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:09.945012 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7ab2bf56-c377-416d-bc69-c3dfbecca27b req-cf00600d-8301-4ae1-8082-92042791444c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 1096 time: 0.0832102 Nov 29 18:29:10.177511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-6e58a66f-81c4-4e0e-96c4-678001320d2f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:10.179446 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-6e58a66f-81c4-4e0e-96c4-678001320d2f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 811 time: 0.1201115 Nov 29 18:29:10.187049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59720) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:10.210476 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41a17cb4-b0d5-430b-98ca-21fe585db9f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:10.214352 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-79f743af-6be0-427d-82d6-20831bfb774e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/quotas/72bbde8d865a44a59bd5e7320f2171e2 HTTP/1.1" status: 200 len: 375 time: 0.0282991 Nov 29 18:29:10.303336 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-f192ce24-bd95-4e5d-a649-a15605cff9af tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813177 Nov 29 18:29:10.347824 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41a17cb4-b0d5-430b-98ca-21fe585db9f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:10.352610 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41a17cb4-b0d5-430b-98ca-21fe585db9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:10.393778 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-41a17cb4-b0d5-430b-98ca-21fe585db9f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f593e3648894a5b99f2cc409af63958&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2048206 Nov 29 18:29:10.394552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a17cb4-b0d5-430b-98ca-21fe585db9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f63b3f-b3df-4e04-88c0-bcc19157c1d2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:10.397655 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59724) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:10.445010 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-8c1b950d-2d13-48c1-8773-8792754e4064 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:29:10.446142 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-8c1b950d-2d13-48c1-8773-8792754e4064 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1308777 Nov 29 18:29:10.474181 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45856c2a-eea3-4852-bfd4-85c047b89cec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:10.497766 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2bf56-c377-416d-bc69-c3dfbecca27b req-e0376a32-a861-4c08-b8f6-6aab55baaff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:10.499285 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7ab2bf56-c377-416d-bc69-c3dfbecca27b req-e0376a32-a861-4c08-b8f6-6aab55baaff5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.5049427 Nov 29 18:29:10.519651 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:10.532787 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45856c2a-eea3-4852-bfd4-85c047b89cec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:10.549853 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:10.553272 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7ab2bf56-c377-416d-bc69-c3dfbecca27b req-3e8537a9-b678-4119-8074-21739f1080d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a03a14bb-6298-413e-9335-cc58c8f9fec0 HTTP/1.1" status: 200 len: 217 time: 0.0424523 Nov 29 18:29:10.587259 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-91e6a90f-d1d8-416a-9355-d20882559cd4 service neutron] 10.222.0.23 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337585 Nov 29 18:29:10.648427 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45856c2a-eea3-4852-bfd4-85c047b89cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:10.651032 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45856c2a-eea3-4852-bfd4-85c047b89cec admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:10.655216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-45856c2a-eea3-4852-bfd4-85c047b89cec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02f63b3f-b3df-4e04-88c0-bcc19157c1d2 HTTP/1.1" status: 204 len: 168 time: 0.2537973 Nov 29 18:29:10.660037 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Pushing event updated for resources: {'Port': ['ID=a2e0e454-f2a8-41c5-a944-1671518dd612,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:10.664401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45856c2a-eea3-4852-bfd4-85c047b89cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f63b3f-b3df-4e04-88c0-bcc19157c1d2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:10.674211 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2bf56-c377-416d-bc69-c3dfbecca27b req-437fec40-fbcc-427a-b200-5b76ea5330be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:10.675706 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7ab2bf56-c377-416d-bc69-c3dfbecca27b req-437fec40-fbcc-427a-b200-5b76ea5330be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.1145160 Nov 29 18:29:10.676651 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:10.697313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-15a5c936-b6b5-474c-a43a-f5a9c9e4f353 service neutron] 10.222.0.23 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004033 Nov 29 18:29:10.805940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2bf56-c377-416d-bc69-c3dfbecca27b req-3051db79-d446-4b52-8468-0c93bbe10858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:10.807663 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7ab2bf56-c377-416d-bc69-c3dfbecca27b req-3051db79-d446-4b52-8468-0c93bbe10858 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967965 Nov 29 18:29:10.827413 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Floating IP 6960f9ef-c8bc-4102-a838-cb8a8ec9d87a associated. External IP: 172.25.3.106, port: 04438368-32b9-40ec-b9fa-4249995bc4fb. Nov 29 18:29:10.965438 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5d6701c-6364-4b7c-9e6f-89b3dbd47839 req-ac2a0ca1-a1f6-4846-8335-d41bd11cbba9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 210 time: 0.0638535 Nov 29 18:29:10.997588 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7ab2bf56-c377-416d-bc69-c3dfbecca27b req-9bdc8693-4620-493e-b985-80c5fb3785a0 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820605 Nov 29 18:29:11.183908 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7ab2bf56-c377-416d-bc69-c3dfbecca27b req-56e92f23-80dd-4ff9-bae5-a119c9901c2b service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778212 Nov 29 18:29:11.187910 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Router e35d8103-1227-467b-be65-1663625f0075 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:29:11.324308 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:29:11.335526 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e277b-fc2d-411a-90b9-975b2df1e9a0 None None] Sync routers for ids ['e35d8103-1227-467b-be65-1663625f0075'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:29:11.347127 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e277b-fc2d-411a-90b9-975b2df1e9a0 None None] Routers {'e35d8103-1227-467b-be65-1663625f0075'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:11.348367 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-294e277b-fc2d-411a-90b9-975b2df1e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e35d8103-1227-467b-be65-1663625f0075'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:11.350248 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:11.387790 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-294e277b-fc2d-411a-90b9-975b2df1e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:11.393835 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ab16c7cf-cafe-40b3-a774-0fc781c36b7f tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.8737626 Nov 29 18:29:11.394077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59760) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:11.398474 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e277b-fc2d-411a-90b9-975b2df1e9a0 None None] Routers {'e35d8103-1227-467b-be65-1663625f0075'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:11.399110 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-294e277b-fc2d-411a-90b9-975b2df1e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e35d8103-1227-467b-be65-1663625f0075'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:11.437010 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-294e277b-fc2d-411a-90b9-975b2df1e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:11.437890 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294e277b-fc2d-411a-90b9-975b2df1e9a0 None None] The sync data for ids ['e35d8103-1227-467b-be65-1663625f0075'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:29:11.494999 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9b075c00-7e87-4b06-9db4-7b0d106b3979 tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] 10.222.0.23 "GET /v2.0/floatingips/6960f9ef-c8bc-4102-a838-cb8a8ec9d87a HTTP/1.1" status: 200 len: 983 time: 0.0997858 Nov 29 18:29:11.497355 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59764) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:11.534543 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59766) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:11.560765 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9a76ff52-19cf-4faa-b5d6-493ae1df6872 tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.0622551 Nov 29 18:29:11.563503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59770) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:11.666840 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d20bd38a-6c91-45d3-9d04-e0ab1f685e96 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1765902613-network', 'tenant_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:11.711345 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20bd38a-6c91-45d3-9d04-e0ab1f685e96 admin admin] Made reservation on behalf of 2227dd86fb4e4f3dacfc5f5ec15d8c3a for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:29:11.713663 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d20bd38a-6c91-45d3-9d04-e0ab1f685e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:11.739692 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d20bd38a-6c91-45d3-9d04-e0ab1f685e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:11.785377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1611c762-0bd4-43dd-a4d8-9167a07cf7a6 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Deleting port a2e0e454-f2a8-41c5-a944-1671518dd612 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:29:11.785751 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1611c762-0bd4-43dd-a4d8-9167a07cf7a6 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:11.903114 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1611c762-0bd4-43dd-a4d8-9167a07cf7a6 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:11.903447 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1611c762-0bd4-43dd-a4d8-9167a07cf7a6 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:11.906991 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d20bd38a-6c91-45d3-9d04-e0ab1f685e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:11.915329 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d20bd38a-6c91-45d3-9d04-e0ab1f685e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:11.922366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1611c762-0bd4-43dd-a4d8-9167a07cf7a6 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Calling delete_port for a2e0e454-f2a8-41c5-a944-1671518dd612 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:29:11.953696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20bd38a-6c91-45d3-9d04-e0ab1f685e96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:29:11.992757 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bd38a-6c91-45d3-9d04-e0ab1f685e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769f5d27-1a89-4124-9f30-b57fed235eac,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:12.003328 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d20bd38a-6c91-45d3-9d04-e0ab1f685e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:12.003882 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-d20bd38a-6c91-45d3-9d04-e0ab1f685e96 admin admin] Added segment a74d6b33-914c-465c-8004-d162d83012d1 of type vlan for network 4d08059a-9631-4e6f-a1b6-20f09c188d2d Nov 29 18:29:12.094306 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d20bd38a-6c91-45d3-9d04-e0ab1f685e96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:12.114483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cc15234-2dc4-460f-acba-dc90a3a719a2 req-def66228-2507-4af3-9085-6c8d17d213e9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 210 time: 0.0460095 Nov 29 18:29:12.175912 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d20bd38a-6c91-45d3-9d04-e0ab1f685e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:12.184397 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20bd38a-6c91-45d3-9d04-e0ab1f685e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:12.184397 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d20bd38a-6c91-45d3-9d04-e0ab1f685e96 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:12.210812 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-62d29fe0-c601-4c21-af97-9e6dbe892a61 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:12.213324 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-62d29fe0-c601-4c21-af97-9e6dbe892a61 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 811 time: 0.1817522 Nov 29 18:29:12.235699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-0dd2b703-9179-4005-8f1a-779ccad88fe3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Request body: {'port': {'device_id': 'dcd7c129-9f4c-4f79-bd02-416126aa2de7', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'admin_state_up': True, 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:12.257432 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d20bd38a-6c91-45d3-9d04-e0ab1f685e96 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7216175 Nov 29 18:29:12.265984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59774) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:12.274377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bd38a-6c91-45d3-9d04-e0ab1f685e96 admin admin] Pushing event updated for resources: {'Network': ['ID=4d08059a-9631-4e6f-a1b6-20f09c188d2d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:12.275236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-5ce28bc6-2b3d-4146-9bb7-5e8be8a93be2 admin admin] Request body: {'subnet': {'network_id': '4d08059a-9631-4e6f-a1b6-20f09c188d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1765902613-subnet', 'tenant_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:12.305696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 4d08059a-9631-4e6f-a1b6-20f09c188d2d details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:29:12.361023 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce28bc6-2b3d-4146-9bb7-5e8be8a93be2 admin admin] Made reservation on behalf of 2227dd86fb4e4f3dacfc5f5ec15d8c3a for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:29:12.363312 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1611c762-0bd4-43dd-a4d8-9167a07cf7a6 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:12.363836 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5ce28bc6-2b3d-4146-9bb7-5e8be8a93be2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:12.398517 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611c762-0bd4-43dd-a4d8-9167a07cf7a6 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Pushing event deleted for resources: {'Port': ['ID=a2e0e454-f2a8-41c5-a944-1671518dd612,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:12.478313 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-0dd2b703-9179-4005-8f1a-779ccad88fe3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Made reservation on behalf of 72bbde8d865a44a59bd5e7320f2171e2 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:29:12.481923 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-0dd2b703-9179-4005-8f1a-779ccad88fe3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:12.517213 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1611c762-0bd4-43dd-a4d8-9167a07cf7a6 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:12.517865 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-1611c762-0bd4-43dd-a4d8-9167a07cf7a6 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Floating IP 6960f9ef-c8bc-4102-a838-cb8a8ec9d87a disassociated (deleted). External IP: 172.25.3.106, port: 04438368-32b9-40ec-b9fa-4249995bc4fb. Nov 29 18:29:12.682661 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5ce28bc6-2b3d-4146-9bb7-5e8be8a93be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:12.735592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce28bc6-2b3d-4146-9bb7-5e8be8a93be2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f675194-f23f-42f0-9111-b024a0b085c5,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:12.749200 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-0dd2b703-9179-4005-8f1a-779ccad88fe3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Allocated IP 172.20.0.12 (7be29917-fe7c-4671-b21b-2292a7434512/1a4ee5c0-8a08-4610-a168-a9201f4e4bc0/0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:29:12.790474 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce28bc6-2b3d-4146-9bb7-5e8be8a93be2 admin admin] Checking segment: {'id': 'a74d6b33-914c-465c-8004-d162d83012d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4d08059a-9631-4e6f-a1b6-20f09c188d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:29:12.790854 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce28bc6-2b3d-4146-9bb7-5e8be8a93be2 admin admin] Network hostable DHCP agents. Network: 4d08059a-9631-4e6f-a1b6-20f09c188d2d, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:29:12.829851 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce28bc6-2b3d-4146-9bb7-5e8be8a93be2 admin admin] Network 4d08059a-9631-4e6f-a1b6-20f09c188d2d is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:29:12.856872 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-5ce28bc6-2b3d-4146-9bb7-5e8be8a93be2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 4d08059a-9631-4e6f-a1b6-20f09c188d2d) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:29:12.873704 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c01758-4d3a-49d3-baa6-5ca64b57245f None None] Network 4d08059a-9631-4e6f-a1b6-20f09c188d2d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:29:12.878935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1611c762-0bd4-43dd-a4d8-9167a07cf7a6 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Router e35d8103-1227-467b-be65-1663625f0075 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:29:12.893352 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce28bc6-2b3d-4146-9bb7-5e8be8a93be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:12.893943 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5ce28bc6-2b3d-4146-9bb7-5e8be8a93be2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:12.929287 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5ce28bc6-2b3d-4146-9bb7-5e8be8a93be2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6559894 Nov 29 18:29:12.934463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59780) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:12.941372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1765902613-router', 'tenant_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:12.973086 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:12.974707 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:12.980723 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-0dd2b703-9179-4005-8f1a-779ccad88fe3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:13.023967 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-0dd2b703-9179-4005-8f1a-779ccad88fe3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:13.049227 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['1188c10b-91f9-44a4-b15d-609f362b151a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:29:13.087147 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:13.087459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2b703-9179-4005-8f1a-779ccad88fe3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'Port': ['ID=0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:13.094781 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1611c762-0bd4-43dd-a4d8-9167a07cf7a6 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:29:13.101771 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1611c762-0bd4-43dd-a4d8-9167a07cf7a6 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:13.106557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-0dd2b703-9179-4005-8f1a-779ccad88fe3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Network 7be29917-fe7c-4671-b21b-2292a7434512 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:29:13.108736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-0dd2b703-9179-4005-8f1a-779ccad88fe3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:29:13.123336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-0dd2b703-9179-4005-8f1a-779ccad88fe3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:29:13.129665 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18002cf0-7128-45c7-9b28-7904d2f0b3df None None] Sync routers for ids ['e35d8103-1227-467b-be65-1663625f0075'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:29:13.227315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-0dd2b703-9179-4005-8f1a-779ccad88fe3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:13.230863 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1611c762-0bd4-43dd-a4d8-9167a07cf7a6 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] 10.222.0.23 "DELETE /v2.0/floatingips/6960f9ef-c8bc-4102-a838-cb8a8ec9d87a HTTP/1.1" status: 204 len: 168 time: 1.6656530 Nov 29 18:29:13.241167 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-0dd2b703-9179-4005-8f1a-779ccad88fe3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:13.257116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59784) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:13.276079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18002cf0-7128-45c7-9b28-7904d2f0b3df None None] Routers {'e35d8103-1227-467b-be65-1663625f0075'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:13.277134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-18002cf0-7128-45c7-9b28-7904d2f0b3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e35d8103-1227-467b-be65-1663625f0075'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:13.279411 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:13.283470 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-4d08059a-9631-4e6f-a1b6-20f09c188d2d', 'network_id': '4d08059a-9631-4e6f-a1b6-20f09c188d2d', 'tenant_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'fixed_ips': [{'subnet_id': '3f675194-f23f-42f0-9111-b024a0b085c5'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:29:13.284705 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:13.307501 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-0dd2b703-9179-4005-8f1a-779ccad88fe3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0789433 Nov 29 18:29:13.310930 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:13.329320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Request body: {'port': {'device_id': 'dcd7c129-9f4c-4f79-bd02-416126aa2de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:13.384276 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-18002cf0-7128-45c7-9b28-7904d2f0b3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:13.394578 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:13.450344 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:13.499774 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18002cf0-7128-45c7-9b28-7904d2f0b3df None None] Routers {'e35d8103-1227-467b-be65-1663625f0075'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:13.500775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-18002cf0-7128-45c7-9b28-7904d2f0b3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e35d8103-1227-467b-be65-1663625f0075'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:13.588052 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-18002cf0-7128-45c7-9b28-7904d2f0b3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:13.589217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18002cf0-7128-45c7-9b28-7904d2f0b3df None None] The sync data for ids ['e35d8103-1227-467b-be65-1663625f0075'] in n-d-819494-5 is: [] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:29:13.616319 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e66bd2-39ec-409f-b4b0-cb8ba3b74606 req-0cab70b8-04bf-4fa2-9f52-e72a192fa75a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:13.619694 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15e66bd2-39ec-409f-b4b0-cb8ba3b74606 req-0cab70b8-04bf-4fa2-9f52-e72a192fa75a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 932 time: 0.3874931 Nov 29 18:29:13.668591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-dd807cda-6258-4d4d-8ed3-80c69ec151dd None None] Provisioning complete for port 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:13.669471 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd807cda-6258-4d4d-8ed3-80c69ec151dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:13.697183 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:13.733237 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15e66bd2-39ec-409f-b4b0-cb8ba3b74606 req-f5089f3f-0e5c-4da6-9b96-f87baebe4992 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071286 Nov 29 18:29:13.781162 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Allocated IP 172.20.0.2 (4d08059a-9631-4e6f-a1b6-20f09c188d2d/3f675194-f23f-42f0-9111-b024a0b085c5/987ef810-d087-4242-a11f-14d7d0e7ff78) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:29:13.912422 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dd807cda-6258-4d4d-8ed3-80c69ec151dd None None] Port 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:29:13.939427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Allocated IP 172.25.3.11 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/bd710174-22c9-4942-a7e0-76037e50d4be) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:29:13.943949 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:29:13.954967 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:13.966912 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:13.994557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Transition to ACTIVE for port object 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:29:14.016506 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:14.027872 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:14.081935 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:14.095780 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:14.120346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Network 4d08059a-9631-4e6f-a1b6-20f09c188d2d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:29:14.127758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:14.143798 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:29:14.150746 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:29:14.197798 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Pushing event updated for resources: {'Port': ['ID=987ef810-d087-4242-a11f-14d7d0e7ff78,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:14.209786 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:14.230135 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Attempting to bind port 987ef810-d087-4242-a11f-14d7d0e7ff78 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:29:14.230581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Attempting to bind port 987ef810-d087-4242-a11f-14d7d0e7ff78 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'a74d6b33-914c-465c-8004-d162d83012d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4d08059a-9631-4e6f-a1b6-20f09c188d2d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:29:14.231112 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Attempting to bind port 987ef810-d087-4242-a11f-14d7d0e7ff78 on network 4d08059a-9631-4e6f-a1b6-20f09c188d2d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:29:14.244265 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:29:14.244772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Checking segment: {'id': 'a74d6b33-914c-465c-8004-d162d83012d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4d08059a-9631-4e6f-a1b6-20f09c188d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:29:14.245334 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:14.247426 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Bound using segment: {'id': 'a74d6b33-914c-465c-8004-d162d83012d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4d08059a-9631-4e6f-a1b6-20f09c188d2d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:29:14.249252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Bound port: 987ef810-d087-4242-a11f-14d7d0e7ff78, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74d6b33-914c-465c-8004-d162d83012d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4d08059a-9631-4e6f-a1b6-20f09c188d2d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:29:14.250102 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:14.260862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Attempting to bind port 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:29:14.261424 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Attempting to bind port 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:29:14.261801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Attempting to bind port 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 on network 7be29917-fe7c-4671-b21b-2292a7434512 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:29:14.272122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Port 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 on network 7be29917-fe7c-4671-b21b-2292a7434512 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:29:14.272572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Attempting to bind port 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 on network 7be29917-fe7c-4671-b21b-2292a7434512 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:29:14.289671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:29:14.290153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Checking segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:29:14.290664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Bound using segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:29:14.291249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Bound port: 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:29:14.291702 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:14.368707 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] For port 987ef810-d087-4242-a11f-14d7d0e7ff78, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:29:14.373059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] For port 987ef810-d087-4242-a11f-14d7d0e7ff78, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=987ef810-d087-4242-a11f-14d7d0e7ff78,segment=NetworkSegment(a74d6b33-914c-465c-8004-d162d83012d1),segment_id=a74d6b33-914c-465c-8004-d162d83012d1)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:29:14.388168 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:14.412454 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:14.462716 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e14e14-abc7-4dc0-b6b5-0db914feb1fd None None] Pushing event updated for resources: {'Port': ['ID=987ef810-d087-4242-a11f-14d7d0e7ff78,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:14.477531 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Pushing event updated for resources: {'Port': ['ID=bd710174-22c9-4942-a7e0-76037e50d4be,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:14.491231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Allocated IP 172.25.3.95 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:29:14.492360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:29:14.496098 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:29:14.500543 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:29:14.555229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] For port 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:29:14.560094 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] For port 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:29:14.574748 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:14.656723 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:14.657496 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:14.659270 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] 10.222.0.31 "PUT /v2.0/ports/0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 HTTP/1.1" status: 200 len: 1092 time: 1.3343005 Nov 29 18:29:14.660031 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd7c129-9f4c-4f79-bd02-416126aa2de7', 'tag': '0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:29:14.662733 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41db4ad-bf5a-471d-ba9c-f88d79f47678" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd7c129-9f4c-4f79-bd02-416126aa2de7", "tag": "0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:29:14.688049 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:14.689444 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:14.691244 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740f697-f95a-4ffd-b2ed-8d96ee07aab8 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:14.756844 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:14.819774 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97af838e-3143-4c3f-b071-2ae98d20685b x-openstack-request-id: req-97af838e-3143-4c3f-b071-2ae98d20685b {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:29:14.820249 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd7c129-9f4c-4f79-bd02-416126aa2de7", "tag": "0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:29:14.820630 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97af838e-3143-4c3f-b071-2ae98d20685b {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:29:14.821134 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd7c129-9f4c-4f79-bd02-416126aa2de7', 'tag': '0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7', 'status': 'completed', 'code': 200} Nov 29 18:29:14.934127 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-0ae92399-b765-4f97-a3df-b94cc617a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:14.936458 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-0ae92399-b765-4f97-a3df-b94cc617a46b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 1095 time: 0.1913702 Nov 29 18:29:15.113159 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 987ef810-d087-4242-a11f-14d7d0e7ff78 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:29:15.178004 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:15.181696 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-b42787ea-8061-4277-8afb-ec3a3c6ae387 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 HTTP/1.1" status: 200 len: 217 time: 0.1030076 Nov 29 18:29:15.190687 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:15.211539 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 987ef810-d087-4242-a11f-14d7d0e7ff78 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:15.212265 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:15.302725 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:15.319109 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae118ad-fd80-4132-a415-40794d40f9c4 req-6cfa94e2-806f-4d1c-a174-336493a2a846 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:15.321131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6ae118ad-fd80-4132-a415-40794d40f9c4 req-6cfa94e2-806f-4d1c-a174-336493a2a846 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.0841172 Nov 29 18:29:15.359024 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:15.359628 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:15.385112 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-15fe8969-5ff6-4161-8d36-44bb844467e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:15.386931 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-15fe8969-5ff6-4161-8d36-44bb844467e3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.1806479 Nov 29 18:29:15.397818 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Pushing event updated for resources: {'Port': ['ID=bd710174-22c9-4942-a7e0-76037e50d4be,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:15.411144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 987ef810-d087-4242-a11f-14d7d0e7ff78, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=987ef810-d087-4242-a11f-14d7d0e7ff78,segment=NetworkSegment(a74d6b33-914c-465c-8004-d162d83012d1),segment_id=a74d6b33-914c-465c-8004-d162d83012d1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:15.413630 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:15.415427 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1f21320a-02f9-4f41-bb85-087cb4dc74dd tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1557209 Nov 29 18:29:15.419518 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:15.433405 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59790) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:15.451574 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:29:15.459910 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:29:15.481981 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f440370b-f1f3-4e75-b975-e020bffc4ad8 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:29:15.486236 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6ae118ad-fd80-4132-a415-40794d40f9c4 req-1dea1a6c-2a6d-453d-af5e-78d5e1988301 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586390 Nov 29 18:29:15.487307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:29:15.508387 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:15.520218 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-770dd621-0218-46a6-9d29-29c97afb6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:15.524260 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-770dd621-0218-46a6-9d29-29c97afb6d24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269505 Nov 29 18:29:15.577960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=987ef810-d087-4242-a11f-14d7d0e7ff78,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:15.634018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4ca36cc9-6267-4a8f-badf-a4cf8a367fe4 None None] Provisioning complete for port e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:15.634568 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ca36cc9-6267-4a8f-badf-a4cf8a367fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:15.665551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:15.702942 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4ca36cc9-6267-4a8f-badf-a4cf8a367fe4 None None] Port e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:29:15.721856 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-f9d6b177-a2a1-4bbf-9b84-bb6eefe3c618 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902585 Nov 29 18:29:15.830521 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-62465fe4-6243-47d8-a9df-e7fdc2e25e80 req-965ad803-b5ee-4215-a600-a0e5940fb816 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018660 Nov 29 18:29:15.860410 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:16.068884 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:16.097327 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f865fd9b-8e49-4f36-8bde-c2d5ae14c25a None None] Network 4d08059a-9631-4e6f-a1b6-20f09c188d2d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:29:16.302629 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7e0bc8ab-d8cc-48aa-be88-b2a8cbb9afbd None None] Provisioning complete for port 987ef810-d087-4242-a11f-14d7d0e7ff78 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:16.303501 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e0bc8ab-d8cc-48aa-be88-b2a8cbb9afbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:16.354022 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:16.411593 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db4ad-bf5a-471d-ba9c-f88d79f47678 req-4a2b8297-fb7a-44f9-826d-4d736e2c1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:16.414051 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d41db4ad-bf5a-471d-ba9c-f88d79f47678 req-4a2b8297-fb7a-44f9-826d-4d736e2c1559 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 1095 time: 0.5277054 Nov 29 18:29:16.450727 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:16.537070 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db4ad-bf5a-471d-ba9c-f88d79f47678 req-dbed8920-88c0-4515-a786-0f91afb27a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:16.541456 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d41db4ad-bf5a-471d-ba9c-f88d79f47678 req-dbed8920-88c0-4515-a786-0f91afb27a5d service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 912 time: 0.1197135 Nov 29 18:29:16.612155 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d41db4ad-bf5a-471d-ba9c-f88d79f47678 req-c4e7777a-9f4c-4a51-8bd4-fa7bef2c5f09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 HTTP/1.1" status: 200 len: 217 time: 0.0634246 Nov 29 18:29:16.668953 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db4ad-bf5a-471d-ba9c-f88d79f47678 req-5af6a874-4a9c-420d-b165-ef860dfc7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:16.670462 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d41db4ad-bf5a-471d-ba9c-f88d79f47678 req-5af6a874-4a9c-420d-b165-ef860dfc7737 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0509183 Nov 29 18:29:16.720398 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c93a8985-e2d0-4a96-8496-3a82578d1b79 None None] Provisioning complete for port 987ef810-d087-4242-a11f-14d7d0e7ff78 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:16.720978 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c93a8985-e2d0-4a96-8496-3a82578d1b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:16.736355 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db4ad-bf5a-471d-ba9c-f88d79f47678 req-856a1b38-8907-4814-8223-a710272a898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:16.739126 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d41db4ad-bf5a-471d-ba9c-f88d79f47678 req-856a1b38-8907-4814-8223-a710272a898f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579035 Nov 29 18:29:16.768055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Allocated IP 172.25.3.94 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/7430bb4e-aac3-4c63-a748-9f39daf75e8c) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:29:16.825132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c582e-6108-4e49-9e42-c56bdacef875 req-cd57968a-c534-4726-9c7d-8eab28756423 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:16.826675 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-050c582e-6108-4e49-9e42-c56bdacef875 req-cd57968a-c534-4726-9c7d-8eab28756423 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.1538248 Nov 29 18:29:16.881350 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d41db4ad-bf5a-471d-ba9c-f88d79f47678 req-797cac83-9284-4871-a8e4-99fee07d25ac service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332531 Nov 29 18:29:16.881604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Router 44e74487-9889-4d60-8bcc-485896b71204 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:29:17.029538 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d41db4ad-bf5a-471d-ba9c-f88d79f47678 req-6dcb1fc6-abe8-4de9-a3a9-93e5cab1b764 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426504 Nov 29 18:29:17.052424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 987ef810-d087-4242-a11f-14d7d0e7ff78 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:29:17.062502 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-050c582e-6108-4e49-9e42-c56bdacef875 req-9351d057-2983-4de2-b131-49f250274b8c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087617 Nov 29 18:29:17.120470 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 987ef810-d087-4242-a11f-14d7d0e7ff78 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:17.120470 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:17.162522 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:17.195463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:29:17.210887 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14587886-d47b-4792-9408-23569df01504 None None] Sync routers for ids ['44e74487-9889-4d60-8bcc-485896b71204'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:29:17.224099 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14587886-d47b-4792-9408-23569df01504 None None] Routers {'44e74487-9889-4d60-8bcc-485896b71204'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:17.225679 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-14587886-d47b-4792-9408-23569df01504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['44e74487-9889-4d60-8bcc-485896b71204'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:17.240999 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:17.245282 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59796) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:17.245553 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b7e6b4bd-4a88-4e8b-afec-fae62b06f4b4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.3096609 Nov 29 18:29:17.247531 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:17.326590 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:29:17.331877 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:29:17.337134 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:29:17.432463 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-14587886-d47b-4792-9408-23569df01504 None None] Set router 44e74487-9889-4d60-8bcc-485896b71204 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:29:17.440706 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Pushing event updated for resources: {'Port': ['ID=7430bb4e-aac3-4c63-a748-9f39daf75e8c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:17.565613 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:17.667762 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:17.784666 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-14587886-d47b-4792-9408-23569df01504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e74487-9889-4d60-8bcc-485896b71204', 'name': 'tempest-ImageQuotaTest-1765902613-router', 'tenant_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:29:12Z', 'updated_at': '2021-11-29T18:29:15Z', 'revision_number': 3, 'project_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'gw_port': {'id': 'e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e74487-9889-4d60-8bcc-485896b71204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:29:14Z', 'updated_at': '2021-11-29T18:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:17.838923 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14587886-d47b-4792-9408-23569df01504 None None] Checking router: 44e74487-9889-4d60-8bcc-485896b71204 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:29:17.838923 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14587886-d47b-4792-9408-23569df01504 None None] Updating router 44e74487-9889-4d60-8bcc-485896b71204 port e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:29:17.877820 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14587886-d47b-4792-9408-23569df01504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:17.978336 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:17.987719 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:18.047716 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:18.143838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Pushing event updated for resources: {'Port': ['ID=7430bb4e-aac3-4c63-a748-9f39daf75e8c,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:18.165541 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:18.205248 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:18.214844 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-db334859-4912-43fc-908d-7eaafda811c2 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7696373 Nov 29 18:29:18.287450 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59802) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:18.305826 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14587886-d47b-4792-9408-23569df01504 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:18.321279 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14587886-d47b-4792-9408-23569df01504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:18.390188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5559a-8ab7-40ca-ae8b-0d82cbcf2278 req-47583145-e2ea-409a-97ec-8a562273b4c0 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:18.392103 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-14587886-d47b-4792-9408-23569df01504 None None] Attempting to bind port e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:29:18.393226 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22e5559a-8ab7-40ca-ae8b-0d82cbcf2278 req-47583145-e2ea-409a-97ec-8a562273b4c0 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.1772757 Nov 29 18:29:18.394220 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba37802-d457-4126-be8d-9e7becb972af None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:29:18.399419 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-14587886-d47b-4792-9408-23569df01504 None None] Attempting to bind port e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:29:18.399817 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14587886-d47b-4792-9408-23569df01504 None None] Attempting to bind port e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:29:18.414624 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14587886-d47b-4792-9408-23569df01504 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:29:18.414624 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14587886-d47b-4792-9408-23569df01504 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:29:18.414624 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14587886-d47b-4792-9408-23569df01504 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:18.416934 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14587886-d47b-4792-9408-23569df01504 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:29:18.416934 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-14587886-d47b-4792-9408-23569df01504 None None] Bound port: e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:29:18.416934 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14587886-d47b-4792-9408-23569df01504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:18.437905 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-31d4b3a5-91d3-4ce2-b57f-356e85ea6af7 tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2433 time: 0.1464627 Nov 29 18:29:18.438094 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59804) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:18.447191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Allocated IP 172.20.0.1 (4d08059a-9631-4e6f-a1b6-20f09c188d2d/3f675194-f23f-42f0-9111-b024a0b085c5/71e4860d-51e1-4d15-82e3-d928a5f454f9) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:29:18.481097 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-14587886-d47b-4792-9408-23569df01504 None None] For port e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:29:18.487156 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-14587886-d47b-4792-9408-23569df01504 None None] For port e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:29:18.509783 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14587886-d47b-4792-9408-23569df01504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:18.531397 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31b58f-78f2-48d0-90cc-934e60e86b97 None None] Pushing event updated for resources: {'Port': ['ID=e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:18.544068 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-af152d23-1bda-4911-8607-c3dc8596e7c5 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1048431 Nov 29 18:29:18.547574 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31b58f-78f2-48d0-90cc-934e60e86b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:18.547950 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31b58f-78f2-48d0-90cc-934e60e86b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:18.548105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59806) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:18.548330 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31b58f-78f2-48d0-90cc-934e60e86b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:18.548595 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31b58f-78f2-48d0-90cc-934e60e86b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:18.548920 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31b58f-78f2-48d0-90cc-934e60e86b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:18.549256 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31b58f-78f2-48d0-90cc-934e60e86b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:18.549664 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31b58f-78f2-48d0-90cc-934e60e86b97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:18.550100 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31b58f-78f2-48d0-90cc-934e60e86b97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:18.550536 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31b58f-78f2-48d0-90cc-934e60e86b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:18.552531 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-798d8e7d-29a7-4f9d-b02d-47ff3fa38c01 None None] Provisioning complete for port e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:18.553002 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-798d8e7d-29a7-4f9d-b02d-47ff3fa38c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:18.554839 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31b58f-78f2-48d0-90cc-934e60e86b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:18.555295 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31b58f-78f2-48d0-90cc-934e60e86b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:18.555764 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c31b58f-78f2-48d0-90cc-934e60e86b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:18.569096 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22e5559a-8ab7-40ca-ae8b-0d82cbcf2278 req-84d9b6d3-c0b7-4ef3-bc3c-a9e9487f3738 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690059 Nov 29 18:29:18.618621 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a05735a-8023-41aa-a733-d881dd73c950 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:29:18.633371 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31b58f-78f2-48d0-90cc-934e60e86b97 None None] Pushing event updated for resources: {'Port': ['ID=e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:18.641306 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:29:18.650383 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14587886-d47b-4792-9408-23569df01504 None None] Routers {'44e74487-9889-4d60-8bcc-485896b71204'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:18.651442 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-14587886-d47b-4792-9408-23569df01504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['44e74487-9889-4d60-8bcc-485896b71204'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:18.780491 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-798d8e7d-29a7-4f9d-b02d-47ff3fa38c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:18.814761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-798d8e7d-29a7-4f9d-b02d-47ff3fa38c01 None None] For port e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:18.821985 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-798d8e7d-29a7-4f9d-b02d-47ff3fa38c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:18.858693 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:18.866261 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-14587886-d47b-4792-9408-23569df01504 None None] Set router 44e74487-9889-4d60-8bcc-485896b71204 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:29:18.901116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-29f92703-100e-433b-9ce6-4a067c4e9e95 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Deleting port 7430bb4e-aac3-4c63-a748-9f39daf75e8c {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:29:18.901590 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-29f92703-100e-433b-9ce6-4a067c4e9e95 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:18.923483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d8e7d-29a7-4f9d-b02d-47ff3fa38c01 None None] Pushing event updated for resources: {'Port': ['ID=e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:18.950572 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-9edcd355-80c3-4b1b-962a-280faeed82d4 None None] Provisioning complete for port e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:18.951479 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9edcd355-80c3-4b1b-962a-280faeed82d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:19.040851 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:19.145119 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Network 4d08059a-9631-4e6f-a1b6-20f09c188d2d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:29:19.154342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:29:19.157957 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-29f92703-100e-433b-9ce6-4a067c4e9e95 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:19.161125 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-29f92703-100e-433b-9ce6-4a067c4e9e95 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:19.163096 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:29:19.165254 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Pushing event updated for resources: {'Port': ['ID=71e4860d-51e1-4d15-82e3-d928a5f454f9,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:19.259867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-29f92703-100e-433b-9ce6-4a067c4e9e95 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Calling delete_port for 7430bb4e-aac3-4c63-a748-9f39daf75e8c owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:29:19.296474 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-14587886-d47b-4792-9408-23569df01504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e74487-9889-4d60-8bcc-485896b71204', 'name': 'tempest-ImageQuotaTest-1765902613-router', 'tenant_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:29:12Z', 'updated_at': '2021-11-29T18:29:15Z', 'revision_number': 3, 'project_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'gw_port': {'id': 'e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e74487-9889-4d60-8bcc-485896b71204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:29:14Z', 'updated_at': '2021-11-29T18:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:19.354592 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14587886-d47b-4792-9408-23569df01504 None None] The sync data for ids ['44e74487-9889-4d60-8bcc-485896b71204'] in n-d-819494-5 is: [{'id': '44e74487-9889-4d60-8bcc-485896b71204', 'name': 'tempest-ImageQuotaTest-1765902613-router', 'tenant_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:29:12Z', 'updated_at': '2021-11-29T18:29:15Z', 'revision_number': 3, 'project_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'gw_port': {'id': 'e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e74487-9889-4d60-8bcc-485896b71204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:29:14Z', 'updated_at': '2021-11-29T18:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:29:19.369849 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:19.639267 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:19.664643 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-29f92703-100e-433b-9ce6-4a067c4e9e95 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:19.671994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3be230a0-b6c3-4091-9a3e-52b91d78bf4a None None] Provisioning complete for port 71e4860d-51e1-4d15-82e3-d928a5f454f9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:19.673444 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3be230a0-b6c3-4091-9a3e-52b91d78bf4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:19.723831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f92703-100e-433b-9ce6-4a067c4e9e95 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Pushing event deleted for resources: {'Port': ['ID=7430bb4e-aac3-4c63-a748-9f39daf75e8c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:19.769132 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3be230a0-b6c3-4091-9a3e-52b91d78bf4a None None] Port 71e4860d-51e1-4d15-82e3-d928a5f454f9 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:29:19.850360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad713f8e-62ca-45ca-8a58-43d798f3b620 req-5261a0f9-c120-4d55-b3b6-c2baecebd536 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:19.851897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad713f8e-62ca-45ca-8a58-43d798f3b620 req-5261a0f9-c120-4d55-b3b6-c2baecebd536 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.1121635 Nov 29 18:29:19.936594 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad713f8e-62ca-45ca-8a58-43d798f3b620 req-95ec1aa0-bb87-415d-8a7d-a3cccc6380f1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733564 Nov 29 18:29:19.988524 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-29f92703-100e-433b-9ce6-4a067c4e9e95 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:19.991771 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-29f92703-100e-433b-9ce6-4a067c4e9e95 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:19.993510 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-29f92703-100e-433b-9ce6-4a067c4e9e95 tempest-FloatingIPAdminTestJSON-1859046779 tempest-FloatingIPAdminTestJSON-1859046779-project] 10.222.0.23 "DELETE /v2.0/floatingips/b2147e06-0589-437d-ae55-2ed1c82982c8 HTTP/1.1" status: 204 len: 168 time: 1.4443271 Nov 29 18:29:19.996566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59810) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:20.168765 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:20.182313 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:20.305049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a70b2498-4931-48a5-ab64-5fc703670eae tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Deleting port bd710174-22c9-4942-a7e0-76037e50d4be {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:29:20.306716 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a70b2498-4931-48a5-ab64-5fc703670eae tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:20.352101 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:20.354672 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Pushing event updated for resources: {'Port': ['ID=71e4860d-51e1-4d15-82e3-d928a5f454f9,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:20.433047 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a70b2498-4931-48a5-ab64-5fc703670eae tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:20.433380 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a70b2498-4931-48a5-ab64-5fc703670eae tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:20.467979 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a70b2498-4931-48a5-ab64-5fc703670eae tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Calling delete_port for bd710174-22c9-4942-a7e0-76037e50d4be owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:29:20.548627 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Network 4d08059a-9631-4e6f-a1b6-20f09c188d2d is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:29:20.550421 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:29:20.755302 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a70b2498-4931-48a5-ab64-5fc703670eae tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:20.769047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Router 44e74487-9889-4d60-8bcc-485896b71204 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:29:20.954100 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a70b2498-4931-48a5-ab64-5fc703670eae tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:20.958449 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a70b2498-4931-48a5-ab64-5fc703670eae tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:20.960243 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a70b2498-4931-48a5-ab64-5fc703670eae tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/7deb0f45-7f20-486f-beb3-d4762d2f03fd HTTP/1.1" status: 204 len: 168 time: 0.9615939 Nov 29 18:29:20.963663 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b2498-4931-48a5-ab64-5fc703670eae tempest-FloatingIPAdminTestJSON-1032915236 tempest-FloatingIPAdminTestJSON-1032915236-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd710174-22c9-4942-a7e0-76037e50d4be,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:20.965861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59812) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:21.002096 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:29:21.011149 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2ca5ae55-c3a9-40b0-a292-0038c3ae23bc admin admin] 10.222.0.23 "PUT /v2.0/routers/44e74487-9889-4d60-8bcc-485896b71204/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7646031 Nov 29 18:29:21.076396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-dca52dd9-ecdf-4b0c-adbe-49de06bd9f76 None None] Provisioning complete for port 71e4860d-51e1-4d15-82e3-d928a5f454f9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:21.076857 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dca52dd9-ecdf-4b0c-adbe-49de06bd9f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:21.118517 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:29:21.185404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dee7a5-bc87-4759-9e8b-0809247ecbbf req-aa9a87ee-0115-427b-b90e-3666ad568772 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:21.187415 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4dee7a5-bc87-4759-9e8b-0809247ecbbf req-aa9a87ee-0115-427b-b90e-3666ad568772 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.1167691 Nov 29 18:29:21.187743 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dca52dd9-ecdf-4b0c-adbe-49de06bd9f76 None None] Port 71e4860d-51e1-4d15-82e3-d928a5f454f9 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:29:21.199716 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b6488-8faa-4066-8efc-6520e4d7464b tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Deleting port 04438368-32b9-40ec-b9fa-4249995bc4fb {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:29:21.201562 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff8b6488-8faa-4066-8efc-6520e4d7464b tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:21.204532 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:21.204913 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:21.354962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4dee7a5-bc87-4759-9e8b-0809247ecbbf req-098b0a3c-dba1-43a6-8954-2d0c1b3efe5d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482658 Nov 29 18:29:21.401368 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff8b6488-8faa-4066-8efc-6520e4d7464b tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:21.423033 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b6488-8faa-4066-8efc-6520e4d7464b tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Calling delete_port for 04438368-32b9-40ec-b9fa-4249995bc4fb owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:29:21.630650 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff8b6488-8faa-4066-8efc-6520e4d7464b tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:21.659567 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b6488-8faa-4066-8efc-6520e4d7464b tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Pushing event deleted for resources: {'Port': ['ID=04438368-32b9-40ec-b9fa-4249995bc4fb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:21.784825 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ff8b6488-8faa-4066-8efc-6520e4d7464b tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:21.797352 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ff8b6488-8faa-4066-8efc-6520e4d7464b tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] 10.222.0.23 "DELETE /v2.0/ports/04438368-32b9-40ec-b9fa-4249995bc4fb HTTP/1.1" status: 204 len: 168 time: 0.8291953 Nov 29 18:29:21.797628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59828) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:21.867309 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009859a2-2e2e-4fb7-aff4-eeeb9c5417d0 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:21.869418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-009859a2-2e2e-4fb7-aff4-eeeb9c5417d0 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] 10.222.0.23 "GET /v2.0/ports?device_id=e35d8103-1227-467b-be65-1663625f0075 HTTP/1.1" status: 200 len: 913 time: 0.0707936 Nov 29 18:29:21.874438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59830) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:22.128476 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Sync routers for ids ['44e74487-9889-4d60-8bcc-485896b71204'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:29:22.146054 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Routers {'44e74487-9889-4d60-8bcc-485896b71204'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:22.146947 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['44e74487-9889-4d60-8bcc-485896b71204'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:22.274411 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Set router 44e74487-9889-4d60-8bcc-485896b71204 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:29:22.484809 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a7ef5f7-795f-4027-ab74-45d4d34ba9d7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:22.559448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc75407-d807-4c24-bb96-933cff78c104 req-2a905989-0890-428f-927f-7e0b66c64ba6 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:22.561535 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fc75407-d807-4c24-bb96-933cff78c104 req-2a905989-0890-428f-927f-7e0b66c64ba6 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.1192944 Nov 29 18:29:22.701244 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fc75407-d807-4c24-bb96-933cff78c104 req-7bb02c3e-4f88-4fed-89fa-e9b69d9eab8f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018159 Nov 29 18:29:22.807498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e74487-9889-4d60-8bcc-485896b71204', 'name': 'tempest-ImageQuotaTest-1765902613-router', 'tenant_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:29:12Z', 'updated_at': '2021-11-29T18:29:19Z', 'revision_number': 4, 'project_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'gw_port': {'id': 'e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e74487-9889-4d60-8bcc-485896b71204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:29:14Z', 'updated_at': '2021-11-29T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '71e4860d-51e1-4d15-82e3-d928a5f454f9', 'name': '', 'network_id': '4d08059a-9631-4e6f-a1b6-20f09c188d2d', 'tenant_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'mac_address': 'fa:16:3e:13:11:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e74487-9889-4d60-8bcc-485896b71204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '3f675194-f23f-42f0-9111-b024a0b085c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:29:18Z', 'updated_at': '2021-11-29T18:29:19Z', 'revision_number': 2, 'project_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'subnets': [{'id': '3f675194-f23f-42f0-9111-b024a0b085c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:22.836808 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Checking router: 44e74487-9889-4d60-8bcc-485896b71204 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:29:22.837130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Updating router 44e74487-9889-4d60-8bcc-485896b71204 port 71e4860d-51e1-4d15-82e3-d928a5f454f9 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:29:22.869729 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:22.999007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59840) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:23.220785 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ef5f7-795f-4027-ab74-45d4d34ba9d7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Deleting port 34113b47-11de-4ac9-9997-017083a59e2c {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:29:23.221413 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a7ef5f7-795f-4027-ab74-45d4d34ba9d7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:23.324505 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:23.337955 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:23.342037 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a7ef5f7-795f-4027-ab74-45d4d34ba9d7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:23.377776 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ef5f7-795f-4027-ab74-45d4d34ba9d7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Calling delete_port for 34113b47-11de-4ac9-9997-017083a59e2c owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:29:23.531266 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a4b8b-4783-4e76-adf4-c0f4b75b1e44 None None] Pushing event updated for resources: {'Port': ['ID=71e4860d-51e1-4d15-82e3-d928a5f454f9,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:23.546696 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-abefee6b-b5e7-42c7-b382-74040b314226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:23.559545 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Attempting to bind port 71e4860d-51e1-4d15-82e3-d928a5f454f9 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:29:23.559928 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Attempting to bind port 71e4860d-51e1-4d15-82e3-d928a5f454f9 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'a74d6b33-914c-465c-8004-d162d83012d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4d08059a-9631-4e6f-a1b6-20f09c188d2d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:29:23.560303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Attempting to bind port 71e4860d-51e1-4d15-82e3-d928a5f454f9 on network 4d08059a-9631-4e6f-a1b6-20f09c188d2d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:29:23.579774 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:29:23.580163 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Checking segment: {'id': 'a74d6b33-914c-465c-8004-d162d83012d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4d08059a-9631-4e6f-a1b6-20f09c188d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:29:23.580582 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:23.580992 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Bound using segment: {'id': 'a74d6b33-914c-465c-8004-d162d83012d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4d08059a-9631-4e6f-a1b6-20f09c188d2d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:29:23.581542 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Bound port: 71e4860d-51e1-4d15-82e3-d928a5f454f9, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74d6b33-914c-465c-8004-d162d83012d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4d08059a-9631-4e6f-a1b6-20f09c188d2d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:29:23.582400 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:23.711891 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] For port 71e4860d-51e1-4d15-82e3-d928a5f454f9, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:29:23.716575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] For port 71e4860d-51e1-4d15-82e3-d928a5f454f9, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=71e4860d-51e1-4d15-82e3-d928a5f454f9,segment=NetworkSegment(a74d6b33-914c-465c-8004-d162d83012d1),segment_id=a74d6b33-914c-465c-8004-d162d83012d1)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:29:23.723338 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:23.776730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a4b8b-4783-4e76-adf4-c0f4b75b1e44 None None] Pushing event updated for resources: {'Port': ['ID=71e4860d-51e1-4d15-82e3-d928a5f454f9,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:23.786328 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a7ef5f7-795f-4027-ab74-45d4d34ba9d7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:23.794557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-de70b2d1-49db-450f-babd-edd2ad742260 None None] Provisioning complete for port 71e4860d-51e1-4d15-82e3-d928a5f454f9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:23.794954 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de70b2d1-49db-450f-babd-edd2ad742260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:23.856422 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Routers {'44e74487-9889-4d60-8bcc-485896b71204'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:23.857339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['44e74487-9889-4d60-8bcc-485896b71204'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:23.928087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-abefee6b-b5e7-42c7-b382-74040b314226 admin admin] Deleting port 71e4860d-51e1-4d15-82e3-d928a5f454f9 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:29:23.928417 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-abefee6b-b5e7-42c7-b382-74040b314226 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:23.930693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ef5f7-795f-4027-ab74-45d4d34ba9d7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Pushing event deleted for resources: {'Port': ['ID=34113b47-11de-4ac9-9997-017083a59e2c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:23.998000 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] Set router 44e74487-9889-4d60-8bcc-485896b71204 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:29:24.113956 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-abefee6b-b5e7-42c7-b382-74040b314226 admin admin] For port 71e4860d-51e1-4d15-82e3-d928a5f454f9, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=71e4860d-51e1-4d15-82e3-d928a5f454f9,segment=NetworkSegment(a74d6b33-914c-465c-8004-d162d83012d1),segment_id=a74d6b33-914c-465c-8004-d162d83012d1)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:24.114585 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-abefee6b-b5e7-42c7-b382-74040b314226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:24.119394 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e1842-041d-4367-b032-3167752f1c24 req-e11c6ada-f6fb-480d-ba4d-885768e27399 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:24.125966 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f34e1842-041d-4367-b032-3167752f1c24 req-e11c6ada-f6fb-480d-ba4d-885768e27399 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.2318687 Nov 29 18:29:24.154948 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-abefee6b-b5e7-42c7-b382-74040b314226 admin admin] Calling delete_port for 71e4860d-51e1-4d15-82e3-d928a5f454f9 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:29:24.224708 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de70b2d1-49db-450f-babd-edd2ad742260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:24.278008 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f34e1842-041d-4367-b032-3167752f1c24 req-d8bb9dbd-78a5-4768-985e-f23c34edbfb3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398125 Nov 29 18:29:24.294471 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7614b8f5-70ac-4324-9df4-d49d289ff83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:24.404727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-de70b2d1-49db-450f-babd-edd2ad742260 None None] For port 71e4860d-51e1-4d15-82e3-d928a5f454f9, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=71e4860d-51e1-4d15-82e3-d928a5f454f9,segment=NetworkSegment(a74d6b33-914c-465c-8004-d162d83012d1),segment_id=a74d6b33-914c-465c-8004-d162d83012d1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:24.415534 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a7ef5f7-795f-4027-ab74-45d4d34ba9d7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:24.415799 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de70b2d1-49db-450f-babd-edd2ad742260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:24.474583 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70b2d1-49db-450f-babd-edd2ad742260 None None] Pushing event updated for resources: {'Port': ['ID=71e4860d-51e1-4d15-82e3-d928a5f454f9,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:24.506528 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-abefee6b-b5e7-42c7-b382-74040b314226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:24.530875 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e74487-9889-4d60-8bcc-485896b71204', 'name': 'tempest-ImageQuotaTest-1765902613-router', 'tenant_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:29:12Z', 'updated_at': '2021-11-29T18:29:19Z', 'revision_number': 4, 'project_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'gw_port': {'id': 'e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e74487-9889-4d60-8bcc-485896b71204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:29:14Z', 'updated_at': '2021-11-29T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '71e4860d-51e1-4d15-82e3-d928a5f454f9', 'name': '', 'network_id': '4d08059a-9631-4e6f-a1b6-20f09c188d2d', 'tenant_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'mac_address': 'fa:16:3e:13:11:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e74487-9889-4d60-8bcc-485896b71204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '3f675194-f23f-42f0-9111-b024a0b085c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:29:18Z', 'updated_at': '2021-11-29T18:29:23Z', 'revision_number': 4, 'project_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'subnets': [{'id': '3f675194-f23f-42f0-9111-b024a0b085c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:24.542442 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefee6b-b5e7-42c7-b382-74040b314226 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e4860d-51e1-4d15-82e3-d928a5f454f9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:24.584385 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-42b8ce4d-cccb-4e06-b073-8780c421e881 None None] Could not find standard attr ID for object 71e4860d-51e1-4d15-82e3-d928a5f454f9. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 18:29:24.597177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af48425b-ecb2-46f0-a0e5-e0555a0198eb None None] The sync data for ids ['44e74487-9889-4d60-8bcc-485896b71204'] in n-d-819494-5 is: [{'id': '44e74487-9889-4d60-8bcc-485896b71204', 'name': 'tempest-ImageQuotaTest-1765902613-router', 'tenant_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:29:12Z', 'updated_at': '2021-11-29T18:29:19Z', 'revision_number': 4, 'project_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'gw_port': {'id': 'e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e74487-9889-4d60-8bcc-485896b71204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:29:14Z', 'updated_at': '2021-11-29T18:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '71e4860d-51e1-4d15-82e3-d928a5f454f9', 'name': '', 'network_id': '4d08059a-9631-4e6f-a1b6-20f09c188d2d', 'tenant_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'mac_address': 'fa:16:3e:13:11:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e74487-9889-4d60-8bcc-485896b71204', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '3f675194-f23f-42f0-9111-b024a0b085c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:29:18Z', 'updated_at': '2021-11-29T18:29:23Z', 'revision_number': 4, 'project_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'subnets': [{'id': '3f675194-f23f-42f0-9111-b024a0b085c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:29:24.832969 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7ef5f7-795f-4027-ab74-45d4d34ba9d7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Router e35d8103-1227-467b-be65-1663625f0075 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:29:24.841600 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-abefee6b-b5e7-42c7-b382-74040b314226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:25.015481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7ef5f7-795f-4027-ab74-45d4d34ba9d7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:29:25.021987 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4a7ef5f7-795f-4027-ab74-45d4d34ba9d7 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] 10.222.0.23 "PUT /v2.0/routers/e35d8103-1227-467b-be65-1663625f0075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1381757 Nov 29 18:29:25.024650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59844) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:25.028323 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469e346-5026-4603-bd6d-3dea30f5a8cb None None] Sync routers for ids ['e35d8103-1227-467b-be65-1663625f0075'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:29:25.044021 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469e346-5026-4603-bd6d-3dea30f5a8cb None None] Routers {'e35d8103-1227-467b-be65-1663625f0075'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:25.047070 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2469e346-5026-4603-bd6d-3dea30f5a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e35d8103-1227-467b-be65-1663625f0075'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:25.189334 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca761-ea09-4e24-883c-a71325a5ea32 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:25.194080 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abefee6b-b5e7-42c7-b382-74040b314226 admin admin] Router 44e74487-9889-4d60-8bcc-485896b71204 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:29:25.235755 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2469e346-5026-4603-bd6d-3dea30f5a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:25.251830 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469e346-5026-4603-bd6d-3dea30f5a8cb None None] Routers {'e35d8103-1227-467b-be65-1663625f0075'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:25.252707 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2469e346-5026-4603-bd6d-3dea30f5a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e35d8103-1227-467b-be65-1663625f0075'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:25.298037 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2469e346-5026-4603-bd6d-3dea30f5a8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:25.298704 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469e346-5026-4603-bd6d-3dea30f5a8cb None None] The sync data for ids ['e35d8103-1227-467b-be65-1663625f0075'] in n-d-819494-5 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:29:25.327003 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca761-ea09-4e24-883c-a71325a5ea32 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:25.353377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abefee6b-b5e7-42c7-b382-74040b314226 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:29:25.361402 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-abefee6b-b5e7-42c7-b382-74040b314226 admin admin] 10.222.0.23 "PUT /v2.0/routers/44e74487-9889-4d60-8bcc-485896b71204/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3583477 Nov 29 18:29:25.363832 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59848) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:25.401920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ca761-ea09-4e24-883c-a71325a5ea32 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Deleting port 8bb15722-8db2-4d43-866f-448dd7e98794 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:29:25.402269 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca761-ea09-4e24-883c-a71325a5ea32 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:25.527572 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11d73c-c9fd-43ad-9ffc-375d866443df req-480bbf72-dccd-4637-b29a-99d29bf4007a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:25.529246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d11d73c-c9fd-43ad-9ffc-375d866443df req-480bbf72-dccd-4637-b29a-99d29bf4007a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.0805368 Nov 29 18:29:25.531266 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c23c97f7-9240-4075-8fa2-3cc2fd9b5db9 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:25.545737 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca761-ea09-4e24-883c-a71325a5ea32 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:25.567681 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-dc8ca761-ea09-4e24-883c-a71325a5ea32 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Calling delete_port for 8bb15722-8db2-4d43-866f-448dd7e98794 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:29:25.639937 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d11d73c-c9fd-43ad-9ffc-375d866443df req-717edef4-de58-4257-a852-536fccf6668f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017866 Nov 29 18:29:25.787978 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca761-ea09-4e24-883c-a71325a5ea32 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:25.817522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ca761-ea09-4e24-883c-a71325a5ea32 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Pushing event deleted for resources: {'Port': ['ID=8bb15722-8db2-4d43-866f-448dd7e98794,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:25.839963 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51afb5dc-cc89-4e26-a718-9bc26f009a6c None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:29:25.887054 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca761-ea09-4e24-883c-a71325a5ea32 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:25.994026 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca761-ea09-4e24-883c-a71325a5ea32 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:25.996583 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca761-ea09-4e24-883c-a71325a5ea32 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.061862 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca761-ea09-4e24-883c-a71325a5ea32 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.062897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8ca761-ea09-4e24-883c-a71325a5ea32 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Fanout notify agent at l3_agent the message router_deleted on router e35d8103-1227-467b-be65-1663625f0075 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:29:26.074295 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc8ca761-ea09-4e24-883c-a71325a5ea32 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.075800 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-dc8ca761-ea09-4e24-883c-a71325a5ea32 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] 10.222.0.23 "DELETE /v2.0/routers/e35d8103-1227-467b-be65-1663625f0075 HTTP/1.1" status: 204 len: 168 time: 1.0497701 Nov 29 18:29:26.078322 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c23c97f7-9240-4075-8fa2-3cc2fd9b5db9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.079233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59852) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:26.135135 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-15594c6b-a847-430d-b4c6-bb165224e022 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Deleting subnet 5422ae1c-2f8d-42dd-8e9d-eaa8f8184f5c {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:29:26.139360 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-15594c6b-a847-430d-b4c6-bb165224e022 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.145834 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-c23c97f7-9240-4075-8fa2-3cc2fd9b5db9 admin admin] Deleting port e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:29:26.146576 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c23c97f7-9240-4075-8fa2-3cc2fd9b5db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.187688 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-15594c6b-a847-430d-b4c6-bb165224e022 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.261723 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-c23c97f7-9240-4075-8fa2-3cc2fd9b5db9 admin admin] For port e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:26.262283 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c23c97f7-9240-4075-8fa2-3cc2fd9b5db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.277317 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-c23c97f7-9240-4075-8fa2-3cc2fd9b5db9 admin admin] Calling delete_port for e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:29:26.301371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-15594c6b-a847-430d-b4c6-bb165224e022 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.376608 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-15594c6b-a847-430d-b4c6-bb165224e022 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.382630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65294ee5-5ed2-44ce-8586-220ab5466e37 None None] Sync routers for ids ['44e74487-9889-4d60-8bcc-485896b71204'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:29:26.396158 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-15594c6b-a847-430d-b4c6-bb165224e022 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.400250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-15594c6b-a847-430d-b4c6-bb165224e022 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] 10.222.0.23 "DELETE /v2.0/subnets/5422ae1c-2f8d-42dd-8e9d-eaa8f8184f5c HTTP/1.1" status: 204 len: 168 time: 0.3194580 Nov 29 18:29:26.411216 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59854) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:26.421796 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f6a33f-849a-42f7-81f5-f6447afd1ca4 None None] Network e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:29:26.427939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15594c6b-a847-430d-b4c6-bb165224e022 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Pushing event deleted for resources: {'Subnet': ['ID=5422ae1c-2f8d-42dd-8e9d-eaa8f8184f5c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:26.499500 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65294ee5-5ed2-44ce-8586-220ab5466e37 None None] Routers {'44e74487-9889-4d60-8bcc-485896b71204'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:26.500200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-65294ee5-5ed2-44ce-8586-220ab5466e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:28:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['44e74487-9889-4d60-8bcc-485896b71204'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:26.540158 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.587586 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ab53a77-f8fa-454d-b95b-4870f1ea20ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.607519 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c23c97f7-9240-4075-8fa2-3cc2fd9b5db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.643976 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-65294ee5-5ed2-44ce-8586-220ab5466e37 None None] Set router 44e74487-9889-4d60-8bcc-485896b71204 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:29:26.647799 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c97f7-9240-4075-8fa2-3cc2fd9b5db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:26.729610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Deleting port 007b0457-4a49-4515-96f1-f018faeb4788 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:29:26.729990 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.732266 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c23c97f7-9240-4075-8fa2-3cc2fd9b5db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.761360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-65294ee5-5ed2-44ce-8586-220ab5466e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e74487-9889-4d60-8bcc-485896b71204', 'name': 'tempest-ImageQuotaTest-1765902613-router', 'tenant_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:29:12Z', 'updated_at': '2021-11-29T18:29:26Z', 'revision_number': 6, 'project_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:26.769212 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a303213e-3b67-4d19-aacd-4921b8d58ef7 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:29:26.781225 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b751e3-bc4a-4bf2-a20c-3ba69d5be57b req-c1245f2f-7049-4b61-97cb-f6e9c18bd692 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:26.795455 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-75b751e3-bc4a-4bf2-a20c-3ba69d5be57b req-c1245f2f-7049-4b61-97cb-f6e9c18bd692 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.0720568 Nov 29 18:29:26.830209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65294ee5-5ed2-44ce-8586-220ab5466e37 None None] Checking router: 44e74487-9889-4d60-8bcc-485896b71204 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:29:26.846055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65294ee5-5ed2-44ce-8586-220ab5466e37 None None] Routers {'44e74487-9889-4d60-8bcc-485896b71204'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:29:26.846982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-65294ee5-5ed2-44ce-8586-220ab5466e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:29:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['44e74487-9889-4d60-8bcc-485896b71204'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:26.856594 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-75b751e3-bc4a-4bf2-a20c-3ba69d5be57b req-b97d52aa-51b1-4c96-a486-d90d2b1a572a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600693 Nov 29 18:29:26.889757 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c23c97f7-9240-4075-8fa2-3cc2fd9b5db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.895518 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c23c97f7-9240-4075-8fa2-3cc2fd9b5db9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.915630 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] For port 007b0457-4a49-4515-96f1-f018faeb4788, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=007b0457-4a49-4515-96f1-f018faeb4788,segment=NetworkSegment(f5e9dab1-cee0-43d1-8535-7b9238db3832),segment_id=f5e9dab1-cee0-43d1-8535-7b9238db3832)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:26.916041 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.965968 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Calling delete_port for 007b0457-4a49-4515-96f1-f018faeb4788 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:29:26.978140 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c23c97f7-9240-4075-8fa2-3cc2fd9b5db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.978745 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23c97f7-9240-4075-8fa2-3cc2fd9b5db9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44e74487-9889-4d60-8bcc-485896b71204 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:29:26.986064 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c23c97f7-9240-4075-8fa2-3cc2fd9b5db9 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:26.990307 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c23c97f7-9240-4075-8fa2-3cc2fd9b5db9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/44e74487-9889-4d60-8bcc-485896b71204 HTTP/1.1" status: 204 len: 168 time: 1.6207337 Nov 29 18:29:26.990504 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59858) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:27.092186 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c26bf9-f2eb-4cd8-bd7a-88c2bda73fee admin admin] Deleting subnet 3f675194-f23f-42f0-9111-b024a0b085c5 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:29:27.098964 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c6c26bf9-f2eb-4cd8-bd7a-88c2bda73fee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.140645 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-65294ee5-5ed2-44ce-8586-220ab5466e37 None None] Set router 44e74487-9889-4d60-8bcc-485896b71204 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:29:27.156509 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c6c26bf9-f2eb-4cd8-bd7a-88c2bda73fee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.186237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.206034 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-65294ee5-5ed2-44ce-8586-220ab5466e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e74487-9889-4d60-8bcc-485896b71204', 'name': 'tempest-ImageQuotaTest-1765902613-router', 'tenant_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:29:12Z', 'updated_at': '2021-11-29T18:29:26Z', 'revision_number': 7, 'project_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:27.218712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Pushing event deleted for resources: {'Port': ['ID=007b0457-4a49-4515-96f1-f018faeb4788,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:27.231258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] No DVR routers for this DVR port 007b0457-4a49-4515-96f1-f018faeb4788 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:29:27.238063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65294ee5-5ed2-44ce-8586-220ab5466e37 None None] The sync data for ids ['44e74487-9889-4d60-8bcc-485896b71204'] in n-d-819494-5 is: [{'id': '44e74487-9889-4d60-8bcc-485896b71204', 'name': 'tempest-ImageQuotaTest-1765902613-router', 'tenant_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:29:12Z', 'updated_at': '2021-11-29T18:29:26Z', 'revision_number': 7, 'project_id': '2227dd86fb4e4f3dacfc5f5ec15d8c3a', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:29:27.241246 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7e8adb-bbe0-4ae4-881e-b11d52dd4bb3 None None] DHCP port deletion for e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:29:27.301026 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.361384 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.374339 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c6c26bf9-f2eb-4cd8-bd7a-88c2bda73fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.408781 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:27.424788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e9dab1-cee0-43d1-8535-7b9238db3832') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:27.425128 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e9dab1-cee0-43d1-8535-7b9238db3832') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:27.438222 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.458949 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.467814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:29:27.468285 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:29:27.471616 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:29:27.490172 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c6c26bf9-f2eb-4cd8-bd7a-88c2bda73fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.554416 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c6c26bf9-f2eb-4cd8-bd7a-88c2bda73fee admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.560695 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c6c26bf9-f2eb-4cd8-bd7a-88c2bda73fee admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3f675194-f23f-42f0-9111-b024a0b085c5 HTTP/1.1" status: 204 len: 168 time: 0.5667746 Nov 29 18:29:27.560695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c26bf9-f2eb-4cd8-bd7a-88c2bda73fee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f675194-f23f-42f0-9111-b024a0b085c5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:27.561791 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59860) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:27.565790 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37ffab5-2fe4-45e4-839e-e4c259906b26 None None] Network 4d08059a-9631-4e6f-a1b6-20f09c188d2d requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:29:27.593003 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.606637 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.614381 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] 10.222.0.23 "DELETE /v2.0/networks/e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2 HTTP/1.1" status: 204 len: 168 time: 1.2019954 Nov 29 18:29:27.619595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59862) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:27.683728 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.690108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720babe7-2e8e-4b24-9426-25b08312a81e tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Pushing event deleted for resources: {'Network': ['ID=e42f08ff-fc0b-4dde-a9a6-b02252e0c3b2,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:27.714440 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.764078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] Deleting port 987ef810-d087-4242-a11f-14d7d0e7ff78 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:29:27.764972 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.831061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-8130f37c-c50b-48f3-b6ed-296e7dc94b72 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Deleting port 485e3332-59d9-4d62-a9f6-744173d18d21 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:29:27.831519 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8130f37c-c50b-48f3-b6ed-296e7dc94b72 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.853678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] For port 987ef810-d087-4242-a11f-14d7d0e7ff78, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=987ef810-d087-4242-a11f-14d7d0e7ff78,segment=NetworkSegment(a74d6b33-914c-465c-8004-d162d83012d1),segment_id=a74d6b33-914c-465c-8004-d162d83012d1)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:27.854139 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.875926 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] Calling delete_port for 987ef810-d087-4242-a11f-14d7d0e7ff78 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:29:27.918390 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8130f37c-c50b-48f3-b6ed-296e7dc94b72 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.918742 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8130f37c-c50b-48f3-b6ed-296e7dc94b72 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:27.933416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-8130f37c-c50b-48f3-b6ed-296e7dc94b72 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Calling delete_port for 485e3332-59d9-4d62-a9f6-744173d18d21 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:29:28.002097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78defffb-ce90-43cb-90f5-aad902e584ec req-c107070a-d5b3-422d-894e-b01ee03790f7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:28.004356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-78defffb-ce90-43cb-90f5-aad902e584ec req-c107070a-d5b3-422d-894e-b01ee03790f7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.0732810 Nov 29 18:29:28.024100 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.069353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] Pushing event deleted for resources: {'Port': ['ID=987ef810-d087-4242-a11f-14d7d0e7ff78,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:28.087606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] No DVR routers for this DVR port 987ef810-d087-4242-a11f-14d7d0e7ff78 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:29:28.117853 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8130f37c-c50b-48f3-b6ed-296e7dc94b72 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.138101 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e4b617-13f7-4684-9bf9-19e67a1ed6d1 None None] DHCP port deletion for 4d08059a-9631-4e6f-a1b6-20f09c188d2d request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:29:28.168839 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130f37c-c50b-48f3-b6ed-296e7dc94b72 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Pushing event deleted for resources: {'Port': ['ID=485e3332-59d9-4d62-a9f6-744173d18d21,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:28.186534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-78defffb-ce90-43cb-90f5-aad902e584ec req-0f0c4c28-c248-4615-9d61-70b9373a0fed tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740718 Nov 29 18:29:28.203537 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.239300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d08059a-9631-4e6f-a1b6-20f09c188d2d']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:28.249326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74d6b33-914c-465c-8004-d162d83012d1') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:28.249652 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74d6b33-914c-465c-8004-d162d83012d1') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:28.260187 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.264722 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8130f37c-c50b-48f3-b6ed-296e7dc94b72 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.268440 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8130f37c-c50b-48f3-b6ed-296e7dc94b72 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.269698 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8130f37c-c50b-48f3-b6ed-296e7dc94b72 tempest-FloatingIPAdminTestJSON-1678583778 tempest-FloatingIPAdminTestJSON-1678583778-project] 10.222.0.23 "DELETE /v2.0/floatingips/854a25df-597c-44bd-8410-621553486296 HTTP/1.1" status: 204 len: 168 time: 0.6438169 Nov 29 18:29:28.278886 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.287535 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:29:28.288467 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:29:28.291000 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:29:28.373626 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.380427 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.383982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4d08059a-9631-4e6f-a1b6-20f09c188d2d HTTP/1.1" status: 204 len: 168 time: 0.8203793 Nov 29 18:29:28.398780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b2e29-f443-4740-9c76-584ab533c793 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d08059a-9631-4e6f-a1b6-20f09c188d2d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:28.535768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59872) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:28.572029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59876) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:28.623243 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ac9423d9-50c8-4b8b-9548-d443b03f6b21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2227dd86fb4e4f3dacfc5f5ec15d8c3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490885 Nov 29 18:29:28.626204 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59878) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:28.678685 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e55ecbe2-8334-48c6-b904-4c51a7a5bda4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.702016 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e55ecbe2-8334-48c6-b904-4c51a7a5bda4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.757709 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e55ecbe2-8334-48c6-b904-4c51a7a5bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.760832 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e55ecbe2-8334-48c6-b904-4c51a7a5bda4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.762185 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e55ecbe2-8334-48c6-b904-4c51a7a5bda4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/769f5d27-1a89-4124-9f30-b57fed235eac HTTP/1.1" status: 204 len: 168 time: 0.1343827 Nov 29 18:29:28.771514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ecbe2-8334-48c6-b904-4c51a7a5bda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769f5d27-1a89-4124-9f30-b57fed235eac,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:28.835891 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5d10cf74-2229-49b1-b1dc-65436d9916e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3f2a895643c41f4b4e279d0916e3e77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2988591 Nov 29 18:29:28.838546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59882) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:28.892984 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30d97b38-eea6-4cfb-bb2e-886c7cc160c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.918477 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30d97b38-eea6-4cfb-bb2e-886c7cc160c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.983208 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30d97b38-eea6-4cfb-bb2e-886c7cc160c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.986974 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30d97b38-eea6-4cfb-bb2e-886c7cc160c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:28.991172 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-30d97b38-eea6-4cfb-bb2e-886c7cc160c6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8567447e-239a-4ffd-a9f9-0e89b9efa314 HTTP/1.1" status: 204 len: 168 time: 0.1492684 Nov 29 18:29:28.998426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d97b38-eea6-4cfb-bb2e-886c7cc160c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8567447e-239a-4ffd-a9f9-0e89b9efa314,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:29.042399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 71e4860d-51e1-4d15-82e3-d928a5f454f9 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:29:29.087863 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 71e4860d-51e1-4d15-82e3-d928a5f454f9 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:29:29.088595 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 71e4860d-51e1-4d15-82e3-d928a5f454f9 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:29:29.089217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 007b0457-4a49-4515-96f1-f018faeb4788 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:29:29.116042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 007b0457-4a49-4515-96f1-f018faeb4788 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:29:29.116594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 007b0457-4a49-4515-96f1-f018faeb4788 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:29:29.117183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 987ef810-d087-4242-a11f-14d7d0e7ff78 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:29:29.142718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 987ef810-d087-4242-a11f-14d7d0e7ff78 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:29:29.143705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 987ef810-d087-4242-a11f-14d7d0e7ff78 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:29:29.144395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:29:29.169424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59888) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:29.182594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:29:29.183446 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e6d7dd61-4bc1-473d-9fd6-3c2acb90b8e5 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:29:29.184063 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f11c2af-0223-4d72-9cfe-c9c087b3da47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:29.191877 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:29.283126 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f11c2af-0223-4d72-9cfe-c9c087b3da47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:29.297373 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f11c2af-0223-4d72-9cfe-c9c087b3da47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:29.360052 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4f11c2af-0223-4d72-9cfe-c9c087b3da47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1894333 Nov 29 18:29:29.361911 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11c2af-0223-4d72-9cfe-c9c087b3da47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7671501-9e7f-4b57-8be7-557ac672fd24,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:29.362999 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59894) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:29.375920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5d672-2631-411e-b678-f3f2d0be5283 req-cff61df6-3b3f-4154-bd97-dbbaf182cda1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:29.377743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7a5d672-2631-411e-b678-f3f2d0be5283 req-cff61df6-3b3f-4154-bd97-dbbaf182cda1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.0895243 Nov 29 18:29:29.438333 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7a5d672-2631-411e-b678-f3f2d0be5283 req-ee78fd8e-5810-485c-a045-49b0a26963bd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535393 Nov 29 18:29:29.467331 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73cb114a-ae5f-45b3-9147-6d7b8edfb212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:29.492984 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73cb114a-ae5f-45b3-9147-6d7b8edfb212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:29.546938 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73cb114a-ae5f-45b3-9147-6d7b8edfb212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:29.549692 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73cb114a-ae5f-45b3-9147-6d7b8edfb212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:29.550909 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-73cb114a-ae5f-45b3-9147-6d7b8edfb212 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7671501-9e7f-4b57-8be7-557ac672fd24 HTTP/1.1" status: 204 len: 168 time: 0.1818259 Nov 29 18:29:29.559584 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb114a-ae5f-45b3-9147-6d7b8edfb212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7671501-9e7f-4b57-8be7-557ac672fd24,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:29.585831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59898) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:29.601812 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99a974d8-08dc-4c76-b03c-b2594cb75296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:29.693479 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99a974d8-08dc-4c76-b03c-b2594cb75296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:29.717472 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-99a974d8-08dc-4c76-b03c-b2594cb75296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:29.766917 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-99a974d8-08dc-4c76-b03c-b2594cb75296 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42e9730a3b2d422389df32fb11ddc326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1798465 Nov 29 18:29:29.768109 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a974d8-08dc-4c76-b03c-b2594cb75296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeadc755-7502-4324-8398-3b3de7a9bfa8,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:29.770040 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59900) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:29.806118 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:29.845084 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39fe3efc-07d2-42bc-8985-25e9a37f25cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:29.875854 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39fe3efc-07d2-42bc-8985-25e9a37f25cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:29.933900 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39fe3efc-07d2-42bc-8985-25e9a37f25cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:29.937154 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39fe3efc-07d2-42bc-8985-25e9a37f25cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:29.938539 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-39fe3efc-07d2-42bc-8985-25e9a37f25cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eeadc755-7502-4324-8398-3b3de7a9bfa8 HTTP/1.1" status: 204 len: 168 time: 0.1664882 Nov 29 18:29:29.951145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe3efc-07d2-42bc-8985-25e9a37f25cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeadc755-7502-4324-8398-3b3de7a9bfa8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:30.012986 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:30.282740 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59908) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:30.296059 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16f7d5c7-a6e2-4c7e-bbd5-62558abb9a8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:30.380128 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16f7d5c7-a6e2-4c7e-bbd5-62558abb9a8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:30.383976 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16f7d5c7-a6e2-4c7e-bbd5-62558abb9a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:30.420606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7d5c7-a6e2-4c7e-bbd5-62558abb9a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c4ba7d-2e38-47f9-acc3-af7015b3ffdc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:30.424866 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-16f7d5c7-a6e2-4c7e-bbd5-62558abb9a8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6748411904be4308862fe402fe0415d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1409190 Nov 29 18:29:30.428102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59910) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:30.476160 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e17d6e19-39c8-4454-ade2-8f9fd090288e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:30.510363 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e17d6e19-39c8-4454-ade2-8f9fd090288e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:30.585980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6215e-b3fd-4215-b021-24d00eb9e720 req-7cd1f0f3-4be3-453e-b834-78048ac8c574 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:30.587564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6dd6215e-b3fd-4215-b021-24d00eb9e720 req-7cd1f0f3-4be3-453e-b834-78048ac8c574 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.0702002 Nov 29 18:29:30.603570 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e17d6e19-39c8-4454-ade2-8f9fd090288e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:30.606038 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e17d6e19-39c8-4454-ade2-8f9fd090288e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:30.607390 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e17d6e19-39c8-4454-ade2-8f9fd090288e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97c4ba7d-2e38-47f9-acc3-af7015b3ffdc HTTP/1.1" status: 204 len: 168 time: 0.1781251 Nov 29 18:29:30.626012 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d6e19-39c8-4454-ade2-8f9fd090288e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c4ba7d-2e38-47f9-acc3-af7015b3ffdc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:30.655845 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6dd6215e-b3fd-4215-b021-24d00eb9e720 req-3c6131d5-995b-447b-8db5-f1aebbd6913c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598388 Nov 29 18:29:31.363694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59934) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:31.460274 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c53c3a27-ea88-4238-bff2-a18d07d54fea tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578785368'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:31.481770 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c53c3a27-ea88-4238-bff2-a18d07d54fea tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:31.490939 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c53c3a27-ea88-4238-bff2-a18d07d54fea tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:31.569640 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c53c3a27-ea88-4238-bff2-a18d07d54fea tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:31.573201 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c53c3a27-ea88-4238-bff2-a18d07d54fea tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:31.609534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c3a27-ea88-4238-bff2-a18d07d54fea tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b18e77-dd4f-4b60-84d1-bd0c906ace18,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:31.656502 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c53c3a27-ea88-4238-bff2-a18d07d54fea tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:31.660779 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c53c3a27-ea88-4238-bff2-a18d07d54fea tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:31.689772 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c53c3a27-ea88-4238-bff2-a18d07d54fea tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:31.691930 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c53c3a27-ea88-4238-bff2-a18d07d54fea tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3271959 Nov 29 18:29:31.694730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59940) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:31.700334 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c3a27-ea88-4238-bff2-a18d07d54fea tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfac17d-322b-476e-9b25-6e2ea4cefa63,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:31.774652 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0a9ae93d-b574-4196-af8d-a4b55ccd7d71 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0775449 Nov 29 18:29:31.777896 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59942) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:31.782217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1759cf70-bb7f-4ff8-88ab-73d29f4f4425 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group': {'name': 'tempest-security--792203365', 'description': 'tempest-security-description-2137689817'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:31.785594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5ee65-a07e-4679-b232-5723fb495c21 req-42eb7daa-1274-465b-86c8-cc0b6e12ac9a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:31.787107 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cc5ee65-a07e-4679-b232-5723fb495c21 req-42eb7daa-1274-465b-86c8-cc0b6e12ac9a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.0505118 Nov 29 18:29:31.817076 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1759cf70-bb7f-4ff8-88ab-73d29f4f4425 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:31.835804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cc5ee65-a07e-4679-b232-5723fb495c21 req-9d554e78-002a-4a33-87b9-040eacd6c2f5 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418253 Nov 29 18:29:31.862384 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1759cf70-bb7f-4ff8-88ab-73d29f4f4425 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:31.866265 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1759cf70-bb7f-4ff8-88ab-73d29f4f4425 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:31.868954 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1759cf70-bb7f-4ff8-88ab-73d29f4f4425 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:31.870246 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1759cf70-bb7f-4ff8-88ab-73d29f4f4425 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "PUT /v2.0/security-groups/dcfac17d-322b-476e-9b25-6e2ea4cefa63 HTTP/1.1" status: 200 len: 1796 time: 0.0914199 Nov 29 18:29:31.873303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59944) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:31.897941 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759cf70-bb7f-4ff8-88ab-73d29f4f4425 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfac17d-322b-476e-9b25-6e2ea4cefa63,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:31.912978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ac4f930d-d54d-4d5c-a6aa-5fe23ecdb479 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-groups/dcfac17d-322b-476e-9b25-6e2ea4cefa63 HTTP/1.1" status: 200 len: 1796 time: 0.0385432 Nov 29 18:29:31.915533 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59946) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:31.964901 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-003e627e-ad3e-4309-aec1-d846678f3d33 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:31.988265 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-003e627e-ad3e-4309-aec1-d846678f3d33 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.037214 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-003e627e-ad3e-4309-aec1-d846678f3d33 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.041700 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-003e627e-ad3e-4309-aec1-d846678f3d33 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.045697 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-003e627e-ad3e-4309-aec1-d846678f3d33 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-groups/dcfac17d-322b-476e-9b25-6e2ea4cefa63 HTTP/1.1" status: 204 len: 168 time: 0.1264300 Nov 29 18:29:32.046067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59948) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:32.052975 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e627e-ad3e-4309-aec1-d846678f3d33 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfac17d-322b-476e-9b25-6e2ea4cefa63,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:32.094582 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-31aa3eb6-82f1-41de-825c-21c106a737c3 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0470967 Nov 29 18:29:32.097731 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59950) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:32.110078 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-4331bb46-220d-4d9c-9903-302bc60fe49b tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] delete failed (client error): The resource could not be found. Nov 29 18:29:32.111061 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4331bb46-220d-4d9c-9903-302bc60fe49b tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-groups/dcfac17d-322b-476e-9b25-6e2ea4cefa63 HTTP/1.1" status: 404 len: 347 time: 0.0124140 Nov 29 18:29:32.115115 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59952) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:32.119820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-d4791eeb-ca02-476f-9fd7-8a17f3b8a5d1 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group': {'name': 'tempest-secgroup--1776041692'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:32.140206 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4791eeb-ca02-476f-9fd7-8a17f3b8a5d1 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.208176 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4791eeb-ca02-476f-9fd7-8a17f3b8a5d1 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.210687 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4791eeb-ca02-476f-9fd7-8a17f3b8a5d1 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.247210 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d4791eeb-ca02-476f-9fd7-8a17f3b8a5d1 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.248449 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d4791eeb-ca02-476f-9fd7-8a17f3b8a5d1 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1324537 Nov 29 18:29:32.251520 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59954) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:32.252728 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4791eeb-ca02-476f-9fd7-8a17f3b8a5d1 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6f4b52-eebd-4ed2-9009-5eda92405fe6,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:32.256403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e095f3ae-20fd-4000-b76f-a020d5dc8631 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group_rule': {'security_group_id': '9f6f4b52-eebd-4ed2-9009-5eda92405fe6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:32.284054 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e095f3ae-20fd-4000-b76f-a020d5dc8631 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.330332 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e095f3ae-20fd-4000-b76f-a020d5dc8631 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.334805 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e095f3ae-20fd-4000-b76f-a020d5dc8631 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.353627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095f3ae-20fd-4000-b76f-a020d5dc8631 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6536f4dd-151e-43b0-a3ac-ab3436ae1689,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:32.361764 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e095f3ae-20fd-4000-b76f-a020d5dc8631 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.365699 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e095f3ae-20fd-4000-b76f-a020d5dc8631 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1105080 Nov 29 18:29:32.366285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59956) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:32.400537 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b545ef2-8be8-407b-b711-8b23873e4173 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.408678 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b545ef2-8be8-407b-b711-8b23873e4173 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.435327 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b545ef2-8be8-407b-b711-8b23873e4173 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.442006 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b545ef2-8be8-407b-b711-8b23873e4173 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.443138 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6b545ef2-8be8-407b-b711-8b23873e4173 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6536f4dd-151e-43b0-a3ac-ab3436ae1689 HTTP/1.1" status: 204 len: 168 time: 0.0764258 Nov 29 18:29:32.445945 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59958) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:32.448607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b545ef2-8be8-407b-b711-8b23873e4173 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6536f4dd-151e-43b0-a3ac-ab3436ae1689,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:32.496043 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-10ba3b16-4e72-43b1-99db-17369a9d26eb tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0488844 Nov 29 18:29:32.498662 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59960) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:32.550763 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2e44039b-c6af-46d7-a635-40a0093da54a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.572890 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2e44039b-c6af-46d7-a635-40a0093da54a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.615977 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2e44039b-c6af-46d7-a635-40a0093da54a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.618644 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2e44039b-c6af-46d7-a635-40a0093da54a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.619850 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2e44039b-c6af-46d7-a635-40a0093da54a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-groups/9f6f4b52-eebd-4ed2-9009-5eda92405fe6 HTTP/1.1" status: 204 len: 168 time: 0.1201785 Nov 29 18:29:32.622532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59962) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:32.629173 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44039b-c6af-46d7-a635-40a0093da54a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6f4b52-eebd-4ed2-9009-5eda92405fe6,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:32.680741 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c2f45b1f-c9f9-4527-aec6-487e36fa7de5 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0569038 Nov 29 18:29:32.687201 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59964) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:32.692297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-79ec2b96-98c8-4f19-a4d4-4f5e5ffd7c25 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group': {'name': 'tempest-secgroup--19354713'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:32.716580 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79ec2b96-98c8-4f19-a4d4-4f5e5ffd7c25 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.797097 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79ec2b96-98c8-4f19-a4d4-4f5e5ffd7c25 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.801033 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79ec2b96-98c8-4f19-a4d4-4f5e5ffd7c25 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.833561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec2b96-98c8-4f19-a4d4-4f5e5ffd7c25 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e578365-fc85-47a0-a71b-a45acc193573,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:32.838942 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79ec2b96-98c8-4f19-a4d4-4f5e5ffd7c25 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.840352 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-79ec2b96-98c8-4f19-a4d4-4f5e5ffd7c25 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1521780 Nov 29 18:29:32.843459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59966) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:32.847787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2e233028-231c-410b-82c5-9fd99b7db803 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group_rule': {'security_group_id': '1e578365-fc85-47a0-a71b-a45acc193573', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:32.875732 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e233028-231c-410b-82c5-9fd99b7db803 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.962051 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e233028-231c-410b-82c5-9fd99b7db803 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.966545 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e233028-231c-410b-82c5-9fd99b7db803 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:32.995626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db58c77-bc2e-45d6-bab2-a8dcd5028bce req-f7849ee6-833d-4b63-b9a5-26c01438e5d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:32.997239 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0db58c77-bc2e-45d6-bab2-a8dcd5028bce req-f7849ee6-833d-4b63-b9a5-26c01438e5d3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.0858903 Nov 29 18:29:32.998702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e233028-231c-410b-82c5-9fd99b7db803 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d453685-28cb-4bfe-af48-8f5c853edfb6,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:33.004784 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e233028-231c-410b-82c5-9fd99b7db803 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.006013 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2e233028-231c-410b-82c5-9fd99b7db803 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1615715 Nov 29 18:29:33.009063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59970) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:33.013702 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-721677d7-a962-460f-89d9-8fe3e00da06a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group_rule': {'security_group_id': '1e578365-fc85-47a0-a71b-a45acc193573', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:33.043484 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-721677d7-a962-460f-89d9-8fe3e00da06a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.058099 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0db58c77-bc2e-45d6-bab2-a8dcd5028bce req-eb09d73a-e967-4103-97bc-0ff38073c951 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507047 Nov 29 18:29:33.115830 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-721677d7-a962-460f-89d9-8fe3e00da06a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.119398 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-721677d7-a962-460f-89d9-8fe3e00da06a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.141351 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721677d7-a962-460f-89d9-8fe3e00da06a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58643591-dc9d-4269-9a81-5170c070e143,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:33.146840 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-721677d7-a962-460f-89d9-8fe3e00da06a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.148057 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-721677d7-a962-460f-89d9-8fe3e00da06a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378784 Nov 29 18:29:33.151372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59972) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:33.155938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-30082e98-4260-4896-9185-6522cb32249d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group_rule': {'security_group_id': '1e578365-fc85-47a0-a71b-a45acc193573', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:33.182753 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30082e98-4260-4896-9185-6522cb32249d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.244485 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30082e98-4260-4896-9185-6522cb32249d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.248055 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30082e98-4260-4896-9185-6522cb32249d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.269797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30082e98-4260-4896-9185-6522cb32249d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a877caf0-2da8-42ee-b471-d1aade0011fc,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:33.275593 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30082e98-4260-4896-9185-6522cb32249d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.276955 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-30082e98-4260-4896-9185-6522cb32249d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246037 Nov 29 18:29:33.279777 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59974) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:33.284409 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-28144b8a-23b6-490e-b1a9-c6f95249049a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group_rule': {'security_group_id': '1e578365-fc85-47a0-a71b-a45acc193573', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:33.311063 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-28144b8a-23b6-490e-b1a9-c6f95249049a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.371413 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-28144b8a-23b6-490e-b1a9-c6f95249049a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.375385 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-28144b8a-23b6-490e-b1a9-c6f95249049a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.396172 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28144b8a-23b6-490e-b1a9-c6f95249049a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea39113f-83f5-4b30-a835-70093e67624e,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:33.401083 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-28144b8a-23b6-490e-b1a9-c6f95249049a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.402306 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-28144b8a-23b6-490e-b1a9-c6f95249049a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213908 Nov 29 18:29:33.406457 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59976) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:33.411304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2348431d-a260-43c4-8917-b39fc61d0b26 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group_rule': {'security_group_id': '1e578365-fc85-47a0-a71b-a45acc193573', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:33.437577 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2348431d-a260-43c4-8917-b39fc61d0b26 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.501058 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2348431d-a260-43c4-8917-b39fc61d0b26 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.504905 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2348431d-a260-43c4-8917-b39fc61d0b26 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.532189 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348431d-a260-43c4-8917-b39fc61d0b26 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3f562d-1d88-4aac-a02f-54bf6530d084,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:33.541495 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2348431d-a260-43c4-8917-b39fc61d0b26 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.542687 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2348431d-a260-43c4-8917-b39fc61d0b26 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1352725 Nov 29 18:29:33.545746 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59978) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:33.570208 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a696d63-2843-4fe5-8cff-795ac28d9944 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.577467 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a696d63-2843-4fe5-8cff-795ac28d9944 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.603535 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a696d63-2843-4fe5-8cff-795ac28d9944 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.609784 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a696d63-2843-4fe5-8cff-795ac28d9944 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.611012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6a696d63-2843-4fe5-8cff-795ac28d9944 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6e3f562d-1d88-4aac-a02f-54bf6530d084 HTTP/1.1" status: 204 len: 168 time: 0.0641177 Nov 29 18:29:33.614406 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59980) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:33.616913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a696d63-2843-4fe5-8cff-795ac28d9944 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e3f562d-1d88-4aac-a02f-54bf6530d084,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:33.663628 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8b1c43d5-fa98-4412-91db-fd92e2c30e29 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0478828 Nov 29 18:29:33.666358 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59982) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:33.697528 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7f33caf7-3467-4e52-8808-85f42ed3f502 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.706398 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7f33caf7-3467-4e52-8808-85f42ed3f502 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.734589 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7f33caf7-3467-4e52-8808-85f42ed3f502 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.742709 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7f33caf7-3467-4e52-8808-85f42ed3f502 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.743885 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7f33caf7-3467-4e52-8808-85f42ed3f502 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ea39113f-83f5-4b30-a835-70093e67624e HTTP/1.1" status: 204 len: 168 time: 0.0765121 Nov 29 18:29:33.747496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59986) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:33.748165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33caf7-3467-4e52-8808-85f42ed3f502 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea39113f-83f5-4b30-a835-70093e67624e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:33.803799 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7f0ce7ca-f7fe-41b6-998d-42d6d31b0096 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0551200 Nov 29 18:29:33.806444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59988) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:33.828365 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ce96ead-a31b-4dd5-a46a-adeb6ddd38c2 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.836169 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ce96ead-a31b-4dd5-a46a-adeb6ddd38c2 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.861934 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ce96ead-a31b-4dd5-a46a-adeb6ddd38c2 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.869486 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ce96ead-a31b-4dd5-a46a-adeb6ddd38c2 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.870571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7ce96ead-a31b-4dd5-a46a-adeb6ddd38c2 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/a877caf0-2da8-42ee-b471-d1aade0011fc HTTP/1.1" status: 204 len: 168 time: 0.0631866 Nov 29 18:29:33.873266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59990) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:33.878757 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce96ead-a31b-4dd5-a46a-adeb6ddd38c2 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a877caf0-2da8-42ee-b471-d1aade0011fc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:33.920266 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-09429288-0702-466e-a7bb-3e9a369b3765 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0456400 Nov 29 18:29:33.922887 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 59992) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:33.947545 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-57c79827-bb38-4878-af45-7379c7acd5b7 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.956980 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-57c79827-bb38-4878-af45-7379c7acd5b7 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.984720 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-57c79827-bb38-4878-af45-7379c7acd5b7 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.990160 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-57c79827-bb38-4878-af45-7379c7acd5b7 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:33.991511 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-57c79827-bb38-4878-af45-7379c7acd5b7 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/58643591-dc9d-4269-9a81-5170c070e143 HTTP/1.1" status: 204 len: 168 time: 0.0676045 Nov 29 18:29:33.994129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59994) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:33.999836 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c79827-bb38-4878-af45-7379c7acd5b7 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58643591-dc9d-4269-9a81-5170c070e143,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:34.039898 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-272bbfec-6a40-46d5-9172-159d1af4fc96 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0444529 Nov 29 18:29:34.042933 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 59996) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:34.067604 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6b61-98f4-4bfa-b615-d5715ae52d5d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.075590 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6b61-98f4-4bfa-b615-d5715ae52d5d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.105320 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6b61-98f4-4bfa-b615-d5715ae52d5d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.112372 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6b61-98f4-4bfa-b615-d5715ae52d5d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.113519 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1bfb6b61-98f4-4bfa-b615-d5715ae52d5d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1d453685-28cb-4bfe-af48-8f5c853edfb6 HTTP/1.1" status: 204 len: 168 time: 0.0696487 Nov 29 18:29:34.116384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60000) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:34.119645 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb6b61-98f4-4bfa-b615-d5715ae52d5d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d453685-28cb-4bfe-af48-8f5c853edfb6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:34.157280 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-89655779-08b7-4ab8-9f6c-b5f551d874ee tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0390851 Nov 29 18:29:34.160658 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60002) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:34.188767 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5d5f2-705b-46e3-84ab-6b88578214ce req-db1fe657-4670-42e2-9d0b-c971e16f85f5 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:34.191092 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81d5d5f2-705b-46e3-84ab-6b88578214ce req-db1fe657-4670-42e2-9d0b-c971e16f85f5 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.0514801 Nov 29 18:29:34.212812 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-610318c3-452d-412d-a9e1-71b569222430 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.239391 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-610318c3-452d-412d-a9e1-71b569222430 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.242884 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81d5d5f2-705b-46e3-84ab-6b88578214ce req-2d0547d0-ac8a-453b-8d4d-7f68f445b35a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453222 Nov 29 18:29:34.288027 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-610318c3-452d-412d-a9e1-71b569222430 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.290899 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-610318c3-452d-412d-a9e1-71b569222430 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.292091 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-610318c3-452d-412d-a9e1-71b569222430 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-groups/1e578365-fc85-47a0-a71b-a45acc193573 HTTP/1.1" status: 204 len: 168 time: 0.1304805 Nov 29 18:29:34.294834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60004) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:34.301161 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610318c3-452d-412d-a9e1-71b569222430 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e578365-fc85-47a0-a71b-a45acc193573,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:34.351741 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6b3dd525-aaa0-46aa-8baa-be62ae79c79b tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0553160 Nov 29 18:29:34.355951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60006) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:34.361377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-aca3ac63-f74b-403f-9673-dae97aa01e06 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228569331'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:34.384682 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aca3ac63-f74b-403f-9673-dae97aa01e06 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.451677 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aca3ac63-f74b-403f-9673-dae97aa01e06 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.455678 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aca3ac63-f74b-403f-9673-dae97aa01e06 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.488937 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aca3ac63-f74b-403f-9673-dae97aa01e06 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.490312 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-aca3ac63-f74b-403f-9673-dae97aa01e06 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1332057 Nov 29 18:29:34.491436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3ac63-f74b-403f-9673-dae97aa01e06 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4dce34c-9ac5-4221-8258-6f720fc6d19e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:34.493401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60008) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:34.498349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4cbca992-6386-4763-acf9-7ed73342b345 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group_rule': {'security_group_id': 'e4dce34c-9ac5-4221-8258-6f720fc6d19e', 'direction': 'ingress', 'protocol': 17}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:34.525370 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4cbca992-6386-4763-acf9-7ed73342b345 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.586087 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4cbca992-6386-4763-acf9-7ed73342b345 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.589621 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4cbca992-6386-4763-acf9-7ed73342b345 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.609131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbca992-6386-4763-acf9-7ed73342b345 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600326df-2795-4107-93b9-a6c282c72fd6,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:34.614009 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4cbca992-6386-4763-acf9-7ed73342b345 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.615228 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4cbca992-6386-4763-acf9-7ed73342b345 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1208227 Nov 29 18:29:34.617999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60010) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:34.669369 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22abebd8-2885-4b71-9439-0c71b5892149 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.693043 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22abebd8-2885-4b71-9439-0c71b5892149 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.741785 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22abebd8-2885-4b71-9439-0c71b5892149 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.744700 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22abebd8-2885-4b71-9439-0c71b5892149 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.746150 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-22abebd8-2885-4b71-9439-0c71b5892149 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-groups/e4dce34c-9ac5-4221-8258-6f720fc6d19e HTTP/1.1" status: 204 len: 168 time: 0.1270692 Nov 29 18:29:34.749694 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60014) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:34.761011 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abebd8-2885-4b71-9439-0c71b5892149 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4dce34c-9ac5-4221-8258-6f720fc6d19e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:34.803531 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-943cbdb4-6d83-4b58-bde3-d96c7f5ac89c tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0526807 Nov 29 18:29:34.807278 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60016) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:34.811906 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-bd7f0daf-923b-43ad-99fd-6db4e4e1d7bb tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group': {'name': 'tempest-secgroup--683927483'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:34.836381 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0daf-923b-43ad-99fd-6db4e4e1d7bb tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.908681 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0daf-923b-43ad-99fd-6db4e4e1d7bb tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.914146 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0daf-923b-43ad-99fd-6db4e4e1d7bb tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.949127 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0daf-923b-43ad-99fd-6db4e4e1d7bb tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:34.950371 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bd7f0daf-923b-43ad-99fd-6db4e4e1d7bb tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1421120 Nov 29 18:29:34.952241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f0daf-923b-43ad-99fd-6db4e4e1d7bb tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca47baf7-04e2-4c6c-8d2f-1331b43dbd47,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:34.953215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60018) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:34.958108 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d784d471-f7d4-4950-8a18-e0fb79e8d408 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group': {'name': 'tempest-secgroup--866065816'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:34.982362 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d784d471-f7d4-4950-8a18-e0fb79e8d408 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.060442 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d784d471-f7d4-4950-8a18-e0fb79e8d408 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.063981 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d784d471-f7d4-4950-8a18-e0fb79e8d408 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.092177 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784d471-f7d4-4950-8a18-e0fb79e8d408 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9ade70-733b-489e-b30b-6c9bd898ce59,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:35.097694 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d784d471-f7d4-4950-8a18-e0fb79e8d408 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.101554 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d784d471-f7d4-4950-8a18-e0fb79e8d408 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1447625 Nov 29 18:29:35.103037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60020) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:35.106270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c042d40c-5e61-4591-9c0a-668ef02dccd9 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group_rule': {'security_group_id': 'ca47baf7-04e2-4c6c-8d2f-1331b43dbd47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7c9ade70-733b-489e-b30b-6c9bd898ce59', 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:35.138251 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c042d40c-5e61-4591-9c0a-668ef02dccd9 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.208637 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c042d40c-5e61-4591-9c0a-668ef02dccd9 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.212262 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c042d40c-5e61-4591-9c0a-668ef02dccd9 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.230672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042d40c-5e61-4591-9c0a-668ef02dccd9 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfe22c7-4813-4b54-9712-d1102cb61288,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:35.238657 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c042d40c-5e61-4591-9c0a-668ef02dccd9 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.240150 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c042d40c-5e61-4591-9c0a-668ef02dccd9 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1373360 Nov 29 18:29:35.243014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60022) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:35.271319 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8f9afd9-beee-4059-a3be-e6fea1536e13 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.280827 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8f9afd9-beee-4059-a3be-e6fea1536e13 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.312643 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8f9afd9-beee-4059-a3be-e6fea1536e13 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.319757 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8f9afd9-beee-4059-a3be-e6fea1536e13 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.321068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f8f9afd9-beee-4059-a3be-e6fea1536e13 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/dbfe22c7-4813-4b54-9712-d1102cb61288 HTTP/1.1" status: 204 len: 168 time: 0.0768352 Nov 29 18:29:35.323753 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60026) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:35.336451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9afd9-beee-4059-a3be-e6fea1536e13 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbfe22c7-4813-4b54-9712-d1102cb61288,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:35.383803 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-402e8af4-77e8-451a-a9d2-769d3d507acd tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0586305 Nov 29 18:29:35.386672 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60028) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:35.389023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f0eb4-cc7b-4b49-8873-9f4cf4d4b505 req-ebc641e7-18fb-461a-b3fe-1d045e3c8be9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:35.390537 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-480f0eb4-cc7b-4b49-8873-9f4cf4d4b505 req-ebc641e7-18fb-461a-b3fe-1d045e3c8be9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.0635777 Nov 29 18:29:35.441685 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-480f0eb4-cc7b-4b49-8873-9f4cf4d4b505 req-73679fa6-1d5f-4ef4-b5fc-06af6a857ef3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438504 Nov 29 18:29:35.458690 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c317231-8a52-4336-b9be-66a2c1a2a31b tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.485358 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c317231-8a52-4336-b9be-66a2c1a2a31b tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.533462 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c317231-8a52-4336-b9be-66a2c1a2a31b tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.536584 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8c317231-8a52-4336-b9be-66a2c1a2a31b tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.537958 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8c317231-8a52-4336-b9be-66a2c1a2a31b tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-groups/7c9ade70-733b-489e-b30b-6c9bd898ce59 HTTP/1.1" status: 204 len: 168 time: 0.1497388 Nov 29 18:29:35.540839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60034) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:35.548181 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c317231-8a52-4336-b9be-66a2c1a2a31b tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9ade70-733b-489e-b30b-6c9bd898ce59,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:35.623224 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-002be29b-66ea-4d3b-9438-ad20d21ce01e tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0808730 Nov 29 18:29:35.626014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60036) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:35.686267 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4b3cee3-f4fc-4422-aa3e-d0e33cef912b tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.711724 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4b3cee3-f4fc-4422-aa3e-d0e33cef912b tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.774417 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4b3cee3-f4fc-4422-aa3e-d0e33cef912b tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.777255 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4b3cee3-f4fc-4422-aa3e-d0e33cef912b tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.781154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d4b3cee3-f4fc-4422-aa3e-d0e33cef912b tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-groups/ca47baf7-04e2-4c6c-8d2f-1331b43dbd47 HTTP/1.1" status: 204 len: 168 time: 0.1512010 Nov 29 18:29:35.781854 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60040) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:35.789703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3cee3-f4fc-4422-aa3e-d0e33cef912b tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca47baf7-04e2-4c6c-8d2f-1331b43dbd47,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:35.855311 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7b825-b6cd-4168-9aed-daa20cdb7d27 req-bc187bd5-8922-4ffb-a263-160bd6ed1bb3 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:35.856739 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-77a7b825-b6cd-4168-9aed-daa20cdb7d27 req-bc187bd5-8922-4ffb-a263-160bd6ed1bb3 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0579131 Nov 29 18:29:35.867341 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4c91-27f6-4f78-b2ce-a8d73bac05dc req-4579c59a-4bc7-4192-9f6a-87705292257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:35.868834 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a83e4c91-27f6-4f78-b2ce-a8d73bac05dc req-4579c59a-4bc7-4192-9f6a-87705292257e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 1096 time: 0.0754960 Nov 29 18:29:35.874961 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-880c6c97-02bf-460b-b81e-ba447e1a273c tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0919039 Nov 29 18:29:35.880023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60042) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:35.883980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-88b62fee-e78d-4cf5-b198-20da202f0f5d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group': {'name': 'tempest-secgroup--1529346064'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:35.927820 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-77a7b825-b6cd-4168-9aed-daa20cdb7d27 req-8484c030-fd08-4b93-9969-49d772fe41ae tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644944 Nov 29 18:29:35.930123 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88b62fee-e78d-4cf5-b198-20da202f0f5d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:35.982527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4c91-27f6-4f78-b2ce-a8d73bac05dc req-0275c299-7218-4136-bfef-338fe34cdfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:35.984943 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a83e4c91-27f6-4f78-b2ce-a8d73bac05dc req-0275c299-7218-4136-bfef-338fe34cdfda service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.1072044 Nov 29 18:29:36.005874 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88b62fee-e78d-4cf5-b198-20da202f0f5d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.011674 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88b62fee-e78d-4cf5-b198-20da202f0f5d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.048753 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88b62fee-e78d-4cf5-b198-20da202f0f5d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.050681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-88b62fee-e78d-4cf5-b198-20da202f0f5d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1696541 Nov 29 18:29:36.053099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b62fee-e78d-4cf5-b198-20da202f0f5d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1662844-80ae-4d66-9572-0dfd2d4692f5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:36.054111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60044) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:36.061184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c749a608-6f0e-4dba-9b35-52edc7febe44 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group_rule': {'security_group_id': 'f1662844-80ae-4d66-9572-0dfd2d4692f5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:36.075696 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a83e4c91-27f6-4f78-b2ce-a8d73bac05dc req-15d224af-3ebe-43a6-a84f-3a750ec37220 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963 HTTP/1.1" status: 200 len: 1000 time: 0.0777512 Nov 29 18:29:36.127395 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c749a608-6f0e-4dba-9b35-52edc7febe44 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.152058 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4c91-27f6-4f78-b2ce-a8d73bac05dc req-6e9a3659-a104-43bc-b874-b98ff8959474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:36.153492 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a83e4c91-27f6-4f78-b2ce-a8d73bac05dc req-6e9a3659-a104-43bc-b874-b98ff8959474 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0692894 Nov 29 18:29:36.218589 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c749a608-6f0e-4dba-9b35-52edc7febe44 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.221355 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4c91-27f6-4f78-b2ce-a8d73bac05dc req-55c0116c-6bc4-4c37-a288-f3fbbaf90bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:36.223578 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a83e4c91-27f6-4f78-b2ce-a8d73bac05dc req-55c0116c-6bc4-4c37-a288-f3fbbaf90bf6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596638 Nov 29 18:29:36.224597 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c749a608-6f0e-4dba-9b35-52edc7febe44 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.257787 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749a608-6f0e-4dba-9b35-52edc7febe44 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3cdb675-696e-454b-9521-ede9c263b37f,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:36.300984 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c749a608-6f0e-4dba-9b35-52edc7febe44 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.302177 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c749a608-6f0e-4dba-9b35-52edc7febe44 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2468157 Nov 29 18:29:36.305105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60046) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:36.328436 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8fa727a9-3c92-4e10-bde4-3e52e2930d5c tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.336524 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8fa727a9-3c92-4e10-bde4-3e52e2930d5c tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.340213 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a83e4c91-27f6-4f78-b2ce-a8d73bac05dc req-d27bf775-3950-4313-bf40-b49b1c65f14f service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082363 Nov 29 18:29:36.363703 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8fa727a9-3c92-4e10-bde4-3e52e2930d5c tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.370697 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8fa727a9-3c92-4e10-bde4-3e52e2930d5c tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.371849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8fa727a9-3c92-4e10-bde4-3e52e2930d5c tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/b3cdb675-696e-454b-9521-ede9c263b37f HTTP/1.1" status: 204 len: 168 time: 0.0656943 Nov 29 18:29:36.376819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60048) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:36.382754 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa727a9-3c92-4e10-bde4-3e52e2930d5c tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3cdb675-696e-454b-9521-ede9c263b37f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:36.416779 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1e7a36b8-7335-43ea-9dcc-1d181dbe8852 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388825 Nov 29 18:29:36.419736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60050) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:36.464545 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a83e4c91-27f6-4f78-b2ce-a8d73bac05dc req-8b805eba-2dc0-4209-8a5f-529221933eaf service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156812 Nov 29 18:29:36.490561 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-679533a2-5e35-428a-8624-b9b45e38e439 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.514575 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-679533a2-5e35-428a-8624-b9b45e38e439 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.565031 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-679533a2-5e35-428a-8624-b9b45e38e439 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.568663 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-679533a2-5e35-428a-8624-b9b45e38e439 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.572223 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-679533a2-5e35-428a-8624-b9b45e38e439 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-groups/f1662844-80ae-4d66-9572-0dfd2d4692f5 HTTP/1.1" status: 204 len: 168 time: 0.1491148 Nov 29 18:29:36.574417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60054) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:36.579434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc31dc1-0957-4171-85e4-e65882d9296f req-481f4a5b-8209-4297-aca9-6a28b152705d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:36.582042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bdc31dc1-0957-4171-85e4-e65882d9296f req-481f4a5b-8209-4297-aca9-6a28b152705d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.0634158 Nov 29 18:29:36.587138 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679533a2-5e35-428a-8624-b9b45e38e439 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1662844-80ae-4d66-9572-0dfd2d4692f5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:36.628951 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f619b55e-0229-4366-8315-9ece0ebb65ce tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0522940 Nov 29 18:29:36.635335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60056) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:36.640207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4b3603b9-34ef-4f88-b476-a65dd180c9f7 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223266922'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:36.668583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bdc31dc1-0957-4171-85e4-e65882d9296f req-d0e96b72-f563-446c-9b1c-b91ffb5fc300 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699050 Nov 29 18:29:36.676703 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b3603b9-34ef-4f88-b476-a65dd180c9f7 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.752340 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b3603b9-34ef-4f88-b476-a65dd180c9f7 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.756812 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b3603b9-34ef-4f88-b476-a65dd180c9f7 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.792329 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b3603b9-34ef-4f88-b476-a65dd180c9f7 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.793844 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4b3603b9-34ef-4f88-b476-a65dd180c9f7 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1576021 Nov 29 18:29:36.795964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3603b9-34ef-4f88-b476-a65dd180c9f7 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a15923-1b4f-4f00-ba6d-646db3f7b447,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:36.796706 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60058) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:36.801884 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-bad0e9f3-f16a-40b9-ace1-f47945e13ed6 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group_rule': {'security_group_id': '41a15923-1b4f-4f00-ba6d-646db3f7b447', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:36.827943 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bad0e9f3-f16a-40b9-ace1-f47945e13ed6 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.884928 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bad0e9f3-f16a-40b9-ace1-f47945e13ed6 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.888576 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bad0e9f3-f16a-40b9-ace1-f47945e13ed6 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.906973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0e9f3-f16a-40b9-ace1-f47945e13ed6 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9d25d8-8e24-4d0a-be31-a79564fd5d99,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:36.914069 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bad0e9f3-f16a-40b9-ace1-f47945e13ed6 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:36.915610 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bad0e9f3-f16a-40b9-ace1-f47945e13ed6 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175411 Nov 29 18:29:36.917966 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60060) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:36.934670 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fcfd62b9-bd53-4c68-ba51-ad3251f6611a tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-group-rules/fa9d25d8-8e24-4d0a-be31-a79564fd5d99 HTTP/1.1" status: 200 len: 763 time: 0.0156598 Nov 29 18:29:36.937041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60062) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:36.977924 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fc1d446f-61ca-48ce-9270-d3cd234542e2 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0395262 Nov 29 18:29:36.980383 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60066) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:37.008349 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22d5eae4-8d2f-4e96-b2ab-3175304cc3f1 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.018821 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22d5eae4-8d2f-4e96-b2ab-3175304cc3f1 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.074287 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22d5eae4-8d2f-4e96-b2ab-3175304cc3f1 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.080888 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22d5eae4-8d2f-4e96-b2ab-3175304cc3f1 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.082031 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-22d5eae4-8d2f-4e96-b2ab-3175304cc3f1 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/fa9d25d8-8e24-4d0a-be31-a79564fd5d99 HTTP/1.1" status: 204 len: 168 time: 0.1005554 Nov 29 18:29:37.084759 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60068) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:37.089638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eba5f4-6f0f-4dfa-b74b-3c90d221a8b4 req-ac909098-5c6f-4b6a-b57f-2a72ba020a1b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:37.091081 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07eba5f4-6f0f-4dfa-b74b-3c90d221a8b4 req-ac909098-5c6f-4b6a-b57f-2a72ba020a1b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0747025 Nov 29 18:29:37.096261 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5eae4-8d2f-4e96-b2ab-3175304cc3f1 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa9d25d8-8e24-4d0a-be31-a79564fd5d99,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:37.127085 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9f747782-fc19-4f95-936d-6ff761b81ae5 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410833 Nov 29 18:29:37.129601 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60070) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:37.133883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-23b5f438-6054-4657-948d-9a9e2538e884 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group_rule': {'security_group_id': '41a15923-1b4f-4f00-ba6d-646db3f7b447', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:37.140263 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07eba5f4-6f0f-4dfa-b74b-3c90d221a8b4 req-1c40c22b-8f7b-4aa0-80be-c34e3a3f6479 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419173 Nov 29 18:29:37.161306 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-23b5f438-6054-4657-948d-9a9e2538e884 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.216460 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-23b5f438-6054-4657-948d-9a9e2538e884 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.219926 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-23b5f438-6054-4657-948d-9a9e2538e884 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.238873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5f438-6054-4657-948d-9a9e2538e884 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abb1f27-9cad-4739-90d0-78f4557ecf70,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:37.244300 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-23b5f438-6054-4657-948d-9a9e2538e884 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.245337 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-23b5f438-6054-4657-948d-9a9e2538e884 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147804 Nov 29 18:29:37.247987 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60072) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:37.264149 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-090862b3-c191-4648-918a-bef6d2677fb9 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-group-rules/8abb1f27-9cad-4739-90d0-78f4557ecf70 HTTP/1.1" status: 200 len: 763 time: 0.0151443 Nov 29 18:29:37.266469 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60074) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:37.307226 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-73a8e758-ee3d-47d8-b3c6-b21de086ee7e tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0396698 Nov 29 18:29:37.310208 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60076) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:37.332912 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7e7fd2f-18cd-4054-8b96-051e6424c5ff tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.340608 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7e7fd2f-18cd-4054-8b96-051e6424c5ff tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.367425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7e7fd2f-18cd-4054-8b96-051e6424c5ff tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.373199 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d7e7fd2f-18cd-4054-8b96-051e6424c5ff tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.374281 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d7e7fd2f-18cd-4054-8b96-051e6424c5ff tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/8abb1f27-9cad-4739-90d0-78f4557ecf70 HTTP/1.1" status: 204 len: 168 time: 0.0631175 Nov 29 18:29:37.376951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60078) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:37.379412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7fd2f-18cd-4054-8b96-051e6424c5ff tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8abb1f27-9cad-4739-90d0-78f4557ecf70,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:37.416384 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a3ee3397-533f-4097-bd2c-4f7b8e6af5e5 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0381944 Nov 29 18:29:37.418859 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60080) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:37.422945 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-89e31405-e45a-4282-9e50-7afaaaede71f tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Request body: {'security_group_rule': {'security_group_id': '41a15923-1b4f-4f00-ba6d-646db3f7b447', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:37.451529 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89e31405-e45a-4282-9e50-7afaaaede71f tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.505487 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89e31405-e45a-4282-9e50-7afaaaede71f tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.509077 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89e31405-e45a-4282-9e50-7afaaaede71f tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.528048 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e31405-e45a-4282-9e50-7afaaaede71f tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12aa9af3-7c46-496c-ab50-2522a88273e9,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:37.537631 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89e31405-e45a-4282-9e50-7afaaaede71f tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.538847 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-89e31405-e45a-4282-9e50-7afaaaede71f tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190574 Nov 29 18:29:37.541417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60082) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:37.557263 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3cbb3478-e8c2-4818-aace-23a2fae37440 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-group-rules/12aa9af3-7c46-496c-ab50-2522a88273e9 HTTP/1.1" status: 200 len: 764 time: 0.0148456 Nov 29 18:29:37.559481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60084) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:37.598950 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d235a61b-1021-484a-a372-210451b1a3aa tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0384040 Nov 29 18:29:37.601424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60086) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:37.624909 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23828893-6bc2-4670-81ec-cc3ade5952bb tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.633086 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23828893-6bc2-4670-81ec-cc3ade5952bb tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.657870 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23828893-6bc2-4670-81ec-cc3ade5952bb tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.662760 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23828893-6bc2-4670-81ec-cc3ade5952bb tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.663889 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-23828893-6bc2-4670-81ec-cc3ade5952bb tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/12aa9af3-7c46-496c-ab50-2522a88273e9 HTTP/1.1" status: 204 len: 168 time: 0.0615396 Nov 29 18:29:37.666672 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60088) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:37.671243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23828893-6bc2-4670-81ec-cc3ade5952bb tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12aa9af3-7c46-496c-ab50-2522a88273e9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:37.706185 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f904137f-4a44-425c-ac74-1a40986a65f6 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0383103 Nov 29 18:29:37.708946 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60092) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:37.763195 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1be8d7cd-b240-41a2-b4c7-b96e2c368430 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.784926 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1be8d7cd-b240-41a2-b4c7-b96e2c368430 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.792134 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9628185-c267-4d5d-a0ee-e172e7a8a40c req-814afabe-17b6-4432-a5ba-9641e14fa69b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:37.793666 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9628185-c267-4d5d-a0ee-e172e7a8a40c req-814afabe-17b6-4432-a5ba-9641e14fa69b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.0505500 Nov 29 18:29:37.826246 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1be8d7cd-b240-41a2-b4c7-b96e2c368430 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.829074 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1be8d7cd-b240-41a2-b4c7-b96e2c368430 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:37.830291 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1be8d7cd-b240-41a2-b4c7-b96e2c368430 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "DELETE /v2.0/security-groups/41a15923-1b4f-4f00-ba6d-646db3f7b447 HTTP/1.1" status: 204 len: 168 time: 0.1201763 Nov 29 18:29:37.834610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60094) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:37.842805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9628185-c267-4d5d-a0ee-e172e7a8a40c req-940216ae-05df-4e43-acf6-9d7882172fa0 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420222 Nov 29 18:29:37.845457 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8d7cd-b240-41a2-b4c7-b96e2c368430 tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a15923-1b4f-4f00-ba6d-646db3f7b447,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:37.893074 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b3b76249-f399-4f3f-ac46-3dc4c09eca2d tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0573268 Nov 29 18:29:37.897214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60096) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:37.944028 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e73c68fd-c49a-46fb-8048-def6640adbcd tempest-SecGroupTest-288248714 tempest-SecGroupTest-288248714-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0453007 Nov 29 18:29:38.183038 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60104) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:38.268343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e77a97-7e25-4ee8-b1fc-fa5f7d2d842f req-d21ec31c-18ea-4c40-bd66-7381418fa2c3 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:38.269874 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39e77a97-7e25-4ee8-b1fc-fa5f7d2d842f req-d21ec31c-18ea-4c40-bd66-7381418fa2c3 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0592022 Nov 29 18:29:38.358109 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39e77a97-7e25-4ee8-b1fc-fa5f7d2d842f req-0bc77e66-756e-45d0-abe1-7ae0601fd133 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803225 Nov 29 18:29:38.365486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a1b3e52f-87b1-4059-95e1-1e72187282e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a9ed852a6fb4951ac08ef3a96ae461e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1812475 Nov 29 18:29:38.368307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60108) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:38.420304 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-023922a7-1a3b-4b35-9a4c-35b50f566cf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:38.442090 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-023922a7-1a3b-4b35-9a4c-35b50f566cf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:38.489235 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-023922a7-1a3b-4b35-9a4c-35b50f566cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:38.492057 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-023922a7-1a3b-4b35-9a4c-35b50f566cf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:38.493402 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-023922a7-1a3b-4b35-9a4c-35b50f566cf4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92b18e77-dd4f-4b60-84d1-bd0c906ace18 HTTP/1.1" status: 204 len: 168 time: 0.1238925 Nov 29 18:29:38.510701 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023922a7-1a3b-4b35-9a4c-35b50f566cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b18e77-dd4f-4b60-84d1-bd0c906ace18,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:38.984647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c66b7-3cd7-49f3-921d-6be9275ac684 req-af277ced-5bba-4967-adbc-c9276272cb0d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:38.986176 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d0c66b7-3cd7-49f3-921d-6be9275ac684 req-af277ced-5bba-4967-adbc-c9276272cb0d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 944 time: 0.0682788 Nov 29 18:29:39.055601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d0c66b7-3cd7-49f3-921d-6be9275ac684 req-b1b3ec01-d10b-419e-9aed-a3ab02cfe326 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593574 Nov 29 18:29:39.244868 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60134) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:39.348120 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-973deceb-6ad8-4db9-9c15-c177b7e89604 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:39.348565 n-d-819494-5 neutron-server[110004]: WARNING neutron.api.v2.base [None req-973deceb-6ad8-4db9-9c15-c177b7e89604 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 29 18:29:39.349092 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-973deceb-6ad8-4db9-9c15-c177b7e89604 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): There was a conflict when trying to complete your request. Nov 29 18:29:39.350071 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-973deceb-6ad8-4db9-9c15-c177b7e89604 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1040487 Nov 29 18:29:39.354556 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60138) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:39.359739 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-27580867-d2fd-428e-bc53-87167a58b8ef tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group': {'name': 'tempest-secgroup--1809610631'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:39.382439 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-27580867-d2fd-428e-bc53-87167a58b8ef tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.391600 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-27580867-d2fd-428e-bc53-87167a58b8ef tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.473737 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-27580867-d2fd-428e-bc53-87167a58b8ef tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.477448 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-27580867-d2fd-428e-bc53-87167a58b8ef tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.512855 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27580867-d2fd-428e-bc53-87167a58b8ef tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8881575-cee7-4721-afd4-2f029a8517d9,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:39.552772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:29:39.555680 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-27580867-d2fd-428e-bc53-87167a58b8ef tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.559314 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-27580867-d2fd-428e-bc53-87167a58b8ef tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.594467 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-27580867-d2fd-428e-bc53-87167a58b8ef tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.595795 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-27580867-d2fd-428e-bc53-87167a58b8ef tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2402184 Nov 29 18:29:39.598703 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60140) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:39.603877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a3edbcb1-8e91-4fb3-a4da-75923f0a3d16 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': '1b7a3add-4ecd-4c93-bc20-75b6adbd3233', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:39.611102 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27580867-d2fd-428e-bc53-87167a58b8ef tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7a3add-4ecd-4c93-bc20-75b6adbd3233,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:39.637453 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3edbcb1-8e91-4fb3-a4da-75923f0a3d16 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.655663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:39.671949 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'port_id': '0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7', 'mac_address': 'fa:16:3e:01:05:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:29:39.699161 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3edbcb1-8e91-4fb3-a4da-75923f0a3d16 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.704280 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3edbcb1-8e91-4fb3-a4da-75923f0a3d16 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.715863 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.722943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edbcb1-8e91-4fb3-a4da-75923f0a3d16 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682538ce-1abf-4c32-97ec-ea5a78507edf,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:39.732319 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3edbcb1-8e91-4fb3-a4da-75923f0a3d16 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.733625 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a3edbcb1-8e91-4fb3-a4da-75923f0a3d16 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339231 Nov 29 18:29:39.736569 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60142) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:39.739091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:29:39.741287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-4b63b990-e654-4fc4-ac02-61ead952a8fb tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': '1b7a3add-4ecd-4c93-bc20-75b6adbd3233', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:39.766886 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:39.771192 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.771479 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b63b990-e654-4fc4-ac02-61ead952a8fb tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.819487 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-4b63b990-e654-4fc4-ac02-61ead952a8fb tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): There was a conflict when trying to complete your request. Nov 29 18:29:39.820630 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4b63b990-e654-4fc4-ac02-61ead952a8fb tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0829053 Nov 29 18:29:39.822984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:39.823597 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60144) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:39.886071 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a87a047-149e-464a-a12d-a8667d19af64 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.911402 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a87a047-149e-464a-a12d-a8667d19af64 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.964676 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a87a047-149e-464a-a12d-a8667d19af64 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.967586 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a87a047-149e-464a-a12d-a8667d19af64 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:39.968947 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2a87a047-149e-464a-a12d-a8667d19af64 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "DELETE /v2.0/security-groups/1b7a3add-4ecd-4c93-bc20-75b6adbd3233 HTTP/1.1" status: 204 len: 168 time: 0.1442902 Nov 29 18:29:39.971604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60146) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:39.978030 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87a047-149e-464a-a12d-a8667d19af64 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7a3add-4ecd-4c93-bc20-75b6adbd3233,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:40.016848 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-17670299-6ebc-4feb-91be-bea389790d3a tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0439701 Nov 29 18:29:40.020649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60148) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:40.024917 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f89e41cc-8f6f-45fc-9118-c01ca4f93080 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group': {'name': 'tempest-secgroup--184758898'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:40.050766 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f89e41cc-8f6f-45fc-9118-c01ca4f93080 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.106309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:29:40.126680 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f89e41cc-8f6f-45fc-9118-c01ca4f93080 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.142911 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f89e41cc-8f6f-45fc-9118-c01ca4f93080 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.209304 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e41cc-8f6f-45fc-9118-c01ca4f93080 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c981f720-5f41-4e3e-9bae-ef18e1b4b287,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:40.216621 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f89e41cc-8f6f-45fc-9118-c01ca4f93080 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.219233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f89e41cc-8f6f-45fc-9118-c01ca4f93080 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1975691 Nov 29 18:29:40.220669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60152) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:40.225954 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6c2e7a0a-fc75-4e86-b889-cac44e80ab41 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': 'c981f720-5f41-4e3e-9bae-ef18e1b4b287', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:40.226706 n-d-819494-5 neutron-server[110004]: WARNING neutron.api.v2.base [None req-6c2e7a0a-fc75-4e86-b889-cac44e80ab41 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 29 18:29:40.227389 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-6c2e7a0a-fc75-4e86-b889-cac44e80ab41 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:29:40.231074 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6c2e7a0a-fc75-4e86-b889-cac44e80ab41 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067904 Nov 29 18:29:40.231643 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60154) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:40.239586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcb904-5ea1-4a6f-bd44-17bba15a000a req-aea92c17-3111-4e4d-a093-c4e0d499154b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:40.248045 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15bcb904-5ea1-4a6f-bd44-17bba15a000a req-aea92c17-3111-4e4d-a093-c4e0d499154b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 945 time: 0.1181018 Nov 29 18:29:40.293434 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15bcb904-5ea1-4a6f-bd44-17bba15a000a req-b877cb56-3b05-4d52-9441-79b1ed694d82 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444548 Nov 29 18:29:40.304914 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-731f5c57-2515-4701-8aa7-a84fd567a1e7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.332756 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-731f5c57-2515-4701-8aa7-a84fd567a1e7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.373172 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-731f5c57-2515-4701-8aa7-a84fd567a1e7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.376432 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-731f5c57-2515-4701-8aa7-a84fd567a1e7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.377767 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-731f5c57-2515-4701-8aa7-a84fd567a1e7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "DELETE /v2.0/security-groups/c981f720-5f41-4e3e-9bae-ef18e1b4b287 HTTP/1.1" status: 204 len: 168 time: 0.1449134 Nov 29 18:29:40.380633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60156) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:40.386765 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f5c57-2515-4701-8aa7-a84fd567a1e7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c981f720-5f41-4e3e-9bae-ef18e1b4b287,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:40.425756 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-82e6fe66-b467-489c-96f8-ac02c5f87a05 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0433834 Nov 29 18:29:40.429324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60158) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:40.433728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-271b163d-b79f-4223-be42-cde720cfc2ac tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group': {'name': 'tempest-secgroup--276325967'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:40.455939 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-271b163d-b79f-4223-be42-cde720cfc2ac tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.520462 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-271b163d-b79f-4223-be42-cde720cfc2ac tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.524166 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-271b163d-b79f-4223-be42-cde720cfc2ac tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.554761 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-271b163d-b79f-4223-be42-cde720cfc2ac tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.556039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-271b163d-b79f-4223-be42-cde720cfc2ac tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1257932 Nov 29 18:29:40.559063 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60160) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:40.564620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-648395cb-e32e-4912-a4ed-ad1eac8bde22 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': '972b039f-00d3-4861-90a4-382cf85153f7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:40.565126 n-d-819494-5 neutron-server[110005]: WARNING neutron.api.v2.base [None req-648395cb-e32e-4912-a4ed-ad1eac8bde22 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 29 18:29:40.565639 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-648395cb-e32e-4912-a4ed-ad1eac8bde22 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:29:40.566675 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-648395cb-e32e-4912-a4ed-ad1eac8bde22 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064008 Nov 29 18:29:40.567372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b163d-b79f-4223-be42-cde720cfc2ac tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972b039f-00d3-4861-90a4-382cf85153f7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:40.569654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60162) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:40.628726 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03718ccf-3ed0-4a61-8460-b3dfb5e3a59e tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.651912 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03718ccf-3ed0-4a61-8460-b3dfb5e3a59e tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.699613 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03718ccf-3ed0-4a61-8460-b3dfb5e3a59e tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.702729 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03718ccf-3ed0-4a61-8460-b3dfb5e3a59e tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.703926 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-03718ccf-3ed0-4a61-8460-b3dfb5e3a59e tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "DELETE /v2.0/security-groups/972b039f-00d3-4861-90a4-382cf85153f7 HTTP/1.1" status: 204 len: 168 time: 0.1334252 Nov 29 18:29:40.707393 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60164) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:40.714014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03718ccf-3ed0-4a61-8460-b3dfb5e3a59e tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=972b039f-00d3-4861-90a4-382cf85153f7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:40.753203 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ff4e77a2-b1c1-4604-8643-98f39b2a10ba tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0446510 Nov 29 18:29:40.757159 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60166) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:40.761366 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-93290588-d6b5-4c55-9c19-ba49944451d7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group': {'name': 'tempest-secgroup--20973447'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:40.785469 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-93290588-d6b5-4c55-9c19-ba49944451d7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.850432 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-93290588-d6b5-4c55-9c19-ba49944451d7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.854707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-93290588-d6b5-4c55-9c19-ba49944451d7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.884018 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-93290588-d6b5-4c55-9c19-ba49944451d7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:40.885244 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-93290588-d6b5-4c55-9c19-ba49944451d7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1271555 Nov 29 18:29:40.888644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60168) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:40.889287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93290588-d6b5-4c55-9c19-ba49944451d7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6e6e9d-77df-4b35-a105-d0c9bcc9656e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:40.896140 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0529f1e9-18f3-4807-9f4e-2c171963f502 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': 'ac6e6e9d-77df-4b35-a105-d0c9bcc9656e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:40.897059 n-d-819494-5 neutron-server[110005]: WARNING neutron.api.v2.base [None req-0529f1e9-18f3-4807-9f4e-2c171963f502 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 29 18:29:40.897778 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-0529f1e9-18f3-4807-9f4e-2c171963f502 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:29:40.898752 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0529f1e9-18f3-4807-9f4e-2c171963f502 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088787 Nov 29 18:29:40.901612 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60170) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:40.906917 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9df82c7c-8797-4f73-9603-569980cd7cd2 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': 'ac6e6e9d-77df-4b35-a105-d0c9bcc9656e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:40.907978 n-d-819494-5 neutron-server[110005]: WARNING neutron.api.v2.base [None req-9df82c7c-8797-4f73-9603-569980cd7cd2 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 29 18:29:40.908464 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-9df82c7c-8797-4f73-9603-569980cd7cd2 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:29:40.910121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9df82c7c-8797-4f73-9603-569980cd7cd2 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076036 Nov 29 18:29:40.912797 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60172) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:40.917125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-07875c41-64c9-402c-8470-0ba31f9b377c tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': 'ac6e6e9d-77df-4b35-a105-d0c9bcc9656e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:40.917871 n-d-819494-5 neutron-server[110005]: WARNING neutron.api.v2.base [None req-07875c41-64c9-402c-8470-0ba31f9b377c tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 29 18:29:40.918325 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-07875c41-64c9-402c-8470-0ba31f9b377c tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:29:40.919238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-07875c41-64c9-402c-8470-0ba31f9b377c tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055053 Nov 29 18:29:40.921371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60174) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:40.925967 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-90a91887-398a-41b6-8e73-6cf99df4c005 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': 'ac6e6e9d-77df-4b35-a105-d0c9bcc9656e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:40.926947 n-d-819494-5 neutron-server[110005]: WARNING neutron.api.v2.base [None req-90a91887-398a-41b6-8e73-6cf99df4c005 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 29 18:29:40.927399 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-90a91887-398a-41b6-8e73-6cf99df4c005 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:29:40.929437 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-90a91887-398a-41b6-8e73-6cf99df4c005 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069094 Nov 29 18:29:40.931922 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60176) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:40.986418 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7a320c2-31eb-4b00-b7c2-097bdefcbc5c tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.010360 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7a320c2-31eb-4b00-b7c2-097bdefcbc5c tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.051001 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7a320c2-31eb-4b00-b7c2-097bdefcbc5c tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.053883 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7a320c2-31eb-4b00-b7c2-097bdefcbc5c tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.055065 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f7a320c2-31eb-4b00-b7c2-097bdefcbc5c tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "DELETE /v2.0/security-groups/ac6e6e9d-77df-4b35-a105-d0c9bcc9656e HTTP/1.1" status: 204 len: 168 time: 0.1223233 Nov 29 18:29:41.058619 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60178) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:41.078055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a320c2-31eb-4b00-b7c2-097bdefcbc5c tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6e6e9d-77df-4b35-a105-d0c9bcc9656e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:41.114407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-aeafdf98-c764-4543-9556-9c2dd7aa43cf tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0546291 Nov 29 18:29:41.118087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60180) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:41.123203 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0c89ecdf-08c0-435b-ad2b-673da603e607 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group': {'name': 'tempest-secgroup--1985232131'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:41.147077 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c89ecdf-08c0-435b-ad2b-673da603e607 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.215228 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c89ecdf-08c0-435b-ad2b-673da603e607 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.219050 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c89ecdf-08c0-435b-ad2b-673da603e607 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.253484 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c89ecdf-08c0-435b-ad2b-673da603e607 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.254668 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0c89ecdf-08c0-435b-ad2b-673da603e607 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1352255 Nov 29 18:29:41.255317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89ecdf-08c0-435b-ad2b-673da603e607 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529d1056-fd04-4bd8-8bde-a35c50058a0f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:41.257547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60182) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:41.261837 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-73dc2400-63bc-40c2-bfe9-b47b6c7d63d9 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': '529d1056-fd04-4bd8-8bde-a35c50058a0f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:41.262577 n-d-819494-5 neutron-server[110005]: WARNING neutron.api.v2.base [None req-73dc2400-63bc-40c2-bfe9-b47b6c7d63d9 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 29 18:29:41.263075 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-73dc2400-63bc-40c2-bfe9-b47b6c7d63d9 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:29:41.264006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-73dc2400-63bc-40c2-bfe9-b47b6c7d63d9 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055206 Nov 29 18:29:41.266868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60184) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:41.271483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ca3dea26-dd5e-4687-99b6-0b1e83feb145 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': '529d1056-fd04-4bd8-8bde-a35c50058a0f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:41.310446 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-ca3dea26-dd5e-4687-99b6-0b1e83feb145 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:29:41.311517 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ca3dea26-dd5e-4687-99b6-0b1e83feb145 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0437975 Nov 29 18:29:41.314251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60186) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:41.318879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b9db853a-ffd5-43d1-a6bd-44bc53a38bc8 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': '529d1056-fd04-4bd8-8bde-a35c50058a0f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:41.319461 n-d-819494-5 neutron-server[110005]: WARNING neutron.api.v2.base [None req-b9db853a-ffd5-43d1-a6bd-44bc53a38bc8 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 29 18:29:41.320015 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-b9db853a-ffd5-43d1-a6bd-44bc53a38bc8 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:29:41.320929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b9db853a-ffd5-43d1-a6bd-44bc53a38bc8 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055721 Nov 29 18:29:41.323399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60190) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:41.327524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b66a6411-6b9f-443c-8d8d-1741a5280340 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': '529d1056-fd04-4bd8-8bde-a35c50058a0f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:41.368163 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-b66a6411-6b9f-443c-8d8d-1741a5280340 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:29:41.369360 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b66a6411-6b9f-443c-8d8d-1741a5280340 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0450895 Nov 29 18:29:41.372726 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60192) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:41.378811 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-152ed05b-1dea-4cd6-b009-7c47992d964b tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': '529d1056-fd04-4bd8-8bde-a35c50058a0f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:41.379508 n-d-819494-5 neutron-server[110004]: WARNING neutron.api.v2.base [None req-152ed05b-1dea-4cd6-b009-7c47992d964b tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 29 18:29:41.380130 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-152ed05b-1dea-4cd6-b009-7c47992d964b tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:29:41.381403 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-152ed05b-1dea-4cd6-b009-7c47992d964b tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075152 Nov 29 18:29:41.384302 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60194) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:41.389521 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9a6c164e-5dfe-483b-9c80-6d521d3e6dcb tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': '529d1056-fd04-4bd8-8bde-a35c50058a0f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:41.419427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae1613-31dc-4d97-9b17-ac7c6b1c2abb req-3e8cb32e-7541-42ed-8d18-4688720ce1cb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:41.420976 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64ae1613-31dc-4d97-9b17-ac7c6b1c2abb req-3e8cb32e-7541-42ed-8d18-4688720ce1cb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 945 time: 0.0505414 Nov 29 18:29:41.439051 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-9a6c164e-5dfe-483b-9c80-6d521d3e6dcb tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:29:41.440374 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9a6c164e-5dfe-483b-9c80-6d521d3e6dcb tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0550594 Nov 29 18:29:41.443298 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60196) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:41.448263 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-ddde0a55-1a1f-489d-9ecf-0c804975af94 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': '529d1056-fd04-4bd8-8bde-a35c50058a0f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:41.448731 n-d-819494-5 neutron-server[110004]: WARNING neutron.api.v2.base [None req-ddde0a55-1a1f-489d-9ecf-0c804975af94 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 29 18:29:41.449224 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-ddde0a55-1a1f-489d-9ecf-0c804975af94 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:29:41.450894 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ddde0a55-1a1f-489d-9ecf-0c804975af94 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060816 Nov 29 18:29:41.453223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60198) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:41.458236 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-f6fd4ddb-455a-4d51-9bfd-e48011482826 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': '529d1056-fd04-4bd8-8bde-a35c50058a0f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:41.478882 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-64ae1613-31dc-4d97-9b17-ac7c6b1c2abb req-aedf912c-af27-4442-b09c-90019143eb03 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510066 Nov 29 18:29:41.501255 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-f6fd4ddb-455a-4d51-9bfd-e48011482826 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:29:41.502385 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f6fd4ddb-455a-4d51-9bfd-e48011482826 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0481696 Nov 29 18:29:41.505560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60200) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:41.510246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7abb71fa-86ea-4ef3-9c25-d223dc5652de tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': '529d1056-fd04-4bd8-8bde-a35c50058a0f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:41.542775 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-7abb71fa-86ea-4ef3-9c25-d223dc5652de tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:29:41.543865 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7abb71fa-86ea-4ef3-9c25-d223dc5652de tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0371521 Nov 29 18:29:41.546848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60202) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:41.583228 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:29:41.599180 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8adc6187-cdfb-4317-8065-5c701951d399 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.622433 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8adc6187-cdfb-4317-8065-5c701951d399 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.640690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:29:41.645102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:29:41.645474 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.673813 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8adc6187-cdfb-4317-8065-5c701951d399 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.676545 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8adc6187-cdfb-4317-8065-5c701951d399 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.677784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8adc6187-cdfb-4317-8065-5c701951d399 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "DELETE /v2.0/security-groups/529d1056-fd04-4bd8-8bde-a35c50058a0f HTTP/1.1" status: 204 len: 168 time: 0.1300039 Nov 29 18:29:41.680454 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60204) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:41.688132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc6187-cdfb-4317-8065-5c701951d399 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529d1056-fd04-4bd8-8bde-a35c50058a0f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:41.739347 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4f46fe48-d24f-4b18-aad2-193e320b8d9a tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0575197 Nov 29 18:29:41.740808 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.742378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60206) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:41.747647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1acc52b6-7466-4771-abf6-4658c362173f tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028443999'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:41.764634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd7c129-9f4c-4f79-bd02-416126aa2de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:29:41.767250 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6981fe5-8ca1-4336-a8fd-5231590bbe45" -d '{"events": [{"server_uuid": "dcd7c129-9f4c-4f79-bd02-416126aa2de7", "name": "network-vif-plugged", "status": "completed", "tag": "0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:29:41.779688 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1acc52b6-7466-4771-abf6-4658c362173f tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.786762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:41.806089 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.817167 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b112c4d-e617-47cc-a8c3-a3a09eb61cd2 x-openstack-request-id: req-4b112c4d-e617-47cc-a8c3-a3a09eb61cd2 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:29:41.817508 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd7c129-9f4c-4f79-bd02-416126aa2de7", "name": "network-vif-plugged", "status": "completed", "tag": "0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:29:41.817795 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b112c4d-e617-47cc-a8c3-a3a09eb61cd2 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:29:41.818288 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd7c129-9f4c-4f79-bd02-416126aa2de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7', 'code': 200} Nov 29 18:29:41.852966 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1acc52b6-7466-4771-abf6-4658c362173f tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.857740 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1acc52b6-7466-4771-abf6-4658c362173f tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.890507 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:41.896545 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1acc52b6-7466-4771-abf6-4658c362173f tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:41.897755 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1acc52b6-7466-4771-abf6-4658c362173f tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1540198 Nov 29 18:29:41.900629 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60210) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:41.917351 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-79e81e1d-f99d-4d83-a50a-0abfd74eebe0 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': 'be0bdf10-1b9f-4fef-8f6b-4b1147e03897', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:41.921375 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc52b6-7466-4771-abf6-4658c362173f tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0bdf10-1b9f-4fef-8f6b-4b1147e03897,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:41.952590 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f00e-cf7e-4afd-9469-069b1d750fc2 req-7907963a-4534-4187-a023-36748523ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:41.954181 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e3e2f00e-cf7e-4afd-9469-069b1d750fc2 req-7907963a-4534-4187-a023-36748523ce58 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 1097 time: 0.0700331 Nov 29 18:29:41.983261 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-79e81e1d-f99d-4d83-a50a-0abfd74eebe0 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The resource could not be found. Nov 29 18:29:41.984274 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-79e81e1d-f99d-4d83-a50a-0abfd74eebe0 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0827265 Nov 29 18:29:41.987557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60212) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:41.993952 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0ff4ec97-1549-4ee4-b00e-55d18e385d00 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': 'be0bdf10-1b9f-4fef-8f6b-4b1147e03897', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f40af5fa-1000-4863-8bf1-144cf6fdced7'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:42.009521 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e3e2f00e-cf7e-4afd-9469-069b1d750fc2 req-0b25d048-87d2-4190-aade-ac8e70525e24 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461426 Nov 29 18:29:42.040999 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-0ff4ec97-1549-4ee4-b00e-55d18e385d00 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The resource could not be found. Nov 29 18:29:42.042027 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0ff4ec97-1549-4ee4-b00e-55d18e385d00 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0531135 Nov 29 18:29:42.044845 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60214) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:42.097406 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f16cc4b-4c6d-443a-aae6-89125bbf3210 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.119683 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f16cc4b-4c6d-443a-aae6-89125bbf3210 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.163221 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f16cc4b-4c6d-443a-aae6-89125bbf3210 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.165815 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f16cc4b-4c6d-443a-aae6-89125bbf3210 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.166981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0f16cc4b-4c6d-443a-aae6-89125bbf3210 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "DELETE /v2.0/security-groups/be0bdf10-1b9f-4fef-8f6b-4b1147e03897 HTTP/1.1" status: 204 len: 168 time: 0.1211917 Nov 29 18:29:42.169857 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60216) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:42.177288 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16cc4b-4c6d-443a-aae6-89125bbf3210 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0bdf10-1b9f-4fef-8f6b-4b1147e03897,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:42.216714 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7f13a980-e7f4-436f-8eaa-ebc8e2fd9721 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0456152 Nov 29 18:29:42.220529 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60218) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:42.224814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-34f3b9ec-51c2-4e50-ad2c-eba44fa2053e tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': 'fe16cae3-487c-4273-a079-0dc9cf31493a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:42.265317 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-34f3b9ec-51c2-4e50-ad2c-eba44fa2053e tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The resource could not be found. Nov 29 18:29:42.266584 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-34f3b9ec-51c2-4e50-ad2c-eba44fa2053e tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0449970 Nov 29 18:29:42.270556 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60220) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:42.274909 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-68c87e70-e481-4f0b-9b2a-c4405dc8e027 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194531259'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:42.296190 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68c87e70-e481-4f0b-9b2a-c4405dc8e027 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.368765 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68c87e70-e481-4f0b-9b2a-c4405dc8e027 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.372517 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68c87e70-e481-4f0b-9b2a-c4405dc8e027 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.404215 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-68c87e70-e481-4f0b-9b2a-c4405dc8e027 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.405694 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-68c87e70-e481-4f0b-9b2a-c4405dc8e027 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1341207 Nov 29 18:29:42.408501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60222) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:42.413513 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-433739ca-7fa5-442b-81b4-5b90448df206 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group': {'name': 'tempest-secgroup--871506637'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:42.419928 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c87e70-e481-4f0b-9b2a-c4405dc8e027 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b97f85d-7388-4076-a891-41ab93dd0f9b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:42.440627 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-433739ca-7fa5-442b-81b4-5b90448df206 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.511755 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-433739ca-7fa5-442b-81b4-5b90448df206 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.516343 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-433739ca-7fa5-442b-81b4-5b90448df206 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.551582 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-433739ca-7fa5-442b-81b4-5b90448df206 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.553026 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-433739ca-7fa5-442b-81b4-5b90448df206 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1429856 Nov 29 18:29:42.555267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433739ca-7fa5-442b-81b4-5b90448df206 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767c6e57-f06b-454b-8f45-b7f1d62cc632,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:42.556083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60226) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:42.564027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b5c25fb0-2357-4c3c-a04f-1c9d0ed055b7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group_rule': {'security_group_id': '6b97f85d-7388-4076-a891-41ab93dd0f9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '767c6e57-f06b-454b-8f45-b7f1d62cc632'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:42.639570 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672352-9f24-471d-b625-0f68f9e9f9bf req-11b6811c-385c-4c87-a0f3-0e83f54675b6 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:42.647385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e672352-9f24-471d-b625-0f68f9e9f9bf req-11b6811c-385c-4c87-a0f3-0e83f54675b6 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 946 time: 0.0775781 Nov 29 18:29:42.663478 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-b5c25fb0-2357-4c3c-a04f-1c9d0ed055b7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 18:29:42.664462 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b5c25fb0-2357-4c3c-a04f-1c9d0ed055b7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1074002 Nov 29 18:29:42.667634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60228) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:42.696954 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e672352-9f24-471d-b625-0f68f9e9f9bf req-65c9a328-0808-4cc5-8f50-0c9070c9bdd5 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486839 Nov 29 18:29:42.722103 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-daed5fa7-ba8e-44e8-9cff-8aae42b2bda7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.747837 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-daed5fa7-ba8e-44e8-9cff-8aae42b2bda7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.790296 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-daed5fa7-ba8e-44e8-9cff-8aae42b2bda7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.794234 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-daed5fa7-ba8e-44e8-9cff-8aae42b2bda7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.795746 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-daed5fa7-ba8e-44e8-9cff-8aae42b2bda7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "DELETE /v2.0/security-groups/767c6e57-f06b-454b-8f45-b7f1d62cc632 HTTP/1.1" status: 204 len: 168 time: 0.1267314 Nov 29 18:29:42.799301 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60230) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:42.807226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed5fa7-ba8e-44e8-9cff-8aae42b2bda7 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=767c6e57-f06b-454b-8f45-b7f1d62cc632,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:42.852247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-816d3a59-db1a-446d-99df-6976c479af83 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0516155 Nov 29 18:29:42.855522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60232) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:42.906574 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c11581c-516c-4b0e-9192-529fc8bfa926 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.929307 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c11581c-516c-4b0e-9192-529fc8bfa926 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.976795 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c11581c-516c-4b0e-9192-529fc8bfa926 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.980058 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c11581c-516c-4b0e-9192-529fc8bfa926 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:42.981264 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5c11581c-516c-4b0e-9192-529fc8bfa926 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "DELETE /v2.0/security-groups/6b97f85d-7388-4076-a891-41ab93dd0f9b HTTP/1.1" status: 204 len: 168 time: 0.1248491 Nov 29 18:29:42.984693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60234) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:42.991042 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11581c-516c-4b0e-9192-529fc8bfa926 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b97f85d-7388-4076-a891-41ab93dd0f9b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:43.033602 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a8f44315-3f42-48c6-a7d1-71c4b1b64b1b tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0476749 Nov 29 18:29:43.038291 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60236) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:43.043128 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-cd7a5f0c-8bea-4a17-be70-5c38aba9ee8a tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group': {'name': 'tempest-secgroup--1889128050'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:43.066893 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5f0c-8bea-4a17-be70-5c38aba9ee8a tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:43.156092 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5f0c-8bea-4a17-be70-5c38aba9ee8a tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:43.160774 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5f0c-8bea-4a17-be70-5c38aba9ee8a tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:43.193725 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5f0c-8bea-4a17-be70-5c38aba9ee8a tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:43.195159 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cd7a5f0c-8bea-4a17-be70-5c38aba9ee8a tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1557338 Nov 29 18:29:43.197267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a5f0c-8bea-4a17-be70-5c38aba9ee8a tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed297d8-05e7-4291-9029-99c89777d8a7,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:43.198652 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60238) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:43.203664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d21b6e63-5ebc-48a4-bc67-1ace7beb6194 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:43.204444 n-d-819494-5 neutron-server[110005]: WARNING neutron.api.v2.base [None req-d21b6e63-5ebc-48a4-bc67-1ace7beb6194 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 29 18:29:43.204983 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-d21b6e63-5ebc-48a4-bc67-1ace7beb6194 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] update failed (client error): There was a conflict when trying to complete your request. Nov 29 18:29:43.209486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d21b6e63-5ebc-48a4-bc67-1ace7beb6194 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "PUT /v2.0/security-groups/5ed297d8-05e7-4291-9029-99c89777d8a7 HTTP/1.1" status: 409 len: 330 time: 0.0063221 Nov 29 18:29:43.210277 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60240) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:43.265448 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9f0d51f-d0ee-46c0-8545-c0ce343e8524 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:43.288000 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9f0d51f-d0ee-46c0-8545-c0ce343e8524 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:43.653529 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9f0d51f-d0ee-46c0-8545-c0ce343e8524 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:43.657870 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9f0d51f-d0ee-46c0-8545-c0ce343e8524 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:43.659797 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c9f0d51f-d0ee-46c0-8545-c0ce343e8524 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "DELETE /v2.0/security-groups/5ed297d8-05e7-4291-9029-99c89777d8a7 HTTP/1.1" status: 204 len: 168 time: 0.4489939 Nov 29 18:29:43.662466 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60242) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:43.669334 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0d51f-d0ee-46c0-8545-c0ce343e8524 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed297d8-05e7-4291-9029-99c89777d8a7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:43.706386 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-66b760a6-660f-42f0-bee5-8a5ad5e79a55 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0426176 Nov 29 18:29:43.710308 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60244) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:43.723016 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-40b92f7b-e374-427b-bbbc-99b452ef9e5f tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] delete failed (client error): The resource could not be found. Nov 29 18:29:43.724035 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-40b92f7b-e374-427b-bbbc-99b452ef9e5f tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "DELETE /v2.0/security-groups/ec390dda-e9e3-446a-b946-74a458211e19 HTTP/1.1" status: 404 len: 347 time: 0.0126264 Nov 29 18:29:43.727716 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60248) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:43.741775 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-cf23323a-4496-4294-857c-bd42a6e77cae tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] show failed (client error): The resource could not be found. Nov 29 18:29:43.745928 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cf23323a-4496-4294-857c-bd42a6e77cae tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "GET /v2.0/security-groups/d8bd5178-dec7-4d75-840c-b71f7174ad52 HTTP/1.1" status: 404 len: 347 time: 0.0141768 Nov 29 18:29:43.746505 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60250) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:43.758926 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-9216b685-7444-4054-a78f-d1a7ef060b67 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] show failed (client error): The resource could not be found. Nov 29 18:29:43.763037 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9216b685-7444-4054-a78f-d1a7ef060b67 tempest-NegativeSecGroupTest-370714091 tempest-NegativeSecGroupTest-370714091-project] 10.222.0.23 "GET /v2.0/security-group-rules/176ddda8-fedd-4095-a138-88b72e3778e9 HTTP/1.1" status: 404 len: 356 time: 0.0124774 Nov 29 18:29:43.821418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3767100-36d1-42b4-99ff-069fe0fe6a73 req-09bcf4d6-a9be-45f8-a632-9d814931d6a3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:43.823409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3767100-36d1-42b4-99ff-069fe0fe6a73 req-09bcf4d6-a9be-45f8-a632-9d814931d6a3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 946 time: 0.0533292 Nov 29 18:29:43.871691 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3767100-36d1-42b4-99ff-069fe0fe6a73 req-52052cbd-a269-41df-a53d-910c05e12e55 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 Nov 29 18:29:44.001800 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58973b49-4d54-4054-81cd-a15eecfb0bf9 req-97aa3656-66fc-4562-b2ef-76e3014f8dcc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:44.003445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-58973b49-4d54-4054-81cd-a15eecfb0bf9 req-97aa3656-66fc-4562-b2ef-76e3014f8dcc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 946 time: 0.0581765 Nov 29 18:29:44.015935 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60258) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:44.067399 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-58973b49-4d54-4054-81cd-a15eecfb0bf9 req-0edcd533-be98-4f06-b96f-51ccf7d39032 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578692 Nov 29 18:29:44.169561 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-16254976-4357-4c6e-8419-bed2e7ddd2f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d611f6b9430e499c96a7b9a4a3bbabaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1524088 Nov 29 18:29:44.172140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60266) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:44.227996 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e00bdaed-4dc4-4039-b284-ecb67289fea9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:44.261279 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e00bdaed-4dc4-4039-b284-ecb67289fea9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:44.320896 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e00bdaed-4dc4-4039-b284-ecb67289fea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:44.323776 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e00bdaed-4dc4-4039-b284-ecb67289fea9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:44.327757 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e00bdaed-4dc4-4039-b284-ecb67289fea9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8881575-cee7-4721-afd4-2f029a8517d9 HTTP/1.1" status: 204 len: 168 time: 0.1545627 Nov 29 18:29:44.337042 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00bdaed-4dc4-4039-b284-ecb67289fea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8881575-cee7-4721-afd4-2f029a8517d9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:44.437728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfc053-016b-495e-a553-901bc3ae9b78 req-dfeb0ca9-a1cf-4409-9c35-1f1b788e1831 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:44.439247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0bfc053-016b-495e-a553-901bc3ae9b78 req-dfeb0ca9-a1cf-4409-9c35-1f1b788e1831 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 946 time: 0.0524273 Nov 29 18:29:44.488237 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0bfc053-016b-495e-a553-901bc3ae9b78 req-0ac5d1fd-1d82-47d4-8c30-4fa4cb96f253 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426250 Nov 29 18:29:44.969159 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60290) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:45.063948 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8284dee8-3593-4a46-9016-6f3377de2425 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1288916837'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:45.085368 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8284dee8-3593-4a46-9016-6f3377de2425 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Made reservation on behalf of d61a8a9b42a04c60b486685ec1cfecbe for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:29:45.088853 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8284dee8-3593-4a46-9016-6f3377de2425 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:45.097007 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8284dee8-3593-4a46-9016-6f3377de2425 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:45.169833 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8284dee8-3593-4a46-9016-6f3377de2425 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:45.173640 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8284dee8-3593-4a46-9016-6f3377de2425 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:45.200410 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8284dee8-3593-4a46-9016-6f3377de2425 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:29:45.208993 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284dee8-3593-4a46-9016-6f3377de2425 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4efb06a0-e16d-45ec-953e-5b11009c8b6e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:45.214749 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8284dee8-3593-4a46-9016-6f3377de2425 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:45.215193 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-8284dee8-3593-4a46-9016-6f3377de2425 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Added segment 276ee68e-6057-4839-aad0-5ac8d4009f73 of type vlan for network 28051b47-e21c-4e9c-b000-9e9ecc08887a Nov 29 18:29:45.258339 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8284dee8-3593-4a46-9016-6f3377de2425 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:45.282408 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8284dee8-3593-4a46-9016-6f3377de2425 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:45.287952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8284dee8-3593-4a46-9016-6f3377de2425 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:45.288534 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8284dee8-3593-4a46-9016-6f3377de2425 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:45.345105 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8284dee8-3593-4a46-9016-6f3377de2425 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.3748422 Nov 29 18:29:45.348505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60294) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:45.353348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-d225d996-121c-4489-b537-13bfd4c0b98b tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '28051b47-e21c-4e9c-b000-9e9ecc08887a', 'tempest-TagsTest-Tag-1271886157') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:45.356538 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284dee8-3593-4a46-9016-6f3377de2425 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Pushing event updated for resources: {'Network': ['ID=28051b47-e21c-4e9c-b000-9e9ecc08887a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:45.367523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 28051b47-e21c-4e9c-b000-9e9ecc08887a details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:29:45.437148 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d225d996-121c-4489-b537-13bfd4c0b98b tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] 10.222.0.23 "PUT /v2.0/networks/28051b47-e21c-4e9c-b000-9e9ecc08887a/tags/tempest-TagsTest-Tag-1271886157 HTTP/1.1" status: 201 len: 201 time: 0.0875192 Nov 29 18:29:45.439833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60296) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:45.444176 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-93c12e51-b489-42fb-84f3-44232fe3a2bc tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '28051b47-e21c-4e9c-b000-9e9ecc08887a', 'tempest-TagsTest-Tag-1271886157') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:45.513483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-93c12e51-b489-42fb-84f3-44232fe3a2bc tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] 10.222.0.23 "GET /v2.0/networks/28051b47-e21c-4e9c-b000-9e9ecc08887a/tags/tempest-TagsTest-Tag-1271886157 HTTP/1.1" status: 204 len: 168 time: 0.0724251 Nov 29 18:29:45.515649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60300) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:45.519941 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-7226caa4-941c-4e6d-951f-0b9a8fc7b4b4 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '28051b47-e21c-4e9c-b000-9e9ecc08887a') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:45.619585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7226caa4-941c-4e6d-951f-0b9a8fc7b4b4 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] 10.222.0.23 "GET /v2.0/networks/28051b47-e21c-4e9c-b000-9e9ecc08887a/tags HTTP/1.1" status: 200 len: 238 time: 0.1029143 Nov 29 18:29:45.622306 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60302) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:45.627249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-d77d4cb5-7ba6-42b0-980e-b2af5bdd1756 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '28051b47-e21c-4e9c-b000-9e9ecc08887a', {'tags': ['tempest-TagsTest-Tag-798464715', 'tempest-TagsTest-Tag-930907564', 'tempest-TagsTest-Tag-627297007']}) {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:45.631902 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212a946-6839-43ec-831d-28855bcc8560 req-ee56113a-df19-4084-a72e-45bded635b0d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:45.633387 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6212a946-6839-43ec-831d-28855bcc8560 req-ee56113a-df19-4084-a72e-45bded635b0d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 946 time: 0.0687010 Nov 29 18:29:45.683747 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6212a946-6839-43ec-831d-28855bcc8560 req-2ff0d505-9de5-4ecd-a75d-5f28e5a363ab tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 Nov 29 18:29:45.709248 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d77d4cb5-7ba6-42b0-980e-b2af5bdd1756 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] 10.222.0.23 "PUT /v2.0/networks/28051b47-e21c-4e9c-b000-9e9ecc08887a/tags HTTP/1.1" status: 200 len: 306 time: 0.0857053 Nov 29 18:29:45.711742 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60304) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:45.715948 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-92120492-2184-4b9d-9526-96548b3c1681 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '28051b47-e21c-4e9c-b000-9e9ecc08887a', 'tempest-TagsTest-Tag-798464715') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:45.799727 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-92120492-2184-4b9d-9526-96548b3c1681 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] 10.222.0.23 "DELETE /v2.0/networks/28051b47-e21c-4e9c-b000-9e9ecc08887a/tags/tempest-TagsTest-Tag-798464715 HTTP/1.1" status: 204 len: 168 time: 0.0869992 Nov 29 18:29:45.802326 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60306) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:45.806395 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-e5722966-f667-49a2-b72e-9388bd99b8ff tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '28051b47-e21c-4e9c-b000-9e9ecc08887a', 'tempest-TagsTest-Tag-798464715') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:45.874712 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-e5722966-f667-49a2-b72e-9388bd99b8ff tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] show failed (client error): The resource could not be found. Nov 29 18:29:45.875761 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e5722966-f667-49a2-b72e-9388bd99b8ff tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] 10.222.0.23 "GET /v2.0/networks/28051b47-e21c-4e9c-b000-9e9ecc08887a/tags/tempest-TagsTest-Tag-798464715 HTTP/1.1" status: 404 len: 325 time: 0.0724998 Nov 29 18:29:45.878409 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60308) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:45.882436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-445bb516-9f07-4e6a-a423-37d981971d4f tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '28051b47-e21c-4e9c-b000-9e9ecc08887a', 'tempest-TagsTest-Tag-930907564') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:45.948117 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-445bb516-9f07-4e6a-a423-37d981971d4f tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] 10.222.0.23 "GET /v2.0/networks/28051b47-e21c-4e9c-b000-9e9ecc08887a/tags/tempest-TagsTest-Tag-930907564 HTTP/1.1" status: 204 len: 168 time: 0.0687029 Nov 29 18:29:45.950454 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60310) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:45.954691 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-06eb3b66-320f-4be7-8328-3e18079a7b67 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '28051b47-e21c-4e9c-b000-9e9ecc08887a', 'tempest-TagsTest-Tag-627297007') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:46.023397 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-06eb3b66-320f-4be7-8328-3e18079a7b67 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] 10.222.0.23 "GET /v2.0/networks/28051b47-e21c-4e9c-b000-9e9ecc08887a/tags/tempest-TagsTest-Tag-627297007 HTTP/1.1" status: 204 len: 168 time: 0.0718553 Nov 29 18:29:46.025945 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60312) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:46.030112 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-7d8c8abc-89e3-4f68-bc1b-7772e5a9a7e1 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '28051b47-e21c-4e9c-b000-9e9ecc08887a') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:46.117492 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7d8c8abc-89e3-4f68-bc1b-7772e5a9a7e1 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] 10.222.0.23 "DELETE /v2.0/networks/28051b47-e21c-4e9c-b000-9e9ecc08887a/tags HTTP/1.1" status: 204 len: 168 time: 0.0905526 Nov 29 18:29:46.120059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60314) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:46.124202 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-09755b9f-8219-4f99-8af6-6de1f4a77b1b tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '28051b47-e21c-4e9c-b000-9e9ecc08887a', 'tempest-TagsTest-Tag-930907564') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:46.224983 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215b17c-da89-4e64-95eb-1b444643319a req-2b9519f3-fe32-478c-b5b9-cb2ff4646fe3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:46.226457 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c215b17c-da89-4e64-95eb-1b444643319a req-2b9519f3-fe32-478c-b5b9-cb2ff4646fe3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 946 time: 0.0896001 Nov 29 18:29:46.232331 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-09755b9f-8219-4f99-8af6-6de1f4a77b1b tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] show failed (client error): The resource could not be found. Nov 29 18:29:46.233305 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-09755b9f-8219-4f99-8af6-6de1f4a77b1b tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] 10.222.0.23 "GET /v2.0/networks/28051b47-e21c-4e9c-b000-9e9ecc08887a/tags/tempest-TagsTest-Tag-930907564 HTTP/1.1" status: 404 len: 325 time: 0.1123550 Nov 29 18:29:46.236221 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60316) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:46.241299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-a3281b53-1213-4ce0-88b2-7f8bbd54b122 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '28051b47-e21c-4e9c-b000-9e9ecc08887a', 'tempest-TagsTest-Tag-627297007') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:46.315474 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-a3281b53-1213-4ce0-88b2-7f8bbd54b122 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] show failed (client error): The resource could not be found. Nov 29 18:29:46.316490 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a3281b53-1213-4ce0-88b2-7f8bbd54b122 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] 10.222.0.23 "GET /v2.0/networks/28051b47-e21c-4e9c-b000-9e9ecc08887a/tags/tempest-TagsTest-Tag-627297007 HTTP/1.1" status: 404 len: 325 time: 0.0792766 Nov 29 18:29:46.319439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60318) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:46.323721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-f4dd34fc-6321-4e5f-a963-67b0e7e380de tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '28051b47-e21c-4e9c-b000-9e9ecc08887a') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:46.325893 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-c215b17c-da89-4e64-95eb-1b444643319a req-13d307c7-a386-4df9-addf-8bc7580c74bd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Deleting port 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:29:46.326240 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c215b17c-da89-4e64-95eb-1b444643319a req-13d307c7-a386-4df9-addf-8bc7580c74bd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:46.396559 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f4dd34fc-6321-4e5f-a963-67b0e7e380de tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] 10.222.0.23 "DELETE /v2.0/networks/28051b47-e21c-4e9c-b000-9e9ecc08887a/tags HTTP/1.1" status: 204 len: 168 time: 0.0761135 Nov 29 18:29:46.400619 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60320) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:46.417759 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c215b17c-da89-4e64-95eb-1b444643319a req-13d307c7-a386-4df9-addf-8bc7580c74bd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] For port 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:46.418122 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c215b17c-da89-4e64-95eb-1b444643319a req-13d307c7-a386-4df9-addf-8bc7580c74bd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:46.432139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-c215b17c-da89-4e64-95eb-1b444643319a req-13d307c7-a386-4df9-addf-8bc7580c74bd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Calling delete_port for 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:29:46.478364 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52a2f602-16d0-46c3-ab49-fb9360e5e117 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:46.563923 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52a2f602-16d0-46c3-ab49-fb9360e5e117 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:46.564298 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c215b17c-da89-4e64-95eb-1b444643319a req-13d307c7-a386-4df9-addf-8bc7580c74bd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:46.578888 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:29:46.584030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['1188c10b-91f9-44a4-b15d-609f362b151a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:29:46.590019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-52a2f602-16d0-46c3-ab49-fb9360e5e117 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28051b47-e21c-4e9c-b000-9e9ecc08887a']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:46.594880 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d307c7-a386-4df9-addf-8bc7580c74bd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event deleted for resources: {'Port': ['ID=0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:46.610161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-52a2f602-16d0-46c3-ab49-fb9360e5e117 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276ee68e-6057-4839-aad0-5ac8d4009f73') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:46.610461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-52a2f602-16d0-46c3-ab49-fb9360e5e117 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276ee68e-6057-4839-aad0-5ac8d4009f73') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:46.622280 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52a2f602-16d0-46c3-ab49-fb9360e5e117 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:46.640159 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52a2f602-16d0-46c3-ab49-fb9360e5e117 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:46.640779 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c215b17c-da89-4e64-95eb-1b444643319a req-13d307c7-a386-4df9-addf-8bc7580c74bd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] No DVR routers for this DVR port 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:29:46.643212 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c215b17c-da89-4e64-95eb-1b444643319a req-13d307c7-a386-4df9-addf-8bc7580c74bd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:46.646869 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c215b17c-da89-4e64-95eb-1b444643319a req-13d307c7-a386-4df9-addf-8bc7580c74bd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "DELETE /v2.0/ports/0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 HTTP/1.1" status: 204 len: 173 time: 0.4125218 Nov 29 18:29:46.648268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd7c129-9f4c-4f79-bd02-416126aa2de7', 'name': 'network-vif-deleted', 'tag': '0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:29:46.649115 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a2f602-16d0-46c3-ab49-fb9360e5e117 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:29:46.649518 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52a2f602-16d0-46c3-ab49-fb9360e5e117 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:46.650986 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4978b5-2ae4-4217-89f7-05ea4f3c02c3" -d '{"events": [{"server_uuid": "dcd7c129-9f4c-4f79-bd02-416126aa2de7", "name": "network-vif-deleted", "tag": "0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:29:46.674965 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:29:46.737239 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cf1def-4d72-4901-8da9-39923602dbd9 x-openstack-request-id: req-25cf1def-4d72-4901-8da9-39923602dbd9 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:29:46.738202 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd7c129-9f4c-4f79-bd02-416126aa2de7", "name": "network-vif-deleted", "tag": "0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:29:46.738202 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25cf1def-4d72-4901-8da9-39923602dbd9 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:29:46.739059 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd7c129-9f4c-4f79-bd02-416126aa2de7', 'name': 'network-vif-deleted', 'tag': '0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7', 'status': 'completed', 'code': 200} Nov 29 18:29:46.817678 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52a2f602-16d0-46c3-ab49-fb9360e5e117 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:46.840020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7b89617-4bba-4072-a694-7c12ecbaccde req-db340a02-987b-4c11-9e49-64946366cfae tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 210 time: 0.0347521 Nov 29 18:29:46.842498 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52a2f602-16d0-46c3-ab49-fb9360e5e117 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:46.849046 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-52a2f602-16d0-46c3-ab49-fb9360e5e117 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] 10.222.0.23 "DELETE /v2.0/networks/28051b47-e21c-4e9c-b000-9e9ecc08887a HTTP/1.1" status: 204 len: 168 time: 0.4445202 Nov 29 18:29:46.865303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2f602-16d0-46c3-ab49-fb9360e5e117 tempest-TagsTest-2107723235 tempest-TagsTest-2107723235-project] Pushing event deleted for resources: {'Network': ['ID=28051b47-e21c-4e9c-b000-9e9ecc08887a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:47.104977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60330) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:47.242582 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cd4078e9-b0a4-466c-ab9d-f7ea4d2afc13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d61a8a9b42a04c60b486685ec1cfecbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364224 Nov 29 18:29:47.244974 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60334) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:47.292773 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21f037d4-a9cf-4451-9688-705811ff6c92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:47.318823 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21f037d4-a9cf-4451-9688-705811ff6c92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:47.367718 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21f037d4-a9cf-4451-9688-705811ff6c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:47.370927 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21f037d4-a9cf-4451-9688-705811ff6c92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:47.372328 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-21f037d4-a9cf-4451-9688-705811ff6c92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4efb06a0-e16d-45ec-953e-5b11009c8b6e HTTP/1.1" status: 204 len: 168 time: 0.1263869 Nov 29 18:29:47.381482 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f037d4-a9cf-4451-9688-705811ff6c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efb06a0-e16d-45ec-953e-5b11009c8b6e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:47.953480 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7209063-6240-4364-8bce-b720f1a6d879 req-d0c5b648-dac7-4d81-a002-52bf39bfeb49 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 210 time: 0.0355890 Nov 29 18:29:48.052793 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60358) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:48.156585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6401cc8d-4ee8-4c55-b88c-f4814cf6ea79 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141932845-network', 'tenant_id': 'eea8173bbd1e4761a2237fb95bd7dad2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:48.177959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6401cc8d-4ee8-4c55-b88c-f4814cf6ea79 admin admin] Made reservation on behalf of eea8173bbd1e4761a2237fb95bd7dad2 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:29:48.180470 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6401cc8d-4ee8-4c55-b88c-f4814cf6ea79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:48.189441 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6401cc8d-4ee8-4c55-b88c-f4814cf6ea79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:48.272581 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6401cc8d-4ee8-4c55-b88c-f4814cf6ea79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:48.276478 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6401cc8d-4ee8-4c55-b88c-f4814cf6ea79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:48.303146 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6401cc8d-4ee8-4c55-b88c-f4814cf6ea79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:29:48.313074 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401cc8d-4ee8-4c55-b88c-f4814cf6ea79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c396262-2b52-4a2b-a7ad-8bc908a09e58,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:48.319400 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6401cc8d-4ee8-4c55-b88c-f4814cf6ea79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:48.319748 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-6401cc8d-4ee8-4c55-b88c-f4814cf6ea79 admin admin] Added segment 227fd4c0-4bef-4ff3-859c-fb3d8755ca3e of type vlan for network 8ce08161-b829-486e-a385-f7cdcc2f6c56 Nov 29 18:29:48.364636 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6401cc8d-4ee8-4c55-b88c-f4814cf6ea79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:48.388628 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6401cc8d-4ee8-4c55-b88c-f4814cf6ea79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:48.389609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6401cc8d-4ee8-4c55-b88c-f4814cf6ea79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:48.390298 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6401cc8d-4ee8-4c55-b88c-f4814cf6ea79 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:48.457681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6401cc8d-4ee8-4c55-b88c-f4814cf6ea79 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4035888 Nov 29 18:29:48.460736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60362) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:48.465170 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401cc8d-4ee8-4c55-b88c-f4814cf6ea79 admin admin] Pushing event updated for resources: {'Network': ['ID=8ce08161-b829-486e-a385-f7cdcc2f6c56,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:48.468447 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e5d0991a-5276-42d4-a848-50d920ce288d admin admin] Request body: {'subnet': {'network_id': '8ce08161-b829-486e-a385-f7cdcc2f6c56', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141932845-subnet', 'tenant_id': 'eea8173bbd1e4761a2237fb95bd7dad2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:48.477551 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 8ce08161-b829-486e-a385-f7cdcc2f6c56 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:29:48.505921 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d0991a-5276-42d4-a848-50d920ce288d admin admin] Made reservation on behalf of eea8173bbd1e4761a2237fb95bd7dad2 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:29:48.508646 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5d0991a-5276-42d4-a848-50d920ce288d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:48.694383 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5d0991a-5276-42d4-a848-50d920ce288d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:48.755518 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0991a-5276-42d4-a848-50d920ce288d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3662ef80-dbe4-4ccb-a0bc-4ff77cb7e7b2,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:48.764085 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0991a-5276-42d4-a848-50d920ce288d admin admin] Checking segment: {'id': '227fd4c0-4bef-4ff3-859c-fb3d8755ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8ce08161-b829-486e-a385-f7cdcc2f6c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:29:48.764450 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d0991a-5276-42d4-a848-50d920ce288d admin admin] Network hostable DHCP agents. Network: 8ce08161-b829-486e-a385-f7cdcc2f6c56, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:29:48.782645 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d0991a-5276-42d4-a848-50d920ce288d admin admin] Network 8ce08161-b829-486e-a385-f7cdcc2f6c56 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:29:48.791895 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-e5d0991a-5276-42d4-a848-50d920ce288d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 8ce08161-b829-486e-a385-f7cdcc2f6c56) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:29:48.798941 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d0991a-5276-42d4-a848-50d920ce288d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:48.800835 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e5d0991a-5276-42d4-a848-50d920ce288d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:48.801737 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a01700-af72-46ff-92ef-5c8ba201d346 None None] Network 8ce08161-b829-486e-a385-f7cdcc2f6c56 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:29:48.827575 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e5d0991a-5276-42d4-a848-50d920ce288d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3574290 Nov 29 18:29:48.950609 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4fd0a1-6e55-4c22-bc63-2b45144813cf None None] Network 8ce08161-b829-486e-a385-f7cdcc2f6c56 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:29:49.095354 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3cfc8012-b772-42da-9631-d6e6fa75aa8b req-40e5e5a1-a695-4610-8e0e-8d2955c6a535 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 210 time: 0.0430682 Nov 29 18:29:49.368766 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60380) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:49.373793 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-33b246c8-f32b-4b14-9f13-b27155b8e141 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1422765959-network', 'tenant_id': '93d4026c6644484dad47aa05b0f12720'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:49.395100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b246c8-f32b-4b14-9f13-b27155b8e141 admin admin] Made reservation on behalf of 93d4026c6644484dad47aa05b0f12720 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:29:49.397370 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b246c8-f32b-4b14-9f13-b27155b8e141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:49.406995 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b246c8-f32b-4b14-9f13-b27155b8e141 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:49.488780 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b246c8-f32b-4b14-9f13-b27155b8e141 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:49.493619 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b246c8-f32b-4b14-9f13-b27155b8e141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:49.519859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b246c8-f32b-4b14-9f13-b27155b8e141 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:29:49.529826 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b246c8-f32b-4b14-9f13-b27155b8e141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c22fb9-b1b0-4ed4-8bff-e1ab0a77cb4c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:49.534646 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b246c8-f32b-4b14-9f13-b27155b8e141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:49.535087 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-33b246c8-f32b-4b14-9f13-b27155b8e141 admin admin] Added segment daea6fbb-2110-4054-88c2-57f69415d89b of type vlan for network b994ed2d-8fa1-4d58-a39c-312c1f2a9fca Nov 29 18:29:49.576882 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b246c8-f32b-4b14-9f13-b27155b8e141 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:49.603327 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b246c8-f32b-4b14-9f13-b27155b8e141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:49.604211 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b246c8-f32b-4b14-9f13-b27155b8e141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:49.604823 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-33b246c8-f32b-4b14-9f13-b27155b8e141 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:49.632557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:29:49.666001 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-33b246c8-f32b-4b14-9f13-b27155b8e141 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2935567 Nov 29 18:29:49.666250 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60382) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:49.669295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:29:49.669962 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 0f0dc759-6fc8-41d0-94be-f48e8d8ed3e7 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:29:49.674922 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-01c1aae9-bbb3-41c5-83cf-715bc18f6f55 admin admin] Request body: {'subnet': {'network_id': 'b994ed2d-8fa1-4d58-a39c-312c1f2a9fca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1422765959-subnet', 'tenant_id': '93d4026c6644484dad47aa05b0f12720', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:29:49.681113 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b246c8-f32b-4b14-9f13-b27155b8e141 admin admin] Pushing event updated for resources: {'Network': ['ID=b994ed2d-8fa1-4d58-a39c-312c1f2a9fca,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:49.694475 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network b994ed2d-8fa1-4d58-a39c-312c1f2a9fca details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:29:49.701347 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c1aae9-bbb3-41c5-83cf-715bc18f6f55 admin admin] Made reservation on behalf of 93d4026c6644484dad47aa05b0f12720 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:29:49.703746 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01c1aae9-bbb3-41c5-83cf-715bc18f6f55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:49.889735 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01c1aae9-bbb3-41c5-83cf-715bc18f6f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:49.943452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1aae9-bbb3-41c5-83cf-715bc18f6f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b33baeec-a49f-4f9f-a11f-9930783b05cb,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:49.955133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c1aae9-bbb3-41c5-83cf-715bc18f6f55 admin admin] Checking segment: {'id': 'daea6fbb-2110-4054-88c2-57f69415d89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b994ed2d-8fa1-4d58-a39c-312c1f2a9fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:29:49.955495 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c1aae9-bbb3-41c5-83cf-715bc18f6f55 admin admin] Network hostable DHCP agents. Network: b994ed2d-8fa1-4d58-a39c-312c1f2a9fca, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:29:49.973365 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c1aae9-bbb3-41c5-83cf-715bc18f6f55 admin admin] Network b994ed2d-8fa1-4d58-a39c-312c1f2a9fca is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:29:49.983384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-01c1aae9-bbb3-41c5-83cf-715bc18f6f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, b994ed2d-8fa1-4d58-a39c-312c1f2a9fca) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:29:49.988435 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c1aae9-bbb3-41c5-83cf-715bc18f6f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:49.989038 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-01c1aae9-bbb3-41c5-83cf-715bc18f6f55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:49.992986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d6c323-5e4a-43ad-9150-9bf59fff8694 None None] Network b994ed2d-8fa1-4d58-a39c-312c1f2a9fca requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:29:50.014891 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-01c1aae9-bbb3-41c5-83cf-715bc18f6f55 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3419957 Nov 29 18:29:50.174919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df80496-bb0c-41e7-a26f-b21ae53d9bb4 None None] Network b994ed2d-8fa1-4d58-a39c-312c1f2a9fca requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:29:50.205604 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60388) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:50.267745 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f7c94f-f0fe-4173-a9b8-a7f6b65104ad admin admin] Deleting subnet 3662ef80-dbe4-4ccb-a0bc-4ff77cb7e7b2 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:29:50.268480 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa783fff-5141-4a11-a58e-4940aa01bb6b req-d872ba77-e121-4081-ad78-ce0f9eb5df44 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 210 time: 0.0559225 Nov 29 18:29:50.274850 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c1f7c94f-f0fe-4173-a9b8-a7f6b65104ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:50.336422 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c1f7c94f-f0fe-4173-a9b8-a7f6b65104ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:50.388471 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c1f7c94f-f0fe-4173-a9b8-a7f6b65104ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:50.459341 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c1f7c94f-f0fe-4173-a9b8-a7f6b65104ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:50.485595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7c94f-f0fe-4173-a9b8-a7f6b65104ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3662ef80-dbe4-4ccb-a0bc-4ff77cb7e7b2,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:50.491703 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c1f7c94f-f0fe-4173-a9b8-a7f6b65104ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:50.497519 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c1f7c94f-f0fe-4173-a9b8-a7f6b65104ad admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3662ef80-dbe4-4ccb-a0bc-4ff77cb7e7b2 HTTP/1.1" status: 204 len: 168 time: 0.2900338 Nov 29 18:29:50.497819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60390) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:50.573297 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa1abbfd-ee9b-4df4-a932-921d1384dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:50.652738 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa1abbfd-ee9b-4df4-a932-921d1384dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:50.674318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-fa1abbfd-ee9b-4df4-a932-921d1384dfc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce08161-b829-486e-a385-f7cdcc2f6c56']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:50.685324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-fa1abbfd-ee9b-4df4-a932-921d1384dfc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227fd4c0-4bef-4ff3-859c-fb3d8755ca3e') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:50.685665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-fa1abbfd-ee9b-4df4-a932-921d1384dfc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227fd4c0-4bef-4ff3-859c-fb3d8755ca3e') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:50.700372 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa1abbfd-ee9b-4df4-a932-921d1384dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:50.713851 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa1abbfd-ee9b-4df4-a932-921d1384dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:50.720404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1abbfd-ee9b-4df4-a932-921d1384dfc6 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:29:50.720878 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa1abbfd-ee9b-4df4-a932-921d1384dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:29:50.723046 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:29:50.781489 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa1abbfd-ee9b-4df4-a932-921d1384dfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:50.787676 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa1abbfd-ee9b-4df4-a932-921d1384dfc6 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:50.794400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fa1abbfd-ee9b-4df4-a932-921d1384dfc6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8ce08161-b829-486e-a385-f7cdcc2f6c56 HTTP/1.1" status: 204 len: 168 time: 0.2928956 Nov 29 18:29:50.794890 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60392) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:50.805331 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1abbfd-ee9b-4df4-a932-921d1384dfc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ce08161-b829-486e-a385-f7cdcc2f6c56,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:50.845195 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-51297c20-0d59-4105-8a35-88dd24e5b74b admin admin] Deleting subnet b33baeec-a49f-4f9f-a11f-9930783b05cb {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:29:50.849338 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-51297c20-0d59-4105-8a35-88dd24e5b74b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:50.886586 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-51297c20-0d59-4105-8a35-88dd24e5b74b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:50.933127 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-51297c20-0d59-4105-8a35-88dd24e5b74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:50.988528 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-51297c20-0d59-4105-8a35-88dd24e5b74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:51.014023 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51297c20-0d59-4105-8a35-88dd24e5b74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b33baeec-a49f-4f9f-a11f-9930783b05cb,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:51.022106 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-51297c20-0d59-4105-8a35-88dd24e5b74b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:51.027644 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-51297c20-0d59-4105-8a35-88dd24e5b74b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b33baeec-a49f-4f9f-a11f-9930783b05cb HTTP/1.1" status: 204 len: 168 time: 0.2293868 Nov 29 18:29:51.028040 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60394) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:51.102841 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a835431a-ff95-471c-a168-a70ff06daa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:51.406345 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e6e9c43-5d69-431d-a502-61ed0d55c395 req-5b16232c-6027-43ee-a10b-6ba2ff5d17eb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=dcd7c129-9f4c-4f79-bd02-416126aa2de7 HTTP/1.1" status: 200 len: 210 time: 0.0373600 Nov 29 18:29:51.545519 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a835431a-ff95-471c-a168-a70ff06daa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:51.566074 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a835431a-ff95-471c-a168-a70ff06daa6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b994ed2d-8fa1-4d58-a39c-312c1f2a9fca']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:51.575593 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a835431a-ff95-471c-a168-a70ff06daa6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daea6fbb-2110-4054-88c2-57f69415d89b') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:51.575903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a835431a-ff95-471c-a168-a70ff06daa6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daea6fbb-2110-4054-88c2-57f69415d89b') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:29:51.585559 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a835431a-ff95-471c-a168-a70ff06daa6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:51.600041 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a835431a-ff95-471c-a168-a70ff06daa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:51.606242 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a835431a-ff95-471c-a168-a70ff06daa6e admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:29:51.606661 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a835431a-ff95-471c-a168-a70ff06daa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:29:51.608643 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:29:51.673510 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a835431a-ff95-471c-a168-a70ff06daa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:51.691760 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a835431a-ff95-471c-a168-a70ff06daa6e admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:51.697646 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a835431a-ff95-471c-a168-a70ff06daa6e admin admin] 10.222.0.23 "DELETE /v2.0/networks/b994ed2d-8fa1-4d58-a39c-312c1f2a9fca HTTP/1.1" status: 204 len: 168 time: 0.6685917 Nov 29 18:29:51.698591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835431a-ff95-471c-a168-a70ff06daa6e admin admin] Pushing event deleted for resources: {'Network': ['ID=b994ed2d-8fa1-4d58-a39c-312c1f2a9fca,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:51.899545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60400) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:51.947453 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-46816177-54d3-424a-93cf-e762cd3d7ccd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eea8173bbd1e4761a2237fb95bd7dad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464036 Nov 29 18:29:51.949732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60402) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:52.005795 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca042240-4989-4ca4-b52d-935a71566127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:52.029199 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca042240-4989-4ca4-b52d-935a71566127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:52.078282 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca042240-4989-4ca4-b52d-935a71566127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:52.081921 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca042240-4989-4ca4-b52d-935a71566127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:52.083318 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ca042240-4989-4ca4-b52d-935a71566127 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c396262-2b52-4a2b-a7ad-8bc908a09e58 HTTP/1.1" status: 204 len: 168 time: 0.1321745 Nov 29 18:29:52.091846 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca042240-4989-4ca4-b52d-935a71566127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c396262-2b52-4a2b-a7ad-8bc908a09e58,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:52.492138 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60412) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:52.544979 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-111df18a-2fb5-4f1f-9d3e-637bca81909e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93d4026c6644484dad47aa05b0f12720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512133 Nov 29 18:29:52.548071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60414) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:52.611804 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21b88cc0-c2dd-437d-a854-1aaa4de4c92b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:52.640788 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21b88cc0-c2dd-437d-a854-1aaa4de4c92b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:52.700842 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21b88cc0-c2dd-437d-a854-1aaa4de4c92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:52.704304 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21b88cc0-c2dd-437d-a854-1aaa4de4c92b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:52.705870 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-21b88cc0-c2dd-437d-a854-1aaa4de4c92b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81c22fb9-b1b0-4ed4-8bff-e1ab0a77cb4c HTTP/1.1" status: 204 len: 168 time: 0.1566741 Nov 29 18:29:52.717390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b88cc0-c2dd-437d-a854-1aaa4de4c92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c22fb9-b1b0-4ed4-8bff-e1ab0a77cb4c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:53.985253 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9014ab83-76ea-4efd-b946-42ffa48600e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:55.555594 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:29:55.947923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60556) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:56.065074 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f21864d2-80be-4b23-9a08-aee311e7068f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:56.142651 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f21864d2-80be-4b23-9a08-aee311e7068f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:56.147032 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f21864d2-80be-4b23-9a08-aee311e7068f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:56.189426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f21864d2-80be-4b23-9a08-aee311e7068f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=baa1490cbb9640c8a5e64e2d1b2f8ae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2403929 Nov 29 18:29:56.191034 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21864d2-80be-4b23-9a08-aee311e7068f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d82b44-ab3a-41a3-8956-743b9bdec2f1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:56.192758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60562) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:56.199366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21864d2-80be-4b23-9a08-aee311e7068f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.199726 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21864d2-80be-4b23-9a08-aee311e7068f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.200080 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21864d2-80be-4b23-9a08-aee311e7068f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.200423 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21864d2-80be-4b23-9a08-aee311e7068f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.201003 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21864d2-80be-4b23-9a08-aee311e7068f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.201130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21864d2-80be-4b23-9a08-aee311e7068f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.201430 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21864d2-80be-4b23-9a08-aee311e7068f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.201761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21864d2-80be-4b23-9a08-aee311e7068f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.202096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21864d2-80be-4b23-9a08-aee311e7068f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.202427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21864d2-80be-4b23-9a08-aee311e7068f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.202758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21864d2-80be-4b23-9a08-aee311e7068f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.203235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21864d2-80be-4b23-9a08-aee311e7068f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.245455 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:56.270539 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:56.316322 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:56.319216 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:56.320362 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17d82b44-ab3a-41a3-8956-743b9bdec2f1 HTTP/1.1" status: 204 len: 168 time: 0.1254306 Nov 29 18:29:56.328321 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d82b44-ab3a-41a3-8956-743b9bdec2f1,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:56.335728 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.336083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.336440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.336784 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.337124 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.337462 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.337802 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.338135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.338468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.338810 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.339166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.339494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab6e7db-b989-41a9-8db1-76f0fd126a7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:29:56.430927 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-081b83ac-82e7-4cf0-b073-96d1769d22c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:56.576271 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60568) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:56.589402 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b14e-68a4-416a-8fcd-ad152b914f29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:56.666137 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b14e-68a4-416a-8fcd-ad152b914f29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:56.669880 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b14e-68a4-416a-8fcd-ad152b914f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:56.710385 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bcb3b14e-68a4-416a-8fcd-ad152b914f29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ab7c3e9f8724c2a8dc419c51f72a9dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330068 Nov 29 18:29:56.711279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3b14e-68a4-416a-8fcd-ad152b914f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91615c7-c5cc-41da-b787-7c631fb2317a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:56.713216 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60570) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:29:56.762643 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f57a7d74-d45b-4f6a-9c8a-1e5ec7a83604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:56.783766 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f57a7d74-d45b-4f6a-9c8a-1e5ec7a83604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:56.831306 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f57a7d74-d45b-4f6a-9c8a-1e5ec7a83604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:56.833929 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f57a7d74-d45b-4f6a-9c8a-1e5ec7a83604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:56.837476 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f57a7d74-d45b-4f6a-9c8a-1e5ec7a83604 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f91615c7-c5cc-41da-b787-7c631fb2317a HTTP/1.1" status: 204 len: 168 time: 0.1210239 Nov 29 18:29:56.842816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a7d74-d45b-4f6a-9c8a-1e5ec7a83604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91615c7-c5cc-41da-b787-7c631fb2317a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:56.999682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c5336-c9b4-4e4e-9dfa-e2277b327618 req-b4ff59ce-391a-4c4b-821f-93f560612aa7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:57.001191 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e2c5336-c9b4-4e4e-9dfa-e2277b327618 req-b4ff59ce-391a-4c4b-821f-93f560612aa7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 945 time: 0.0504689 Nov 29 18:29:57.050307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e2c5336-c9b4-4e4e-9dfa-e2277b327618 req-b8f379f7-d340-4eda-952b-9305204e4ab6 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428133 Nov 29 18:29:57.286721 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:57.622457 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:58.349270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7d38f-7b90-4e2a-b847-5bb2c01e48d7 req-9c4e326f-925d-4971-920e-c6e56fcc33d7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:58.350952 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07c7d38f-7b90-4e2a-b847-5bb2c01e48d7 req-9c4e326f-925d-4971-920e-c6e56fcc33d7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 945 time: 0.2277112 Nov 29 18:29:58.400979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07c7d38f-7b90-4e2a-b847-5bb2c01e48d7 req-18362c95-43b3-4617-8243-49024b4966a9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=466c753b-0eee-4276-ae96-c1416d88a66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427823 Nov 29 18:29:58.676586 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8e75b-6eee-4ce0-846c-e261b9d022f9 req-8232364a-dfb1-4859-90bf-9570efce6a34 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:29:58.678208 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0aa8e75b-6eee-4ce0-846c-e261b9d022f9 req-8232364a-dfb1-4859-90bf-9570efce6a34 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.20 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 945 time: 0.0487440 Nov 29 18:29:58.772877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-0aa8e75b-6eee-4ce0-846c-e261b9d022f9 req-ce0bd70d-b7a0-4081-8227-5a7977786b35 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Deleting port 1188c10b-91f9-44a4-b15d-609f362b151a {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:29:58.773221 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0aa8e75b-6eee-4ce0-846c-e261b9d022f9 req-ce0bd70d-b7a0-4081-8227-5a7977786b35 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:58.871762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-0aa8e75b-6eee-4ce0-846c-e261b9d022f9 req-ce0bd70d-b7a0-4081-8227-5a7977786b35 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] For port 1188c10b-91f9-44a4-b15d-609f362b151a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=1188c10b-91f9-44a4-b15d-609f362b151a,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:29:58.872171 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0aa8e75b-6eee-4ce0-846c-e261b9d022f9 req-ce0bd70d-b7a0-4081-8227-5a7977786b35 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:58.889091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-0aa8e75b-6eee-4ce0-846c-e261b9d022f9 req-ce0bd70d-b7a0-4081-8227-5a7977786b35 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Calling delete_port for 1188c10b-91f9-44a4-b15d-609f362b151a owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:29:59.041276 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0aa8e75b-6eee-4ce0-846c-e261b9d022f9 req-ce0bd70d-b7a0-4081-8227-5a7977786b35 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:59.072043 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bd70d-b7a0-4081-8227-5a7977786b35 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event deleted for resources: {'Port': ['ID=1188c10b-91f9-44a4-b15d-609f362b151a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:29:59.115542 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa8e75b-6eee-4ce0-846c-e261b9d022f9 req-ce0bd70d-b7a0-4081-8227-5a7977786b35 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] No DVR routers for this DVR port 1188c10b-91f9-44a4-b15d-609f362b151a on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:29:59.118659 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0aa8e75b-6eee-4ce0-846c-e261b9d022f9 req-ce0bd70d-b7a0-4081-8227-5a7977786b35 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:59.122461 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0aa8e75b-6eee-4ce0-846c-e261b9d022f9 req-ce0bd70d-b7a0-4081-8227-5a7977786b35 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.20 "DELETE /v2.0/ports/1188c10b-91f9-44a4-b15d-609f362b151a HTTP/1.1" status: 204 len: 173 time: 0.4370947 Nov 29 18:29:59.122951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892c7067-f82b-420b-9ac5-7161b82a6985', 'name': 'network-vif-deleted', 'tag': '1188c10b-91f9-44a4-b15d-609f362b151a'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:29:59.125276 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f861e4-fc33-4dba-a359-f74308ba0844" -d '{"events": [{"server_uuid": "892c7067-f82b-420b-9ac5-7161b82a6985", "name": "network-vif-deleted", "tag": "1188c10b-91f9-44a4-b15d-609f362b151a"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:29:59.144350 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:59.178364 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8689c03b-42e3-4519-af35-759cf2249ac6 x-openstack-request-id: req-8689c03b-42e3-4519-af35-759cf2249ac6 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:29:59.178675 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892c7067-f82b-420b-9ac5-7161b82a6985", "name": "network-vif-deleted", "tag": "1188c10b-91f9-44a4-b15d-609f362b151a", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:29:59.178970 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8689c03b-42e3-4519-af35-759cf2249ac6 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:29:59.179383 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892c7067-f82b-420b-9ac5-7161b82a6985', 'name': 'network-vif-deleted', 'tag': '1188c10b-91f9-44a4-b15d-609f362b151a', 'status': 'completed', 'code': 200} Nov 29 18:29:59.525665 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50dbb389-0af6-426d-b565-f9da8e2cf2d0 req-b92012ef-792d-4e97-acb2-68fbd853c416 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 210 time: 0.0364590 Nov 29 18:29:59.819461 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:29:59.971008 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:00.781114 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b2be5dd-1387-45b1-8e58-c32ffa345c36 req-26691e07-029c-4caf-b9ff-94ede41b766c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 210 time: 0.1934707 Nov 29 18:30:00.946223 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 1188c10b-91f9-44a4-b15d-609f362b151a no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:30:00.969697 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 1188c10b-91f9-44a4-b15d-609f362b151a {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:30:00.970054 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 1188c10b-91f9-44a4-b15d-609f362b151a not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:30:01.520024 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4ff43a6e-b6da-4a29-af7c-e9eb947fd6db req-589123f9-cae7-4623-a425-05efdf42123d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1189349 Nov 29 18:30:01.608687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff43a6e-b6da-4a29-af7c-e9eb947fd6db req-8f2299b3-1a85-4488-9ab0-36b538311731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:01.610269 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4ff43a6e-b6da-4a29-af7c-e9eb947fd6db req-8f2299b3-1a85-4488-9ab0-36b538311731 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 1097 time: 0.0458977 Nov 29 18:30:01.736178 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff43a6e-b6da-4a29-af7c-e9eb947fd6db req-3ed23997-02a4-4e3c-8b1c-8e05b6f53017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:01.737900 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4ff43a6e-b6da-4a29-af7c-e9eb947fd6db req-3ed23997-02a4-4e3c-8b1c-8e05b6f53017 service neutron] 10.222.0.31 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.1060984 Nov 29 18:30:01.788968 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4ff43a6e-b6da-4a29-af7c-e9eb947fd6db req-23b87aef-c526-4c9e-8aff-5eb9fa1b2c78 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f6aa54-aa38-4c97-914e-7359bec5b15b HTTP/1.1" status: 200 len: 217 time: 0.0437548 Nov 29 18:30:01.898899 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff43a6e-b6da-4a29-af7c-e9eb947fd6db req-56d79f54-6019-46a8-93ea-8d21727c41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:01.901104 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4ff43a6e-b6da-4a29-af7c-e9eb947fd6db req-56d79f54-6019-46a8-93ea-8d21727c41e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.1048367 Nov 29 18:30:01.967886 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d44dfeaf-ae97-4312-8c30-4e14fcab328b req-ebd303ee-8d28-4f93-a638-4d5bf7b76d04 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 210 time: 0.0630000 Nov 29 18:30:01.990839 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff43a6e-b6da-4a29-af7c-e9eb947fd6db req-9a1bc8c5-1321-478c-9296-98b588522d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:01.992383 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4ff43a6e-b6da-4a29-af7c-e9eb947fd6db req-9a1bc8c5-1321-478c-9296-98b588522d14 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812676 Nov 29 18:30:02.104752 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4ff43a6e-b6da-4a29-af7c-e9eb947fd6db req-dfd17c98-b0a6-4bb3-90df-9385fae9dac6 service neutron] 10.222.0.31 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046631 Nov 29 18:30:02.204711 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4ff43a6e-b6da-4a29-af7c-e9eb947fd6db req-67380da2-3709-4ced-8547-cbdfb02d4db8 service neutron] 10.222.0.31 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916438 Nov 29 18:30:02.891025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60694) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:03.024860 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35acdd80-2469-400b-a583-e512c2e39b86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:03.083402 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7fc16fec-6afc-499d-aaad-15e84147aeee req-2ac8decd-a500-4163-abda-d0602064f5f4 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 210 time: 0.0503500 Nov 29 18:30:03.117187 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35acdd80-2469-400b-a583-e512c2e39b86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:03.121426 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35acdd80-2469-400b-a583-e512c2e39b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:03.147501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acdd80-2469-400b-a583-e512c2e39b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78f5a50-7ebf-45d3-b450-616c2cfa7e63,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:03.179460 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-35acdd80-2469-400b-a583-e512c2e39b86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b797eae1dbf34d74a9fb28cdcd836b45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2872310 Nov 29 18:30:03.180443 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60700) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:03.234338 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a12d34ff-642e-4fa4-9caf-94b4c866418c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:03.257903 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a12d34ff-642e-4fa4-9caf-94b4c866418c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:03.307708 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a12d34ff-642e-4fa4-9caf-94b4c866418c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:03.310854 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a12d34ff-642e-4fa4-9caf-94b4c866418c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:03.315638 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a12d34ff-642e-4fa4-9caf-94b4c866418c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f78f5a50-7ebf-45d3-b450-616c2cfa7e63 HTTP/1.1" status: 204 len: 168 time: 0.1335278 Nov 29 18:30:03.326873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d34ff-642e-4fa4-9caf-94b4c866418c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78f5a50-7ebf-45d3-b450-616c2cfa7e63,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:03.614174 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60706) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:03.631752 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa874-0a83-4640-b3a9-aebeb324e239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:03.730325 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa874-0a83-4640-b3a9-aebeb324e239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:03.734886 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa874-0a83-4640-b3a9-aebeb324e239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:03.777824 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4b4aa874-0a83-4640-b3a9-aebeb324e239 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49d3866a378647ee9734bb4481454818&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1617405 Nov 29 18:30:03.778748 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4aa874-0a83-4640-b3a9-aebeb324e239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d703e0-b172-4409-84de-5662593012c6,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:03.780494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60708) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:03.844089 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a4fa47b7-6d6f-401e-bf40-f3e25b16f884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:03.876137 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a4fa47b7-6d6f-401e-bf40-f3e25b16f884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:03.925348 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a4fa47b7-6d6f-401e-bf40-f3e25b16f884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:03.928119 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a4fa47b7-6d6f-401e-bf40-f3e25b16f884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:03.929327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a4fa47b7-6d6f-401e-bf40-f3e25b16f884 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29d703e0-b172-4409-84de-5662593012c6 HTTP/1.1" status: 204 len: 168 time: 0.1449869 Nov 29 18:30:03.938480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa47b7-6d6f-401e-bf40-f3e25b16f884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d703e0-b172-4409-84de-5662593012c6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:04.201858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-99ba057d-a097-4eb3-a081-4ad9d2035a7c req-dd047157-0d92-49ef-a5e6-168249501133 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=892c7067-f82b-420b-9ac5-7161b82a6985 HTTP/1.1" status: 200 len: 210 time: 0.0329194 Nov 29 18:30:04.300358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60716) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:04.313761 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c39915be-7355-450e-98f2-00924869d179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:04.390948 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c39915be-7355-450e-98f2-00924869d179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:04.395065 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c39915be-7355-450e-98f2-00924869d179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:04.435592 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c39915be-7355-450e-98f2-00924869d179 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49a1f115ae6049498a70202a65e42d1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340518 Nov 29 18:30:04.436863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39915be-7355-450e-98f2-00924869d179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9719006c-2eef-41bb-a7ac-e647dd910be0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:04.438274 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60718) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:04.495620 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-995cf679-6893-4dee-898b-d50f61b938c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:04.519584 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-995cf679-6893-4dee-898b-d50f61b938c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:04.569806 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-995cf679-6893-4dee-898b-d50f61b938c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:04.572560 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-995cf679-6893-4dee-898b-d50f61b938c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:04.576505 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-995cf679-6893-4dee-898b-d50f61b938c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9719006c-2eef-41bb-a7ac-e647dd910be0 HTTP/1.1" status: 204 len: 168 time: 0.1344526 Nov 29 18:30:04.588221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cf679-6893-4dee-898b-d50f61b938c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9719006c-2eef-41bb-a7ac-e647dd910be0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:06.508416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60796) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:06.629218 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4478991d-6956-4e1d-bb09-25685159c51b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:06.710050 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4478991d-6956-4e1d-bb09-25685159c51b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:06.714657 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4478991d-6956-4e1d-bb09-25685159c51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:06.752937 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478991d-6956-4e1d-bb09-25685159c51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ae8435-ab81-4e27-8d59-dda9a53ecc46,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:06.757559 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4478991d-6956-4e1d-bb09-25685159c51b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec3c33f68fd044a692c152e93d413ff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2480054 Nov 29 18:30:06.760588 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60800) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:06.809662 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a504076a-586a-490d-ac91-3213c634210c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:06.832459 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a504076a-586a-490d-ac91-3213c634210c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:06.886993 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a504076a-586a-490d-ac91-3213c634210c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:06.889600 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a504076a-586a-490d-ac91-3213c634210c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:06.890896 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a504076a-586a-490d-ac91-3213c634210c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8ae8435-ab81-4e27-8d59-dda9a53ecc46 HTTP/1.1" status: 204 len: 168 time: 0.1293614 Nov 29 18:30:06.899069 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504076a-586a-490d-ac91-3213c634210c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ae8435-ab81-4e27-8d59-dda9a53ecc46,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:07.152944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60806) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:07.167012 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-835b458a-8551-47ab-87cb-1d4771a60663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:07.243574 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-835b458a-8551-47ab-87cb-1d4771a60663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:07.247824 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-835b458a-8551-47ab-87cb-1d4771a60663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:07.289648 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-835b458a-8551-47ab-87cb-1d4771a60663 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f780977f9044761a048b92d53f5d684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356163 Nov 29 18:30:07.291655 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b458a-8551-47ab-87cb-1d4771a60663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6bc9ca-c5f3-42ae-b8e6-eb27443f4993,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:07.292412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60808) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:07.353699 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab617178-0288-4b85-af63-1f7c3dc5e9ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:07.375505 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab617178-0288-4b85-af63-1f7c3dc5e9ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:07.431754 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab617178-0288-4b85-af63-1f7c3dc5e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:07.435360 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab617178-0288-4b85-af63-1f7c3dc5e9ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:07.439179 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ab617178-0288-4b85-af63-1f7c3dc5e9ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba6bc9ca-c5f3-42ae-b8e6-eb27443f4993 HTTP/1.1" status: 204 len: 168 time: 0.1431289 Nov 29 18:30:07.456567 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab617178-0288-4b85-af63-1f7c3dc5e9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6bc9ca-c5f3-42ae-b8e6-eb27443f4993,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:08.189527 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60876) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:08.288517 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cd5cf7a8-7c75-4f71-9315-e850f5f0a2fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-811293872-network', 'tenant_id': 'cabbb0478c734ad99b7beabdb728e897'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:08.308402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5cf7a8-7c75-4f71-9315-e850f5f0a2fd admin admin] Made reservation on behalf of cabbb0478c734ad99b7beabdb728e897 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:30:08.310687 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5cf7a8-7c75-4f71-9315-e850f5f0a2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:08.319224 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5cf7a8-7c75-4f71-9315-e850f5f0a2fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:08.397408 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5cf7a8-7c75-4f71-9315-e850f5f0a2fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:08.401433 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5cf7a8-7c75-4f71-9315-e850f5f0a2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:08.428984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5cf7a8-7c75-4f71-9315-e850f5f0a2fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:30:08.435693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cf7a8-7c75-4f71-9315-e850f5f0a2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4032c203-2bec-402e-ba65-22b4aa1598a3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:08.442318 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5cf7a8-7c75-4f71-9315-e850f5f0a2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:08.442664 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-cd5cf7a8-7c75-4f71-9315-e850f5f0a2fd admin admin] Added segment 7e2b5535-2b3a-496b-86ec-924c8c4b0432 of type vlan for network 74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8 Nov 29 18:30:08.485074 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5cf7a8-7c75-4f71-9315-e850f5f0a2fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:08.513928 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5cf7a8-7c75-4f71-9315-e850f5f0a2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:08.514938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5cf7a8-7c75-4f71-9315-e850f5f0a2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:08.515503 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5cf7a8-7c75-4f71-9315-e850f5f0a2fd admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:08.578446 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cd5cf7a8-7c75-4f71-9315-e850f5f0a2fd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3877990 Nov 29 18:30:08.579785 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cf7a8-7c75-4f71-9315-e850f5f0a2fd admin admin] Pushing event updated for resources: {'Network': ['ID=74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:08.582258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60880) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:08.586606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60882) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:08.588131 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9dc74ef5-0ae9-434f-9cba-5998327b50e7 admin admin] Request body: {'subnet': {'network_id': '74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-811293872-subnet', 'tenant_id': 'cabbb0478c734ad99b7beabdb728e897', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:08.591103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5e03aa15-6f55-4767-b0eb-87c4ef1b8683 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030319887', 'description': 'tempest-secgroup-smoke-2030319887 description', 'project_id': '72bbde8d865a44a59bd5e7320f2171e2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:08.601026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:30:08.606321 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-5e03aa15-6f55-4767-b0eb-87c4ef1b8683 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 18:30:08.606321 n-d-819494-5 neutron-server[110005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 18:30:08.606321 n-d-819494-5 neutron-server[110005]: [parameters: {'project_id_1': '72bbde8d865a44a59bd5e7320f2171e2', 'expiration_1': datetime.datetime(2021, 11, 29, 18, 29, 48, 597899)}] Nov 29 18:30:08.606321 n-d-819494-5 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 18:30:08.607430 n-d-819494-5 neutron-server[110005]: DEBUG oslo_db.api [None req-5e03aa15-6f55-4767-b0eb-87c4ef1b8683 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 18:30:08.613831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc74ef5-0ae9-434f-9cba-5998327b50e7 admin admin] Made reservation on behalf of cabbb0478c734ad99b7beabdb728e897 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:30:08.616840 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9dc74ef5-0ae9-434f-9cba-5998327b50e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:08.792395 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9dc74ef5-0ae9-434f-9cba-5998327b50e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:08.849104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc74ef5-0ae9-434f-9cba-5998327b50e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=182c85e9-1dbd-476c-bc47-229618ef305d,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:08.856346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc74ef5-0ae9-434f-9cba-5998327b50e7 admin admin] Checking segment: {'id': '7e2b5535-2b3a-496b-86ec-924c8c4b0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:30:08.856968 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc74ef5-0ae9-434f-9cba-5998327b50e7 admin admin] Network hostable DHCP agents. Network: 74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:30:08.872597 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc74ef5-0ae9-434f-9cba-5998327b50e7 admin admin] Network 74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:30:08.881792 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-9dc74ef5-0ae9-434f-9cba-5998327b50e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:30:08.887932 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc74ef5-0ae9-434f-9cba-5998327b50e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:08.888489 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9dc74ef5-0ae9-434f-9cba-5998327b50e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:08.892128 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df6c839-1ed3-4d89-8109-27338a722a24 None None] Network 74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:30:08.914273 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9dc74ef5-0ae9-434f-9cba-5998327b50e7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3223042 Nov 29 18:30:09.132839 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e03aa15-6f55-4767-b0eb-87c4ef1b8683 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.187622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03959693-a06c-4d8e-9eb9-b978295a4018 None None] Network 74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:30:09.209444 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e03aa15-6f55-4767-b0eb-87c4ef1b8683 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.216378 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e03aa15-6f55-4767-b0eb-87c4ef1b8683 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.241239 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e03aa15-6f55-4767-b0eb-87c4ef1b8683 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.242427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5e03aa15-6f55-4767-b0eb-87c4ef1b8683 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6547823 Nov 29 18:30:09.245308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60894) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:09.249885 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-695a57b8-05fc-49ae-a0c0-c8b8092ae52b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Request body: {'security_group_rule': {'security_group_id': '43e8152b-3357-4bd4-bfc6-90a43feb011f', 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:09.270324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03aa15-6f55-4767-b0eb-87c4ef1b8683 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e8152b-3357-4bd4-bfc6-90a43feb011f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:09.290738 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-695a57b8-05fc-49ae-a0c0-c8b8092ae52b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.347259 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-695a57b8-05fc-49ae-a0c0-c8b8092ae52b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.351398 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-695a57b8-05fc-49ae-a0c0-c8b8092ae52b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.373713 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a57b8-05fc-49ae-a0c0-c8b8092ae52b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50149747-d346-4c65-894a-78cf7f184ffc,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:09.380655 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-695a57b8-05fc-49ae-a0c0-c8b8092ae52b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.381854 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-695a57b8-05fc-49ae-a0c0-c8b8092ae52b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356087 Nov 29 18:30:09.384738 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60898) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:09.388996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-48bf2982-24f2-4263-bd5f-a57edb6499eb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Request body: {'security_group_rule': {'security_group_id': '43e8152b-3357-4bd4-bfc6-90a43feb011f', 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:09.416421 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48bf2982-24f2-4263-bd5f-a57edb6499eb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.431007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60902) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:09.435983 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6df09461-3c97-4968-a4d8-2b1b16145134 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1194561092-network', 'tenant_id': '3a3dd729b630426bbe54f04fa023f415'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:09.456468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df09461-3c97-4968-a4d8-2b1b16145134 admin admin] Made reservation on behalf of 3a3dd729b630426bbe54f04fa023f415 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:30:09.458886 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6df09461-3c97-4968-a4d8-2b1b16145134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.467509 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6df09461-3c97-4968-a4d8-2b1b16145134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.472336 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48bf2982-24f2-4263-bd5f-a57edb6499eb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.475997 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48bf2982-24f2-4263-bd5f-a57edb6499eb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.494330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf2982-24f2-4263-bd5f-a57edb6499eb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1346e8-f951-4004-a2e2-6e82a2a90e53,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:09.504313 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48bf2982-24f2-4263-bd5f-a57edb6499eb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.508178 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-48bf2982-24f2-4263-bd5f-a57edb6499eb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199157 Nov 29 18:30:09.508322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60904) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:09.512879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e1eddb29-bd96-4b9d-898c-eb65e45691e3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Request body: {'security_group_rule': {'security_group_id': '43e8152b-3357-4bd4-bfc6-90a43feb011f', 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:09.541958 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1eddb29-bd96-4b9d-898c-eb65e45691e3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.551624 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6df09461-3c97-4968-a4d8-2b1b16145134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.556042 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6df09461-3c97-4968-a4d8-2b1b16145134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.593718 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df09461-3c97-4968-a4d8-2b1b16145134 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:30:09.596304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df09461-3c97-4968-a4d8-2b1b16145134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07687e92-6683-4d62-9bdd-b77eb7546100,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:09.606734 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6df09461-3c97-4968-a4d8-2b1b16145134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.607132 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-6df09461-3c97-4968-a4d8-2b1b16145134 admin admin] Added segment 6ac8811c-5276-4c93-a0fa-34cc309bfe66 of type vlan for network fdfd9596-8fa0-49c2-a886-5b6b70f84f47 Nov 29 18:30:09.618055 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1eddb29-bd96-4b9d-898c-eb65e45691e3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.620945 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1eddb29-bd96-4b9d-898c-eb65e45691e3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.635795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eddb29-bd96-4b9d-898c-eb65e45691e3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f70c4a-74bd-4d99-82ce-a9a2cd11396b,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:09.646654 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1eddb29-bd96-4b9d-898c-eb65e45691e3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.648288 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e1eddb29-bd96-4b9d-898c-eb65e45691e3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389325 Nov 29 18:30:09.650947 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6df09461-3c97-4968-a4d8-2b1b16145134 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.651100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60906) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:09.655395 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9d1a243c-357b-4156-a0ca-af803f52eed6 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Request body: {'security_group_rule': {'security_group_id': '43e8152b-3357-4bd4-bfc6-90a43feb011f', 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:09.678394 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6df09461-3c97-4968-a4d8-2b1b16145134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.679364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df09461-3c97-4968-a4d8-2b1b16145134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:09.679943 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6df09461-3c97-4968-a4d8-2b1b16145134 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.682095 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d1a243c-357b-4156-a0ca-af803f52eed6 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.732419 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6df09461-3c97-4968-a4d8-2b1b16145134 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3001885 Nov 29 18:30:09.735195 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 60908) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:09.742118 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d1a243c-357b-4156-a0ca-af803f52eed6 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.744039 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-723cd107-09e8-4735-8403-c0104d67f3f5 admin admin] Request body: {'subnet': {'network_id': 'fdfd9596-8fa0-49c2-a886-5b6b70f84f47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1194561092-subnet', 'tenant_id': '3a3dd729b630426bbe54f04fa023f415', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:09.745949 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d1a243c-357b-4156-a0ca-af803f52eed6 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.752691 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df09461-3c97-4968-a4d8-2b1b16145134 admin admin] Pushing event updated for resources: {'Network': ['ID=fdfd9596-8fa0-49c2-a886-5b6b70f84f47,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:09.768684 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network fdfd9596-8fa0-49c2-a886-5b6b70f84f47 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:30:09.772706 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a243c-357b-4156-a0ca-af803f52eed6 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf85e1b-5f2a-4f96-be56-f5fe80a0ba47,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:09.773816 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723cd107-09e8-4735-8403-c0104d67f3f5 admin admin] Made reservation on behalf of 3a3dd729b630426bbe54f04fa023f415 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:30:09.779131 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-723cd107-09e8-4735-8403-c0104d67f3f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.779862 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d1a243c-357b-4156-a0ca-af803f52eed6 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.784775 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9d1a243c-357b-4156-a0ca-af803f52eed6 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290729 Nov 29 18:30:09.786074 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60910) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:09.790951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-40fc327f-8aea-4725-aac4-72469e9e8c60 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Request body: {'security_group_rule': {'security_group_id': '43e8152b-3357-4bd4-bfc6-90a43feb011f', 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:09.813015 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-40fc327f-8aea-4725-aac4-72469e9e8c60 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Project 72bbde8d865a44a59bd5e7320f2171e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:30:09.818512 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40fc327f-8aea-4725-aac4-72469e9e8c60 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.882396 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40fc327f-8aea-4725-aac4-72469e9e8c60 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.886653 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40fc327f-8aea-4725-aac4-72469e9e8c60 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.905111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc327f-8aea-4725-aac4-72469e9e8c60 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683cac9b-be8b-4597-9024-ab0b160f223a,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:09.914293 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40fc327f-8aea-4725-aac4-72469e9e8c60 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.915531 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-40fc327f-8aea-4725-aac4-72469e9e8c60 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281450 Nov 29 18:30:09.918428 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 60912) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:09.923115 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-64919725-4e99-46f9-a56b-a3478080262f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Request body: {'security_group_rule': {'security_group_id': '43e8152b-3357-4bd4-bfc6-90a43feb011f', 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:09.944837 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-64919725-4e99-46f9-a56b-a3478080262f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Project 72bbde8d865a44a59bd5e7320f2171e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:30:09.949687 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64919725-4e99-46f9-a56b-a3478080262f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:09.966397 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-723cd107-09e8-4735-8403-c0104d67f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:10.009923 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64919725-4e99-46f9-a56b-a3478080262f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:10.013687 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64919725-4e99-46f9-a56b-a3478080262f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:10.027979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cd107-09e8-4735-8403-c0104d67f3f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac809a6-b7af-46a1-8227-6d16eea8fda8,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:10.031257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64919725-4e99-46f9-a56b-a3478080262f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35886486-c7be-43e1-ba61-1fa4e88e8d71,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:10.039661 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cd107-09e8-4735-8403-c0104d67f3f5 admin admin] Checking segment: {'id': '6ac8811c-5276-4c93-a0fa-34cc309bfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'fdfd9596-8fa0-49c2-a886-5b6b70f84f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:30:10.040016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723cd107-09e8-4735-8403-c0104d67f3f5 admin admin] Network hostable DHCP agents. Network: fdfd9596-8fa0-49c2-a886-5b6b70f84f47, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:30:10.041512 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64919725-4e99-46f9-a56b-a3478080262f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:10.042772 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-64919725-4e99-46f9-a56b-a3478080262f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233382 Nov 29 18:30:10.061883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723cd107-09e8-4735-8403-c0104d67f3f5 admin admin] Network fdfd9596-8fa0-49c2-a886-5b6b70f84f47 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:30:10.071158 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-723cd107-09e8-4735-8403-c0104d67f3f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, fdfd9596-8fa0-49c2-a886-5b6b70f84f47) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:30:10.075462 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723cd107-09e8-4735-8403-c0104d67f3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:10.076077 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-723cd107-09e8-4735-8403-c0104d67f3f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:10.081364 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578d3a7a-db46-4d7e-b290-9b89990f81f5 None None] Network fdfd9596-8fa0-49c2-a886-5b6b70f84f47 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:30:10.093362 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-723cd107-09e8-4735-8403-c0104d67f3f5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3550115 Nov 29 18:30:10.234193 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513e0c80-8af8-4572-b807-486903c2c924 None None] Network fdfd9596-8fa0-49c2-a886-5b6b70f84f47 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:30:10.615219 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-0e6dd00e-3b8d-486d-b708-86a28f753ae2 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:10.617283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-0e6dd00e-3b8d-486d-b708-86a28f753ae2 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/networks?id=74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8 HTTP/1.1" status: 200 len: 808 time: 0.1071928 Nov 29 18:30:10.633543 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-e511bb69-406d-4d82-adf5-a234895b6fd0 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/quotas/cabbb0478c734ad99b7beabdb728e897 HTTP/1.1" status: 200 len: 375 time: 0.0100241 Nov 29 18:30:10.666667 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-d57a489d-55a9-499b-a00f-96b5e5174a0f tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cabbb0478c734ad99b7beabdb728e897&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276241 Nov 29 18:30:10.766377 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-e8dd1639-2fc7-47b4-b0d9-4abd4c829218 service neutron] 10.222.0.23 "GET /v2.0/networks/74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912356 Nov 29 18:30:10.858409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-0a488ca9-8113-4b84-af5a-c5c1050e0997 service neutron] 10.222.0.23 "GET /v2.0/networks/74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852635 Nov 29 18:30:11.031010 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2d39990e-8ad6-4868-bb17-7f78de5a7e4f req-c108a125-6867-4868-ad8a-9d88bb89a5dd tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6530608-5d1c-4005-a37b-53a8b47bfc13 HTTP/1.1" status: 200 len: 210 time: 0.0313940 Nov 29 18:30:11.729079 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ef3d024-4808-4e81-98b5-e5cc8186612c req-2ab6723c-14b1-4724-b783-00cd8177c64d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410695 Nov 29 18:30:11.813326 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3d024-4808-4e81-98b5-e5cc8186612c req-901558a3-559e-414b-9b51-bb2b4eab857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:11.815748 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ef3d024-4808-4e81-98b5-e5cc8186612c req-901558a3-559e-414b-9b51-bb2b4eab857d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 1096 time: 0.0435574 Nov 29 18:30:11.989533 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3d024-4808-4e81-98b5-e5cc8186612c req-13753840-4c44-422d-bca6-5e01364a0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:11.990994 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ef3d024-4808-4e81-98b5-e5cc8186612c req-13753840-4c44-422d-bca6-5e01364a0e11 service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.1511343 Nov 29 18:30:12.092382 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-b2a9be8a-da93-42a0-8087-5a41bed936b3 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:12.093880 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-b2a9be8a-da93-42a0-8087-5a41bed936b3 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.31 "GET /v2.0/networks?id=74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8 HTTP/1.1" status: 200 len: 808 time: 0.1889448 Nov 29 18:30:12.105350 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ef3d024-4808-4e81-98b5-e5cc8186612c req-fc994fec-5b8c-4c47-b3bf-8844e5894f84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963 HTTP/1.1" status: 200 len: 1000 time: 0.0994580 Nov 29 18:30:12.114195 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-d3bc76e5-3ad7-4b77-b890-28bc132aef7c tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Request body: {'port': {'device_id': 'f6530608-5d1c-4005-a37b-53a8b47bfc13', 'network_id': '74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8', 'admin_state_up': True, 'tenant_id': 'cabbb0478c734ad99b7beabdb728e897'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:12.132757 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e551e345-0893-4f54-9c37-9d1c2f3da4e6 req-6a84d610-5730-4a74-a893-553facf52c74 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6530608-5d1c-4005-a37b-53a8b47bfc13 HTTP/1.1" status: 200 len: 210 time: 0.0282953 Nov 29 18:30:12.219371 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3d024-4808-4e81-98b5-e5cc8186612c req-0fbcd9f1-63ac-49bb-a898-db1734091897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:12.220983 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ef3d024-4808-4e81-98b5-e5cc8186612c req-0fbcd9f1-63ac-49bb-a898-db1734091897 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.1034324 Nov 29 18:30:12.298208 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3d024-4808-4e81-98b5-e5cc8186612c req-4e0e5391-eed1-41f3-b3b2-2c01b3f59b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:12.300284 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ef3d024-4808-4e81-98b5-e5cc8186612c req-4e0e5391-eed1-41f3-b3b2-2c01b3f59b69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703068 Nov 29 18:30:12.307250 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-d3bc76e5-3ad7-4b77-b890-28bc132aef7c tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Made reservation on behalf of cabbb0478c734ad99b7beabdb728e897 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:30:12.310739 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-d3bc76e5-3ad7-4b77-b890-28bc132aef7c tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:12.471853 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ef3d024-4808-4e81-98b5-e5cc8186612c req-2a7cb9ad-5f2c-40ce-863f-f033b282c2a4 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588304 Nov 29 18:30:12.572959 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-d3bc76e5-3ad7-4b77-b890-28bc132aef7c tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Allocated IP 172.20.0.2 (74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8/182c85e9-1dbd-476c-bc47-229618ef305d/c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:30:12.632302 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ef3d024-4808-4e81-98b5-e5cc8186612c req-a1119bd7-7b66-4525-bbb3-66d6316dbe3d service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406593 Nov 29 18:30:12.763978 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-d3bc76e5-3ad7-4b77-b890-28bc132aef7c tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:12.800578 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-d3bc76e5-3ad7-4b77-b890-28bc132aef7c tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:12.844550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-d3bc76e5-3ad7-4b77-b890-28bc132aef7c tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Network 74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:30:12.848420 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-d3bc76e5-3ad7-4b77-b890-28bc132aef7c tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:30:12.852200 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-d3bc76e5-3ad7-4b77-b890-28bc132aef7c tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:30:12.881212 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc76e5-3ad7-4b77-b890-28bc132aef7c tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Pushing event updated for resources: {'Port': ['ID=c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:12.906706 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-d3bc76e5-3ad7-4b77-b890-28bc132aef7c tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:12.907352 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-d3bc76e5-3ad7-4b77-b890-28bc132aef7c tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:12.924701 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-d3bc76e5-3ad7-4b77-b890-28bc132aef7c tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8137300 Nov 29 18:30:12.936891 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Request body: {'port': {'device_id': 'f6530608-5d1c-4005-a37b-53a8b47bfc13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:12.998864 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:13.261771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f46f0-d867-4955-9016-1327422e0756 req-f4d73591-e636-47e7-978d-c7e0ff620380 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:13.263815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e3f46f0-d867-4955-9016-1327422e0756 req-f4d73591-e636-47e7-978d-c7e0ff620380 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6530608-5d1c-4005-a37b-53a8b47bfc13 HTTP/1.1" status: 200 len: 931 time: 0.0554159 Nov 29 18:30:13.294183 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:30:13.304657 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:13.318510 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Transition to ACTIVE for port object c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:30:13.323363 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e3f46f0-d867-4955-9016-1327422e0756 req-0a4936db-83f1-49ad-8f3c-98b5cd2f9057 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/security-groups?id=4032c203-2bec-402e-ba65-22b4aa1598a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464458 Nov 29 18:30:13.325524 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:13.387632 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:13.414137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c92f4-47c4-49e6-b7ad-a09025988837 req-7c111afa-7685-48ca-b182-6c51c5f7c9ab tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:13.415724 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af0c92f4-47c4-49e6-b7ad-a09025988837 req-7c111afa-7685-48ca-b182-6c51c5f7c9ab tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0807467 Nov 29 18:30:13.459010 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Attempting to bind port c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:30:13.459653 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Attempting to bind port c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '7e2b5535-2b3a-496b-86ec-924c8c4b0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:30:13.460295 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Attempting to bind port c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd on network 74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:30:13.466832 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Port c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd on network 74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:30:13.467423 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Attempting to bind port c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd on network 74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:30:13.472943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:30:13.473590 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Checking segment: {'id': '7e2b5535-2b3a-496b-86ec-924c8c4b0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:30:13.474015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Bound using segment: {'id': '7e2b5535-2b3a-496b-86ec-924c8c4b0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:30:13.474457 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Bound port: c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2b5535-2b3a-496b-86ec-924c8c4b0432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:30:13.474845 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:13.483541 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af0c92f4-47c4-49e6-b7ad-a09025988837 req-b435070f-f4a3-47ac-a8e0-6936616b6abb tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605586 Nov 29 18:30:13.546662 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] For port c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:30:13.550457 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] For port c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd,segment=NetworkSegment(7e2b5535-2b3a-496b-86ec-924c8c4b0432),segment_id=7e2b5535-2b3a-496b-86ec-924c8c4b0432)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:30:13.556287 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:13.599822 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:13.600708 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:13.602148 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] 10.222.0.31 "PUT /v2.0/ports/c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd HTTP/1.1" status: 200 len: 1091 time: 0.6693714 Nov 29 18:30:13.602620 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6530608-5d1c-4005-a37b-53a8b47bfc13', 'tag': 'c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:30:13.604928 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40907b5a-93f8-4722-ace6-a531006b5322" -d '{"events": [{"name": "network-changed", "server_uuid": "f6530608-5d1c-4005-a37b-53a8b47bfc13", "tag": "c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:30:13.625381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b06e4-4fe7-4f57-bf52-5ea0a06b4a37 service neutron] Pushing event updated for resources: {'Port': ['ID=c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:13.631009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa295a6-c133-4790-96a3-2c9407cacc82 req-0a8576dd-53ed-4117-9afe-db421d8a4f9b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:13.632596 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7aa295a6-c133-4790-96a3-2c9407cacc82 req-0a8576dd-53ed-4117-9afe-db421d8a4f9b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0695603 Nov 29 18:30:13.669455 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732e709d-8033-414b-a1d4-d87660a9e046 x-openstack-request-id: req-732e709d-8033-414b-a1d4-d87660a9e046 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:30:13.669751 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6530608-5d1c-4005-a37b-53a8b47bfc13", "tag": "c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:30:13.670020 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-732e709d-8033-414b-a1d4-d87660a9e046 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:30:13.670432 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6530608-5d1c-4005-a37b-53a8b47bfc13', 'tag': 'c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd', 'status': 'completed', 'code': 200} Nov 29 18:30:13.707942 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7aa295a6-c133-4790-96a3-2c9407cacc82 req-7102884a-96c6-490a-9e32-36709470ae84 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575831 Nov 29 18:30:13.713698 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-c5a7304c-fa44-4125-9ded-ad4480f04323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:13.717145 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-c5a7304c-fa44-4125-9ded-ad4480f04323 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cabbb0478c734ad99b7beabdb728e897&device_id=f6530608-5d1c-4005-a37b-53a8b47bfc13 HTTP/1.1" status: 200 len: 1094 time: 0.0560300 Nov 29 18:30:13.769233 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-ea8564c6-8afd-4fbb-b07c-c9295a0f0d61 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd HTTP/1.1" status: 200 len: 217 time: 0.0451567 Nov 29 18:30:13.820461 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-f09782ad-d96f-4756-80f1-5f9bbda35865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:13.822099 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-f09782ad-d96f-4756-80f1-5f9bbda35865 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=182c85e9-1dbd-476c-bc47-229618ef305d HTTP/1.1" status: 200 len: 848 time: 0.0458117 Nov 29 18:30:13.856846 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-c0b66682-c34c-450c-86c1-dc3690a339d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271118 Nov 29 18:30:13.958588 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-5f38668f-e9bc-4dfa-aeb5-11cf18d3b3f1 service neutron] 10.222.0.31 "GET /v2.0/networks/74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945907 Nov 29 18:30:14.018958 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-fb52d173-54dd-42cf-812e-4ba01b1304b7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:14.020462 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-fb52d173-54dd-42cf-812e-4ba01b1304b7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 812 time: 0.1180165 Nov 29 18:30:14.036752 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-8969b018-ecd4-4f18-83f8-2d81858db81f tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/quotas/2c4e3a2d337148adab4a8b0bf85c3352 HTTP/1.1" status: 200 len: 375 time: 0.0095398 Nov 29 18:30:14.057398 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a306576e-d71e-48a1-8b7f-09291bd18640 req-e9f18348-03bb-4917-9b39-1673b510466e service neutron] 10.222.0.31 "GET /v2.0/networks/74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909216 Nov 29 18:30:14.109188 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-dd2c2818-6852-4cb0-8256-6b3fe78dfc3e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0671520 Nov 29 18:30:14.163416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40907b5a-93f8-4722-ace6-a531006b5322 req-ab29d39a-6a3c-4fc5-b507-4a214d939077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:14.165181 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-40907b5a-93f8-4722-ace6-a531006b5322 req-ab29d39a-6a3c-4fc5-b507-4a214d939077 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cabbb0478c734ad99b7beabdb728e897&device_id=f6530608-5d1c-4005-a37b-53a8b47bfc13 HTTP/1.1" status: 200 len: 1094 time: 0.0571060 Nov 29 18:30:14.218413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-dd1e70f8-d8d4-436b-b56b-44abe43af35f service neutron] 10.222.0.23 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991349 Nov 29 18:30:14.286666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40907b5a-93f8-4722-ace6-a531006b5322 req-affbf901-1c04-415d-b2c2-df78c8cf6a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:14.289859 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-40907b5a-93f8-4722-ace6-a531006b5322 req-affbf901-1c04-415d-b2c2-df78c8cf6a7d service neutron] 10.222.0.31 "GET /v2.0/networks?id=74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8 HTTP/1.1" status: 200 len: 909 time: 0.1183331 Nov 29 18:30:14.321630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-75a7df4c-f403-40ce-a9d4-2968a53d6995 service neutron] 10.222.0.23 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962014 Nov 29 18:30:14.339455 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-40907b5a-93f8-4722-ace6-a531006b5322 req-21d549cf-8dbd-4b16-ab9e-ac3485d24ab4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd HTTP/1.1" status: 200 len: 217 time: 0.0420365 Nov 29 18:30:14.423591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40907b5a-93f8-4722-ace6-a531006b5322 req-20584cfa-0bee-47e4-8915-d544a0167002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:14.425589 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-40907b5a-93f8-4722-ace6-a531006b5322 req-20584cfa-0bee-47e4-8915-d544a0167002 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=182c85e9-1dbd-476c-bc47-229618ef305d HTTP/1.1" status: 200 len: 848 time: 0.0776610 Nov 29 18:30:14.479601 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-40907b5a-93f8-4722-ace6-a531006b5322 req-00716fa4-d944-4a49-9193-d177e610fd68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466104 Nov 29 18:30:14.513616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11855c-fef1-4602-aac4-e75458022459 req-93d74161-52c6-4838-8675-8e8f8cb74362 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:14.519294 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b11855c-fef1-4602-aac4-e75458022459 req-93d74161-52c6-4838-8675-8e8f8cb74362 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6530608-5d1c-4005-a37b-53a8b47bfc13 HTTP/1.1" status: 200 len: 943 time: 0.1013548 Nov 29 18:30:14.553172 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-baf69dd2-1724-429a-bcbf-1762f1f16a2f req-cfa0590f-1446-4da3-a2ac-d78283fa2f39 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 210 time: 0.0642436 Nov 29 18:30:14.605671 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-40907b5a-93f8-4722-ace6-a531006b5322 req-11ebbf6f-0db2-446b-874d-0f9e7581ed62 service neutron] 10.222.0.31 "GET /v2.0/networks/74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200569 Nov 29 18:30:14.607290 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b11855c-fef1-4602-aac4-e75458022459 req-30173b1d-17de-4110-9bce-8824c7f04922 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/security-groups?id=4032c203-2bec-402e-ba65-22b4aa1598a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840755 Nov 29 18:30:14.727073 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-40907b5a-93f8-4722-ace6-a531006b5322 req-0df76a93-a6dc-49ab-ae43-afed31149667 service neutron] 10.222.0.31 "GET /v2.0/networks/74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133254 Nov 29 18:30:15.570712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-6cf36666-32cb-4161-a497-f62ddf06bf90 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:15.572271 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-6cf36666-32cb-4161-a497-f62ddf06bf90 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 812 time: 0.1210988 Nov 29 18:30:15.587730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-18c6e1f2-1ee8-4782-832e-fabce566a769 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Request body: {'port': {'device_id': '2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'admin_state_up': True, 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:15.682154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7244e0b4-970f-45e2-a05a-76137bd088a3 req-42dff923-1448-4007-9d3f-4245e1eb6a95 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 210 time: 0.0332999 Nov 29 18:30:15.733239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024fb6b-cbc1-4a9f-b9dc-0affc4c82641 req-95687103-8082-4ae8-898e-9fbb5a29a97b tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:15.734960 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e024fb6b-cbc1-4a9f-b9dc-0affc4c82641 req-95687103-8082-4ae8-898e-9fbb5a29a97b tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6530608-5d1c-4005-a37b-53a8b47bfc13 HTTP/1.1" status: 200 len: 943 time: 0.0518012 Nov 29 18:30:15.742450 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-18c6e1f2-1ee8-4782-832e-fabce566a769 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Made reservation on behalf of 2c4e3a2d337148adab4a8b0bf85c3352 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:30:15.746733 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-18c6e1f2-1ee8-4782-832e-fabce566a769 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:15.802534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e024fb6b-cbc1-4a9f-b9dc-0affc4c82641 req-f2028b85-6fd4-4fcd-a6f6-303ea7218e3b tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/security-groups?id=4032c203-2bec-402e-ba65-22b4aa1598a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609846 Nov 29 18:30:15.902012 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-18c6e1f2-1ee8-4782-832e-fabce566a769 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Allocated IP 172.20.0.4 (52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4/7387e441-3f22-4b4c-b2ec-f196e298f9dd/f56db28c-79b1-4f88-b2a7-adf5b4466059) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:30:16.069293 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-18c6e1f2-1ee8-4782-832e-fabce566a769 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:16.106685 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-18c6e1f2-1ee8-4782-832e-fabce566a769 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:16.119140 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e7f6aa54-aa38-4c97-914e-7359bec5b15b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:30:16.124716 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['a03a14bb-6298-413e-9335-cc58c8f9fec0'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:30:16.157675 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-18c6e1f2-1ee8-4782-832e-fabce566a769 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:30:16.160816 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-18c6e1f2-1ee8-4782-832e-fabce566a769 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:30:16.164685 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-18c6e1f2-1ee8-4782-832e-fabce566a769 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:30:16.171143 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6e1f2-1ee8-4782-832e-fabce566a769 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event updated for resources: {'Port': ['ID=f56db28c-79b1-4f88-b2a7-adf5b4466059,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:16.220366 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-18c6e1f2-1ee8-4782-832e-fabce566a769 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:16.221060 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-18c6e1f2-1ee8-4782-832e-fabce566a769 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:16.240865 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-18c6e1f2-1ee8-4782-832e-fabce566a769 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6576288 Nov 29 18:30:16.261741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Request body: {'port': {'device_id': '2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:16.347245 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:16.523206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2f855a09-3fc6-49f5-9d96-a6ad3e12ee37 None None] Provisioning complete for port f56db28c-79b1-4f88-b2a7-adf5b4466059 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:30:16.523614 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f855a09-3fc6-49f5-9d96-a6ad3e12ee37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:16.564187 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2f855a09-3fc6-49f5-9d96-a6ad3e12ee37 None None] Port f56db28c-79b1-4f88-b2a7-adf5b4466059 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:30:16.656715 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56db28c-79b1-4f88-b2a7-adf5b4466059 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:30:16.665310 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:16.679840 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Transition to ACTIVE for port object f56db28c-79b1-4f88-b2a7-adf5b4466059 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:30:16.683795 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:16.778133 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Pushing event updated for resources: {'Port': ['ID=f56db28c-79b1-4f88-b2a7-adf5b4466059,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:16.866055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Attempting to bind port f56db28c-79b1-4f88-b2a7-adf5b4466059 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:30:16.866417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Attempting to bind port f56db28c-79b1-4f88-b2a7-adf5b4466059 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:30:16.866756 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Attempting to bind port f56db28c-79b1-4f88-b2a7-adf5b4466059 on network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:30:16.880936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8c535-7246-45ce-9f1c-7d2770600a91 req-a2320bbd-ec80-4e4a-bda9-c980169847bb tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:16.882369 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Port f56db28c-79b1-4f88-b2a7-adf5b4466059 on network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:30:16.882748 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Attempting to bind port f56db28c-79b1-4f88-b2a7-adf5b4466059 on network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:30:16.884208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-38e8c535-7246-45ce-9f1c-7d2770600a91 req-a2320bbd-ec80-4e4a-bda9-c980169847bb tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 943 time: 0.1140387 Nov 29 18:30:16.888770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:30:16.889161 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Checking segment: {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:30:16.889562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Bound using segment: {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:30:16.890034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Bound port: f56db28c-79b1-4f88-b2a7-adf5b4466059, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:30:16.890422 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:16.964928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-38e8c535-7246-45ce-9f1c-7d2770600a91 req-b9061d57-a673-4e1d-90f9-b98f05b1f4b8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702679 Nov 29 18:30:16.969080 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] For port f56db28c-79b1-4f88-b2a7-adf5b4466059, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:30:16.973967 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] For port f56db28c-79b1-4f88-b2a7-adf5b4466059, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f56db28c-79b1-4f88-b2a7-adf5b4466059,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:30:16.986421 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:17.023257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:17.023979 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:17.026226 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] 10.222.0.20 "PUT /v2.0/ports/f56db28c-79b1-4f88-b2a7-adf5b4466059 HTTP/1.1" status: 200 len: 1091 time: 0.7715068 Nov 29 18:30:17.026997 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2', 'tag': 'f56db28c-79b1-4f88-b2a7-adf5b4466059'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:30:17.029202 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b492b5c-8036-4799-be51-83c2e50ac5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2", "tag": "f56db28c-79b1-4f88-b2a7-adf5b4466059"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:30:17.034589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80936203-9106-4c4b-8d36-b4d92b54f2f4 req-b7708f07-43b9-408f-bf9b-78739bda94b2 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:17.036305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-80936203-9106-4c4b-8d36-b4d92b54f2f4 req-b7708f07-43b9-408f-bf9b-78739bda94b2 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6530608-5d1c-4005-a37b-53a8b47bfc13 HTTP/1.1" status: 200 len: 943 time: 0.0835719 Nov 29 18:30:17.084252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5c07e-1640-45f8-b2d5-74231ce4bd9a service neutron] Pushing event updated for resources: {'Port': ['ID=f56db28c-79b1-4f88-b2a7-adf5b4466059,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:17.104851 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc6c57e-97d1-474f-a91b-e4a5998b3ba1 x-openstack-request-id: req-3bc6c57e-97d1-474f-a91b-e4a5998b3ba1 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:30:17.105148 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2", "tag": "f56db28c-79b1-4f88-b2a7-adf5b4466059", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:30:17.105424 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3bc6c57e-97d1-474f-a91b-e4a5998b3ba1 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:30:17.107021 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2', 'tag': 'f56db28c-79b1-4f88-b2a7-adf5b4466059', 'status': 'completed', 'code': 200} Nov 29 18:30:17.142739 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-80936203-9106-4c4b-8d36-b4d92b54f2f4 req-86df4ef0-7edb-4270-85ae-cbc936346f16 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/security-groups?id=4032c203-2bec-402e-ba65-22b4aa1598a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933871 Nov 29 18:30:17.154201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-39f60033-fd38-4516-8a03-5ea143cd09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:17.155933 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-39f60033-fd38-4516-8a03-5ea143cd09a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 1094 time: 0.0541003 Nov 29 18:30:17.210976 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-16bbcb89-0d6c-497c-951f-693646badded service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f56db28c-79b1-4f88-b2a7-adf5b4466059 HTTP/1.1" status: 200 len: 217 time: 0.0430636 Nov 29 18:30:17.268461 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-a37a8163-3792-4223-92ac-7270c1572319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:17.270094 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-a37a8163-3792-4223-92ac-7270c1572319 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0525520 Nov 29 18:30:17.325227 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-e4c5c1dd-2b02-452c-9a61-9cea24689528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:17.326967 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-e4c5c1dd-2b02-452c-9a61-9cea24689528 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439012 Nov 29 18:30:17.435012 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-76b44551-c896-49b6-bb87-49eed3ce87dd service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958738 Nov 29 18:30:17.536478 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a0d8aa48-c30f-46a8-b905-a9a676790c14 req-940d823f-67c4-491f-b90c-d3eb1898fd5a service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888224 Nov 29 18:30:17.631148 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b492b5c-8036-4799-be51-83c2e50ac5ca req-716aa244-4516-4088-a0d4-290f1c00db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:17.633588 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6b492b5c-8036-4799-be51-83c2e50ac5ca req-716aa244-4516-4088-a0d4-290f1c00db1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 1094 time: 0.0456591 Nov 29 18:30:17.732611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b492b5c-8036-4799-be51-83c2e50ac5ca req-29dfd7de-9cec-44f6-854a-9a186a360bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:17.734142 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6b492b5c-8036-4799-be51-83c2e50ac5ca req-29dfd7de-9cec-44f6-854a-9a186a360bef service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.0939786 Nov 29 18:30:17.776045 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6b492b5c-8036-4799-be51-83c2e50ac5ca req-b31d4f9b-a32d-4447-ac67-ecc44b1c4752 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f56db28c-79b1-4f88-b2a7-adf5b4466059 HTTP/1.1" status: 200 len: 217 time: 0.0344756 Nov 29 18:30:17.776300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:30:17.832463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b492b5c-8036-4799-be51-83c2e50ac5ca req-e0b03b63-debc-43fa-aba7-825f1979aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:17.833981 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6b492b5c-8036-4799-be51-83c2e50ac5ca req-e0b03b63-debc-43fa-aba7-825f1979aa62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0508718 Nov 29 18:30:17.879614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd,segment=NetworkSegment(7e2b5535-2b3a-496b-86ec-924c8c4b0432),segment_id=7e2b5535-2b3a-496b-86ec-924c8c4b0432)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:30:17.892035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b492b5c-8036-4799-be51-83c2e50ac5ca req-18bb3989-cd2d-4d43-b48f-120836c3a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:17.893994 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6b492b5c-8036-4799-be51-83c2e50ac5ca req-18bb3989-cd2d-4d43-b48f-120836c3a55d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518723 Nov 29 18:30:17.902991 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd', 'network_id': '74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8', 'port_id': 'c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd', 'mac_address': 'fa:16:3e:12:cf:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182c85e9-1dbd-476c-bc47-229618ef305d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:30:17.956199 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:17.971102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:30:18.001695 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6b492b5c-8036-4799-be51-83c2e50ac5ca req-0788b74b-7a40-455b-80df-f82d3cac894e service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981796 Nov 29 18:30:18.004740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd,segment=NetworkSegment(7e2b5535-2b3a-496b-86ec-924c8c4b0432),segment_id=7e2b5535-2b3a-496b-86ec-924c8c4b0432)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:30:18.010417 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:18.084961 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:18.096453 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:18.097384 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:18.098102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:18.098618 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:18.099172 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:18.099832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:18.100336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:18.101360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:18.102195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:18.102913 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:18.103602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:18.104112 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:18.128399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a270e-c185-4fb0-99c8-f905cede5646 req-b42248d3-6042-4929-a1df-e2e5095e885a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:18.131024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e0a270e-c185-4fb0-99c8-f905cede5646 req-b42248d3-6042-4929-a1df-e2e5095e885a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 943 time: 0.0801105 Nov 29 18:30:18.195889 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e0a270e-c185-4fb0-99c8-f905cede5646 req-d523a031-a816-4965-87f5-407023548df0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576034 Nov 29 18:30:18.280586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39385816-c727-43e4-ad38-90d9950eae7c req-185c9997-adfc-4693-993a-a6d709ad298f tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:18.282061 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39385816-c727-43e4-ad38-90d9950eae7c req-185c9997-adfc-4693-993a-a6d709ad298f tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6530608-5d1c-4005-a37b-53a8b47bfc13 HTTP/1.1" status: 200 len: 944 time: 0.0664887 Nov 29 18:30:18.340365 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39385816-c727-43e4-ad38-90d9950eae7c req-2ca91d5c-95c6-4816-a33d-71d69bc819fb tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/security-groups?id=4032c203-2bec-402e-ba65-22b4aa1598a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498731 Nov 29 18:30:18.341860 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:30:18.504616 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6b492b5c-8036-4799-be51-83c2e50ac5ca req-0f2ef0ce-a975-4a74-875e-8b37c2591ebc service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948750 Nov 29 18:30:19.337500 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb5105-88ef-4832-8285-36c1c9c69f5b req-7c08b060-042d-4fb6-b957-d53d2bfe3103 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:19.339029 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4cdb5105-88ef-4832-8285-36c1c9c69f5b req-7c08b060-042d-4fb6-b957-d53d2bfe3103 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 943 time: 0.0646708 Nov 29 18:30:19.393589 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4cdb5105-88ef-4832-8285-36c1c9c69f5b req-e41015f7-15c9-4db8-8f0f-9d9b867d7148 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483074 Nov 29 18:30:19.478877 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12872b7-5be0-4950-8daa-d3914e291f58 req-a9f4facc-8d1c-454d-9c0b-d03a8b3aa63a tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:19.480709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c12872b7-5be0-4950-8daa-d3914e291f58 req-a9f4facc-8d1c-454d-9c0b-d03a8b3aa63a tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6530608-5d1c-4005-a37b-53a8b47bfc13 HTTP/1.1" status: 200 len: 944 time: 0.0528817 Nov 29 18:30:19.531705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c12872b7-5be0-4950-8daa-d3914e291f58 req-cab3289f-bec0-4f0d-b488-4a17046fc317 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/security-groups?id=4032c203-2bec-402e-ba65-22b4aa1598a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441003 Nov 29 18:30:19.802516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:30:19.856911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:30:19.861237 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:30:19.861617 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:19.958653 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:19.987652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6530608-5d1c-4005-a37b-53a8b47bfc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:30:19.989983 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1589c2-5bfc-46d9-ac14-5620a53432b9" -d '{"events": [{"server_uuid": "f6530608-5d1c-4005-a37b-53a8b47bfc13", "name": "network-vif-plugged", "status": "completed", "tag": "c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:30:20.009977 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd,segment=NetworkSegment(7e2b5535-2b3a-496b-86ec-924c8c4b0432),segment_id=7e2b5535-2b3a-496b-86ec-924c8c4b0432)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:30:20.030509 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:20.071374 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ceacb2-9efd-458b-a80d-1a948b68dd1f x-openstack-request-id: req-f4ceacb2-9efd-458b-a80d-1a948b68dd1f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:30:20.071799 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6530608-5d1c-4005-a37b-53a8b47bfc13", "name": "network-vif-plugged", "status": "completed", "tag": "c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:30:20.072087 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4ceacb2-9efd-458b-a80d-1a948b68dd1f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:30:20.072489 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6530608-5d1c-4005-a37b-53a8b47bfc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd', 'code': 200} Nov 29 18:30:20.109685 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:20.179762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2af394-bf7a-4f00-a761-47c13be42125 req-07bf0058-5610-49ac-ae0b-eda6f5e5b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:20.181270 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0c2af394-bf7a-4f00-a761-47c13be42125 req-07bf0058-5610-49ac-ae0b-eda6f5e5b756 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f6530608-5d1c-4005-a37b-53a8b47bfc13 HTTP/1.1" status: 200 len: 1096 time: 0.0419624 Nov 29 18:30:20.226711 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0c2af394-bf7a-4f00-a761-47c13be42125 req-a8797585-567e-4fba-96d8-7964f7d3d291 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4032c203-2bec-402e-ba65-22b4aa1598a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385640 Nov 29 18:30:20.523742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7203f5e-59d3-4b4b-a42a-06ff381f43fb req-9f491500-1a33-45a2-bec2-ba93ea6ea184 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:20.525234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7203f5e-59d3-4b4b-a42a-06ff381f43fb req-9f491500-1a33-45a2-bec2-ba93ea6ea184 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 943 time: 0.0541079 Nov 29 18:30:20.578628 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7203f5e-59d3-4b4b-a42a-06ff381f43fb req-42c011fc-4223-4bce-9020-54dcb11d0aae tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473442 Nov 29 18:30:20.667899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3995e-4dd9-4c58-863e-c0e1eaaca343 req-e21f83e3-d5b3-41d3-be6e-19c127fd8bcb tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:20.669433 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07a3995e-4dd9-4c58-863e-c0e1eaaca343 req-e21f83e3-d5b3-41d3-be6e-19c127fd8bcb tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6530608-5d1c-4005-a37b-53a8b47bfc13 HTTP/1.1" status: 200 len: 945 time: 0.0536211 Nov 29 18:30:20.719890 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07a3995e-4dd9-4c58-863e-c0e1eaaca343 req-b2dc09c8-4578-4644-aa51-779e2f062e88 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/security-groups?id=4032c203-2bec-402e-ba65-22b4aa1598a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Nov 29 18:30:21.051497 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f56db28c-79b1-4f88-b2a7-adf5b4466059 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:30:21.149462 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f56db28c-79b1-4f88-b2a7-adf5b4466059, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f56db28c-79b1-4f88-b2a7-adf5b4466059,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:30:21.161655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'f56db28c-79b1-4f88-b2a7-adf5b4466059', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'port_id': 'f56db28c-79b1-4f88-b2a7-adf5b4466059', 'mac_address': 'fa:16:3e:99:ba:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:30:21.201794 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:21.215877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56db28c-79b1-4f88-b2a7-adf5b4466059 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:30:21.236231 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f56db28c-79b1-4f88-b2a7-adf5b4466059, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f56db28c-79b1-4f88-b2a7-adf5b4466059,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:30:21.240590 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:21.293031 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=f56db28c-79b1-4f88-b2a7-adf5b4466059,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:21.504887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['f56db28c-79b1-4f88-b2a7-adf5b4466059'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:30:21.714249 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac88b5-e515-4abe-b671-708900b42379 req-c7f3ccd3-d930-447d-adb0-dfeb2e2985b5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:21.715780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23ac88b5-e515-4abe-b671-708900b42379 req-c7f3ccd3-d930-447d-adb0-dfeb2e2985b5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 944 time: 0.0533245 Nov 29 18:30:21.768359 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23ac88b5-e515-4abe-b671-708900b42379 req-dd0343ca-7ce0-410c-8b6d-c983d9dc5908 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459392 Nov 29 18:30:21.851027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76da1fd-a90a-4724-9ef6-be68b58b9afa req-c13d4e88-e7c3-4e83-bdac-5334843e0e81 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:21.852513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e76da1fd-a90a-4724-9ef6-be68b58b9afa req-c13d4e88-e7c3-4e83-bdac-5334843e0e81 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6530608-5d1c-4005-a37b-53a8b47bfc13 HTTP/1.1" status: 200 len: 945 time: 0.0531886 Nov 29 18:30:21.901408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e76da1fd-a90a-4724-9ef6-be68b58b9afa req-c46993b1-3fa3-43dc-95bc-625315d313cb tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/security-groups?id=4032c203-2bec-402e-ba65-22b4aa1598a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419047 Nov 29 18:30:22.889276 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce727e0a-1858-413a-91ae-1657a3247e91 req-faec281e-7cc1-48f4-81dc-a7a811092f5d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:22.890736 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce727e0a-1858-413a-91ae-1657a3247e91 req-faec281e-7cc1-48f4-81dc-a7a811092f5d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 944 time: 0.0495293 Nov 29 18:30:22.941836 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce727e0a-1858-413a-91ae-1657a3247e91 req-acb80d42-ec6b-4b62-8b5b-c8f3758c3534 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442407 Nov 29 18:30:23.053138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f56db28c-79b1-4f88-b2a7-adf5b4466059 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:30:23.119905 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port f56db28c-79b1-4f88-b2a7-adf5b4466059 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:30:23.126086 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port f56db28c-79b1-4f88-b2a7-adf5b4466059 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:30:23.127375 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:23.230231 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:23.266396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56db28c-79b1-4f88-b2a7-adf5b4466059'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:30:23.266396 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c701361-c1dd-4322-bfc7-d1b29fe28d63" -d '{"events": [{"server_uuid": "2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2", "name": "network-vif-plugged", "status": "completed", "tag": "f56db28c-79b1-4f88-b2a7-adf5b4466059"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:30:23.278561 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f56db28c-79b1-4f88-b2a7-adf5b4466059, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f56db28c-79b1-4f88-b2a7-adf5b4466059,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:30:23.284217 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:23.315901 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb86c807-2782-452d-978f-83962f548be7 x-openstack-request-id: req-cb86c807-2782-452d-978f-83962f548be7 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:30:23.316041 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2", "name": "network-vif-plugged", "status": "completed", "tag": "f56db28c-79b1-4f88-b2a7-adf5b4466059", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:30:23.316297 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb86c807-2782-452d-978f-83962f548be7 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:30:23.316694 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56db28c-79b1-4f88-b2a7-adf5b4466059', 'code': 200} Nov 29 18:30:23.362952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=f56db28c-79b1-4f88-b2a7-adf5b4466059,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:23.421939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05476554-1040-4628-946d-c49b294d569c req-f98e42d9-202c-4574-b1e6-9f68579a2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:23.423713 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-05476554-1040-4628-946d-c49b294d569c req-f98e42d9-202c-4574-b1e6-9f68579a2bc2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 1096 time: 0.0444689 Nov 29 18:30:23.488091 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-05476554-1040-4628-946d-c49b294d569c req-c32f31c1-a30a-4b71-83da-c81bc8dd1724 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533075 Nov 29 18:30:23.992485 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81fb5017-3bd0-470a-8448-98a4b89441b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:24.089012 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e751238-2e94-437c-9c4d-bb4245dc2125 req-25346d29-b1d8-4b93-b5b8-d482899f50d6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:24.090534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e751238-2e94-437c-9c4d-bb4245dc2125 req-25346d29-b1d8-4b93-b5b8-d482899f50d6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 945 time: 0.0567155 Nov 29 18:30:24.146988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e751238-2e94-437c-9c4d-bb4245dc2125 req-127ef71c-acb9-428a-8ceb-be2ef947c63a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496867 Nov 29 18:30:24.431808 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e2bd6-167d-490f-bf9f-4c7c79c66b2a req-a6c9973d-15c0-43f4-b004-cd4725919d42 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:24.433384 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c8e2bd6-167d-490f-bf9f-4c7c79c66b2a req-a6c9973d-15c0-43f4-b004-cd4725919d42 tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6530608-5d1c-4005-a37b-53a8b47bfc13 HTTP/1.1" status: 200 len: 945 time: 0.0550749 Nov 29 18:30:24.482293 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c8e2bd6-167d-490f-bf9f-4c7c79c66b2a req-6dd57fd7-33d2-440a-aced-ff2496d170aa tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/security-groups?id=4032c203-2bec-402e-ba65-22b4aa1598a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427451 Nov 29 18:30:25.274193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bff884-108d-463d-921a-048b2dfad7e9 req-6b3fc9ac-1695-4fa5-8a67-9a46c7e520c6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:25.275625 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7bff884-108d-463d-921a-048b2dfad7e9 req-6b3fc9ac-1695-4fa5-8a67-9a46c7e520c6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 945 time: 0.0517867 Nov 29 18:30:25.324067 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7bff884-108d-463d-921a-048b2dfad7e9 req-af68aba4-f732-4a77-8ea0-c49ccf5e9fc9 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422344 Nov 29 18:30:25.443869 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7310e462-6f7d-47d8-9d15-c52b18397042 req-f517da61-bd46-469d-a735-28bd44df63cc tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2c4e3a2d337148adab4a8b0bf85c3352 HTTP/1.1" status: 200 len: 267 time: 0.0472600 Nov 29 18:30:25.498731 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310e462-6f7d-47d8-9d15-c52b18397042 req-876cb538-5985-40bc-8c88-ee2d90d898c9 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:25.500353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7310e462-6f7d-47d8-9d15-c52b18397042 req-876cb538-5985-40bc-8c88-ee2d90d898c9 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 945 time: 0.0505180 Nov 29 18:30:25.513392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-7310e462-6f7d-47d8-9d15-c52b18397042 req-9bdd9281-44a5-47e8-b16f-9884ec6b092e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Request body: {'port': {'security_groups': []}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:25.630281 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7310e462-6f7d-47d8-9d15-c52b18397042 req-9bdd9281-44a5-47e8-b16f-9884ec6b092e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:25.669376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f331235-28bb-4ac9-b3dc-b6d31eae7377 req-50ca49dc-699d-4571-b9e3-e214f86fb34b tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:25.671094 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f331235-28bb-4ac9-b3dc-b6d31eae7377 req-50ca49dc-699d-4571-b9e3-e214f86fb34b tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6530608-5d1c-4005-a37b-53a8b47bfc13 HTTP/1.1" status: 200 len: 945 time: 0.0964105 Nov 29 18:30:25.840338 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f331235-28bb-4ac9-b3dc-b6d31eae7377 req-cd187221-e4e3-470d-af10-aa1f2ec26aef tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/security-groups?id=4032c203-2bec-402e-ba65-22b4aa1598a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479161 Nov 29 18:30:25.911847 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7310e462-6f7d-47d8-9d15-c52b18397042 req-9bdd9281-44a5-47e8-b16f-9884ec6b092e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] For port f56db28c-79b1-4f88-b2a7-adf5b4466059, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f56db28c-79b1-4f88-b2a7-adf5b4466059,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:30:25.931204 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7c630-c5a4-41d2-8841-e8d160e412c4 req-6d934cfc-a64c-4bca-87c0-7126c2c6f6dc tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:25.933045 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-65a7c630-c5a4-41d2-8841-e8d160e412c4 req-6d934cfc-a64c-4bca-87c0-7126c2c6f6dc tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6530608-5d1c-4005-a37b-53a8b47bfc13 HTTP/1.1" status: 200 len: 945 time: 0.0680966 Nov 29 18:30:25.953226 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7310e462-6f7d-47d8-9d15-c52b18397042 req-9bdd9281-44a5-47e8-b16f-9884ec6b092e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:25.960561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7310e462-6f7d-47d8-9d15-c52b18397042 req-9bdd9281-44a5-47e8-b16f-9884ec6b092e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:25.975457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e7f6aa54-aa38-4c97-914e-7359bec5b15b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:30:25.979330 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['a03a14bb-6298-413e-9335-cc58c8f9fec0', 'f56db28c-79b1-4f88-b2a7-adf5b4466059'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:30:26.021792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310e462-6f7d-47d8-9d15-c52b18397042 req-9bdd9281-44a5-47e8-b16f-9884ec6b092e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:26.022529 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7310e462-6f7d-47d8-9d15-c52b18397042 req-9bdd9281-44a5-47e8-b16f-9884ec6b092e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:26.028265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7310e462-6f7d-47d8-9d15-c52b18397042 req-9bdd9281-44a5-47e8-b16f-9884ec6b092e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "PUT /v2.0/ports/f56db28c-79b1-4f88-b2a7-adf5b4466059 HTTP/1.1" status: 200 len: 904 time: 0.5195332 Nov 29 18:30:26.028851 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2', 'tag': 'f56db28c-79b1-4f88-b2a7-adf5b4466059'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:30:26.031540 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1443f4-59b2-4c2a-8b3d-2942d838d507" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2", "tag": "f56db28c-79b1-4f88-b2a7-adf5b4466059"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:30:26.075921 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-65a7c630-c5a4-41d2-8841-e8d160e412c4 req-a08b8107-7ead-4261-a078-b11bb5b1138e tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Deleting port c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:30:26.076808 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-65a7c630-c5a4-41d2-8841-e8d160e412c4 req-a08b8107-7ead-4261-a078-b11bb5b1138e tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:26.088162 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd9281-44a5-47e8-b16f-9884ec6b092e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event updated for resources: {'Port': ['ID=f56db28c-79b1-4f88-b2a7-adf5b4466059,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:26.132272 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cad0741-1518-4c6b-badd-00dd4e1cb1ab x-openstack-request-id: req-1cad0741-1518-4c6b-badd-00dd4e1cb1ab {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:30:26.133088 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2", "tag": "f56db28c-79b1-4f88-b2a7-adf5b4466059", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:30:26.133627 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1cad0741-1518-4c6b-badd-00dd4e1cb1ab {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:30:26.134306 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2', 'tag': 'f56db28c-79b1-4f88-b2a7-adf5b4466059', 'status': 'completed', 'code': 200} Nov 29 18:30:26.206258 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['f56db28c-79b1-4f88-b2a7-adf5b4466059'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:30:26.246386 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-65a7c630-c5a4-41d2-8841-e8d160e412c4 req-a08b8107-7ead-4261-a078-b11bb5b1138e tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] For port c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd,segment=NetworkSegment(7e2b5535-2b3a-496b-86ec-924c8c4b0432),segment_id=7e2b5535-2b3a-496b-86ec-924c8c4b0432)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:30:26.246940 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-65a7c630-c5a4-41d2-8841-e8d160e412c4 req-a08b8107-7ead-4261-a078-b11bb5b1138e tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:26.253143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeddbf5-e69e-4e9e-8c1d-790cc72b81f8 req-3147555c-645f-4d4d-88ad-04145acd7718 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:26.260848 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-caeddbf5-e69e-4e9e-8c1d-790cc72b81f8 req-3147555c-645f-4d4d-88ad-04145acd7718 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 907 time: 0.0996869 Nov 29 18:30:26.268074 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-65a7c630-c5a4-41d2-8841-e8d160e412c4 req-a08b8107-7ead-4261-a078-b11bb5b1138e tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Calling delete_port for c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:30:26.277268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1443f4-59b2-4c2a-8b3d-2942d838d507 req-6c63f1a3-c352-4ca9-9552-c7908c828a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:26.279091 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7d1443f4-59b2-4c2a-8b3d-2942d838d507 req-6c63f1a3-c352-4ca9-9552-c7908c828a8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 1058 time: 0.0858629 Nov 29 18:30:26.460377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c026a-3a55-4d17-ae3b-859dddd66f0b req-45dbfe83-f330-4dcd-af04-60afdaa61f60 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:26.463127 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7f1c026a-3a55-4d17-ae3b-859dddd66f0b req-45dbfe83-f330-4dcd-af04-60afdaa61f60 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0793872 Nov 29 18:30:26.468669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1443f4-59b2-4c2a-8b3d-2942d838d507 req-210752f6-d2a9-44e3-b3e2-2d467368a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:26.471255 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7d1443f4-59b2-4c2a-8b3d-2942d838d507 req-210752f6-d2a9-44e3-b3e2-2d467368a71d service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.1765878 Nov 29 18:30:26.507432 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bdbd4eaf-1d05-4a74-80bf-0d9f6dfd9068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:26.539309 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7f1c026a-3a55-4d17-ae3b-859dddd66f0b req-c3b6eb58-f839-4b9b-bb78-5603dd2615bf tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695589 Nov 29 18:30:26.546527 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7d1443f4-59b2-4c2a-8b3d-2942d838d507 req-2098cb0f-1377-49c9-b85c-67d0b6e20737 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f56db28c-79b1-4f88-b2a7-adf5b4466059 HTTP/1.1" status: 200 len: 217 time: 0.0674741 Nov 29 18:30:26.617979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5597d97b-cb30-4b00-ad1c-0260c2390f43 None None] Provisioning complete for port f56db28c-79b1-4f88-b2a7-adf5b4466059 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:30:26.618723 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5597d97b-cb30-4b00-ad1c-0260c2390f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:26.621452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1443f4-59b2-4c2a-8b3d-2942d838d507 req-932fa522-2533-47e8-9770-0d52f7cd2dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:26.623279 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7d1443f4-59b2-4c2a-8b3d-2942d838d507 req-932fa522-2533-47e8-9770-0d52f7cd2dd7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0689654 Nov 29 18:30:26.671015 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba740b-6644-4333-96a6-ac4698774ded req-171dc589-f13e-4741-8d45-0d68dbb0ed2b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:26.672518 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1ba740b-6644-4333-96a6-ac4698774ded req-171dc589-f13e-4741-8d45-0d68dbb0ed2b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0632355 Nov 29 18:30:26.707345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1443f4-59b2-4c2a-8b3d-2942d838d507 req-0ff5c2cc-a086-4c28-8dad-e9a8e77dc5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:26.708870 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7d1443f4-59b2-4c2a-8b3d-2942d838d507 req-0ff5c2cc-a086-4c28-8dad-e9a8e77dc5e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729403 Nov 29 18:30:26.727641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1ba740b-6644-4333-96a6-ac4698774ded req-caa38d6a-063b-4d0f-bd02-0b0de57e2469 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479641 Nov 29 18:30:26.832094 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-65a7c630-c5a4-41d2-8841-e8d160e412c4 req-a08b8107-7ead-4261-a078-b11bb5b1138e tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:26.843901 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:30:26.894047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b8107-7ead-4261-a078-b11bb5b1138e tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Pushing event deleted for resources: {'Port': ['ID=c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:26.931610 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7d1443f4-59b2-4c2a-8b3d-2942d838d507 req-a9ad0c65-cef8-4ef9-8e75-bbb052f51df2 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991353 Nov 29 18:30:26.982643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9e0be1d4-1e76-44b1-a352-9f8b64ec1a77 req-5cbbd57d-358d-4723-8a39-2700e2c7536b tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6530608-5d1c-4005-a37b-53a8b47bfc13 HTTP/1.1" status: 200 len: 210 time: 0.0341330 Nov 29 18:30:27.018204 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a7c630-c5a4-41d2-8841-e8d160e412c4 req-a08b8107-7ead-4261-a078-b11bb5b1138e tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] No DVR routers for this DVR port c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:30:27.021472 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-65a7c630-c5a4-41d2-8841-e8d160e412c4 req-a08b8107-7ead-4261-a078-b11bb5b1138e tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:27.024974 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-65a7c630-c5a4-41d2-8841-e8d160e412c4 req-a08b8107-7ead-4261-a078-b11bb5b1138e tempest-VolumesActionsTest-1749239127 tempest-VolumesActionsTest-1749239127-project] 10.222.0.31 "DELETE /v2.0/ports/c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd HTTP/1.1" status: 204 len: 173 time: 1.0851860 Nov 29 18:30:27.030048 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6530608-5d1c-4005-a37b-53a8b47bfc13', 'name': 'network-vif-deleted', 'tag': 'c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:30:27.032382 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf272645-24ca-4a87-8519-83756dffdf97" -d '{"events": [{"server_uuid": "f6530608-5d1c-4005-a37b-53a8b47bfc13", "name": "network-vif-deleted", "tag": "c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:30:27.055385 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-814bec2a-6364-4440-b460-5ea9a09e4533 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:27.056974 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-814bec2a-6364-4440-b460-5ea9a09e4533 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 812 time: 0.1733088 Nov 29 18:30:27.077113 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-7c8a26df-e665-4dc3-b64b-0c0f461b5735 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/quotas/2c4e3a2d337148adab4a8b0bf85c3352 HTTP/1.1" status: 200 len: 375 time: 0.0133297 Nov 29 18:30:27.119707 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e5b26d-20b1-4e24-9a3a-6809ddbace47 x-openstack-request-id: req-76e5b26d-20b1-4e24-9a3a-6809ddbace47 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:30:27.120035 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6530608-5d1c-4005-a37b-53a8b47bfc13", "name": "network-vif-deleted", "tag": "c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:30:27.120259 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76e5b26d-20b1-4e24-9a3a-6809ddbace47 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:30:27.120800 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6530608-5d1c-4005-a37b-53a8b47bfc13', 'name': 'network-vif-deleted', 'tag': 'c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd', 'status': 'completed', 'code': 200} Nov 29 18:30:27.132335 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7d1443f4-59b2-4c2a-8b3d-2942d838d507 req-5f6394d8-356b-41e0-9a2b-b6254eeb4715 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815610 Nov 29 18:30:27.159850 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-474f80c5-f95e-4ad0-af7f-020889a187e8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0755672 Nov 29 18:30:27.260399 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-4df93f50-6b82-4f74-b1a2-5e3793cfda3c service neutron] 10.222.0.23 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918293 Nov 29 18:30:27.283285 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:27.353122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-9c509fe6-bfbd-43b1-af3d-a7306fc1a6cd service neutron] 10.222.0.23 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844750 Nov 29 18:30:27.570445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c4b98ac-2229-4244-b26b-0ffc59a4f846 req-03619fa1-3048-43cb-a484-739784e5c85d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 210 time: 0.0463343 Nov 29 18:30:27.637226 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:27.822070 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-6ee4b71c-bfc1-41f7-9b02-1156c3d825be tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030319887&fields=id&tenant_id=72bbde8d865a44a59bd5e7320f2171e2 HTTP/1.1" status: 200 len: 267 time: 0.0456545 Nov 29 18:30:27.944964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-295cd794-8014-44cd-9dbd-1c9eac4ebfe8 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:27.946537 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-295cd794-8014-44cd-9dbd-1c9eac4ebfe8 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 811 time: 0.1173077 Nov 29 18:30:27.964221 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-25d24dfb-f6b8-4657-a2d1-3719ea67fddb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/quotas/72bbde8d865a44a59bd5e7320f2171e2 HTTP/1.1" status: 200 len: 375 time: 0.0104513 Nov 29 18:30:28.019079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-70ac95dd-d576-49c5-8074-efafa2a1e574 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478516 Nov 29 18:30:28.140967 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-13c3c6aa-1a5f-4a36-a6d1-2cf84af9f6e2 service neutron] 10.222.0.23 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082399 Nov 29 18:30:28.239105 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-6278543d-1247-4ed3-871e-b9f92539ef48 service neutron] 10.222.0.23 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912042 Nov 29 18:30:28.607869 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d5abba8-60bb-4c71-9752-22064c516f06 req-e7e2dbed-41ff-419c-a771-fc885f18703c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 210 time: 0.0354671 Nov 29 18:30:28.621528 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-05b411d3-862f-4ce9-b7c1-0a8cece3685d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:28.623765 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-05b411d3-862f-4ce9-b7c1-0a8cece3685d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.31 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 812 time: 0.2175617 Nov 29 18:30:28.637835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-5c82fc0a-699a-4bec-8e1b-e6b96e1c7b0c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Request body: {'port': {'device_id': '8995ff20-ac1b-4b9e-b229-25c5db7c58ad', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'admin_state_up': True, 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:28.694898 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9e622ac-aad5-474e-a127-21aca7b53dd8 req-2a94f0de-c27b-46fc-ad74-8e01b673d485 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 210 time: 0.0386782 Nov 29 18:30:28.800660 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-5c82fc0a-699a-4bec-8e1b-e6b96e1c7b0c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Made reservation on behalf of 2c4e3a2d337148adab4a8b0bf85c3352 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:30:28.806887 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-5c82fc0a-699a-4bec-8e1b-e6b96e1c7b0c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:28.973156 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-5c82fc0a-699a-4bec-8e1b-e6b96e1c7b0c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Allocated IP 172.20.0.3 (52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4/7387e441-3f22-4b4c-b2ec-f196e298f9dd/ab0989e7-31d7-4f26-aa65-cb36df9f4e5e) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:30:29.160098 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:29.176657 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-5c82fc0a-699a-4bec-8e1b-e6b96e1c7b0c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:29.214078 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-5c82fc0a-699a-4bec-8e1b-e6b96e1c7b0c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:29.250519 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e7f6aa54-aa38-4c97-914e-7359bec5b15b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:30:29.255083 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['a03a14bb-6298-413e-9335-cc58c8f9fec0'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:30:29.279994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-5c82fc0a-699a-4bec-8e1b-e6b96e1c7b0c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:30:29.283936 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-5c82fc0a-699a-4bec-8e1b-e6b96e1c7b0c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:30:29.286402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-5c82fc0a-699a-4bec-8e1b-e6b96e1c7b0c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:30:29.315533 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82fc0a-699a-4bec-8e1b-e6b96e1c7b0c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event updated for resources: {'Port': ['ID=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:29.362379 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-5c82fc0a-699a-4bec-8e1b-e6b96e1c7b0c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:29.363241 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-5c82fc0a-699a-4bec-8e1b-e6b96e1c7b0c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:29.388929 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-5c82fc0a-699a-4bec-8e1b-e6b96e1c7b0c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7555006 Nov 29 18:30:29.405063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Request body: {'port': {'device_id': '8995ff20-ac1b-4b9e-b229-25c5db7c58ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:29.482768 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:29.694320 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-dea54b8b-f048-4217-a284-88a99cdefb94 None None] Provisioning complete for port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:30:29.694692 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dea54b8b-f048-4217-a284-88a99cdefb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:29.765251 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dea54b8b-f048-4217-a284-88a99cdefb94 None None] Port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:30:29.785980 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-432cd03c-f9a2-486d-926b-14ea1b34208c req-04275516-df54-4acd-92b6-d6a5ae3f591b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 210 time: 0.0857165 Nov 29 18:30:29.821163 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:30:29.857472 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:30:29.858092 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device c9a61656-6ad7-45f9-95fb-b67a0bd6e5dd not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:30:29.874114 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:29.897428 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99245f6-817e-4e2f-8119-422ae87dfcf5 req-c4176b0a-d476-46ff-8c70-c9121a3d1b2a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:29.906079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c99245f6-817e-4e2f-8119-422ae87dfcf5 req-c4176b0a-d476-46ff-8c70-c9121a3d1b2a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 931 time: 0.1104531 Nov 29 18:30:29.931889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0989e7-31d7-4f26-aa65-cb36df9f4e5e {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:30:29.938040 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-eef3d75d-e64b-4214-8539-dfe5dd9660e9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:29.940209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-eef3d75d-e64b-4214-8539-dfe5dd9660e9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 811 time: 0.3432703 Nov 29 18:30:29.946878 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:29.969509 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Transition to ACTIVE for port object ab0989e7-31d7-4f26-aa65-cb36df9f4e5e will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:30:29.973694 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:29.981469 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:30.013272 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c99245f6-817e-4e2f-8119-422ae87dfcf5 req-23b813bd-29de-4582-82a8-c4a1ca324ee8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062105 Nov 29 18:30:30.057597 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:30.083019 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-0c25d71d-8089-475d-bdf1-0f2b51c59c11 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72bbde8d865a44a59bd5e7320f2171e2 HTTP/1.1" status: 200 len: 380 time: 0.1302793 Nov 29 18:30:30.093709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-75fb8077-e43e-4b4b-a072-958d67439332 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Request body: {'port': {'device_id': '9275abb5-c3f5-4822-a709-fd27639e0b7c', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'admin_state_up': True, 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'security_groups': ['43e8152b-3357-4bd4-bfc6-90a43feb011f']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:30.165683 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Attempting to bind port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:30:30.166162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Attempting to bind port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:30:30.166561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Attempting to bind port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e on network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:30:30.176426 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e on network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:30:30.177024 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Attempting to bind port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e on network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:30:30.182741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:30:30.183191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Checking segment: {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:30:30.183653 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Bound using segment: {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:30:30.184200 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Bound port: ab0989e7-31d7-4f26-aa65-cb36df9f4e5e, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5799ad5f-6ab6-494b-89d2-497984a24017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:30:30.184632 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:30.232349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-75fb8077-e43e-4b4b-a072-958d67439332 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Made reservation on behalf of 72bbde8d865a44a59bd5e7320f2171e2 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:30:30.236486 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-75fb8077-e43e-4b4b-a072-958d67439332 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:30.296496 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] For port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:30:30.304573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] For port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:30:30.314451 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:30.357869 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:30.358848 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:30.359970 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] 10.222.0.31 "PUT /v2.0/ports/ab0989e7-31d7-4f26-aa65-cb36df9f4e5e HTTP/1.1" status: 200 len: 1091 time: 0.9598656 Nov 29 18:30:30.363035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8995ff20-ac1b-4b9e-b229-25c5db7c58ad', 'tag': 'ab0989e7-31d7-4f26-aa65-cb36df9f4e5e'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:30:30.365322 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11600b2-c9e7-47f0-94f5-65adbc8a8172" -d '{"events": [{"name": "network-changed", "server_uuid": "8995ff20-ac1b-4b9e-b229-25c5db7c58ad", "tag": "ab0989e7-31d7-4f26-aa65-cb36df9f4e5e"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:30:30.404758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de8bab-30ce-4ebd-a5b1-aa6a01343086 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:30.470517 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97abf8d-6661-4ded-a8d2-f67232e3759b x-openstack-request-id: req-d97abf8d-6661-4ded-a8d2-f67232e3759b {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:30:30.470854 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8995ff20-ac1b-4b9e-b229-25c5db7c58ad", "tag": "ab0989e7-31d7-4f26-aa65-cb36df9f4e5e", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:30:30.471136 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d97abf8d-6661-4ded-a8d2-f67232e3759b {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:30:30.471564 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8995ff20-ac1b-4b9e-b229-25c5db7c58ad', 'tag': 'ab0989e7-31d7-4f26-aa65-cb36df9f4e5e', 'status': 'completed', 'code': 200} Nov 29 18:30:30.477305 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-4d8e080d-6073-4c08-9c26-d194ad2ef9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:30.478552 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-4d8e080d-6073-4c08-9c26-d194ad2ef9bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 1094 time: 0.0694926 Nov 29 18:30:30.526226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-75fb8077-e43e-4b4b-a072-958d67439332 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Allocated IP 172.20.0.8 (7be29917-fe7c-4671-b21b-2292a7434512/1a4ee5c0-8a08-4610-a168-a9201f4e4bc0/2bf362f2-e748-4493-bf92-cdb4405f5cd4) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:30:30.550358 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-13dff48a-81ef-4559-84a3-21040ccc8f07 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e HTTP/1.1" status: 200 len: 217 time: 0.0632241 Nov 29 18:30:30.640188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-dcab61a0-ff2d-4147-9850-cae660421c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:30.642297 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-dcab61a0-ff2d-4147-9850-cae660421c13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0838013 Nov 29 18:30:30.710292 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-6bbbb2d1-ee65-472f-bc13-8954fb4ccc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:30.712001 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-6bbbb2d1-ee65-472f-bc13-8954fb4ccc03 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622931 Nov 29 18:30:30.732975 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-75fb8077-e43e-4b4b-a072-958d67439332 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:30.776548 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-75fb8077-e43e-4b4b-a072-958d67439332 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:30.844957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-75fb8077-e43e-4b4b-a072-958d67439332 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Network 7be29917-fe7c-4671-b21b-2292a7434512 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:30:30.848372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-75fb8077-e43e-4b4b-a072-958d67439332 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:30:30.853662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-75fb8077-e43e-4b4b-a072-958d67439332 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:30:30.857880 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb8077-e43e-4b4b-a072-958d67439332 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'Port': ['ID=2bf362f2-e748-4493-bf92-cdb4405f5cd4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:30.867649 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-0c19b2bc-4b34-471e-af07-961e79ae3828 service neutron] 10.222.0.31 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485426 Nov 29 18:30:30.989411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-75fb8077-e43e-4b4b-a072-958d67439332 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:30.990519 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-75fb8077-e43e-4b4b-a072-958d67439332 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:31.013421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be10a08-7696-4b8e-882e-29e7315b25a1 req-39a087ee-455d-4191-8837-772482b0615a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:31.026550 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6339fb9-6291-4b59-bef9-2450c8c8954a req-422e80c8-0503-431f-8bde-75e3cedc04f0 service neutron] 10.222.0.31 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508448 Nov 29 18:30:31.027658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5be10a08-7696-4b8e-882e-29e7315b25a1 req-39a087ee-455d-4191-8837-772482b0615a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 931 time: 0.1292937 Nov 29 18:30:31.174138 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11600b2-c9e7-47f0-94f5-65adbc8a8172 req-82952527-e610-4754-aa1f-3993b2bd1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:31.175708 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e11600b2-c9e7-47f0-94f5-65adbc8a8172 req-82952527-e610-4754-aa1f-3993b2bd1ff9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 1094 time: 0.0778530 Nov 29 18:30:31.263728 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-dc659a91-0d9e-481c-8a3b-1b6a43ae9143 None None] Provisioning complete for port 2bf362f2-e748-4493-bf92-cdb4405f5cd4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:30:31.264424 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dc659a91-0d9e-481c-8a3b-1b6a43ae9143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:31.326696 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11600b2-c9e7-47f0-94f5-65adbc8a8172 req-26246586-f86f-4a76-b310-67be26a5258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:31.328405 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e11600b2-c9e7-47f0-94f5-65adbc8a8172 req-26246586-f86f-4a76-b310-67be26a5258d service neutron] 10.222.0.31 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.1405888 Nov 29 18:30:31.351717 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dc659a91-0d9e-481c-8a3b-1b6a43ae9143 None None] Port 2bf362f2-e748-4493-bf92-cdb4405f5cd4 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:30:31.388540 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e11600b2-c9e7-47f0-94f5-65adbc8a8172 req-cd586568-3f98-4974-be81-e21681cbb3fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e HTTP/1.1" status: 200 len: 217 time: 0.0517488 Nov 29 18:30:31.451695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11600b2-c9e7-47f0-94f5-65adbc8a8172 req-8f3839b0-1263-4827-a73b-dd651521889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:31.453581 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e11600b2-c9e7-47f0-94f5-65adbc8a8172 req-8f3839b0-1263-4827-a73b-dd651521889f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0572941 Nov 29 18:30:31.526354 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11600b2-c9e7-47f0-94f5-65adbc8a8172 req-779ac402-523f-443e-ab86-3829218d78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:31.528226 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e11600b2-c9e7-47f0-94f5-65adbc8a8172 req-779ac402-523f-443e-ab86-3829218d78ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676305 Nov 29 18:30:31.545199 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-75fb8077-e43e-4b4b-a072-958d67439332 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4555659 Nov 29 18:30:31.562563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Request body: {'port': {'device_id': '9275abb5-c3f5-4822-a709-fd27639e0b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:31.643147 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e11600b2-c9e7-47f0-94f5-65adbc8a8172 req-0b4c92f2-f7b9-4b8c-87bb-4b9ba9b44dd4 service neutron] 10.222.0.31 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072633 Nov 29 18:30:31.675497 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5be10a08-7696-4b8e-882e-29e7315b25a1 req-c5cac694-9ea4-4a95-9229-7aa1b6cbee5d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6399863 Nov 29 18:30:31.679746 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:31.695680 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abf5c9-e34a-4d8e-98bb-480843eea157 req-eb38203b-653c-4081-818d-6d9fbf58c857 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:31.703163 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29abf5c9-e34a-4d8e-98bb-480843eea157 req-eb38203b-653c-4081-818d-6d9fbf58c857 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 943 time: 0.1635842 Nov 29 18:30:31.745381 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e11600b2-c9e7-47f0-94f5-65adbc8a8172 req-7db178d0-8059-4223-8bc8-462d99f14419 service neutron] 10.222.0.31 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950100 Nov 29 18:30:31.850703 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29abf5c9-e34a-4d8e-98bb-480843eea157 req-3de2af04-bec1-4915-aca0-c6a3e7f8bdca tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464534 Nov 29 18:30:32.037393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf362f2-e748-4493-bf92-cdb4405f5cd4 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:30:32.048149 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:32.069425 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Transition to ACTIVE for port object 2bf362f2-e748-4493-bf92-cdb4405f5cd4 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:30:32.073477 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:32.132197 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Pushing event updated for resources: {'Port': ['ID=2bf362f2-e748-4493-bf92-cdb4405f5cd4,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:32.214260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Attempting to bind port 2bf362f2-e748-4493-bf92-cdb4405f5cd4 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:30:32.214481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Attempting to bind port 2bf362f2-e748-4493-bf92-cdb4405f5cd4 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:30:32.214816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Attempting to bind port 2bf362f2-e748-4493-bf92-cdb4405f5cd4 on network 7be29917-fe7c-4671-b21b-2292a7434512 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:30:32.219501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Port 2bf362f2-e748-4493-bf92-cdb4405f5cd4 on network 7be29917-fe7c-4671-b21b-2292a7434512 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:30:32.219913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Attempting to bind port 2bf362f2-e748-4493-bf92-cdb4405f5cd4 on network 7be29917-fe7c-4671-b21b-2292a7434512 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:30:32.225882 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:30:32.226234 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Checking segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:30:32.226630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Bound using segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:30:32.227105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Bound port: 2bf362f2-e748-4493-bf92-cdb4405f5cd4, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:30:32.227474 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:32.310341 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] For port 2bf362f2-e748-4493-bf92-cdb4405f5cd4, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:30:32.314604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] For port 2bf362f2-e748-4493-bf92-cdb4405f5cd4, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=2bf362f2-e748-4493-bf92-cdb4405f5cd4,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:30:32.321781 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:32.372694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:32.373621 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:32.375281 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] 10.222.0.31 "PUT /v2.0/ports/2bf362f2-e748-4493-bf92-cdb4405f5cd4 HTTP/1.1" status: 200 len: 1091 time: 0.8217540 Nov 29 18:30:32.375737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9275abb5-c3f5-4822-a709-fd27639e0b7c', 'tag': '2bf362f2-e748-4493-bf92-cdb4405f5cd4'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:30:32.379485 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bb5641-0a17-4357-ba8b-72a663501f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "9275abb5-c3f5-4822-a709-fd27639e0b7c", "tag": "2bf362f2-e748-4493-bf92-cdb4405f5cd4"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:30:32.459737 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb224644-cecf-4c1c-9c6a-9484881c8a2f x-openstack-request-id: req-cb224644-cecf-4c1c-9c6a-9484881c8a2f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:30:32.460038 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9275abb5-c3f5-4822-a709-fd27639e0b7c", "tag": "2bf362f2-e748-4493-bf92-cdb4405f5cd4", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:30:32.460296 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb224644-cecf-4c1c-9c6a-9484881c8a2f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:30:32.460835 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9275abb5-c3f5-4822-a709-fd27639e0b7c', 'tag': '2bf362f2-e748-4493-bf92-cdb4405f5cd4', 'status': 'completed', 'code': 200} Nov 29 18:30:32.462421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae5afa-c538-43b9-8322-b093299df89c service neutron] Pushing event updated for resources: {'Port': ['ID=2bf362f2-e748-4493-bf92-cdb4405f5cd4,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:32.498267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-ada17d4f-9964-4edb-967e-934352039a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:32.500527 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-ada17d4f-9964-4edb-967e-934352039a58 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 1094 time: 0.0846157 Nov 29 18:30:32.561779 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:30:32.590158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-47b46121-c05d-43ef-8d0a-268a8715e62f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bf362f2-e748-4493-bf92-cdb4405f5cd4 HTTP/1.1" status: 200 len: 217 time: 0.0718913 Nov 29 18:30:32.640873 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-959fbcad-e11e-47e8-928c-0aed0dcb6ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:32.642411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-959fbcad-e11e-47e8-928c-0aed0dcb6ee6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0513618 Nov 29 18:30:32.695799 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-9f7b500f-641e-4e0d-8d70-0885e73f7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:32.698742 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-9f7b500f-641e-4e0d-8d70-0885e73f7d93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480433 Nov 29 18:30:32.841177 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8b5bf-867a-4269-a3f9-869c810fa376 req-96d529eb-226c-423d-8555-19e9169ec58c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:32.843189 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1aa8b5bf-867a-4269-a3f9-869c810fa376 req-96d529eb-226c-423d-8555-19e9169ec58c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 943 time: 0.0855477 Nov 29 18:30:32.845919 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-92ad6ed7-0a4d-41e8-8578-e08ca33c778b service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384625 Nov 29 18:30:32.989558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1aa8b5bf-867a-4269-a3f9-869c810fa376 req-30cae2ad-291e-42b7-9094-fe7f8cbff45e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380167 Nov 29 18:30:33.024175 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c8e774b1-5803-4db7-a9aa-e51c96c325ce req-286c7845-6942-4a04-9bf8-ffa431500f7f service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636074 Nov 29 18:30:33.037228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25fe6e-25df-4a8a-801c-7475b42bccf0 req-11506604-8e06-489a-ba81-338f4b1c12db tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:33.038929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c25fe6e-25df-4a8a-801c-7475b42bccf0 req-11506604-8e06-489a-ba81-338f4b1c12db tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 943 time: 0.0816355 Nov 29 18:30:33.124250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c25fe6e-25df-4a8a-801c-7475b42bccf0 req-05df4192-af09-40f0-b7dd-54aade0121c5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778010 Nov 29 18:30:33.140098 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb5641-0a17-4357-ba8b-72a663501f3e req-3836f21e-b5b8-4a72-b77c-a2c191922273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:33.142333 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4bb5641-0a17-4357-ba8b-72a663501f3e req-3836f21e-b5b8-4a72-b77c-a2c191922273 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 1094 time: 0.0597811 Nov 29 18:30:33.248050 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb5641-0a17-4357-ba8b-72a663501f3e req-abd3c332-d0a5-41c0-bfbd-9d53235a0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:33.249524 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4bb5641-0a17-4357-ba8b-72a663501f3e req-abd3c332-d0a5-41c0-bfbd-9d53235a0242 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 912 time: 0.1003692 Nov 29 18:30:33.298646 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4bb5641-0a17-4357-ba8b-72a663501f3e req-070c8ad4-c71e-45ad-8b1b-cf1b6c236794 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bf362f2-e748-4493-bf92-cdb4405f5cd4 HTTP/1.1" status: 200 len: 217 time: 0.0421507 Nov 29 18:30:33.362329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb5641-0a17-4357-ba8b-72a663501f3e req-3a0f3c73-48f8-4d57-92b3-05342be5f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:33.364702 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4bb5641-0a17-4357-ba8b-72a663501f3e req-3a0f3c73-48f8-4d57-92b3-05342be5f74c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0580597 Nov 29 18:30:33.423443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb5641-0a17-4357-ba8b-72a663501f3e req-14979c2c-5355-4791-81ed-47fe00471dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:33.425170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4bb5641-0a17-4357-ba8b-72a663501f3e req-14979c2c-5355-4791-81ed-47fe00471dec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532372 Nov 29 18:30:33.599916 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4bb5641-0a17-4357-ba8b-72a663501f3e req-65637100-b9d2-418a-bf98-e5d1ffb50eeb service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672890 Nov 29 18:30:33.712809 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4bb5641-0a17-4357-ba8b-72a663501f3e req-0314458a-a59b-4d13-ac88-6b1558a2d824 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053617 Nov 29 18:30:33.832399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device ab0989e7-31d7-4f26-aa65-cb36df9f4e5e details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:30:33.957987 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:30:33.973037 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'ab0989e7-31d7-4f26-aa65-cb36df9f4e5e', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'port_id': 'ab0989e7-31d7-4f26-aa65-cb36df9f4e5e', 'mac_address': 'fa:16:3e:5e:fb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:30:34.034196 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:34.050118 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0989e7-31d7-4f26-aa65-cb36df9f4e5e {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:30:34.077280 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:30:34.083119 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:34.146648 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:34.161494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2aa36-7ad7-4fa6-a5c8-f08f2f46bba9 req-772b8075-f775-47da-9743-dce1a35b5ce4 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:34.169895 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0a2aa36-7ad7-4fa6-a5c8-f08f2f46bba9 req-772b8075-f775-47da-9743-dce1a35b5ce4 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 943 time: 0.0899353 Nov 29 18:30:34.230319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0a2aa36-7ad7-4fa6-a5c8-f08f2f46bba9 req-9fdd1551-94ae-43eb-a1f0-f7102051bae1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593288 Nov 29 18:30:34.297721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7951568-3456-4c8d-b8c3-0118597c2959 req-5a5a97f4-4370-424a-b6d2-081b6b8f0660 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:34.299233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7951568-3456-4c8d-b8c3-0118597c2959 req-5a5a97f4-4370-424a-b6d2-081b6b8f0660 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 944 time: 0.0740604 Nov 29 18:30:34.355215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7951568-3456-4c8d-b8c3-0118597c2959 req-e678badc-a1eb-4962-abb9-72589d9fb052 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486100 Nov 29 18:30:34.400346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['ab0989e7-31d7-4f26-aa65-cb36df9f4e5e'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:30:35.368481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c4957-3665-438d-839e-310cb6373b97 req-34027118-edee-40f0-a9ff-4cfa2c82db3b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:35.370828 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc2c4957-3665-438d-839e-310cb6373b97 req-34027118-edee-40f0-a9ff-4cfa2c82db3b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 943 time: 0.0522175 Nov 29 18:30:35.443378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc2c4957-3665-438d-839e-310cb6373b97 req-9013f7b8-a14a-4bdb-9a36-80dfd316bb43 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660343 Nov 29 18:30:35.509840 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbed61-0627-4adb-99e1-d4a4adcdb588 req-f59109d9-3efe-4c56-8f48-12b7e6ffcb7c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:35.511499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18fbed61-0627-4adb-99e1-d4a4adcdb588 req-f59109d9-3efe-4c56-8f48-12b7e6ffcb7c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 944 time: 0.0615499 Nov 29 18:30:35.572473 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18fbed61-0627-4adb-99e1-d4a4adcdb588 req-31ce9154-97d0-468c-bff4-64cd7e95d667 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546277 Nov 29 18:30:35.854030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device ab0989e7-31d7-4f26-aa65-cb36df9f4e5e up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:30:35.909364 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:30:35.914390 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:30:35.914913 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:35.995355 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:36.019208 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8995ff20-ac1b-4b9e-b229-25c5db7c58ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0989e7-31d7-4f26-aa65-cb36df9f4e5e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:30:36.021494 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e40706-eca3-4938-ade9-50157919da5d" -d '{"events": [{"server_uuid": "8995ff20-ac1b-4b9e-b229-25c5db7c58ad", "name": "network-vif-plugged", "status": "completed", "tag": "ab0989e7-31d7-4f26-aa65-cb36df9f4e5e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:30:36.042252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:30:36.047057 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:36.083821 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e0cc17-ec56-4ed7-aac3-f7f8dbaa3791 x-openstack-request-id: req-60e0cc17-ec56-4ed7-aac3-f7f8dbaa3791 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:30:36.084278 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8995ff20-ac1b-4b9e-b229-25c5db7c58ad", "name": "network-vif-plugged", "status": "completed", "tag": "ab0989e7-31d7-4f26-aa65-cb36df9f4e5e", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:30:36.084993 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60e0cc17-ec56-4ed7-aac3-f7f8dbaa3791 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:30:36.085140 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8995ff20-ac1b-4b9e-b229-25c5db7c58ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0989e7-31d7-4f26-aa65-cb36df9f4e5e', 'code': 200} Nov 29 18:30:36.111667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:36.174821 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4a3c8-5351-4ee4-96c7-a7bd503b46f0 req-52a33ef2-8fde-4660-86de-3e5a322d5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:36.176248 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e4a3c8-5351-4ee4-96c7-a7bd503b46f0 req-52a33ef2-8fde-4660-86de-3e5a322d5a88 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 1096 time: 0.0416958 Nov 29 18:30:36.225606 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e4a3c8-5351-4ee4-96c7-a7bd503b46f0 req-86d75370-23f4-4d8b-859f-601c5591800f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418139 Nov 29 18:30:36.559317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052152fa-4134-4162-aa27-9fa188de6a9a req-770c6f3e-d8a6-4ca4-a44a-004e82304cf1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:36.560827 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-052152fa-4134-4162-aa27-9fa188de6a9a req-770c6f3e-d8a6-4ca4-a44a-004e82304cf1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 943 time: 0.0491071 Nov 29 18:30:36.613627 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-052152fa-4134-4162-aa27-9fa188de6a9a req-ceeab2d7-46fb-4ffc-b9e5-f89a83f9e5c8 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459807 Nov 29 18:30:36.708522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ca224-9e20-4aa0-9b4d-7b1fd568dd8a req-0eb198d9-04ed-4884-a387-18818e2698dd tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:36.710593 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-564ca224-9e20-4aa0-9b4d-7b1fd568dd8a req-0eb198d9-04ed-4884-a387-18818e2698dd tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.0585275 Nov 29 18:30:36.774325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-564ca224-9e20-4aa0-9b4d-7b1fd568dd8a req-394737ec-c3c7-49ee-a2f2-f5b772fd6ae4 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573051 Nov 29 18:30:37.745077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c56832-3c95-4a82-8454-be5ddcfdcd5a req-30116e1e-7bc9-4c9b-b030-0d419f349dae tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:37.746699 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1c56832-3c95-4a82-8454-be5ddcfdcd5a req-30116e1e-7bc9-4c9b-b030-0d419f349dae tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 943 time: 0.0526454 Nov 29 18:30:37.801972 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1c56832-3c95-4a82-8454-be5ddcfdcd5a req-a8e28ddf-04a6-441f-b50a-5b9cfb5efc3f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476243 Nov 29 18:30:37.918820 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61f3c2-6497-4480-b907-5fd370e4cfcb req-15f47527-efea-4b55-b2d1-2a3ab2e62743 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:37.920320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a61f3c2-6497-4480-b907-5fd370e4cfcb req-15f47527-efea-4b55-b2d1-2a3ab2e62743 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.0574536 Nov 29 18:30:37.971473 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a61f3c2-6497-4480-b907-5fd370e4cfcb req-7ae309e3-0d67-497a-bb56-a2eb7eb3c73f tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441761 Nov 29 18:30:38.231013 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780ea26-5dae-41db-be09-5def6f425108 req-be75554b-7125-484c-8783-874b8575b039 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:38.232798 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9780ea26-5dae-41db-be09-5def6f425108 req-be75554b-7125-484c-8783-874b8575b039 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.0549812 Nov 29 18:30:38.293429 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9780ea26-5dae-41db-be09-5def6f425108 req-b55b0c5c-b927-4216-af9e-11c9a88ac650 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495093 Nov 29 18:30:38.930418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654cea33-3299-4d60-8cef-748c160ab858 req-00efe34a-dfc3-44ab-95cd-3caa70fe8eeb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:38.932047 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-654cea33-3299-4d60-8cef-748c160ab858 req-00efe34a-dfc3-44ab-95cd-3caa70fe8eeb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 943 time: 0.0530019 Nov 29 18:30:38.987136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-654cea33-3299-4d60-8cef-748c160ab858 req-6b0cbe14-21d5-4a06-b705-f11f7275235b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488474 Nov 29 18:30:39.413166 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522e882-9249-41c4-a649-e2eeae51452a req-e1fadf5b-2e25-41af-aa66-9a25883b6c03 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:39.414661 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f522e882-9249-41c4-a649-e2eeae51452a req-e1fadf5b-2e25-41af-aa66-9a25883b6c03 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.0489707 Nov 29 18:30:39.465259 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f522e882-9249-41c4-a649-e2eeae51452a req-645a0955-afa0-42f6-9599-ba9d3f093f6a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440898 Nov 29 18:30:39.927524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eab446-8d6a-4a7d-aec2-4ce02fc5c5ca req-3af0bb54-94db-4ea7-a302-9c7c6f1d48db tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:39.929066 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5eab446-8d6a-4a7d-aec2-4ce02fc5c5ca req-3af0bb54-94db-4ea7-a302-9c7c6f1d48db tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.0502234 Nov 29 18:30:39.977223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5eab446-8d6a-4a7d-aec2-4ce02fc5c5ca req-ba83dd43-985a-4466-8eec-3d388931e4f3 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418878 Nov 29 18:30:40.131982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4847caf-f0e4-4c17-a002-33640ece06e9 req-fe4ce65d-0260-4c74-9a29-c6e7888ab64c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:40.133380 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4847caf-f0e4-4c17-a002-33640ece06e9 req-fe4ce65d-0260-4c74-9a29-c6e7888ab64c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 943 time: 0.0575619 Nov 29 18:30:40.187541 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4847caf-f0e4-4c17-a002-33640ece06e9 req-7160d62f-6b8f-4a82-bb2d-09f06391f5a8 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477879 Nov 29 18:30:41.108509 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce891d3c-1e0b-4082-8fca-d7918d208b29 req-8075275d-7e79-43e4-bc71-6e726e83322a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:41.110988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce891d3c-1e0b-4082-8fca-d7918d208b29 req-8075275d-7e79-43e4-bc71-6e726e83322a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.0613670 Nov 29 18:30:41.163255 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce891d3c-1e0b-4082-8fca-d7918d208b29 req-dfc78cbc-1263-4cd2-b9d3-49d5400f9d95 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452318 Nov 29 18:30:41.333152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131e040-a03e-47e4-8788-b0bb51dd24ad req-59af00a3-d27d-4f67-b42f-c90b930a5b8b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:41.334714 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f131e040-a03e-47e4-8788-b0bb51dd24ad req-59af00a3-d27d-4f67-b42f-c90b930a5b8b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 943 time: 0.0534022 Nov 29 18:30:41.400460 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f131e040-a03e-47e4-8788-b0bb51dd24ad req-dd1b5ff5-2816-469d-abba-be297c7dd39e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592670 Nov 29 18:30:41.879405 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device ab0989e7-31d7-4f26-aa65-cb36df9f4e5e details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:30:41.985882 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:30:41.998448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'ab0989e7-31d7-4f26-aa65-cb36df9f4e5e', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'port_id': 'ab0989e7-31d7-4f26-aa65-cb36df9f4e5e', 'mac_address': 'fa:16:3e:5e:fb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:30:42.037110 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:42.051670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab0989e7-31d7-4f26-aa65-cb36df9f4e5e {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:30:42.074823 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:30:42.080615 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:42.134960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:42.171378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['ab0989e7-31d7-4f26-aa65-cb36df9f4e5e'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:30:42.304384 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6743fcc-e9f0-4d43-90c4-7a7910f64493 req-104c1f09-2f39-4876-b51d-6a962a99705c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:42.305969 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6743fcc-e9f0-4d43-90c4-7a7910f64493 req-104c1f09-2f39-4876-b51d-6a962a99705c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 944 time: 0.0553346 Nov 29 18:30:42.357510 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6743fcc-e9f0-4d43-90c4-7a7910f64493 req-b22ccba8-59ab-458c-99f4-7af55c7f7753 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447650 Nov 29 18:30:42.530158 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006528e3-913e-4a35-9cea-4579174dced0 req-e559140b-6f5d-4ac3-9fdb-b82944f985e1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:42.531685 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-006528e3-913e-4a35-9cea-4579174dced0 req-e559140b-6f5d-4ac3-9fdb-b82944f985e1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 943 time: 0.0506248 Nov 29 18:30:42.581329 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-006528e3-913e-4a35-9cea-4579174dced0 req-eacbb5b7-198e-44d3-be0b-9f8e7b74563e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434511 Nov 29 18:30:43.488703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe27ac-10d1-4f2f-b692-0ef1046cf232 req-703bcfbd-2930-4a96-af42-30a49c2f6218 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:43.490423 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96fe27ac-10d1-4f2f-b692-0ef1046cf232 req-703bcfbd-2930-4a96-af42-30a49c2f6218 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 944 time: 0.0607159 Nov 29 18:30:43.548914 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96fe27ac-10d1-4f2f-b692-0ef1046cf232 req-a50bb6fd-9958-4f0c-97ec-a3d0b28d1e4b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512974 Nov 29 18:30:43.695798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e3d7d-5523-4cdd-86a9-b0e2b3082a90 req-a72a40fe-f83f-42cb-b4af-9d0f375a933d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:43.697320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9e3d7d-5523-4cdd-86a9-b0e2b3082a90 req-a72a40fe-f83f-42cb-b4af-9d0f375a933d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 943 time: 0.0491064 Nov 29 18:30:43.749560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b9e3d7d-5523-4cdd-86a9-b0e2b3082a90 req-c930f856-3ae2-477a-a9f3-9476d8f58506 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448551 Nov 29 18:30:43.892027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 2bf362f2-e748-4493-bf92-cdb4405f5cd4 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:30:43.895332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device ab0989e7-31d7-4f26-aa65-cb36df9f4e5e up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:30:44.015295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:30:44.015599 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:44.061484 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 2bf362f2-e748-4493-bf92-cdb4405f5cd4, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=2bf362f2-e748-4493-bf92-cdb4405f5cd4,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:30:44.078402 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '2bf362f2-e748-4493-bf92-cdb4405f5cd4', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'port_id': '2bf362f2-e748-4493-bf92-cdb4405f5cd4', 'mac_address': 'fa:16:3e:f6:2e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:30:44.320443 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:44.331526 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:44.344024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf362f2-e748-4493-bf92-cdb4405f5cd4 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:30:44.374837 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8995ff20-ac1b-4b9e-b229-25c5db7c58ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0989e7-31d7-4f26-aa65-cb36df9f4e5e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:30:44.377239 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4d9863-ad94-451f-bf0b-e4e061d1e4a5" -d '{"events": [{"server_uuid": "8995ff20-ac1b-4b9e-b229-25c5db7c58ad", "name": "network-vif-plugged", "status": "completed", "tag": "ab0989e7-31d7-4f26-aa65-cb36df9f4e5e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:30:44.389580 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 2bf362f2-e748-4493-bf92-cdb4405f5cd4, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=2bf362f2-e748-4493-bf92-cdb4405f5cd4,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:30:44.405134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:30:44.406419 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:44.413146 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:44.441241 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1230ea5-2e1c-4668-8e4e-23bbdd9777cf x-openstack-request-id: req-c1230ea5-2e1c-4668-8e4e-23bbdd9777cf {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:30:44.441559 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8995ff20-ac1b-4b9e-b229-25c5db7c58ad", "name": "network-vif-plugged", "status": "completed", "tag": "ab0989e7-31d7-4f26-aa65-cb36df9f4e5e", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:30:44.441835 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1230ea5-2e1c-4668-8e4e-23bbdd9777cf {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:30:44.442243 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8995ff20-ac1b-4b9e-b229-25c5db7c58ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0989e7-31d7-4f26-aa65-cb36df9f4e5e', 'code': 200} Nov 29 18:30:44.470495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=2bf362f2-e748-4493-bf92-cdb4405f5cd4,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:44.531109 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:44.676773 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d725d-42e4-4dce-a8f3-7eac29ce093a req-076026c3-b506-439d-b2b9-91ae60ce12cf tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:44.679348 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c92d725d-42e4-4dce-a8f3-7eac29ce093a req-076026c3-b506-439d-b2b9-91ae60ce12cf tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.0561736 Nov 29 18:30:44.743929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c92d725d-42e4-4dce-a8f3-7eac29ce093a req-e4d24506-70eb-422e-9547-5b5a99c25bb3 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586741 Nov 29 18:30:44.882188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9ff20-4de9-4a5a-920a-ee979206aa93 req-a2e662b7-c270-4a6c-b624-b36ef6341448 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:44.883673 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6a9ff20-4de9-4a5a-920a-ee979206aa93 req-a2e662b7-c270-4a6c-b624-b36ef6341448 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 944 time: 0.0523837 Nov 29 18:30:44.944893 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6a9ff20-4de9-4a5a-920a-ee979206aa93 req-1a15cc07-ee22-43c6-aa38-570a8bfc6695 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532975 Nov 29 18:30:44.946996 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['2bf362f2-e748-4493-bf92-cdb4405f5cd4'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:30:45.866096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b68f1-ba6e-409f-8fec-82ab1f887fee req-5ff2b239-cd63-46b4-be84-5a28f79f8a09 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:45.867638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf9b68f1-ba6e-409f-8fec-82ab1f887fee req-5ff2b239-cd63-46b4-be84-5a28f79f8a09 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.0491071 Nov 29 18:30:45.922970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf9b68f1-ba6e-409f-8fec-82ab1f887fee req-7b5577a4-bff9-4ff1-94c2-ec0e94922eba tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491467 Nov 29 18:30:46.073516 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c95855-b9d9-42f3-8f59-ad64683460c9 req-1776d1c3-3de0-4b74-9797-898aa6c5b621 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:46.075318 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-42c95855-b9d9-42f3-8f59-ad64683460c9 req-1776d1c3-3de0-4b74-9797-898aa6c5b621 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 944 time: 0.0557857 Nov 29 18:30:46.132292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-42c95855-b9d9-42f3-8f59-ad64683460c9 req-770675cc-6f33-4f16-9d6e-aa085a50a9c4 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495551 Nov 29 18:30:47.081282 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea673da-0238-43de-aa42-90dd4b740b99 req-21dd407b-27e8-463a-99d7-cf6e96365ef7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:47.085122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ea673da-0238-43de-aa42-90dd4b740b99 req-21dd407b-27e8-463a-99d7-cf6e96365ef7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.0701981 Nov 29 18:30:47.140459 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ea673da-0238-43de-aa42-90dd4b740b99 req-dce73345-11b1-4379-939c-ede9e3b195b0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516524 Nov 29 18:30:47.290533 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de165b-bddf-43f1-ab6d-f92dff866675 req-77e89098-cdd0-4f6b-83bb-b5831e7b20ae tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:47.294161 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d2de165b-bddf-43f1-ab6d-f92dff866675 req-77e89098-cdd0-4f6b-83bb-b5831e7b20ae tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 944 time: 0.0614185 Nov 29 18:30:47.350681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d2de165b-bddf-43f1-ab6d-f92dff866675 req-c529409f-fc2f-4ecb-b228-ae81ffa31c94 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521932 Nov 29 18:30:47.925526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 2bf362f2-e748-4493-bf92-cdb4405f5cd4 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:30:47.982894 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 2bf362f2-e748-4493-bf92-cdb4405f5cd4 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:30:47.988088 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 2bf362f2-e748-4493-bf92-cdb4405f5cd4 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:30:47.988726 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:48.085138 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:48.138767 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9275abb5-c3f5-4822-a709-fd27639e0b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf362f2-e748-4493-bf92-cdb4405f5cd4'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:30:48.142354 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96306f81-f08d-4867-a00a-4be7fd15b154" -d '{"events": [{"server_uuid": "9275abb5-c3f5-4822-a709-fd27639e0b7c", "name": "network-vif-plugged", "status": "completed", "tag": "2bf362f2-e748-4493-bf92-cdb4405f5cd4"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:30:48.189922 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 2bf362f2-e748-4493-bf92-cdb4405f5cd4, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=2bf362f2-e748-4493-bf92-cdb4405f5cd4,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:30:48.192003 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77fd32e-d75d-4b68-a7fb-2d3619a5b0b7 x-openstack-request-id: req-d77fd32e-d75d-4b68-a7fb-2d3619a5b0b7 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:30:48.192315 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9275abb5-c3f5-4822-a709-fd27639e0b7c", "name": "network-vif-plugged", "status": "completed", "tag": "2bf362f2-e748-4493-bf92-cdb4405f5cd4", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:30:48.192578 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d77fd32e-d75d-4b68-a7fb-2d3619a5b0b7 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:30:48.192975 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9275abb5-c3f5-4822-a709-fd27639e0b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf362f2-e748-4493-bf92-cdb4405f5cd4', 'code': 200} Nov 29 18:30:48.207830 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:48.318738 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=2bf362f2-e748-4493-bf92-cdb4405f5cd4,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:48.410087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1000c-f6fb-4945-8db3-fe9a2e59e935 req-57e05a7c-9d6d-4fdf-b314-f2e166f7f522 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:48.417911 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cba1000c-f6fb-4945-8db3-fe9a2e59e935 req-57e05a7c-9d6d-4fdf-b314-f2e166f7f522 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.1490421 Nov 29 18:30:48.430258 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247d9fc-6a47-46e4-9638-3c3b95982aae req-996aeeff-114d-4fc0-a90b-1aa9d802a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:48.432427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a247d9fc-6a47-46e4-9638-3c3b95982aae req-996aeeff-114d-4fc0-a90b-1aa9d802a910 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 1096 time: 0.1527586 Nov 29 18:30:48.576769 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cba1000c-f6fb-4945-8db3-fe9a2e59e935 req-81e932ee-9dcd-4583-bbbc-54f9581b7d3c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579125 Nov 29 18:30:48.592057 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a247d9fc-6a47-46e4-9638-3c3b95982aae req-f96635d3-dfee-46a6-bc20-e089082b62d9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344211 Nov 29 18:30:48.604184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e3f79-e925-437d-9e51-00b6cede3425 req-7ae5cf86-c78a-40a9-86e5-c6218ed05f09 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:48.607061 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-099e3f79-e925-437d-9e51-00b6cede3425 req-7ae5cf86-c78a-40a9-86e5-c6218ed05f09 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 945 time: 0.1411378 Nov 29 18:30:48.682079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-099e3f79-e925-437d-9e51-00b6cede3425 req-ac18a39f-7419-441d-b7d7-2c9c250e0955 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633154 Nov 29 18:30:49.729409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c32116-ff27-412e-b216-2056e60a19b4 req-18c5242a-c62d-4633-8bba-fd9ef438accf tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:49.741243 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6c32116-ff27-412e-b216-2056e60a19b4 req-18c5242a-c62d-4633-8bba-fd9ef438accf tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.0829036 Nov 29 18:30:49.891654 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6c32116-ff27-412e-b216-2056e60a19b4 req-46f79526-73f2-4e50-88d7-44b2c2719eae tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488719 Nov 29 18:30:49.928952 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a25379-bc2d-4b65-9d31-0d1b3bc8adcb req-fa6db74d-3680-4760-bba0-a749dd273170 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:49.930831 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7a25379-bc2d-4b65-9d31-0d1b3bc8adcb req-fa6db74d-3680-4760-bba0-a749dd273170 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 945 time: 0.1447194 Nov 29 18:30:50.037243 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7a25379-bc2d-4b65-9d31-0d1b3bc8adcb req-11e0c752-14f7-4f3a-ac21-7e2d2d3ea1d9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934563 Nov 29 18:30:51.054462 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97331ef1-8ac0-4d89-a0f4-21b7c21ef82d req-88c7108b-e8c0-4f37-93b3-cd871825448c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:51.057459 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97331ef1-8ac0-4d89-a0f4-21b7c21ef82d req-88c7108b-e8c0-4f37-93b3-cd871825448c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.0618358 Nov 29 18:30:51.169109 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97331ef1-8ac0-4d89-a0f4-21b7c21ef82d req-e17ad80b-7ac2-4981-a861-42f0a04ee429 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969479 Nov 29 18:30:51.237549 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bf3ef-5767-4830-8115-d6f1600c345a req-e8c37d96-485e-4916-9629-10ae9ddcb896 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:51.239419 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-224bf3ef-5767-4830-8115-d6f1600c345a req-e8c37d96-485e-4916-9629-10ae9ddcb896 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 945 time: 0.0646691 Nov 29 18:30:51.316571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-224bf3ef-5767-4830-8115-d6f1600c345a req-806143e4-d6c1-4a30-8708-8d014f692872 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682328 Nov 29 18:30:51.473910 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284482d-2ea2-4f82-b7a4-26205f3dadb2 req-5bad092a-c2f0-45bd-a0e9-20c84b982996 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:51.475341 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c284482d-2ea2-4f82-b7a4-26205f3dadb2 req-5bad092a-c2f0-45bd-a0e9-20c84b982996 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 945 time: 0.0681205 Nov 29 18:30:51.543195 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c284482d-2ea2-4f82-b7a4-26205f3dadb2 req-23ad2dd0-a18e-4ede-85f8-650447cc34f7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589623 Nov 29 18:30:51.561287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33280) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:51.623612 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36b3f02-9848-418c-b8e6-c1c663601b0e tempest-TestVolumeBootPattern-1354845526 tempest-TestVolumeBootPattern-1354845526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:51.629819 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33282) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:51.630604 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c36b3f02-9848-418c-b8e6-c1c663601b0e tempest-TestVolumeBootPattern-1354845526 tempest-TestVolumeBootPattern-1354845526-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 1091 time: 0.0674524 Nov 29 18:30:51.636366 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '2bf362f2-e748-4493-bf92-cdb4405f5cd4', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:30:51.672091 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:51.784592 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:51.932367 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Allocated IP 172.25.3.150 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/63bf9c4e-28cd-4c4c-a9b3-e3c6357a157b) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:30:52.095582 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:52.156830 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:52.212257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:30:52.216562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'Port': ['ID=63bf9c4e-28cd-4c4c-a9b3-e3c6357a157b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:52.228597 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:30:52.231788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:30:52.407119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127d3cc-5a94-44f2-a76d-ec7ca85ded67 req-12772089-b3e2-4dad-b34b-b3d540db78a4 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:52.417253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5127d3cc-5a94-44f2-a76d-ec7ca85ded67 req-12772089-b3e2-4dad-b34b-b3d540db78a4 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.1216185 Nov 29 18:30:52.507102 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5127d3cc-5a94-44f2-a76d-ec7ca85ded67 req-c90683cc-199a-40b6-9e6b-b5024d02f80a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882308 Nov 29 18:30:52.693247 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:52.788257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33290) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:52.795868 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:52.887177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc7f166-0e83-4309-892a-8169fec38316 admin admin] Deleting subnet 182c85e9-1dbd-476c-bc47-229618ef305d {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:30:52.895656 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5bc7f166-0e83-4309-892a-8169fec38316 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:52.992592 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5bc7f166-0e83-4309-892a-8169fec38316 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:53.102651 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5bc7f166-0e83-4309-892a-8169fec38316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:53.149149 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:53.158920 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:53.260089 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'Port': ['ID=63bf9c4e-28cd-4c4c-a9b3-e3c6357a157b,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:53.270190 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5bc7f166-0e83-4309-892a-8169fec38316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:53.312447 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7f166-0e83-4309-892a-8169fec38316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=182c85e9-1dbd-476c-bc47-229618ef305d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:53.321290 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:53.363919 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5bc7f166-0e83-4309-892a-8169fec38316 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:53.367298 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5bc7f166-0e83-4309-892a-8169fec38316 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/182c85e9-1dbd-476c-bc47-229618ef305d HTTP/1.1" status: 204 len: 168 time: 0.5783441 Nov 29 18:30:53.369776 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33292) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:53.519188 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59983bfa-2be3-4252-95eb-af654db1e085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:53.538120 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Floating IP acfe2e38-639b-4044-abe0-7463b98f2f39 associated. External IP: 172.25.3.150, port: 2bf362f2-e748-4493-bf92-cdb4405f5cd4. Nov 29 18:30:53.633925 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac8c60-c8d2-4b63-abe7-fdc2ff91e2f4 req-197f31b8-ae45-49e9-9484-ff5314d05a65 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:53.642534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5bac8c60-c8d2-4b63-abe7-fdc2ff91e2f4 req-197f31b8-ae45-49e9-9484-ff5314d05a65 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.0644438 Nov 29 18:30:53.696994 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5bac8c60-c8d2-4b63-abe7-fdc2ff91e2f4 req-3dc795d8-2ac0-494a-939a-75e31f56f12d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530379 Nov 29 18:30:53.736579 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59983bfa-2be3-4252-95eb-af654db1e085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:53.764922 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-59983bfa-2be3-4252-95eb-af654db1e085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:30:53.780137 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-59983bfa-2be3-4252-95eb-af654db1e085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2b5535-2b3a-496b-86ec-924c8c4b0432') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:30:53.780476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-59983bfa-2be3-4252-95eb-af654db1e085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2b5535-2b3a-496b-86ec-924c8c4b0432') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:30:53.820702 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59983bfa-2be3-4252-95eb-af654db1e085 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:53.844079 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59983bfa-2be3-4252-95eb-af654db1e085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:53.977536 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9f135f1-321d-49f9-9ebe-b2b7c4c9bc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:54.261184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59983bfa-2be3-4252-95eb-af654db1e085 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:30:54.261852 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59983bfa-2be3-4252-95eb-af654db1e085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:30:54.274910 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:30:54.341397 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59983bfa-2be3-4252-95eb-af654db1e085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:54.350529 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Router e40b4485-685f-4926-ba89-30bd1735c444 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:30:54.401092 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-59983bfa-2be3-4252-95eb-af654db1e085 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:54.404439 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-59983bfa-2be3-4252-95eb-af654db1e085 admin admin] 10.222.0.23 "DELETE /v2.0/networks/74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8 HTTP/1.1" status: 204 len: 168 time: 1.0336163 Nov 29 18:30:54.415451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33296) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:54.433813 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59983bfa-2be3-4252-95eb-af654db1e085 admin admin] Pushing event deleted for resources: {'Network': ['ID=74dd37dc-5cb0-42c3-a6a4-a59ad68be1a8,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:54.482145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b2509e-2ba5-4e13-9e8e-1c815bc27c21 admin admin] Deleting subnet 1ac809a6-b7af-46a1-8227-6d16eea8fda8 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:30:54.487833 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8b2509e-2ba5-4e13-9e8e-1c815bc27c21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:54.518737 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:30:54.540536 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d9443-53f2-4934-9495-93e243e15032 None None] Sync routers for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:30:54.541441 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:54.550162 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8b2509e-2ba5-4e13-9e8e-1c815bc27c21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:54.554012 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d9443-53f2-4934-9495-93e243e15032 None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:30:54.555523 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-957d9443-53f2-4934-9495-93e243e15032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:30:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:30:54.583801 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-04ddd6ca-9b59-4a32-8e2a-0b5d1eb87983 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9525528 Nov 29 18:30:54.584634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9275abb5-c3f5-4822-a709-fd27639e0b7c', 'tag': '2bf362f2-e748-4493-bf92-cdb4405f5cd4'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:30:54.590209 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3cf23d-0357-41a3-8d24-0b2b5e14862c" -d '{"events": [{"name": "network-changed", "server_uuid": "9275abb5-c3f5-4822-a709-fd27639e0b7c", "tag": "2bf362f2-e748-4493-bf92-cdb4405f5cd4"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:30:54.605262 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8b2509e-2ba5-4e13-9e8e-1c815bc27c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:54.639669 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54779bac-4787-44fc-a1b9-93331af557c2 x-openstack-request-id: req-54779bac-4787-44fc-a1b9-93331af557c2 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:30:54.640760 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9275abb5-c3f5-4822-a709-fd27639e0b7c", "tag": "2bf362f2-e748-4493-bf92-cdb4405f5cd4", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:30:54.641190 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54779bac-4787-44fc-a1b9-93331af557c2 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:30:54.641758 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9275abb5-c3f5-4822-a709-fd27639e0b7c', 'tag': '2bf362f2-e748-4493-bf92-cdb4405f5cd4', 'status': 'completed', 'code': 200} Nov 29 18:30:54.713910 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-957d9443-53f2-4934-9495-93e243e15032 None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:30:54.722599 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8b2509e-2ba5-4e13-9e8e-1c815bc27c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:54.758705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2509e-2ba5-4e13-9e8e-1c815bc27c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac809a6-b7af-46a1-8227-6d16eea8fda8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:54.763008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cf23d-0357-41a3-8d24-0b2b5e14862c req-349a3651-77e7-4bab-b1da-3fa9b9ea66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:54.765205 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3cf23d-0357-41a3-8d24-0b2b5e14862c req-349a3651-77e7-4bab-b1da-3fa9b9ea66ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 1096 time: 0.0798774 Nov 29 18:30:54.768277 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8b2509e-2ba5-4e13-9e8e-1c815bc27c21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:54.772612 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a8b2509e-2ba5-4e13-9e8e-1c815bc27c21 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1ac809a6-b7af-46a1-8227-6d16eea8fda8 HTTP/1.1" status: 204 len: 168 time: 0.3631678 Nov 29 18:30:54.775180 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33308) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:54.895536 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aef12782-ee20-45d8-acda-2cd837bec7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:54.905189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22229c-66e4-4a2f-8f6c-d4c5dd76ab97 req-cc0511b4-a3c2-4189-bc31-f3c8e9cfbfc6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:54.908552 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7f22229c-66e4-4a2f-8f6c-d4c5dd76ab97 req-cc0511b4-a3c2-4189-bc31-f3c8e9cfbfc6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.0806737 Nov 29 18:30:54.994246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cf23d-0357-41a3-8d24-0b2b5e14862c req-c31fecd7-aa64-4cd4-9576-5737c022ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:54.997138 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3cf23d-0357-41a3-8d24-0b2b5e14862c req-c31fecd7-aa64-4cd4-9576-5737c022ece9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 912 time: 0.2229877 Nov 29 18:30:55.061496 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aef12782-ee20-45d8-acda-2cd837bec7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:55.090054 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-957d9443-53f2-4934-9495-93e243e15032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'acfe2e38-639b-4044-abe0-7463b98f2f39', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'port_id': '2bf362f2-e748-4493-bf92-cdb4405f5cd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'mac_address': 'fa:16:3e:f6:2e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275abb5-c3f5-4822-a709-fd27639e0b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:30:52Z', 'updated_at': '2021-11-29T18:30:52Z', 'revision_number': 0, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:30:55.118233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-aef12782-ee20-45d8-acda-2cd837bec7ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfd9596-8fa0-49c2-a886-5b6b70f84f47']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:30:55.131052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-aef12782-ee20-45d8-acda-2cd837bec7ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac8811c-5276-4c93-a0fa-34cc309bfe66') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:30:55.131660 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-aef12782-ee20-45d8-acda-2cd837bec7ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac8811c-5276-4c93-a0fa-34cc309bfe66') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:30:55.143601 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d9443-53f2-4934-9495-93e243e15032 None None] Checking router: e40b4485-685f-4926-ba89-30bd1735c444 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:30:55.146261 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aef12782-ee20-45d8-acda-2cd837bec7ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:55.153243 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d9443-53f2-4934-9495-93e243e15032 None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:30:55.153889 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-957d9443-53f2-4934-9495-93e243e15032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:30:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:30:55.161694 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7f22229c-66e4-4a2f-8f6c-d4c5dd76ab97 req-8744c088-416f-4046-b239-5c5e68c6dc72 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350881 Nov 29 18:30:55.162933 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aef12782-ee20-45d8-acda-2cd837bec7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:55.169569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3cf23d-0357-41a3-8d24-0b2b5e14862c req-809135b6-18f3-43f8-9744-9bf7932c7c98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bf362f2-e748-4493-bf92-cdb4405f5cd4 HTTP/1.1" status: 200 len: 999 time: 0.1615107 Nov 29 18:30:55.170656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef12782-ee20-45d8-acda-2cd837bec7ee admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:30:55.171259 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aef12782-ee20-45d8-acda-2cd837bec7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:30:55.240101 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:30:55.246895 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aef12782-ee20-45d8-acda-2cd837bec7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:55.255499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cf23d-0357-41a3-8d24-0b2b5e14862c req-9df963d6-aca6-4606-a1b0-e2057a2ef976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:55.256579 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aef12782-ee20-45d8-acda-2cd837bec7ee admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:55.257322 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3cf23d-0357-41a3-8d24-0b2b5e14862c req-9df963d6-aca6-4606-a1b0-e2057a2ef976 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0644665 Nov 29 18:30:55.261097 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-aef12782-ee20-45d8-acda-2cd837bec7ee admin admin] 10.222.0.23 "DELETE /v2.0/networks/fdfd9596-8fa0-49c2-a886-5b6b70f84f47 HTTP/1.1" status: 204 len: 168 time: 0.4848990 Nov 29 18:30:55.273759 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-957d9443-53f2-4934-9495-93e243e15032 None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:30:55.274180 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef12782-ee20-45d8-acda-2cd837bec7ee admin admin] Pushing event deleted for resources: {'Network': ['ID=fdfd9596-8fa0-49c2-a886-5b6b70f84f47,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:55.367564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cf23d-0357-41a3-8d24-0b2b5e14862c req-1191132f-e4fd-4c7e-a710-7cd369cc5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:55.370839 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3cf23d-0357-41a3-8d24-0b2b5e14862c req-1191132f-e4fd-4c7e-a710-7cd369cc5598 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050000 Nov 29 18:30:55.494577 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33312) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:55.557656 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-610e6394-a4b1-4064-aca1-09e59752231e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cabbb0478c734ad99b7beabdb728e897&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0611327 Nov 29 18:30:55.559561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33314) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:55.569260 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-957d9443-53f2-4934-9495-93e243e15032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'acfe2e38-639b-4044-abe0-7463b98f2f39', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'port_id': '2bf362f2-e748-4493-bf92-cdb4405f5cd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'mac_address': 'fa:16:3e:f6:2e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275abb5-c3f5-4822-a709-fd27639e0b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:30:52Z', 'updated_at': '2021-11-29T18:30:52Z', 'revision_number': 0, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:30:55.572778 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3cf23d-0357-41a3-8d24-0b2b5e14862c req-7957c416-5499-4517-9ef4-d0050d1d53d2 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839230 Nov 29 18:30:55.623782 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eaf4ad99-9af1-4464-b98d-af681adca850 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:55.642496 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d9443-53f2-4934-9495-93e243e15032 None None] The sync data for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 is: [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'acfe2e38-639b-4044-abe0-7463b98f2f39', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'port_id': '2bf362f2-e748-4493-bf92-cdb4405f5cd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'mac_address': 'fa:16:3e:f6:2e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275abb5-c3f5-4822-a709-fd27639e0b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:30:52Z', 'updated_at': '2021-11-29T18:30:52Z', 'revision_number': 0, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:30:55.661739 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eaf4ad99-9af1-4464-b98d-af681adca850 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:55.725821 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3cf23d-0357-41a3-8d24-0b2b5e14862c req-b1096886-fcd3-4800-bdb1-914271c622b1 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455243 Nov 29 18:30:55.745333 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eaf4ad99-9af1-4464-b98d-af681adca850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:55.748673 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eaf4ad99-9af1-4464-b98d-af681adca850 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:55.750469 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-eaf4ad99-9af1-4464-b98d-af681adca850 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4032c203-2bec-402e-ba65-22b4aa1598a3 HTTP/1.1" status: 204 len: 168 time: 0.1871202 Nov 29 18:30:55.766624 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4ad99-9af1-4464-b98d-af681adca850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4032c203-2bec-402e-ba65-22b4aa1598a3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:55.976569 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eb6ff1-e91a-4a58-b4e9-ba7a175a3c5d None None] New status for floating IP acfe2e38-639b-4044-abe0-7463b98f2f39: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:30:56.251581 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33322) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:56.300710 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7def3b7a-371c-41d2-800f-b024ff79e7bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a3dd729b630426bbe54f04fa023f415&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478258 Nov 29 18:30:56.303255 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33324) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:56.363409 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:56.369892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11088218-0d3d-4174-9570-81871069451d req-f3c38b12-c719-488c-bf2e-dc7c8cc87420 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:56.372694 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11088218-0d3d-4174-9570-81871069451d req-f3c38b12-c719-488c-bf2e-dc7c8cc87420 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.0730700 Nov 29 18:30:56.391992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:56.447286 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6207cdc7-e90d-49d4-9b7c-f2ebf0125db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:56.462543 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11088218-0d3d-4174-9570-81871069451d req-73376a19-0b59-4841-9cd7-181eb476fdb6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757401 Nov 29 18:30:56.472617 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:56.476574 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:56.480188 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07687e92-6683-4d62-9bdd-b77eb7546100 HTTP/1.1" status: 204 len: 168 time: 0.1735528 Nov 29 18:30:56.488060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07687e92-6683-4d62-9bdd-b77eb7546100,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:56.498701 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:56.499989 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:56.499989 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:56.499989 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:56.500422 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:56.501130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:56.501130 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:56.501574 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:56.501736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:56.502057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:56.502390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:56.502725 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418c3176-f470-4fdd-a701-f370b75a692b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:57.291618 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:57.627410 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:57.667266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af77f6f-a5ed-4f08-a673-9bdd1f3dc398 req-574c982d-9ee4-4ae0-ac74-0c03638aa90d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:57.669560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8af77f6f-a5ed-4f08-a673-9bdd1f3dc398 req-574c982d-9ee4-4ae0-ac74-0c03638aa90d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.1153903 Nov 29 18:30:57.726056 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8af77f6f-a5ed-4f08-a673-9bdd1f3dc398 req-fabc4f14-5585-4fd3-b110-4cb94b1aea9a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494361 Nov 29 18:30:57.821786 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33360) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:57.995230 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88e044da-4b23-4b8a-8076-a555fe7ddcf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:58.117092 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88e044da-4b23-4b8a-8076-a555fe7ddcf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:58.122274 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-88e044da-4b23-4b8a-8076-a555fe7ddcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:58.173775 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-88e044da-4b23-4b8a-8076-a555fe7ddcf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6be125e60b0f4fb5a0eb310baa02ed2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3499489 Nov 29 18:30:58.174292 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33364) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:30:58.174549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e044da-4b23-4b8a-8076-a555fe7ddcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bac5ca-a7be-49b2-954d-e1af2e708ca5,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:58.268419 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:58.308769 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:58.370201 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:58.372832 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:58.374030 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69bac5ca-a7be-49b2-954d-e1af2e708ca5 HTTP/1.1" status: 204 len: 168 time: 0.1932008 Nov 29 18:30:58.384789 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bac5ca-a7be-49b2-954d-e1af2e708ca5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:30:58.395147 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:58.395147 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:58.395350 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:58.395598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:58.395887 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:58.396204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:58.396616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:58.396874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:58.397210 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:58.397540 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:58.397870 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:58.398201 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1d7abc-cd7b-4b80-be5f-00c77062be5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:30:58.931855 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200042a-aa09-43ec-ae3d-4019462799b4 req-69cfa8c7-8722-470b-aa84-ff20788addd6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:30:58.933679 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8200042a-aa09-43ec-ae3d-4019462799b4 req-69cfa8c7-8722-470b-aa84-ff20788addd6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.0609875 Nov 29 18:30:59.032339 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8200042a-aa09-43ec-ae3d-4019462799b4 req-b4683e6d-951b-4123-a5cf-7fbbe3b7c837 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851038 Nov 29 18:30:59.144236 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:59.838979 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:30:59.983725 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:00.210562 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab37de-ff84-4748-adf0-64b8425fd206 req-1e2d804d-4aa3-4582-a66f-f126344dae4b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:00.212623 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2ab37de-ff84-4748-adf0-64b8425fd206 req-1e2d804d-4aa3-4582-a66f-f126344dae4b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.0800002 Nov 29 18:31:00.315305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2ab37de-ff84-4748-adf0-64b8425fd206 req-5a4b06fb-dae9-474f-a126-2c389ad22893 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961604 Nov 29 18:31:00.324686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0281376-8327-44f2-8665-8d421e9dd490 req-7866a2b3-f178-4d64-bb14-476c06bdd4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:00.327197 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0281376-8327-44f2-8665-8d421e9dd490 req-7866a2b3-f178-4d64-bb14-476c06bdd4db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 1096 time: 0.0914795 Nov 29 18:31:00.444451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0281376-8327-44f2-8665-8d421e9dd490 req-219d64f7-c4bb-4e8f-aae9-ba9c3b410dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:00.446125 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0281376-8327-44f2-8665-8d421e9dd490 req-219d64f7-c4bb-4e8f-aae9-ba9c3b410dab service neutron] 10.222.0.31 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.1118612 Nov 29 18:31:00.495781 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0281376-8327-44f2-8665-8d421e9dd490 req-77344752-d98c-43c0-be6d-6a9103e43e7e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e HTTP/1.1" status: 200 len: 217 time: 0.0411205 Nov 29 18:31:00.552425 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0281376-8327-44f2-8665-8d421e9dd490 req-97065245-20f1-4641-84c5-07e8839a8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:00.553962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0281376-8327-44f2-8665-8d421e9dd490 req-97065245-20f1-4641-84c5-07e8839a8839 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0514579 Nov 29 18:31:00.612897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0281376-8327-44f2-8665-8d421e9dd490 req-dc30ccaa-1358-4cdf-9b8d-0d832500dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:00.614596 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0281376-8327-44f2-8665-8d421e9dd490 req-dc30ccaa-1358-4cdf-9b8d-0d832500dbd7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481489 Nov 29 18:31:00.735245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0281376-8327-44f2-8665-8d421e9dd490 req-49672b96-4ee9-42ed-bd82-053734b048b3 service neutron] 10.222.0.31 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111994 Nov 29 18:31:00.865645 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0281376-8327-44f2-8665-8d421e9dd490 req-874f6e98-9dd2-45eb-9f5d-839d9b9d9d4c service neutron] 10.222.0.31 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225512 Nov 29 18:31:01.447488 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d2506-3c7c-4fb0-ba14-0f4096cc3013 req-7a42fc91-a1ec-4aa9-bf47-72b07d08f887 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:01.449093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-255d2506-3c7c-4fb0-ba14-0f4096cc3013 req-7a42fc91-a1ec-4aa9-bf47-72b07d08f887 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.0549757 Nov 29 18:31:01.509390 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-255d2506-3c7c-4fb0-ba14-0f4096cc3013 req-2a9cd2e9-7be9-4148-af43-8b621c533a94 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499864 Nov 29 18:31:02.729799 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05324a2-78cd-4d51-9d4d-0ab6f979c0bc req-ddf5fee5-908b-4c7f-86e1-9f5bd8b7d105 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:02.732564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f05324a2-78cd-4d51-9d4d-0ab6f979c0bc req-ddf5fee5-908b-4c7f-86e1-9f5bd8b7d105 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.1073895 Nov 29 18:31:02.822208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f05324a2-78cd-4d51-9d4d-0ab6f979c0bc req-15e7d979-f025-45cf-901d-e961730e08c5 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788705 Nov 29 18:31:03.456277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ca1db0a-f337-4eda-ace2-e5aa43c32a50 req-bd7464bd-4d1b-490a-8d4f-f60668525fba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402248 Nov 29 18:31:03.547451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1db0a-f337-4eda-ace2-e5aa43c32a50 req-beb5d48b-7b3e-406e-935d-fd725a226943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:03.548998 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ca1db0a-f337-4eda-ace2-e5aa43c32a50 req-beb5d48b-7b3e-406e-935d-fd725a226943 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 1097 time: 0.0439880 Nov 29 18:31:03.662254 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1db0a-f337-4eda-ace2-e5aa43c32a50 req-f4ca8601-5a5f-4074-b658-ec7c7192abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:03.663781 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ca1db0a-f337-4eda-ace2-e5aa43c32a50 req-f4ca8601-5a5f-4074-b658-ec7c7192abf4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.0937538 Nov 29 18:31:03.714103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ca1db0a-f337-4eda-ace2-e5aa43c32a50 req-24843504-8b0f-4a6c-a4dd-d187df42ac57 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7f6aa54-aa38-4c97-914e-7359bec5b15b HTTP/1.1" status: 200 len: 217 time: 0.0394783 Nov 29 18:31:03.769904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1db0a-f337-4eda-ace2-e5aa43c32a50 req-afa43905-6408-4f74-8689-77dc399ffd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:03.771404 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ca1db0a-f337-4eda-ace2-e5aa43c32a50 req-afa43905-6408-4f74-8689-77dc399ffd62 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0490036 Nov 29 18:31:03.824808 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1db0a-f337-4eda-ace2-e5aa43c32a50 req-cc208ecf-4bc8-4088-9cb4-1ad8b361ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:03.826220 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ca1db0a-f337-4eda-ace2-e5aa43c32a50 req-cc208ecf-4bc8-4088-9cb4-1ad8b361ace1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414836 Nov 29 18:31:03.932587 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ca1db0a-f337-4eda-ace2-e5aa43c32a50 req-0dc3cccd-5c30-4132-ba5b-7bd06a433706 service neutron] 10.222.0.31 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969753 Nov 29 18:31:04.032091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device ab0989e7-31d7-4f26-aa65-cb36df9f4e5e no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:31:04.032849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cbd99-93f1-436a-a342-04a7fe15ee10 req-942d8d96-d933-49e5-b769-d4607327c9cc tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:04.032849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-596cbd99-93f1-436a-a342-04a7fe15ee10 req-942d8d96-d933-49e5-b769-d4607327c9cc tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 945 time: 0.1065650 Nov 29 18:31:04.056246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ca1db0a-f337-4eda-ace2-e5aa43c32a50 req-bb7a923b-9cd3-4378-9b8d-7264f7601688 service neutron] 10.222.0.31 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056826 Nov 29 18:31:04.113127 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-596cbd99-93f1-436a-a342-04a7fe15ee10 req-1e8cf4b5-bea3-4a77-9cae-d7a9eeb0a1a1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542033 Nov 29 18:31:04.138107 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:04.189215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:04.190553 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8995ff20-ac1b-4b9e-b229-25c5db7c58ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab0989e7-31d7-4f26-aa65-cb36df9f4e5e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:31:04.194334 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ab7763-a1ea-4621-bea6-0981f5da16c6" -d '{"events": [{"server_uuid": "8995ff20-ac1b-4b9e-b229-25c5db7c58ad", "name": "network-vif-unplugged", "status": "completed", "tag": "ab0989e7-31d7-4f26-aa65-cb36df9f4e5e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:31:04.205726 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:04.260788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c7421-add2-4abe-bf78-07d44b830655 req-52bdf1f8-8e1b-4436-8e1e-d24c76fa43a4 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:04.262634 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-884c7421-add2-4abe-bf78-07d44b830655 req-52bdf1f8-8e1b-4436-8e1e-d24c76fa43a4 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0685141 Nov 29 18:31:04.291593 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Nov 2021 18:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2662919c-e6a8-4537-b08d-7671d74dc7ae x-openstack-request-id: req-2662919c-e6a8-4537-b08d-7671d74dc7ae {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:31:04.292020 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8995ff20-ac1b-4b9e-b229-25c5db7c58ad", "name": "network-vif-unplugged", "status": "failed", "tag": "ab0989e7-31d7-4f26-aa65-cb36df9f4e5e", "code": 422}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:31:04.292382 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2662919c-e6a8-4537-b08d-7671d74dc7ae {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:31:04.292973 n-d-819494-5 neutron-server[110006]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8995ff20-ac1b-4b9e-b229-25c5db7c58ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab0989e7-31d7-4f26-aa65-cb36df9f4e5e', 'code': 422} returned with failed status Nov 29 18:31:04.310178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:04.334557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-884c7421-add2-4abe-bf78-07d44b830655 req-a0bac6b6-4eaa-478e-a783-30d18f49e1e9 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463490 Nov 29 18:31:04.461086 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2d1b3-98c4-46af-9016-c363f3b31dae req-b672cb77-5eb3-460b-b74d-07b61997b85a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:04.462574 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1d2d1b3-98c4-46af-9016-c363f3b31dae req-b672cb77-5eb3-460b-b74d-07b61997b85a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0494490 Nov 29 18:31:04.512585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1d2d1b3-98c4-46af-9016-c363f3b31dae req-c345f5b0-c53e-4db1-ba18-973210104588 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431831 Nov 29 18:31:04.735186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dde0fd-83a5-406a-a99a-30bab99b5c30 req-dbe3403c-07ed-4334-b545-2c3063dc886e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:04.736756 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5dde0fd-83a5-406a-a99a-30bab99b5c30 req-dbe3403c-07ed-4334-b545-2c3063dc886e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0547094 Nov 29 18:31:04.789976 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5dde0fd-83a5-406a-a99a-30bab99b5c30 req-f2004b0c-4500-4911-a81b-0b21dcf93784 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425017 Nov 29 18:31:05.935269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65aa23-51b1-4142-adf4-1cf3dac29611 req-b22f6a1e-698e-452e-a139-9e73e4a737da tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:05.938556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c65aa23-51b1-4142-adf4-1cf3dac29611 req-b22f6a1e-698e-452e-a139-9e73e4a737da tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0677047 Nov 29 18:31:05.994361 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c65aa23-51b1-4142-adf4-1cf3dac29611 req-e4cff6a7-bcba-45b4-b60a-409088cd60a9 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467658 Nov 29 18:31:07.137403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bef37-e467-4180-8be8-67023aa3f908 req-d90844f1-f0d3-41ba-b1b8-91e0025f251b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:07.138928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c80bef37-e467-4180-8be8-67023aa3f908 req-d90844f1-f0d3-41ba-b1b8-91e0025f251b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0508304 Nov 29 18:31:07.195313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c80bef37-e467-4180-8be8-67023aa3f908 req-288ecdd5-b95b-4e7f-b2fa-074a72f65b26 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488820 Nov 29 18:31:08.341232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887d0e2-bda3-4e66-8833-c32fc9878a22 req-2ed79ab7-97b3-48ea-976e-20f7ac642492 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:08.342924 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e887d0e2-bda3-4e66-8833-c32fc9878a22 req-2ed79ab7-97b3-48ea-976e-20f7ac642492 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0611532 Nov 29 18:31:08.397213 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e887d0e2-bda3-4e66-8833-c32fc9878a22 req-1c533d6e-79c7-498a-b877-32f7677b808f tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473998 Nov 29 18:31:09.119564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33536) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:09.232331 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e08f9aa-40ba-4831-a0ed-65ad8ab529b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:09.325952 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e08f9aa-40ba-4831-a0ed-65ad8ab529b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:09.330404 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e08f9aa-40ba-4831-a0ed-65ad8ab529b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:09.370746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9e08f9aa-40ba-4831-a0ed-65ad8ab529b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cda9c96c786249448d0390ea7b175a26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2498007 Nov 29 18:31:09.374620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33540) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:09.382569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08f9aa-40ba-4831-a0ed-65ad8ab529b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5430fbb-d268-431b-83fc-913c43971fb7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:09.433598 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-150ef7e4-bb80-4f71-a16b-87f2c02bc487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:09.456547 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-150ef7e4-bb80-4f71-a16b-87f2c02bc487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:09.539869 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-150ef7e4-bb80-4f71-a16b-87f2c02bc487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:09.542502 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-150ef7e4-bb80-4f71-a16b-87f2c02bc487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:09.543715 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-150ef7e4-bb80-4f71-a16b-87f2c02bc487 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5430fbb-d268-431b-83fc-913c43971fb7 HTTP/1.1" status: 204 len: 168 time: 0.1679084 Nov 29 18:31:09.557003 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:31:09.578558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac085b3-7905-4a3c-b178-7f2acb769543 req-99ef37da-16f1-479d-8545-40922a3bc3e2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:09.583635 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dac085b3-7905-4a3c-b178-7f2acb769543 req-99ef37da-16f1-479d-8545-40922a3bc3e2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0956082 Nov 29 18:31:09.585915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ef7e4-bb80-4f71-a16b-87f2c02bc487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5430fbb-d268-431b-83fc-913c43971fb7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:09.700920 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dac085b3-7905-4a3c-b178-7f2acb769543 req-13b9c2f5-62d7-4172-96f7-910cc95a485d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117964 Nov 29 18:31:09.896210 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33548) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:09.910324 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f377150f-8b05-4336-95ef-d133e08bec63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:10.006389 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f377150f-8b05-4336-95ef-d133e08bec63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:10.011640 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f377150f-8b05-4336-95ef-d133e08bec63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:10.057048 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377150f-8b05-4336-95ef-d133e08bec63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac84f9c4-8194-4b46-bd75-42418e21e652,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:10.063306 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f377150f-8b05-4336-95ef-d133e08bec63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d939841deb5d40d0886f87dcf8692a10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1659324 Nov 29 18:31:10.064030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33550) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:10.116887 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7995450a-9cda-4652-8277-ebab04e1fa20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:10.138344 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7995450a-9cda-4652-8277-ebab04e1fa20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:10.189529 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7995450a-9cda-4652-8277-ebab04e1fa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:10.192696 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7995450a-9cda-4652-8277-ebab04e1fa20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:10.193944 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7995450a-9cda-4652-8277-ebab04e1fa20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac84f9c4-8194-4b46-bd75-42418e21e652 HTTP/1.1" status: 204 len: 168 time: 0.1287413 Nov 29 18:31:10.202985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995450a-9cda-4652-8277-ebab04e1fa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac84f9c4-8194-4b46-bd75-42418e21e652,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:10.526452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33556) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:10.539962 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6968-18ca-4a55-ba9c-046c9cc9ce91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:10.616124 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6968-18ca-4a55-ba9c-046c9cc9ce91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:10.620143 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bbe6968-18ca-4a55-ba9c-046c9cc9ce91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:10.657733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe6968-18ca-4a55-ba9c-046c9cc9ce91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b611ef4f-aea2-43c9-bd42-7b617c09cc94,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:10.662090 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8bbe6968-18ca-4a55-ba9c-046c9cc9ce91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b553dee8bd74b9da9c875a615664212&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1345236 Nov 29 18:31:10.664978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33558) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:10.712821 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-277d9394-19e6-4035-bb5d-d81fbc950beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:10.735104 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-277d9394-19e6-4035-bb5d-d81fbc950beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:10.794023 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-277d9394-19e6-4035-bb5d-d81fbc950beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:10.798029 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-277d9394-19e6-4035-bb5d-d81fbc950beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:10.799761 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-277d9394-19e6-4035-bb5d-d81fbc950beb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b611ef4f-aea2-43c9-bd42-7b617c09cc94 HTTP/1.1" status: 204 len: 168 time: 0.1338341 Nov 29 18:31:10.848599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d9394-19e6-4035-bb5d-d81fbc950beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b611ef4f-aea2-43c9-bd42-7b617c09cc94,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:10.887511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392da0-b710-47a1-9757-276e3f31648c req-57bdcca8-a551-4b2b-92cd-ff9d2d9c1c1f tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:10.890356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66392da0-b710-47a1-9757-276e3f31648c req-57bdcca8-a551-4b2b-92cd-ff9d2d9c1c1f tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0884054 Nov 29 18:31:10.951276 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66392da0-b710-47a1-9757-276e3f31648c req-ad44d164-c677-48aa-be69-ed9868a86e19 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540078 Nov 29 18:31:11.747731 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-693049a5-fdf4-44bc-9682-677fdf6104b9 req-c36e8b28-e36a-41ae-b614-abbd698d0f7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495973 Nov 29 18:31:11.819352 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693049a5-fdf4-44bc-9682-677fdf6104b9 req-65789830-1e16-4fa3-9afe-dc2170846484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:11.820973 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-693049a5-fdf4-44bc-9682-677fdf6104b9 req-65789830-1e16-4fa3-9afe-dc2170846484 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 1096 time: 0.0449560 Nov 29 18:31:11.947495 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693049a5-fdf4-44bc-9682-677fdf6104b9 req-ac12bd33-0d90-4cdd-ab65-73b048664189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:11.949323 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-693049a5-fdf4-44bc-9682-677fdf6104b9 req-ac12bd33-0d90-4cdd-ab65-73b048664189 service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.1020069 Nov 29 18:31:12.021947 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-693049a5-fdf4-44bc-9682-677fdf6104b9 req-8654b40d-383d-443a-b00a-daf23da6291c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a03a14bb-6298-413e-9335-cc58c8f9fec0 HTTP/1.1" status: 200 len: 217 time: 0.0593815 Nov 29 18:31:12.097076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693049a5-fdf4-44bc-9682-677fdf6104b9 req-4ecfef7c-4a69-4c2c-836b-a18569890bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:12.098607 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-693049a5-fdf4-44bc-9682-677fdf6104b9 req-4ecfef7c-4a69-4c2c-836b-a18569890bc9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0548081 Nov 29 18:31:12.158879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693049a5-fdf4-44bc-9682-677fdf6104b9 req-d27ddddd-fe4a-43ae-ac74-84914ea0f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:12.160578 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-693049a5-fdf4-44bc-9682-677fdf6104b9 req-d27ddddd-fe4a-43ae-ac74-84914ea0f6c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508659 Nov 29 18:31:12.198188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3ffe3-3fcf-42b2-a2be-df9295f24014 req-58e7e6d7-54f6-46d4-a4f8-7c3d6fb6e5d3 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:12.200710 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ec3ffe3-3fcf-42b2-a2be-df9295f24014 req-58e7e6d7-54f6-46d4-a4f8-7c3d6fb6e5d3 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.1310976 Nov 29 18:31:12.290726 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ec3ffe3-3fcf-42b2-a2be-df9295f24014 req-8099c454-e4f5-4727-be41-42d126423a4e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764372 Nov 29 18:31:12.306449 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-693049a5-fdf4-44bc-9682-677fdf6104b9 req-6234a209-46f6-40f7-9c69-f53f2bb00f0f service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379817 Nov 29 18:31:12.414602 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-693049a5-fdf4-44bc-9682-677fdf6104b9 req-36238070-9857-4fe7-8266-dfd64263eae7 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954649 Nov 29 18:31:13.453217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c23f01-016e-46fd-8562-99a43689064d req-cd88d56c-be60-40b1-844a-dfc91e1ee6b9 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:13.455066 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40c23f01-016e-46fd-8562-99a43689064d req-cd88d56c-be60-40b1-844a-dfc91e1ee6b9 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0763435 Nov 29 18:31:13.509569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40c23f01-016e-46fd-8562-99a43689064d req-364deba6-212a-4932-bebd-21b573260797 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478313 Nov 29 18:31:14.657061 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504f41b-75a8-49e5-a3e9-fdb5155561cb req-a20b7a25-299f-4359-a698-e2d0250da37b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:14.658997 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8504f41b-75a8-49e5-a3e9-fdb5155561cb req-a20b7a25-299f-4359-a698-e2d0250da37b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0672109 Nov 29 18:31:14.726672 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8504f41b-75a8-49e5-a3e9-fdb5155561cb req-66d63dd9-e8e3-4775-91a5-199992a9df9a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548098 Nov 29 18:31:15.864799 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df273fa7-b3fd-49af-9782-7c4899b322ff req-52f3e1a5-5d11-4b25-88aa-03ab3741cc92 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:15.866281 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df273fa7-b3fd-49af-9782-7c4899b322ff req-52f3e1a5-5d11-4b25-88aa-03ab3741cc92 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0524995 Nov 29 18:31:15.919845 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df273fa7-b3fd-49af-9782-7c4899b322ff req-9c2ce0af-ed45-43f7-b301-b658729a9aef tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470948 Nov 29 18:31:16.160308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4063a-341f-4a90-84e3-ab3ba1de9798 req-2b9b6abb-8311-42f8-b25a-ec31b510f51f tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:16.161977 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57e4063a-341f-4a90-84e3-ab3ba1de9798 req-2b9b6abb-8311-42f8-b25a-ec31b510f51f tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0513134 Nov 29 18:31:16.195723 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c70793-b245-4602-bce1-9edc279fbb9e req-884c1e55-6df6-46ed-99aa-149246697f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:16.198025 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-55c70793-b245-4602-bce1-9edc279fbb9e req-884c1e55-6df6-46ed-99aa-149246697f7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 1096 time: 0.0517006 Nov 29 18:31:16.220937 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57e4063a-341f-4a90-84e3-ab3ba1de9798 req-fca39f21-f3ae-4087-827b-0a98c38ca0ec tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517364 Nov 29 18:31:16.330094 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c70793-b245-4602-bce1-9edc279fbb9e req-4a756531-9e10-4187-b8a5-847c0d7316c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:16.331737 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-55c70793-b245-4602-bce1-9edc279fbb9e req-4a756531-9e10-4187-b8a5-847c0d7316c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.1197078 Nov 29 18:31:16.408065 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-55c70793-b245-4602-bce1-9edc279fbb9e req-37232ad0-3362-4922-af75-3a4c57cc30a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963 HTTP/1.1" status: 200 len: 1000 time: 0.0647476 Nov 29 18:31:16.459652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c70793-b245-4602-bce1-9edc279fbb9e req-8d4a755a-bace-451c-819f-225020616afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:16.461164 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-55c70793-b245-4602-bce1-9edc279fbb9e req-8d4a755a-bace-451c-819f-225020616afb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0463099 Nov 29 18:31:16.518428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c70793-b245-4602-bce1-9edc279fbb9e req-874dceb2-c83f-4f85-83bf-c077f54caea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:16.519907 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-55c70793-b245-4602-bce1-9edc279fbb9e req-874dceb2-c83f-4f85-83bf-c077f54caea7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477066 Nov 29 18:31:16.620772 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-55c70793-b245-4602-bce1-9edc279fbb9e req-fd56d0d0-5cea-4019-b6ef-c0dbb2be3fec service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880780 Nov 29 18:31:16.727762 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-55c70793-b245-4602-bce1-9edc279fbb9e req-6b84847e-a31e-422c-86e0-ea882e9fa816 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950165 Nov 29 18:31:17.391052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c6f10-392c-44b0-a8b6-306c7ad0a947 req-278d21dd-3738-4a7e-a9ba-c40774c668c8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:17.394204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a0c6f10-392c-44b0-a8b6-306c7ad0a947 req-278d21dd-3738-4a7e-a9ba-c40774c668c8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0732851 Nov 29 18:31:17.450653 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a0c6f10-392c-44b0-a8b6-306c7ad0a947 req-0202ad5d-72c2-4d8f-b5a4-a5599c84af0c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489595 Nov 29 18:31:18.602184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a2dc5-b936-4e0f-9d39-8869e49386f0 req-b5ea193e-168d-4bd4-95fa-521f9ba4b479 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:18.603710 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b8a2dc5-b936-4e0f-9d39-8869e49386f0 req-b5ea193e-168d-4bd4-95fa-521f9ba4b479 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0673511 Nov 29 18:31:18.657581 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b8a2dc5-b936-4e0f-9d39-8869e49386f0 req-37d9b7f4-2bff-4a6a-83f0-1df482f7a56a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461450 Nov 29 18:31:18.800094 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea7450-1fae-49e8-b58e-9c084b6295ac req-3d6424f2-8de4-4add-bcc2-14f5e7f8b65a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:18.802165 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61ea7450-1fae-49e8-b58e-9c084b6295ac req-3d6424f2-8de4-4add-bcc2-14f5e7f8b65a tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0677104 Nov 29 18:31:18.864218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61ea7450-1fae-49e8-b58e-9c084b6295ac req-1a0e47cd-21a5-4b46-8330-8e473d57132e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535095 Nov 29 18:31:18.998628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab3245-70ae-4344-a784-2a044f3a35db req-3a1efe0a-a266-4ae6-87d9-cea86ef826f4 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:19.000415 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5ab3245-70ae-4344-a784-2a044f3a35db req-3a1efe0a-a266-4ae6-87d9-cea86ef826f4 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0522187 Nov 29 18:31:19.093290 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5ab3245-70ae-4344-a784-2a044f3a35db req-cb39a686-576d-48d0-a018-8fb76c3ec922 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847023 Nov 29 18:31:19.360357 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e87027-9044-4d62-a39c-8cb28432ce5f req-d81f48b0-b2b5-4fa4-a7e6-9edb65d74da7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:19.361925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3e87027-9044-4d62-a39c-8cb28432ce5f req-d81f48b0-b2b5-4fa4-a7e6-9edb65d74da7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0556476 Nov 29 18:31:19.415322 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3e87027-9044-4d62-a39c-8cb28432ce5f req-99fe7cc1-7b7d-49c0-b959-7a552e1cb140 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466752 Nov 29 18:31:20.552129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58da96-1dd3-4c27-b854-fc706b3dd7ae req-8e268291-d301-4148-be88-78ba6e9130f1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:20.553738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b58da96-1dd3-4c27-b854-fc706b3dd7ae req-8e268291-d301-4148-be88-78ba6e9130f1 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0508738 Nov 29 18:31:20.605861 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b58da96-1dd3-4c27-b854-fc706b3dd7ae req-b20e6e5b-4286-4700-ade5-39ad05a32a09 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453284 Nov 29 18:31:20.836184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda8247-60f3-4577-b158-72aec289b0cc req-a661ad65-6f3c-46a8-9fe1-2b80c1b028c8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:20.837829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dcda8247-60f3-4577-b158-72aec289b0cc req-a661ad65-6f3c-46a8-9fe1-2b80c1b028c8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0622261 Nov 29 18:31:20.888143 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490d560-8576-4747-a907-b115f98a6ac5 req-34cf3b5b-4973-4055-a6d0-1f171d91c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:20.890690 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9490d560-8576-4747-a907-b115f98a6ac5 req-34cf3b5b-4973-4055-a6d0-1f171d91c8be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 1096 time: 0.0572176 Nov 29 18:31:20.909582 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dcda8247-60f3-4577-b158-72aec289b0cc req-2bc34e53-a211-4030-9398-ce150a9e8ef2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599480 Nov 29 18:31:21.005845 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490d560-8576-4747-a907-b115f98a6ac5 req-250879ff-7ccd-412a-ba23-080ab9401058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:21.007490 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9490d560-8576-4747-a907-b115f98a6ac5 req-250879ff-7ccd-412a-ba23-080ab9401058 service neutron] 10.222.0.20 "GET /v2.0/networks?id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 200 len: 913 time: 0.1093540 Nov 29 18:31:21.116892 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9490d560-8576-4747-a907-b115f98a6ac5 req-b2f5fe92-37e6-4a9c-a46c-77bec112c047 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963 HTTP/1.1" status: 200 len: 1000 time: 0.0980151 Nov 29 18:31:21.184266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490d560-8576-4747-a907-b115f98a6ac5 req-1ba800b1-2ff8-4ec0-8f9b-e66e47edba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:21.186993 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9490d560-8576-4747-a907-b115f98a6ac5 req-1ba800b1-2ff8-4ec0-8f9b-e66e47edba8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 200 len: 851 time: 0.0580397 Nov 29 18:31:21.219381 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33668) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:21.251103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490d560-8576-4747-a907-b115f98a6ac5 req-2553b226-c6e2-43a6-be1d-3064052ec26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:21.252656 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9490d560-8576-4747-a907-b115f98a6ac5 req-2553b226-c6e2-43a6-be1d-3064052ec26c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551453 Nov 29 18:31:21.367957 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9490d560-8576-4747-a907-b115f98a6ac5 req-d40eb905-d111-4138-a343-a6138ecc530c service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015167 Nov 29 18:31:21.467928 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9490d560-8576-4747-a907-b115f98a6ac5 req-7631415c-f590-456a-8573-7c3ca9867979 service neutron] 10.222.0.20 "GET /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895889 Nov 29 18:31:21.493579 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e6d8dfd-613d-49d5-b568-6fdebbf7d122 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:21.586046 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e6d8dfd-613d-49d5-b568-6fdebbf7d122 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:21.590363 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e6d8dfd-613d-49d5-b568-6fdebbf7d122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:21.627557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d8dfd-613d-49d5-b568-6fdebbf7d122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25681464-d277-4cad-b40d-6aadbeb35191,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:21.634234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4e6d8dfd-613d-49d5-b568-6fdebbf7d122 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed06435354b64677a6f3b34738305fd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4107633 Nov 29 18:31:21.634577 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33672) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:21.683235 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab54c3af-0361-446a-b7ba-2e306a706674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:21.706885 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab54c3af-0361-446a-b7ba-2e306a706674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:21.754260 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab54c3af-0361-446a-b7ba-2e306a706674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:21.756893 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab54c3af-0361-446a-b7ba-2e306a706674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:21.758052 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ab54c3af-0361-446a-b7ba-2e306a706674 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25681464-d277-4cad-b40d-6aadbeb35191 HTTP/1.1" status: 204 len: 168 time: 0.1223547 Nov 29 18:31:21.766814 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54c3af-0361-446a-b7ba-2e306a706674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25681464-d277-4cad-b40d-6aadbeb35191,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:22.049049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d2583-4c4c-4eb1-bd29-00f37e81fc49 req-0dbdb90f-1bc9-4625-be91-a61c512d1321 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:22.051140 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd8d2583-4c4c-4eb1-bd29-00f37e81fc49 req-0dbdb90f-1bc9-4625-be91-a61c512d1321 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0645928 Nov 29 18:31:22.116558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd8d2583-4c4c-4eb1-bd29-00f37e81fc49 req-58a79267-f4e2-49fd-b3e3-825170caca87 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558989 Nov 29 18:31:23.268386 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc612ef-5c29-4d18-bcc3-21234fcb9985 req-46f1817e-e067-4b56-836b-a9006c0c1d9d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:23.271001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2dc612ef-5c29-4d18-bcc3-21234fcb9985 req-46f1817e-e067-4b56-836b-a9006c0c1d9d tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0773635 Nov 29 18:31:23.325084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2dc612ef-5c29-4d18-bcc3-21234fcb9985 req-d0e58277-42e5-4b52-9418-2c17835f2daf tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477543 Nov 29 18:31:23.448600 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc971cd-b732-4f72-8882-078953f40395 req-ead7352c-ed73-4fdb-87d3-1b5d0d5cfa06 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:23.450055 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6cc971cd-b732-4f72-8882-078953f40395 req-ead7352c-ed73-4fdb-87d3-1b5d0d5cfa06 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0525525 Nov 29 18:31:23.505299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6cc971cd-b732-4f72-8882-078953f40395 req-e99c927c-aaf0-491b-af32-0a921447b4ff tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482059 Nov 29 18:31:23.821515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33746) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:23.827456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-914b39fc-94b8-432d-9217-49f2cfecedde tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Request body: {'network': {'name': 'tempest-network-smoke--1317493479', 'project_id': '19101422ecae468d8f607b9d6ca74877', 'port_security_enabled': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:31:23.857404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914b39fc-94b8-432d-9217-49f2cfecedde tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Made reservation on behalf of 19101422ecae468d8f607b9d6ca74877 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:31:23.861215 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-914b39fc-94b8-432d-9217-49f2cfecedde tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:23.871216 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-914b39fc-94b8-432d-9217-49f2cfecedde tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:23.968523 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-914b39fc-94b8-432d-9217-49f2cfecedde tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:23.976270 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-914b39fc-94b8-432d-9217-49f2cfecedde tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:23.980052 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bc16e81-3e78-4b13-9343-2d34cbfad119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:24.008424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914b39fc-94b8-432d-9217-49f2cfecedde tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:31:24.014990 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b39fc-94b8-432d-9217-49f2cfecedde tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ea6818-790a-426c-8410-4c7dd0dcbb0f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:24.023660 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-914b39fc-94b8-432d-9217-49f2cfecedde tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:24.024456 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-914b39fc-94b8-432d-9217-49f2cfecedde tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Added segment 88499584-afcb-42aa-97da-b6756a02954b of type vlan for network 9c5506c4-814a-4115-97be-5a016b84dde7 Nov 29 18:31:24.085404 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-914b39fc-94b8-432d-9217-49f2cfecedde tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:24.116423 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-914b39fc-94b8-432d-9217-49f2cfecedde tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:24.124081 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914b39fc-94b8-432d-9217-49f2cfecedde tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:24.125165 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-914b39fc-94b8-432d-9217-49f2cfecedde tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:24.207085 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-914b39fc-94b8-432d-9217-49f2cfecedde tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3842604 Nov 29 18:31:24.210166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33774) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:24.215856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-493703863', 'admin_state_up': True, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:31:24.226191 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b39fc-94b8-432d-9217-49f2cfecedde tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'Network': ['ID=9c5506c4-814a-4115-97be-5a016b84dde7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:24.242295 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:24.243832 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:24.247572 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 9c5506c4-814a-4115-97be-5a016b84dde7 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:31:24.304244 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:24.330085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f1c24-3c6a-498d-9933-004d59b91e09 req-d8f249f2-ac1a-40be-9b58-bb1998671bfe tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:24.332706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc8f1c24-3c6a-498d-9933-004d59b91e09 req-d8f249f2-ac1a-40be-9b58-bb1998671bfe tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=8995ff20-ac1b-4b9e-b229-25c5db7c58ad HTTP/1.1" status: 200 len: 943 time: 0.0668445 Nov 29 18:31:24.450378 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:24.659157 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:24.686915 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:24.759536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-fc8f1c24-3c6a-498d-9933-004d59b91e09 req-5897578b-d3d1-4fcb-9310-fad95fc4b34b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Deleting port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:31:24.759900 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fc8f1c24-3c6a-498d-9933-004d59b91e09 req-5897578b-d3d1-4fcb-9310-fad95fc4b34b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:24.802986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Allocated IP 172.25.3.79 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/84f39d6f-9101-45e0-98e5-2e91f5552c8d) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:31:24.853334 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-fc8f1c24-3c6a-498d-9933-004d59b91e09 req-5897578b-d3d1-4fcb-9310-fad95fc4b34b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] For port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:24.853708 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fc8f1c24-3c6a-498d-9933-004d59b91e09 req-5897578b-d3d1-4fcb-9310-fad95fc4b34b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:24.869231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-fc8f1c24-3c6a-498d-9933-004d59b91e09 req-5897578b-d3d1-4fcb-9310-fad95fc4b34b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Calling delete_port for ab0989e7-31d7-4f26-aa65-cb36df9f4e5e owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:31:24.911726 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:24.947012 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:24.998385 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:31:25.002129 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:31:25.004884 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:31:25.012020 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fc8f1c24-3c6a-498d-9933-004d59b91e09 req-5897578b-d3d1-4fcb-9310-fad95fc4b34b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:25.026453 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41081402-b51d-4084-867c-f1b5a3cbb7a8 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:31:25.029871 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e7f6aa54-aa38-4c97-914e-7359bec5b15b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:31:25.033007 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['a03a14bb-6298-413e-9335-cc58c8f9fec0'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:31:25.041987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897578b-d3d1-4fcb-9310-fad95fc4b34b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event deleted for resources: {'Port': ['ID=ab0989e7-31d7-4f26-aa65-cb36df9f4e5e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:25.065171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'Port': ['ID=84f39d6f-9101-45e0-98e5-2e91f5552c8d,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:25.109139 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8f1c24-3c6a-498d-9933-004d59b91e09 req-5897578b-d3d1-4fcb-9310-fad95fc4b34b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] No DVR routers for this DVR port ab0989e7-31d7-4f26-aa65-cb36df9f4e5e on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:31:25.113170 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fc8f1c24-3c6a-498d-9933-004d59b91e09 req-5897578b-d3d1-4fcb-9310-fad95fc4b34b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:25.132705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc8f1c24-3c6a-498d-9933-004d59b91e09 req-5897578b-d3d1-4fcb-9310-fad95fc4b34b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "DELETE /v2.0/ports/ab0989e7-31d7-4f26-aa65-cb36df9f4e5e HTTP/1.1" status: 204 len: 173 time: 0.7934823 Nov 29 18:31:25.133475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8995ff20-ac1b-4b9e-b229-25c5db7c58ad', 'name': 'network-vif-deleted', 'tag': 'ab0989e7-31d7-4f26-aa65-cb36df9f4e5e'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:31:25.143083 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45d5c68-28f7-4cc4-8e69-233b883d14f3" -d '{"events": [{"server_uuid": "8995ff20-ac1b-4b9e-b229-25c5db7c58ad", "name": "network-vif-deleted", "tag": "ab0989e7-31d7-4f26-aa65-cb36df9f4e5e"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:31:25.206194 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 29 Nov 2021 18:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f496c1-a44e-4b3f-8f99-6aafb0596292 x-openstack-request-id: req-97f496c1-a44e-4b3f-8f99-6aafb0596292 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:31:25.207255 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8995ff20-ac1b-4b9e-b229-25c5db7c58ad", "name": "network-vif-deleted", "tag": "ab0989e7-31d7-4f26-aa65-cb36df9f4e5e", "status": "failed", "code": 422}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:31:25.208010 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97f496c1-a44e-4b3f-8f99-6aafb0596292 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:31:25.209087 n-d-819494-5 neutron-server[110005]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8995ff20-ac1b-4b9e-b229-25c5db7c58ad', 'name': 'network-vif-deleted', 'tag': 'ab0989e7-31d7-4f26-aa65-cb36df9f4e5e', 'status': 'failed', 'code': 422} returned with failed status Nov 29 18:31:25.363105 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fbbdbb77-3cfb-4d07-85b6-4c304a7be462 None None] Provisioning complete for port 84f39d6f-9101-45e0-98e5-2e91f5552c8d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:31:25.363704 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbbdbb77-3cfb-4d07-85b6-4c304a7be462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:25.425080 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:25.482820 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fbbdbb77-3cfb-4d07-85b6-4c304a7be462 None None] Port 84f39d6f-9101-45e0-98e5-2e91f5552c8d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:31:25.669140 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:25.809766 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Router 8e2122ff-e77f-4056-9dbd-955d5078dc42 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:31:25.866286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5206886-6e7a-4408-9bc8-27686d20ce5d req-96439393-7210-476c-a687-cc15b519a2ae tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:25.868863 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5206886-6e7a-4408-9bc8-27686d20ce5d req-96439393-7210-476c-a687-cc15b519a2ae tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 907 time: 0.0587225 Nov 29 18:31:25.924693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:31:25.934391 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Sync routers for ids ['8e2122ff-e77f-4056-9dbd-955d5078dc42'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:31:25.945172 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Routers {'8e2122ff-e77f-4056-9dbd-955d5078dc42'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:31:25.945782 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:30:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8e2122ff-e77f-4056-9dbd-955d5078dc42'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:25.947015 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:25.948726 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3b3eb0eb-e27f-4dbd-8929-8445b62ac3f8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7367294 Nov 29 18:31:25.952683 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33788) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:26.059211 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Set router 8e2122ff-e77f-4056-9dbd-955d5078dc42 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:31:26.096730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-96557ad5-d9cf-440e-b989-1430846bb12e tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=19101422ecae468d8f607b9d6ca74877&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1425149 Nov 29 18:31:26.099736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33792) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:26.263883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d780d0-e60b-4977-8294-6733f40dae1a tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:26.265319 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-16d780d0-e60b-4977-8294-6733f40dae1a tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1645958 Nov 29 18:31:26.268774 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33794) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:26.330812 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ee4f0a8a-caa1-43f3-9953-bfb86fa2c7b7 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546174 Nov 29 18:31:26.330812 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33796) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:26.336028 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8d7a3f72-6c37-444d-b6c8-45edde78c558 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1570035338', 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7', 'project_id': '19101422ecae468d8f607b9d6ca74877', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:31:26.369236 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-493703863', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:25Z', 'revision_number': 3, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:26.402137 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Checking router: 8e2122ff-e77f-4056-9dbd-955d5078dc42 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:31:26.402516 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Updating router 8e2122ff-e77f-4056-9dbd-955d5078dc42 port 84f39d6f-9101-45e0-98e5-2e91f5552c8d binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:31:26.432008 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:26.444073 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a57393b-4639-4e9a-b764-2cc74a2c9ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:26.702822 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:26.709015 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:26.765556 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Attempting to bind port 84f39d6f-9101-45e0-98e5-2e91f5552c8d on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:31:26.765977 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Attempting to bind port 84f39d6f-9101-45e0-98e5-2e91f5552c8d by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:31:26.766541 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Attempting to bind port 84f39d6f-9101-45e0-98e5-2e91f5552c8d on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:31:26.770638 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c748672-a4f6-47ab-8f20-83c7e8abbda3 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:31:26.777273 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:31:26.778197 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:31:26.778832 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:26.780084 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:31:26.780661 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Bound port: 84f39d6f-9101-45e0-98e5-2e91f5552c8d, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:31:26.781255 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:26.802513 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7a3f72-6c37-444d-b6c8-45edde78c558 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Made reservation on behalf of 19101422ecae468d8f607b9d6ca74877 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:31:26.806044 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8d7a3f72-6c37-444d-b6c8-45edde78c558 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:26.806362 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62277-ad20-4eb2-8e3c-cd93b2acaacd None None] Pushing event updated for resources: {'Port': ['ID=84f39d6f-9101-45e0-98e5-2e91f5552c8d,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:26.837115 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-46148a3a-9305-4b49-bf2a-799d307e7e46 None None] Provisioning complete for port 84f39d6f-9101-45e0-98e5-2e91f5552c8d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:31:26.837797 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46148a3a-9305-4b49-bf2a-799d307e7e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:26.867950 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] For port 84f39d6f-9101-45e0-98e5-2e91f5552c8d, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:31:26.873086 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] For port 84f39d6f-9101-45e0-98e5-2e91f5552c8d, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=84f39d6f-9101-45e0-98e5-2e91f5552c8d,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:31:26.876978 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62277-ad20-4eb2-8e3c-cd93b2acaacd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:26.877539 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62277-ad20-4eb2-8e3c-cd93b2acaacd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:26.878059 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62277-ad20-4eb2-8e3c-cd93b2acaacd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:26.878851 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62277-ad20-4eb2-8e3c-cd93b2acaacd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:26.879605 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62277-ad20-4eb2-8e3c-cd93b2acaacd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:26.880399 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62277-ad20-4eb2-8e3c-cd93b2acaacd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:26.881172 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62277-ad20-4eb2-8e3c-cd93b2acaacd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:26.881927 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62277-ad20-4eb2-8e3c-cd93b2acaacd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:26.882762 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62277-ad20-4eb2-8e3c-cd93b2acaacd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:26.883555 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62277-ad20-4eb2-8e3c-cd93b2acaacd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:26.884318 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62277-ad20-4eb2-8e3c-cd93b2acaacd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:26.885004 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a62277-ad20-4eb2-8e3c-cd93b2acaacd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:26.891812 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:26.907337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-46148a3a-9305-4b49-bf2a-799d307e7e46 None None] Port 84f39d6f-9101-45e0-98e5-2e91f5552c8d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:31:26.935454 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ee3cc9-6b3c-4b95-b454-fea0c94ca7fa None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:31:26.961033 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Routers {'8e2122ff-e77f-4056-9dbd-955d5078dc42'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:31:26.962065 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:31:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8e2122ff-e77f-4056-9dbd-955d5078dc42'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:27.015268 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc9503-3fe2-4e72-a175-d2a67af71ef7 req-1d401404-d5cb-469e-a16d-288b430b8274 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:27.039610 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4dc9503-3fe2-4e72-a175-d2a67af71ef7 req-1d401404-d5cb-469e-a16d-288b430b8274 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 907 time: 0.0799479 Nov 29 18:31:27.045399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] Provisioning complete for port 84f39d6f-9101-45e0-98e5-2e91f5552c8d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:31:27.046640 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:27.091697 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8d7a3f72-6c37-444d-b6c8-45edde78c558 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:27.137864 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] Set router 8e2122ff-e77f-4056-9dbd-955d5078dc42 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:31:27.167378 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:27.191847 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] For port 84f39d6f-9101-45e0-98e5-2e91f5552c8d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=84f39d6f-9101-45e0-98e5-2e91f5552c8d,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:27.198150 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:27.199414 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62277-ad20-4eb2-8e3c-cd93b2acaacd None None] Pushing event updated for resources: {'Port': ['ID=84f39d6f-9101-45e0-98e5-2e91f5552c8d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:27.219904 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a3f72-6c37-444d-b6c8-45edde78c558 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'Subnet': ['ID=79e4d666-8a89-4b02-9366-2624d56b93f5,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:27.240085 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a3f72-6c37-444d-b6c8-45edde78c558 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Checking segment: {'id': '88499584-afcb-42aa-97da-b6756a02954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:31:27.240677 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7a3f72-6c37-444d-b6c8-45edde78c558 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Network hostable DHCP agents. Network: 9c5506c4-814a-4115-97be-5a016b84dde7, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:31:27.255101 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] Pushing event updated for resources: {'Port': ['ID=84f39d6f-9101-45e0-98e5-2e91f5552c8d,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:27.263316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:27.263740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:27.264105 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:27.264454 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:27.264794 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:27.265309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:27.265826 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:27.266357 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:27.266667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:27.267046 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:27.267375 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:27.267982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9403a1b-24ea-4732-a0e8-2236b35114db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:31:27.283996 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7a3f72-6c37-444d-b6c8-45edde78c558 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Network 9c5506c4-814a-4115-97be-5a016b84dde7 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:31:27.293403 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:27.294646 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf8e62-8e40-4271-988d-65c1973908b0 req-f252a141-080c-4b5c-a884-1d1b647124a7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:27.296726 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-17bf8e62-8e40-4271-988d-65c1973908b0 req-f252a141-080c-4b5c-a884-1d1b647124a7 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.20 "GET /v2.0/ports?device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 907 time: 0.0706460 Nov 29 18:31:27.303285 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-8d7a3f72-6c37-444d-b6c8-45edde78c558 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 9c5506c4-814a-4115-97be-5a016b84dde7) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:31:27.312175 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edb2044-7c69-4008-b0d1-b71edf67a9c9 None None] Network 9c5506c4-814a-4115-97be-5a016b84dde7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:31:27.315488 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7a3f72-6c37-444d-b6c8-45edde78c558 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:27.316294 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8d7a3f72-6c37-444d-b6c8-45edde78c558 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:27.359771 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8d7a3f72-6c37-444d-b6c8-45edde78c558 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0300324 Nov 29 18:31:27.364049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33800) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:27.380158 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-493703863', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:25Z', 'revision_number': 3, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:27.416593 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-17bf8e62-8e40-4271-988d-65c1973908b0 req-71494da1-6370-4c6c-bba8-09f6db123e4c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Deleting port f56db28c-79b1-4f88-b2a7-adf5b4466059 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:31:27.417206 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-17bf8e62-8e40-4271-988d-65c1973908b0 req-71494da1-6370-4c6c-bba8-09f6db123e4c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:27.424809 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba662f4-15c9-4014-a621-7dc9ff523a46 None None] The sync data for ids ['8e2122ff-e77f-4056-9dbd-955d5078dc42'] in n-d-819494-5 is: [{'id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-493703863', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:25Z', 'revision_number': 3, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:31:27.489534 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-9c5506c4-814a-4115-97be-5a016b84dde7', 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'fixed_ips': [{'subnet_id': '79e4d666-8a89-4b02-9366-2624d56b93f5'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:31:27.493203 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:27.526111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-17bf8e62-8e40-4271-988d-65c1973908b0 req-71494da1-6370-4c6c-bba8-09f6db123e4c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] For port f56db28c-79b1-4f88-b2a7-adf5b4466059, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f56db28c-79b1-4f88-b2a7-adf5b4466059,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:27.526463 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-17bf8e62-8e40-4271-988d-65c1973908b0 req-71494da1-6370-4c6c-bba8-09f6db123e4c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:27.545010 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-17bf8e62-8e40-4271-988d-65c1973908b0 req-71494da1-6370-4c6c-bba8-09f6db123e4c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Calling delete_port for f56db28c-79b1-4f88-b2a7-adf5b4466059 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:31:27.662062 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:27.675452 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Allocated IP 172.20.0.2 (9c5506c4-814a-4115-97be-5a016b84dde7/79e4d666-8a89-4b02-9366-2624d56b93f5/58cd9cc1-669b-45ac-b195-4b6f84cd7801) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:31:27.719615 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-17bf8e62-8e40-4271-988d-65c1973908b0 req-71494da1-6370-4c6c-bba8-09f6db123e4c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:27.799875 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71494da1-6370-4c6c-bba8-09f6db123e4c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event deleted for resources: {'Port': ['ID=f56db28c-79b1-4f88-b2a7-adf5b4466059,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:27.872647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bf8e62-8e40-4271-988d-65c1973908b0 req-71494da1-6370-4c6c-bba8-09f6db123e4c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] No DVR routers for this DVR port f56db28c-79b1-4f88-b2a7-adf5b4466059 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:31:27.877202 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-17bf8e62-8e40-4271-988d-65c1973908b0 req-71494da1-6370-4c6c-bba8-09f6db123e4c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:27.890716 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-17bf8e62-8e40-4271-988d-65c1973908b0 req-71494da1-6370-4c6c-bba8-09f6db123e4c tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.20 "DELETE /v2.0/ports/f56db28c-79b1-4f88-b2a7-adf5b4466059 HTTP/1.1" status: 204 len: 173 time: 0.5853415 Nov 29 18:31:27.891241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2', 'name': 'network-vif-deleted', 'tag': 'f56db28c-79b1-4f88-b2a7-adf5b4466059'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:31:27.893593 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73403f69-9e40-4c04-adbe-bbe75fb07965" -d '{"events": [{"server_uuid": "2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2", "name": "network-vif-deleted", "tag": "f56db28c-79b1-4f88-b2a7-adf5b4466059"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:31:27.956287 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:27.978972 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:28.000017 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad40e8bf-23d1-4bb4-933a-d9d6fd272d6a x-openstack-request-id: req-ad40e8bf-23d1-4bb4-933a-d9d6fd272d6a {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:31:28.002715 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2", "name": "network-vif-deleted", "tag": "f56db28c-79b1-4f88-b2a7-adf5b4466059", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:31:28.003324 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad40e8bf-23d1-4bb4-933a-d9d6fd272d6a {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:31:28.003764 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2', 'name': 'network-vif-deleted', 'tag': 'f56db28c-79b1-4f88-b2a7-adf5b4466059', 'status': 'completed', 'code': 200} Nov 29 18:31:28.028516 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:28.083605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Pushing event updated for resources: {'Port': ['ID=58cd9cc1-669b-45ac-b195-4b6f84cd7801,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:28.091222 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Network 9c5506c4-814a-4115-97be-5a016b84dde7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:31:28.092911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:31:28.098060 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:31:28.213610 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Attempting to bind port 58cd9cc1-669b-45ac-b195-4b6f84cd7801 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:31:28.213995 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Attempting to bind port 58cd9cc1-669b-45ac-b195-4b6f84cd7801 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '88499584-afcb-42aa-97da-b6756a02954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:31:28.214371 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Attempting to bind port 58cd9cc1-669b-45ac-b195-4b6f84cd7801 on network 9c5506c4-814a-4115-97be-5a016b84dde7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:31:28.220611 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:31:28.220998 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Checking segment: {'id': '88499584-afcb-42aa-97da-b6756a02954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:31:28.221628 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:28.222195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Bound using segment: {'id': '88499584-afcb-42aa-97da-b6756a02954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:31:28.223002 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Bound port: 58cd9cc1-669b-45ac-b195-4b6f84cd7801, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88499584-afcb-42aa-97da-b6756a02954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:31:28.223583 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:28.235717 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ba15683-5906-41db-9ed3-9a45c70651d7 req-bb280d25-b847-492c-80d6-6e5a7accfaa6 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2eb9e9a9-c025-4b4d-9fb1-36f5d78a99c2 HTTP/1.1" status: 200 len: 210 time: 0.0344169 Nov 29 18:31:28.313182 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] For port 58cd9cc1-669b-45ac-b195-4b6f84cd7801, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:31:28.319964 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] For port 58cd9cc1-669b-45ac-b195-4b6f84cd7801, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=58cd9cc1-669b-45ac-b195-4b6f84cd7801,segment=NetworkSegment(88499584-afcb-42aa-97da-b6756a02954b),segment_id=88499584-afcb-42aa-97da-b6756a02954b)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:31:28.326333 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:28.401398 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af791432-a2f1-4237-b535-701f46b56fa5 None None] Pushing event updated for resources: {'Port': ['ID=58cd9cc1-669b-45ac-b195-4b6f84cd7801,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:28.458363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Allocated IP 172.20.0.1 (9c5506c4-814a-4115-97be-5a016b84dde7/79e4d666-8a89-4b02-9366-2624d56b93f5/57f14dbc-51a3-4beb-88b6-c755efe3acce) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:31:28.623702 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:28.667951 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:28.710415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Network 9c5506c4-814a-4115-97be-5a016b84dde7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:31:28.713862 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:31:28.716741 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:31:28.767223 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'Port': ['ID=57f14dbc-51a3-4beb-88b6-c755efe3acce,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:28.784189 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:28.921503 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:29.121721 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 84f39d6f-9101-45e0-98e5-2e91f5552c8d up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:31:29.183290 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:29.194518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 84f39d6f-9101-45e0-98e5-2e91f5552c8d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:31:29.194935 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:29.219530 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:29.225434 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:29.281956 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 58cd9cc1-669b-45ac-b195-4b6f84cd7801 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:31:29.317777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'Port': ['ID=57f14dbc-51a3-4beb-88b6-c755efe3acce,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:29.329047 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:29.343874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 58cd9cc1-669b-45ac-b195-4b6f84cd7801 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:31:29.344535 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:29.434959 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:29.458652 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Network 9c5506c4-814a-4115-97be-5a016b84dde7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:31:29.461125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:31:29.487913 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 58cd9cc1-669b-45ac-b195-4b6f84cd7801, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=58cd9cc1-669b-45ac-b195-4b6f84cd7801,segment=NetworkSegment(88499584-afcb-42aa-97da-b6756a02954b),segment_id=88499584-afcb-42aa-97da-b6756a02954b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:29.492739 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:29.553158 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=58cd9cc1-669b-45ac-b195-4b6f84cd7801,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:29.628937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Router 8e2122ff-e77f-4056-9dbd-955d5078dc42 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:31:29.636695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d76b8-245e-4ec5-8d78-c5e8c368d151 req-4086daf7-e54a-490b-a722-b8e958f5c08e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:29.638208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9e4d76b8-245e-4ec5-8d78-c5e8c368d151 req-4086daf7-e54a-490b-a722-b8e958f5c08e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 946 time: 0.0732870 Nov 29 18:31:29.736643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9e4d76b8-245e-4ec5-8d78-c5e8c368d151 req-88d5aca1-f307-4f32-a252-510b3eeff9ca tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914376 Nov 29 18:31:29.790799 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:31:29.796252 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-01a39a3b-5f45-4593-aa66-13177843dde2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "PUT /v2.0/routers/8e2122ff-e77f-4056-9dbd-955d5078dc42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4309831 Nov 29 18:31:29.798996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33816) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:29.803833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3ca38e82-d0e4-455f-9bb4-ce191150b254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1108072422', 'description': 'tempest-secgroup_access--1108072422 description', 'project_id': '19101422ecae468d8f607b9d6ca74877'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:31:29.833629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ca38e82-d0e4-455f-9bb4-ce191150b254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:29.845741 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:29.909437 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Sync routers for ids ['8e2122ff-e77f-4056-9dbd-955d5078dc42'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:31:29.914177 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ca38e82-d0e4-455f-9bb4-ce191150b254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:29.920565 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ca38e82-d0e4-455f-9bb4-ce191150b254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:29.922036 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Routers {'8e2122ff-e77f-4056-9dbd-955d5078dc42'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:31:29.922711 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b3debb65-4205-457a-979f-476735e52e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:31:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8e2122ff-e77f-4056-9dbd-955d5078dc42'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:29.952838 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ca38e82-d0e4-455f-9bb4-ce191150b254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:29.956841 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3ca38e82-d0e4-455f-9bb4-ce191150b254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1541684 Nov 29 18:31:29.956841 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca38e82-d0e4-455f-9bb4-ce191150b254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=312dec7a-da4e-4dfc-9755-9d0128e735cb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:29.957112 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33818) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:29.962050 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b6ffe6c6-2595-4d64-a40a-4ba1b3dcf4cd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--473653861', 'description': 'tempest-secgroup_general--473653861 description', 'project_id': '19101422ecae468d8f607b9d6ca74877'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:31:29.992376 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b6ffe6c6-2595-4d64-a40a-4ba1b3dcf4cd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:29.992637 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:30.060312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Set router 8e2122ff-e77f-4056-9dbd-955d5078dc42 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:31:30.074396 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b6ffe6c6-2595-4d64-a40a-4ba1b3dcf4cd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:30.079074 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b6ffe6c6-2595-4d64-a40a-4ba1b3dcf4cd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:30.110943 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b6ffe6c6-2595-4d64-a40a-4ba1b3dcf4cd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:30.112239 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b6ffe6c6-2595-4d64-a40a-4ba1b3dcf4cd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1541107 Nov 29 18:31:30.114427 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffe6c6-2595-4d64-a40a-4ba1b3dcf4cd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:30.115673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33820) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:30.120973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-685dab18-37c4-492d-b221-41255736c25f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Request body: {'security_group_rule': {'security_group_id': '312dec7a-da4e-4dfc-9755-9d0128e735cb', 'project_id': '19101422ecae468d8f607b9d6ca74877', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:31:30.148136 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c03f24-8b94-4f05-8945-1dd6d032d8ef None None] Network 9c5506c4-814a-4115-97be-5a016b84dde7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:31:30.155196 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-685dab18-37c4-492d-b221-41255736c25f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:30.218409 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-685dab18-37c4-492d-b221-41255736c25f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:30.222758 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-685dab18-37c4-492d-b221-41255736c25f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:30.241995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dab18-37c4-492d-b221-41255736c25f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df199e9e-175a-4a57-b4b2-bbbf99ef7ed9,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:30.248081 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-685dab18-37c4-492d-b221-41255736c25f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:30.258190 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-685dab18-37c4-492d-b221-41255736c25f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318083 Nov 29 18:31:30.295193 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d810ec34-7789-4988-922c-bfcdf6899f54 None None] Provisioning complete for port 58cd9cc1-669b-45ac-b195-4b6f84cd7801 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:31:30.295571 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d810ec34-7789-4988-922c-bfcdf6899f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:30.410704 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-f5a9a95e-29b8-49c9-ad7b-111c9bf7b370 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_general--473653861&fields=id&tenant_id=19101422ecae468d8f607b9d6ca74877 HTTP/1.1" status: 200 len: 267 time: 0.0432601 Nov 29 18:31:30.459320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-7474f400-7cc3-4077-9ae2-6b1d4d988054 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_access--1108072422&fields=id&tenant_id=19101422ecae468d8f607b9d6ca74877 HTTP/1.1" status: 200 len: 267 time: 0.0423536 Nov 29 18:31:30.580230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-5cd949dd-0d80-4e57-831b-830d467c0f2b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:30.582013 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-5cd949dd-0d80-4e57-831b-830d467c0f2b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/networks?id=9c5506c4-814a-4115-97be-5a016b84dde7 HTTP/1.1" status: 200 len: 797 time: 0.1153557 Nov 29 18:31:30.601121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-417b57f1-de1a-4e3c-ad82-7bb1a498e21e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/quotas/19101422ecae468d8f607b9d6ca74877 HTTP/1.1" status: 200 len: 375 time: 0.0128927 Nov 29 18:31:30.657586 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-e77c9d00-789c-4cc3-b21f-8a8cb3e44ee1 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=19101422ecae468d8f607b9d6ca74877&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488665 Nov 29 18:31:30.667919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b3debb65-4205-457a-979f-476735e52e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-493703863', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:28Z', 'revision_number': 4, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '57f14dbc-51a3-4beb-88b6-c755efe3acce', 'name': '', 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'mac_address': 'fa:16:3e:f6:5b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:28Z', 'updated_at': '2021-11-29T18:31:29Z', 'revision_number': 2, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'subnets': [{'id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:30.696406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Checking router: 8e2122ff-e77f-4056-9dbd-955d5078dc42 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:31:30.696903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Updating router 8e2122ff-e77f-4056-9dbd-955d5078dc42 port 57f14dbc-51a3-4beb-88b6-c755efe3acce binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:31:30.723286 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:30.765268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-95172a3a-5738-4bb5-87f7-1f7bee1d13eb service neutron] 10.222.0.23 "GET /v2.0/networks/9c5506c4-814a-4115-97be-5a016b84dde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933785 Nov 29 18:31:30.902616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca06515-859e-4fed-b599-69a6e5974ce2 req-58715fea-5640-4055-b349-f6c99970f9ab tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:30.904962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ca06515-859e-4fed-b599-69a6e5974ce2 req-58715fea-5640-4055-b349-f6c99970f9ab tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 946 time: 0.0785592 Nov 29 18:31:30.931905 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-0d2b1fa3-05b6-46c4-bf7e-70d85a58e84c service neutron] 10.222.0.23 "GET /v2.0/networks/9c5506c4-814a-4115-97be-5a016b84dde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587017 Nov 29 18:31:31.003523 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ca06515-859e-4fed-b599-69a6e5974ce2 req-96f89cf9-0b97-4e5f-906c-c5845cb9e9bd tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910058 Nov 29 18:31:31.015759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b324cef-3901-4544-9a3f-d226267134d2 req-2edc2c10-9a61-4386-8bdc-7ab131cb09a2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:31.017386 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b324cef-3901-4544-9a3f-d226267134d2 req-2edc2c10-9a61-4386-8bdc-7ab131cb09a2 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.31 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 946 time: 0.0967321 Nov 29 18:31:31.094825 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:31.106244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 58cd9cc1-669b-45ac-b195-4b6f84cd7801 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:31:31.154992 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2d6499a4-9ce1-456b-901a-0e07ffc0d616 None None] Provisioning complete for port 57f14dbc-51a3-4beb-88b6-c755efe3acce triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:31:31.155686 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d6499a4-9ce1-456b-901a-0e07ffc0d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:31.157422 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:31.174393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-2b324cef-3901-4544-9a3f-d226267134d2 req-9ac8292b-041e-423f-9cd4-140b82024a31 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Deleting port e7f6aa54-aa38-4c97-914e-7359bec5b15b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:31:31.174738 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2b324cef-3901-4544-9a3f-d226267134d2 req-9ac8292b-041e-423f-9cd4-140b82024a31 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:31.240720 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c18172c0-62e1-482c-a71f-5c3c2397cd8e req-7e3cfe9e-699b-4c72-a1d1-a2c49941c5c3 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 210 time: 0.0831060 Nov 29 18:31:31.276757 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2d6499a4-9ce1-456b-901a-0e07ffc0d616 None None] Port 57f14dbc-51a3-4beb-88b6-c755efe3acce cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:31:31.286180 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a98fcf-4521-4b1a-bdb5-054c09e9a334 None None] Pushing event updated for resources: {'Port': ['ID=57f14dbc-51a3-4beb-88b6-c755efe3acce,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:31.327616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2b324cef-3901-4544-9a3f-d226267134d2 req-9ac8292b-041e-423f-9cd4-140b82024a31 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] For port e7f6aa54-aa38-4c97-914e-7359bec5b15b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e7f6aa54-aa38-4c97-914e-7359bec5b15b,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:31.328067 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2b324cef-3901-4544-9a3f-d226267134d2 req-9ac8292b-041e-423f-9cd4-140b82024a31 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:31.350000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-2b324cef-3901-4544-9a3f-d226267134d2 req-9ac8292b-041e-423f-9cd4-140b82024a31 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Calling delete_port for e7f6aa54-aa38-4c97-914e-7359bec5b15b owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:31:31.350222 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f56db28c-79b1-4f88-b2a7-adf5b4466059 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:31:31.380826 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 58cd9cc1-669b-45ac-b195-4b6f84cd7801 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:31:31.381217 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:31.391483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2d6499a4-9ce1-456b-901a-0e07ffc0d616 None None] Provisioning complete for port 58cd9cc1-669b-45ac-b195-4b6f84cd7801 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:31:31.391871 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d6499a4-9ce1-456b-901a-0e07ffc0d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:31.417777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: f56db28c-79b1-4f88-b2a7-adf5b4466059 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:31:31.418133 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f56db28c-79b1-4f88-b2a7-adf5b4466059 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:31:31.445740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Attempting to bind port 57f14dbc-51a3-4beb-88b6-c755efe3acce on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:31:31.446018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Attempting to bind port 57f14dbc-51a3-4beb-88b6-c755efe3acce by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '88499584-afcb-42aa-97da-b6756a02954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:31:31.446479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Attempting to bind port 57f14dbc-51a3-4beb-88b6-c755efe3acce on network 9c5506c4-814a-4115-97be-5a016b84dde7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:31:31.465351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:31:31.465756 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Checking segment: {'id': '88499584-afcb-42aa-97da-b6756a02954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:31:31.466276 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:31.467215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Bound using segment: {'id': '88499584-afcb-42aa-97da-b6756a02954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:31:31.467717 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Bound port: 57f14dbc-51a3-4beb-88b6-c755efe3acce, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88499584-afcb-42aa-97da-b6756a02954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:31:31.468358 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:31.511786 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2b324cef-3901-4544-9a3f-d226267134d2 req-9ac8292b-041e-423f-9cd4-140b82024a31 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:31.533787 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e7f6aa54-aa38-4c97-914e-7359bec5b15b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:31:31.535980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['a03a14bb-6298-413e-9335-cc58c8f9fec0'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:31:31.555883 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8292b-041e-423f-9cd4-140b82024a31 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event deleted for resources: {'Port': ['ID=e7f6aa54-aa38-4c97-914e-7359bec5b15b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:31.611450 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b324cef-3901-4544-9a3f-d226267134d2 req-9ac8292b-041e-423f-9cd4-140b82024a31 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] No DVR routers for this DVR port e7f6aa54-aa38-4c97-914e-7359bec5b15b on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:31:31.614339 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2b324cef-3901-4544-9a3f-d226267134d2 req-9ac8292b-041e-423f-9cd4-140b82024a31 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:31.618413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b324cef-3901-4544-9a3f-d226267134d2 req-9ac8292b-041e-423f-9cd4-140b82024a31 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.31 "DELETE /v2.0/ports/e7f6aa54-aa38-4c97-914e-7359bec5b15b HTTP/1.1" status: 204 len: 173 time: 0.5877807 Nov 29 18:31:31.619134 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b347d1db-7687-4f0a-90a5-b83dd39f29af', 'name': 'network-vif-deleted', 'tag': 'e7f6aa54-aa38-4c97-914e-7359bec5b15b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:31:31.623786 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc5067b-c37c-4aa9-8e9c-a81312576baa" -d '{"events": [{"server_uuid": "b347d1db-7687-4f0a-90a5-b83dd39f29af", "name": "network-vif-deleted", "tag": "e7f6aa54-aa38-4c97-914e-7359bec5b15b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:31:31.680142 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67958d0c-b36a-40bc-be34-eb63eb0b19ae x-openstack-request-id: req-67958d0c-b36a-40bc-be34-eb63eb0b19ae {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:31:31.680480 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b347d1db-7687-4f0a-90a5-b83dd39f29af", "name": "network-vif-deleted", "tag": "e7f6aa54-aa38-4c97-914e-7359bec5b15b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:31:31.680989 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67958d0c-b36a-40bc-be34-eb63eb0b19ae {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:31:31.681442 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b347d1db-7687-4f0a-90a5-b83dd39f29af', 'name': 'network-vif-deleted', 'tag': 'e7f6aa54-aa38-4c97-914e-7359bec5b15b', 'status': 'completed', 'code': 200} Nov 29 18:31:31.737856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b3debb65-4205-457a-979f-476735e52e19 None None] For port 57f14dbc-51a3-4beb-88b6-c755efe3acce, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:31:31.744925 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b3debb65-4205-457a-979f-476735e52e19 None None] For port 57f14dbc-51a3-4beb-88b6-c755efe3acce, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=57f14dbc-51a3-4beb-88b6-c755efe3acce,segment=NetworkSegment(88499584-afcb-42aa-97da-b6756a02954b),segment_id=88499584-afcb-42aa-97da-b6756a02954b)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:31:31.756666 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:31.845652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Routers {'8e2122ff-e77f-4056-9dbd-955d5078dc42'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:31:31.846293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b3debb65-4205-457a-979f-476735e52e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:31:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8e2122ff-e77f-4056-9dbd-955d5078dc42'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:31.895983 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a98fcf-4521-4b1a-bdb5-054c09e9a334 None None] Pushing event updated for resources: {'Port': ['ID=57f14dbc-51a3-4beb-88b6-c755efe3acce,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:31.968746 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-30c94c9f-c1d2-4ff8-b2c5-f6fe0d3b4f4c None None] Provisioning complete for port 57f14dbc-51a3-4beb-88b6-c755efe3acce triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:31:31.969001 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30c94c9f-c1d2-4ff8-b2c5-f6fe0d3b4f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:32.048495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-b3debb65-4205-457a-979f-476735e52e19 None None] Set router 8e2122ff-e77f-4056-9dbd-955d5078dc42 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:31:32.175681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ac0f2b78-ef86-4921-9b07-6d805475ae23 req-10b81953-5452-4264-9849-62defd0f0661 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=b347d1db-7687-4f0a-90a5-b83dd39f29af HTTP/1.1" status: 200 len: 210 time: 0.0575936 Nov 29 18:31:32.266167 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30c94c9f-c1d2-4ff8-b2c5-f6fe0d3b4f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:32.317039 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-30c94c9f-c1d2-4ff8-b2c5-f6fe0d3b4f4c None None] For port 57f14dbc-51a3-4beb-88b6-c755efe3acce, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=57f14dbc-51a3-4beb-88b6-c755efe3acce,segment=NetworkSegment(88499584-afcb-42aa-97da-b6756a02954b),segment_id=88499584-afcb-42aa-97da-b6756a02954b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:32.321856 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30c94c9f-c1d2-4ff8-b2c5-f6fe0d3b4f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:32.359063 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36f4f53c-a596-4eac-bc6e-cc45617a49eb req-aa1b36a2-1ecc-4298-8911-26d6a22949a2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 210 time: 0.0263302 Nov 29 18:31:32.399481 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c94c9f-c1d2-4ff8-b2c5-f6fe0d3b4f4c None None] Pushing event updated for resources: {'Port': ['ID=57f14dbc-51a3-4beb-88b6-c755efe3acce,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:32.419328 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b3debb65-4205-457a-979f-476735e52e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-493703863', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:28Z', 'revision_number': 4, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '57f14dbc-51a3-4beb-88b6-c755efe3acce', 'name': '', 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'mac_address': 'fa:16:3e:f6:5b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:28Z', 'updated_at': '2021-11-29T18:31:31Z', 'revision_number': 4, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'subnets': [{'id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:32.453304 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3debb65-4205-457a-979f-476735e52e19 None None] The sync data for ids ['8e2122ff-e77f-4056-9dbd-955d5078dc42'] in n-d-819494-5 is: [{'id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-493703863', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:28Z', 'revision_number': 4, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '57f14dbc-51a3-4beb-88b6-c755efe3acce', 'name': '', 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'mac_address': 'fa:16:3e:f6:5b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:28Z', 'updated_at': '2021-11-29T18:31:31Z', 'revision_number': 4, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'subnets': [{'id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:31:32.464061 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-02177298-a25f-4bc3-ae0b-bdd2f4db0f94 None None] Provisioning complete for port 57f14dbc-51a3-4beb-88b6-c755efe3acce triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:31:32.464434 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02177298-a25f-4bc3-ae0b-bdd2f4db0f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:32.718734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-595e1220-6a25-4c97-a0d3-e9bbf64b5b96 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:32.720668 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-595e1220-6a25-4c97-a0d3-e9bbf64b5b96 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.31 "GET /v2.0/networks?id=9c5506c4-814a-4115-97be-5a016b84dde7 HTTP/1.1" status: 200 len: 797 time: 0.1226761 Nov 29 18:31:32.796925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-178b9cfd-a68e-4844-b210-fc328f3431e0 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19101422ecae468d8f607b9d6ca74877 HTTP/1.1" status: 200 len: 477 time: 0.0666692 Nov 29 18:31:32.807917 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-14cd0af1-cc71-4fb2-9986-ba76f3bae1a0 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Request body: {'port': {'device_id': 'bb884957-c343-4de0-904c-9ba52b4ed8c7', 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7', 'admin_state_up': True, 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'security_groups': ['ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7', '312dec7a-da4e-4dfc-9755-9d0128e735cb']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:31:32.923654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-14cd0af1-cc71-4fb2-9986-ba76f3bae1a0 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Made reservation on behalf of 19101422ecae468d8f607b9d6ca74877 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:31:32.927134 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-14cd0af1-cc71-4fb2-9986-ba76f3bae1a0 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:33.070199 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-14cd0af1-cc71-4fb2-9986-ba76f3bae1a0 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Allocated IP 172.20.0.4 (9c5506c4-814a-4115-97be-5a016b84dde7/79e4d666-8a89-4b02-9366-2624d56b93f5/99b70285-4a0f-4eef-a849-325711a4fe32) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:31:33.102563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 57f14dbc-51a3-4beb-88b6-c755efe3acce up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:31:33.155931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 57f14dbc-51a3-4beb-88b6-c755efe3acce triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:31:33.156449 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:33.242056 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-14cd0af1-cc71-4fb2-9986-ba76f3bae1a0 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:33.284219 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-14cd0af1-cc71-4fb2-9986-ba76f3bae1a0 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:33.327323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-14cd0af1-cc71-4fb2-9986-ba76f3bae1a0 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Network 9c5506c4-814a-4115-97be-5a016b84dde7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:31:33.330496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-14cd0af1-cc71-4fb2-9986-ba76f3bae1a0 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:31:33.334176 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-14cd0af1-cc71-4fb2-9986-ba76f3bae1a0 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:31:33.387173 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd0af1-cc71-4fb2-9986-ba76f3bae1a0 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'Port': ['ID=99b70285-4a0f-4eef-a849-325711a4fe32,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:33.426336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-14cd0af1-cc71-4fb2-9986-ba76f3bae1a0 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:33.427137 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-14cd0af1-cc71-4fb2-9986-ba76f3bae1a0 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:33.457030 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-14cd0af1-cc71-4fb2-9986-ba76f3bae1a0 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6524577 Nov 29 18:31:33.479292 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Request body: {'port': {'device_id': 'bb884957-c343-4de0-904c-9ba52b4ed8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:31:33.599800 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:33.610073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc92093-4ade-4972-96cc-f3e55be3c6f8 req-604dbf3d-6e15-4967-884d-eb6fbea42133 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:33.611788 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ffc92093-4ade-4972-96cc-f3e55be3c6f8 req-604dbf3d-6e15-4967-884d-eb6fbea42133 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 970 time: 0.1493406 Nov 29 18:31:33.633207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c3bad-d096-4101-8708-0705eadc2726 req-62103dcd-b7c3-4e1a-8787-36b89da76d09 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:33.634691 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-148c3bad-d096-4101-8708-0705eadc2726 req-62103dcd-b7c3-4e1a-8787-36b89da76d09 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.1220956 Nov 29 18:31:33.703058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-eb3e5753-2ce9-4055-b398-17cc6c0a52b6 None None] Provisioning complete for port 99b70285-4a0f-4eef-a849-325711a4fe32 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:31:33.704122 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb3e5753-2ce9-4055-b398-17cc6c0a52b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:33.741087 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-eb3e5753-2ce9-4055-b398-17cc6c0a52b6 None None] Port 99b70285-4a0f-4eef-a849-325711a4fe32 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:31:33.797274 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-148c3bad-d096-4101-8708-0705eadc2726 req-497ca285-30d3-4114-b37d-4ebebefe92d8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557212 Nov 29 18:31:33.813768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ffc92093-4ade-4972-96cc-f3e55be3c6f8 req-9137f73d-166d-43ed-ba39-034193ef09e4 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/security-groups?id=312dec7a-da4e-4dfc-9755-9d0128e735cb&id=ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1897848 Nov 29 18:31:33.962507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b70285-4a0f-4eef-a849-325711a4fe32 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:31:33.970336 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:33.982592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Transition to ACTIVE for port object 99b70285-4a0f-4eef-a849-325711a4fe32 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:31:33.986408 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:34.034229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Pushing event updated for resources: {'Port': ['ID=99b70285-4a0f-4eef-a849-325711a4fe32,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:34.105667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Attempting to bind port 99b70285-4a0f-4eef-a849-325711a4fe32 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:31:34.105912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Attempting to bind port 99b70285-4a0f-4eef-a849-325711a4fe32 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '88499584-afcb-42aa-97da-b6756a02954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:31:34.106244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Attempting to bind port 99b70285-4a0f-4eef-a849-325711a4fe32 on network 9c5506c4-814a-4115-97be-5a016b84dde7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:31:34.112523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Port 99b70285-4a0f-4eef-a849-325711a4fe32 on network 9c5506c4-814a-4115-97be-5a016b84dde7 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:31:34.112851 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Attempting to bind port 99b70285-4a0f-4eef-a849-325711a4fe32 on network 9c5506c4-814a-4115-97be-5a016b84dde7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:31:34.117970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:31:34.118313 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Checking segment: {'id': '88499584-afcb-42aa-97da-b6756a02954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:31:34.118703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Bound using segment: {'id': '88499584-afcb-42aa-97da-b6756a02954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:31:34.119172 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Bound port: 99b70285-4a0f-4eef-a849-325711a4fe32, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88499584-afcb-42aa-97da-b6756a02954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:31:34.119542 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:34.188890 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] For port 99b70285-4a0f-4eef-a849-325711a4fe32, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:31:34.192161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] For port 99b70285-4a0f-4eef-a849-325711a4fe32, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=99b70285-4a0f-4eef-a849-325711a4fe32,segment=NetworkSegment(88499584-afcb-42aa-97da-b6756a02954b),segment_id=88499584-afcb-42aa-97da-b6756a02954b)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:31:34.196736 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:34.229969 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:34.230863 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:34.233196 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] 10.222.0.31 "PUT /v2.0/ports/99b70285-4a0f-4eef-a849-325711a4fe32 HTTP/1.1" status: 200 len: 1130 time: 0.7586479 Nov 29 18:31:34.233568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb884957-c343-4de0-904c-9ba52b4ed8c7', 'tag': '99b70285-4a0f-4eef-a849-325711a4fe32'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:31:34.235402 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e7f6aa54-aa38-4c97-914e-7359bec5b15b no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:31:34.235535 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5990c31-f8ef-4f69-b16d-b99f153814dd" -d '{"events": [{"name": "network-changed", "server_uuid": "bb884957-c343-4de0-904c-9ba52b4ed8c7", "tag": "99b70285-4a0f-4eef-a849-325711a4fe32"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:31:34.267124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: e7f6aa54-aa38-4c97-914e-7359bec5b15b {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:31:34.267124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e7f6aa54-aa38-4c97-914e-7359bec5b15b not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:31:34.310683 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85df6ef4-fbc4-428b-a460-34ec107f9160 x-openstack-request-id: req-85df6ef4-fbc4-428b-a460-34ec107f9160 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:31:34.311013 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb884957-c343-4de0-904c-9ba52b4ed8c7", "tag": "99b70285-4a0f-4eef-a849-325711a4fe32", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:31:34.311270 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85df6ef4-fbc4-428b-a460-34ec107f9160 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:31:34.311668 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb884957-c343-4de0-904c-9ba52b4ed8c7', 'tag': '99b70285-4a0f-4eef-a849-325711a4fe32', 'status': 'completed', 'code': 200} Nov 29 18:31:34.319318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b396f-8b65-47d2-b788-3915620a4656 service neutron] Pushing event updated for resources: {'Port': ['ID=99b70285-4a0f-4eef-a849-325711a4fe32,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:34.334807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-805d5b00-ad85-4aca-87b4-af5db736d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:34.336466 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-805d5b00-ad85-4aca-87b4-af5db736d314 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19101422ecae468d8f607b9d6ca74877&device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 1133 time: 0.0576260 Nov 29 18:31:34.380286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-109cdcef-1495-4054-add3-484a48cea0af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99b70285-4a0f-4eef-a849-325711a4fe32 HTTP/1.1" status: 200 len: 217 time: 0.0349267 Nov 29 18:31:34.436870 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-492f3e8a-f650-441d-ace5-41deede366d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:34.438329 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-492f3e8a-f650-441d-ace5-41deede366d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79e4d666-8a89-4b02-9366-2624d56b93f5 HTTP/1.1" status: 200 len: 835 time: 0.0485885 Nov 29 18:31:34.484657 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-39186591-7a32-4b57-844b-de355cb940f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:34.486030 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-39186591-7a32-4b57-844b-de355cb940f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c5506c4-814a-4115-97be-5a016b84dde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399361 Nov 29 18:31:34.577728 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-03dfd6af-1e28-46f6-ac9b-bf73a4a0fc4a service neutron] 10.222.0.31 "GET /v2.0/networks/9c5506c4-814a-4115-97be-5a016b84dde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841975 Nov 29 18:31:34.670377 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8f3ced3-6511-4bcd-9fce-3aa7787c1bf5 req-ffa179d8-2fa2-4590-9a44-19ec12993c9d service neutron] 10.222.0.31 "GET /v2.0/networks/9c5506c4-814a-4115-97be-5a016b84dde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858524 Nov 29 18:31:34.756805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5990c31-f8ef-4f69-b16d-b99f153814dd req-f2131228-c972-4ee8-b56b-c88d23493704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:34.758193 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5990c31-f8ef-4f69-b16d-b99f153814dd req-f2131228-c972-4ee8-b56b-c88d23493704 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19101422ecae468d8f607b9d6ca74877&device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 1133 time: 0.0402286 Nov 29 18:31:34.901095 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f71ce-8e5c-4af6-8859-2a8434557fb8 req-ce1da3d9-0779-44e4-bff4-8957054c827b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:34.902730 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ce1f71ce-8e5c-4af6-8859-2a8434557fb8 req-ce1da3d9-0779-44e4-bff4-8957054c827b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.20 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.0626447 Nov 29 18:31:35.017898 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-ce1f71ce-8e5c-4af6-8859-2a8434557fb8 req-f05788a5-43b8-499c-b9fe-03ba909149da tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Deleting port a03a14bb-6298-413e-9335-cc58c8f9fec0 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:31:35.018237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ce1f71ce-8e5c-4af6-8859-2a8434557fb8 req-f05788a5-43b8-499c-b9fe-03ba909149da tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:35.115852 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-ce1f71ce-8e5c-4af6-8859-2a8434557fb8 req-f05788a5-43b8-499c-b9fe-03ba909149da tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] For port a03a14bb-6298-413e-9335-cc58c8f9fec0, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=a03a14bb-6298-413e-9335-cc58c8f9fec0,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:35.116264 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ce1f71ce-8e5c-4af6-8859-2a8434557fb8 req-f05788a5-43b8-499c-b9fe-03ba909149da tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:35.130392 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-ce1f71ce-8e5c-4af6-8859-2a8434557fb8 req-f05788a5-43b8-499c-b9fe-03ba909149da tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Calling delete_port for a03a14bb-6298-413e-9335-cc58c8f9fec0 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:31:35.250380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5e0ae-f682-4662-b983-a8253a0c9495 req-d5543259-ea46-4979-ac98-8cfa868af181 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:35.251886 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8fe5e0ae-f682-4662-b983-a8253a0c9495 req-d5543259-ea46-4979-ac98-8cfa868af181 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=2027d689-4d72-44a9-aff8-fbebdedd46dc HTTP/1.1" status: 200 len: 945 time: 0.1087039 Nov 29 18:31:35.264709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fe4bc-34f7-4d9d-95c5-7a2313973415 req-5edd6388-1719-4c09-bb56-4ea440d80673 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:35.266211 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-604fe4bc-34f7-4d9d-95c5-7a2313973415 req-5edd6388-1719-4c09-bb56-4ea440d80673 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 982 time: 0.1218090 Nov 29 18:31:35.272350 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ce1f71ce-8e5c-4af6-8859-2a8434557fb8 req-f05788a5-43b8-499c-b9fe-03ba909149da tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:35.283281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5990c31-f8ef-4f69-b16d-b99f153814dd req-9ad08679-e83f-4a35-a2c1-8c70f73e046e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:35.285093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5990c31-f8ef-4f69-b16d-b99f153814dd req-9ad08679-e83f-4a35-a2c1-8c70f73e046e service neutron] 10.222.0.31 "GET /v2.0/networks?id=9c5506c4-814a-4115-97be-5a016b84dde7 HTTP/1.1" status: 200 len: 898 time: 0.5172281 Nov 29 18:31:35.285287 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['a03a14bb-6298-413e-9335-cc58c8f9fec0'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:31:35.303325 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05788a5-43b8-499c-b9fe-03ba909149da tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event deleted for resources: {'Port': ['ID=a03a14bb-6298-413e-9335-cc58c8f9fec0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:35.347485 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1f71ce-8e5c-4af6-8859-2a8434557fb8 req-f05788a5-43b8-499c-b9fe-03ba909149da tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] No DVR routers for this DVR port a03a14bb-6298-413e-9335-cc58c8f9fec0 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:31:35.349989 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ce1f71ce-8e5c-4af6-8859-2a8434557fb8 req-f05788a5-43b8-499c-b9fe-03ba909149da tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:35.353427 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ce1f71ce-8e5c-4af6-8859-2a8434557fb8 req-f05788a5-43b8-499c-b9fe-03ba909149da tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.20 "DELETE /v2.0/ports/a03a14bb-6298-413e-9335-cc58c8f9fec0 HTTP/1.1" status: 204 len: 173 time: 0.4403529 Nov 29 18:31:35.353880 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2027d689-4d72-44a9-aff8-fbebdedd46dc', 'name': 'network-vif-deleted', 'tag': 'a03a14bb-6298-413e-9335-cc58c8f9fec0'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:31:35.356539 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219b9825-7d11-4653-b55c-388f0c95d14b" -d '{"events": [{"server_uuid": "2027d689-4d72-44a9-aff8-fbebdedd46dc", "name": "network-vif-deleted", "tag": "a03a14bb-6298-413e-9335-cc58c8f9fec0"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:31:35.361284 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5990c31-f8ef-4f69-b16d-b99f153814dd req-efbcf6e1-4bf7-4c6a-8d32-325a08dc7c8e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99b70285-4a0f-4eef-a849-325711a4fe32 HTTP/1.1" status: 200 len: 217 time: 0.0574841 Nov 29 18:31:35.445585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8fe5e0ae-f682-4662-b983-a8253a0c9495 req-1354acc4-e6e6-4ee3-b62b-d998ded83472 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=3eead419-c76b-4165-84e5-ae4f05ab1223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761136 Nov 29 18:31:35.452483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-604fe4bc-34f7-4d9d-95c5-7a2313973415 req-e489673c-d65b-4548-8a9d-929e7d6cf73e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/security-groups?id=312dec7a-da4e-4dfc-9755-9d0128e735cb&id=ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1793370 Nov 29 18:31:35.472356 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5990c31-f8ef-4f69-b16d-b99f153814dd req-e22405bb-2986-49eb-be43-b47ea6ab1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:35.474262 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5990c31-f8ef-4f69-b16d-b99f153814dd req-e22405bb-2986-49eb-be43-b47ea6ab1d0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79e4d666-8a89-4b02-9366-2624d56b93f5 HTTP/1.1" status: 200 len: 835 time: 0.1003790 Nov 29 18:31:35.507753 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d088ea00-236e-47d3-91d0-0791e5d97a54 x-openstack-request-id: req-d088ea00-236e-47d3-91d0-0791e5d97a54 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:31:35.508861 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2027d689-4d72-44a9-aff8-fbebdedd46dc", "name": "network-vif-deleted", "tag": "a03a14bb-6298-413e-9335-cc58c8f9fec0", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:31:35.509530 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d088ea00-236e-47d3-91d0-0791e5d97a54 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:31:35.510174 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2027d689-4d72-44a9-aff8-fbebdedd46dc', 'name': 'network-vif-deleted', 'tag': 'a03a14bb-6298-413e-9335-cc58c8f9fec0', 'status': 'completed', 'code': 200} Nov 29 18:31:35.528055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5990c31-f8ef-4f69-b16d-b99f153814dd req-48c45676-b747-4b74-97e1-f511d2965ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:35.529917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5990c31-f8ef-4f69-b16d-b99f153814dd req-48c45676-b747-4b74-97e1-f511d2965ff2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c5506c4-814a-4115-97be-5a016b84dde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477061 Nov 29 18:31:35.622246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5990c31-f8ef-4f69-b16d-b99f153814dd req-90e0a5dc-5fe9-4516-ba8a-518a0c69a492 service neutron] 10.222.0.31 "GET /v2.0/networks/9c5506c4-814a-4115-97be-5a016b84dde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845139 Nov 29 18:31:35.713313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5990c31-f8ef-4f69-b16d-b99f153814dd req-80a3f94b-e6f6-4419-be92-61e6aaa44f20 service neutron] 10.222.0.31 "GET /v2.0/networks/9c5506c4-814a-4115-97be-5a016b84dde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841603 Nov 29 18:31:36.577795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b29af2-24a5-45ac-8dfe-1ebabac49d8b req-f4c519f8-dda8-4799-8814-ebf6d8166463 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:36.579817 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41b29af2-24a5-45ac-8dfe-1ebabac49d8b req-f4c519f8-dda8-4799-8814-ebf6d8166463 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 982 time: 0.0517371 Nov 29 18:31:36.645314 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41b29af2-24a5-45ac-8dfe-1ebabac49d8b req-cc0e892f-b226-416b-930f-fe6aa2a9e4ab tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/security-groups?id=312dec7a-da4e-4dfc-9755-9d0128e735cb&id=ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0588129 Nov 29 18:31:36.728898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a886e3-e3fe-4207-8cc5-48aff5966cf1 req-59d24c14-7fc4-4515-97ec-596ccf723e6e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:36.730506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17a886e3-e3fe-4207-8cc5-48aff5966cf1 req-59d24c14-7fc4-4515-97ec-596ccf723e6e tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0482652 Nov 29 18:31:36.781614 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17a886e3-e3fe-4207-8cc5-48aff5966cf1 req-9218610e-172a-4567-9728-bd9c2c425097 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451498 Nov 29 18:31:37.759782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7f8a2-08b7-4596-a7b3-771324a8ad5e req-94d99a3e-de1a-4275-8a17-aa5f70f4b676 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:37.761248 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fea7f8a2-08b7-4596-a7b3-771324a8ad5e req-94d99a3e-de1a-4275-8a17-aa5f70f4b676 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 982 time: 0.0491035 Nov 29 18:31:37.817801 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fea7f8a2-08b7-4596-a7b3-771324a8ad5e req-66c2833d-1804-44cf-9afc-da115430f902 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/security-groups?id=312dec7a-da4e-4dfc-9755-9d0128e735cb&id=ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0498531 Nov 29 18:31:37.901918 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebdbb30-006f-4a18-a7ad-011e76985334 req-84b46b8f-c8e8-47c6-b109-3cff492b3058 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:37.903460 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ebdbb30-006f-4a18-a7ad-011e76985334 req-84b46b8f-c8e8-47c6-b109-3cff492b3058 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0534778 Nov 29 18:31:37.951857 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ebdbb30-006f-4a18-a7ad-011e76985334 req-38ecb520-5328-4974-9115-5072eee84f84 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423830 Nov 29 18:31:38.235710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 99b70285-4a0f-4eef-a849-325711a4fe32 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:31:38.331723 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 99b70285-4a0f-4eef-a849-325711a4fe32, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=99b70285-4a0f-4eef-a849-325711a4fe32,segment=NetworkSegment(88499584-afcb-42aa-97da-b6756a02954b),segment_id=88499584-afcb-42aa-97da-b6756a02954b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:38.342976 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '99b70285-4a0f-4eef-a849-325711a4fe32', 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7', 'port_id': '99b70285-4a0f-4eef-a849-325711a4fe32', 'mac_address': 'fa:16:3e:02:74:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:31:38.380615 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:38.393754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b70285-4a0f-4eef-a849-325711a4fe32 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:31:38.413018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 99b70285-4a0f-4eef-a849-325711a4fe32, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=99b70285-4a0f-4eef-a849-325711a4fe32,segment=NetworkSegment(88499584-afcb-42aa-97da-b6756a02954b),segment_id=88499584-afcb-42aa-97da-b6756a02954b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:38.416799 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:38.463527 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=99b70285-4a0f-4eef-a849-325711a4fe32,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:38.750660 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['99b70285-4a0f-4eef-a849-325711a4fe32'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:31:38.939118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61796b5-343e-4783-9e2c-39582e1481cc req-31be14cc-364b-4528-b509-778d73849998 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:38.940506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b61796b5-343e-4783-9e2c-39582e1481cc req-31be14cc-364b-4528-b509-778d73849998 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 983 time: 0.0539720 Nov 29 18:31:38.998488 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b61796b5-343e-4783-9e2c-39582e1481cc req-030b46fa-7b73-4615-be5e-c97f4f0a032f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/security-groups?id=312dec7a-da4e-4dfc-9755-9d0128e735cb&id=ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0516343 Nov 29 18:31:39.072070 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3eab3-ff16-4ea7-aa2f-6a854e0d54ee req-203c5495-7424-4b25-8724-1e8e12b14a87 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:39.073534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02b3eab3-ff16-4ea7-aa2f-6a854e0d54ee req-203c5495-7424-4b25-8724-1e8e12b14a87 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0506961 Nov 29 18:31:39.120084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02b3eab3-ff16-4ea7-aa2f-6a854e0d54ee req-9fc114f2-96ac-4ba3-9893-a2bf7f7aa99b tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f57884a-d24e-4a4a-b7c8-e248ab17cc63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400944 Nov 29 18:31:39.254608 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d112a-5998-49a2-ad63-54fa01ae6a69 req-bc71fbab-6e18-4dc9-b1f5-ee0ea2385d22 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:39.255994 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-919d112a-5998-49a2-ad63-54fa01ae6a69 req-bc71fbab-6e18-4dc9-b1f5-ee0ea2385d22 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 945 time: 0.0529802 Nov 29 18:31:39.355619 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-919d112a-5998-49a2-ad63-54fa01ae6a69 req-7c726810-05b1-4469-acbd-0c75547ea2c0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Deleting port 2a2a9944-e388-4016-bc4e-ba51f7d59963 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:31:39.355963 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-919d112a-5998-49a2-ad63-54fa01ae6a69 req-7c726810-05b1-4469-acbd-0c75547ea2c0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:39.361730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device a03a14bb-6298-413e-9335-cc58c8f9fec0 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:31:39.381456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: a03a14bb-6298-413e-9335-cc58c8f9fec0 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:31:39.381800 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device a03a14bb-6298-413e-9335-cc58c8f9fec0 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:31:39.448330 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-919d112a-5998-49a2-ad63-54fa01ae6a69 req-7c726810-05b1-4469-acbd-0c75547ea2c0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] For port 2a2a9944-e388-4016-bc4e-ba51f7d59963, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2a2a9944-e388-4016-bc4e-ba51f7d59963,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:39.448698 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-919d112a-5998-49a2-ad63-54fa01ae6a69 req-7c726810-05b1-4469-acbd-0c75547ea2c0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:39.623660 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-919d112a-5998-49a2-ad63-54fa01ae6a69 req-7c726810-05b1-4469-acbd-0c75547ea2c0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:39.624024 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-919d112a-5998-49a2-ad63-54fa01ae6a69 req-7c726810-05b1-4469-acbd-0c75547ea2c0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:39.624343 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [req-919d112a-5998-49a2-ad63-54fa01ae6a69 req-7c726810-05b1-4469-acbd-0c75547ea2c0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Floating IP b5b860d2-d1d8-4d0a-8377-18f146386a7e disassociated. External IP: 172.25.3.233, port: 2a2a9944-e388-4016-bc4e-ba51f7d59963. Nov 29 18:31:39.624689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-919d112a-5998-49a2-ad63-54fa01ae6a69 req-7c726810-05b1-4469-acbd-0c75547ea2c0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Calling delete_port for 2a2a9944-e388-4016-bc4e-ba51f7d59963 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:31:39.751914 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-919d112a-5998-49a2-ad63-54fa01ae6a69 req-7c726810-05b1-4469-acbd-0c75547ea2c0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:39.783501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c726810-05b1-4469-acbd-0c75547ea2c0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event deleted for resources: {'Port': ['ID=2a2a9944-e388-4016-bc4e-ba51f7d59963,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:39.903068 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-919d112a-5998-49a2-ad63-54fa01ae6a69 req-7c726810-05b1-4469-acbd-0c75547ea2c0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Router 82cc920f-7879-468f-85df-2fba55d78f8a has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:31:40.012644 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-919d112a-5998-49a2-ad63-54fa01ae6a69 req-7c726810-05b1-4469-acbd-0c75547ea2c0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:31:40.023331 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f405b7-4200-46db-bc9a-86195b0ef71b None None] Sync routers for ids ['82cc920f-7879-468f-85df-2fba55d78f8a'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:31:40.035735 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f405b7-4200-46db-bc9a-86195b0ef71b None None] Routers {'82cc920f-7879-468f-85df-2fba55d78f8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:31:40.036487 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c9f405b7-4200-46db-bc9a-86195b0ef71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:31:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['82cc920f-7879-468f-85df-2fba55d78f8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:40.054091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-919d112a-5998-49a2-ad63-54fa01ae6a69 req-7c726810-05b1-4469-acbd-0c75547ea2c0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] No DVR routers for this DVR port 2a2a9944-e388-4016-bc4e-ba51f7d59963 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:31:40.056771 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-919d112a-5998-49a2-ad63-54fa01ae6a69 req-7c726810-05b1-4469-acbd-0c75547ea2c0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:40.060435 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-919d112a-5998-49a2-ad63-54fa01ae6a69 req-7c726810-05b1-4469-acbd-0c75547ea2c0 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.20 "DELETE /v2.0/ports/2a2a9944-e388-4016-bc4e-ba51f7d59963 HTTP/1.1" status: 204 len: 173 time: 0.7927954 Nov 29 18:31:40.060890 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'name': 'network-vif-deleted', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:31:40.063194 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78fbb97-c04c-40c4-b320-9d15b3e971eb" -d '{"events": [{"server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "name": "network-vif-deleted", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:31:40.118536 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b92c83f-3fb1-4958-9fdb-0e0fa6ec6eaa x-openstack-request-id: req-9b92c83f-3fb1-4958-9fdb-0e0fa6ec6eaa {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:31:40.120027 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaeb3da-181c-4cb1-8584-bebca3bd91a2", "name": "network-vif-deleted", "tag": "2a2a9944-e388-4016-bc4e-ba51f7d59963", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:31:40.120347 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b92c83f-3fb1-4958-9fdb-0e0fa6ec6eaa {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:31:40.120907 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaeb3da-181c-4cb1-8584-bebca3bd91a2', 'name': 'network-vif-deleted', 'tag': '2a2a9944-e388-4016-bc4e-ba51f7d59963', 'status': 'completed', 'code': 200} Nov 29 18:31:40.143214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d7005-682e-4f07-917b-34e39804c6a2 req-f6381cab-924c-46bf-970e-c87563cb67f1 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:40.151312 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-371d7005-682e-4f07-917b-34e39804c6a2 req-f6381cab-924c-46bf-970e-c87563cb67f1 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 983 time: 0.0699365 Nov 29 18:31:40.159709 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c9f405b7-4200-46db-bc9a-86195b0ef71b None None] Set router 82cc920f-7879-468f-85df-2fba55d78f8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:31:40.231036 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-371d7005-682e-4f07-917b-34e39804c6a2 req-57e47dd0-8f6d-4bd3-8899-4e163d33b9de tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/security-groups?id=312dec7a-da4e-4dfc-9755-9d0128e735cb&id=ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0785775 Nov 29 18:31:40.254953 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 99b70285-4a0f-4eef-a849-325711a4fe32 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:31:40.255205 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8ba35d-eb92-4fbb-9bbe-3f14e79d3667 req-1e259b56-6d08-4820-b398-d8b5c66df591 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/ports?device_id=aaaeb3da-181c-4cb1-8584-bebca3bd91a2 HTTP/1.1" status: 200 len: 210 time: 0.0375476 Nov 29 18:31:40.307517 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 99b70285-4a0f-4eef-a849-325711a4fe32 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:31:40.311749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 99b70285-4a0f-4eef-a849-325711a4fe32 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:31:40.312125 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:40.373844 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c9f405b7-4200-46db-bc9a-86195b0ef71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'name': 'tempest-ServerActionsTestJSON-1690538015-router', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:24:26Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'gw_port': {'id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:27Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '2edc7f89-7862-4cce-8a58-611b156c1af0', 'name': '', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'mac_address': 'fa:16:3e:03:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:29Z', 'updated_at': '2021-11-29T18:24:34Z', 'revision_number': 5, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'subnets': [{'id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:40.388925 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:40.404410 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f405b7-4200-46db-bc9a-86195b0ef71b None None] Checking router: 82cc920f-7879-468f-85df-2fba55d78f8a for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:31:40.411919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb884957-c343-4de0-904c-9ba52b4ed8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b70285-4a0f-4eef-a849-325711a4fe32'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:31:40.413060 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f405b7-4200-46db-bc9a-86195b0ef71b None None] Routers {'82cc920f-7879-468f-85df-2fba55d78f8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:31:40.413663 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c9f405b7-4200-46db-bc9a-86195b0ef71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:31:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['82cc920f-7879-468f-85df-2fba55d78f8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:40.414170 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e99dcc-80b8-45b2-bdfe-3524496890b1" -d '{"events": [{"server_uuid": "bb884957-c343-4de0-904c-9ba52b4ed8c7", "name": "network-vif-plugged", "status": "completed", "tag": "99b70285-4a0f-4eef-a849-325711a4fe32"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:31:40.427432 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 99b70285-4a0f-4eef-a849-325711a4fe32, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=99b70285-4a0f-4eef-a849-325711a4fe32,segment=NetworkSegment(88499584-afcb-42aa-97da-b6756a02954b),segment_id=88499584-afcb-42aa-97da-b6756a02954b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:40.431620 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:40.530603 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c9f405b7-4200-46db-bc9a-86195b0ef71b None None] Set router 82cc920f-7879-468f-85df-2fba55d78f8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:31:40.569757 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2c6b4-1b1b-496b-95cc-edd71c7cbe81 req-3e5e53ee-f96b-448b-b93f-e764b51dff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:40.571487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aeb2c6b4-1b1b-496b-95cc-edd71c7cbe81 req-3e5e53ee-f96b-448b-b93f-e764b51dff44 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 1135 time: 0.0531502 Nov 29 18:31:40.619327 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0704b0-1d8a-4b9c-8dc9-0cc6b1a3370d x-openstack-request-id: req-ee0704b0-1d8a-4b9c-8dc9-0cc6b1a3370d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:31:40.620459 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb884957-c343-4de0-904c-9ba52b4ed8c7", "name": "network-vif-plugged", "status": "completed", "tag": "99b70285-4a0f-4eef-a849-325711a4fe32", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:31:40.620892 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee0704b0-1d8a-4b9c-8dc9-0cc6b1a3370d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:31:40.621458 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb884957-c343-4de0-904c-9ba52b4ed8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b70285-4a0f-4eef-a849-325711a4fe32', 'code': 200} Nov 29 18:31:40.656267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=99b70285-4a0f-4eef-a849-325711a4fe32,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:40.665905 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aeb2c6b4-1b1b-496b-95cc-edd71c7cbe81 req-e89cfa06-51a3-4f41-9945-a2698e4ce26f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=312dec7a-da4e-4dfc-9755-9d0128e735cb&id=ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0841250 Nov 29 18:31:40.823675 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c9f405b7-4200-46db-bc9a-86195b0ef71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'name': 'tempest-ServerActionsTestJSON-1690538015-router', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:24:26Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'gw_port': {'id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:27Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '2edc7f89-7862-4cce-8a58-611b156c1af0', 'name': '', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'mac_address': 'fa:16:3e:03:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:29Z', 'updated_at': '2021-11-29T18:24:34Z', 'revision_number': 5, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'subnets': [{'id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:40.849462 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f405b7-4200-46db-bc9a-86195b0ef71b None None] The sync data for ids ['82cc920f-7879-468f-85df-2fba55d78f8a'] in n-d-819494-5 is: [{'id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'name': 'tempest-ServerActionsTestJSON-1690538015-router', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:24:26Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'gw_port': {'id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:27Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '2edc7f89-7862-4cce-8a58-611b156c1af0', 'name': '', 'network_id': '52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'mac_address': 'fa:16:3e:03:77:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:29Z', 'updated_at': '2021-11-29T18:24:34Z', 'revision_number': 5, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'subnets': [{'id': '7387e441-3f22-4b4c-b2ec-f196e298f9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:31:41.083178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb88dd-63c5-460c-b91e-f665e2e5a898 None None] New status for floating IP b5b860d2-d1d8-4d0a-8377-18f146386a7e: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:31:41.341322 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33900) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:41.359162 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed5158-c337-4f9b-9ca5-70382fedfca2 req-fb634acd-c604-4e53-974b-89453ca3d023 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:41.361084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3bed5158-c337-4f9b-9ca5-70382fedfca2 req-fb634acd-c604-4e53-974b-89453ca3d023 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 984 time: 0.0569894 Nov 29 18:31:41.395575 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-df224a0c-c4c1-4d8f-9ca3-fbee223c0753 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:41.418496 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-df224a0c-c4c1-4d8f-9ca3-fbee223c0753 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:41.420205 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3bed5158-c337-4f9b-9ca5-70382fedfca2 req-26d1ef3b-3fe6-4ff2-8e1a-23f1a05dc30e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/security-groups?id=312dec7a-da4e-4dfc-9755-9d0128e735cb&id=ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0531189 Nov 29 18:31:41.469408 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-df224a0c-c4c1-4d8f-9ca3-fbee223c0753 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:41.471912 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-df224a0c-c4c1-4d8f-9ca3-fbee223c0753 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:41.473075 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-df224a0c-c4c1-4d8f-9ca3-fbee223c0753 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "DELETE /v2.0/security-groups/5f57884a-d24e-4a4a-b7c8-e248ab17cc63 HTTP/1.1" status: 204 len: 168 time: 0.1306937 Nov 29 18:31:41.475851 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33902) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:41.482757 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df224a0c-c4c1-4d8f-9ca3-fbee223c0753 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f57884a-d24e-4a4a-b7c8-e248ab17cc63,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:41.491666 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-044b3453-c42b-417b-89b9-7365c4c5cb08 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] show failed (client error): The resource could not be found. Nov 29 18:31:41.492698 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-044b3453-c42b-417b-89b9-7365c4c5cb08 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "GET /v2.0/security-groups/5f57884a-d24e-4a4a-b7c8-e248ab17cc63 HTTP/1.1" status: 404 len: 347 time: 0.0152686 Nov 29 18:31:41.495284 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33904) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:41.617336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e993a812-6b56-405c-bdba-c7b6eb34ccd8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Deleting port 74bbaa93-03e6-47d7-bb3a-27d9e6f6399f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:31:41.617667 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e993a812-6b56-405c-bdba-c7b6eb34ccd8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:41.694660 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e993a812-6b56-405c-bdba-c7b6eb34ccd8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:41.695027 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e993a812-6b56-405c-bdba-c7b6eb34ccd8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:41.711455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e993a812-6b56-405c-bdba-c7b6eb34ccd8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Calling delete_port for 74bbaa93-03e6-47d7-bb3a-27d9e6f6399f owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:31:41.837003 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e993a812-6b56-405c-bdba-c7b6eb34ccd8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:41.863643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993a812-6b56-405c-bdba-c7b6eb34ccd8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Pushing event deleted for resources: {'Port': ['ID=74bbaa93-03e6-47d7-bb3a-27d9e6f6399f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:41.924638 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e993a812-6b56-405c-bdba-c7b6eb34ccd8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:41.927223 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e993a812-6b56-405c-bdba-c7b6eb34ccd8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:41.928379 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e993a812-6b56-405c-bdba-c7b6eb34ccd8 tempest-ServerActionsTestJSON-940521668 tempest-ServerActionsTestJSON-940521668-project] 10.222.0.23 "DELETE /v2.0/floatingips/b5b860d2-d1d8-4d0a-8377-18f146386a7e HTTP/1.1" status: 204 len: 168 time: 0.4321647 Nov 29 18:31:41.931295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33906) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:42.406437 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-176bc164-6124-4d73-85f4-eee8c602eab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:42.596657 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd581a16-fddf-49a8-9341-64f8cd4229dd req-173507cc-73d6-400d-8142-eb8a54f9b55f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:42.598144 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd581a16-fddf-49a8-9341-64f8cd4229dd req-173507cc-73d6-400d-8142-eb8a54f9b55f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 984 time: 0.1046684 Nov 29 18:31:42.687223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd581a16-fddf-49a8-9341-64f8cd4229dd req-878221b1-9162-4386-b6be-9cb367886a4b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/security-groups?id=312dec7a-da4e-4dfc-9755-9d0128e735cb&id=ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0823190 Nov 29 18:31:42.740099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-176bc164-6124-4d73-85f4-eee8c602eab6 admin admin] Deleting port 2edc7f89-7862-4cce-8a58-611b156c1af0 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:31:42.740441 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-176bc164-6124-4d73-85f4-eee8c602eab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:42.850722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fd4d8-68b0-44b9-a60d-ff2a343d23a2 req-2e9bc6f4-3b6a-4759-9fe9-ef15495e2cf8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:42.852201 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-916fd4d8-68b0-44b9-a60d-ff2a343d23a2 req-2e9bc6f4-3b6a-4759-9fe9-ef15495e2cf8 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 984 time: 0.0775254 Nov 29 18:31:42.858935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-176bc164-6124-4d73-85f4-eee8c602eab6 admin admin] For port 2edc7f89-7862-4cce-8a58-611b156c1af0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2edc7f89-7862-4cce-8a58-611b156c1af0,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:42.859296 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-176bc164-6124-4d73-85f4-eee8c602eab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:42.881886 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-176bc164-6124-4d73-85f4-eee8c602eab6 admin admin] Calling delete_port for 2edc7f89-7862-4cce-8a58-611b156c1af0 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:31:42.958687 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-916fd4d8-68b0-44b9-a60d-ff2a343d23a2 req-04655ecc-5b20-464d-91bd-88085e1ab778 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/security-groups?id=312dec7a-da4e-4dfc-9755-9d0128e735cb&id=ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0967190 Nov 29 18:31:43.081499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e19f97-dda8-488b-9478-0989bf6dc2bb req-a3fc845d-9460-41b5-837f-f4aed50b04e1 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:43.083032 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-78e19f97-dda8-488b-9478-0989bf6dc2bb req-a3fc845d-9460-41b5-837f-f4aed50b04e1 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 1135 time: 0.0570340 Nov 29 18:31:43.125402 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-78e19f97-dda8-488b-9478-0989bf6dc2bb req-d3f0ef90-1a7a-48f0-a889-e52b28251c64 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:43.150297 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-176bc164-6124-4d73-85f4-eee8c602eab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:43.181351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bc164-6124-4d73-85f4-eee8c602eab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2edc7f89-7862-4cce-8a58-611b156c1af0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:43.328731 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-78e19f97-dda8-488b-9478-0989bf6dc2bb req-d3f0ef90-1a7a-48f0-a889-e52b28251c64 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:43.335635 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-78e19f97-dda8-488b-9478-0989bf6dc2bb req-d3f0ef90-1a7a-48f0-a889-e52b28251c64 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:43.397913 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2a2a9944-e388-4016-bc4e-ba51f7d59963 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:31:43.413178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0ef90-1a7a-48f0-a889-e52b28251c64 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd42e3b-fbe7-48f6-9e52-a38bdc89096c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:43.417711 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 2a2a9944-e388-4016-bc4e-ba51f7d59963 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:31:43.418264 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2a2a9944-e388-4016-bc4e-ba51f7d59963 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:31:43.424236 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-78e19f97-dda8-488b-9478-0989bf6dc2bb req-d3f0ef90-1a7a-48f0-a889-e52b28251c64 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=312dec7a-da4e-4dfc-9755-9d0128e735cb&id=ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3237834 Nov 29 18:31:43.436266 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-176bc164-6124-4d73-85f4-eee8c602eab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:43.447526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33916) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:43.563529 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63b4c13-48d8-4cd9-95ee-b77e392be29f tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:43.565062 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d63b4c13-48d8-4cd9-95ee-b77e392be29f tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 1130 time: 0.1165991 Nov 29 18:31:43.568286 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33918) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:43.573030 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '99b70285-4a0f-4eef-a849-325711a4fe32', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:31:43.595849 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:43.686609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176bc164-6124-4d73-85f4-eee8c602eab6 admin admin] Router 82cc920f-7879-468f-85df-2fba55d78f8a has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:31:43.692262 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:43.792738 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176bc164-6124-4d73-85f4-eee8c602eab6 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:31:43.800989 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-176bc164-6124-4d73-85f4-eee8c602eab6 admin admin] 10.222.0.23 "PUT /v2.0/routers/82cc920f-7879-468f-85df-2fba55d78f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8687286 Nov 29 18:31:43.801583 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33920) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:43.803204 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d1551b-bec7-4123-9142-d1e2dddce3d8 None None] Sync routers for ids ['82cc920f-7879-468f-85df-2fba55d78f8a'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:31:43.805912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Allocated IP 172.25.3.29 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/0b5e329a-2080-4d1b-8257-f5309f62b2ff) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:31:43.824845 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d1551b-bec7-4123-9142-d1e2dddce3d8 None None] Routers {'82cc920f-7879-468f-85df-2fba55d78f8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:31:43.825691 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a9d1551b-bec7-4123-9142-d1e2dddce3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:31:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['82cc920f-7879-468f-85df-2fba55d78f8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:43.905936 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-450b642e-5dde-4469-aa03-d02bbf1ce928 admin admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:43.915051 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:43.933073 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a9d1551b-bec7-4123-9142-d1e2dddce3d8 None None] Set router 82cc920f-7879-468f-85df-2fba55d78f8a gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:31:43.949693 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:43.995418 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:31:43.998414 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:31:44.002955 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:31:44.013365 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-450b642e-5dde-4469-aa03-d02bbf1ce928 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:44.025627 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'Port': ['ID=0b5e329a-2080-4d1b-8257-f5309f62b2ff,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:44.077358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-450b642e-5dde-4469-aa03-d02bbf1ce928 admin admin] Deleting port 195072c8-cc45-4cb9-8118-c07193c6203c {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:31:44.077610 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-450b642e-5dde-4469-aa03-d02bbf1ce928 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:44.123550 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a9d1551b-bec7-4123-9142-d1e2dddce3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'name': 'tempest-ServerActionsTestJSON-1690538015-router', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:24:26Z', 'updated_at': '2021-11-29T18:31:43Z', 'revision_number': 5, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'gw_port': {'id': '195072c8-cc45-4cb9-8118-c07193c6203c', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:24:27Z', 'updated_at': '2021-11-29T18:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:44.152409 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d1551b-bec7-4123-9142-d1e2dddce3d8 None None] Checking router: 82cc920f-7879-468f-85df-2fba55d78f8a for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:31:44.161760 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d1551b-bec7-4123-9142-d1e2dddce3d8 None None] Routers {'82cc920f-7879-468f-85df-2fba55d78f8a'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:31:44.161982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-450b642e-5dde-4469-aa03-d02bbf1ce928 admin admin] For port 195072c8-cc45-4cb9-8118-c07193c6203c, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=195072c8-cc45-4cb9-8118-c07193c6203c,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:44.162358 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-450b642e-5dde-4469-aa03-d02bbf1ce928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:44.162504 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a9d1551b-bec7-4123-9142-d1e2dddce3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:31:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['82cc920f-7879-468f-85df-2fba55d78f8a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:44.177567 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-450b642e-5dde-4469-aa03-d02bbf1ce928 admin admin] Calling delete_port for 195072c8-cc45-4cb9-8118-c07193c6203c owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:31:44.251338 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a9d1551b-bec7-4123-9142-d1e2dddce3d8 None None] Set router 82cc920f-7879-468f-85df-2fba55d78f8a gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:31:44.307470 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a9d1551b-bec7-4123-9142-d1e2dddce3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'name': 'tempest-ServerActionsTestJSON-1690538015-router', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:24:26Z', 'updated_at': '2021-11-29T18:31:44Z', 'revision_number': 6, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:44.337075 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d1551b-bec7-4123-9142-d1e2dddce3d8 None None] The sync data for ids ['82cc920f-7879-468f-85df-2fba55d78f8a'] in n-d-819494-5 is: [{'id': '82cc920f-7879-468f-85df-2fba55d78f8a', 'name': 'tempest-ServerActionsTestJSON-1690538015-router', 'tenant_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:24:26Z', 'updated_at': '2021-11-29T18:31:44Z', 'revision_number': 6, 'project_id': '2c4e3a2d337148adab4a8b0bf85c3352', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:31:44.360832 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-450b642e-5dde-4469-aa03-d02bbf1ce928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:44.395162 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b642e-5dde-4469-aa03-d02bbf1ce928 admin admin] Pushing event deleted for resources: {'Port': ['ID=195072c8-cc45-4cb9-8118-c07193c6203c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:44.408985 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:44.411502 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd011891-40cf-4aaa-acb1-8e3e3741866f None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:31:44.465646 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-450b642e-5dde-4469-aa03-d02bbf1ce928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:44.487995 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:44.646510 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:44.651419 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:44.733302 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'Port': ['ID=0b5e329a-2080-4d1b-8257-f5309f62b2ff,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:44.737464 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:44.854849 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Floating IP e1b8627b-f10e-47bc-8b06-234bb15725a1 associated. External IP: 172.25.3.29, port: 99b70285-4a0f-4eef-a849-325711a4fe32. Nov 29 18:31:44.883186 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-450b642e-5dde-4469-aa03-d02bbf1ce928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:44.885272 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-450b642e-5dde-4469-aa03-d02bbf1ce928 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:44.928427 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-450b642e-5dde-4469-aa03-d02bbf1ce928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:44.928948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450b642e-5dde-4469-aa03-d02bbf1ce928 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82cc920f-7879-468f-85df-2fba55d78f8a {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:31:44.936695 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-450b642e-5dde-4469-aa03-d02bbf1ce928 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:44.937915 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-450b642e-5dde-4469-aa03-d02bbf1ce928 admin admin] 10.222.0.23 "DELETE /v2.0/routers/82cc920f-7879-468f-85df-2fba55d78f8a HTTP/1.1" status: 204 len: 168 time: 1.1354175 Nov 29 18:31:44.940459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33922) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:44.984111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-2356142d-2a6c-4a1e-ba07-ed244a8ce0d5 admin admin] Deleting subnet 7387e441-3f22-4b4c-b2ec-f196e298f9dd {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:31:44.987171 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2356142d-2a6c-4a1e-ba07-ed244a8ce0d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:45.021129 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2356142d-2a6c-4a1e-ba07-ed244a8ce0d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:45.072267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Router 8e2122ff-e77f-4056-9dbd-955d5078dc42 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:31:45.107721 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2356142d-2a6c-4a1e-ba07-ed244a8ce0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:45.168281 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2356142d-2a6c-4a1e-ba07-ed244a8ce0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:45.191350 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 195072c8-cc45-4cb9-8118-c07193c6203c no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:31:45.197941 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356142d-2a6c-4a1e-ba07-ed244a8ce0d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7387e441-3f22-4b4c-b2ec-f196e298f9dd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:45.199750 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:31:45.209254 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2356142d-2a6c-4a1e-ba07-ed244a8ce0d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:45.214128 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2356142d-2a6c-4a1e-ba07-ed244a8ce0d5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7387e441-3f22-4b4c-b2ec-f196e298f9dd HTTP/1.1" status: 204 len: 168 time: 0.2726300 Nov 29 18:31:45.216759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33924) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:45.221810 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaa0c3b-1a38-4124-8d55-7bb0e6150f20 None None] Network 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:31:45.222529 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:45.259450 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-03ff9e21-a06b-40bc-88ce-3b307b31f289 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6899385 Nov 29 18:31:45.260125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb884957-c343-4de0-904c-9ba52b4ed8c7', 'tag': '99b70285-4a0f-4eef-a849-325711a4fe32'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:31:45.262427 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231aaee8-e924-4412-bcf5-92349e6235dc" -d '{"events": [{"name": "network-changed", "server_uuid": "bb884957-c343-4de0-904c-9ba52b4ed8c7", "tag": "99b70285-4a0f-4eef-a849-325711a4fe32"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:31:45.265411 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33926) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:45.316151 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0229b-d870-4bd7-a42e-53fc963a1e27 None None] Sync routers for ids ['8e2122ff-e77f-4056-9dbd-955d5078dc42'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:31:45.317465 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:45.333768 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0cae2a-68ea-4a51-9039-ce31af0b5f7a x-openstack-request-id: req-ba0cae2a-68ea-4a51-9039-ce31af0b5f7a {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:31:45.335177 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb884957-c343-4de0-904c-9ba52b4ed8c7", "tag": "99b70285-4a0f-4eef-a849-325711a4fe32", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:31:45.335177 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba0cae2a-68ea-4a51-9039-ce31af0b5f7a {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:31:45.335403 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 195072c8-cc45-4cb9-8118-c07193c6203c {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:31:45.335403 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 195072c8-cc45-4cb9-8118-c07193c6203c not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:31:45.335575 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb884957-c343-4de0-904c-9ba52b4ed8c7', 'tag': '99b70285-4a0f-4eef-a849-325711a4fe32', 'status': 'completed', 'code': 200} Nov 29 18:31:45.335657 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2edc7f89-7862-4cce-8a58-611b156c1af0 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:31:45.386484 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4739f72-06c2-4e9c-887b-5cd90cf94727 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.387278 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4739f72-06c2-4e9c-887b-5cd90cf94727 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.387704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4739f72-06c2-4e9c-887b-5cd90cf94727 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.388228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4739f72-06c2-4e9c-887b-5cd90cf94727 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.388747 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4739f72-06c2-4e9c-887b-5cd90cf94727 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.389716 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4739f72-06c2-4e9c-887b-5cd90cf94727 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.390053 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4739f72-06c2-4e9c-887b-5cd90cf94727 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.392248 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a4739f72-06c2-4e9c-887b-5cd90cf94727 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4947 time: 0.1252985 Nov 29 18:31:45.393201 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0229b-d870-4bd7-a42e-53fc963a1e27 None None] Routers {'8e2122ff-e77f-4056-9dbd-955d5078dc42'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:31:45.393849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-dee0229b-d870-4bd7-a42e-53fc963a1e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:31:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8e2122ff-e77f-4056-9dbd-955d5078dc42'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:45.394687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33930) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:45.413934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] Deleting port 83f98f2e-bf9a-49da-98b2-3f9b96aca875 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:31:45.414295 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:45.417327 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aaee8-e924-4412-bcf5-92349e6235dc req-7b6fe41d-d7aa-4230-b3f8-35775cf15243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.418973 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-231aaee8-e924-4412-bcf5-92349e6235dc req-7b6fe41d-d7aa-4230-b3f8-35775cf15243 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19101422ecae468d8f607b9d6ca74877&device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 1135 time: 0.0630417 Nov 29 18:31:45.449877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 2edc7f89-7862-4cce-8a58-611b156c1af0 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:31:45.450533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2edc7f89-7862-4cce-8a58-611b156c1af0 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:31:45.459433 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798de0fd-9569-4124-a5e5-d1c7c90b1862 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.459774 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798de0fd-9569-4124-a5e5-d1c7c90b1862 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.460472 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798de0fd-9569-4124-a5e5-d1c7c90b1862 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.460689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798de0fd-9569-4124-a5e5-d1c7c90b1862 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.461202 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798de0fd-9569-4124-a5e5-d1c7c90b1862 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.461710 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798de0fd-9569-4124-a5e5-d1c7c90b1862 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.469249 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-798de0fd-9569-4124-a5e5-d1c7c90b1862 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0682051 Nov 29 18:31:45.469249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33932) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:45.551293 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] For port 83f98f2e-bf9a-49da-98b2-3f9b96aca875, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=83f98f2e-bf9a-49da-98b2-3f9b96aca875,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:45.551780 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:45.582573 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] Calling delete_port for 83f98f2e-bf9a-49da-98b2-3f9b96aca875 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:31:45.582956 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-dee0229b-d870-4bd7-a42e-53fc963a1e27 None None] Set router 8e2122ff-e77f-4056-9dbd-955d5078dc42 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:31:45.609256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aaee8-e924-4412-bcf5-92349e6235dc req-b78d7d65-4b05-48b1-bce2-af5aff0851b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.616771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-231aaee8-e924-4412-bcf5-92349e6235dc req-b78d7d65-4b05-48b1-bce2-af5aff0851b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9c5506c4-814a-4115-97be-5a016b84dde7 HTTP/1.1" status: 200 len: 898 time: 0.1803749 Nov 29 18:31:45.620281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd62d64-0488-4bcf-85c3-872a5a29ad3c None None] DHCP port deletion for 52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:31:45.666552 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c52f20cf-ec17-49ee-b174-12333d14b65e tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.1935370 Nov 29 18:31:45.667289 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33934) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:45.711511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f926fc-a1b7-422f-88f2-6856310aedf3 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.712905 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f926fc-a1b7-422f-88f2-6856310aedf3 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.716778 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b0f926fc-a1b7-422f-88f2-6856310aedf3 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8e2122ff-e77f-4056-9dbd-955d5078dc42 HTTP/1.1" status: 200 len: 1989 time: 0.0458663 Nov 29 18:31:45.729662 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-231aaee8-e924-4412-bcf5-92349e6235dc req-4321771c-3955-42e1-95c5-c172b8ec1008 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99b70285-4a0f-4eef-a849-325711a4fe32 HTTP/1.1" status: 200 len: 998 time: 0.1111500 Nov 29 18:31:45.745332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7fd62d64-0488-4bcf-85c3-872a5a29ad3c None None] Deleting port 83f98f2e-bf9a-49da-98b2-3f9b96aca875 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:31:45.745703 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7fd62d64-0488-4bcf-85c3-872a5a29ad3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:45.786337 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:45.794418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aaee8-e924-4412-bcf5-92349e6235dc req-84922ec2-52be-4cea-b9bb-6b21ca3af0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.795935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-231aaee8-e924-4412-bcf5-92349e6235dc req-84922ec2-52be-4cea-b9bb-6b21ca3af0f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79e4d666-8a89-4b02-9366-2624d56b93f5 HTTP/1.1" status: 200 len: 835 time: 0.0595632 Nov 29 18:31:45.823391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] Pushing event deleted for resources: {'Port': ['ID=83f98f2e-bf9a-49da-98b2-3f9b96aca875,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:45.828954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] No DVR routers for this DVR port 83f98f2e-bf9a-49da-98b2-3f9b96aca875 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:31:45.858963 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7fd62d64-0488-4bcf-85c3-872a5a29ad3c None None] For port 83f98f2e-bf9a-49da-98b2-3f9b96aca875, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=83f98f2e-bf9a-49da-98b2-3f9b96aca875,segment=NetworkSegment(5799ad5f-6ab6-494b-89d2-497984a24017),segment_id=5799ad5f-6ab6-494b-89d2-497984a24017)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:45.859367 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7fd62d64-0488-4bcf-85c3-872a5a29ad3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:45.880529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7fd62d64-0488-4bcf-85c3-872a5a29ad3c None None] Calling delete_port for 83f98f2e-bf9a-49da-98b2-3f9b96aca875 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:31:45.923476 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:45.927055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aaee8-e924-4412-bcf5-92349e6235dc req-804844a0-8734-4b65-a2c1-de1c227511f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:45.928564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-231aaee8-e924-4412-bcf5-92349e6235dc req-804844a0-8734-4b65-a2c1-de1c227511f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c5506c4-814a-4115-97be-5a016b84dde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143565 Nov 29 18:31:45.964519 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:46.003344 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5799ad5f-6ab6-494b-89d2-497984a24017') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:46.003661 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5799ad5f-6ab6-494b-89d2-497984a24017') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:46.006074 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7fd62d64-0488-4bcf-85c3-872a5a29ad3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:46.009176 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-dee0229b-d870-4bd7-a42e-53fc963a1e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-493703863', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:28Z', 'revision_number': 4, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'e1b8627b-f10e-47bc-8b06-234bb15725a1', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'port_id': '99b70285-4a0f-4eef-a849-325711a4fe32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7', 'mac_address': 'fa:16:3e:02:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb884957-c343-4de0-904c-9ba52b4ed8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:31:44Z', 'updated_at': '2021-11-29T18:31:44Z', 'revision_number': 0, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f14dbc-51a3-4beb-88b6-c755efe3acce', 'name': '', 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'mac_address': 'fa:16:3e:f6:5b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:28Z', 'updated_at': '2021-11-29T18:31:32Z', 'revision_number': 5, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'subnets': [{'id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:46.016193 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:46.042577 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:46.056547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:31:46.056970 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:31:46.058616 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:31:46.061991 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd62d64-0488-4bcf-85c3-872a5a29ad3c None None] Pushing event deleted for resources: {'Port': ['ID=83f98f2e-bf9a-49da-98b2-3f9b96aca875,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:46.065761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0229b-d870-4bd7-a42e-53fc963a1e27 None None] Checking router: 8e2122ff-e77f-4056-9dbd-955d5078dc42 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:31:46.070760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd62d64-0488-4bcf-85c3-872a5a29ad3c None None] No DVR routers for this DVR port 83f98f2e-bf9a-49da-98b2-3f9b96aca875 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:31:46.078026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0229b-d870-4bd7-a42e-53fc963a1e27 None None] Routers {'8e2122ff-e77f-4056-9dbd-955d5078dc42'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:31:46.078626 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-dee0229b-d870-4bd7-a42e-53fc963a1e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:31:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8e2122ff-e77f-4056-9dbd-955d5078dc42'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:46.104008 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-231aaee8-e924-4412-bcf5-92349e6235dc req-a2583595-363c-45b7-b57b-65676dfc453b service neutron] 10.222.0.31 "GET /v2.0/networks/9c5506c4-814a-4115-97be-5a016b84dde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652145 Nov 29 18:31:46.165917 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:46.174262 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:46.177490 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] 10.222.0.23 "DELETE /v2.0/networks/52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4 HTTP/1.1" status: 204 len: 168 time: 0.9595797 Nov 29 18:31:46.193452 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-dee0229b-d870-4bd7-a42e-53fc963a1e27 None None] Set router 8e2122ff-e77f-4056-9dbd-955d5078dc42 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:31:46.193673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706a369-8464-43c5-bb0c-f6706c29bc1a admin admin] Pushing event deleted for resources: {'Network': ['ID=52f4dc34-fd0e-4a9b-ac43-d9378e5a8ec4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:46.228140 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-231aaee8-e924-4412-bcf5-92349e6235dc req-ba43c3c6-16ae-4669-af11-6936e092e71a service neutron] 10.222.0.31 "GET /v2.0/networks/9c5506c4-814a-4115-97be-5a016b84dde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153789 Nov 29 18:31:46.304748 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33940) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:46.349831 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-735e0bd5-db12-496f-b958-d82fb30d99dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c4e3a2d337148adab4a8b0bf85c3352&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438004 Nov 29 18:31:46.352332 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33942) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:46.399770 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24e3677d-2918-4c78-8fa4-8c6e1dab4fdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:46.421470 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24e3677d-2918-4c78-8fa4-8c6e1dab4fdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:46.441920 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-dee0229b-d870-4bd7-a42e-53fc963a1e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-493703863', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:28Z', 'revision_number': 4, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'e1b8627b-f10e-47bc-8b06-234bb15725a1', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'port_id': '99b70285-4a0f-4eef-a849-325711a4fe32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7', 'mac_address': 'fa:16:3e:02:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb884957-c343-4de0-904c-9ba52b4ed8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:31:44Z', 'updated_at': '2021-11-29T18:31:44Z', 'revision_number': 0, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f14dbc-51a3-4beb-88b6-c755efe3acce', 'name': '', 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'mac_address': 'fa:16:3e:f6:5b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:28Z', 'updated_at': '2021-11-29T18:31:32Z', 'revision_number': 5, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'subnets': [{'id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:31:46.468847 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0229b-d870-4bd7-a42e-53fc963a1e27 None None] The sync data for ids ['8e2122ff-e77f-4056-9dbd-955d5078dc42'] in n-d-819494-5 is: [{'id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-493703863', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:28Z', 'revision_number': 4, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'e1b8627b-f10e-47bc-8b06-234bb15725a1', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'port_id': '99b70285-4a0f-4eef-a849-325711a4fe32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7', 'mac_address': 'fa:16:3e:02:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb884957-c343-4de0-904c-9ba52b4ed8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:31:44Z', 'updated_at': '2021-11-29T18:31:44Z', 'revision_number': 0, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57f14dbc-51a3-4beb-88b6-c755efe3acce', 'name': '', 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'mac_address': 'fa:16:3e:f6:5b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:28Z', 'updated_at': '2021-11-29T18:31:32Z', 'revision_number': 5, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'subnets': [{'id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:31:46.470082 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24e3677d-2918-4c78-8fa4-8c6e1dab4fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:46.472771 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-24e3677d-2918-4c78-8fa4-8c6e1dab4fdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:46.473923 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-24e3677d-2918-4c78-8fa4-8c6e1dab4fdf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3eead419-c76b-4165-84e5-ae4f05ab1223 HTTP/1.1" status: 204 len: 168 time: 0.1206782 Nov 29 18:31:46.482664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3677d-2918-4c78-8fa4-8c6e1dab4fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eead419-c76b-4165-84e5-ae4f05ab1223,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:46.555741 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:31:46.686577 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313d69f9-e796-4223-afae-6adae628dcde None None] New status for floating IP e1b8627b-f10e-47bc-8b06-234bb15725a1: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:31:47.070167 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 83f98f2e-bf9a-49da-98b2-3f9b96aca875 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:31:47.094911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 83f98f2e-bf9a-49da-98b2-3f9b96aca875 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:31:47.095263 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 83f98f2e-bf9a-49da-98b2-3f9b96aca875 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:31:47.147486 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 33964) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:47.241005 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9ad4c801-ebed-4038-9ba8-da08767b7971 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-428453448-network', 'tenant_id': 'fd4b63e9fb9742f6acf61066e6129d1e'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:31:47.262096 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad4c801-ebed-4038-9ba8-da08767b7971 admin admin] Made reservation on behalf of fd4b63e9fb9742f6acf61066e6129d1e for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:31:47.265216 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c801-ebed-4038-9ba8-da08767b7971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:47.273998 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c801-ebed-4038-9ba8-da08767b7971 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:47.347287 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c801-ebed-4038-9ba8-da08767b7971 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:47.350831 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c801-ebed-4038-9ba8-da08767b7971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:47.371413 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad4c801-ebed-4038-9ba8-da08767b7971 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:31:47.384999 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4c801-ebed-4038-9ba8-da08767b7971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff57c3d-e068-4595-a74d-8425244fee6f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:47.389624 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c801-ebed-4038-9ba8-da08767b7971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:47.389974 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-9ad4c801-ebed-4038-9ba8-da08767b7971 admin admin] Added segment cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021 of type vlan for network 576cd0ca-3f99-4b2a-8359-255993fee61f Nov 29 18:31:47.428578 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c801-ebed-4038-9ba8-da08767b7971 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:47.453950 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c801-ebed-4038-9ba8-da08767b7971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:47.454978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad4c801-ebed-4038-9ba8-da08767b7971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:47.455556 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c801-ebed-4038-9ba8-da08767b7971 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:47.511685 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9ad4c801-ebed-4038-9ba8-da08767b7971 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3630302 Nov 29 18:31:47.514640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 33968) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:31:47.518712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4c801-ebed-4038-9ba8-da08767b7971 admin admin] Pushing event updated for resources: {'Network': ['ID=576cd0ca-3f99-4b2a-8359-255993fee61f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:47.519778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8a76066b-f367-4b10-b75f-9a292b314178 admin admin] Request body: {'subnet': {'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-428453448-subnet', 'tenant_id': 'fd4b63e9fb9742f6acf61066e6129d1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:31:47.530856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 576cd0ca-3f99-4b2a-8359-255993fee61f details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:31:47.542592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a76066b-f367-4b10-b75f-9a292b314178 admin admin] Made reservation on behalf of fd4b63e9fb9742f6acf61066e6129d1e for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:31:47.545663 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a76066b-f367-4b10-b75f-9a292b314178 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:47.716885 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a76066b-f367-4b10-b75f-9a292b314178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:47.770888 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76066b-f367-4b10-b75f-9a292b314178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a49986-c9b3-439d-aace-384b572d9372,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:47.780689 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a76066b-f367-4b10-b75f-9a292b314178 admin admin] Checking segment: {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:31:47.781045 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a76066b-f367-4b10-b75f-9a292b314178 admin admin] Network hostable DHCP agents. Network: 576cd0ca-3f99-4b2a-8359-255993fee61f, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:31:47.797209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a76066b-f367-4b10-b75f-9a292b314178 admin admin] Network 576cd0ca-3f99-4b2a-8359-255993fee61f is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:31:47.805705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-8a76066b-f367-4b10-b75f-9a292b314178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 576cd0ca-3f99-4b2a-8359-255993fee61f) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:31:47.810188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a76066b-f367-4b10-b75f-9a292b314178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:47.810774 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a76066b-f367-4b10-b75f-9a292b314178 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:47.815374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd87330-a808-481f-8754-aa509fd025e1 None None] Network 576cd0ca-3f99-4b2a-8359-255993fee61f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:31:47.826409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8a76066b-f367-4b10-b75f-9a292b314178 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3106363 Nov 29 18:31:47.944783 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0ddf6c-ce56-4011-802f-1cfb599f1ee8 None None] Network 576cd0ca-3f99-4b2a-8359-255993fee61f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:31:48.247409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-9b27ae4f-5e56-4179-ac96-84159e0957f9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:48.248892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-9b27ae4f-5e56-4179-ac96-84159e0957f9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 805 time: 0.1047764 Nov 29 18:31:48.263972 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-771cf6f1-c5ca-4d56-84d6-ee3411b5dbda tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/quotas/fd4b63e9fb9742f6acf61066e6129d1e HTTP/1.1" status: 200 len: 375 time: 0.0094059 Nov 29 18:31:48.300539 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-3ad6da3f-5150-4b7b-9923-8916966946d3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310481 Nov 29 18:31:48.389470 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-cf08c652-e37f-4d25-b078-7b71a52b4052 service neutron] 10.222.0.23 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817235 Nov 29 18:31:48.479870 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-2b42f177-c7e8-4b65-8957-237cf20329ae service neutron] 10.222.0.23 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841551 Nov 29 18:31:48.643319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89b72b20-e748-4e07-ae95-913d41b9bbad req-de331a15-f6dc-4b4e-a3d1-d841a79e554d tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 210 time: 0.0286465 Nov 29 18:31:49.614540 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-709279dc-008b-4fa8-90de-10d6bd691e68 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:49.616040 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-709279dc-008b-4fa8-90de-10d6bd691e68 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.20 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 805 time: 0.1073239 Nov 29 18:31:49.631957 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-d476a67e-a08e-42af-aaa8-d45130a6dbdc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Request body: {'port': {'device_id': '6d24ced1-f21d-4263-8ce8-56c65027fab6', 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f', 'admin_state_up': True, 'tenant_id': 'fd4b63e9fb9742f6acf61066e6129d1e'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:31:49.741199 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3985c880-7dbf-4685-8e25-c3c3c82b404c req-9f8eab7e-2669-449f-ba08-c094f50a3d17 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 210 time: 0.0280619 Nov 29 18:31:49.754051 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-d476a67e-a08e-42af-aaa8-d45130a6dbdc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Made reservation on behalf of fd4b63e9fb9742f6acf61066e6129d1e for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:31:49.757759 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-d476a67e-a08e-42af-aaa8-d45130a6dbdc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:49.881990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-d476a67e-a08e-42af-aaa8-d45130a6dbdc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Allocated IP 172.20.0.8 (576cd0ca-3f99-4b2a-8359-255993fee61f/26a49986-c9b3-439d-aace-384b572d9372/b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:31:50.034117 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-d476a67e-a08e-42af-aaa8-d45130a6dbdc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:50.066697 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-d476a67e-a08e-42af-aaa8-d45130a6dbdc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:50.111155 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-d476a67e-a08e-42af-aaa8-d45130a6dbdc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Network 576cd0ca-3f99-4b2a-8359-255993fee61f is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:31:50.114170 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-d476a67e-a08e-42af-aaa8-d45130a6dbdc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:31:50.117838 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-d476a67e-a08e-42af-aaa8-d45130a6dbdc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:31:50.144183 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476a67e-a08e-42af-aaa8-d45130a6dbdc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Pushing event updated for resources: {'Port': ['ID=b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:50.172202 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-d476a67e-a08e-42af-aaa8-d45130a6dbdc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:50.172814 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-d476a67e-a08e-42af-aaa8-d45130a6dbdc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:50.188031 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-d476a67e-a08e-42af-aaa8-d45130a6dbdc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5602479 Nov 29 18:31:50.204666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Request body: {'port': {'device_id': '6d24ced1-f21d-4263-8ce8-56c65027fab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:31:50.256768 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:50.858003 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723b9b5-be62-45f7-a3cd-af0c87bc37c6 req-b8fa4b2a-97a2-495a-88d2-1650675c8ee3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:50.859531 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c723b9b5-be62-45f7-a3cd-af0c87bc37c6 req-b8fa4b2a-97a2-495a-88d2-1650675c8ee3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 931 time: 0.0490935 Nov 29 18:31:50.860054 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:31:50.867708 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:50.880253 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Transition to ACTIVE for port object b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:31:50.884709 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:50.913146 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c723b9b5-be62-45f7-a3cd-af0c87bc37c6 req-0358144b-2613-496e-a0c3-04cb8d37982c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474823 Nov 29 18:31:50.940872 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Pushing event updated for resources: {'Port': ['ID=b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:51.005710 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Attempting to bind port b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:31:51.006059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Attempting to bind port b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:31:51.006397 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Attempting to bind port b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 on network 576cd0ca-3f99-4b2a-8359-255993fee61f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:31:51.010828 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Port b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 on network 576cd0ca-3f99-4b2a-8359-255993fee61f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:31:51.011167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Attempting to bind port b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 on network 576cd0ca-3f99-4b2a-8359-255993fee61f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:31:51.016671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:31:51.017017 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Checking segment: {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:31:51.017505 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Bound using segment: {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:31:51.017836 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Bound port: b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:31:51.018203 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:51.083168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] For port b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:31:51.086217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] For port b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:31:51.091643 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:51.134055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:51.134686 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:51.136130 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] 10.222.0.20 "PUT /v2.0/ports/b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 HTTP/1.1" status: 200 len: 1091 time: 0.9354460 Nov 29 18:31:51.136573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d24ced1-f21d-4263-8ce8-56c65027fab6', 'tag': 'b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:31:51.138888 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7924e013-5a16-4c88-8cf0-056fb6d867ca" -d '{"events": [{"name": "network-changed", "server_uuid": "6d24ced1-f21d-4263-8ce8-56c65027fab6", "tag": "b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:31:51.159044 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f7785-106e-4f76-8237-c64cd8b6566d service neutron] Pushing event updated for resources: {'Port': ['ID=b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:51.180708 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce0a973-3667-4208-90ef-a4bc72612930 x-openstack-request-id: req-bce0a973-3667-4208-90ef-a4bc72612930 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:31:51.181600 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d24ced1-f21d-4263-8ce8-56c65027fab6", "tag": "b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:31:51.181600 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bce0a973-3667-4208-90ef-a4bc72612930 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:31:51.181808 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d24ced1-f21d-4263-8ce8-56c65027fab6', 'tag': 'b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5', 'status': 'completed', 'code': 200} Nov 29 18:31:51.234958 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-9f0b18c2-b318-433d-986c-61fe274fa4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:51.236483 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-9f0b18c2-b318-433d-986c-61fe274fa4ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 1094 time: 0.0455022 Nov 29 18:31:51.279458 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-7335e20f-71f9-404a-8297-838f31149eb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 HTTP/1.1" status: 200 len: 217 time: 0.0344338 Nov 29 18:31:51.335903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-8b73b467-0a09-4c8d-9add-120dd13208da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:51.337339 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-8b73b467-0a09-4c8d-9add-120dd13208da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a49986-c9b3-439d-aace-384b572d9372 HTTP/1.1" status: 200 len: 845 time: 0.0476894 Nov 29 18:31:51.374046 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-97207160-43b4-4d24-9a60-252b688b1b67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=576cd0ca-3f99-4b2a-8359-255993fee61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248766 Nov 29 18:31:51.465976 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-b38552a7-6f24-4dea-83d0-8585ec6c84f0 service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805197 Nov 29 18:31:51.567094 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f41a2bb1-938b-4779-99d0-d66419c93212 req-ad750b6a-c35a-4910-b6e3-b8322ebac729 service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904725 Nov 29 18:31:51.660646 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924e013-5a16-4c88-8cf0-056fb6d867ca req-e739667d-f6fb-4b3a-920a-ddadd2953862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:51.662127 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7924e013-5a16-4c88-8cf0-056fb6d867ca req-e739667d-f6fb-4b3a-920a-ddadd2953862 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 1094 time: 0.0412877 Nov 29 18:31:51.762837 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924e013-5a16-4c88-8cf0-056fb6d867ca req-56e5c94e-a7b2-4569-a8b3-738f30e784f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:51.765271 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7924e013-5a16-4c88-8cf0-056fb6d867ca req-56e5c94e-a7b2-4569-a8b3-738f30e784f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 906 time: 0.0958104 Nov 29 18:31:51.807601 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7924e013-5a16-4c88-8cf0-056fb6d867ca req-cc737cc3-74fe-4062-bdc7-a434a59e3499 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 HTTP/1.1" status: 200 len: 217 time: 0.0349953 Nov 29 18:31:51.859982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924e013-5a16-4c88-8cf0-056fb6d867ca req-a40021e4-3572-40fe-b274-93c807f885e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:51.861415 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7924e013-5a16-4c88-8cf0-056fb6d867ca req-a40021e4-3572-40fe-b274-93c807f885e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a49986-c9b3-439d-aace-384b572d9372 HTTP/1.1" status: 200 len: 845 time: 0.0457864 Nov 29 18:31:51.895918 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7924e013-5a16-4c88-8cf0-056fb6d867ca req-bc50a9b0-94f7-4925-ae44-8ebffe4112d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=576cd0ca-3f99-4b2a-8359-255993fee61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252695 Nov 29 18:31:52.000521 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7924e013-5a16-4c88-8cf0-056fb6d867ca req-95ce95a0-2c99-46ca-a02a-47b0df4742c6 service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966656 Nov 29 18:31:52.034529 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2166da6-5e07-41e9-bea9-3631f781c636 req-473f820b-4dbe-4111-b3ba-93b799a10f95 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:52.036088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a2166da6-5e07-41e9-bea9-3631f781c636 req-473f820b-4dbe-4111-b3ba-93b799a10f95 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 943 time: 0.0539176 Nov 29 18:31:52.089513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a2166da6-5e07-41e9-bea9-3631f781c636 req-9ace23ba-f738-4b5b-a4a2-27941d214537 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471196 Nov 29 18:31:52.102705 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7924e013-5a16-4c88-8cf0-056fb6d867ca req-36b4532b-4dd7-46a1-8ad3-4575931be66c service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943096 Nov 29 18:31:53.205524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acabf74-6865-452d-87a1-5e412612d139 req-9b0866ce-f363-480d-b076-5d7844411cfc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:53.207059 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7acabf74-6865-452d-87a1-5e412612d139 req-9b0866ce-f363-480d-b076-5d7844411cfc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 943 time: 0.0479598 Nov 29 18:31:53.254778 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7acabf74-6865-452d-87a1-5e412612d139 req-2a91914d-2dcd-47d8-adbc-d87408f943b9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418041 Nov 29 18:31:53.973191 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-881e23d5-99f2-4068-8ac8-e6231a6bb18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:54.372571 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04b9b3-bbe6-49a5-b683-20413441431c req-d45d1280-0592-4af1-b2ca-c9ca396551b4 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:54.374016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c04b9b3-bbe6-49a5-b683-20413441431c req-d45d1280-0592-4af1-b2ca-c9ca396551b4 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 943 time: 0.0513628 Nov 29 18:31:54.421663 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c04b9b3-bbe6-49a5-b683-20413441431c req-4fdaea9b-d1f4-4ef5-b7dc-7005d264b74e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 Nov 29 18:31:55.471051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:31:55.536207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e2e7f-c506-49c9-9b29-e6f3a0c11065 req-bde7ccd1-9da0-4dee-b2d4-3fff576eb037 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:55.537742 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f6e2e7f-c506-49c9-9b29-e6f3a0c11065 req-bde7ccd1-9da0-4dee-b2d4-3fff576eb037 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 943 time: 0.0488307 Nov 29 18:31:55.568565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:55.580355 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5', 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f', 'port_id': 'b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5', 'mac_address': 'fa:16:3e:f7:4c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a49986-c9b3-439d-aace-384b572d9372', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:31:55.585269 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f6e2e7f-c506-49c9-9b29-e6f3a0c11065 req-7167212c-6a4c-4cc5-ab99-00d9a1be5676 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413170 Nov 29 18:31:55.617635 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:55.630118 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:31:55.652822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:55.656788 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:55.702233 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:55.931692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:31:56.437305 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d31a9c1-e35f-4b41-94e6-767ecd693e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:56.706444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bd7a8-0510-4910-8844-b94698918a94 req-5ce3c663-d40d-41b0-a51f-59eb5a92a763 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:56.707982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b2bd7a8-0510-4910-8844-b94698918a94 req-5ce3c663-d40d-41b0-a51f-59eb5a92a763 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 944 time: 0.0523250 Nov 29 18:31:56.753690 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b2bd7a8-0510-4910-8844-b94698918a94 req-3010e0db-d9bd-4844-b120-bf081322c217 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397143 Nov 29 18:31:57.296053 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:57.496671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:31:57.543955 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:31:57.547591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:31:57.547910 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:57.789556 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:57.799582 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:57.813867 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d24ced1-f21d-4263-8ce8-56c65027fab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:31:57.816129 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9efc93b-ca16-4ddc-bba0-06d9bfd0bfa9" -d '{"events": [{"server_uuid": "6d24ced1-f21d-4263-8ce8-56c65027fab6", "name": "network-vif-plugged", "status": "completed", "tag": "b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:31:57.829346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:31:57.833870 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:57.884089 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989b1cd-a8a2-4e4a-9ae5-0cbc1402c433 req-6ada760e-fad7-49fc-84b4-4925d808e196 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:57.885616 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9989b1cd-a8a2-4e4a-9ae5-0cbc1402c433 req-6ada760e-fad7-49fc-84b4-4925d808e196 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 945 time: 0.0585003 Nov 29 18:31:57.894756 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:31:57.928710 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea65d108-48e0-422e-9554-0f8416971ad2 x-openstack-request-id: req-ea65d108-48e0-422e-9554-0f8416971ad2 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:31:57.929280 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d24ced1-f21d-4263-8ce8-56c65027fab6", "name": "network-vif-plugged", "status": "completed", "tag": "b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:31:57.929761 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea65d108-48e0-422e-9554-0f8416971ad2 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:31:57.930323 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d24ced1-f21d-4263-8ce8-56c65027fab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5', 'code': 200} Nov 29 18:31:57.935565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9989b1cd-a8a2-4e4a-9ae5-0cbc1402c433 req-d0486b0d-bc0a-44d7-b599-e6c5b19e355e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439970 Nov 29 18:31:58.045853 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72056a-5d79-414f-b3cc-158bfca36d00 req-3a0d1bbe-b562-48c1-a1fa-fc6f964b478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:58.047414 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fc72056a-5d79-414f-b3cc-158bfca36d00 req-3a0d1bbe-b562-48c1-a1fa-fc6f964b478c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 1096 time: 0.0475333 Nov 29 18:31:58.092253 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-fc72056a-5d79-414f-b3cc-158bfca36d00 req-0a67b8d3-fedc-4818-bca8-16c19060fe64 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371990 Nov 29 18:31:59.062119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425e974-6d7c-4510-b830-9f4df934c899 req-d09f719f-f614-4f8e-996f-01f31729ec9c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:31:59.063645 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d425e974-6d7c-4510-b830-9f4df934c899 req-d09f719f-f614-4f8e-996f-01f31729ec9c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 945 time: 0.0564015 Nov 29 18:31:59.117468 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d425e974-6d7c-4510-b830-9f4df934c899 req-e04386a8-4272-477b-a913-502f5c3e4a22 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476251 Nov 29 18:31:59.150486 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:59.842432 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:31:59.974196 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:00.249800 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537db56-fa3b-439e-b281-73dfd245931b req-97d3db67-bd7b-4ee6-a8ec-cd217173bce9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:00.251905 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1537db56-fa3b-439e-b281-73dfd245931b req-97d3db67-bd7b-4ee6-a8ec-cd217173bce9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 945 time: 0.0597599 Nov 29 18:32:00.300807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1537db56-fa3b-439e-b281-73dfd245931b req-5c095b66-b730-4b21-9b2e-61b4ba4e5c85 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429270 Nov 29 18:32:00.524303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3f391-3dfc-4f59-bd28-06b3596ef37f req-56564bfd-65fa-4fd9-b8af-08802fcf053d tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:00.525753 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04d3f391-3dfc-4f59-bd28-06b3596ef37f req-56564bfd-65fa-4fd9-b8af-08802fcf053d tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 805 time: 0.1028550 Nov 29 18:32:00.541432 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04d3f391-3dfc-4f59-bd28-06b3596ef37f req-4b32a417-5da9-418c-a0ea-78b894dc7ce0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/quotas/fd4b63e9fb9742f6acf61066e6129d1e HTTP/1.1" status: 200 len: 375 time: 0.0098858 Nov 29 18:32:00.589724 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04d3f391-3dfc-4f59-bd28-06b3596ef37f req-79aeda51-487c-4ae6-b676-a630178405bd tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427418 Nov 29 18:32:00.603552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-04d3f391-3dfc-4f59-bd28-06b3596ef37f req-853b1444-75ad-45ad-9dad-f07ac434dd25 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:32:00.604531 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04d3f391-3dfc-4f59-bd28-06b3596ef37f req-853b1444-75ad-45ad-9dad-f07ac434dd25 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056262 Nov 29 18:32:00.691715 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04d3f391-3dfc-4f59-bd28-06b3596ef37f req-67eb3b5c-ac37-4d75-b3dd-04e864385bac service neutron] 10.222.0.23 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798094 Nov 29 18:32:00.781579 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04d3f391-3dfc-4f59-bd28-06b3596ef37f req-b6941869-1059-4292-9ced-23776fac3bca service neutron] 10.222.0.23 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838974 Nov 29 18:32:01.275847 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-73af0809-5d8b-4c80-a8d6-d61c1dc2ce44 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:01.277380 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-73af0809-5d8b-4c80-a8d6-d61c1dc2ce44 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 805 time: 0.1048341 Nov 29 18:32:01.292253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-3fbd9075-f2d0-4e1f-a164-f993a165085b tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/quotas/fd4b63e9fb9742f6acf61066e6129d1e HTTP/1.1" status: 200 len: 375 time: 0.0090501 Nov 29 18:32:01.345176 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-a9e20a26-f4df-468e-abb4-b25990226e3f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0476654 Nov 29 18:32:01.434249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-ea90d80b-e01a-4f38-badf-8d5989e0b1d5 service neutron] 10.222.0.23 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820315 Nov 29 18:32:01.527490 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-b4a41bf4-dd2d-4f12-8e5d-66ad4541a0a3 service neutron] 10.222.0.23 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864780 Nov 29 18:32:01.704561 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f9b71e8b-2e6b-47b0-8d28-3a72969c9055 req-6129872f-0872-4581-a03d-7a5981cd1e38 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 210 time: 0.0287743 Nov 29 18:32:02.677669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-e79a545d-bd2d-44d2-8470-d0d27500cdb3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:02.679973 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-e79a545d-bd2d-44d2-8470-d0d27500cdb3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.20 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 805 time: 0.1078925 Nov 29 18:32:02.694357 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Request body: {'port': {'device_id': '75900e5e-c36f-4106-986a-009ed8b8f771', 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f', 'admin_state_up': True, 'tenant_id': 'fd4b63e9fb9742f6acf61066e6129d1e'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:32:02.809654 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9fda6d1b-5cdf-4402-954b-0c320bc76e9f req-e8e3ed00-6f51-40a5-a040-7eb6e15168a9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 210 time: 0.0288384 Nov 29 18:32:02.815498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Made reservation on behalf of fd4b63e9fb9742f6acf61066e6129d1e for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:32:02.819760 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:02.956544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Allocated IP 172.20.0.13 (576cd0ca-3f99-4b2a-8359-255993fee61f/26a49986-c9b3-439d-aace-384b572d9372/e91c1762-0e5f-4d5e-9ee4-4a78aebb719a) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:32:03.103403 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:03.137244 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:03.150644 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:32:03.184838 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Network 576cd0ca-3f99-4b2a-8359-255993fee61f is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:32:03.188030 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:32:03.192399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:32:03.219303 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Pushing event updated for resources: {'Port': ['ID=e91c1762-0e5f-4d5e-9ee4-4a78aebb719a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:03.234075 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:03.234437 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:03.234810 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:03.235158 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:03.236033 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:03.236375 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:03.236714 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:03.237049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:03.237384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:03.237711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:03.238044 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:03.238374 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:03.258866 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:03.259490 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:03.275972 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-bdeef14d-655d-45dc-94f4-4edd8ce45efb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5854957 Nov 29 18:32:03.291984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Request body: {'port': {'device_id': '75900e5e-c36f-4106-986a-009ed8b8f771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:32:03.345543 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:03.614971 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91c1762-0e5f-4d5e-9ee4-4a78aebb719a {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:32:03.623061 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:03.636602 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Transition to ACTIVE for port object e91c1762-0e5f-4d5e-9ee4-4a78aebb719a will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:32:03.641049 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:03.713604 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Pushing event updated for resources: {'Port': ['ID=e91c1762-0e5f-4d5e-9ee4-4a78aebb719a,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:03.775540 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Attempting to bind port e91c1762-0e5f-4d5e-9ee4-4a78aebb719a on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:32:03.775943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Attempting to bind port e91c1762-0e5f-4d5e-9ee4-4a78aebb719a by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:32:03.776316 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Attempting to bind port e91c1762-0e5f-4d5e-9ee4-4a78aebb719a on network 576cd0ca-3f99-4b2a-8359-255993fee61f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:32:03.781144 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Port e91c1762-0e5f-4d5e-9ee4-4a78aebb719a on network 576cd0ca-3f99-4b2a-8359-255993fee61f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:32:03.781468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Attempting to bind port e91c1762-0e5f-4d5e-9ee4-4a78aebb719a on network 576cd0ca-3f99-4b2a-8359-255993fee61f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:32:03.787073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:32:03.787398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Checking segment: {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:32:03.787782 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Bound using segment: {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:32:03.788211 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Bound port: e91c1762-0e5f-4d5e-9ee4-4a78aebb719a, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:32:03.788566 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:03.855312 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] For port e91c1762-0e5f-4d5e-9ee4-4a78aebb719a, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:32:03.858467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] For port e91c1762-0e5f-4d5e-9ee4-4a78aebb719a, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e91c1762-0e5f-4d5e-9ee4-4a78aebb719a,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:32:03.864282 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:03.901358 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:03.901988 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:03.903416 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] 10.222.0.20 "PUT /v2.0/ports/e91c1762-0e5f-4d5e-9ee4-4a78aebb719a HTTP/1.1" status: 200 len: 1092 time: 0.6157320 Nov 29 18:32:03.903875 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75900e5e-c36f-4106-986a-009ed8b8f771', 'tag': 'e91c1762-0e5f-4d5e-9ee4-4a78aebb719a'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:32:03.906133 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994e310e-bbc8-460f-810f-cec40255f07e" -d '{"events": [{"name": "network-changed", "server_uuid": "75900e5e-c36f-4106-986a-009ed8b8f771", "tag": "e91c1762-0e5f-4d5e-9ee4-4a78aebb719a"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:32:03.936544 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18c5c5-4c34-4e5c-afb7-6a48c2c97933 req-99836ccf-48b3-46bc-b410-850f9ad64d4e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:03.941434 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e851f09-398e-4d72-9ef0-308dbe9895ca service neutron] Pushing event updated for resources: {'Port': ['ID=e91c1762-0e5f-4d5e-9ee4-4a78aebb719a,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:03.943307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad18c5c5-4c34-4e5c-afb7-6a48c2c97933 req-99836ccf-48b3-46bc-b410-850f9ad64d4e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 944 time: 0.0590641 Nov 29 18:32:03.963053 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2359a5b6-2f33-4a8c-84df-05027700bff5 x-openstack-request-id: req-2359a5b6-2f33-4a8c-84df-05027700bff5 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:32:03.963354 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75900e5e-c36f-4106-986a-009ed8b8f771", "tag": "e91c1762-0e5f-4d5e-9ee4-4a78aebb719a", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:32:03.963619 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2359a5b6-2f33-4a8c-84df-05027700bff5 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:32:03.964029 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75900e5e-c36f-4106-986a-009ed8b8f771', 'tag': 'e91c1762-0e5f-4d5e-9ee4-4a78aebb719a', 'status': 'completed', 'code': 200} Nov 29 18:32:03.990500 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad18c5c5-4c34-4e5c-afb7-6a48c2c97933 req-f0d1c186-9e45-4393-a219-21d919fa2d4e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460176 Nov 29 18:32:03.994460 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-a492ac20-e71c-43cf-aebf-137df083fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:03.996555 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-a492ac20-e71c-43cf-aebf-137df083fe17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 1095 time: 0.0443718 Nov 29 18:32:04.042235 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-19209504-70a4-4ba8-8d5b-d7e6c088efac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e91c1762-0e5f-4d5e-9ee4-4a78aebb719a HTTP/1.1" status: 200 len: 217 time: 0.0377505 Nov 29 18:32:04.092784 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-04d36ba5-2862-4ee4-95c8-482330661144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:04.094217 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-04d36ba5-2862-4ee4-95c8-482330661144 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a49986-c9b3-439d-aace-384b572d9372 HTTP/1.1" status: 200 len: 845 time: 0.0445659 Nov 29 18:32:04.126540 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-b0ac91a0-eae7-4fe2-a915-4ebf8aeb39ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=576cd0ca-3f99-4b2a-8359-255993fee61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238457 Nov 29 18:32:04.218404 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-a4b7ed86-6ca1-4be7-8d00-411e4cf6ea84 service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840313 Nov 29 18:32:04.310000 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c6fc2885-060a-4e4e-85fd-612edd4766a4 req-3942f04a-e7fe-42fa-bc31-a5348834ac8d service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842659 Nov 29 18:32:04.406522 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e310e-bbc8-460f-810f-cec40255f07e req-5023f3cb-4b11-4824-8167-083678a516b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:04.408733 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-994e310e-bbc8-460f-810f-cec40255f07e req-5023f3cb-4b11-4824-8167-083678a516b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 1095 time: 0.0411420 Nov 29 18:32:04.500124 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e310e-bbc8-460f-810f-cec40255f07e req-c19f3082-57b7-47f5-a3e2-67fd53fc243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:04.501529 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-994e310e-bbc8-460f-810f-cec40255f07e req-c19f3082-57b7-47f5-a3e2-67fd53fc243e service neutron] 10.222.0.20 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 906 time: 0.0858552 Nov 29 18:32:04.551635 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-994e310e-bbc8-460f-810f-cec40255f07e req-849f0a76-61b7-467b-8f0a-023f55071993 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e91c1762-0e5f-4d5e-9ee4-4a78aebb719a HTTP/1.1" status: 200 len: 217 time: 0.0336668 Nov 29 18:32:04.604601 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e310e-bbc8-460f-810f-cec40255f07e req-76e0ec40-012b-47aa-82aa-6d479f65a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:04.606267 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-994e310e-bbc8-460f-810f-cec40255f07e req-76e0ec40-012b-47aa-82aa-6d479f65a263 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a49986-c9b3-439d-aace-384b572d9372 HTTP/1.1" status: 200 len: 845 time: 0.0473378 Nov 29 18:32:04.638291 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-994e310e-bbc8-460f-810f-cec40255f07e req-5a390c70-56b1-489f-8862-b0a05d24ddeb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=576cd0ca-3f99-4b2a-8359-255993fee61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232713 Nov 29 18:32:04.725657 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-994e310e-bbc8-460f-810f-cec40255f07e req-cd4ea82d-3ca9-442a-bc79-75d28e423c58 service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794578 Nov 29 18:32:04.818652 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-994e310e-bbc8-460f-810f-cec40255f07e req-50790311-80e3-4ebf-9539-8b7bd47bb244 service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851030 Nov 29 18:32:05.111225 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e5c1f-68a6-4d43-853b-a6afbd7a1a44 req-e7eb9042-35e0-4312-ad0c-52465a1cf7a0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:05.112587 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e9e5c1f-68a6-4d43-853b-a6afbd7a1a44 req-e7eb9042-35e0-4312-ad0c-52465a1cf7a0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 944 time: 0.0525906 Nov 29 18:32:05.158877 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e9e5c1f-68a6-4d43-853b-a6afbd7a1a44 req-50c2c3f3-1797-4d8c-a5d8-a50534a3cf1e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403693 Nov 29 18:32:05.446923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-735f4566-53cb-4af7-b015-911756e436c4 req-4201d74c-508d-40e3-a7b6-27ee2831fb9c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0374799 Nov 29 18:32:05.507801 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f4566-53cb-4af7-b015-911756e436c4 req-74e6fa2f-6278-49e5-83ba-268be14896db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:05.509247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-735f4566-53cb-4af7-b015-911756e436c4 req-74e6fa2f-6278-49e5-83ba-268be14896db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 1096 time: 0.0396757 Nov 29 18:32:05.616099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f4566-53cb-4af7-b015-911756e436c4 req-bc583088-6fff-41eb-bf95-1101088b6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:05.617577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-735f4566-53cb-4af7-b015-911756e436c4 req-bc583088-6fff-41eb-bf95-1101088b6a0d service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 912 time: 0.0883226 Nov 29 18:32:05.681749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-735f4566-53cb-4af7-b015-911756e436c4 req-17490c3d-0cfb-40cc-aa5e-38a836be54e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bf362f2-e748-4493-bf92-cdb4405f5cd4 HTTP/1.1" status: 200 len: 1001 time: 0.0566344 Nov 29 18:32:05.738353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f4566-53cb-4af7-b015-911756e436c4 req-a2b22185-5dd8-4ab0-8f29-e0ec4e0f34c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:05.739749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-735f4566-53cb-4af7-b015-911756e436c4 req-a2b22185-5dd8-4ab0-8f29-e0ec4e0f34c0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0502748 Nov 29 18:32:05.784467 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f4566-53cb-4af7-b015-911756e436c4 req-fbe2bf70-c1cd-488d-bc0a-bbe39d3a263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:05.785935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-735f4566-53cb-4af7-b015-911756e436c4 req-fbe2bf70-c1cd-488d-bc0a-bbe39d3a263b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392842 Nov 29 18:32:05.874047 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-735f4566-53cb-4af7-b015-911756e436c4 req-8a4820c7-e566-4cd4-a8cf-6c9f986df87a service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783329 Nov 29 18:32:05.966542 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-735f4566-53cb-4af7-b015-911756e436c4 req-4d016c50-565c-4a1d-9367-0563ab4cdab2 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852544 Nov 29 18:32:06.275673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9cbc4-3488-46b1-afa3-098b58e05178 req-6ee8a734-529a-4cd6-8863-0d105d217359 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:06.277172 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4e9cbc4-3488-46b1-afa3-098b58e05178 req-6ee8a734-529a-4cd6-8863-0d105d217359 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 944 time: 0.0518887 Nov 29 18:32:06.324016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4e9cbc4-3488-46b1-afa3-098b58e05178 req-fc1b1458-ef5d-4b00-bba1-ebeebf7baae1 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400798 Nov 29 18:32:07.445215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6fd1a-e032-4c86-9463-2b8e717c5750 req-c80e545e-ac44-4be4-b3d0-e6d03d5211f3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:07.447105 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ef6fd1a-e032-4c86-9463-2b8e717c5750 req-c80e545e-ac44-4be4-b3d0-e6d03d5211f3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 944 time: 0.0547757 Nov 29 18:32:07.495108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ef6fd1a-e032-4c86-9463-2b8e717c5750 req-bd3465b2-0a34-48e1-be16-1144872859f2 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418510 Nov 29 18:32:07.540069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e91c1762-0e5f-4d5e-9ee4-4a78aebb719a details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:32:07.639694 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e91c1762-0e5f-4d5e-9ee4-4a78aebb719a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e91c1762-0e5f-4d5e-9ee4-4a78aebb719a,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:32:07.651667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'e91c1762-0e5f-4d5e-9ee4-4a78aebb719a', 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f', 'port_id': 'e91c1762-0e5f-4d5e-9ee4-4a78aebb719a', 'mac_address': 'fa:16:3e:ba:13:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a49986-c9b3-439d-aace-384b572d9372', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:32:07.691109 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:07.707288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91c1762-0e5f-4d5e-9ee4-4a78aebb719a {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:32:07.727427 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e91c1762-0e5f-4d5e-9ee4-4a78aebb719a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e91c1762-0e5f-4d5e-9ee4-4a78aebb719a,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:32:07.731521 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:07.784385 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e91c1762-0e5f-4d5e-9ee4-4a78aebb719a,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:07.953668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['e91c1762-0e5f-4d5e-9ee4-4a78aebb719a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:32:08.609685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0de699-9287-4fc8-8f46-268e20a0e5d1 req-0b1ae4ff-00f0-44be-aad7-04ef38e99ed9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:08.611188 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b0de699-9287-4fc8-8f46-268e20a0e5d1 req-0b1ae4ff-00f0-44be-aad7-04ef38e99ed9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 945 time: 0.0489826 Nov 29 18:32:08.658147 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b0de699-9287-4fc8-8f46-268e20a0e5d1 req-09acb730-24f4-4e84-92c9-7a1f9e774e67 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408869 Nov 29 18:32:09.558238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e91c1762-0e5f-4d5e-9ee4-4a78aebb719a up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:32:09.609205 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port e91c1762-0e5f-4d5e-9ee4-4a78aebb719a completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:32:09.614152 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port e91c1762-0e5f-4d5e-9ee4-4a78aebb719a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:32:09.614549 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:09.696249 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:09.720185 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75900e5e-c36f-4106-986a-009ed8b8f771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91c1762-0e5f-4d5e-9ee4-4a78aebb719a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:32:09.722451 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45679e8a-6696-4ae8-aab8-68f8e4d60325" -d '{"events": [{"server_uuid": "75900e5e-c36f-4106-986a-009ed8b8f771", "name": "network-vif-plugged", "status": "completed", "tag": "e91c1762-0e5f-4d5e-9ee4-4a78aebb719a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:32:09.736057 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e91c1762-0e5f-4d5e-9ee4-4a78aebb719a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e91c1762-0e5f-4d5e-9ee4-4a78aebb719a,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:32:09.741130 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:09.774737 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac50431-605a-4646-9545-9b119ab36312 x-openstack-request-id: req-0ac50431-605a-4646-9545-9b119ab36312 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:32:09.775069 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75900e5e-c36f-4106-986a-009ed8b8f771", "name": "network-vif-plugged", "status": "completed", "tag": "e91c1762-0e5f-4d5e-9ee4-4a78aebb719a", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:32:09.775333 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ac50431-605a-4646-9545-9b119ab36312 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:32:09.775730 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75900e5e-c36f-4106-986a-009ed8b8f771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91c1762-0e5f-4d5e-9ee4-4a78aebb719a', 'code': 200} Nov 29 18:32:09.790165 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ce9bf-b5e8-4363-97f6-84d0974faa82 req-37b98b04-08cd-4e2c-8b91-4e190123e157 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:09.791720 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-763ce9bf-b5e8-4363-97f6-84d0974faa82 req-37b98b04-08cd-4e2c-8b91-4e190123e157 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 946 time: 0.0532160 Nov 29 18:32:09.817951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e91c1762-0e5f-4d5e-9ee4-4a78aebb719a,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:09.862634 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-763ce9bf-b5e8-4363-97f6-84d0974faa82 req-87feed8b-8f37-4392-92f6-07ab9b985cce tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621345 Nov 29 18:32:09.878511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c7181-36fa-4fe6-9ee3-733a98423906 req-a4cffb27-7ecf-4808-a398-899a89fe1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:09.880138 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-213c7181-36fa-4fe6-9ee3-733a98423906 req-a4cffb27-7ecf-4808-a398-899a89fe1c6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 1097 time: 0.0433173 Nov 29 18:32:09.928353 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-213c7181-36fa-4fe6-9ee3-733a98423906 req-ea92e47c-1ec8-4bbc-b1b3-e968321775db service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398364 Nov 29 18:32:10.981662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dd57b-e053-423c-9728-f22a06741a97 req-4b2adf63-3045-4133-bbfb-be0e2ff3270c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:10.983156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e51dd57b-e053-423c-9728-f22a06741a97 req-4b2adf63-3045-4133-bbfb-be0e2ff3270c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 946 time: 0.0481675 Nov 29 18:32:11.032108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e51dd57b-e053-423c-9728-f22a06741a97 req-45b6062f-b573-40f7-b35e-d5e28cd13f35 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428622 Nov 29 18:32:11.733591 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d0613aa2-231b-4ff5-b0d1-4c489d7a5553 req-0d54a8a4-3323-43ff-a0fc-48550cbda9e4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386806 Nov 29 18:32:11.823854 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0613aa2-231b-4ff5-b0d1-4c489d7a5553 req-99e1b020-7e5c-48b5-a720-f601ad0f6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:11.825335 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d0613aa2-231b-4ff5-b0d1-4c489d7a5553 req-99e1b020-7e5c-48b5-a720-f601ad0f6f65 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 1096 time: 0.0436196 Nov 29 18:32:11.932073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0613aa2-231b-4ff5-b0d1-4c489d7a5553 req-750db779-8037-4f83-b9e2-db078ebfce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:11.933549 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d0613aa2-231b-4ff5-b0d1-4c489d7a5553 req-750db779-8037-4f83-b9e2-db078ebfce4f service neutron] 10.222.0.20 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 906 time: 0.0844262 Nov 29 18:32:11.981315 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d0613aa2-231b-4ff5-b0d1-4c489d7a5553 req-7a5237ef-0845-4f67-9e39-ddcceda798e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 HTTP/1.1" status: 200 len: 217 time: 0.0373433 Nov 29 18:32:12.031045 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0613aa2-231b-4ff5-b0d1-4c489d7a5553 req-b9619de9-4e70-4ea3-8d51-d24bc769a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:12.033384 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d0613aa2-231b-4ff5-b0d1-4c489d7a5553 req-b9619de9-4e70-4ea3-8d51-d24bc769a22e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a49986-c9b3-439d-aace-384b572d9372 HTTP/1.1" status: 200 len: 845 time: 0.0441329 Nov 29 18:32:12.066895 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d0613aa2-231b-4ff5-b0d1-4c489d7a5553 req-7d1a92a7-43d1-44c8-9439-68315b61da84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=576cd0ca-3f99-4b2a-8359-255993fee61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257952 Nov 29 18:32:12.154939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846fce3-7328-4e28-834e-f35978e7c64a req-45e09963-6432-4ff1-a44c-5c35b6630cde tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:12.156425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8846fce3-7328-4e28-834e-f35978e7c64a req-45e09963-6432-4ff1-a44c-5c35b6630cde tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 946 time: 0.0478902 Nov 29 18:32:12.162559 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d0613aa2-231b-4ff5-b0d1-4c489d7a5553 req-15ebdc08-1ae5-48ae-b0b7-0ab73c4553b8 service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850303 Nov 29 18:32:12.204468 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8846fce3-7328-4e28-834e-f35978e7c64a req-7b16e0e8-01a8-4395-9c4e-655370ace0e8 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405884 Nov 29 18:32:12.257415 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d0613aa2-231b-4ff5-b0d1-4c489d7a5553 req-e3feee9a-2f80-4cd3-b8a6-407bc45108ad service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871460 Nov 29 18:32:12.323931 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dd072-b4a4-47ff-a0b7-ba3ee4f281e5 req-1d8d2b0d-b07c-4383-9be1-94704e91dd95 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:12.325408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-533dd072-b4a4-47ff-a0b7-ba3ee4f281e5 req-1d8d2b0d-b07c-4383-9be1-94704e91dd95 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 946 time: 0.0527649 Nov 29 18:32:12.372804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-533dd072-b4a4-47ff-a0b7-ba3ee4f281e5 req-d97e98be-2397-4e11-b419-893aabc7cff2 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407276 Nov 29 18:32:12.605708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cffeee-2ebb-412c-82ca-75a2f6abc4f1 req-cb133d9c-c420-4181-9ed7-b9d397c0d164 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:12.607115 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04cffeee-2ebb-412c-82ca-75a2f6abc4f1 req-cb133d9c-c420-4181-9ed7-b9d397c0d164 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 946 time: 0.0488191 Nov 29 18:32:12.654847 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04cffeee-2ebb-412c-82ca-75a2f6abc4f1 req-4b3f3a9a-cd4b-47d1-8255-6b7edddbab9c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409403 Nov 29 18:32:13.774139 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12108d5c-4616-413f-a6d8-258d8a9bde94 req-b866317c-997b-45e9-b587-3ebbaeedbf47 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:13.775685 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12108d5c-4616-413f-a6d8-258d8a9bde94 req-b866317c-997b-45e9-b587-3ebbaeedbf47 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 946 time: 0.0511765 Nov 29 18:32:13.827423 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12108d5c-4616-413f-a6d8-258d8a9bde94 req-1d246d58-21bc-4763-8f3b-c964a3af2b73 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448515 Nov 29 18:32:13.984362 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91e723-9cea-4390-8565-76f8249a91c6 req-a873627e-df4a-4108-9649-f93210d0587c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:13.985732 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3c91e723-9cea-4390-8565-76f8249a91c6 req-a873627e-df4a-4108-9649-f93210d0587c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.20 "GET /v2.0/ports?device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 946 time: 0.0495358 Nov 29 18:32:14.082020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-3c91e723-9cea-4390-8565-76f8249a91c6 req-d1bf5b7c-5072-4316-bf51-7a1cf0275a66 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Deleting port e91c1762-0e5f-4d5e-9ee4-4a78aebb719a {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:32:14.082367 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3c91e723-9cea-4390-8565-76f8249a91c6 req-d1bf5b7c-5072-4316-bf51-7a1cf0275a66 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:14.170771 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-3c91e723-9cea-4390-8565-76f8249a91c6 req-d1bf5b7c-5072-4316-bf51-7a1cf0275a66 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] For port e91c1762-0e5f-4d5e-9ee4-4a78aebb719a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e91c1762-0e5f-4d5e-9ee4-4a78aebb719a,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:32:14.171163 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3c91e723-9cea-4390-8565-76f8249a91c6 req-d1bf5b7c-5072-4316-bf51-7a1cf0275a66 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:14.184842 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-3c91e723-9cea-4390-8565-76f8249a91c6 req-d1bf5b7c-5072-4316-bf51-7a1cf0275a66 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Calling delete_port for e91c1762-0e5f-4d5e-9ee4-4a78aebb719a owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:32:14.312688 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3c91e723-9cea-4390-8565-76f8249a91c6 req-d1bf5b7c-5072-4316-bf51-7a1cf0275a66 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:14.325922 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5', 'e91c1762-0e5f-4d5e-9ee4-4a78aebb719a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:32:14.346727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf5b7c-5072-4316-bf51-7a1cf0275a66 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Pushing event deleted for resources: {'Port': ['ID=e91c1762-0e5f-4d5e-9ee4-4a78aebb719a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:14.384303 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c91e723-9cea-4390-8565-76f8249a91c6 req-d1bf5b7c-5072-4316-bf51-7a1cf0275a66 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] No DVR routers for this DVR port e91c1762-0e5f-4d5e-9ee4-4a78aebb719a on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:32:14.387279 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-3c91e723-9cea-4390-8565-76f8249a91c6 req-d1bf5b7c-5072-4316-bf51-7a1cf0275a66 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:14.390642 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3c91e723-9cea-4390-8565-76f8249a91c6 req-d1bf5b7c-5072-4316-bf51-7a1cf0275a66 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.20 "DELETE /v2.0/ports/e91c1762-0e5f-4d5e-9ee4-4a78aebb719a HTTP/1.1" status: 204 len: 173 time: 0.3970003 Nov 29 18:32:14.391181 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75900e5e-c36f-4106-986a-009ed8b8f771', 'name': 'network-vif-deleted', 'tag': 'e91c1762-0e5f-4d5e-9ee4-4a78aebb719a'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:32:14.393449 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947db637-996a-4399-a05a-b93badf0d493" -d '{"events": [{"server_uuid": "75900e5e-c36f-4106-986a-009ed8b8f771", "name": "network-vif-deleted", "tag": "e91c1762-0e5f-4d5e-9ee4-4a78aebb719a"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:32:14.443988 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b888538-a3b3-4162-97ef-a0d3accf5b54 x-openstack-request-id: req-3b888538-a3b3-4162-97ef-a0d3accf5b54 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:32:14.444290 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75900e5e-c36f-4106-986a-009ed8b8f771", "name": "network-vif-deleted", "tag": "e91c1762-0e5f-4d5e-9ee4-4a78aebb719a", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:32:14.444548 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b888538-a3b3-4162-97ef-a0d3accf5b54 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:32:14.444952 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75900e5e-c36f-4106-986a-009ed8b8f771', 'name': 'network-vif-deleted', 'tag': 'e91c1762-0e5f-4d5e-9ee4-4a78aebb719a', 'status': 'completed', 'code': 200} Nov 29 18:32:14.945555 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-352dbe88-fa27-4256-8202-945856eeb784 req-bd3b6fe7-cdd0-4788-a289-cc2a5889f1f8 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=75900e5e-c36f-4106-986a-009ed8b8f771 HTTP/1.1" status: 200 len: 210 time: 0.0301082 Nov 29 18:32:16.435793 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-d62f4fcb-c153-4d56-9843-0f2ae78c7f83 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:16.437229 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-d62f4fcb-c153-4d56-9843-0f2ae78c7f83 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 805 time: 0.0972650 Nov 29 18:32:16.452091 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f9b49e14-35a8-4a60-82de-78b354d309c8 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/quotas/fd4b63e9fb9742f6acf61066e6129d1e HTTP/1.1" status: 200 len: 375 time: 0.0086231 Nov 29 18:32:16.503769 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-8baabe2f-eeb0-40f0-9bfa-5f7f8d20f500 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466161 Nov 29 18:32:16.594916 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-b3607ca8-3226-4e7e-b971-402ca4482e30 service neutron] 10.222.0.23 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797024 Nov 29 18:32:16.685268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-9649cbda-729d-4d41-a636-f1daaf71be85 service neutron] 10.222.0.23 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843532 Nov 29 18:32:16.848233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73194570-d822-44ab-a610-d4ff3ab020a5 req-7ca299eb-a509-4879-9831-5a15d7984649 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=2658f169-b81f-4e98-addd-ca65f90d518c HTTP/1.1" status: 200 len: 210 time: 0.0266600 Nov 29 18:32:17.615533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e91c1762-0e5f-4d5e-9ee4-4a78aebb719a no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:32:17.639952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: e91c1762-0e5f-4d5e-9ee4-4a78aebb719a {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:32:17.640306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e91c1762-0e5f-4d5e-9ee4-4a78aebb719a not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:32:17.823105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-de10bd7c-3f7d-48b7-acff-cf9638604ba3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:17.824613 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-de10bd7c-3f7d-48b7-acff-cf9638604ba3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.20 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 805 time: 0.1161160 Nov 29 18:32:17.840424 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-67fbff4d-e607-4f0b-aeb7-24dceea83772 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Request body: {'port': {'device_id': '2658f169-b81f-4e98-addd-ca65f90d518c', 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f', 'admin_state_up': True, 'tenant_id': 'fd4b63e9fb9742f6acf61066e6129d1e'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:32:17.953427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dcfda2a9-d730-4baf-a86d-cf6528b13fb4 req-c3277618-f93c-4578-b799-e268d3ab5137 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=2658f169-b81f-4e98-addd-ca65f90d518c HTTP/1.1" status: 200 len: 210 time: 0.0265021 Nov 29 18:32:17.968845 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-67fbff4d-e607-4f0b-aeb7-24dceea83772 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Made reservation on behalf of fd4b63e9fb9742f6acf61066e6129d1e for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:32:17.972534 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-67fbff4d-e607-4f0b-aeb7-24dceea83772 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:18.096769 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-67fbff4d-e607-4f0b-aeb7-24dceea83772 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Allocated IP 172.20.0.14 (576cd0ca-3f99-4b2a-8359-255993fee61f/26a49986-c9b3-439d-aace-384b572d9372/25dde75e-4669-4f17-b541-d9421ad54a51) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:32:18.242127 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-67fbff4d-e607-4f0b-aeb7-24dceea83772 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:18.273871 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-67fbff4d-e607-4f0b-aeb7-24dceea83772 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:18.286925 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:32:18.319701 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-67fbff4d-e607-4f0b-aeb7-24dceea83772 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Network 576cd0ca-3f99-4b2a-8359-255993fee61f is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:32:18.322763 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-67fbff4d-e607-4f0b-aeb7-24dceea83772 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:32:18.326512 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-67fbff4d-e607-4f0b-aeb7-24dceea83772 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:32:18.350533 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbff4d-e607-4f0b-aeb7-24dceea83772 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Pushing event updated for resources: {'Port': ['ID=25dde75e-4669-4f17-b541-d9421ad54a51,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:18.378566 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-67fbff4d-e607-4f0b-aeb7-24dceea83772 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:18.379286 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-67fbff4d-e607-4f0b-aeb7-24dceea83772 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:18.395053 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-67fbff4d-e607-4f0b-aeb7-24dceea83772 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5595765 Nov 29 18:32:18.412538 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Request body: {'port': {'device_id': '2658f169-b81f-4e98-addd-ca65f90d518c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:32:18.470878 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:18.728639 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25dde75e-4669-4f17-b541-d9421ad54a51 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:32:18.736262 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:18.747892 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Transition to ACTIVE for port object 25dde75e-4669-4f17-b541-d9421ad54a51 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:32:18.751405 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:18.807662 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Pushing event updated for resources: {'Port': ['ID=25dde75e-4669-4f17-b541-d9421ad54a51,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:18.878661 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Attempting to bind port 25dde75e-4669-4f17-b541-d9421ad54a51 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:32:18.879379 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Attempting to bind port 25dde75e-4669-4f17-b541-d9421ad54a51 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:32:18.879379 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Attempting to bind port 25dde75e-4669-4f17-b541-d9421ad54a51 on network 576cd0ca-3f99-4b2a-8359-255993fee61f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:32:18.883693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Port 25dde75e-4669-4f17-b541-d9421ad54a51 on network 576cd0ca-3f99-4b2a-8359-255993fee61f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:32:18.884022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Attempting to bind port 25dde75e-4669-4f17-b541-d9421ad54a51 on network 576cd0ca-3f99-4b2a-8359-255993fee61f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:32:18.888755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:32:18.889097 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Checking segment: {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:32:18.889488 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Bound using segment: {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:32:18.889916 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Bound port: 25dde75e-4669-4f17-b541-d9421ad54a51, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:32:18.890279 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:18.952289 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] For port 25dde75e-4669-4f17-b541-d9421ad54a51, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:32:18.955864 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] For port 25dde75e-4669-4f17-b541-d9421ad54a51, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=25dde75e-4669-4f17-b541-d9421ad54a51,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:32:18.959797 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:19.000762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:19.001878 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:19.003294 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] 10.222.0.20 "PUT /v2.0/ports/25dde75e-4669-4f17-b541-d9421ad54a51 HTTP/1.1" status: 200 len: 1092 time: 0.5947886 Nov 29 18:32:19.003738 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2658f169-b81f-4e98-addd-ca65f90d518c', 'tag': '25dde75e-4669-4f17-b541-d9421ad54a51'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:32:19.005968 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cfbe53-bc62-4e47-bf58-25bd5d04dc14" -d '{"events": [{"name": "network-changed", "server_uuid": "2658f169-b81f-4e98-addd-ca65f90d518c", "tag": "25dde75e-4669-4f17-b541-d9421ad54a51"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:32:19.030778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18bbb78-ef39-43b6-965b-b4b073582554 service neutron] Pushing event updated for resources: {'Port': ['ID=25dde75e-4669-4f17-b541-d9421ad54a51,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:19.058255 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beaafa2-ad06-46e0-b67a-0cf66e6d64b3 x-openstack-request-id: req-7beaafa2-ad06-46e0-b67a-0cf66e6d64b3 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:32:19.058557 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2658f169-b81f-4e98-addd-ca65f90d518c", "tag": "25dde75e-4669-4f17-b541-d9421ad54a51", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:32:19.058843 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7beaafa2-ad06-46e0-b67a-0cf66e6d64b3 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:32:19.059337 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2658f169-b81f-4e98-addd-ca65f90d518c', 'tag': '25dde75e-4669-4f17-b541-d9421ad54a51', 'status': 'completed', 'code': 200} Nov 29 18:32:19.078522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbff03-6fae-4894-b3e8-a97279f29b97 req-7496b6c8-fd9f-48ba-899f-6c6eed5f2e2a tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:19.080768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86bbff03-6fae-4894-b3e8-a97279f29b97 req-7496b6c8-fd9f-48ba-899f-6c6eed5f2e2a tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=2658f169-b81f-4e98-addd-ca65f90d518c HTTP/1.1" status: 200 len: 944 time: 0.0500298 Nov 29 18:32:19.105756 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-85ab1c9e-2cb2-40b0-9505-3c9fdf27b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:19.107309 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-85ab1c9e-2cb2-40b0-9505-3c9fdf27b280 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&device_id=2658f169-b81f-4e98-addd-ca65f90d518c HTTP/1.1" status: 200 len: 1095 time: 0.0439167 Nov 29 18:32:19.128648 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86bbff03-6fae-4894-b3e8-a97279f29b97 req-7bf00ff2-0305-4843-9c78-b960e043207e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417559 Nov 29 18:32:19.157138 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-7c9989e6-7abd-4337-8ca5-c5592a2e8568 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25dde75e-4669-4f17-b541-d9421ad54a51 HTTP/1.1" status: 200 len: 217 time: 0.0348196 Nov 29 18:32:19.204762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-b601d624-b504-475c-aa99-105d3cfd863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:19.206246 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-b601d624-b504-475c-aa99-105d3cfd863f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a49986-c9b3-439d-aace-384b572d9372 HTTP/1.1" status: 200 len: 845 time: 0.0423269 Nov 29 18:32:19.241521 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-967b6ae1-8f52-4c99-afa5-00dbd6f1ff2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=576cd0ca-3f99-4b2a-8359-255993fee61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277641 Nov 29 18:32:19.336084 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-7e00dc22-95c0-4528-825e-5f966bf0ceae service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831740 Nov 29 18:32:19.434598 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7cf0947b-84fe-4108-a009-b8364652c6cc req-51c1db45-04b8-46b4-8190-b7f3f9287361 service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908482 Nov 29 18:32:19.516263 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfbe53-bc62-4e47-bf58-25bd5d04dc14 req-60383249-12ab-4289-83f8-b146a6c24cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:19.518277 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-15cfbe53-bc62-4e47-bf58-25bd5d04dc14 req-60383249-12ab-4289-83f8-b146a6c24cd5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&device_id=2658f169-b81f-4e98-addd-ca65f90d518c HTTP/1.1" status: 200 len: 1095 time: 0.0414493 Nov 29 18:32:19.609471 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfbe53-bc62-4e47-bf58-25bd5d04dc14 req-2a99296b-2d21-4c58-94c8-33afceba0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:19.610965 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-15cfbe53-bc62-4e47-bf58-25bd5d04dc14 req-2a99296b-2d21-4c58-94c8-33afceba0980 service neutron] 10.222.0.20 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 906 time: 0.0852330 Nov 29 18:32:19.654922 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-15cfbe53-bc62-4e47-bf58-25bd5d04dc14 req-d4d09912-6c3c-41cc-a947-7c75fb5b6ba5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25dde75e-4669-4f17-b541-d9421ad54a51 HTTP/1.1" status: 200 len: 217 time: 0.0371187 Nov 29 18:32:19.704067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfbe53-bc62-4e47-bf58-25bd5d04dc14 req-aaec3321-48b5-4e84-bedd-c152a0835c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:19.705969 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-15cfbe53-bc62-4e47-bf58-25bd5d04dc14 req-aaec3321-48b5-4e84-bedd-c152a0835c0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a49986-c9b3-439d-aace-384b572d9372 HTTP/1.1" status: 200 len: 845 time: 0.0431333 Nov 29 18:32:19.737783 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-15cfbe53-bc62-4e47-bf58-25bd5d04dc14 req-61dd6920-8989-495a-90fa-00e0a7748353 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=576cd0ca-3f99-4b2a-8359-255993fee61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239217 Nov 29 18:32:19.831641 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-15cfbe53-bc62-4e47-bf58-25bd5d04dc14 req-0d87ae4d-9d2e-4fb0-b59e-4def00f3ccf2 service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846844 Nov 29 18:32:19.928337 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-15cfbe53-bc62-4e47-bf58-25bd5d04dc14 req-928733dc-c706-4e46-991e-a942b9cd1da4 service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816188 Nov 29 18:32:20.248831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee13f3-629b-4d89-b1ec-6815eeedf0f2 req-9a70eaab-3ac9-4b06-85cd-799f569a5c94 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:20.250263 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79ee13f3-629b-4d89-b1ec-6815eeedf0f2 req-9a70eaab-3ac9-4b06-85cd-799f569a5c94 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=2658f169-b81f-4e98-addd-ca65f90d518c HTTP/1.1" status: 200 len: 944 time: 0.0504942 Nov 29 18:32:20.297561 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79ee13f3-629b-4d89-b1ec-6815eeedf0f2 req-c3a9c5c9-b93e-461e-a25e-e8475102dc15 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406177 Nov 29 18:32:21.413297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1dbfa-3b2c-4c14-a80b-b11a62da341f req-6081d7c7-0488-4d90-bb49-9cf54ea74e7f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:21.414734 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30b1dbfa-3b2c-4c14-a80b-b11a62da341f req-6081d7c7-0488-4d90-bb49-9cf54ea74e7f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=2658f169-b81f-4e98-addd-ca65f90d518c HTTP/1.1" status: 200 len: 944 time: 0.0478699 Nov 29 18:32:21.460233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30b1dbfa-3b2c-4c14-a80b-b11a62da341f req-4eb68ddf-b75e-49d7-9c3f-c92645b5f2c4 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395288 Nov 29 18:32:21.623189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 25dde75e-4669-4f17-b541-d9421ad54a51 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:32:21.714254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 25dde75e-4669-4f17-b541-d9421ad54a51, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=25dde75e-4669-4f17-b541-d9421ad54a51,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:32:21.725564 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '25dde75e-4669-4f17-b541-d9421ad54a51', 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f', 'port_id': '25dde75e-4669-4f17-b541-d9421ad54a51', 'mac_address': 'fa:16:3e:39:81:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a49986-c9b3-439d-aace-384b572d9372', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:32:21.761739 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:21.777380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25dde75e-4669-4f17-b541-d9421ad54a51 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:32:21.795714 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 25dde75e-4669-4f17-b541-d9421ad54a51, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=25dde75e-4669-4f17-b541-d9421ad54a51,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:32:21.802435 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:21.847843 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=25dde75e-4669-4f17-b541-d9421ad54a51,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:22.044847 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['25dde75e-4669-4f17-b541-d9421ad54a51'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:32:22.578607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d88b6-7b04-4627-9247-edbb432795f0 req-3f9055e3-09ea-4690-9ab2-14626ef62b9a tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:22.580700 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d7d88b6-7b04-4627-9247-edbb432795f0 req-3f9055e3-09ea-4690-9ab2-14626ef62b9a tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=2658f169-b81f-4e98-addd-ca65f90d518c HTTP/1.1" status: 200 len: 945 time: 0.0493994 Nov 29 18:32:22.630230 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d7d88b6-7b04-4627-9247-edbb432795f0 req-453c741c-52aa-4262-9bbf-32d309257a3f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436194 Nov 29 18:32:23.555469 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:32:23.646545 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 25dde75e-4669-4f17-b541-d9421ad54a51 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:32:23.694876 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 25dde75e-4669-4f17-b541-d9421ad54a51 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:32:23.698552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 25dde75e-4669-4f17-b541-d9421ad54a51 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:32:23.698980 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:23.746407 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7feff-163f-47b9-af1d-9e942cc14394 req-7d7a727b-a85d-43f1-8b33-a1741fb57bfb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:23.747901 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54d7feff-163f-47b9-af1d-9e942cc14394 req-7d7a727b-a85d-43f1-8b33-a1741fb57bfb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=2658f169-b81f-4e98-addd-ca65f90d518c HTTP/1.1" status: 200 len: 945 time: 0.0493689 Nov 29 18:32:23.784537 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:23.799586 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54d7feff-163f-47b9-af1d-9e942cc14394 req-327e5602-88b8-435d-adb1-0f9d5b4b5d0e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449712 Nov 29 18:32:23.808350 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2658f169-b81f-4e98-addd-ca65f90d518c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dde75e-4669-4f17-b541-d9421ad54a51'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:32:23.810535 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f412a9-fe78-45e0-86c3-3f44eecd3d9a" -d '{"events": [{"server_uuid": "2658f169-b81f-4e98-addd-ca65f90d518c", "name": "network-vif-plugged", "status": "completed", "tag": "25dde75e-4669-4f17-b541-d9421ad54a51"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:32:23.826363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 25dde75e-4669-4f17-b541-d9421ad54a51, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=25dde75e-4669-4f17-b541-d9421ad54a51,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:32:23.831065 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:23.858650 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bbfd60-c3f9-47fc-b2c3-7a35f2718a98 x-openstack-request-id: req-87bbfd60-c3f9-47fc-b2c3-7a35f2718a98 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:32:23.858982 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2658f169-b81f-4e98-addd-ca65f90d518c", "name": "network-vif-plugged", "status": "completed", "tag": "25dde75e-4669-4f17-b541-d9421ad54a51", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:32:23.859242 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87bbfd60-c3f9-47fc-b2c3-7a35f2718a98 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:32:23.859635 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2658f169-b81f-4e98-addd-ca65f90d518c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dde75e-4669-4f17-b541-d9421ad54a51', 'code': 200} Nov 29 18:32:23.881043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=25dde75e-4669-4f17-b541-d9421ad54a51,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:23.952931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1ff7a-7403-4de1-932c-1f0b7f840507 req-8623558a-6045-45c8-9538-0f02bdff693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:23.954439 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b9f1ff7a-7403-4de1-932c-1f0b7f840507 req-8623558a-6045-45c8-9538-0f02bdff693a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2658f169-b81f-4e98-addd-ca65f90d518c HTTP/1.1" status: 200 len: 1097 time: 0.0395122 Nov 29 18:32:23.975166 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fda8172f-1917-4ce9-bcab-cab34ebaf3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:24.006811 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b9f1ff7a-7403-4de1-932c-1f0b7f840507 req-46eb3b9e-f40d-4acf-81f4-1e11caa5f98e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447757 Nov 29 18:32:24.914724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b1b6a-4cf9-4165-973b-e70aa1e8f200 req-fed0cb3b-37dc-4f50-9169-4912c5404211 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:24.916216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-564b1b6a-4cf9-4165-973b-e70aa1e8f200 req-fed0cb3b-37dc-4f50-9169-4912c5404211 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=2658f169-b81f-4e98-addd-ca65f90d518c HTTP/1.1" status: 200 len: 946 time: 0.0469997 Nov 29 18:32:24.961978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-564b1b6a-4cf9-4165-973b-e70aa1e8f200 req-6cda16f9-88d3-4cd0-a7ca-79d36d5690bf tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398345 Nov 29 18:32:26.081300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6c4c3-510a-4831-867a-3dedc4ffe48e req-927d0dc9-58fe-409a-83af-23f15f424dcc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:26.083005 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5df6c4c3-510a-4831-867a-3dedc4ffe48e req-927d0dc9-58fe-409a-83af-23f15f424dcc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=2658f169-b81f-4e98-addd-ca65f90d518c HTTP/1.1" status: 200 len: 946 time: 0.0520370 Nov 29 18:32:26.131689 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5df6c4c3-510a-4831-867a-3dedc4ffe48e req-50905dee-760e-47e9-bc78-16ae79f07445 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426931 Nov 29 18:32:26.244730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaae763-384c-4cdf-bf6f-b9e49b5329bb req-70dca850-68f2-4e62-bbc8-f7d9572fdfe7 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:26.246103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-deaae763-384c-4cdf-bf6f-b9e49b5329bb req-70dca850-68f2-4e62-bbc8-f7d9572fdfe7 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=2658f169-b81f-4e98-addd-ca65f90d518c HTTP/1.1" status: 200 len: 946 time: 0.0475531 Nov 29 18:32:26.292192 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-deaae763-384c-4cdf-bf6f-b9e49b5329bb req-2b8023db-5387-42bd-ac2f-1dacb311e026 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401380 Nov 29 18:32:26.447665 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-214940ea-516e-4e16-8f99-a91235b41640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:26.533762 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a0696-9ab1-4a58-bf05-b73ee31ee8f3 req-0043bbd1-2f90-41b5-829f-5cdee53fc305 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:26.535346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c9a0696-9ab1-4a58-bf05-b73ee31ee8f3 req-0043bbd1-2f90-41b5-829f-5cdee53fc305 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=2658f169-b81f-4e98-addd-ca65f90d518c HTTP/1.1" status: 200 len: 946 time: 0.0516891 Nov 29 18:32:26.581481 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c9a0696-9ab1-4a58-bf05-b73ee31ee8f3 req-189c8e0d-5d6a-4404-b33b-e0e5abcc633b tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401607 Nov 29 18:32:27.309921 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:27.631758 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:27.700523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28713fbd-f742-4b3c-9044-97442efe68d5 req-a5d77731-e861-4a14-89e8-022694dc8ac3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:27.701989 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28713fbd-f742-4b3c-9044-97442efe68d5 req-a5d77731-e861-4a14-89e8-022694dc8ac3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=2658f169-b81f-4e98-addd-ca65f90d518c HTTP/1.1" status: 200 len: 946 time: 0.0493934 Nov 29 18:32:27.750439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28713fbd-f742-4b3c-9044-97442efe68d5 req-26b2b489-50d7-4f68-b195-575256ccb60f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418277 Nov 29 18:32:27.935013 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083518a3-ae54-43f9-929a-7b373decd24d req-4613248d-21a0-4fe3-be50-8ed3791a8d4d tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:27.936393 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-083518a3-ae54-43f9-929a-7b373decd24d req-4613248d-21a0-4fe3-be50-8ed3791a8d4d tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.20 "GET /v2.0/ports?device_id=2658f169-b81f-4e98-addd-ca65f90d518c HTTP/1.1" status: 200 len: 946 time: 0.0476732 Nov 29 18:32:28.029125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-083518a3-ae54-43f9-929a-7b373decd24d req-d55831d2-3808-4743-8b15-81ba0c9d07c3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Deleting port 25dde75e-4669-4f17-b541-d9421ad54a51 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:32:28.029779 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-083518a3-ae54-43f9-929a-7b373decd24d req-d55831d2-3808-4743-8b15-81ba0c9d07c3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:28.122743 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-083518a3-ae54-43f9-929a-7b373decd24d req-d55831d2-3808-4743-8b15-81ba0c9d07c3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] For port 25dde75e-4669-4f17-b541-d9421ad54a51, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=25dde75e-4669-4f17-b541-d9421ad54a51,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:32:28.123167 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-083518a3-ae54-43f9-929a-7b373decd24d req-d55831d2-3808-4743-8b15-81ba0c9d07c3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:28.136013 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-083518a3-ae54-43f9-929a-7b373decd24d req-d55831d2-3808-4743-8b15-81ba0c9d07c3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Calling delete_port for 25dde75e-4669-4f17-b541-d9421ad54a51 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:32:28.264822 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-083518a3-ae54-43f9-929a-7b373decd24d req-d55831d2-3808-4743-8b15-81ba0c9d07c3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:28.276714 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5', '25dde75e-4669-4f17-b541-d9421ad54a51'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:32:28.294757 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55831d2-3808-4743-8b15-81ba0c9d07c3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Pushing event deleted for resources: {'Port': ['ID=25dde75e-4669-4f17-b541-d9421ad54a51,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:28.336458 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-083518a3-ae54-43f9-929a-7b373decd24d req-d55831d2-3808-4743-8b15-81ba0c9d07c3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] No DVR routers for this DVR port 25dde75e-4669-4f17-b541-d9421ad54a51 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:32:28.339133 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-083518a3-ae54-43f9-929a-7b373decd24d req-d55831d2-3808-4743-8b15-81ba0c9d07c3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:28.342565 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-083518a3-ae54-43f9-929a-7b373decd24d req-d55831d2-3808-4743-8b15-81ba0c9d07c3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.20 "DELETE /v2.0/ports/25dde75e-4669-4f17-b541-d9421ad54a51 HTTP/1.1" status: 204 len: 173 time: 0.3996327 Nov 29 18:32:28.343029 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2658f169-b81f-4e98-addd-ca65f90d518c', 'name': 'network-vif-deleted', 'tag': '25dde75e-4669-4f17-b541-d9421ad54a51'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:32:28.345293 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79807547-306d-480c-8b22-c96e1d50cd8e" -d '{"events": [{"server_uuid": "2658f169-b81f-4e98-addd-ca65f90d518c", "name": "network-vif-deleted", "tag": "25dde75e-4669-4f17-b541-d9421ad54a51"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:32:28.384347 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6bc382-7e94-4223-9969-1a806a3e8fc8 x-openstack-request-id: req-1b6bc382-7e94-4223-9969-1a806a3e8fc8 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:32:28.384904 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2658f169-b81f-4e98-addd-ca65f90d518c", "name": "network-vif-deleted", "tag": "25dde75e-4669-4f17-b541-d9421ad54a51", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:32:28.385160 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b6bc382-7e94-4223-9969-1a806a3e8fc8 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:32:28.385558 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2658f169-b81f-4e98-addd-ca65f90d518c', 'name': 'network-vif-deleted', 'tag': '25dde75e-4669-4f17-b541-d9421ad54a51', 'status': 'completed', 'code': 200} Nov 29 18:32:28.859079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6ff8af60-9cc5-4c88-8c45-31435308d15c req-c41f3423-3a2c-4727-80b6-91cdea131b3f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=2658f169-b81f-4e98-addd-ca65f90d518c HTTP/1.1" status: 200 len: 210 time: 0.0267563 Nov 29 18:32:29.154598 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:29.841881 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:29.977917 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:30.164485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600db714-3b89-4c95-b64b-1f443cabce01 req-f58bb920-d609-4fd9-aefa-003cb00c159a tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:30.165847 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-600db714-3b89-4c95-b64b-1f443cabce01 req-f58bb920-d609-4fd9-aefa-003cb00c159a tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 805 time: 0.1044271 Nov 29 18:32:30.180398 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-600db714-3b89-4c95-b64b-1f443cabce01 req-60dae651-f097-48ec-884e-b2c504a6ccd7 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/quotas/fd4b63e9fb9742f6acf61066e6129d1e HTTP/1.1" status: 200 len: 375 time: 0.0087638 Nov 29 18:32:30.230991 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-600db714-3b89-4c95-b64b-1f443cabce01 req-cbe4946b-32d8-4570-a171-bf1ecbc40b30 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0453732 Nov 29 18:32:30.333306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-600db714-3b89-4c95-b64b-1f443cabce01 req-38f5cb27-315e-4d6c-8d11-9ea23830afbd service neutron] 10.222.0.23 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948412 Nov 29 18:32:30.425253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-600db714-3b89-4c95-b64b-1f443cabce01 req-16e9d4f3-16e7-4dea-912e-522d94bbaa77 service neutron] 10.222.0.23 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844023 Nov 29 18:32:30.614001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1991e0ab-e150-4d08-bca1-c6313da4d5ac req-7d0e0ec2-6f5c-45e7-8d96-08e2e168fb73 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe6023d7-d9e0-40fd-990d-12b28271b687 HTTP/1.1" status: 200 len: 210 time: 0.0297313 Nov 29 18:32:31.560696 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600db714-3b89-4c95-b64b-1f443cabce01 req-78ce36c4-c5aa-4e8b-9a01-9fb00fa7c854 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:31.562161 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-600db714-3b89-4c95-b64b-1f443cabce01 req-78ce36c4-c5aa-4e8b-9a01-9fb00fa7c854 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.20 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 805 time: 0.1103861 Nov 29 18:32:31.575731 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-600db714-3b89-4c95-b64b-1f443cabce01 req-b45e35ef-7b3a-46e3-bc3d-bf3c9e1784b6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Request body: {'port': {'device_id': 'fe6023d7-d9e0-40fd-990d-12b28271b687', 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f', 'admin_state_up': True, 'tenant_id': 'fd4b63e9fb9742f6acf61066e6129d1e'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:32:31.683945 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600db714-3b89-4c95-b64b-1f443cabce01 req-b45e35ef-7b3a-46e3-bc3d-bf3c9e1784b6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Made reservation on behalf of fd4b63e9fb9742f6acf61066e6129d1e for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:32:31.687428 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-600db714-3b89-4c95-b64b-1f443cabce01 req-b45e35ef-7b3a-46e3-bc3d-bf3c9e1784b6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:31.718842 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 25dde75e-4669-4f17-b541-d9421ad54a51 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:32:31.721538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-35adf27e-a68e-4b40-8ffd-fcf28731a2d0 req-138d0bb2-c81f-4134-a6f9-962e12380d89 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe6023d7-d9e0-40fd-990d-12b28271b687 HTTP/1.1" status: 200 len: 210 time: 0.0290048 Nov 29 18:32:31.745816 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 25dde75e-4669-4f17-b541-d9421ad54a51 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:32:31.746497 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 25dde75e-4669-4f17-b541-d9421ad54a51 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:32:31.820461 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-600db714-3b89-4c95-b64b-1f443cabce01 req-b45e35ef-7b3a-46e3-bc3d-bf3c9e1784b6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Allocated IP 172.20.0.11 (576cd0ca-3f99-4b2a-8359-255993fee61f/26a49986-c9b3-439d-aace-384b572d9372/a0d0a84b-576a-4d9d-b142-ba848c2c3a61) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:32:31.968829 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-600db714-3b89-4c95-b64b-1f443cabce01 req-b45e35ef-7b3a-46e3-bc3d-bf3c9e1784b6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:32.003237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-600db714-3b89-4c95-b64b-1f443cabce01 req-b45e35ef-7b3a-46e3-bc3d-bf3c9e1784b6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:32.017799 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:32:32.048801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600db714-3b89-4c95-b64b-1f443cabce01 req-b45e35ef-7b3a-46e3-bc3d-bf3c9e1784b6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Network 576cd0ca-3f99-4b2a-8359-255993fee61f is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:32:32.053023 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-600db714-3b89-4c95-b64b-1f443cabce01 req-b45e35ef-7b3a-46e3-bc3d-bf3c9e1784b6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:32:32.060878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-600db714-3b89-4c95-b64b-1f443cabce01 req-b45e35ef-7b3a-46e3-bc3d-bf3c9e1784b6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:32:32.066683 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e35ef-7b3a-46e3-bc3d-bf3c9e1784b6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Pushing event updated for resources: {'Port': ['ID=a0d0a84b-576a-4d9d-b142-ba848c2c3a61,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:32.112944 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600db714-3b89-4c95-b64b-1f443cabce01 req-b45e35ef-7b3a-46e3-bc3d-bf3c9e1784b6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:32.113562 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-600db714-3b89-4c95-b64b-1f443cabce01 req-b45e35ef-7b3a-46e3-bc3d-bf3c9e1784b6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:32.129546 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-600db714-3b89-4c95-b64b-1f443cabce01 req-b45e35ef-7b3a-46e3-bc3d-bf3c9e1784b6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5575960 Nov 29 18:32:32.144314 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Request body: {'port': {'device_id': 'fe6023d7-d9e0-40fd-990d-12b28271b687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:32:32.199192 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:32.800437 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d0a84b-576a-4d9d-b142-ba848c2c3a61 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:32:32.807984 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:32.820327 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Transition to ACTIVE for port object a0d0a84b-576a-4d9d-b142-ba848c2c3a61 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:32:32.824930 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:32.847543 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179dfa7-0d56-4bcf-9bbd-59f858fc76b9 req-b3f276e3-046e-4d38-912a-9d2a3b90963c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:32.849037 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9179dfa7-0d56-4bcf-9bbd-59f858fc76b9 req-b3f276e3-046e-4d38-912a-9d2a3b90963c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe6023d7-d9e0-40fd-990d-12b28271b687 HTTP/1.1" status: 200 len: 932 time: 0.0543954 Nov 29 18:32:32.874614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d0a84b-576a-4d9d-b142-ba848c2c3a61,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:32.900137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9179dfa7-0d56-4bcf-9bbd-59f858fc76b9 req-a02b11cb-adcd-4656-a906-8e068eabc0da tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431943 Nov 29 18:32:32.947272 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Attempting to bind port a0d0a84b-576a-4d9d-b142-ba848c2c3a61 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:32:32.947500 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Attempting to bind port a0d0a84b-576a-4d9d-b142-ba848c2c3a61 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:32:32.947654 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Attempting to bind port a0d0a84b-576a-4d9d-b142-ba848c2c3a61 on network 576cd0ca-3f99-4b2a-8359-255993fee61f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:32:32.951923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Port a0d0a84b-576a-4d9d-b142-ba848c2c3a61 on network 576cd0ca-3f99-4b2a-8359-255993fee61f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:32:32.952247 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Attempting to bind port a0d0a84b-576a-4d9d-b142-ba848c2c3a61 on network 576cd0ca-3f99-4b2a-8359-255993fee61f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:32:32.957549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:32:32.957889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Checking segment: {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:32:32.958272 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Bound using segment: {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:32:32.958690 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Bound port: a0d0a84b-576a-4d9d-b142-ba848c2c3a61, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:32:32.959145 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:33.021712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] For port a0d0a84b-576a-4d9d-b142-ba848c2c3a61, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:32:33.024932 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] For port a0d0a84b-576a-4d9d-b142-ba848c2c3a61, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=a0d0a84b-576a-4d9d-b142-ba848c2c3a61,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:32:33.029026 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:33.063423 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:33.064421 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:33.065816 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-600db714-3b89-4c95-b64b-1f443cabce01 req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] 10.222.0.20 "PUT /v2.0/ports/a0d0a84b-576a-4d9d-b142-ba848c2c3a61 HTTP/1.1" status: 200 len: 1092 time: 0.9265893 Nov 29 18:32:33.070110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6023d7-d9e0-40fd-990d-12b28271b687', 'tag': 'a0d0a84b-576a-4d9d-b142-ba848c2c3a61'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:32:33.073019 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d6343b-7236-4246-8780-5412019f73e7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6023d7-d9e0-40fd-990d-12b28271b687", "tag": "a0d0a84b-576a-4d9d-b142-ba848c2c3a61"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:32:33.095589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77000e80-c83d-4eaf-943c-f85b81dfd112 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d0a84b-576a-4d9d-b142-ba848c2c3a61,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:33.117545 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9f8a51-81c0-4fd7-8763-6a948e380245 x-openstack-request-id: req-6e9f8a51-81c0-4fd7-8763-6a948e380245 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:32:33.117832 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6023d7-d9e0-40fd-990d-12b28271b687", "tag": "a0d0a84b-576a-4d9d-b142-ba848c2c3a61", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:32:33.118099 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e9f8a51-81c0-4fd7-8763-6a948e380245 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:32:33.118497 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6023d7-d9e0-40fd-990d-12b28271b687', 'tag': 'a0d0a84b-576a-4d9d-b142-ba848c2c3a61', 'status': 'completed', 'code': 200} Nov 29 18:32:33.154763 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600db714-3b89-4c95-b64b-1f443cabce01 req-0de2277c-5150-4709-9c7b-a7724f422e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:33.156312 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-600db714-3b89-4c95-b64b-1f443cabce01 req-0de2277c-5150-4709-9c7b-a7724f422e42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&device_id=fe6023d7-d9e0-40fd-990d-12b28271b687 HTTP/1.1" status: 200 len: 1095 time: 0.0481188 Nov 29 18:32:33.198187 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-600db714-3b89-4c95-b64b-1f443cabce01 req-6036bce1-e647-40aa-9872-cbeae213d4fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0d0a84b-576a-4d9d-b142-ba848c2c3a61 HTTP/1.1" status: 200 len: 217 time: 0.0334413 Nov 29 18:32:33.249459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600db714-3b89-4c95-b64b-1f443cabce01 req-b206176f-1166-4099-97cd-0c0c52df80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:33.250945 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-600db714-3b89-4c95-b64b-1f443cabce01 req-b206176f-1166-4099-97cd-0c0c52df80ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a49986-c9b3-439d-aace-384b572d9372 HTTP/1.1" status: 200 len: 845 time: 0.0440485 Nov 29 18:32:33.288960 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-600db714-3b89-4c95-b64b-1f443cabce01 req-113e6002-f996-4382-b279-8caf784ab998 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=576cd0ca-3f99-4b2a-8359-255993fee61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246391 Nov 29 18:32:33.380980 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-600db714-3b89-4c95-b64b-1f443cabce01 req-0144b95d-f70f-4bcd-b17c-7af511c08194 service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838125 Nov 29 18:32:33.474677 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-600db714-3b89-4c95-b64b-1f443cabce01 req-5d8e2d16-7908-4711-a2e4-801c28614a18 service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858898 Nov 29 18:32:33.567317 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6343b-7236-4246-8780-5412019f73e7 req-f2ccc572-f85e-4158-a008-5b45c814c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:33.568698 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-36d6343b-7236-4246-8780-5412019f73e7 req-f2ccc572-f85e-4158-a008-5b45c814c9da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&device_id=fe6023d7-d9e0-40fd-990d-12b28271b687 HTTP/1.1" status: 200 len: 1095 time: 0.0404584 Nov 29 18:32:33.661293 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6343b-7236-4246-8780-5412019f73e7 req-62157611-0d34-4efe-a90d-0c135cb8b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:33.662757 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-36d6343b-7236-4246-8780-5412019f73e7 req-62157611-0d34-4efe-a90d-0c135cb8b7ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 906 time: 0.0845361 Nov 29 18:32:33.708390 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-36d6343b-7236-4246-8780-5412019f73e7 req-70e1b17b-42aa-42b0-a1ff-0c95f5fe5264 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0d0a84b-576a-4d9d-b142-ba848c2c3a61 HTTP/1.1" status: 200 len: 217 time: 0.0373623 Nov 29 18:32:33.758371 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6343b-7236-4246-8780-5412019f73e7 req-7f1647aa-8c2e-4544-95e1-d304e5c90040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:33.759848 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-36d6343b-7236-4246-8780-5412019f73e7 req-7f1647aa-8c2e-4544-95e1-d304e5c90040 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=26a49986-c9b3-439d-aace-384b572d9372 HTTP/1.1" status: 200 len: 845 time: 0.0437136 Nov 29 18:32:33.798459 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-36d6343b-7236-4246-8780-5412019f73e7 req-eb961733-8a98-4de3-84d8-cd135a7775b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=576cd0ca-3f99-4b2a-8359-255993fee61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265899 Nov 29 18:32:33.895772 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-36d6343b-7236-4246-8780-5412019f73e7 req-d9f9484f-9389-46e2-aa91-4e8e8226501c service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898972 Nov 29 18:32:33.985661 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-36d6343b-7236-4246-8780-5412019f73e7 req-49417b76-5ddc-4327-8e37-edae7826a4cc service neutron] 10.222.0.20 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819447 Nov 29 18:32:34.017452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5871be1-7799-4f0f-83b7-3851a1265db0 req-12a88564-0889-4a32-b55a-2ac05a5dc0be tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:34.019012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5871be1-7799-4f0f-83b7-3851a1265db0 req-12a88564-0889-4a32-b55a-2ac05a5dc0be tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe6023d7-d9e0-40fd-990d-12b28271b687 HTTP/1.1" status: 200 len: 944 time: 0.0502534 Nov 29 18:32:34.069520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5871be1-7799-4f0f-83b7-3851a1265db0 req-d31c78df-8a6b-40d6-9104-b9945ee06378 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428920 Nov 29 18:32:35.182233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7d5dc-ccf8-447f-b12d-fae7a871a0f5 req-fd5e7630-13f7-45dc-8d7d-8495ff4c6b53 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:35.183705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79d7d5dc-ccf8-447f-b12d-fae7a871a0f5 req-fd5e7630-13f7-45dc-8d7d-8495ff4c6b53 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe6023d7-d9e0-40fd-990d-12b28271b687 HTTP/1.1" status: 200 len: 944 time: 0.0465643 Nov 29 18:32:35.233608 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79d7d5dc-ccf8-447f-b12d-fae7a871a0f5 req-954dbdcf-9597-4d9b-896c-7f3e4f4d2da2 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439696 Nov 29 18:32:35.750467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device a0d0a84b-576a-4d9d-b142-ba848c2c3a61 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:32:35.845307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port a0d0a84b-576a-4d9d-b142-ba848c2c3a61, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=a0d0a84b-576a-4d9d-b142-ba848c2c3a61,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:32:35.857303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'a0d0a84b-576a-4d9d-b142-ba848c2c3a61', 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f', 'port_id': 'a0d0a84b-576a-4d9d-b142-ba848c2c3a61', 'mac_address': 'fa:16:3e:62:51:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a49986-c9b3-439d-aace-384b572d9372', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:32:35.893344 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:35.906183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d0a84b-576a-4d9d-b142-ba848c2c3a61 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:32:35.927660 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port a0d0a84b-576a-4d9d-b142-ba848c2c3a61, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=a0d0a84b-576a-4d9d-b142-ba848c2c3a61,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:32:35.931944 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:35.982321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=a0d0a84b-576a-4d9d-b142-ba848c2c3a61,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:35.990100 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:35.990448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:35.990810 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:35.991154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:35.991490 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:35.991826 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:35.992158 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:35.992484 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:35.992811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:35.993138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:35.993463 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:35.993786 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:36.158657 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['a0d0a84b-576a-4d9d-b142-ba848c2c3a61'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:32:36.347916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb947a5-502f-4f50-803e-bb62293166b5 req-2f63f54b-8f87-49aa-96f4-725a1483b5b7 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:36.350069 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8eb947a5-502f-4f50-803e-bb62293166b5 req-2f63f54b-8f87-49aa-96f4-725a1483b5b7 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe6023d7-d9e0-40fd-990d-12b28271b687 HTTP/1.1" status: 200 len: 945 time: 0.0482903 Nov 29 18:32:36.396508 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8eb947a5-502f-4f50-803e-bb62293166b5 req-711a7220-0e42-4c45-85ed-5e484b196398 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400684 Nov 29 18:32:37.509663 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c950b-2a40-4a5e-9b11-244af538d1b0 req-92d6b73c-3d0a-4ffb-93ce-e44b60c2d3ed tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:37.511160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-107c950b-2a40-4a5e-9b11-244af538d1b0 req-92d6b73c-3d0a-4ffb-93ce-e44b60c2d3ed tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe6023d7-d9e0-40fd-990d-12b28271b687 HTTP/1.1" status: 200 len: 945 time: 0.0489733 Nov 29 18:32:37.558424 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-107c950b-2a40-4a5e-9b11-244af538d1b0 req-503a6b2d-06be-46e9-b1d7-9d598b244049 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Nov 29 18:32:37.750224 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device a0d0a84b-576a-4d9d-b142-ba848c2c3a61 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:32:37.797767 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port a0d0a84b-576a-4d9d-b142-ba848c2c3a61 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:32:37.801505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port a0d0a84b-576a-4d9d-b142-ba848c2c3a61 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:32:37.801880 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:37.879703 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:37.901525 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6023d7-d9e0-40fd-990d-12b28271b687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d0a84b-576a-4d9d-b142-ba848c2c3a61'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:32:37.903783 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd6988b-a40e-4a45-a6a7-1e9f3aed0f31" -d '{"events": [{"server_uuid": "fe6023d7-d9e0-40fd-990d-12b28271b687", "name": "network-vif-plugged", "status": "completed", "tag": "a0d0a84b-576a-4d9d-b142-ba848c2c3a61"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:32:37.917144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port a0d0a84b-576a-4d9d-b142-ba848c2c3a61, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=a0d0a84b-576a-4d9d-b142-ba848c2c3a61,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:32:37.921245 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:37.947254 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cb5905-ff8d-4d7c-afd9-8b815b6b381f x-openstack-request-id: req-f8cb5905-ff8d-4d7c-afd9-8b815b6b381f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:32:37.947557 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6023d7-d9e0-40fd-990d-12b28271b687", "name": "network-vif-plugged", "status": "completed", "tag": "a0d0a84b-576a-4d9d-b142-ba848c2c3a61", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:32:37.947822 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8cb5905-ff8d-4d7c-afd9-8b815b6b381f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:32:37.948219 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6023d7-d9e0-40fd-990d-12b28271b687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d0a84b-576a-4d9d-b142-ba848c2c3a61', 'code': 200} Nov 29 18:32:37.976763 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=a0d0a84b-576a-4d9d-b142-ba848c2c3a61,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:38.050979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f1832-6f26-400b-a06c-fc8307b8deb8 req-6a12b001-b061-4d58-a95c-2691eeab11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:38.052614 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-260f1832-6f26-400b-a06c-fc8307b8deb8 req-6a12b001-b061-4d58-a95c-2691eeab11e7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe6023d7-d9e0-40fd-990d-12b28271b687 HTTP/1.1" status: 200 len: 1097 time: 0.0478501 Nov 29 18:32:38.101580 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-260f1832-6f26-400b-a06c-fc8307b8deb8 req-7f662270-8536-409c-aeed-bad625930643 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416620 Nov 29 18:32:38.679406 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0f505-8c65-4407-9cc6-9ce17612521e req-4c02ae9a-1970-4e5c-a11d-eaa90a967d76 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:38.680876 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50c0f505-8c65-4407-9cc6-9ce17612521e req-4c02ae9a-1970-4e5c-a11d-eaa90a967d76 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe6023d7-d9e0-40fd-990d-12b28271b687 HTTP/1.1" status: 200 len: 946 time: 0.0541356 Nov 29 18:32:38.728119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50c0f505-8c65-4407-9cc6-9ce17612521e req-26081a67-439c-43c9-a1ac-1103e87406bd tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404811 Nov 29 18:32:39.851664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f01e19-c517-4d82-b065-a23bfa482369 req-77749c6b-eb78-47d8-b18a-15cdfa72a8d0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:39.853143 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51f01e19-c517-4d82-b065-a23bfa482369 req-77749c6b-eb78-47d8-b18a-15cdfa72a8d0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe6023d7-d9e0-40fd-990d-12b28271b687 HTTP/1.1" status: 200 len: 946 time: 0.0479562 Nov 29 18:32:39.899805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51f01e19-c517-4d82-b065-a23bfa482369 req-9b291f98-9ad0-4956-9e7d-fe4127baac2b tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 Nov 29 18:32:40.124111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-8fec40a9-fc1e-4fff-8a99-a594c9cc0aca tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:40.125565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-8fec40a9-fc1e-4fff-8a99-a594c9cc0aca tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 805 time: 0.1045814 Nov 29 18:32:40.140676 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-53cc50b5-f6b4-4623-95f8-a7bd55543e5e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/quotas/fd4b63e9fb9742f6acf61066e6129d1e HTTP/1.1" status: 200 len: 375 time: 0.0093350 Nov 29 18:32:40.189068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-133b8086-f42e-48f7-8198-ee34bfb90882 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433514 Nov 29 18:32:40.652913 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-384a0d84-3646-41ac-a274-4b3a087fd3d6 service neutron] 10.222.0.23 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561970 Nov 29 18:32:40.741549 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-3f8b8e96-e20c-49ab-9712-f00e6ca5f360 service neutron] 10.222.0.23 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815303 Nov 29 18:32:40.898898 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72bebf0c-8eb6-4394-a925-fd1c429d0546 req-cce0a74d-bec5-49ad-90c5-1766a1f0f100 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 210 time: 0.0266759 Nov 29 18:32:41.805546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-22b70bda-dce6-4475-85cd-2a35066522b9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:41.807043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-22b70bda-dce6-4475-85cd-2a35066522b9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.31 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 805 time: 0.1064370 Nov 29 18:32:41.820086 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Request body: {'port': {'device_id': '19526c25-1368-4739-9564-a3125cb499ca', 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f', 'admin_state_up': True, 'tenant_id': 'fd4b63e9fb9742f6acf61066e6129d1e'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:32:41.925579 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Made reservation on behalf of fd4b63e9fb9742f6acf61066e6129d1e for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:32:41.929729 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:42.015761 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-03d3e7dc-2d95-46c7-ad94-5c3dc5cd6ffb req-be02061f-5393-4375-81c6-f8159f3458c2 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 210 time: 0.0309050 Nov 29 18:32:42.080502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Allocated IP 172.20.0.10 (576cd0ca-3f99-4b2a-8359-255993fee61f/26a49986-c9b3-439d-aace-384b572d9372/a2976383-6644-4d6b-831a-34db1339fcd5) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:32:42.225543 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:42.256712 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:42.273241 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5', 'a0d0a84b-576a-4d9d-b142-ba848c2c3a61'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:32:42.302934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Network 576cd0ca-3f99-4b2a-8359-255993fee61f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:32:42.306041 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:32:42.310033 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:32:42.335027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Pushing event updated for resources: {'Port': ['ID=a2976383-6644-4d6b-831a-34db1339fcd5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:42.353443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:42.353854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:42.354214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:42.354883 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:42.355289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:42.355665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:42.356326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:42.356326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:42.356758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:42.357184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:42.357523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:42.357900 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:32:42.381496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:42.382104 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:42.398611 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-d15b8169-e15f-4779-ba5e-bf50c3dbf9c6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5828538 Nov 29 18:32:42.424939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Request body: {'port': {'device_id': '19526c25-1368-4739-9564-a3125cb499ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:32:42.476536 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:42.731664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2976383-6644-4d6b-831a-34db1339fcd5 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:32:42.738871 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:42.750210 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Transition to ACTIVE for port object a2976383-6644-4d6b-831a-34db1339fcd5 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:32:42.754102 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:42.803124 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Pushing event updated for resources: {'Port': ['ID=a2976383-6644-4d6b-831a-34db1339fcd5,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:42.868128 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Attempting to bind port a2976383-6644-4d6b-831a-34db1339fcd5 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:32:42.868463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Attempting to bind port a2976383-6644-4d6b-831a-34db1339fcd5 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:32:42.868787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Attempting to bind port a2976383-6644-4d6b-831a-34db1339fcd5 on network 576cd0ca-3f99-4b2a-8359-255993fee61f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:32:42.872994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Port a2976383-6644-4d6b-831a-34db1339fcd5 on network 576cd0ca-3f99-4b2a-8359-255993fee61f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:32:42.873307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Attempting to bind port a2976383-6644-4d6b-831a-34db1339fcd5 on network 576cd0ca-3f99-4b2a-8359-255993fee61f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:32:42.878010 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:32:42.878341 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Checking segment: {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:32:42.878715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Bound using segment: {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:32:42.879168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Bound port: a2976383-6644-4d6b-831a-34db1339fcd5, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:32:42.879514 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:42.943083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] For port a2976383-6644-4d6b-831a-34db1339fcd5, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:32:42.946715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] For port a2976383-6644-4d6b-831a-34db1339fcd5, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a2976383-6644-4d6b-831a-34db1339fcd5,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:32:42.951027 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:42.982569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:42.983345 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:42.984765 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] 10.222.0.31 "PUT /v2.0/ports/a2976383-6644-4d6b-831a-34db1339fcd5 HTTP/1.1" status: 200 len: 1092 time: 0.5640407 Nov 29 18:32:42.987066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19526c25-1368-4739-9564-a3125cb499ca', 'tag': 'a2976383-6644-4d6b-831a-34db1339fcd5'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:32:42.989939 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc1a4ad-b892-4059-809c-ea608422512f" -d '{"events": [{"name": "network-changed", "server_uuid": "19526c25-1368-4739-9564-a3125cb499ca", "tag": "a2976383-6644-4d6b-831a-34db1339fcd5"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:32:43.017705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c272fd-8336-45a1-8f35-033b09715ffd service neutron] Pushing event updated for resources: {'Port': ['ID=a2976383-6644-4d6b-831a-34db1339fcd5,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:43.072085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-824f02ac-4196-43d3-a0a2-e75c900079a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:43.073605 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-824f02ac-4196-43d3-a0a2-e75c900079a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 1095 time: 0.0467532 Nov 29 18:32:43.116072 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470262c9-23cd-4d29-8844-bd40a310fb01 x-openstack-request-id: req-470262c9-23cd-4d29-8844-bd40a310fb01 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:32:43.116363 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19526c25-1368-4739-9564-a3125cb499ca", "tag": "a2976383-6644-4d6b-831a-34db1339fcd5", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:32:43.116618 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-470262c9-23cd-4d29-8844-bd40a310fb01 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:32:43.117013 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19526c25-1368-4739-9564-a3125cb499ca', 'tag': 'a2976383-6644-4d6b-831a-34db1339fcd5', 'status': 'completed', 'code': 200} Nov 29 18:32:43.119346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-dfd70c39-6ede-45d9-b070-e05139d60329 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2976383-6644-4d6b-831a-34db1339fcd5 HTTP/1.1" status: 200 len: 217 time: 0.0382328 Nov 29 18:32:43.191700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-a3f5b4e0-7497-4a4b-a53c-de18d2329feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:43.193161 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-a3f5b4e0-7497-4a4b-a53c-de18d2329feb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26a49986-c9b3-439d-aace-384b572d9372 HTTP/1.1" status: 200 len: 845 time: 0.0665827 Nov 29 18:32:43.205427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98f9cb-f8d9-447d-a1d0-a44163733c33 req-d2d22971-bea8-4c40-9c68-32b15a7daf65 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:43.206809 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca98f9cb-f8d9-447d-a1d0-a44163733c33 req-d2d22971-bea8-4c40-9c68-32b15a7daf65 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 944 time: 0.0930808 Nov 29 18:32:43.242344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-71008fcb-69aa-42c1-90cc-241924a64627 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=576cd0ca-3f99-4b2a-8359-255993fee61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345049 Nov 29 18:32:43.315703 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca98f9cb-f8d9-447d-a1d0-a44163733c33 req-6402ab56-a917-401b-beb9-91f14695ef3a tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008043 Nov 29 18:32:43.352252 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-ec6a6980-a849-4581-9c4c-39d34161d50a service neutron] 10.222.0.31 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979655 Nov 29 18:32:43.441573 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0009c3b5-533c-4e20-b375-140149ce5a5c req-fb9dfe52-b355-4825-bcb4-42fada736f4a service neutron] 10.222.0.31 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817235 Nov 29 18:32:43.535255 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1a4ad-b892-4059-809c-ea608422512f req-1b86b0d3-7e76-412c-95ed-0a46c6c17e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:43.536661 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5fc1a4ad-b892-4059-809c-ea608422512f req-1b86b0d3-7e76-412c-95ed-0a46c6c17e5c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 1095 time: 0.0481722 Nov 29 18:32:43.634372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1a4ad-b892-4059-809c-ea608422512f req-3410b7fc-3ff4-4241-ac38-75950b0a5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:43.635884 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5fc1a4ad-b892-4059-809c-ea608422512f req-3410b7fc-3ff4-4241-ac38-75950b0a5f95 service neutron] 10.222.0.31 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 906 time: 0.0913038 Nov 29 18:32:43.684300 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5fc1a4ad-b892-4059-809c-ea608422512f req-ccf60ea5-de0d-4e5d-9e26-884b3f447d85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2976383-6644-4d6b-831a-34db1339fcd5 HTTP/1.1" status: 200 len: 217 time: 0.0404184 Nov 29 18:32:43.733932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1a4ad-b892-4059-809c-ea608422512f req-ebce3923-ef28-4e68-a291-59e4bb334c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:43.735390 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5fc1a4ad-b892-4059-809c-ea608422512f req-ebce3923-ef28-4e68-a291-59e4bb334c1e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26a49986-c9b3-439d-aace-384b572d9372 HTTP/1.1" status: 200 len: 845 time: 0.0446353 Nov 29 18:32:43.765597 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5fc1a4ad-b892-4059-809c-ea608422512f req-e8d30591-bc54-4c25-9bb5-005072471d5c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=576cd0ca-3f99-4b2a-8359-255993fee61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237286 Nov 29 18:32:43.861332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5fc1a4ad-b892-4059-809c-ea608422512f req-da899596-19b4-4d09-b32f-8d5195950a0c service neutron] 10.222.0.31 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877936 Nov 29 18:32:43.951930 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5fc1a4ad-b892-4059-809c-ea608422512f req-aea7ee0e-5b0e-4335-b2d4-11aa2b1d3ac5 service neutron] 10.222.0.31 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836058 Nov 29 18:32:44.434425 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28b893-f0fa-4d08-9ae5-fac7b251a6b7 req-d174ac96-f4c6-4f7f-8b90-77f4c47a7c94 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:44.435930 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c28b893-f0fa-4d08-9ae5-fac7b251a6b7 req-d174ac96-f4c6-4f7f-8b90-77f4c47a7c94 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 944 time: 0.0486286 Nov 29 18:32:44.483012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c28b893-f0fa-4d08-9ae5-fac7b251a6b7 req-2cedea09-09fb-4dd7-8337-f4cf428879ad tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410924 Nov 29 18:32:45.602560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8e3e5-a5bf-4ba3-84aa-e293012fe98c req-c50bd171-1ede-4264-b6e7-21f3bc055d2f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:45.604070 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbd8e3e5-a5bf-4ba3-84aa-e293012fe98c req-c50bd171-1ede-4264-b6e7-21f3bc055d2f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 944 time: 0.0536113 Nov 29 18:32:45.651041 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbd8e3e5-a5bf-4ba3-84aa-e293012fe98c req-9ffcf419-0ece-45c7-8b2a-ed6559e1cdc1 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406995 Nov 29 18:32:46.489244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a2976383-6644-4d6b-831a-34db1339fcd5 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:32:46.585220 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a2976383-6644-4d6b-831a-34db1339fcd5, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a2976383-6644-4d6b-831a-34db1339fcd5,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:32:46.596089 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'a2976383-6644-4d6b-831a-34db1339fcd5', 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f', 'port_id': 'a2976383-6644-4d6b-831a-34db1339fcd5', 'mac_address': 'fa:16:3e:64:f6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a49986-c9b3-439d-aace-384b572d9372', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:32:46.645656 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:46.658473 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2976383-6644-4d6b-831a-34db1339fcd5 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:32:46.678587 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a2976383-6644-4d6b-831a-34db1339fcd5, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a2976383-6644-4d6b-831a-34db1339fcd5,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:32:46.682516 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:46.731341 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=a2976383-6644-4d6b-831a-34db1339fcd5,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:46.765872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6268f-3728-4c01-a5ad-030b21366c6c req-ba8827c3-1b42-45de-9c23-8869c896667c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:46.767390 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1c6268f-3728-4c01-a5ad-030b21366c6c req-ba8827c3-1b42-45de-9c23-8869c896667c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 945 time: 0.0496740 Nov 29 18:32:46.814884 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1c6268f-3728-4c01-a5ad-030b21366c6c req-06eec622-6335-446b-bf07-a6d635b760c2 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409923 Nov 29 18:32:47.019791 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['a2976383-6644-4d6b-831a-34db1339fcd5'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:32:47.932037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7df0a2-f962-4ccb-9fe9-ab80ca68b26b req-d3de0820-97de-409d-99aa-754b1f5ba2cb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:47.933558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-db7df0a2-f962-4ccb-9fe9-ab80ca68b26b req-d3de0820-97de-409d-99aa-754b1f5ba2cb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 945 time: 0.0522435 Nov 29 18:32:47.989095 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-db7df0a2-f962-4ccb-9fe9-ab80ca68b26b req-a3974c95-dd99-4409-8087-41a38fc2a9cb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492587 Nov 29 18:32:48.497797 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a2976383-6644-4d6b-831a-34db1339fcd5 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:32:48.546204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port a2976383-6644-4d6b-831a-34db1339fcd5 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:32:48.549921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port a2976383-6644-4d6b-831a-34db1339fcd5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:32:48.550295 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:48.627985 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:48.650391 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19526c25-1368-4739-9564-a3125cb499ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2976383-6644-4d6b-831a-34db1339fcd5'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:32:48.652646 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5dc3dd-4de3-465c-be5d-c0efb354bd69" -d '{"events": [{"server_uuid": "19526c25-1368-4739-9564-a3125cb499ca", "name": "network-vif-plugged", "status": "completed", "tag": "a2976383-6644-4d6b-831a-34db1339fcd5"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:32:48.665113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a2976383-6644-4d6b-831a-34db1339fcd5, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a2976383-6644-4d6b-831a-34db1339fcd5,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:32:48.670795 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:48.693683 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65418f70-6b2b-40c5-8069-a55c0010fb53 x-openstack-request-id: req-65418f70-6b2b-40c5-8069-a55c0010fb53 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:32:48.693977 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19526c25-1368-4739-9564-a3125cb499ca", "name": "network-vif-plugged", "status": "completed", "tag": "a2976383-6644-4d6b-831a-34db1339fcd5", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:32:48.694240 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65418f70-6b2b-40c5-8069-a55c0010fb53 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:32:48.695255 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19526c25-1368-4739-9564-a3125cb499ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2976383-6644-4d6b-831a-34db1339fcd5', 'code': 200} Nov 29 18:32:48.723308 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=a2976383-6644-4d6b-831a-34db1339fcd5,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:48.792461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e75c4f-06c8-46c2-abc5-27d97d8cf594 req-abc768a9-492e-45ee-b389-28fedf939d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:48.793959 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e75c4f-06c8-46c2-abc5-27d97d8cf594 req-abc768a9-492e-45ee-b389-28fedf939d5d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 1097 time: 0.0403633 Nov 29 18:32:48.839411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4e75c4f-06c8-46c2-abc5-27d97d8cf594 req-7ee2768d-4b44-4b83-b18e-e1e27409492e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378842 Nov 29 18:32:49.105732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790f0a5-8728-4f32-86d5-14db0f820146 req-86bc59b2-a355-4498-968f-399df2ec08c0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:49.107234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1790f0a5-8728-4f32-86d5-14db0f820146 req-86bc59b2-a355-4498-968f-399df2ec08c0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 946 time: 0.0487595 Nov 29 18:32:49.156439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1790f0a5-8728-4f32-86d5-14db0f820146 req-8856ee95-f1b2-49b8-8187-452700bddf8a tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414145 Nov 29 18:32:50.278044 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f1358-cf8e-4611-acd9-eadfad48d5d6 req-295bfac9-6a26-4951-94ee-f96b88538bb4 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:50.279755 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e22f1358-cf8e-4611-acd9-eadfad48d5d6 req-295bfac9-6a26-4951-94ee-f96b88538bb4 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 946 time: 0.0547333 Nov 29 18:32:50.329734 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e22f1358-cf8e-4611-acd9-eadfad48d5d6 req-1dd46879-66fc-4cce-b582-e0139c9cba36 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439744 Nov 29 18:32:51.042756 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bea33-22cc-4686-bcc9-14c55fd94693 req-4f2b6bc6-e660-4980-9e39-b04ada9d7633 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:51.044361 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae4bea33-22cc-4686-bcc9-14c55fd94693 req-4f2b6bc6-e660-4980-9e39-b04ada9d7633 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 945 time: 0.0497255 Nov 29 18:32:51.094923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae4bea33-22cc-4686-bcc9-14c55fd94693 req-434df355-9e20-41eb-aa90-5fb4c7494e67 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444739 Nov 29 18:32:51.456169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ce13d-2f08-406f-9008-e7197c5a5a7e req-a00959c1-1ef1-41ae-b13a-db034933f6e0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:51.457716 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e8ce13d-2f08-406f-9008-e7197c5a5a7e req-a00959c1-1ef1-41ae-b13a-db034933f6e0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 946 time: 0.0555799 Nov 29 18:32:51.504837 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e8ce13d-2f08-406f-9008-e7197c5a5a7e req-55819a0c-b709-4452-9f0b-dbf1e5c6dab7 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404658 Nov 29 18:32:51.624678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ea4c2-8e16-4db4-af65-10ebd86e9e49 req-d9abbeae-561c-41fe-aaf6-d8c9e70b394a tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:51.626132 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c00ea4c2-8e16-4db4-af65-10ebd86e9e49 req-d9abbeae-561c-41fe-aaf6-d8c9e70b394a tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe6023d7-d9e0-40fd-990d-12b28271b687 HTTP/1.1" status: 200 len: 946 time: 0.0521529 Nov 29 18:32:51.673149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c00ea4c2-8e16-4db4-af65-10ebd86e9e49 req-48230873-c72d-4e19-be14-bb35b8417a50 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 Nov 29 18:32:51.784915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215c75a-9033-4b2a-bc17-37318321ee89 req-55306600-0b5d-4e05-85cc-c5601e8e2089 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:51.786389 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2215c75a-9033-4b2a-bc17-37318321ee89 req-55306600-0b5d-4e05-85cc-c5601e8e2089 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 946 time: 0.0487411 Nov 29 18:32:51.838761 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2215c75a-9033-4b2a-bc17-37318321ee89 req-1047fd9e-9938-4a2c-b628-64c98c2070da tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463696 Nov 29 18:32:52.072197 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee01948-1f75-4465-8d2b-94256ca7ca24 req-525b1265-3c93-4e6a-ab7b-57ea95e6ce7b tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:52.073690 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ee01948-1f75-4465-8d2b-94256ca7ca24 req-525b1265-3c93-4e6a-ab7b-57ea95e6ce7b tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 946 time: 0.0504096 Nov 29 18:32:52.121694 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ee01948-1f75-4465-8d2b-94256ca7ca24 req-ef4f84a3-e94f-40c6-9bd3-afc4cf7a1661 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417652 Nov 29 18:32:52.217599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33f72f-6b45-436a-853e-5306d286208f req-d0d49886-af90-44d0-b34f-c65e781e7a55 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:52.219011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a33f72f-6b45-436a-853e-5306d286208f req-d0d49886-af90-44d0-b34f-c65e781e7a55 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 945 time: 0.0493836 Nov 29 18:32:52.267833 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a33f72f-6b45-436a-853e-5306d286208f req-876e3dea-a0e5-4639-b71c-b33f565b88b1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427241 Nov 29 18:32:52.746573 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4413a86-fd69-4184-8b96-714b58e35001 req-9d5b3921-5042-458f-b89f-d3caaf7f1f4a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:52.748028 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4413a86-fd69-4184-8b96-714b58e35001 req-9d5b3921-5042-458f-b89f-d3caaf7f1f4a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 945 time: 0.0519807 Nov 29 18:32:52.847802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-d4413a86-fd69-4184-8b96-714b58e35001 req-ade2094c-c3f1-46b0-8568-384e8b119a62 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Deleting port 2bf362f2-e748-4493-bf92-cdb4405f5cd4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:32:52.848147 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d4413a86-fd69-4184-8b96-714b58e35001 req-ade2094c-c3f1-46b0-8568-384e8b119a62 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:52.940992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-d4413a86-fd69-4184-8b96-714b58e35001 req-ade2094c-c3f1-46b0-8568-384e8b119a62 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] For port 2bf362f2-e748-4493-bf92-cdb4405f5cd4, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=2bf362f2-e748-4493-bf92-cdb4405f5cd4,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:32:52.941277 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d4413a86-fd69-4184-8b96-714b58e35001 req-ade2094c-c3f1-46b0-8568-384e8b119a62 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:53.117959 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d4413a86-fd69-4184-8b96-714b58e35001 req-ade2094c-c3f1-46b0-8568-384e8b119a62 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:53.118888 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d4413a86-fd69-4184-8b96-714b58e35001 req-ade2094c-c3f1-46b0-8568-384e8b119a62 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:53.119193 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-d4413a86-fd69-4184-8b96-714b58e35001 req-ade2094c-c3f1-46b0-8568-384e8b119a62 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Floating IP acfe2e38-639b-4044-abe0-7463b98f2f39 disassociated. External IP: 172.25.3.150, port: 2bf362f2-e748-4493-bf92-cdb4405f5cd4. Nov 29 18:32:53.119538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-d4413a86-fd69-4184-8b96-714b58e35001 req-ade2094c-c3f1-46b0-8568-384e8b119a62 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Calling delete_port for 2bf362f2-e748-4493-bf92-cdb4405f5cd4 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:32:53.276012 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f7c12-ec06-4008-9f9b-a2d2ea5b9351 req-f7f0c9df-43d9-48c2-ad08-5aaa93f7c578 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:53.277407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f73f7c12-ec06-4008-9f9b-a2d2ea5b9351 req-f7f0c9df-43d9-48c2-ad08-5aaa93f7c578 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 946 time: 0.0854487 Nov 29 18:32:53.290894 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d4413a86-fd69-4184-8b96-714b58e35001 req-ade2094c-c3f1-46b0-8568-384e8b119a62 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:53.330614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2094c-c3f1-46b0-8568-384e8b119a62 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event deleted for resources: {'Port': ['ID=2bf362f2-e748-4493-bf92-cdb4405f5cd4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:53.390024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f73f7c12-ec06-4008-9f9b-a2d2ea5b9351 req-9f866d71-7ea3-4286-9e7c-8177f141c423 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062949 Nov 29 18:32:53.391909 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-363a7436-d716-4cc6-8464-c0869366a6be req-a0d739ab-2b4a-41e5-bfea-dd104c2c51a2 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 210 time: 0.0489979 Nov 29 18:32:53.495069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4413a86-fd69-4184-8b96-714b58e35001 req-ade2094c-c3f1-46b0-8568-384e8b119a62 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Router e40b4485-685f-4926-ba89-30bd1735c444 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:32:53.598804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4413a86-fd69-4184-8b96-714b58e35001 req-ade2094c-c3f1-46b0-8568-384e8b119a62 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:32:53.610835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61abbb4-b703-43b7-8b5f-a78c683a2d30 None None] Sync routers for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:32:53.620034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125aab3e-eff9-4297-8fe0-93c892ec7e98 req-dc5f31dc-307e-4af8-911a-808a56cfdaf2 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:53.620574 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61abbb4-b703-43b7-8b5f-a78c683a2d30 None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:32:53.620704 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a61abbb4-b703-43b7-8b5f-a78c683a2d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:32:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:32:53.621602 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-125aab3e-eff9-4297-8fe0-93c892ec7e98 req-dc5f31dc-307e-4af8-911a-808a56cfdaf2 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.31 "GET /v2.0/ports?device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 946 time: 0.0533397 Nov 29 18:32:53.645994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4413a86-fd69-4184-8b96-714b58e35001 req-ade2094c-c3f1-46b0-8568-384e8b119a62 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] No DVR routers for this DVR port 2bf362f2-e748-4493-bf92-cdb4405f5cd4 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:32:53.648965 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d4413a86-fd69-4184-8b96-714b58e35001 req-ade2094c-c3f1-46b0-8568-384e8b119a62 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:53.652967 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4413a86-fd69-4184-8b96-714b58e35001 req-ade2094c-c3f1-46b0-8568-384e8b119a62 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "DELETE /v2.0/ports/2bf362f2-e748-4493-bf92-cdb4405f5cd4 HTTP/1.1" status: 204 len: 173 time: 0.8927217 Nov 29 18:32:53.653478 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9275abb5-c3f5-4822-a709-fd27639e0b7c', 'name': 'network-vif-deleted', 'tag': '2bf362f2-e748-4493-bf92-cdb4405f5cd4'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:32:53.655855 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a709459-2654-4d48-9d6c-bb074a95c531" -d '{"events": [{"server_uuid": "9275abb5-c3f5-4822-a709-fd27639e0b7c", "name": "network-vif-deleted", "tag": "2bf362f2-e748-4493-bf92-cdb4405f5cd4"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:32:53.718918 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cffd36-6f8e-44d6-8942-225a057638a4 x-openstack-request-id: req-b0cffd36-6f8e-44d6-8942-225a057638a4 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:32:53.719324 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9275abb5-c3f5-4822-a709-fd27639e0b7c", "name": "network-vif-deleted", "tag": "2bf362f2-e748-4493-bf92-cdb4405f5cd4", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:32:53.719592 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0cffd36-6f8e-44d6-8942-225a057638a4 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:32:53.720054 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9275abb5-c3f5-4822-a709-fd27639e0b7c', 'name': 'network-vif-deleted', 'tag': '2bf362f2-e748-4493-bf92-cdb4405f5cd4', 'status': 'completed', 'code': 200} Nov 29 18:32:53.764603 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-125aab3e-eff9-4297-8fe0-93c892ec7e98 req-f53f41de-61d2-4662-b303-34d87b1f723e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Deleting port a2976383-6644-4d6b-831a-34db1339fcd5 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:32:53.764944 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-125aab3e-eff9-4297-8fe0-93c892ec7e98 req-f53f41de-61d2-4662-b303-34d87b1f723e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:53.906917 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-125aab3e-eff9-4297-8fe0-93c892ec7e98 req-f53f41de-61d2-4662-b303-34d87b1f723e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] For port a2976383-6644-4d6b-831a-34db1339fcd5, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a2976383-6644-4d6b-831a-34db1339fcd5,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:32:53.907436 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-125aab3e-eff9-4297-8fe0-93c892ec7e98 req-f53f41de-61d2-4662-b303-34d87b1f723e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:53.933811 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-125aab3e-eff9-4297-8fe0-93c892ec7e98 req-f53f41de-61d2-4662-b303-34d87b1f723e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Calling delete_port for a2976383-6644-4d6b-831a-34db1339fcd5 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:32:53.936774 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-a61abbb4-b703-43b7-8b5f-a78c683a2d30 None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:32:53.986499 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0585c7b4-0440-48bf-a535-0a44889c574d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:54.084189 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-125aab3e-eff9-4297-8fe0-93c892ec7e98 req-f53f41de-61d2-4662-b303-34d87b1f723e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:54.098877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['a2976383-6644-4d6b-831a-34db1339fcd5'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:32:54.104658 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5', 'a0d0a84b-576a-4d9d-b142-ba848c2c3a61'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:32:54.113750 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f41de-61d2-4662-b303-34d87b1f723e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Pushing event deleted for resources: {'Port': ['ID=a2976383-6644-4d6b-831a-34db1339fcd5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:54.159069 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-125aab3e-eff9-4297-8fe0-93c892ec7e98 req-f53f41de-61d2-4662-b303-34d87b1f723e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] No DVR routers for this DVR port a2976383-6644-4d6b-831a-34db1339fcd5 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:32:54.161611 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-125aab3e-eff9-4297-8fe0-93c892ec7e98 req-f53f41de-61d2-4662-b303-34d87b1f723e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:54.165191 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-125aab3e-eff9-4297-8fe0-93c892ec7e98 req-f53f41de-61d2-4662-b303-34d87b1f723e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.31 "DELETE /v2.0/ports/a2976383-6644-4d6b-831a-34db1339fcd5 HTTP/1.1" status: 204 len: 173 time: 0.5367198 Nov 29 18:32:54.165652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19526c25-1368-4739-9564-a3125cb499ca', 'name': 'network-vif-deleted', 'tag': 'a2976383-6644-4d6b-831a-34db1339fcd5'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:32:54.168026 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0a22a8-bd34-4e61-9f5e-50fcb71f8113" -d '{"events": [{"server_uuid": "19526c25-1368-4739-9564-a3125cb499ca", "name": "network-vif-deleted", "tag": "a2976383-6644-4d6b-831a-34db1339fcd5"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:32:54.311253 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a61abbb4-b703-43b7-8b5f-a78c683a2d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:32:54.325086 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176b9481-34b0-4cd5-ba80-e298b2dd8f47 x-openstack-request-id: req-176b9481-34b0-4cd5-ba80-e298b2dd8f47 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:32:54.325413 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19526c25-1368-4739-9564-a3125cb499ca", "name": "network-vif-deleted", "tag": "a2976383-6644-4d6b-831a-34db1339fcd5", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:32:54.325727 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-176b9481-34b0-4cd5-ba80-e298b2dd8f47 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:32:54.326238 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19526c25-1368-4739-9564-a3125cb499ca', 'name': 'network-vif-deleted', 'tag': 'a2976383-6644-4d6b-831a-34db1339fcd5', 'status': 'completed', 'code': 200} Nov 29 18:32:54.362511 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61abbb4-b703-43b7-8b5f-a78c683a2d30 None None] Checking router: e40b4485-685f-4926-ba89-30bd1735c444 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:32:54.388911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61abbb4-b703-43b7-8b5f-a78c683a2d30 None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:32:54.389515 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a61abbb4-b703-43b7-8b5f-a78c683a2d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:32:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:32:54.509993 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e02109e-eab1-4fc9-9da4-cadb67efb502 req-0c02a8b4-414a-46cf-b601-48de64edcc6a tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=19526c25-1368-4739-9564-a3125cb499ca HTTP/1.1" status: 200 len: 210 time: 0.0300350 Nov 29 18:32:54.547425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-534e7446-0784-4046-bdd7-c665dd0a664c req-ca5e332e-bbf7-4095-b9a9-1c4d2ed45191 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 210 time: 0.0400708 Nov 29 18:32:54.549866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-a61abbb4-b703-43b7-8b5f-a78c683a2d30 None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:32:54.821122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a61abbb4-b703-43b7-8b5f-a78c683a2d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:32:54.853390 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61abbb4-b703-43b7-8b5f-a78c683a2d30 None None] The sync data for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 is: [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:32:55.078898 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49452d7b-3eb3-4bba-9502-0e79dc4051b3 None None] New status for floating IP acfe2e38-639b-4044-abe0-7463b98f2f39: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:32:55.657899 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6352039d-36d0-474d-9f94-89b7c05f7b08 req-3b8739d9-2f4b-409f-a584-9cc68d0f986b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 210 time: 0.0292745 Nov 29 18:32:55.804065 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3f3d-fa23-4224-a70a-fea3fdb9822c req-bef41175-13a9-4369-80f0-136ec2317db7 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:55.805787 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-888d3f3d-fa23-4224-a70a-fea3fdb9822c req-bef41175-13a9-4369-80f0-136ec2317db7 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe6023d7-d9e0-40fd-990d-12b28271b687 HTTP/1.1" status: 200 len: 946 time: 0.0526061 Nov 29 18:32:55.855011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-888d3f3d-fa23-4224-a70a-fea3fdb9822c req-6515a23b-4043-4c9f-a612-92e89735427b tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425129 Nov 29 18:32:56.442522 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1afe0e8-4e28-49c0-800b-b48370ba2392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:56.543890 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 2bf362f2-e748-4493-bf92-cdb4405f5cd4 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:32:56.568396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 2bf362f2-e748-4493-bf92-cdb4405f5cd4 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:32:56.568741 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 2bf362f2-e748-4493-bf92-cdb4405f5cd4 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:32:56.569161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a2976383-6644-4d6b-831a-34db1339fcd5 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:32:56.587994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: a2976383-6644-4d6b-831a-34db1339fcd5 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:32:56.588341 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a2976383-6644-4d6b-831a-34db1339fcd5 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:32:56.756824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-274e4006-7356-44a9-9c16-113af69ab7e5 req-8586237d-b0a5-4ede-8122-e1332c0111e1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 210 time: 0.0260007 Nov 29 18:32:56.973995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e84583-a6ed-40c3-a05e-66e149d27418 req-3c1b25b7-2f0e-4272-9be9-77dd77228293 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:56.975410 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07e84583-a6ed-40c3-a05e-66e149d27418 req-3c1b25b7-2f0e-4272-9be9-77dd77228293 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe6023d7-d9e0-40fd-990d-12b28271b687 HTTP/1.1" status: 200 len: 946 time: 0.0489240 Nov 29 18:32:57.026829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07e84583-a6ed-40c3-a05e-66e149d27418 req-6401b04e-98b5-4abb-901c-ad345bb97624 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448740 Nov 29 18:32:57.220430 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683208c-7e69-42a1-9bb7-2c6772896f53 req-3ccf4565-892b-4aa7-b45b-ca4f0d13ef2f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:57.221941 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1683208c-7e69-42a1-9bb7-2c6772896f53 req-3ccf4565-892b-4aa7-b45b-ca4f0d13ef2f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe6023d7-d9e0-40fd-990d-12b28271b687 HTTP/1.1" status: 200 len: 946 time: 0.0510387 Nov 29 18:32:57.310645 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:57.322408 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-1683208c-7e69-42a1-9bb7-2c6772896f53 req-6be923d4-886e-4a96-baee-63a279ec37b9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Deleting port a0d0a84b-576a-4d9d-b142-ba848c2c3a61 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:32:57.322770 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1683208c-7e69-42a1-9bb7-2c6772896f53 req-6be923d4-886e-4a96-baee-63a279ec37b9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:57.417292 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-1683208c-7e69-42a1-9bb7-2c6772896f53 req-6be923d4-886e-4a96-baee-63a279ec37b9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] For port a0d0a84b-576a-4d9d-b142-ba848c2c3a61, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=a0d0a84b-576a-4d9d-b142-ba848c2c3a61,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:32:57.417664 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1683208c-7e69-42a1-9bb7-2c6772896f53 req-6be923d4-886e-4a96-baee-63a279ec37b9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:57.431215 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-1683208c-7e69-42a1-9bb7-2c6772896f53 req-6be923d4-886e-4a96-baee-63a279ec37b9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Calling delete_port for a0d0a84b-576a-4d9d-b142-ba848c2c3a61 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:32:57.568829 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1683208c-7e69-42a1-9bb7-2c6772896f53 req-6be923d4-886e-4a96-baee-63a279ec37b9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:57.589283 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5', 'a0d0a84b-576a-4d9d-b142-ba848c2c3a61'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:32:57.599809 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be923d4-886e-4a96-baee-63a279ec37b9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Pushing event deleted for resources: {'Port': ['ID=a0d0a84b-576a-4d9d-b142-ba848c2c3a61,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:32:57.648075 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-1683208c-7e69-42a1-9bb7-2c6772896f53 req-6be923d4-886e-4a96-baee-63a279ec37b9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] No DVR routers for this DVR port a0d0a84b-576a-4d9d-b142-ba848c2c3a61 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:32:57.651540 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:57.652142 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-1683208c-7e69-42a1-9bb7-2c6772896f53 req-6be923d4-886e-4a96-baee-63a279ec37b9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:57.656142 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1683208c-7e69-42a1-9bb7-2c6772896f53 req-6be923d4-886e-4a96-baee-63a279ec37b9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.20 "DELETE /v2.0/ports/a0d0a84b-576a-4d9d-b142-ba848c2c3a61 HTTP/1.1" status: 204 len: 173 time: 0.4257298 Nov 29 18:32:57.656788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6023d7-d9e0-40fd-990d-12b28271b687', 'name': 'network-vif-deleted', 'tag': 'a0d0a84b-576a-4d9d-b142-ba848c2c3a61'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:32:57.659250 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1c71c7-34f2-48ac-96e2-0e11582078f2" -d '{"events": [{"server_uuid": "fe6023d7-d9e0-40fd-990d-12b28271b687", "name": "network-vif-deleted", "tag": "a0d0a84b-576a-4d9d-b142-ba848c2c3a61"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:32:57.698840 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610caae8-e36b-43bc-9c5e-8a0667f69a5c x-openstack-request-id: req-610caae8-e36b-43bc-9c5e-8a0667f69a5c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:32:57.699242 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6023d7-d9e0-40fd-990d-12b28271b687", "name": "network-vif-deleted", "tag": "a0d0a84b-576a-4d9d-b142-ba848c2c3a61", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:32:57.699570 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-610caae8-e36b-43bc-9c5e-8a0667f69a5c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:32:57.700109 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6023d7-d9e0-40fd-990d-12b28271b687', 'name': 'network-vif-deleted', 'tag': 'a0d0a84b-576a-4d9d-b142-ba848c2c3a61', 'status': 'completed', 'code': 200} Nov 29 18:32:57.860362 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-80399674-0765-4e6d-bf7c-a103fcaab800 req-f75dd227-b95b-4316-9c5b-fa000e7ef49c tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=9275abb5-c3f5-4822-a709-fd27639e0b7c HTTP/1.1" status: 200 len: 210 time: 0.0333760 Nov 29 18:32:58.142947 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e62ea864-e532-4fc6-9711-181f81a87727 req-b204eba3-770c-4918-8a11-058b22ae2d51 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe6023d7-d9e0-40fd-990d-12b28271b687 HTTP/1.1" status: 200 len: 210 time: 0.0278566 Nov 29 18:32:59.067528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-c657a7ef-d1d5-4702-a747-7e6899fc115a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030319887&fields=id&tenant_id=72bbde8d865a44a59bd5e7320f2171e2 HTTP/1.1" status: 200 len: 267 time: 0.0438983 Nov 29 18:32:59.155714 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:59.174639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-d35443ab-ae4b-432a-a111-89006f636689 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:59.176157 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-d35443ab-ae4b-432a-a111-89006f636689 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 811 time: 0.1002665 Nov 29 18:32:59.191482 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-48345ad3-420e-423c-b7d5-6263bd08521a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/quotas/72bbde8d865a44a59bd5e7320f2171e2 HTTP/1.1" status: 200 len: 375 time: 0.0092196 Nov 29 18:32:59.248380 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-66b77a4e-2a27-4c27-a896-c8215b7d57b3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505598 Nov 29 18:32:59.413221 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-7c8c08f8-0cce-4473-bb89-7b97be7e4f24 service neutron] 10.222.0.23 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522388 Nov 29 18:32:59.449721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-2f8023de-e992-4c27-b984-c2a9d22e60dd tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:32:59.451160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-2f8023de-e992-4c27-b984-c2a9d22e60dd tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 805 time: 0.1424668 Nov 29 18:32:59.494663 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-785fdb83-036b-4a23-aceb-8477de0c9afc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/quotas/fd4b63e9fb9742f6acf61066e6129d1e HTTP/1.1" status: 200 len: 375 time: 0.0203643 Nov 29 18:32:59.555720 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-86cdc2c1-291d-419b-9815-b5dba320b1dd service neutron] 10.222.0.23 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360452 Nov 29 18:32:59.563079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-001dc840-0def-4517-b562-674cc2696dc5 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627680 Nov 29 18:32:59.655110 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-1fca5acd-7c4f-44ec-adc5-4a534272dc31 service neutron] 10.222.0.23 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846519 Nov 29 18:32:59.759490 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-197a8634-54ef-46dd-84f9-c85793292b84 service neutron] 10.222.0.23 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976241 Nov 29 18:32:59.869651 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:32:59.873038 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5af0da52-1ee0-4229-be90-e754803b85f5 req-cb32b3d3-e1c7-495b-8033-d80835de11be tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 210 time: 0.0563216 Nov 29 18:32:59.932802 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9f03282-efac-4170-a010-70b260cdb2ec req-4fb72736-da09-4476-a7cf-6c490ad0c9ca tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 210 time: 0.0293348 Nov 29 18:32:59.981367 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:00.554665 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:33:00.815455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-48451157-1ad4-4d81-affc-6d9ca735817a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:00.816830 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-48451157-1ad4-4d81-affc-6d9ca735817a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 811 time: 0.1090941 Nov 29 18:33:00.894824 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-7bc67190-a588-4e94-bfed-34c2c8f9937d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72bbde8d865a44a59bd5e7320f2171e2 HTTP/1.1" status: 200 len: 380 time: 0.0580318 Nov 29 18:33:00.911938 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-f5032713-ccc7-4ccf-8577-3bb0150400db tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Request body: {'port': {'device_id': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'admin_state_up': True, 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'security_groups': ['43e8152b-3357-4bd4-bfc6-90a43feb011f']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:33:01.009794 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4cb7f30-4221-4ac4-971f-6e43f8f4fa4a req-a290babc-ac99-4e44-9433-d4c2a4b2ec89 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 210 time: 0.0644481 Nov 29 18:33:01.065664 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ba8ddc5-cbbc-4c59-92f2-0e16a7fbb983 req-f5082918-da1e-48fe-9839-1e84d63b3cc7 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 210 time: 0.0471172 Nov 29 18:33:01.068682 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-f5032713-ccc7-4ccf-8577-3bb0150400db tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Made reservation on behalf of 72bbde8d865a44a59bd5e7320f2171e2 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:33:01.072711 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-f5032713-ccc7-4ccf-8577-3bb0150400db tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:01.230721 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-f5032713-ccc7-4ccf-8577-3bb0150400db tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Allocated IP 172.20.0.7 (7be29917-fe7c-4671-b21b-2292a7434512/1a4ee5c0-8a08-4610-a168-a9201f4e4bc0/a36afb32-8192-41d3-8eb3-50d179afa18b) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:33:01.262502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-f2dfdb54-1fed-4c89-a016-5fe3a5c86334 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:01.264878 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-f2dfdb54-1fed-4c89-a016-5fe3a5c86334 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.31 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 805 time: 0.1402853 Nov 29 18:33:01.280595 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-ad2e165f-6781-4515-a28e-0f9850081e22 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Request body: {'port': {'device_id': '66b22a30-7da3-4b23-8a54-75d67f9398f9', 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f', 'admin_state_up': True, 'tenant_id': 'fd4b63e9fb9742f6acf61066e6129d1e'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:33:01.399654 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-f5032713-ccc7-4ccf-8577-3bb0150400db tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:01.413943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-ad2e165f-6781-4515-a28e-0f9850081e22 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Made reservation on behalf of fd4b63e9fb9742f6acf61066e6129d1e for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:33:01.419640 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-ad2e165f-6781-4515-a28e-0f9850081e22 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:01.435134 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-f5032713-ccc7-4ccf-8577-3bb0150400db tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:01.483349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-f5032713-ccc7-4ccf-8577-3bb0150400db tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Network 7be29917-fe7c-4671-b21b-2292a7434512 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:33:01.487015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-f5032713-ccc7-4ccf-8577-3bb0150400db tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:33:01.488823 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-f5032713-ccc7-4ccf-8577-3bb0150400db tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:33:01.526174 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5032713-ccc7-4ccf-8577-3bb0150400db tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'Port': ['ID=a36afb32-8192-41d3-8eb3-50d179afa18b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:01.566027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-f5032713-ccc7-4ccf-8577-3bb0150400db tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:01.570586 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-f5032713-ccc7-4ccf-8577-3bb0150400db tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:01.573867 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-ad2e165f-6781-4515-a28e-0f9850081e22 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Allocated IP 172.20.0.11 (576cd0ca-3f99-4b2a-8359-255993fee61f/26a49986-c9b3-439d-aace-384b572d9372/7d509848-303a-4643-a431-64ecfcff5c1c) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:33:01.591531 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34392) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:01.666271 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-f5032713-ccc7-4ccf-8577-3bb0150400db tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7584078 Nov 29 18:33:01.698384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Request body: {'port': {'device_id': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:33:01.773303 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:01.796763 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-ad2e165f-6781-4515-a28e-0f9850081e22 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:01.821733 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a023d44a-9370-4b39-a4f9-77efd577fde3 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2540 time: 0.2284887 Nov 29 18:33:01.824580 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34394) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:01.831262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-aaf4b1e4-01d0-429e-b096-d75af1bb690a tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Request body: {'network': {'name': 'tempest-network-smoke--1595436953', 'project_id': '19101422ecae468d8f607b9d6ca74877', 'port_security_enabled': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:33:01.834318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0ceaf6d5-acdb-418e-9222-f7888652a4f6 None None] Provisioning complete for port a36afb32-8192-41d3-8eb3-50d179afa18b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:01.836272 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0ceaf6d5-acdb-418e-9222-f7888652a4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:01.862100 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-ad2e165f-6781-4515-a28e-0f9850081e22 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:01.882695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf4b1e4-01d0-429e-b096-d75af1bb690a tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Made reservation on behalf of 19101422ecae468d8f607b9d6ca74877 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:33:01.889936 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aaf4b1e4-01d0-429e-b096-d75af1bb690a tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:01.905921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:33:01.912745 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device a0d0a84b-576a-4d9d-b142-ba848c2c3a61 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:33:01.931319 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-ad2e165f-6781-4515-a28e-0f9850081e22 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Network 576cd0ca-3f99-4b2a-8359-255993fee61f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:33:01.944831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-ad2e165f-6781-4515-a28e-0f9850081e22 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:33:01.950613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-ad2e165f-6781-4515-a28e-0f9850081e22 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:33:02.013631 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-ad2e165f-6781-4515-a28e-0f9850081e22 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:02.015108 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-ad2e165f-6781-4515-a28e-0f9850081e22 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:02.042525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e165f-6781-4515-a28e-0f9850081e22 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Pushing event updated for resources: {'Port': ['ID=7d509848-303a-4643-a431-64ecfcff5c1c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:02.066683 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf4b1e4-01d0-429e-b096-d75af1bb690a tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:33:02.074529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: a0d0a84b-576a-4d9d-b142-ba848c2c3a61 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:33:02.077668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device a0d0a84b-576a-4d9d-b142-ba848c2c3a61 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:33:02.100988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0ceaf6d5-acdb-418e-9222-f7888652a4f6 None None] Port a36afb32-8192-41d3-8eb3-50d179afa18b cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:33:02.109352 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-ad2e165f-6781-4515-a28e-0f9850081e22 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8360925 Nov 29 18:33:02.113287 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aaf4b1e4-01d0-429e-b096-d75af1bb690a tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:02.113711 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-aaf4b1e4-01d0-429e-b096-d75af1bb690a tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Added segment 4dc9a5a4-26f4-4aea-8f69-c1cca027bcea of type vlan for network 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 Nov 29 18:33:02.140880 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Request body: {'port': {'device_id': '66b22a30-7da3-4b23-8a54-75d67f9398f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:33:02.216871 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:02.348004 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aaf4b1e4-01d0-429e-b096-d75af1bb690a tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:02.380794 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36afb32-8192-41d3-8eb3-50d179afa18b {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:33:02.391160 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:02.416400 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Transition to ACTIVE for port object a36afb32-8192-41d3-8eb3-50d179afa18b will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:33:02.423352 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:02.509071 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=a36afb32-8192-41d3-8eb3-50d179afa18b,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:02.599925 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Attempting to bind port a36afb32-8192-41d3-8eb3-50d179afa18b on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:33:02.600295 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Attempting to bind port a36afb32-8192-41d3-8eb3-50d179afa18b by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:33:02.600603 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Attempting to bind port a36afb32-8192-41d3-8eb3-50d179afa18b on network 7be29917-fe7c-4671-b21b-2292a7434512 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:33:02.606544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Port a36afb32-8192-41d3-8eb3-50d179afa18b on network 7be29917-fe7c-4671-b21b-2292a7434512 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:33:02.606904 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Attempting to bind port a36afb32-8192-41d3-8eb3-50d179afa18b on network 7be29917-fe7c-4671-b21b-2292a7434512 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:33:02.612258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:33:02.612606 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Checking segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:33:02.613151 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Bound using segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:33:02.613600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Bound port: a36afb32-8192-41d3-8eb3-50d179afa18b, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:33:02.613972 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:02.737254 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] For port a36afb32-8192-41d3-8eb3-50d179afa18b, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:33:02.745577 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] For port a36afb32-8192-41d3-8eb3-50d179afa18b, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a36afb32-8192-41d3-8eb3-50d179afa18b,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:33:02.762465 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:02.830778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:02.831632 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:02.837306 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] 10.222.0.31 "PUT /v2.0/ports/a36afb32-8192-41d3-8eb3-50d179afa18b HTTP/1.1" status: 200 len: 1091 time: 1.1436355 Nov 29 18:33:02.842780 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'tag': 'a36afb32-8192-41d3-8eb3-50d179afa18b'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:33:02.845193 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af842910-0037-4fad-a111-d2b4a010512f" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4", "tag": "a36afb32-8192-41d3-8eb3-50d179afa18b"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:33:02.905431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4adbd4-bd2f-4377-882a-b8b2a0d589df req-2080a636-1fe4-4f9e-b47b-2617af11afb0 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:02.907086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f4adbd4-bd2f-4377-882a-b8b2a0d589df req-2080a636-1fe4-4f9e-b47b-2617af11afb0 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 931 time: 0.7027149 Nov 29 18:33:02.919793 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e428b78-6ce7-4677-851f-ae5914e9217f req-a153cda5-0ceb-4781-bcb4-f14e87b38617 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:02.921358 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e428b78-6ce7-4677-851f-ae5914e9217f req-a153cda5-0ceb-4781-bcb4-f14e87b38617 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 932 time: 0.6835129 Nov 29 18:33:02.926933 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aaf4b1e4-01d0-429e-b096-d75af1bb690a tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:02.932527 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf4b1e4-01d0-429e-b096-d75af1bb690a tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:02.933187 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aaf4b1e4-01d0-429e-b096-d75af1bb690a tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:02.973238 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babb848-91a2-4a21-9e90-bd9cb13d7ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=a36afb32-8192-41d3-8eb3-50d179afa18b,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:02.999565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-24819e6e-3ab9-4749-91f7-f49afc266b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:03.001109 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-24819e6e-3ab9-4749-91f7-f49afc266b08 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 1094 time: 0.0876729 Nov 29 18:33:03.069406 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-35dd2342-2ebf-444d-8ce3-ae6118fdfaa3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a36afb32-8192-41d3-8eb3-50d179afa18b HTTP/1.1" status: 200 len: 217 time: 0.0581224 Nov 29 18:33:03.107209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-aaf4b1e4-01d0-429e-b096-d75af1bb690a tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2783537 Nov 29 18:33:03.109815 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34404) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:03.136274 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-45aaf1bd-39f6-4eef-ae88-98d331b38753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:03.138188 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-45aaf1bd-39f6-4eef-ae88-98d331b38753 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0613654 Nov 29 18:33:03.183759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-429457190', 'admin_state_up': True, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:33:03.210379 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-9039909c-d8dd-402d-83c6-7bfeff98e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:03.212794 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-9039909c-d8dd-402d-83c6-7bfeff98e8d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666685 Nov 29 18:33:03.226956 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4b1e4-01d0-429e-b096-d75af1bb690a tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'Network': ['ID=87e65d05-bb20-4af0-9aa5-ef5a8fe65b31,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:03.236440 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:03.237296 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:03.242670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:33:03.299239 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:03.335881 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-3198b96f-da85-4168-8aaf-409ba454ad35 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156735 Nov 29 18:33:03.368843 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f4adbd4-bd2f-4377-882a-b8b2a0d589df req-eae545d5-1537-43d5-8450-a124525c386d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4425266 Nov 29 18:33:03.412786 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e428b78-6ce7-4677-851f-ae5914e9217f req-c191db44-9ea5-418e-8598-afec576501b5 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755695 Nov 29 18:33:03.448903 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edcaa23-43f6-4b9a-9d95-f5d75f553422 x-openstack-request-id: req-5edcaa23-43f6-4b9a-9d95-f5d75f553422 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:33:03.449170 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4", "tag": "a36afb32-8192-41d3-8eb3-50d179afa18b", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:33:03.449504 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5edcaa23-43f6-4b9a-9d95-f5d75f553422 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:33:03.450134 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'tag': 'a36afb32-8192-41d3-8eb3-50d179afa18b', 'status': 'completed', 'code': 200} Nov 29 18:33:03.465567 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b8d38678-c8f7-4072-9215-1890433e97f2 req-a4d9c68d-ffa9-4ca6-bbd9-1b11385f0444 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216693 Nov 29 18:33:03.535298 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:03.564774 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af842910-0037-4fad-a111-d2b4a010512f req-f4c1c288-d7f9-4ae1-9af0-447867af075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:03.567292 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-af842910-0037-4fad-a111-d2b4a010512f req-f4c1c288-d7f9-4ae1-9af0-447867af075c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 1094 time: 0.0466022 Nov 29 18:33:03.639385 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d509848-303a-4643-a431-64ecfcff5c1c {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:33:03.650867 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:03.667811 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Transition to ACTIVE for port object 7d509848-303a-4643-a431-64ecfcff5c1c will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:33:03.672384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af842910-0037-4fad-a111-d2b4a010512f req-678e351e-5b5a-4df1-9337-5ce369407a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:03.673208 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:03.673582 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-af842910-0037-4fad-a111-d2b4a010512f req-678e351e-5b5a-4df1-9337-5ce369407a2e service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 912 time: 0.0960481 Nov 29 18:33:03.718178 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-af842910-0037-4fad-a111-d2b4a010512f req-636784c5-7f65-4532-84c2-1dbaef90267e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a36afb32-8192-41d3-8eb3-50d179afa18b HTTP/1.1" status: 200 len: 217 time: 0.0377560 Nov 29 18:33:03.742219 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d509848-303a-4643-a431-64ecfcff5c1c,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:03.775850 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af842910-0037-4fad-a111-d2b4a010512f req-72bfcd4b-dca0-42e5-a4b2-e7b97559aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:03.777496 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-af842910-0037-4fad-a111-d2b4a010512f req-72bfcd4b-dca0-42e5-a4b2-e7b97559aaff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0530107 Nov 29 18:33:03.832742 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af842910-0037-4fad-a111-d2b4a010512f req-da0f3389-e1a1-42f7-a2a8-0d7a944b60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:03.834291 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-af842910-0037-4fad-a111-d2b4a010512f req-da0f3389-e1a1-42f7-a2a8-0d7a944b60a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499566 Nov 29 18:33:03.897881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Attempting to bind port 7d509848-303a-4643-a431-64ecfcff5c1c on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:33:03.898260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Attempting to bind port 7d509848-303a-4643-a431-64ecfcff5c1c by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:33:03.898674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Attempting to bind port 7d509848-303a-4643-a431-64ecfcff5c1c on network 576cd0ca-3f99-4b2a-8359-255993fee61f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:33:03.919540 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:03.938375 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-af842910-0037-4fad-a111-d2b4a010512f req-9279c44e-870a-41e7-8414-85089145d789 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963099 Nov 29 18:33:03.939207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Port 7d509848-303a-4643-a431-64ecfcff5c1c on network 576cd0ca-3f99-4b2a-8359-255993fee61f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:33:03.939538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Attempting to bind port 7d509848-303a-4643-a431-64ecfcff5c1c on network 576cd0ca-3f99-4b2a-8359-255993fee61f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:33:03.942025 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:03.951525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:33:03.951864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Checking segment: {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:33:03.952244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Bound using segment: {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:33:03.952721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Bound port: 7d509848-303a-4643-a431-64ecfcff5c1c, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:33:03.953124 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:04.041345 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-af842910-0037-4fad-a111-d2b4a010512f req-3955dfdf-3f05-4a26-9eaa-68b713d63140 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960565 Nov 29 18:33:04.093498 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] For port 7d509848-303a-4643-a431-64ecfcff5c1c, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:33:04.098516 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] For port 7d509848-303a-4643-a431-64ecfcff5c1c, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7d509848-303a-4643-a431-64ecfcff5c1c,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:33:04.104868 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:04.139509 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Allocated IP 172.25.3.40 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/a3d49412-3cb3-4c04-a876-b75fd096a04e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:33:04.159340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:04.159972 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:04.161360 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] 10.222.0.31 "PUT /v2.0/ports/7d509848-303a-4643-a431-64ecfcff5c1c HTTP/1.1" status: 200 len: 1092 time: 2.0260231 Nov 29 18:33:04.161813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b22a30-7da3-4b23-8a54-75d67f9398f9', 'tag': '7d509848-303a-4643-a431-64ecfcff5c1c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:33:04.164074 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a039159a-5234-47f0-8983-aa16e84a518c" -d '{"events": [{"name": "network-changed", "server_uuid": "66b22a30-7da3-4b23-8a54-75d67f9398f9", "tag": "7d509848-303a-4643-a431-64ecfcff5c1c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:33:04.199518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d989849-9e38-4b2c-a965-cf8c31bfc5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d509848-303a-4643-a431-64ecfcff5c1c,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:04.239075 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8689fe7-661c-45f2-ba31-1e1c5af82ec6 x-openstack-request-id: req-f8689fe7-661c-45f2-ba31-1e1c5af82ec6 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:33:04.239377 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b22a30-7da3-4b23-8a54-75d67f9398f9", "tag": "7d509848-303a-4643-a431-64ecfcff5c1c", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:33:04.239639 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f8689fe7-661c-45f2-ba31-1e1c5af82ec6 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:33:04.240045 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b22a30-7da3-4b23-8a54-75d67f9398f9', 'tag': '7d509848-303a-4643-a431-64ecfcff5c1c', 'status': 'completed', 'code': 200} Nov 29 18:33:04.309886 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-4a01f05c-6a73-49d8-a5e4-4229b766102c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:04.311433 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-4a01f05c-6a73-49d8-a5e4-4229b766102c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 1095 time: 0.0702868 Nov 29 18:33:04.364141 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:04.367961 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-292de811-6446-405f-b485-17c98793e00d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d509848-303a-4643-a431-64ecfcff5c1c HTTP/1.1" status: 200 len: 217 time: 0.0486791 Nov 29 18:33:04.434352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-49c95a11-8e93-4437-b7ee-0104379896f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:04.436491 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-49c95a11-8e93-4437-b7ee-0104379896f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26a49986-c9b3-439d-aace-384b572d9372 HTTP/1.1" status: 200 len: 845 time: 0.0615087 Nov 29 18:33:04.437954 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:04.517179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:33:04.521750 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-8519e46f-f791-4587-b8c1-4bd2141f4c54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=576cd0ca-3f99-4b2a-8359-255993fee61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754602 Nov 29 18:33:04.548339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:33:04.558029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:33:04.563646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb83c58f-658b-4928-81d7-a33c47ec9755 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:33:04.606123 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'Port': ['ID=a3d49412-3cb3-4c04-a876-b75fd096a04e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:04.678641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-08f94fd6-8dce-460e-81a5-cb54d314df49 None None] Provisioning complete for port a3d49412-3cb3-4c04-a876-b75fd096a04e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:04.679307 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08f94fd6-8dce-460e-81a5-cb54d314df49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:04.705756 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322451e1-6bcd-456c-b56a-39dfd5565492 req-0f0f25c0-25ba-434a-8746-c0cd9fe66207 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:04.707533 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-322451e1-6bcd-456c-b56a-39dfd5565492 req-0f0f25c0-25ba-434a-8746-c0cd9fe66207 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 943 time: 0.2333395 Nov 29 18:33:04.716620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-08f94fd6-8dce-460e-81a5-cb54d314df49 None None] Port a3d49412-3cb3-4c04-a876-b75fd096a04e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:33:04.787466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2a256-bb6f-415e-98bd-2c3bed23c2d8 req-466627da-d6df-41da-8f13-1caa195c774f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:04.788946 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4bd2a256-bb6f-415e-98bd-2c3bed23c2d8 req-466627da-d6df-41da-8f13-1caa195c774f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 944 time: 0.2859406 Nov 29 18:33:04.857939 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-4b88f8f7-2e81-457b-9442-d0d7654e4b94 service neutron] 10.222.0.31 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109179 Nov 29 18:33:04.972142 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-322451e1-6bcd-456c-b56a-39dfd5565492 req-8a49edb5-5cea-4129-b0d3-f4a6adb5ab11 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925671 Nov 29 18:33:05.017679 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4bd2a256-bb6f-415e-98bd-2c3bed23c2d8 req-c652890e-2a4b-4946-9111-e6dd109ecf06 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166810 Nov 29 18:33:05.092522 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c5878e-8b79-4156-a6a8-d476375eb9cf req-1ebf29c5-4bc7-41ef-a9ac-2d32f4e3b3de service neutron] 10.222.0.31 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247720 Nov 29 18:33:05.114334 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:05.233280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039159a-5234-47f0-8983-aa16e84a518c req-7b1744e8-6d69-46b6-a190-5e8d63e4e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:05.234716 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a039159a-5234-47f0-8983-aa16e84a518c req-7b1744e8-6d69-46b6-a190-5e8d63e4e533 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 1095 time: 0.0868218 Nov 29 18:33:05.406069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039159a-5234-47f0-8983-aa16e84a518c req-0ce481c7-7b28-4f3c-b275-94b832ba44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:05.407617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a039159a-5234-47f0-8983-aa16e84a518c req-0ce481c7-7b28-4f3c-b275-94b832ba44c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 906 time: 0.1657290 Nov 29 18:33:05.411875 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:05.453777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a039159a-5234-47f0-8983-aa16e84a518c req-5895cebb-ed2f-410f-b65f-ac404e5b63dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d509848-303a-4643-a431-64ecfcff5c1c HTTP/1.1" status: 200 len: 217 time: 0.0388184 Nov 29 18:33:05.901281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039159a-5234-47f0-8983-aa16e84a518c req-3008788e-3701-4046-816f-38c1461e8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:05.902683 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a039159a-5234-47f0-8983-aa16e84a518c req-3008788e-3701-4046-816f-38c1461e8c7f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26a49986-c9b3-439d-aace-384b572d9372 HTTP/1.1" status: 200 len: 845 time: 0.4192591 Nov 29 18:33:05.940854 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a039159a-5234-47f0-8983-aa16e84a518c req-f7672df3-a59c-42db-a0c3-f83a0ff16da7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=576cd0ca-3f99-4b2a-8359-255993fee61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284848 Nov 29 18:33:06.031440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Router 9ea618ae-85f0-430c-9dba-78c99fb081b5 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:33:06.094001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a039159a-5234-47f0-8983-aa16e84a518c req-7298ac0f-c76e-46d8-8f67-45bf1759f618 service neutron] 10.222.0.31 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434605 Nov 29 18:33:06.292472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad3bad-628c-4050-84c6-ceb7411cac8f req-083be466-21fd-40ae-b45e-109ae8729707 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:06.295510 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8bad3bad-628c-4050-84c6-ceb7411cac8f req-083be466-21fd-40ae-b45e-109ae8729707 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 943 time: 0.2040732 Nov 29 18:33:06.318460 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062972a-637c-4635-b609-af163e2c6a72 req-dc91358a-4f34-4c6e-b3ed-27329bfe4bf3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:06.319934 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3062972a-637c-4635-b609-af163e2c6a72 req-dc91358a-4f34-4c6e-b3ed-27329bfe4bf3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 944 time: 0.2118351 Nov 29 18:33:06.323322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:33:06.334241 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Sync routers for ids ['9ea618ae-85f0-430c-9dba-78c99fb081b5'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:33:06.345485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Routers {'9ea618ae-85f0-430c-9dba-78c99fb081b5'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:33:06.346449 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:32:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['9ea618ae-85f0-430c-9dba-78c99fb081b5'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:06.355243 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a039159a-5234-47f0-8983-aa16e84a518c req-386db339-aab1-402a-ac4c-0f4ac3479204 service neutron] 10.222.0.31 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510078 Nov 29 18:33:06.380220 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:06.385048 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6da884b3-6723-455f-aade-b9862d5ceb7b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.2173078 Nov 29 18:33:06.387178 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34416) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:06.426170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8bad3bad-628c-4050-84c6-ceb7411cac8f req-0a91cf80-d2c5-4bc9-a63f-d62c30633fca tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206939 Nov 29 18:33:06.429834 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3062972a-637c-4635-b609-af163e2c6a72 req-8d91c07b-9207-4d11-b7ec-785a0648fb66 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993233 Nov 29 18:33:06.484268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Set router 9ea618ae-85f0-430c-9dba-78c99fb081b5 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:33:06.497151 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278e9b70-46d5-48ff-8d5b-54d23c3368fc tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:06.501191 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-278e9b70-46d5-48ff-8d5b-54d23c3368fc tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=19101422ecae468d8f607b9d6ca74877&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1082222 Nov 29 18:33:06.502005 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34418) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:06.605119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a630520-bc37-4a54-b460-36d2601d26ad tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:06.609510 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0a630520-bc37-4a54-b460-36d2601d26ad tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1060505 Nov 29 18:33:06.610118 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34420) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:06.649161 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c596134b-36c6-463a-95eb-476015b3ff75 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367863 Nov 29 18:33:06.651512 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34422) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:06.684725 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-10ff96b4-52cf-4e01-b50f-5432577a018d tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=19101422ecae468d8f607b9d6ca74877&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310438 Nov 29 18:33:06.686649 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34424) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:06.689899 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-429457190', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:04Z', 'revision_number': 3, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:06.723842 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Checking router: 9ea618ae-85f0-430c-9dba-78c99fb081b5 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:33:06.724111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Updating router 9ea618ae-85f0-430c-9dba-78c99fb081b5 port a3d49412-3cb3-4c04-a876-b75fd096a04e binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:33:06.751570 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:06.779650 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055d3d54-849d-4f28-ada3-7eb9f410e40a tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:06.781251 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-055d3d54-849d-4f28-ada3-7eb9f410e40a tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922582 Nov 29 18:33:06.785094 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34426) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:06.817965 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-050c2748-7110-4214-8842-8b0736c30178 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314445 Nov 29 18:33:06.820472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34428) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:06.826026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b72625e7-fe95-4d51-bef3-3bdedf7e42e1 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-6229611', 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31', 'project_id': '19101422ecae468d8f607b9d6ca74877', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:33:06.913679 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72625e7-fe95-4d51-bef3-3bdedf7e42e1 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Made reservation on behalf of 19101422ecae468d8f607b9d6ca74877 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:33:06.917385 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b72625e7-fe95-4d51-bef3-3bdedf7e42e1 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:07.020178 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:07.026074 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:07.083232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d64398a-5ddf-4f9e-b44d-678d143d2d08 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:33:07.090448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c986a8-f8dd-4741-a588-75f4091de16b None None] Pushing event updated for resources: {'Port': ['ID=a3d49412-3cb3-4c04-a876-b75fd096a04e,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:07.095032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Attempting to bind port a3d49412-3cb3-4c04-a876-b75fd096a04e on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:33:07.095421 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Attempting to bind port a3d49412-3cb3-4c04-a876-b75fd096a04e by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:33:07.095793 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Attempting to bind port a3d49412-3cb3-4c04-a876-b75fd096a04e on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:33:07.104789 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:33:07.105113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:33:07.105531 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:07.106116 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:33:07.106409 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Bound port: a3d49412-3cb3-4c04-a876-b75fd096a04e, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:33:07.107075 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:07.115804 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b72625e7-fe95-4d51-bef3-3bdedf7e42e1 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:07.172805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] For port a3d49412-3cb3-4c04-a876-b75fd096a04e, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:33:07.174921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8de76fc7-edb7-4a69-92d6-d54e4f355cdb None None] Provisioning complete for port a3d49412-3cb3-4c04-a876-b75fd096a04e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:07.175301 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8de76fc7-edb7-4a69-92d6-d54e4f355cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:07.178982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] For port a3d49412-3cb3-4c04-a876-b75fd096a04e, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a3d49412-3cb3-4c04-a876-b75fd096a04e,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:33:07.179535 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72625e7-fe95-4d51-bef3-3bdedf7e42e1 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'Subnet': ['ID=eea126fd-379a-4807-9f02-c8e0edbbe28a,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:07.184964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72625e7-fe95-4d51-bef3-3bdedf7e42e1 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Checking segment: {'id': '4dc9a5a4-26f4-4aea-8f69-c1cca027bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:33:07.185335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72625e7-fe95-4d51-bef3-3bdedf7e42e1 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Network hostable DHCP agents. Network: 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:33:07.203917 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72625e7-fe95-4d51-bef3-3bdedf7e42e1 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Network 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:33:07.207900 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:07.213804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b72625e7-fe95-4d51-bef3-3bdedf7e42e1 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:33:07.222964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72625e7-fe95-4d51-bef3-3bdedf7e42e1 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:07.223721 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b72625e7-fe95-4d51-bef3-3bdedf7e42e1 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:07.239793 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b72625e7-fe95-4d51-bef3-3bdedf7e42e1 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4182487 Nov 29 18:33:07.242514 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34430) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:07.249742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9f8ba5-cc37-4643-b465-1f2ffa81fc25 None None] Network 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:33:07.310443 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c319bfa-34ee-41d5-bc4e-a20dc6cbc9cd None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:33:07.312096 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8de76fc7-edb7-4a69-92d6-d54e4f355cdb None None] Port a3d49412-3cb3-4c04-a876-b75fd096a04e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:33:07.343609 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c986a8-f8dd-4741-a588-75f4091de16b None None] Pushing event updated for resources: {'Port': ['ID=a3d49412-3cb3-4c04-a876-b75fd096a04e,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:07.349008 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Routers {'9ea618ae-85f0-430c-9dba-78c99fb081b5'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:33:07.349640 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:32:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['9ea618ae-85f0-430c-9dba-78c99fb081b5'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:07.490598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4c19a489-ab23-42e6-a8f9-7de30811b036 None None] Provisioning complete for port a3d49412-3cb3-4c04-a876-b75fd096a04e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:07.490988 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4c19a489-ab23-42e6-a8f9-7de30811b036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:07.578260 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] Set router 9ea618ae-85f0-430c-9dba-78c99fb081b5 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:33:07.604505 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2683e18a-f130-4790-a9c9-4dd7b96da2de req-6579e6b9-aa2a-45d7-a21d-d416d4d95bd3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1368439 Nov 29 18:33:07.674396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-87e65d05-bb20-4af0-9aa5-ef5a8fe65b31', 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'fixed_ips': [{'subnet_id': 'eea126fd-379a-4807-9f02-c8e0edbbe28a'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:33:07.675278 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:07.681829 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24ef5b-f552-45fc-9c77-bc7f7016d565 req-06a15947-4837-4719-8e51-a994caa2e02b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:07.683335 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee24ef5b-f552-45fc-9c77-bc7f7016d565 req-06a15947-4837-4719-8e51-a994caa2e02b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 943 time: 0.1671870 Nov 29 18:33:07.713434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728a6cb-913c-4f35-8fc9-6cc256ea5f15 req-7e9abeb6-cc57-4828-8ec5-0a0dd2cadde7 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:07.714978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c728a6cb-913c-4f35-8fc9-6cc256ea5f15 req-7e9abeb6-cc57-4828-8ec5-0a0dd2cadde7 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 944 time: 0.1663461 Nov 29 18:33:07.826441 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683e18a-f130-4790-a9c9-4dd7b96da2de req-2c231b28-8d30-4714-996f-6202c338cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:07.828002 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2683e18a-f130-4790-a9c9-4dd7b96da2de req-2c231b28-8d30-4714-996f-6202c338cd16 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19101422ecae468d8f607b9d6ca74877&device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 1135 time: 0.1747973 Nov 29 18:33:07.850386 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee24ef5b-f552-45fc-9c77-bc7f7016d565 req-cb47e9a6-7987-48e1-bc50-2980bba92f16 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485968 Nov 29 18:33:07.942613 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c728a6cb-913c-4f35-8fc9-6cc256ea5f15 req-a5f47450-2002-4823-b518-20afb5ea0df6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914001 Nov 29 18:33:07.981452 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4c19a489-ab23-42e6-a8f9-7de30811b036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:08.034075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683e18a-f130-4790-a9c9-4dd7b96da2de req-c1a5fd74-5cba-407f-8bdb-dadf2c31d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:08.035600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2683e18a-f130-4790-a9c9-4dd7b96da2de req-c1a5fd74-5cba-407f-8bdb-dadf2c31d85f service neutron] 10.222.0.31 "GET /v2.0/networks?id=9c5506c4-814a-4115-97be-5a016b84dde7 HTTP/1.1" status: 200 len: 898 time: 0.1802104 Nov 29 18:33:08.050077 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4c19a489-ab23-42e6-a8f9-7de30811b036 None None] For port a3d49412-3cb3-4c04-a876-b75fd096a04e, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a3d49412-3cb3-4c04-a876-b75fd096a04e,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:08.062877 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4c19a489-ab23-42e6-a8f9-7de30811b036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:08.124014 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:08.144018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2683e18a-f130-4790-a9c9-4dd7b96da2de req-c4dacffa-e780-43b4-a88b-f51a08ea0e2d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99b70285-4a0f-4eef-a849-325711a4fe32 HTTP/1.1" status: 200 len: 1000 time: 0.0806000 Nov 29 18:33:08.152846 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Allocated IP 172.20.0.18 (87e65d05-bb20-4af0-9aa5-ef5a8fe65b31/eea126fd-379a-4807-9f02-c8e0edbbe28a/0fdd57d0-7f04-48f0-b766-6aabe0f96092) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:33:08.156297 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19a489-ab23-42e6-a8f9-7de30811b036 None None] Pushing event updated for resources: {'Port': ['ID=a3d49412-3cb3-4c04-a876-b75fd096a04e,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:08.170849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-429457190', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:04Z', 'revision_number': 3, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:08.206109 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96be3d2-6aa2-43fb-9928-f5967166d944 None None] The sync data for ids ['9ea618ae-85f0-430c-9dba-78c99fb081b5'] in n-d-819494-5 is: [{'id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-429457190', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:04Z', 'revision_number': 3, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:33:08.270673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683e18a-f130-4790-a9c9-4dd7b96da2de req-1c948ed5-07ba-43a9-b4d1-2e52a46c830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:08.272180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2683e18a-f130-4790-a9c9-4dd7b96da2de req-1c948ed5-07ba-43a9-b4d1-2e52a46c830f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79e4d666-8a89-4b02-9366-2624d56b93f5 HTTP/1.1" status: 200 len: 835 time: 0.0911143 Nov 29 18:33:08.351743 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:08.358315 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:08.376749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683e18a-f130-4790-a9c9-4dd7b96da2de req-cd6c2320-59c1-446d-ac33-68ca310a562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:08.378371 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2683e18a-f130-4790-a9c9-4dd7b96da2de req-cd6c2320-59c1-446d-ac33-68ca310a562d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c5506c4-814a-4115-97be-5a016b84dde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980258 Nov 29 18:33:08.407046 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Network 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:33:08.410186 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:33:08.414953 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:33:08.418307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Pushing event updated for resources: {'Port': ['ID=0fdd57d0-7f04-48f0-b766-6aabe0f96092,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:08.477182 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Attempting to bind port 0fdd57d0-7f04-48f0-b766-6aabe0f96092 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:33:08.477634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Attempting to bind port 0fdd57d0-7f04-48f0-b766-6aabe0f96092 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '4dc9a5a4-26f4-4aea-8f69-c1cca027bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:33:08.480132 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Attempting to bind port 0fdd57d0-7f04-48f0-b766-6aabe0f96092 on network 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:33:08.490139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:33:08.490536 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Checking segment: {'id': '4dc9a5a4-26f4-4aea-8f69-c1cca027bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:33:08.490991 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:08.491393 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Bound using segment: {'id': '4dc9a5a4-26f4-4aea-8f69-c1cca027bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:33:08.491886 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Bound port: 0fdd57d0-7f04-48f0-b766-6aabe0f96092, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc9a5a4-26f4-4aea-8f69-c1cca027bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:33:08.492278 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:08.564627 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] For port 0fdd57d0-7f04-48f0-b766-6aabe0f96092, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:33:08.568300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] For port 0fdd57d0-7f04-48f0-b766-6aabe0f96092, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=0fdd57d0-7f04-48f0-b766-6aabe0f96092,segment=NetworkSegment(4dc9a5a4-26f4-4aea-8f69-c1cca027bcea),segment_id=4dc9a5a4-26f4-4aea-8f69-c1cca027bcea)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:33:08.572257 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:08.573900 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2683e18a-f130-4790-a9c9-4dd7b96da2de req-b160d57f-5dcb-4f42-a1c0-1a7555e086d9 service neutron] 10.222.0.31 "GET /v2.0/networks/9c5506c4-814a-4115-97be-5a016b84dde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884139 Nov 29 18:33:08.631186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Allocated IP 172.20.0.17 (87e65d05-bb20-4af0-9aa5-ef5a8fe65b31/eea126fd-379a-4807-9f02-c8e0edbbe28a/4db2b054-c255-4bb7-9560-187494eab08f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:33:08.647057 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d0253-1062-4d2a-961c-d74c0fcb03f0 None None] Pushing event updated for resources: {'Port': ['ID=0fdd57d0-7f04-48f0-b766-6aabe0f96092,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:08.656210 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7d509848-303a-4643-a431-64ecfcff5c1c details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:33:08.774837 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 7d509848-303a-4643-a431-64ecfcff5c1c, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7d509848-303a-4643-a431-64ecfcff5c1c,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:08.788878 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '7d509848-303a-4643-a431-64ecfcff5c1c', 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f', 'port_id': '7d509848-303a-4643-a431-64ecfcff5c1c', 'mac_address': 'fa:16:3e:67:8f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a49986-c9b3-439d-aace-384b572d9372', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:33:08.808619 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:08.825263 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2683e18a-f130-4790-a9c9-4dd7b96da2de req-4edbaa8c-ba74-41ea-b775-c3332c4454b1 service neutron] 10.222.0.31 "GET /v2.0/networks/9c5506c4-814a-4115-97be-5a016b84dde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436814 Nov 29 18:33:08.832287 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:08.885113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d509848-303a-4643-a431-64ecfcff5c1c {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:33:08.909050 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:08.916338 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 7d509848-303a-4643-a431-64ecfcff5c1c, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7d509848-303a-4643-a431-64ecfcff5c1c,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:08.921751 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:08.967581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Network 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:33:08.971704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:33:08.976224 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:33:08.996362 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=7d509848-303a-4643-a431-64ecfcff5c1c,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:09.046000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'Port': ['ID=4db2b054-c255-4bb7-9560-187494eab08f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:09.129214 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:09.196941 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5055be-8ede-4136-b7fe-6a32df5bee9b req-d64f63d7-eeff-4e79-864a-67cf91db56cb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:09.198616 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c5055be-8ede-4136-b7fe-6a32df5bee9b req-d64f63d7-eeff-4e79-864a-67cf91db56cb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 943 time: 0.2043731 Nov 29 18:33:09.214285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a3d49412-3cb3-4c04-a876-b75fd096a04e up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:33:09.216760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfe062-0d29-4880-b424-632a12b19404 req-2e1db073-9fc1-420a-90b0-96931b336355 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:09.218430 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6dfe062-0d29-4880-b424-632a12b19404 req-2e1db073-9fc1-420a-90b0-96931b336355 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 945 time: 0.1662650 Nov 29 18:33:09.245010 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['7d509848-303a-4643-a431-64ecfcff5c1c'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:33:09.328147 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a3d49412-3cb3-4c04-a876-b75fd096a04e triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:09.328521 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:09.345355 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6dfe062-0d29-4880-b424-632a12b19404 req-42934aed-0de7-4b68-824b-1cd4e45bbc92 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122036 Nov 29 18:33:09.367260 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c5055be-8ede-4136-b7fe-6a32df5bee9b req-3662d42c-2630-45b5-bc74-d0410ef6e854 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417139 Nov 29 18:33:09.421210 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:09.508432 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0fdd57d0-7f04-48f0-b766-6aabe0f96092 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:33:09.570695 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 0fdd57d0-7f04-48f0-b766-6aabe0f96092 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:09.571436 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:09.664382 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:09.703723 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 0fdd57d0-7f04-48f0-b766-6aabe0f96092, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=0fdd57d0-7f04-48f0-b766-6aabe0f96092,segment=NetworkSegment(4dc9a5a4-26f4-4aea-8f69-c1cca027bcea),segment_id=4dc9a5a4-26f4-4aea-8f69-c1cca027bcea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:09.708867 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:09.739152 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:09.746976 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:09.770574 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=0fdd57d0-7f04-48f0-b766-6aabe0f96092,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:09.832702 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:09.834564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'Port': ['ID=4db2b054-c255-4bb7-9560-187494eab08f,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:09.859839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fd4f39-9ee1-4c56-ad58-c49745bc9cf0 None None] Network 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:33:09.940424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Network 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:33:09.942095 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bb9c4bad-77b0-4efc-af0d-9b57ca08c6df None None] Provisioning complete for port 0fdd57d0-7f04-48f0-b766-6aabe0f96092 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:09.942310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:33:09.942463 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb9c4bad-77b0-4efc-af0d-9b57ca08c6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:10.072845 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Router 9ea618ae-85f0-430c-9dba-78c99fb081b5 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:33:10.446365 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1385df23-9f4d-4324-bd48-96a1fda28e1c None None] Provisioning complete for port 0fdd57d0-7f04-48f0-b766-6aabe0f96092 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:10.446863 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1385df23-9f4d-4324-bd48-96a1fda28e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:10.555081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1385df23-9f4d-4324-bd48-96a1fda28e1c None None] Provisioning complete for port 4db2b054-c255-4bb7-9560-187494eab08f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:10.556240 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1385df23-9f4d-4324-bd48-96a1fda28e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:10.592400 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1385df23-9f4d-4324-bd48-96a1fda28e1c None None] Port 4db2b054-c255-4bb7-9560-187494eab08f cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:33:10.637586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8729a5-feab-40fb-bde3-e5099d857388 req-bd74abd1-1122-4476-af2d-aca655c0eb1f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:10.639141 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f8729a5-feab-40fb-bde3-e5099d857388 req-bd74abd1-1122-4476-af2d-aca655c0eb1f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 943 time: 0.1347632 Nov 29 18:33:10.639395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7d509848-303a-4643-a431-64ecfcff5c1c up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:33:10.649219 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5d39f-7756-440d-83fc-c86f58fb2478 req-ab9109d6-da63-4fae-8e61-4fe2163462b9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:10.650710 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0f5d39f-7756-440d-83fc-c86f58fb2478 req-ab9109d6-da63-4fae-8e61-4fe2163462b9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 945 time: 0.1444154 Nov 29 18:33:10.681455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:33:10.695045 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Sync routers for ids ['9ea618ae-85f0-430c-9dba-78c99fb081b5'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:33:10.700383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e70d6e41-1453-4642-97cd-c7a578271c70 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "PUT /v2.0/routers/9ea618ae-85f0-430c-9dba-78c99fb081b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4561822 Nov 29 18:33:10.717739 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Routers {'9ea618ae-85f0-430c-9dba-78c99fb081b5'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:33:10.718393 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:32:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['9ea618ae-85f0-430c-9dba-78c99fb081b5'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:10.757067 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3cbc4359-473f-45f8-b0f6-2feff674c601 None None] Provisioning complete for port 4db2b054-c255-4bb7-9560-187494eab08f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:10.757448 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3cbc4359-473f-45f8-b0f6-2feff674c601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:10.767160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f8729a5-feab-40fb-bde3-e5099d857388 req-4a709c49-5b7b-4640-9c90-72532b9ab945 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150308 Nov 29 18:33:10.773322 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0f5d39f-7756-440d-83fc-c86f58fb2478 req-1f906f0d-2664-4c11-bc5c-fcd6c1d7eb5e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115866 Nov 29 18:33:10.815987 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 7d509848-303a-4643-a431-64ecfcff5c1c completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:33:10.828523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 7d509848-303a-4643-a431-64ecfcff5c1c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:10.828959 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:10.859268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3cbc4359-473f-45f8-b0f6-2feff674c601 None None] Port 4db2b054-c255-4bb7-9560-187494eab08f cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:33:10.874355 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Set router 9ea618ae-85f0-430c-9dba-78c99fb081b5 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:33:10.924579 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:10.948299 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b22a30-7da3-4b23-8a54-75d67f9398f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d509848-303a-4643-a431-64ecfcff5c1c'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:33:10.950521 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8e7d18-15a4-4b8f-9e63-663953130512" -d '{"events": [{"server_uuid": "66b22a30-7da3-4b23-8a54-75d67f9398f9", "name": "network-vif-plugged", "status": "completed", "tag": "7d509848-303a-4643-a431-64ecfcff5c1c"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:33:10.963211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 7d509848-303a-4643-a431-64ecfcff5c1c, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7d509848-303a-4643-a431-64ecfcff5c1c,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:10.972197 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:11.017316 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb0fe2a-6715-4bbf-8de1-cef17787feea x-openstack-request-id: req-adb0fe2a-6715-4bbf-8de1-cef17787feea {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:33:11.017624 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b22a30-7da3-4b23-8a54-75d67f9398f9", "name": "network-vif-plugged", "status": "completed", "tag": "7d509848-303a-4643-a431-64ecfcff5c1c", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:33:11.018204 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-adb0fe2a-6715-4bbf-8de1-cef17787feea {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:33:11.018337 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b22a30-7da3-4b23-8a54-75d67f9398f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d509848-303a-4643-a431-64ecfcff5c1c', 'code': 200} Nov 29 18:33:11.019058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b948f555-df3c-47d2-b9f0-9e969e957518 None None] Provisioning complete for port 4db2b054-c255-4bb7-9560-187494eab08f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:11.019566 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b948f555-df3c-47d2-b9f0-9e969e957518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:11.031489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11205ee1-cefe-466a-930b-39e39b15c6df req-32e076fd-6aab-450d-bc5e-adf9c86fdd56 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:11.033222 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11205ee1-cefe-466a-930b-39e39b15c6df req-32e076fd-6aab-450d-bc5e-adf9c86fdd56 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/networks?id=87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 HTTP/1.1" status: 200 len: 798 time: 0.1457112 Nov 29 18:33:11.051645 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11205ee1-cefe-466a-930b-39e39b15c6df req-a33c13ee-789a-492d-a661-5ebf8843fa26 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/quotas/19101422ecae468d8f607b9d6ca74877 HTTP/1.1" status: 200 len: 375 time: 0.0106096 Nov 29 18:33:11.073669 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=7d509848-303a-4643-a431-64ecfcff5c1c,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:11.080632 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b948f555-df3c-47d2-b9f0-9e969e957518 None None] Port 4db2b054-c255-4bb7-9560-187494eab08f cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:33:11.148878 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11205ee1-cefe-466a-930b-39e39b15c6df req-bfaa8617-c1df-49db-aef7-2844dc81c1e3 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=19101422ecae468d8f607b9d6ca74877&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0893130 Nov 29 18:33:11.162177 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06533bc4-8501-46db-9134-ced551d3f8f2 req-37e08bd4-dcf6-485a-af15-a6d2e0d26070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:11.163793 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06533bc4-8501-46db-9134-ced551d3f8f2 req-37e08bd4-dcf6-485a-af15-a6d2e0d26070 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 1097 time: 0.0715036 Nov 29 18:33:11.171847 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0fdd57d0-7f04-48f0-b766-6aabe0f96092 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:33:11.222584 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 0fdd57d0-7f04-48f0-b766-6aabe0f96092 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:11.222584 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:11.232686 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-429457190', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:09Z', 'revision_number': 4, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4db2b054-c255-4bb7-9560-187494eab08f', 'name': '', 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'mac_address': 'fa:16:3e:be:16:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'eea126fd-379a-4807-9f02-c8e0edbbe28a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:33:08Z', 'updated_at': '2021-11-29T18:33:09Z', 'revision_number': 2, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'subnets': [{'id': 'eea126fd-379a-4807-9f02-c8e0edbbe28a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:11.262343 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Checking router: 9ea618ae-85f0-430c-9dba-78c99fb081b5 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:33:11.262696 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Updating router 9ea618ae-85f0-430c-9dba-78c99fb081b5 port 4db2b054-c255-4bb7-9560-187494eab08f binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:33:11.266769 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06533bc4-8501-46db-9134-ced551d3f8f2 req-988dc3e7-f5d7-43b5-bfc3-e6a316f1f4b1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931394 Nov 29 18:33:11.288783 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:11.289653 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11205ee1-cefe-466a-930b-39e39b15c6df req-bbb3d89c-4736-4061-93b6-57b9589a84a9 service neutron] 10.222.0.23 "GET /v2.0/networks/87e65d05-bb20-4af0-9aa5-ef5a8fe65b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248333 Nov 29 18:33:11.386365 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11205ee1-cefe-466a-930b-39e39b15c6df req-25bbf216-a3ec-49c6-882a-bfc4526bd3c2 service neutron] 10.222.0.23 "GET /v2.0/networks/87e65d05-bb20-4af0-9aa5-ef5a8fe65b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893362 Nov 29 18:33:11.556237 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:11.561929 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:11.595074 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d29446a-40d4-458e-b3ee-a60eeadbb549 req-1e39c488-488f-4a82-97ad-314ac4abc71a tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 210 time: 0.0368385 Nov 29 18:33:11.639963 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95b69c-74a3-471b-b013-eb0f645f6942 None None] Pushing event updated for resources: {'Port': ['ID=4db2b054-c255-4bb7-9560-187494eab08f,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:11.660429 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab95b69c-74a3-471b-b013-eb0f645f6942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:11.660778 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab95b69c-74a3-471b-b013-eb0f645f6942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:11.661119 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab95b69c-74a3-471b-b013-eb0f645f6942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:11.661636 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab95b69c-74a3-471b-b013-eb0f645f6942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:11.661792 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab95b69c-74a3-471b-b013-eb0f645f6942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:11.662125 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab95b69c-74a3-471b-b013-eb0f645f6942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:11.662469 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab95b69c-74a3-471b-b013-eb0f645f6942 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:11.662809 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab95b69c-74a3-471b-b013-eb0f645f6942 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:11.663136 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab95b69c-74a3-471b-b013-eb0f645f6942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:11.663461 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab95b69c-74a3-471b-b013-eb0f645f6942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:11.663786 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab95b69c-74a3-471b-b013-eb0f645f6942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:11.664107 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab95b69c-74a3-471b-b013-eb0f645f6942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:11.681996 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Attempting to bind port 4db2b054-c255-4bb7-9560-187494eab08f on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:33:11.682396 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Attempting to bind port 4db2b054-c255-4bb7-9560-187494eab08f by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '4dc9a5a4-26f4-4aea-8f69-c1cca027bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:33:11.682760 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Attempting to bind port 4db2b054-c255-4bb7-9560-187494eab08f on network 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:33:11.688157 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:33:11.688562 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Checking segment: {'id': '4dc9a5a4-26f4-4aea-8f69-c1cca027bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:33:11.688965 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:11.689559 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Bound using segment: {'id': '4dc9a5a4-26f4-4aea-8f69-c1cca027bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:33:11.690031 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Bound port: 4db2b054-c255-4bb7-9560-187494eab08f, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc9a5a4-26f4-4aea-8f69-c1cca027bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:33:11.690588 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:11.760679 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] For port 4db2b054-c255-4bb7-9560-187494eab08f, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:33:11.764602 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] For port 4db2b054-c255-4bb7-9560-187494eab08f, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4db2b054-c255-4bb7-9560-187494eab08f,segment=NetworkSegment(4dc9a5a4-26f4-4aea-8f69-c1cca027bcea),segment_id=4dc9a5a4-26f4-4aea-8f69-c1cca027bcea)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:33:11.769550 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:11.908970 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95b69c-74a3-471b-b013-eb0f645f6942 None None] Pushing event updated for resources: {'Port': ['ID=4db2b054-c255-4bb7-9560-187494eab08f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:11.911567 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Routers {'9ea618ae-85f0-430c-9dba-78c99fb081b5'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:33:11.912593 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:32:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['9ea618ae-85f0-430c-9dba-78c99fb081b5'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:11.972884 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d45e9-8665-4390-93f3-0e637a9d07dd req-9fc03fa8-8c18-44c3-a5a2-720249d6abc8 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:11.981690 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-557d45e9-8665-4390-93f3-0e637a9d07dd req-9fc03fa8-8c18-44c3-a5a2-720249d6abc8 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 943 time: 0.1161306 Nov 29 18:33:12.015280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8008dd7-376c-489d-8cbf-5795c2bc6581 req-dcc91207-e2b8-4284-bd4f-17cbb19c6e9c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:12.016811 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e8008dd7-376c-489d-8cbf-5795c2bc6581 req-dcc91207-e2b8-4284-bd4f-17cbb19c6e9c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 946 time: 0.1107588 Nov 29 18:33:12.019551 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2736b2be-1516-4263-bae1-0feb4cb65d1b None None] Provisioning complete for port 4db2b054-c255-4bb7-9560-187494eab08f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:12.020076 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2736b2be-1516-4263-bae1-0feb4cb65d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:12.052389 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] Set router 9ea618ae-85f0-430c-9dba-78c99fb081b5 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:33:12.081874 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-557d45e9-8665-4390-93f3-0e637a9d07dd req-30c6897c-d4f0-4873-ad3a-0e951ff13637 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990961 Nov 29 18:33:12.143150 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e8008dd7-376c-489d-8cbf-5795c2bc6581 req-763a872b-d9e3-42b6-a8d3-9f57fb0ab19e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193240 Nov 29 18:33:12.167553 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2736b2be-1516-4263-bae1-0feb4cb65d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:12.209939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2736b2be-1516-4263-bae1-0feb4cb65d1b None None] For port 4db2b054-c255-4bb7-9560-187494eab08f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4db2b054-c255-4bb7-9560-187494eab08f,segment=NetworkSegment(4dc9a5a4-26f4-4aea-8f69-c1cca027bcea),segment_id=4dc9a5a4-26f4-4aea-8f69-c1cca027bcea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:12.214526 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2736b2be-1516-4263-bae1-0feb4cb65d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:12.266436 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736b2be-1516-4263-bae1-0feb4cb65d1b None None] Pushing event updated for resources: {'Port': ['ID=4db2b054-c255-4bb7-9560-187494eab08f,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:12.316169 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-429457190', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:09Z', 'revision_number': 4, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4db2b054-c255-4bb7-9560-187494eab08f', 'name': '', 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'mac_address': 'fa:16:3e:be:16:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'eea126fd-379a-4807-9f02-c8e0edbbe28a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:33:08Z', 'updated_at': '2021-11-29T18:33:11Z', 'revision_number': 4, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'subnets': [{'id': 'eea126fd-379a-4807-9f02-c8e0edbbe28a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:12.335764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-024d388d-269d-4271-95c5-008b678d8a28 None None] Provisioning complete for port 4db2b054-c255-4bb7-9560-187494eab08f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:12.336139 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-024d388d-269d-4271-95c5-008b678d8a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:12.345243 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e546b8e-7436-4ad3-bb4b-4fa964a6382a None None] The sync data for ids ['9ea618ae-85f0-430c-9dba-78c99fb081b5'] in n-d-819494-5 is: [{'id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-429457190', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:09Z', 'revision_number': 4, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4db2b054-c255-4bb7-9560-187494eab08f', 'name': '', 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'mac_address': 'fa:16:3e:be:16:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'eea126fd-379a-4807-9f02-c8e0edbbe28a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:33:08Z', 'updated_at': '2021-11-29T18:33:11Z', 'revision_number': 4, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'subnets': [{'id': 'eea126fd-379a-4807-9f02-c8e0edbbe28a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:33:12.723678 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e808140f-3ac7-4909-9588-b68edffc87e5 req-192cc123-7df8-4827-a7e3-faf07ca1ff0b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 210 time: 0.0404375 Nov 29 18:33:12.863517 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11205ee1-cefe-466a-930b-39e39b15c6df req-fed130f1-51fa-4f77-ab5d-25b3ce2e144f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:12.865007 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-11205ee1-cefe-466a-930b-39e39b15c6df req-fed130f1-51fa-4f77-ab5d-25b3ce2e144f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.20 "GET /v2.0/networks?id=87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 HTTP/1.1" status: 200 len: 798 time: 0.1156156 Nov 29 18:33:12.880501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-11205ee1-cefe-466a-930b-39e39b15c6df req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Request body: {'port': {'device_id': 'cb263355-ddd9-4a83-b59d-b0e512664234', 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31', 'admin_state_up': True, 'tenant_id': '19101422ecae468d8f607b9d6ca74877'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:33:13.001904 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11205ee1-cefe-466a-930b-39e39b15c6df req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Made reservation on behalf of 19101422ecae468d8f607b9d6ca74877 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:33:13.005527 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-11205ee1-cefe-466a-930b-39e39b15c6df req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:13.156853 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-11205ee1-cefe-466a-930b-39e39b15c6df req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Allocated IP 172.20.0.20 (87e65d05-bb20-4af0-9aa5-ef5a8fe65b31/eea126fd-379a-4807-9f02-c8e0edbbe28a/2d04e542-a893-4c72-ba4d-f5dd37bdc624) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:33:13.190524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4db2b054-c255-4bb7-9560-187494eab08f up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:33:13.249315 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674172c-5b53-4ee1-9bad-5cba43a27525 req-529a8a3a-12e0-4300-99ea-28403175bcb6 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:13.250948 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c674172c-5b53-4ee1-9bad-5cba43a27525 req-529a8a3a-12e0-4300-99ea-28403175bcb6 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 943 time: 0.0830181 Nov 29 18:33:13.265903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 4db2b054-c255-4bb7-9560-187494eab08f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:13.266609 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:13.335581 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-11205ee1-cefe-466a-930b-39e39b15c6df req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:13.349536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1ab02-71d7-4e97-a21c-11bfc9a0bac6 req-e152c970-f305-4509-bc70-11219435a2da tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:13.351123 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6f1ab02-71d7-4e97-a21c-11bfc9a0bac6 req-e152c970-f305-4509-bc70-11219435a2da tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 946 time: 0.1203370 Nov 29 18:33:13.355212 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c674172c-5b53-4ee1-9bad-5cba43a27525 req-07689c1e-1d0f-490a-9d14-65478ef909be tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884604 Nov 29 18:33:13.387686 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-11205ee1-cefe-466a-930b-39e39b15c6df req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:13.429745 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6f1ab02-71d7-4e97-a21c-11bfc9a0bac6 req-30584f1b-ef19-4226-af61-c8be16564bd4 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687933 Nov 29 18:33:13.432214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11205ee1-cefe-466a-930b-39e39b15c6df req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Network 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:33:13.437578 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-11205ee1-cefe-466a-930b-39e39b15c6df req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:33:13.443661 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-11205ee1-cefe-466a-930b-39e39b15c6df req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:33:13.450767 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event updated for resources: {'Port': ['ID=2d04e542-a893-4c72-ba4d-f5dd37bdc624,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:13.485787 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:13.486390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:13.486960 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:13.487347 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:13.487791 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:13.488140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:13.488481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:13.488823 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:13.489161 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:13.489493 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:13.490704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:13.499894 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:13.533634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11205ee1-cefe-466a-930b-39e39b15c6df req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:13.534614 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-11205ee1-cefe-466a-930b-39e39b15c6df req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:13.556456 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-11205ee1-cefe-466a-930b-39e39b15c6df req-dca78ec4-fe90-467d-8c68-bff7ab4d379f tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6798589 Nov 29 18:33:13.631814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Request body: {'port': {'device_id': 'cb263355-ddd9-4a83-b59d-b0e512664234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:33:13.698219 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd21c6d-d4e5-4cf2-a4a9-9b51f2047c3f req-2ed2a265-01a0-480b-ad32-a636d0c54c09 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:13.700638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fdd21c6d-d4e5-4cf2-a4a9-9b51f2047c3f req-2ed2a265-01a0-480b-ad32-a636d0c54c09 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 946 time: 0.0786731 Nov 29 18:33:13.705939 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:13.750335 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fdd21c6d-d4e5-4cf2-a4a9-9b51f2047c3f req-e8930a01-5a03-4f69-b812-300e8a498c2c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433996 Nov 29 18:33:13.764296 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-607b27f4-1d25-40e5-858d-afe3d34ec960 None None] Provisioning complete for port 2d04e542-a893-4c72-ba4d-f5dd37bdc624 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:13.764722 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-607b27f4-1d25-40e5-858d-afe3d34ec960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:13.829823 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-607b27f4-1d25-40e5-858d-afe3d34ec960 None None] Port 2d04e542-a893-4c72-ba4d-f5dd37bdc624 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:33:13.884728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd199a-615c-40ce-a051-a91a4b2ff102 req-cbef4be0-6cbf-4532-b0ad-9fdf46c8ba10 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:13.886236 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7dd199a-615c-40ce-a051-a91a4b2ff102 req-cbef4be0-6cbf-4532-b0ad-9fdf46c8ba10 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 895 time: 0.0862548 Nov 29 18:33:13.909901 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25291908-d0cf-4ffd-9715-583f0345b3a3 req-72d28309-dea5-43cd-b332-4f0618cda9a3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:13.911429 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25291908-d0cf-4ffd-9715-583f0345b3a3 req-72d28309-dea5-43cd-b332-4f0618cda9a3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 946 time: 0.0629277 Nov 29 18:33:13.961530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25291908-d0cf-4ffd-9715-583f0345b3a3 req-151d80e8-bd17-4c4e-ad6f-58bbd0407703 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433459 Nov 29 18:33:14.006114 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d04e542-a893-4c72-ba4d-f5dd37bdc624 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:33:14.013969 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:14.029150 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Transition to ACTIVE for port object 2d04e542-a893-4c72-ba4d-f5dd37bdc624 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:33:14.033385 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:14.092140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Pushing event updated for resources: {'Port': ['ID=2d04e542-a893-4c72-ba4d-f5dd37bdc624,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:14.173958 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Attempting to bind port 2d04e542-a893-4c72-ba4d-f5dd37bdc624 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:33:14.174326 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Attempting to bind port 2d04e542-a893-4c72-ba4d-f5dd37bdc624 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '4dc9a5a4-26f4-4aea-8f69-c1cca027bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:33:14.174668 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Attempting to bind port 2d04e542-a893-4c72-ba4d-f5dd37bdc624 on network 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:33:14.180652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Port 2d04e542-a893-4c72-ba4d-f5dd37bdc624 on network 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:33:14.181060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Attempting to bind port 2d04e542-a893-4c72-ba4d-f5dd37bdc624 on network 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:33:14.187050 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:33:14.187480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Checking segment: {'id': '4dc9a5a4-26f4-4aea-8f69-c1cca027bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:33:14.187936 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Bound using segment: {'id': '4dc9a5a4-26f4-4aea-8f69-c1cca027bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:33:14.188437 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Bound port: 2d04e542-a893-4c72-ba4d-f5dd37bdc624, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc9a5a4-26f4-4aea-8f69-c1cca027bcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:33:14.188867 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:14.234062 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f1420-a37c-49d2-8542-44f9b91445f4 req-4b04baf7-8830-4015-86b2-49beaad18b18 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:14.235746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-310f1420-a37c-49d2-8542-44f9b91445f4 req-4b04baf7-8830-4015-86b2-49beaad18b18 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 946 time: 0.0615232 Nov 29 18:33:14.259510 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] For port 2d04e542-a893-4c72-ba4d-f5dd37bdc624, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:33:14.263465 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] For port 2d04e542-a893-4c72-ba4d-f5dd37bdc624, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2d04e542-a893-4c72-ba4d-f5dd37bdc624,segment=NetworkSegment(4dc9a5a4-26f4-4aea-8f69-c1cca027bcea),segment_id=4dc9a5a4-26f4-4aea-8f69-c1cca027bcea)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:33:14.268744 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:14.289658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-310f1420-a37c-49d2-8542-44f9b91445f4 req-d96811e9-e898-4f15-8704-8e6d74210c4a tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471950 Nov 29 18:33:14.317196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:14.317942 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:14.319569 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-11205ee1-cefe-466a-930b-39e39b15c6df req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] 10.222.0.20 "PUT /v2.0/ports/2d04e542-a893-4c72-ba4d-f5dd37bdc624 HTTP/1.1" status: 200 len: 1055 time: 0.7498808 Nov 29 18:33:14.320019 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb263355-ddd9-4a83-b59d-b0e512664234', 'tag': '2d04e542-a893-4c72-ba4d-f5dd37bdc624'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:33:14.323262 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b77611-4bbd-4647-a3ae-381f11c165e5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb263355-ddd9-4a83-b59d-b0e512664234", "tag": "2d04e542-a893-4c72-ba4d-f5dd37bdc624"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:33:14.350176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f14bec-5852-4c09-9c7b-2287b04e6685 service neutron] Pushing event updated for resources: {'Port': ['ID=2d04e542-a893-4c72-ba4d-f5dd37bdc624,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:14.409729 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377d9ad1-a8da-41c6-b4c9-f8f1aa0c828c x-openstack-request-id: req-377d9ad1-a8da-41c6-b4c9-f8f1aa0c828c {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:33:14.410541 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb263355-ddd9-4a83-b59d-b0e512664234", "tag": "2d04e542-a893-4c72-ba4d-f5dd37bdc624", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:33:14.410992 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-377d9ad1-a8da-41c6-b4c9-f8f1aa0c828c {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:33:14.411606 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb263355-ddd9-4a83-b59d-b0e512664234', 'tag': '2d04e542-a893-4c72-ba4d-f5dd37bdc624', 'status': 'completed', 'code': 200} Nov 29 18:33:14.433346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11205ee1-cefe-466a-930b-39e39b15c6df req-6bec2318-e1fb-4498-9a41-e28043e38581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:14.434999 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-11205ee1-cefe-466a-930b-39e39b15c6df req-6bec2318-e1fb-4498-9a41-e28043e38581 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19101422ecae468d8f607b9d6ca74877&device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 1058 time: 0.0619311 Nov 29 18:33:14.481308 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-11205ee1-cefe-466a-930b-39e39b15c6df req-c7c87dee-9d38-4568-b1a6-3c52756243dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=2d04e542-a893-4c72-ba4d-f5dd37bdc624 HTTP/1.1" status: 200 len: 217 time: 0.0378201 Nov 29 18:33:14.486483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b4c049-824b-4e91-8710-10d1f90dcfe0 req-c8ae65e7-81d5-4df4-bd08-013d56966e47 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:14.488416 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39b4c049-824b-4e91-8710-10d1f90dcfe0 req-c8ae65e7-81d5-4df4-bd08-013d56966e47 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 943 time: 0.0540109 Nov 29 18:33:14.537831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11205ee1-cefe-466a-930b-39e39b15c6df req-5aeef4d1-548c-48f4-a09b-f5bcb40cbfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:14.539862 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-11205ee1-cefe-466a-930b-39e39b15c6df req-5aeef4d1-548c-48f4-a09b-f5bcb40cbfe9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eea126fd-379a-4807-9f02-c8e0edbbe28a HTTP/1.1" status: 200 len: 835 time: 0.0484269 Nov 29 18:33:14.544978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39b4c049-824b-4e91-8710-10d1f90dcfe0 req-3f36120d-4f47-421c-b223-bca8ff5f9ca2 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496008 Nov 29 18:33:14.591298 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11205ee1-cefe-466a-930b-39e39b15c6df req-5e045d28-0b29-4c85-9ac6-aee652d5a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:14.592811 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-11205ee1-cefe-466a-930b-39e39b15c6df req-5e045d28-0b29-4c85-9ac6-aee652d5a761 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e65d05-bb20-4af0-9aa5-ef5a8fe65b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456970 Nov 29 18:33:14.639423 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a36afb32-8192-41d3-8eb3-50d179afa18b details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:33:14.689747 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-11205ee1-cefe-466a-930b-39e39b15c6df req-440e7bc8-8ce9-4c1a-8678-f890e610052a service neutron] 10.222.0.20 "GET /v2.0/networks/87e65d05-bb20-4af0-9aa5-ef5a8fe65b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835266 Nov 29 18:33:14.742098 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a36afb32-8192-41d3-8eb3-50d179afa18b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a36afb32-8192-41d3-8eb3-50d179afa18b,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:14.754386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'a36afb32-8192-41d3-8eb3-50d179afa18b', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'port_id': 'a36afb32-8192-41d3-8eb3-50d179afa18b', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:33:14.788823 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-11205ee1-cefe-466a-930b-39e39b15c6df req-8b964d7c-0240-450c-92b8-1628027a8791 service neutron] 10.222.0.20 "GET /v2.0/networks/87e65d05-bb20-4af0-9aa5-ef5a8fe65b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871198 Nov 29 18:33:14.790830 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:14.803811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36afb32-8192-41d3-8eb3-50d179afa18b {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:33:14.824563 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a36afb32-8192-41d3-8eb3-50d179afa18b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a36afb32-8192-41d3-8eb3-50d179afa18b,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:14.828075 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:14.875486 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=a36afb32-8192-41d3-8eb3-50d179afa18b,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:14.889591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b77611-4bbd-4647-a3ae-381f11c165e5 req-255c884e-562b-4cbf-8d10-c8236d867c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:14.891063 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00b77611-4bbd-4647-a3ae-381f11c165e5 req-255c884e-562b-4cbf-8d10-c8236d867c17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19101422ecae468d8f607b9d6ca74877&device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 1058 time: 0.0427661 Nov 29 18:33:14.982961 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b77611-4bbd-4647-a3ae-381f11c165e5 req-79daf98c-15dc-4c24-908b-73c002618552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:14.984456 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00b77611-4bbd-4647-a3ae-381f11c165e5 req-79daf98c-15dc-4c24-908b-73c002618552 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 HTTP/1.1" status: 200 len: 899 time: 0.0867021 Nov 29 18:33:15.007464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45516ee-45fe-48ef-8e8b-8d88fa49f91a req-cd4776ae-38dd-4573-93cf-2cc1d1ff48a9 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:15.009484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e45516ee-45fe-48ef-8e8b-8d88fa49f91a req-cd4776ae-38dd-4573-93cf-2cc1d1ff48a9 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 907 time: 0.0528486 Nov 29 18:33:15.032625 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00b77611-4bbd-4647-a3ae-381f11c165e5 req-e901bc1d-7e4a-4bac-8076-5f5442f4ba60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=2d04e542-a893-4c72-ba4d-f5dd37bdc624 HTTP/1.1" status: 200 len: 217 time: 0.0396883 Nov 29 18:33:15.083438 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b77611-4bbd-4647-a3ae-381f11c165e5 req-f6a7d33c-9813-4f5d-b5fe-8d0d92278e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:15.085019 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00b77611-4bbd-4647-a3ae-381f11c165e5 req-f6a7d33c-9813-4f5d-b5fe-8d0d92278e25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eea126fd-379a-4807-9f02-c8e0edbbe28a HTTP/1.1" status: 200 len: 835 time: 0.0450087 Nov 29 18:33:15.134161 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b77611-4bbd-4647-a3ae-381f11c165e5 req-124c0250-fadc-4ee0-9f79-365975d8f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:15.135680 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00b77611-4bbd-4647-a3ae-381f11c165e5 req-124c0250-fadc-4ee0-9f79-365975d8f2c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87e65d05-bb20-4af0-9aa5-ef5a8fe65b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407228 Nov 29 18:33:15.167464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['a36afb32-8192-41d3-8eb3-50d179afa18b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:33:15.231856 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00b77611-4bbd-4647-a3ae-381f11c165e5 req-b38430f4-df1f-4468-bfde-e2eb90e49f7b service neutron] 10.222.0.20 "GET /v2.0/networks/87e65d05-bb20-4af0-9aa5-ef5a8fe65b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872715 Nov 29 18:33:15.325405 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00b77611-4bbd-4647-a3ae-381f11c165e5 req-97e0e4d0-84e8-47ed-a7e8-241937dc4b70 service neutron] 10.222.0.20 "GET /v2.0/networks/87e65d05-bb20-4af0-9aa5-ef5a8fe65b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856423 Nov 29 18:33:15.413127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39047ac-1342-446e-b40b-1c62592ae709 req-2bfc1b40-92ed-4109-9eff-3f49a144b2cb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:15.415155 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f39047ac-1342-446e-b40b-1c62592ae709 req-2bfc1b40-92ed-4109-9eff-3f49a144b2cb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 946 time: 0.0495834 Nov 29 18:33:15.462164 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f39047ac-1342-446e-b40b-1c62592ae709 req-6c8653f0-67d5-434e-9485-b7667c1b13cd tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409317 Nov 29 18:33:15.624763 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4de3ce-3da5-4ab9-aee3-638a8234c6ad req-b53c2ced-cb92-418e-a82d-47b622000407 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:15.626174 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad4de3ce-3da5-4ab9-aee3-638a8234c6ad req-b53c2ced-cb92-418e-a82d-47b622000407 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.31 "GET /v2.0/ports?device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 946 time: 0.0490136 Nov 29 18:33:15.724225 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186873b6-9e4f-4719-8712-2877d1cabcab req-178cb845-35af-4d1b-9cec-2881243f5d71 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:15.725606 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-186873b6-9e4f-4719-8712-2877d1cabcab req-178cb845-35af-4d1b-9cec-2881243f5d71 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 944 time: 0.1086376 Nov 29 18:33:15.787202 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-186873b6-9e4f-4719-8712-2877d1cabcab req-08216adc-18ae-4cba-9fc9-2954c17c2097 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552905 Nov 29 18:33:15.789840 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-ad4de3ce-3da5-4ab9-aee3-638a8234c6ad req-d720e554-2c5a-454e-8bcb-0c813ca0d097 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Deleting port 7d509848-303a-4643-a431-64ecfcff5c1c {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:33:15.790182 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ad4de3ce-3da5-4ab9-aee3-638a8234c6ad req-d720e554-2c5a-454e-8bcb-0c813ca0d097 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:15.880394 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-ad4de3ce-3da5-4ab9-aee3-638a8234c6ad req-d720e554-2c5a-454e-8bcb-0c813ca0d097 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] For port 7d509848-303a-4643-a431-64ecfcff5c1c, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7d509848-303a-4643-a431-64ecfcff5c1c,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:15.880753 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ad4de3ce-3da5-4ab9-aee3-638a8234c6ad req-d720e554-2c5a-454e-8bcb-0c813ca0d097 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:15.893565 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-ad4de3ce-3da5-4ab9-aee3-638a8234c6ad req-d720e554-2c5a-454e-8bcb-0c813ca0d097 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Calling delete_port for 7d509848-303a-4643-a431-64ecfcff5c1c owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:33:16.020623 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ad4de3ce-3da5-4ab9-aee3-638a8234c6ad req-d720e554-2c5a-454e-8bcb-0c813ca0d097 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:16.033453 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['7d509848-303a-4643-a431-64ecfcff5c1c'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:33:16.037057 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:33:16.050775 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720e554-2c5a-454e-8bcb-0c813ca0d097 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Pushing event deleted for resources: {'Port': ['ID=7d509848-303a-4643-a431-64ecfcff5c1c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:16.108935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4de3ce-3da5-4ab9-aee3-638a8234c6ad req-d720e554-2c5a-454e-8bcb-0c813ca0d097 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] No DVR routers for this DVR port 7d509848-303a-4643-a431-64ecfcff5c1c on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:33:16.111624 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ad4de3ce-3da5-4ab9-aee3-638a8234c6ad req-d720e554-2c5a-454e-8bcb-0c813ca0d097 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:16.115050 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad4de3ce-3da5-4ab9-aee3-638a8234c6ad req-d720e554-2c5a-454e-8bcb-0c813ca0d097 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.31 "DELETE /v2.0/ports/7d509848-303a-4643-a431-64ecfcff5c1c HTTP/1.1" status: 204 len: 173 time: 0.4803417 Nov 29 18:33:16.116736 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b22a30-7da3-4b23-8a54-75d67f9398f9', 'name': 'network-vif-deleted', 'tag': '7d509848-303a-4643-a431-64ecfcff5c1c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:33:16.119103 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9044dae3-1957-40c0-adf3-9a2b6f0f3105" -d '{"events": [{"server_uuid": "66b22a30-7da3-4b23-8a54-75d67f9398f9", "name": "network-vif-deleted", "tag": "7d509848-303a-4643-a431-64ecfcff5c1c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:33:16.171065 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18e016-e8af-4592-8833-d7a4e024f443 req-91ecb722-eef5-4dcb-b2fe-63de1ca8a36c tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:16.172619 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c18e016-e8af-4592-8833-d7a4e024f443 req-91ecb722-eef5-4dcb-b2fe-63de1ca8a36c tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 907 time: 0.0886798 Nov 29 18:33:16.174094 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8261291b-410c-4bd3-a000-49355909fd78 x-openstack-request-id: req-8261291b-410c-4bd3-a000-49355909fd78 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:33:16.174383 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b22a30-7da3-4b23-8a54-75d67f9398f9", "name": "network-vif-deleted", "tag": "7d509848-303a-4643-a431-64ecfcff5c1c", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:33:16.174633 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8261291b-410c-4bd3-a000-49355909fd78 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:33:16.175055 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b22a30-7da3-4b23-8a54-75d67f9398f9', 'name': 'network-vif-deleted', 'tag': '7d509848-303a-4643-a431-64ecfcff5c1c', 'status': 'completed', 'code': 200} Nov 29 18:33:16.578478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c054635-59c4-42f8-b120-0ec6ad6c722d req-37e6837d-e15d-4104-9930-9c95fb404871 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=66b22a30-7da3-4b23-8a54-75d67f9398f9 HTTP/1.1" status: 200 len: 210 time: 0.0291593 Nov 29 18:33:16.654623 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a36afb32-8192-41d3-8eb3-50d179afa18b up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:33:16.706578 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port a36afb32-8192-41d3-8eb3-50d179afa18b completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:33:16.710224 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port a36afb32-8192-41d3-8eb3-50d179afa18b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:16.710603 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:16.786083 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:16.807893 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36afb32-8192-41d3-8eb3-50d179afa18b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:33:16.810148 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da986c2-389d-4359-91ef-a1e479bd1a24" -d '{"events": [{"server_uuid": "b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4", "name": "network-vif-plugged", "status": "completed", "tag": "a36afb32-8192-41d3-8eb3-50d179afa18b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:33:16.823661 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a36afb32-8192-41d3-8eb3-50d179afa18b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a36afb32-8192-41d3-8eb3-50d179afa18b,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:16.828084 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:16.855991 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa94bf75-0093-44ba-8bd2-4052a15a7471 x-openstack-request-id: req-fa94bf75-0093-44ba-8bd2-4052a15a7471 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:33:16.856474 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4", "name": "network-vif-plugged", "status": "completed", "tag": "a36afb32-8192-41d3-8eb3-50d179afa18b", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:33:16.856605 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa94bf75-0093-44ba-8bd2-4052a15a7471 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:33:16.856927 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36afb32-8192-41d3-8eb3-50d179afa18b', 'code': 200} Nov 29 18:33:16.884245 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=a36afb32-8192-41d3-8eb3-50d179afa18b,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:16.919707 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccac2c-2d13-4472-89ff-4458c2021294 req-85f48dfa-6a52-4c6f-a1cc-1c3fb81a9a31 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:16.921182 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a2ccac2c-2d13-4472-89ff-4458c2021294 req-85f48dfa-6a52-4c6f-a1cc-1c3fb81a9a31 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 945 time: 0.0615919 Nov 29 18:33:16.989329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650d90d-3d90-4e73-bf6f-4adb65dbb436 req-3bd1d163-70e9-48e7-ad26-100c32478c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:16.990833 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4650d90d-3d90-4e73-bf6f-4adb65dbb436 req-3bd1d163-70e9-48e7-ad26-100c32478c3a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0687776 Nov 29 18:33:16.995794 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a2ccac2c-2d13-4472-89ff-4458c2021294 req-353b4d26-2f6c-42cb-a7d8-cda3a20c12dd tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666766 Nov 29 18:33:17.040692 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4650d90d-3d90-4e73-bf6f-4adb65dbb436 req-7626505c-f48e-4379-a815-ff5ffb6c60db service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410376 Nov 29 18:33:17.297189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c06ed8-32c9-4822-8ded-8920e26aa5a0 req-b37bb301-b5d0-4f9c-a5a4-07f6f5fa0f65 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:17.298548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0c06ed8-32c9-4822-8ded-8920e26aa5a0 req-b37bb301-b5d0-4f9c-a5a4-07f6f5fa0f65 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 907 time: 0.0518181 Nov 29 18:33:17.840790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-8aa46169-ace1-4d63-b028-09dd49a6420e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:17.842256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-8aa46169-ace1-4d63-b028-09dd49a6420e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 805 time: 0.0984221 Nov 29 18:33:17.858008 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-84c45c0b-f204-4b91-abde-1a17c86de0f7 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/quotas/fd4b63e9fb9742f6acf61066e6129d1e HTTP/1.1" status: 200 len: 375 time: 0.0097804 Nov 29 18:33:17.910212 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-ab8a8fef-6acf-4e51-8ea1-dc519989c15e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464694 Nov 29 18:33:17.967624 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2d04e542-a893-4c72-ba4d-f5dd37bdc624 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:33:18.010322 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-bf6ddef9-46b9-4902-8132-3c28fa39a03a service neutron] 10.222.0.23 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918810 Nov 29 18:33:18.088059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2d04e542-a893-4c72-ba4d-f5dd37bdc624, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2d04e542-a893-4c72-ba4d-f5dd37bdc624,segment=NetworkSegment(4dc9a5a4-26f4-4aea-8f69-c1cca027bcea),segment_id=4dc9a5a4-26f4-4aea-8f69-c1cca027bcea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:18.099666 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '2d04e542-a893-4c72-ba4d-f5dd37bdc624', 'network_id': '87e65d05-bb20-4af0-9aa5-ef5a8fe65b31', 'port_id': '2d04e542-a893-4c72-ba4d-f5dd37bdc624', 'mac_address': 'fa:16:3e:0f:10:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea126fd-379a-4807-9f02-c8e0edbbe28a', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:33:18.141829 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:18.147032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864db45-daf1-4c85-ad80-c82e0f338a51 req-4cefb5eb-79ee-4e78-b33c-7797e7fd199d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:18.148526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b864db45-daf1-4c85-ad80-c82e0f338a51 req-4cefb5eb-79ee-4e78-b33c-7797e7fd199d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 945 time: 0.0740409 Nov 29 18:33:18.151014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-1b78d014-08e7-4a0f-a9d8-25bd84effca4 service neutron] 10.222.0.23 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316648 Nov 29 18:33:18.156908 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d04e542-a893-4c72-ba4d-f5dd37bdc624 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:33:18.179543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2d04e542-a893-4c72-ba4d-f5dd37bdc624, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2d04e542-a893-4c72-ba4d-f5dd37bdc624,segment=NetworkSegment(4dc9a5a4-26f4-4aea-8f69-c1cca027bcea),segment_id=4dc9a5a4-26f4-4aea-8f69-c1cca027bcea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:18.185349 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:18.221420 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b864db45-daf1-4c85-ad80-c82e0f338a51 req-afdebe18-63e2-40a3-bf58-e9791bccd6ff tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652502 Nov 29 18:33:18.245339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=2d04e542-a893-4c72-ba4d-f5dd37bdc624,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:18.327256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3af1fedc-95ce-475e-89b2-6093e40cd224 req-aaa75921-e979-4351-ae4d-c9622413f9c8 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 210 time: 0.0293486 Nov 29 18:33:18.449110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674f9f5-def4-4751-8b54-c575f3f9b720 req-1074ddf3-ee04-4227-870b-7ba6c8883103 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:18.450695 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f674f9f5-def4-4751-8b54-c575f3f9b720 req-1074ddf3-ee04-4227-870b-7ba6c8883103 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 908 time: 0.0579219 Nov 29 18:33:18.455257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['2d04e542-a893-4c72-ba4d-f5dd37bdc624'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:33:18.669261 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7d509848-303a-4643-a431-64ecfcff5c1c no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:33:18.851191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 7d509848-303a-4643-a431-64ecfcff5c1c {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:33:18.851542 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7d509848-303a-4643-a431-64ecfcff5c1c not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:33:19.282736 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-891826f3-277c-4417-ac7e-0014bcda801b tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:19.284178 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-891826f3-277c-4417-ac7e-0014bcda801b tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.31 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 805 time: 0.1170588 Nov 29 18:33:19.298419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-ca1dd968-2f63-4e88-b810-b5b4d93df923 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Request body: {'port': {'device_id': '42fc1fb2-f216-4445-9f38-ca57758b9609', 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f', 'admin_state_up': True, 'tenant_id': 'fd4b63e9fb9742f6acf61066e6129d1e'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:33:19.409520 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbb9ef-88bf-44f1-9fab-c071b24630ac req-d6e60377-591d-4d69-a2f9-4028d993ce4a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:19.411157 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6dfbb9ef-88bf-44f1-9fab-c071b24630ac req-d6e60377-591d-4d69-a2f9-4028d993ce4a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 945 time: 0.1085119 Nov 29 18:33:19.453564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a24ef765-bcc3-4856-b1c0-5da38d339714 req-3e4c6579-bf50-48ed-8ebf-9369bb87ac45 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 210 time: 0.0414042 Nov 29 18:33:19.505506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6dfbb9ef-88bf-44f1-9fab-c071b24630ac req-de722f4e-af8b-4595-91b8-ea72280e7089 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783336 Nov 29 18:33:19.519409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-ca1dd968-2f63-4e88-b810-b5b4d93df923 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Made reservation on behalf of fd4b63e9fb9742f6acf61066e6129d1e for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:33:19.522982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-ca1dd968-2f63-4e88-b810-b5b4d93df923 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:19.655449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a3497-c663-45a5-bc8e-a87883027dde req-49389ff5-deda-465f-a6fe-d7c5723070ae tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:19.656921 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-345a3497-c663-45a5-bc8e-a87883027dde req-49389ff5-deda-465f-a6fe-d7c5723070ae tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 908 time: 0.1310217 Nov 29 18:33:19.711371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fff2a-52b4-4015-a225-9a244560b67b req-b31deada-6dc0-42de-8dd8-1968ed875757 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:19.712850 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a4fff2a-52b4-4015-a225-9a244560b67b req-b31deada-6dc0-42de-8dd8-1968ed875757 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 945 time: 0.1345181 Nov 29 18:33:19.734090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-ca1dd968-2f63-4e88-b810-b5b4d93df923 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Allocated IP 172.20.0.10 (576cd0ca-3f99-4b2a-8359-255993fee61f/26a49986-c9b3-439d-aace-384b572d9372/5cdd2663-87aa-4188-a851-00619dead696) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:33:19.795844 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a4fff2a-52b4-4015-a225-9a244560b67b req-ffa3b7a3-e0a9-41c3-987a-c3fd98f809b1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756845 Nov 29 18:33:19.818970 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34552) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:19.916906 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-ca1dd968-2f63-4e88-b810-b5b4d93df923 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:19.951114 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-ca1dd968-2f63-4e88-b810-b5b4d93df923 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:19.969226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:33:19.973290 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cfd672-08ad-43bd-8164-c820fda211ed tempest-TestVolumeBootPattern-1354845526 tempest-TestVolumeBootPattern-1354845526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:19.975748 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e2cfd672-08ad-43bd-8164-c820fda211ed tempest-TestVolumeBootPattern-1354845526 tempest-TestVolumeBootPattern-1354845526-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 1091 time: 0.1556542 Nov 29 18:33:19.978674 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34556) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:19.983680 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': 'a36afb32-8192-41d3-8eb3-50d179afa18b', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:33:19.995650 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2d04e542-a893-4c72-ba4d-f5dd37bdc624 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:33:20.001931 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-ca1dd968-2f63-4e88-b810-b5b4d93df923 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Network 576cd0ca-3f99-4b2a-8359-255993fee61f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:33:20.005118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-ca1dd968-2f63-4e88-b810-b5b4d93df923 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:33:20.009538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-ca1dd968-2f63-4e88-b810-b5b4d93df923 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:33:20.012929 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:20.016077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dd968-2f63-4e88-b810-b5b4d93df923 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Pushing event updated for resources: {'Port': ['ID=5cdd2663-87aa-4188-a851-00619dead696,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:20.082670 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-ca1dd968-2f63-4e88-b810-b5b4d93df923 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:20.083344 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-ca1dd968-2f63-4e88-b810-b5b4d93df923 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:20.109094 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-ca1dd968-2f63-4e88-b810-b5b4d93df923 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8140435 Nov 29 18:33:20.114215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 2d04e542-a893-4c72-ba4d-f5dd37bdc624 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:33:20.122710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Request body: {'port': {'device_id': '42fc1fb2-f216-4445-9f38-ca57758b9609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:33:20.131245 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 2d04e542-a893-4c72-ba4d-f5dd37bdc624 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:20.131624 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:20.150827 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:20.205124 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:20.259753 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:20.289322 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Allocated IP 172.25.3.188 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/24c6f75a-dcba-41e0-8289-6ae396bb94ce) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:33:20.291374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb263355-ddd9-4a83-b59d-b0e512664234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d04e542-a893-4c72-ba4d-f5dd37bdc624'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:33:20.294219 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d62af73-a14d-4c1a-87bb-7bb7dddfda58" -d '{"events": [{"server_uuid": "cb263355-ddd9-4a83-b59d-b0e512664234", "name": "network-vif-plugged", "status": "completed", "tag": "2d04e542-a893-4c72-ba4d-f5dd37bdc624"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:33:20.311292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 2d04e542-a893-4c72-ba4d-f5dd37bdc624, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2d04e542-a893-4c72-ba4d-f5dd37bdc624,segment=NetworkSegment(4dc9a5a4-26f4-4aea-8f69-c1cca027bcea),segment_id=4dc9a5a4-26f4-4aea-8f69-c1cca027bcea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:20.317127 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:20.359041 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ce4887-7ebc-49bd-bfd4-5a0c90455c0c x-openstack-request-id: req-e0ce4887-7ebc-49bd-bfd4-5a0c90455c0c {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:33:20.359911 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb263355-ddd9-4a83-b59d-b0e512664234", "name": "network-vif-plugged", "status": "completed", "tag": "2d04e542-a893-4c72-ba4d-f5dd37bdc624", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:33:20.360179 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0ce4887-7ebc-49bd-bfd4-5a0c90455c0c {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:33:20.360584 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb263355-ddd9-4a83-b59d-b0e512664234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d04e542-a893-4c72-ba4d-f5dd37bdc624', 'code': 200} Nov 29 18:33:20.383055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=2d04e542-a893-4c72-ba4d-f5dd37bdc624,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:20.431542 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:20.496398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798b1c4-ad38-4ea8-b90c-c0b4ec1e44eb req-095d082b-34e2-41f6-9b11-829c17bf9b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:20.497967 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c798b1c4-ad38-4ea8-b90c-c0b4ec1e44eb req-095d082b-34e2-41f6-9b11-829c17bf9b5c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 1060 time: 0.0616941 Nov 29 18:33:20.505235 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:20.517432 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdd2663-87aa-4188-a851-00619dead696 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:33:20.526256 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:20.546678 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:33:20.551807 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:33:20.555977 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:33:20.566349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Transition to ACTIVE for port object 5cdd2663-87aa-4188-a851-00619dead696 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:33:20.573030 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:20.587441 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'Port': ['ID=24c6f75a-dcba-41e0-8289-6ae396bb94ce,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:20.610729 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafd61d-4136-4394-8247-233551ec443e req-eaca8fdb-76f3-4b80-82fa-674453270615 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:20.612253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aafd61d-4136-4394-8247-233551ec443e req-eaca8fdb-76f3-4b80-82fa-674453270615 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 932 time: 0.0832009 Nov 29 18:33:20.649786 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdd2663-87aa-4188-a851-00619dead696,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:20.724583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aafd61d-4136-4394-8247-233551ec443e req-54b9922b-acd2-4227-9294-983a52aa7ed6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011119 Nov 29 18:33:20.755329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Attempting to bind port 5cdd2663-87aa-4188-a851-00619dead696 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:33:20.757183 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Attempting to bind port 5cdd2663-87aa-4188-a851-00619dead696 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:33:20.758830 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Attempting to bind port 5cdd2663-87aa-4188-a851-00619dead696 on network 576cd0ca-3f99-4b2a-8359-255993fee61f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:33:20.768760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Port 5cdd2663-87aa-4188-a851-00619dead696 on network 576cd0ca-3f99-4b2a-8359-255993fee61f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:33:20.769603 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Attempting to bind port 5cdd2663-87aa-4188-a851-00619dead696 on network 576cd0ca-3f99-4b2a-8359-255993fee61f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:33:20.808260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:33:20.808747 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Checking segment: {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:33:20.809149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Bound using segment: {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:33:20.809678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Bound port: 5cdd2663-87aa-4188-a851-00619dead696, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:33:20.810084 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:20.868889 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39eb5a1-bbf3-4511-b80a-87d0ad6ddfc2 req-0db92eef-a239-4e5a-b450-10cf37782895 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:20.870471 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b39eb5a1-bbf3-4511-b80a-87d0ad6ddfc2 req-0db92eef-a239-4e5a-b450-10cf37782895 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 909 time: 0.0979075 Nov 29 18:33:20.903237 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] For port 5cdd2663-87aa-4188-a851-00619dead696, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:33:20.907326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] For port 5cdd2663-87aa-4188-a851-00619dead696, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5cdd2663-87aa-4188-a851-00619dead696,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:33:20.911884 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:20.951849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:20.952479 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:20.953885 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] 10.222.0.31 "PUT /v2.0/ports/5cdd2663-87aa-4188-a851-00619dead696 HTTP/1.1" status: 200 len: 1092 time: 0.8370528 Nov 29 18:33:20.954362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fc1fb2-f216-4445-9f38-ca57758b9609', 'tag': '5cdd2663-87aa-4188-a851-00619dead696'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:33:20.956663 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b971b00d-efe6-4498-a06d-0dadc980c0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "42fc1fb2-f216-4445-9f38-ca57758b9609", "tag": "5cdd2663-87aa-4188-a851-00619dead696"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:33:20.991096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13695f-7ccb-4756-bd78-098dc6ed5798 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdd2663-87aa-4188-a851-00619dead696,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:21.057677 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1da6d9-b506-46d7-89a7-7e679d3faa26 x-openstack-request-id: req-db1da6d9-b506-46d7-89a7-7e679d3faa26 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:33:21.058239 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fc1fb2-f216-4445-9f38-ca57758b9609", "tag": "5cdd2663-87aa-4188-a851-00619dead696", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:33:21.058705 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db1da6d9-b506-46d7-89a7-7e679d3faa26 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:33:21.059396 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fc1fb2-f216-4445-9f38-ca57758b9609', 'tag': '5cdd2663-87aa-4188-a851-00619dead696', 'status': 'completed', 'code': 200} Nov 29 18:33:21.077856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-4fc9a3cf-41a4-49f1-8a47-c92ae732f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:21.080467 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-4fc9a3cf-41a4-49f1-8a47-c92ae732f013 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 1095 time: 0.0605383 Nov 29 18:33:21.123840 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-44a574a2-9813-45c0-93b6-3541dd712c59 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cdd2663-87aa-4188-a851-00619dead696 HTTP/1.1" status: 200 len: 217 time: 0.0359504 Nov 29 18:33:21.175084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-252124f8-edf7-4a2d-a2a2-9928d00a9d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:21.176569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-252124f8-edf7-4a2d-a2a2-9928d00a9d11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26a49986-c9b3-439d-aace-384b572d9372 HTTP/1.1" status: 200 len: 845 time: 0.0456390 Nov 29 18:33:21.213767 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-203de62f-c379-44ae-8b1f-0dda8af9f067 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=576cd0ca-3f99-4b2a-8359-255993fee61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296686 Nov 29 18:33:21.307265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-72188f4c-7ec0-4f4b-8fed-9c5314a656c8 service neutron] 10.222.0.31 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866914 Nov 29 18:33:21.317760 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:21.401147 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:21.404618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-890bcc54-f0a4-42e9-a27e-f0b356fa5671 req-d42916db-a84a-4069-ba18-47e7b2d41ff7 service neutron] 10.222.0.31 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905561 Nov 29 18:33:21.489915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971b00d-efe6-4498-a06d-0dadc980c0cd req-e91edf7d-fb2d-43a4-8de8-4c4e07371ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:21.491784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b971b00d-efe6-4498-a06d-0dadc980c0cd req-e91edf7d-fb2d-43a4-8de8-4c4e07371ecb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 1095 time: 0.0419128 Nov 29 18:33:21.568810 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:21.577063 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:21.591904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971b00d-efe6-4498-a06d-0dadc980c0cd req-43a58322-1d81-4655-88b0-62d8c039fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:21.593398 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b971b00d-efe6-4498-a06d-0dadc980c0cd req-43a58322-1d81-4655-88b0-62d8c039fe1b service neutron] 10.222.0.31 "GET /v2.0/networks?id=576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 200 len: 906 time: 0.0942812 Nov 29 18:33:21.670044 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'Port': ['ID=24c6f75a-dcba-41e0-8289-6ae396bb94ce,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:21.677900 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b971b00d-efe6-4498-a06d-0dadc980c0cd req-9abf3b66-68cf-41e5-bc63-d7dbba3d5a82 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cdd2663-87aa-4188-a851-00619dead696 HTTP/1.1" status: 200 len: 217 time: 0.0696421 Nov 29 18:33:21.699997 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:21.731093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971b00d-efe6-4498-a06d-0dadc980c0cd req-9a1c70c2-f718-491e-9824-2cd6ed4bb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:21.732613 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b971b00d-efe6-4498-a06d-0dadc980c0cd req-9a1c70c2-f718-491e-9824-2cd6ed4bb029 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=26a49986-c9b3-439d-aace-384b572d9372 HTTP/1.1" status: 200 len: 845 time: 0.0482106 Nov 29 18:33:21.764862 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b971b00d-efe6-4498-a06d-0dadc980c0cd req-b5782958-1b6f-4e9e-8765-1a7ffdb851b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=576cd0ca-3f99-4b2a-8359-255993fee61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256600 Nov 29 18:33:21.822762 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Floating IP 6d78904f-aa21-4534-881f-fc001e72b2c4 associated. External IP: 172.25.3.188, port: a36afb32-8192-41d3-8eb3-50d179afa18b. Nov 29 18:33:21.896156 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4deab06-8e3b-40cc-bcaf-f4310f7a55bc req-19ef7fb3-7e2a-4bb7-acb3-a21eccb39d56 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:21.897644 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c4deab06-8e3b-40cc-bcaf-f4310f7a55bc req-19ef7fb3-7e2a-4bb7-acb3-a21eccb39d56 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 944 time: 0.0787992 Nov 29 18:33:21.900520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b971b00d-efe6-4498-a06d-0dadc980c0cd req-d325348e-388e-4bcf-870a-57935050d6f2 service neutron] 10.222.0.31 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281953 Nov 29 18:33:22.045170 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Router e40b4485-685f-4926-ba89-30bd1735c444 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:33:22.051481 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c4deab06-8e3b-40cc-bcaf-f4310f7a55bc req-539d358e-71f2-4991-a209-03fa0d3a85c3 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354504 Nov 29 18:33:22.069133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8835cb-65e7-4505-9db5-6fee20e6a016 req-f1c4aa2c-2263-46e4-9f18-3a4eabf5f326 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:22.071238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be8835cb-65e7-4505-9db5-6fee20e6a016 req-f1c4aa2c-2263-46e4-9f18-3a4eabf5f326 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 909 time: 0.1074526 Nov 29 18:33:22.074010 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b971b00d-efe6-4498-a06d-0dadc980c0cd req-ff4a2057-be9a-441b-9fcc-61f354272c0f service neutron] 10.222.0.31 "GET /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658461 Nov 29 18:33:22.181198 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:33:22.193886 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba06ef4-ee0f-4c2a-b8d1-d72abca01a4d None None] Sync routers for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:33:22.201633 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:22.210618 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba06ef4-ee0f-4c2a-b8d1-d72abca01a4d None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:33:22.212160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-fba06ef4-ee0f-4c2a-b8d1-d72abca01a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:32:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:22.246406 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2dd6d840-effd-4411-9d9b-524d3f5702c9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2527018 Nov 29 18:33:22.246406 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'tag': 'a36afb32-8192-41d3-8eb3-50d179afa18b'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:33:22.246406 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b98658-f63c-4d47-a79e-36d59bbdade9" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4", "tag": "a36afb32-8192-41d3-8eb3-50d179afa18b"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:33:22.247724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f999a3c-0470-4105-8db4-93456566ba79 req-ca075886-1d34-412e-ad7f-c2f96e5a3475 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:22.247724 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f999a3c-0470-4105-8db4-93456566ba79 req-ca075886-1d34-412e-ad7f-c2f96e5a3475 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 909 time: 0.0797417 Nov 29 18:33:22.279657 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db06dfba-13fe-4981-a38b-741dd3858414 x-openstack-request-id: req-db06dfba-13fe-4981-a38b-741dd3858414 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:33:22.280031 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4", "tag": "a36afb32-8192-41d3-8eb3-50d179afa18b", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:33:22.280231 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db06dfba-13fe-4981-a38b-741dd3858414 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:33:22.280615 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'tag': 'a36afb32-8192-41d3-8eb3-50d179afa18b', 'status': 'completed', 'code': 200} Nov 29 18:33:22.358968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b98658-f63c-4d47-a79e-36d59bbdade9 req-18eba33f-1b85-4ab8-8144-dadbabed999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:22.360461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30b98658-f63c-4d47-a79e-36d59bbdade9 req-18eba33f-1b85-4ab8-8144-dadbabed999a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0605228 Nov 29 18:33:22.363074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-fba06ef4-ee0f-4c2a-b8d1-d72abca01a4d None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:33:22.444823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a5863-1d1f-4ea1-aa96-5974f6e8ea49 req-2af4d3cc-335a-4f18-9e74-a8cc850f3080 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:22.446393 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-487a5863-1d1f-4ea1-aa96-5974f6e8ea49 req-2af4d3cc-335a-4f18-9e74-a8cc850f3080 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 1060 time: 0.1001897 Nov 29 18:33:22.475683 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b98658-f63c-4d47-a79e-36d59bbdade9 req-8ab9abf6-e572-416f-846c-60dc8aacd077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:22.477685 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30b98658-f63c-4d47-a79e-36d59bbdade9 req-8ab9abf6-e572-416f-846c-60dc8aacd077 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 912 time: 0.0998838 Nov 29 18:33:22.574659 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30b98658-f63c-4d47-a79e-36d59bbdade9 req-a66183b3-8860-4604-bd18-8f59c7f2f544 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a36afb32-8192-41d3-8eb3-50d179afa18b HTTP/1.1" status: 200 len: 999 time: 0.0890560 Nov 29 18:33:22.615014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fd451-b93d-47c8-a8b4-ac41380dd24e req-a074a52f-4621-49ac-a033-6b103e132421 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:22.616551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a75fd451-b93d-47c8-a8b4-ac41380dd24e req-a074a52f-4621-49ac-a033-6b103e132421 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 1135 time: 0.0852921 Nov 29 18:33:22.625704 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-fba06ef4-ee0f-4c2a-b8d1-d72abca01a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '6d78904f-aa21-4534-881f-fc001e72b2c4', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'port_id': 'a36afb32-8192-41d3-8eb3-50d179afa18b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:33:21Z', 'updated_at': '2021-11-29T18:33:21Z', 'revision_number': 0, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:22.642144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b98658-f63c-4d47-a79e-36d59bbdade9 req-dd3e84fd-6feb-416f-af00-a9d3ec910c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:22.643691 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30b98658-f63c-4d47-a79e-36d59bbdade9 req-dd3e84fd-6feb-416f-af00-a9d3ec910c9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0620961 Nov 29 18:33:22.652744 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba06ef4-ee0f-4c2a-b8d1-d72abca01a4d None None] Checking router: e40b4485-685f-4926-ba89-30bd1735c444 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:33:22.661470 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba06ef4-ee0f-4c2a-b8d1-d72abca01a4d None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:33:22.662081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-fba06ef4-ee0f-4c2a-b8d1-d72abca01a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:32:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:22.719234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a75fd451-b93d-47c8-a8b4-ac41380dd24e req-12e8f63e-17c9-49f0-9d08-9f2d0d8326d7 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=312dec7a-da4e-4dfc-9755-9d0128e735cb&id=ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0887427 Nov 29 18:33:22.721854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b98658-f63c-4d47-a79e-36d59bbdade9 req-ba6f25b1-072e-46c5-a6c5-ebfc3679014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:22.723302 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30b98658-f63c-4d47-a79e-36d59bbdade9 req-ba6f25b1-072e-46c5-a6c5-ebfc3679014f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716763 Nov 29 18:33:22.744357 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34580) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:22.793717 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-fba06ef4-ee0f-4c2a-b8d1-d72abca01a4d None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:33:22.808600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9935157-d060-4524-a14f-6f90ddd1ecd3 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:22.813567 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e9935157-d060-4524-a14f-6f90ddd1ecd3 tempest-TestSecurityGroupsBasicOps-109059620 tempest-TestSecurityGroupsBasicOps-109059620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 1055 time: 0.0652783 Nov 29 18:33:22.844320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30b98658-f63c-4d47-a79e-36d59bbdade9 req-2a0e571f-77e0-44cc-848a-301daa2a4404 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102345 Nov 29 18:33:22.976033 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30b98658-f63c-4d47-a79e-36d59bbdade9 req-041d22b2-5a9f-4e1e-9460-7a77c28945df service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184907 Nov 29 18:33:23.047957 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-fba06ef4-ee0f-4c2a-b8d1-d72abca01a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '6d78904f-aa21-4534-881f-fc001e72b2c4', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'port_id': 'a36afb32-8192-41d3-8eb3-50d179afa18b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:33:21Z', 'updated_at': '2021-11-29T18:33:21Z', 'revision_number': 0, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:23.079979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba06ef4-ee0f-4c2a-b8d1-d72abca01a4d None None] The sync data for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 is: [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '6d78904f-aa21-4534-881f-fc001e72b2c4', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'port_id': 'a36afb32-8192-41d3-8eb3-50d179afa18b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:33:21Z', 'updated_at': '2021-11-29T18:33:21Z', 'revision_number': 0, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:33:23.082812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72c82c-ae37-4875-88c8-f29e79c40a43 req-b7184cd4-e5bc-4946-ad66-93d2adc9c562 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:23.084782 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed72c82c-ae37-4875-88c8-f29e79c40a43 req-b7184cd4-e5bc-4946-ad66-93d2adc9c562 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 909 time: 0.0584393 Nov 29 18:33:23.208803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e771e4-76fb-42b2-a0d2-55b896de9183 req-61eb9262-ca4d-48a3-b05d-a2fd70358d62 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:23.210379 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-35e771e4-76fb-42b2-a0d2-55b896de9183 req-61eb9262-ca4d-48a3-b05d-a2fd70358d62 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 944 time: 0.0530610 Nov 29 18:33:23.263011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-35e771e4-76fb-42b2-a0d2-55b896de9183 req-d3a0e1a1-cbce-4618-8f1e-c29a3635e626 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457568 Nov 29 18:33:23.304130 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841b03f1-ee07-4bc4-84ec-1ea9775fbe9d None None] New status for floating IP 6d78904f-aa21-4534-881f-fc001e72b2c4: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:33:23.979481 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ec9105d-ac99-4b4d-ac88-1ef0d8568097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:24.468881 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e884b-e265-427d-9964-11db724e122f req-30ef8886-efcf-43d2-bc1e-76ebcaa85ec4 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:24.469831 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-684e884b-e265-427d-9964-11db724e122f req-30ef8886-efcf-43d2-bc1e-76ebcaa85ec4 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 909 time: 0.0722127 Nov 29 18:33:24.572846 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-684e884b-e265-427d-9964-11db724e122f req-f1441d98-0c03-4555-9d78-c58c79ef70dc tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Deleting port 2d04e542-a893-4c72-ba4d-f5dd37bdc624 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:33:24.573081 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-684e884b-e265-427d-9964-11db724e122f req-f1441d98-0c03-4555-9d78-c58c79ef70dc tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:24.586951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555b41d-71a1-4cfd-9d1d-db89a982b0c0 req-de86a5c4-2ba8-4059-a977-2112e4615f31 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:24.589599 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9555b41d-71a1-4cfd-9d1d-db89a982b0c0 req-de86a5c4-2ba8-4059-a977-2112e4615f31 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb263355-ddd9-4a83-b59d-b0e512664234 HTTP/1.1" status: 200 len: 909 time: 0.4285073 Nov 29 18:33:24.614390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bfc97-45c3-43af-bceb-ca307c5f97c7 req-0342686b-706a-41c4-8a9b-98a9a85a9eb2 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:24.615900 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b3bfc97-45c3-43af-bceb-ca307c5f97c7 req-0342686b-706a-41c4-8a9b-98a9a85a9eb2 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 944 time: 0.0714858 Nov 29 18:33:24.667789 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b3bfc97-45c3-43af-bceb-ca307c5f97c7 req-e82ca5c5-0246-4a5b-b318-47da031bb9cd tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410557 Nov 29 18:33:24.674162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-684e884b-e265-427d-9964-11db724e122f req-f1441d98-0c03-4555-9d78-c58c79ef70dc tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] For port 2d04e542-a893-4c72-ba4d-f5dd37bdc624, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=2d04e542-a893-4c72-ba4d-f5dd37bdc624,segment=NetworkSegment(4dc9a5a4-26f4-4aea-8f69-c1cca027bcea),segment_id=4dc9a5a4-26f4-4aea-8f69-c1cca027bcea)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:24.674526 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-684e884b-e265-427d-9964-11db724e122f req-f1441d98-0c03-4555-9d78-c58c79ef70dc tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:24.692984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-684e884b-e265-427d-9964-11db724e122f req-f1441d98-0c03-4555-9d78-c58c79ef70dc tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Calling delete_port for 2d04e542-a893-4c72-ba4d-f5dd37bdc624 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:33:24.731618 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5cdd2663-87aa-4188-a851-00619dead696 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:33:24.822511 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-684e884b-e265-427d-9964-11db724e122f req-f1441d98-0c03-4555-9d78-c58c79ef70dc tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:24.827381 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 5cdd2663-87aa-4188-a851-00619dead696, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5cdd2663-87aa-4188-a851-00619dead696,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:24.839638 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '5cdd2663-87aa-4188-a851-00619dead696', 'network_id': '576cd0ca-3f99-4b2a-8359-255993fee61f', 'port_id': '5cdd2663-87aa-4188-a851-00619dead696', 'mac_address': 'fa:16:3e:09:9d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a49986-c9b3-439d-aace-384b572d9372', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:33:24.859103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1441d98-0c03-4555-9d78-c58c79ef70dc tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event deleted for resources: {'Port': ['ID=2d04e542-a893-4c72-ba4d-f5dd37bdc624,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:24.886955 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:24.903729 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdd2663-87aa-4188-a851-00619dead696 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:33:24.912128 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-684e884b-e265-427d-9964-11db724e122f req-f1441d98-0c03-4555-9d78-c58c79ef70dc tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] No DVR routers for this DVR port 2d04e542-a893-4c72-ba4d-f5dd37bdc624 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:33:24.916265 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-684e884b-e265-427d-9964-11db724e122f req-f1441d98-0c03-4555-9d78-c58c79ef70dc tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:24.919684 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-684e884b-e265-427d-9964-11db724e122f req-f1441d98-0c03-4555-9d78-c58c79ef70dc tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.20 "DELETE /v2.0/ports/2d04e542-a893-4c72-ba4d-f5dd37bdc624 HTTP/1.1" status: 204 len: 173 time: 0.4433708 Nov 29 18:33:24.920145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb263355-ddd9-4a83-b59d-b0e512664234', 'name': 'network-vif-deleted', 'tag': '2d04e542-a893-4c72-ba4d-f5dd37bdc624'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:33:24.922459 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0e2aa5-2f90-41c7-ab85-18baa391406d" -d '{"events": [{"server_uuid": "cb263355-ddd9-4a83-b59d-b0e512664234", "name": "network-vif-deleted", "tag": "2d04e542-a893-4c72-ba4d-f5dd37bdc624"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:33:24.943304 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 5cdd2663-87aa-4188-a851-00619dead696, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5cdd2663-87aa-4188-a851-00619dead696,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:24.949097 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:25.001125 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f726f3-9308-4d88-baff-040e26babbe1 x-openstack-request-id: req-c4f726f3-9308-4d88-baff-040e26babbe1 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:33:25.001644 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb263355-ddd9-4a83-b59d-b0e512664234", "name": "network-vif-deleted", "tag": "2d04e542-a893-4c72-ba4d-f5dd37bdc624", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:33:25.001964 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4f726f3-9308-4d88-baff-040e26babbe1 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:33:25.004179 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb263355-ddd9-4a83-b59d-b0e512664234', 'name': 'network-vif-deleted', 'tag': '2d04e542-a893-4c72-ba4d-f5dd37bdc624', 'status': 'completed', 'code': 200} Nov 29 18:33:25.015456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=5cdd2663-87aa-4188-a851-00619dead696,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:25.262845 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['5cdd2663-87aa-4188-a851-00619dead696'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:33:25.652801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34596) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:25.794843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15727f23-5cb7-4146-bbba-2eba9c5cb690 req-eb4d1565-8dfb-4368-9cfd-00698c6d3d76 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:25.796380 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15727f23-5cb7-4146-bbba-2eba9c5cb690 req-eb4d1565-8dfb-4368-9cfd-00698c6d3d76 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 945 time: 0.0563111 Nov 29 18:33:25.846929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15727f23-5cb7-4146-bbba-2eba9c5cb690 req-927828ed-2f7b-46e9-b231-add888847ece tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440669 Nov 29 18:33:26.097161 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7df16ee5-23ee-4636-8a31-dfb622e2aafd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:26.415515 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-7df16ee5-23ee-4636-8a31-dfb622e2aafd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Deleting port 4db2b054-c255-4bb7-9560-187494eab08f {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:33:26.415785 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7df16ee5-23ee-4636-8a31-dfb622e2aafd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:26.444641 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de0d6ea7-63cd-4cea-adf1-44884eb6a9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:26.509308 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-7df16ee5-23ee-4636-8a31-dfb622e2aafd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] For port 4db2b054-c255-4bb7-9560-187494eab08f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4db2b054-c255-4bb7-9560-187494eab08f,segment=NetworkSegment(4dc9a5a4-26f4-4aea-8f69-c1cca027bcea),segment_id=4dc9a5a4-26f4-4aea-8f69-c1cca027bcea)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:26.509677 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7df16ee5-23ee-4636-8a31-dfb622e2aafd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:26.522616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-7df16ee5-23ee-4636-8a31-dfb622e2aafd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Calling delete_port for 4db2b054-c255-4bb7-9560-187494eab08f owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:33:26.733185 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5cdd2663-87aa-4188-a851-00619dead696 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:33:26.784669 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 5cdd2663-87aa-4188-a851-00619dead696 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:33:26.789492 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 5cdd2663-87aa-4188-a851-00619dead696 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:33:26.789889 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:26.876093 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:26.912929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fc1fb2-f216-4445-9f38-ca57758b9609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdd2663-87aa-4188-a851-00619dead696'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:33:26.915913 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ee6620-401a-4e60-aa78-a3558248079e" -d '{"events": [{"server_uuid": "42fc1fb2-f216-4445-9f38-ca57758b9609", "name": "network-vif-plugged", "status": "completed", "tag": "5cdd2663-87aa-4188-a851-00619dead696"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:33:26.934345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 5cdd2663-87aa-4188-a851-00619dead696, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5cdd2663-87aa-4188-a851-00619dead696,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:26.940229 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:26.988012 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e29167-5aec-4bee-a6f0-0c1391c9332e x-openstack-request-id: req-37e29167-5aec-4bee-a6f0-0c1391c9332e {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:33:26.988469 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fc1fb2-f216-4445-9f38-ca57758b9609", "name": "network-vif-plugged", "status": "completed", "tag": "5cdd2663-87aa-4188-a851-00619dead696", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:33:26.988872 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37e29167-5aec-4bee-a6f0-0c1391c9332e {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:33:26.989469 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fc1fb2-f216-4445-9f38-ca57758b9609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdd2663-87aa-4188-a851-00619dead696', 'code': 200} Nov 29 18:33:27.003039 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474b3fa-b99c-4557-8df9-da8b1ea6da77 req-2d20bf70-0df2-4983-9e95-7c3a9bfbdd83 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:27.004587 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f474b3fa-b99c-4557-8df9-da8b1ea6da77 req-2d20bf70-0df2-4983-9e95-7c3a9bfbdd83 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0784953 Nov 29 18:33:27.047539 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=5cdd2663-87aa-4188-a851-00619dead696,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:27.093249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f474b3fa-b99c-4557-8df9-da8b1ea6da77 req-186d4963-e017-40de-8a84-f8aaced7ba82 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801287 Nov 29 18:33:27.110360 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7df16ee5-23ee-4636-8a31-dfb622e2aafd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:27.124338 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafbb8d-c3b9-4ab2-9aed-aa0a3bd166b5 req-2e339338-6b99-450f-91f1-01c028721d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:27.125946 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6dafbb8d-c3b9-4ab2-9aed-aa0a3bd166b5 req-2e339338-6b99-450f-91f1-01c028721d6d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 1097 time: 0.0486109 Nov 29 18:33:27.191308 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6dafbb8d-c3b9-4ab2-9aed-aa0a3bd166b5 req-fa3ea36c-1415-4b7e-81b7-2127aeef0c85 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581219 Nov 29 18:33:27.201044 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df16ee5-23ee-4636-8a31-dfb622e2aafd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event deleted for resources: {'Port': ['ID=4db2b054-c255-4bb7-9560-187494eab08f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:27.328746 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:27.349329 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7df16ee5-23ee-4636-8a31-dfb622e2aafd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:27.572584 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df16ee5-23ee-4636-8a31-dfb622e2aafd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Router 9ea618ae-85f0-430c-9dba-78c99fb081b5 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:33:27.640977 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:27.691112 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df16ee5-23ee-4636-8a31-dfb622e2aafd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:33:27.696309 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7df16ee5-23ee-4636-8a31-dfb622e2aafd tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "PUT /v2.0/routers/9ea618ae-85f0-430c-9dba-78c99fb081b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0424092 Nov 29 18:33:27.699839 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34604) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:27.704250 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b700e17-8d38-4f1f-8bdf-f02aa505161d None None] Sync routers for ids ['9ea618ae-85f0-430c-9dba-78c99fb081b5'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:33:27.717362 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b700e17-8d38-4f1f-8bdf-f02aa505161d None None] Routers {'9ea618ae-85f0-430c-9dba-78c99fb081b5'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:33:27.718196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3b700e17-8d38-4f1f-8bdf-f02aa505161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:33:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['9ea618ae-85f0-430c-9dba-78c99fb081b5'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:27.753622 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae3e984-fb97-463b-9955-67393efd7295 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Deleting subnet eea126fd-379a-4807-9f02-c8e0edbbe28a {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:33:27.757427 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cae3e984-fb97-463b-9955-67393efd7295 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:27.803672 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cae3e984-fb97-463b-9955-67393efd7295 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:27.829552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-3b700e17-8d38-4f1f-8bdf-f02aa505161d None None] Set router 9ea618ae-85f0-430c-9dba-78c99fb081b5 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:33:27.935168 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cae3e984-fb97-463b-9955-67393efd7295 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:27.999813 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cae3e984-fb97-463b-9955-67393efd7295 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:28.002949 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2d04e542-a893-4c72-ba4d-f5dd37bdc624 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:33:28.027405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3e984-fb97-463b-9955-67393efd7295 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event deleted for resources: {'Subnet': ['ID=eea126fd-379a-4807-9f02-c8e0edbbe28a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:28.027796 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 2d04e542-a893-4c72-ba4d-f5dd37bdc624 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:33:28.028151 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 2d04e542-a893-4c72-ba4d-f5dd37bdc624 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:33:28.032732 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cae3e984-fb97-463b-9955-67393efd7295 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:28.039470 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a97ea-e02f-4974-8902-7e416f348f86 None None] Network 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:33:28.042928 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cae3e984-fb97-463b-9955-67393efd7295 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "DELETE /v2.0/subnets/eea126fd-379a-4807-9f02-c8e0edbbe28a HTTP/1.1" status: 204 len: 168 time: 0.3397574 Nov 29 18:33:28.043518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34606) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:28.090673 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3b700e17-8d38-4f1f-8bdf-f02aa505161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-429457190', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:27Z', 'revision_number': 5, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:28.167946 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b86ad0b-71b1-40b9-a16f-095294a5d7ce tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:28.284893 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b700e17-8d38-4f1f-8bdf-f02aa505161d None None] Checking router: 9ea618ae-85f0-430c-9dba-78c99fb081b5 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:33:28.300490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88694fe-1289-424b-aad6-b95bf8a11607 req-b907a07f-662e-48d8-b29c-2d0b7f737aed tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:28.302011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a88694fe-1289-424b-aad6-b95bf8a11607 req-b907a07f-662e-48d8-b29c-2d0b7f737aed tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0941255 Nov 29 18:33:28.307103 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b700e17-8d38-4f1f-8bdf-f02aa505161d None None] Routers {'9ea618ae-85f0-430c-9dba-78c99fb081b5'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:33:28.307743 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3b700e17-8d38-4f1f-8bdf-f02aa505161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:33:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['9ea618ae-85f0-430c-9dba-78c99fb081b5'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:28.337209 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b86ad0b-71b1-40b9-a16f-095294a5d7ce tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:28.392131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a88694fe-1289-424b-aad6-b95bf8a11607 req-f7b1ee1d-f242-4002-a734-ecee487d78ae tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740054 Nov 29 18:33:28.426437 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3b86ad0b-71b1-40b9-a16f-095294a5d7ce tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Deleting port a3d49412-3cb3-4c04-a876-b75fd096a04e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:33:28.426907 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b86ad0b-71b1-40b9-a16f-095294a5d7ce tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:28.458692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-3b700e17-8d38-4f1f-8bdf-f02aa505161d None None] Set router 9ea618ae-85f0-430c-9dba-78c99fb081b5 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:33:28.535253 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18840d6-5963-44f2-beb4-b8336c81a495 None None] DHCP port deletion for 87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:33:28.542420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-3b86ad0b-71b1-40b9-a16f-095294a5d7ce tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] For port a3d49412-3cb3-4c04-a876-b75fd096a04e, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a3d49412-3cb3-4c04-a876-b75fd096a04e,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:28.542887 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b86ad0b-71b1-40b9-a16f-095294a5d7ce tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:28.558575 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3b86ad0b-71b1-40b9-a16f-095294a5d7ce tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Calling delete_port for a3d49412-3cb3-4c04-a876-b75fd096a04e owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:33:28.673469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f18840d6-5963-44f2-beb4-b8336c81a495 None None] Deleting port 0fdd57d0-7f04-48f0-b766-6aabe0f96092 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:33:28.674150 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f18840d6-5963-44f2-beb4-b8336c81a495 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:28.749486 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f18840d6-5963-44f2-beb4-b8336c81a495 None None] For port 0fdd57d0-7f04-48f0-b766-6aabe0f96092, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=0fdd57d0-7f04-48f0-b766-6aabe0f96092,segment=NetworkSegment(4dc9a5a4-26f4-4aea-8f69-c1cca027bcea),segment_id=4dc9a5a4-26f4-4aea-8f69-c1cca027bcea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:28.749895 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f18840d6-5963-44f2-beb4-b8336c81a495 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:28.765430 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f18840d6-5963-44f2-beb4-b8336c81a495 None None] Calling delete_port for 0fdd57d0-7f04-48f0-b766-6aabe0f96092 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:33:28.771994 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b86ad0b-71b1-40b9-a16f-095294a5d7ce tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:28.775807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-3b700e17-8d38-4f1f-8bdf-f02aa505161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-429457190', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:27Z', 'revision_number': 5, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:28.806597 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b700e17-8d38-4f1f-8bdf-f02aa505161d None None] The sync data for ids ['9ea618ae-85f0-430c-9dba-78c99fb081b5'] in n-d-819494-5 is: [{'id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-429457190', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:27Z', 'revision_number': 5, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': 'a3d49412-3cb3-4c04-a876-b75fd096a04e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c0:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea618ae-85f0-430c-9dba-78c99fb081b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:33:03Z', 'updated_at': '2021-11-29T18:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:33:28.823932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86ad0b-71b1-40b9-a16f-095294a5d7ce tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event deleted for resources: {'Port': ['ID=a3d49412-3cb3-4c04-a876-b75fd096a04e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:28.840304 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ab2c04-4c89-4a47-ac9d-4388053853a1 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:33:28.876087 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b86ad0b-71b1-40b9-a16f-095294a5d7ce tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:28.897338 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f18840d6-5963-44f2-beb4-b8336c81a495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:28.924248 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18840d6-5963-44f2-beb4-b8336c81a495 None None] Pushing event deleted for resources: {'Port': ['ID=0fdd57d0-7f04-48f0-b766-6aabe0f96092,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:28.927711 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18840d6-5963-44f2-beb4-b8336c81a495 None None] No DVR routers for this DVR port 0fdd57d0-7f04-48f0-b766-6aabe0f96092 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:33:28.974137 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b86ad0b-71b1-40b9-a16f-095294a5d7ce tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:28.976358 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b86ad0b-71b1-40b9-a16f-095294a5d7ce tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:29.020188 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b86ad0b-71b1-40b9-a16f-095294a5d7ce tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:29.020940 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b86ad0b-71b1-40b9-a16f-095294a5d7ce tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Fanout notify agent at l3_agent the message router_deleted on router 9ea618ae-85f0-430c-9dba-78c99fb081b5 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:33:29.029176 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b86ad0b-71b1-40b9-a16f-095294a5d7ce tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:29.030331 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3b86ad0b-71b1-40b9-a16f-095294a5d7ce tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "DELETE /v2.0/routers/9ea618ae-85f0-430c-9dba-78c99fb081b5 HTTP/1.1" status: 204 len: 168 time: 0.9854624 Nov 29 18:33:29.033369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34612) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:29.112405 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41ffad4a-c6ab-4894-93c1-e404dcc36941 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:29.169859 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:29.207810 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41ffad4a-c6ab-4894-93c1-e404dcc36941 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:29.241963 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-41ffad4a-c6ab-4894-93c1-e404dcc36941 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e65d05-bb20-4af0-9aa5-ef5a8fe65b31']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:29.255747 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-41ffad4a-c6ab-4894-93c1-e404dcc36941 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc9a5a4-26f4-4aea-8f69-c1cca027bcea') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:29.256096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-41ffad4a-c6ab-4894-93c1-e404dcc36941 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc9a5a4-26f4-4aea-8f69-c1cca027bcea') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:29.274776 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41ffad4a-c6ab-4894-93c1-e404dcc36941 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:29.291294 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41ffad4a-c6ab-4894-93c1-e404dcc36941 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:29.302390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ffad4a-c6ab-4894-93c1-e404dcc36941 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:33:29.302826 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41ffad4a-c6ab-4894-93c1-e404dcc36941 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:33:29.307009 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:33:29.322525 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0fdd57d0-7f04-48f0-b766-6aabe0f96092 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:33:29.351599 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 0fdd57d0-7f04-48f0-b766-6aabe0f96092 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:33:29.352028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0fdd57d0-7f04-48f0-b766-6aabe0f96092 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:33:29.352454 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4db2b054-c255-4bb7-9560-187494eab08f no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:33:29.383337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 4db2b054-c255-4bb7-9560-187494eab08f {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:33:29.384115 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4db2b054-c255-4bb7-9560-187494eab08f not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:33:29.390596 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41ffad4a-c6ab-4894-93c1-e404dcc36941 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:29.401704 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41ffad4a-c6ab-4894-93c1-e404dcc36941 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:29.407556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-41ffad4a-c6ab-4894-93c1-e404dcc36941 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "DELETE /v2.0/networks/87e65d05-bb20-4af0-9aa5-ef5a8fe65b31 HTTP/1.1" status: 204 len: 168 time: 0.3728812 Nov 29 18:33:29.408118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34614) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:29.430875 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffad4a-c6ab-4894-93c1-e404dcc36941 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event deleted for resources: {'Network': ['ID=87e65d05-bb20-4af0-9aa5-ef5a8fe65b31,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:29.608569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aba5b-51ef-4dff-bc98-6a95ddf6dbd7 req-ec8e9d51-bcb4-4919-86d9-ac38bd0a3760 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:29.610518 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-551aba5b-51ef-4dff-bc98-6a95ddf6dbd7 req-ec8e9d51-bcb4-4919-86d9-ac38bd0a3760 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.1282892 Nov 29 18:33:29.695101 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-551aba5b-51ef-4dff-bc98-6a95ddf6dbd7 req-9b6df245-0428-40cf-9ecc-799f0c8535c9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607297 Nov 29 18:33:29.704381 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c788198d-50c3-4bed-9702-2f922f6c018b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Deleting port 0b5e329a-2080-4d1b-8257-f5309f62b2ff {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:33:29.704796 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c788198d-50c3-4bed-9702-2f922f6c018b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:29.788585 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c788198d-50c3-4bed-9702-2f922f6c018b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:29.789070 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c788198d-50c3-4bed-9702-2f922f6c018b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:29.803677 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c788198d-50c3-4bed-9702-2f922f6c018b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Calling delete_port for 0b5e329a-2080-4d1b-8257-f5309f62b2ff owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:33:29.874677 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:29.949573 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9ce7b-0f00-4c55-b6f6-3328fec48884 req-e390a103-5a9f-467d-801b-a5d73ab712ba tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:29.950963 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ab9ce7b-0f00-4c55-b6f6-3328fec48884 req-e390a103-5a9f-467d-801b-a5d73ab712ba tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0827429 Nov 29 18:33:29.988168 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:30.043973 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ab9ce7b-0f00-4c55-b6f6-3328fec48884 req-8d88ff77-18cc-4dd8-b1e3-c38ad769265a tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808561 Nov 29 18:33:30.082294 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c788198d-50c3-4bed-9702-2f922f6c018b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:30.113781 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788198d-50c3-4bed-9702-2f922f6c018b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event deleted for resources: {'Port': ['ID=0b5e329a-2080-4d1b-8257-f5309f62b2ff,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:30.217291 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c788198d-50c3-4bed-9702-2f922f6c018b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:30.217585 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-c788198d-50c3-4bed-9702-2f922f6c018b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Floating IP e1b8627b-f10e-47bc-8b06-234bb15725a1 disassociated (deleted). External IP: 172.25.3.29, port: 99b70285-4a0f-4eef-a849-325711a4fe32. Nov 29 18:33:30.269477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4ae90-68b8-4da5-bed6-04da59b79b9b req-02283415-d671-412d-965e-c232c88fc2a4 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:30.271410 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66d4ae90-68b8-4da5-bed6-04da59b79b9b req-02283415-d671-412d-965e-c232c88fc2a4 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.1250229 Nov 29 18:33:30.373059 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66d4ae90-68b8-4da5-bed6-04da59b79b9b req-14f7598f-5fb7-4cc0-ab51-24111f740472 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929573 Nov 29 18:33:30.514842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c788198d-50c3-4bed-9702-2f922f6c018b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Router 8e2122ff-e77f-4056-9dbd-955d5078dc42 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:33:30.660187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9a86d-0eda-4a5e-a380-27398f935d9b req-8bc5b597-b904-475f-855e-e41ad3d525ed tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:30.661692 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40d9a86d-0eda-4a5e-a380-27398f935d9b req-8bc5b597-b904-475f-855e-e41ad3d525ed tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0966427 Nov 29 18:33:30.672548 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c788198d-50c3-4bed-9702-2f922f6c018b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:33:30.681259 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c788198d-50c3-4bed-9702-2f922f6c018b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:30.684352 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509db70a-f736-44b3-91b9-b7591ae78e80 None None] Sync routers for ids ['8e2122ff-e77f-4056-9dbd-955d5078dc42'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:33:30.700213 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509db70a-f736-44b3-91b9-b7591ae78e80 None None] Routers {'8e2122ff-e77f-4056-9dbd-955d5078dc42'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:33:30.701385 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-509db70a-f736-44b3-91b9-b7591ae78e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:33:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8e2122ff-e77f-4056-9dbd-955d5078dc42'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:30.730247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c788198d-50c3-4bed-9702-2f922f6c018b tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "DELETE /v2.0/floatingips/e1b8627b-f10e-47bc-8b06-234bb15725a1 HTTP/1.1" status: 204 len: 168 time: 1.3080122 Nov 29 18:33:30.733356 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb884957-c343-4de0-904c-9ba52b4ed8c7', 'tag': '99b70285-4a0f-4eef-a849-325711a4fe32'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:33:30.735668 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4825b78-26cb-46bc-8f17-4981753af5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "bb884957-c343-4de0-904c-9ba52b4ed8c7", "tag": "99b70285-4a0f-4eef-a849-325711a4fe32"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:33:30.753346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40d9a86d-0eda-4a5e-a380-27398f935d9b req-fb4013c1-74b2-4a1a-a4b3-b5aacba48a80 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827253 Nov 29 18:33:30.813059 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-509db70a-f736-44b3-91b9-b7591ae78e80 None None] Set router 8e2122ff-e77f-4056-9dbd-955d5078dc42 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:33:30.832889 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73603bed-0312-4e47-b320-9119f2146114 x-openstack-request-id: req-73603bed-0312-4e47-b320-9119f2146114 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:33:30.833205 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb884957-c343-4de0-904c-9ba52b4ed8c7", "tag": "99b70285-4a0f-4eef-a849-325711a4fe32", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:33:30.833450 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73603bed-0312-4e47-b320-9119f2146114 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:33:30.833875 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb884957-c343-4de0-904c-9ba52b4ed8c7', 'tag': '99b70285-4a0f-4eef-a849-325711a4fe32', 'status': 'completed', 'code': 200} Nov 29 18:33:30.927457 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825b78-26cb-46bc-8f17-4981753af5c0 req-f994736a-1b56-4dbe-a95d-5000b326cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:30.929149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4825b78-26cb-46bc-8f17-4981753af5c0 req-f994736a-1b56-4dbe-a95d-5000b326cf5a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=19101422ecae468d8f607b9d6ca74877&device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 1135 time: 0.0668285 Nov 29 18:33:31.080326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488e2c1-d7ec-4924-8254-bfa28fee4f4f req-76c6ec08-38d3-4463-ac51-4221bacc0da6 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:31.081832 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e488e2c1-d7ec-4924-8254-bfa28fee4f4f req-76c6ec08-38d3-4463-ac51-4221bacc0da6 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 984 time: 0.0887082 Nov 29 18:33:31.084809 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825b78-26cb-46bc-8f17-4981753af5c0 req-8340716c-0294-468a-a74e-6b2a363fe35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:31.086747 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4825b78-26cb-46bc-8f17-4981753af5c0 req-8340716c-0294-468a-a74e-6b2a363fe35a service neutron] 10.222.0.31 "GET /v2.0/networks?id=9c5506c4-814a-4115-97be-5a016b84dde7 HTTP/1.1" status: 200 len: 898 time: 0.1437798 Nov 29 18:33:31.113174 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a3d49412-3cb3-4c04-a876-b75fd096a04e no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:33:31.137479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: a3d49412-3cb3-4c04-a876-b75fd096a04e {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:33:31.137836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a3d49412-3cb3-4c04-a876-b75fd096a04e not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:33:31.146428 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-509db70a-f736-44b3-91b9-b7591ae78e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-493703863', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:28Z', 'revision_number': 4, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '57f14dbc-51a3-4beb-88b6-c755efe3acce', 'name': '', 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'mac_address': 'fa:16:3e:f6:5b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:28Z', 'updated_at': '2021-11-29T18:31:32Z', 'revision_number': 5, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'subnets': [{'id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:31.156499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4825b78-26cb-46bc-8f17-4981753af5c0 req-5ca281ca-8b03-4a46-abf4-d74acc0c0402 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99b70285-4a0f-4eef-a849-325711a4fe32 HTTP/1.1" status: 200 len: 217 time: 0.0613894 Nov 29 18:33:31.178064 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509db70a-f736-44b3-91b9-b7591ae78e80 None None] Checking router: 8e2122ff-e77f-4056-9dbd-955d5078dc42 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:33:31.187010 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509db70a-f736-44b3-91b9-b7591ae78e80 None None] Routers {'8e2122ff-e77f-4056-9dbd-955d5078dc42'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:33:31.187612 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-509db70a-f736-44b3-91b9-b7591ae78e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:33:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8e2122ff-e77f-4056-9dbd-955d5078dc42'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:31.232720 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e488e2c1-d7ec-4924-8254-bfa28fee4f4f req-d18fda92-adbb-47d4-ac6d-abc9a742309d tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/security-groups?id=312dec7a-da4e-4dfc-9755-9d0128e735cb&id=ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1389773 Nov 29 18:33:31.236526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825b78-26cb-46bc-8f17-4981753af5c0 req-d4ded409-5694-45aa-9793-a16bff8faa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:31.237985 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4825b78-26cb-46bc-8f17-4981753af5c0 req-d4ded409-5694-45aa-9793-a16bff8faa75 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=79e4d666-8a89-4b02-9366-2624d56b93f5 HTTP/1.1" status: 200 len: 835 time: 0.0739460 Nov 29 18:33:31.292951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4825b78-26cb-46bc-8f17-4981753af5c0 req-ab37f17e-1118-4a51-80a2-f6818b5dfa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:31.294443 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4825b78-26cb-46bc-8f17-4981753af5c0 req-ab37f17e-1118-4a51-80a2-f6818b5dfa75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9c5506c4-814a-4115-97be-5a016b84dde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471141 Nov 29 18:33:31.297928 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-509db70a-f736-44b3-91b9-b7591ae78e80 None None] Set router 8e2122ff-e77f-4056-9dbd-955d5078dc42 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:33:31.391442 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4825b78-26cb-46bc-8f17-4981753af5c0 req-9db45bfd-88df-4c02-9231-5aa64f0e0c19 service neutron] 10.222.0.31 "GET /v2.0/networks/9c5506c4-814a-4115-97be-5a016b84dde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852661 Nov 29 18:33:31.494985 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4825b78-26cb-46bc-8f17-4981753af5c0 req-3f8b9d8a-3147-4dfc-a009-cb95c57093f0 service neutron] 10.222.0.31 "GET /v2.0/networks/9c5506c4-814a-4115-97be-5a016b84dde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933285 Nov 29 18:33:31.501885 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-509db70a-f736-44b3-91b9-b7591ae78e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-493703863', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:28Z', 'revision_number': 4, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '57f14dbc-51a3-4beb-88b6-c755efe3acce', 'name': '', 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'mac_address': 'fa:16:3e:f6:5b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:28Z', 'updated_at': '2021-11-29T18:31:32Z', 'revision_number': 5, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'subnets': [{'id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:31.528935 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509db70a-f736-44b3-91b9-b7591ae78e80 None None] The sync data for ids ['8e2122ff-e77f-4056-9dbd-955d5078dc42'] in n-d-819494-5 is: [{'id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-493703863', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:28Z', 'revision_number': 4, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '57f14dbc-51a3-4beb-88b6-c755efe3acce', 'name': '', 'network_id': '9c5506c4-814a-4115-97be-5a016b84dde7', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'mac_address': 'fa:16:3e:f6:5b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:28Z', 'updated_at': '2021-11-29T18:31:32Z', 'revision_number': 5, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'subnets': [{'id': '79e4d666-8a89-4b02-9366-2624d56b93f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:33:31.759999 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a7e789-66be-493c-9de6-ece40e4b7090 None None] New status for floating IP e1b8627b-f10e-47bc-8b06-234bb15725a1: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:33:31.877264 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36071565-f4f5-465d-8904-5f9ffacfde85 req-fc810d5a-a7ae-436c-ab12-1f854e4142df tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:31.878754 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36071565-f4f5-465d-8904-5f9ffacfde85 req-fc810d5a-a7ae-436c-ab12-1f854e4142df tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0523899 Nov 29 18:33:31.928964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36071565-f4f5-465d-8904-5f9ffacfde85 req-ca03d5b1-0964-4853-8635-3e7c82776777 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 Nov 29 18:33:32.355776 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5166ffc-a03b-4059-a81f-c9e96f0bc9c7 req-38731002-480e-4f56-9f94-6317b694e17a tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:32.357306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5166ffc-a03b-4059-a81f-c9e96f0bc9c7 req-38731002-480e-4f56-9f94-6317b694e17a tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 984 time: 0.0493419 Nov 29 18:33:32.419295 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5166ffc-a03b-4059-a81f-c9e96f0bc9c7 req-3b34e105-9c9a-4fbf-9640-5193b5e661b2 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "GET /v2.0/security-groups?id=312dec7a-da4e-4dfc-9755-9d0128e735cb&id=ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0557795 Nov 29 18:33:32.528828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e78efd-aeb3-4f79-908a-b13f9e30f331 req-efb5d105-3bb5-43c9-b298-532bbdeef190 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:32.530208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72e78efd-aeb3-4f79-908a-b13f9e30f331 req-efb5d105-3bb5-43c9-b298-532bbdeef190 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb884957-c343-4de0-904c-9ba52b4ed8c7 HTTP/1.1" status: 200 len: 984 time: 0.0489519 Nov 29 18:33:32.625099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-72e78efd-aeb3-4f79-908a-b13f9e30f331 req-33d43c9b-d854-4e18-8a0e-9d7cec4a4f1d tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Deleting port 99b70285-4a0f-4eef-a849-325711a4fe32 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:33:32.625439 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-72e78efd-aeb3-4f79-908a-b13f9e30f331 req-33d43c9b-d854-4e18-8a0e-9d7cec4a4f1d tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:32.716474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-72e78efd-aeb3-4f79-908a-b13f9e30f331 req-33d43c9b-d854-4e18-8a0e-9d7cec4a4f1d tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] For port 99b70285-4a0f-4eef-a849-325711a4fe32, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=99b70285-4a0f-4eef-a849-325711a4fe32,segment=NetworkSegment(88499584-afcb-42aa-97da-b6756a02954b),segment_id=88499584-afcb-42aa-97da-b6756a02954b)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:32.716841 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-72e78efd-aeb3-4f79-908a-b13f9e30f331 req-33d43c9b-d854-4e18-8a0e-9d7cec4a4f1d tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:32.730835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-72e78efd-aeb3-4f79-908a-b13f9e30f331 req-33d43c9b-d854-4e18-8a0e-9d7cec4a4f1d tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Calling delete_port for 99b70285-4a0f-4eef-a849-325711a4fe32 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:33:32.860197 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-72e78efd-aeb3-4f79-908a-b13f9e30f331 req-33d43c9b-d854-4e18-8a0e-9d7cec4a4f1d tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:32.890421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d43c9b-d854-4e18-8a0e-9d7cec4a4f1d tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event deleted for resources: {'Port': ['ID=99b70285-4a0f-4eef-a849-325711a4fe32,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:32.930693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e78efd-aeb3-4f79-908a-b13f9e30f331 req-33d43c9b-d854-4e18-8a0e-9d7cec4a4f1d tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] No DVR routers for this DVR port 99b70285-4a0f-4eef-a849-325711a4fe32 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:33:32.933380 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-72e78efd-aeb3-4f79-908a-b13f9e30f331 req-33d43c9b-d854-4e18-8a0e-9d7cec4a4f1d tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:32.936853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72e78efd-aeb3-4f79-908a-b13f9e30f331 req-33d43c9b-d854-4e18-8a0e-9d7cec4a4f1d tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.31 "DELETE /v2.0/ports/99b70285-4a0f-4eef-a849-325711a4fe32 HTTP/1.1" status: 204 len: 173 time: 0.3997319 Nov 29 18:33:32.937231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb884957-c343-4de0-904c-9ba52b4ed8c7', 'name': 'network-vif-deleted', 'tag': '99b70285-4a0f-4eef-a849-325711a4fe32'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:33:32.939551 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985558fa-43d7-4ab3-a2a6-38586eb8c0d6" -d '{"events": [{"server_uuid": "bb884957-c343-4de0-904c-9ba52b4ed8c7", "name": "network-vif-deleted", "tag": "99b70285-4a0f-4eef-a849-325711a4fe32"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:33:32.976829 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a77b658-ffac-4ab4-b586-5acbedc46b3a x-openstack-request-id: req-6a77b658-ffac-4ab4-b586-5acbedc46b3a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:33:32.977126 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb884957-c343-4de0-904c-9ba52b4ed8c7", "name": "network-vif-deleted", "tag": "99b70285-4a0f-4eef-a849-325711a4fe32", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:33:32.977428 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a77b658-ffac-4ab4-b586-5acbedc46b3a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:33:32.977890 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb884957-c343-4de0-904c-9ba52b4ed8c7', 'name': 'network-vif-deleted', 'tag': '99b70285-4a0f-4eef-a849-325711a4fe32', 'status': 'completed', 'code': 200} Nov 29 18:33:33.051463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa1ecf-4fab-4fca-98da-a42fb6d664e9 req-425bc7b5-847f-4e4e-a872-bed338d4da25 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:33.052979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aaaa1ecf-4fab-4fca-98da-a42fb6d664e9 req-425bc7b5-847f-4e4e-a872-bed338d4da25 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0521221 Nov 29 18:33:33.108494 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aaaa1ecf-4fab-4fca-98da-a42fb6d664e9 req-67cfc704-6551-491a-9724-fcedf18f717f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494149 Nov 29 18:33:33.480933 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34644) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:33.537876 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74a19562-d653-4211-b2bd-2f7e2558532e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:33.559471 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74a19562-d653-4211-b2bd-2f7e2558532e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:33.599523 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74a19562-d653-4211-b2bd-2f7e2558532e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:33.602336 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74a19562-d653-4211-b2bd-2f7e2558532e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:33.603487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-74a19562-d653-4211-b2bd-2f7e2558532e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "DELETE /v2.0/security-groups/ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7 HTTP/1.1" status: 204 len: 168 time: 0.1215613 Nov 29 18:33:33.606562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34646) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:33.613471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a19562-d653-4211-b2bd-2f7e2558532e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd11deb-61a0-46d5-a9b9-1b7ccff6bff7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:33.665711 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41334beb-ca12-4879-8920-efc7414fc953 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:33.687150 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41334beb-ca12-4879-8920-efc7414fc953 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:33.730941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41334beb-ca12-4879-8920-efc7414fc953 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:33.733504 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41334beb-ca12-4879-8920-efc7414fc953 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:33.734632 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-41334beb-ca12-4879-8920-efc7414fc953 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "DELETE /v2.0/security-groups/312dec7a-da4e-4dfc-9755-9d0128e735cb HTTP/1.1" status: 204 len: 168 time: 0.1270082 Nov 29 18:33:33.737508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34648) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:33.743303 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41334beb-ca12-4879-8920-efc7414fc953 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=312dec7a-da4e-4dfc-9755-9d0128e735cb,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:34.111443 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-476e35ae-b4e0-4679-b907-c973280c7d6e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:34.277712 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03a147-1301-4397-81e6-d60da00a53ec req-78e92cd9-c9f6-4ae7-bf90-8197f467cb99 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:34.279237 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b03a147-1301-4397-81e6-d60da00a53ec req-78e92cd9-c9f6-4ae7-bf90-8197f467cb99 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0914741 Nov 29 18:33:34.354278 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b03a147-1301-4397-81e6-d60da00a53ec req-aa544444-f687-488d-86df-a8af2f12f960 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586219 Nov 29 18:33:34.437245 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-476e35ae-b4e0-4679-b907-c973280c7d6e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Deleting port 57f14dbc-51a3-4beb-88b6-c755efe3acce {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:33:34.437588 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-476e35ae-b4e0-4679-b907-c973280c7d6e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:34.528602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-476e35ae-b4e0-4679-b907-c973280c7d6e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] For port 57f14dbc-51a3-4beb-88b6-c755efe3acce, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=57f14dbc-51a3-4beb-88b6-c755efe3acce,segment=NetworkSegment(88499584-afcb-42aa-97da-b6756a02954b),segment_id=88499584-afcb-42aa-97da-b6756a02954b)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:34.529319 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-476e35ae-b4e0-4679-b907-c973280c7d6e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:34.541440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-476e35ae-b4e0-4679-b907-c973280c7d6e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Calling delete_port for 57f14dbc-51a3-4beb-88b6-c755efe3acce owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:33:34.718513 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-476e35ae-b4e0-4679-b907-c973280c7d6e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:34.742678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e35ae-b4e0-4679-b907-c973280c7d6e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event deleted for resources: {'Port': ['ID=57f14dbc-51a3-4beb-88b6-c755efe3acce,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:34.913982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-476e35ae-b4e0-4679-b907-c973280c7d6e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:35.480265 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476e35ae-b4e0-4679-b907-c973280c7d6e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Router 8e2122ff-e77f-4056-9dbd-955d5078dc42 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:33:35.496058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006856b-50fd-4011-929f-18e4063062ce req-60abdb7e-9337-432e-a67a-14c9aab3b275 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:35.497520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1006856b-50fd-4011-929f-18e4063062ce req-60abdb7e-9337-432e-a67a-14c9aab3b275 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0687716 Nov 29 18:33:35.618807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1006856b-50fd-4011-929f-18e4063062ce req-4123f8ed-8a94-4fb5-a1bb-bb212202eb90 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142347 Nov 29 18:33:35.633163 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476e35ae-b4e0-4679-b907-c973280c7d6e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:33:35.641041 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-476e35ae-b4e0-4679-b907-c973280c7d6e tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "PUT /v2.0/routers/8e2122ff-e77f-4056-9dbd-955d5078dc42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8998411 Nov 29 18:33:35.641041 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34656) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:35.648226 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d90a7-69cb-4f4e-9ee9-db17ad687565 None None] Sync routers for ids ['8e2122ff-e77f-4056-9dbd-955d5078dc42'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:33:35.657665 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6d90a7-69cb-4f4e-9ee9-db17ad687565 None None] Routers {'8e2122ff-e77f-4056-9dbd-955d5078dc42'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:33:35.658268 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-be6d90a7-69cb-4f4e-9ee9-db17ad687565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:33:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8e2122ff-e77f-4056-9dbd-955d5078dc42'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:35.697019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-1603584b-7e17-4e9b-b48c-a20ba31fafaa tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Deleting subnet 79e4d666-8a89-4b02-9366-2624d56b93f5 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:33:35.700175 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1603584b-7e17-4e9b-b48c-a20ba31fafaa tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:35.739390 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1603584b-7e17-4e9b-b48c-a20ba31fafaa tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:35.761442 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-be6d90a7-69cb-4f4e-9ee9-db17ad687565 None None] Set router 8e2122ff-e77f-4056-9dbd-955d5078dc42 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:33:35.819516 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1603584b-7e17-4e9b-b48c-a20ba31fafaa tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:35.883919 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1603584b-7e17-4e9b-b48c-a20ba31fafaa tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:35.917527 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603584b-7e17-4e9b-b48c-a20ba31fafaa tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event deleted for resources: {'Subnet': ['ID=79e4d666-8a89-4b02-9366-2624d56b93f5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:35.919439 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1603584b-7e17-4e9b-b48c-a20ba31fafaa tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:35.925769 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1603584b-7e17-4e9b-b48c-a20ba31fafaa tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "DELETE /v2.0/subnets/79e4d666-8a89-4b02-9366-2624d56b93f5 HTTP/1.1" status: 204 len: 168 time: 0.2806938 Nov 29 18:33:35.925769 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34658) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:35.926159 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f421c22b-6ba7-488c-8011-fd6cc1f240c8 None None] Network 9c5506c4-814a-4115-97be-5a016b84dde7 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:33:35.948253 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-be6d90a7-69cb-4f4e-9ee9-db17ad687565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-493703863', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:33:34Z', 'revision_number': 5, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:35.974356 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d90a7-69cb-4f4e-9ee9-db17ad687565 None None] Checking router: 8e2122ff-e77f-4056-9dbd-955d5078dc42 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:33:35.984025 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6d90a7-69cb-4f4e-9ee9-db17ad687565 None None] Routers {'8e2122ff-e77f-4056-9dbd-955d5078dc42'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:33:35.984637 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-be6d90a7-69cb-4f4e-9ee9-db17ad687565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:33:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['8e2122ff-e77f-4056-9dbd-955d5078dc42'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:36.041173 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-844ad81c-7772-454a-9405-f3ee51fd2d04 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:36.094531 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-be6d90a7-69cb-4f4e-9ee9-db17ad687565 None None] Set router 8e2122ff-e77f-4056-9dbd-955d5078dc42 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:33:36.128345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] DHCP port deletion for 9c5506c4-814a-4115-97be-5a016b84dde7 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:33:36.162319 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-844ad81c-7772-454a-9405-f3ee51fd2d04 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:36.179605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Deleting port 58cd9cc1-669b-45ac-b195-4b6f84cd7801 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:33:36.179927 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:36.221977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-844ad81c-7772-454a-9405-f3ee51fd2d04 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Deleting port 84f39d6f-9101-45e0-98e5-2e91f5552c8d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:33:36.222363 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-844ad81c-7772-454a-9405-f3ee51fd2d04 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:36.251743 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] For port 58cd9cc1-669b-45ac-b195-4b6f84cd7801, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=58cd9cc1-669b-45ac-b195-4b6f84cd7801,segment=NetworkSegment(88499584-afcb-42aa-97da-b6756a02954b),segment_id=88499584-afcb-42aa-97da-b6756a02954b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:36.252197 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:36.266565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Calling delete_port for 58cd9cc1-669b-45ac-b195-4b6f84cd7801 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:33:36.287781 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-be6d90a7-69cb-4f4e-9ee9-db17ad687565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-493703863', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:33:34Z', 'revision_number': 5, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:36.311384 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-844ad81c-7772-454a-9405-f3ee51fd2d04 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] For port 84f39d6f-9101-45e0-98e5-2e91f5552c8d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=84f39d6f-9101-45e0-98e5-2e91f5552c8d,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:36.311756 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-844ad81c-7772-454a-9405-f3ee51fd2d04 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:36.319627 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6d90a7-69cb-4f4e-9ee9-db17ad687565 None None] The sync data for ids ['8e2122ff-e77f-4056-9dbd-955d5078dc42'] in n-d-819494-5 is: [{'id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'name': 'tempest-TestSecurityGroupsBasicOps-router-493703863', 'tenant_id': '19101422ecae468d8f607b9d6ca74877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:33:34Z', 'revision_number': 5, 'project_id': '19101422ecae468d8f607b9d6ca74877', 'gw_port': {'id': '84f39d6f-9101-45e0-98e5-2e91f5552c8d', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2122ff-e77f-4056-9dbd-955d5078dc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:31:24Z', 'updated_at': '2021-11-29T18:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:33:36.328514 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-844ad81c-7772-454a-9405-f3ee51fd2d04 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Calling delete_port for 84f39d6f-9101-45e0-98e5-2e91f5552c8d owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:33:36.362223 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:36.387560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Pushing event deleted for resources: {'Port': ['ID=58cd9cc1-669b-45ac-b195-4b6f84cd7801,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:36.392598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] No DVR routers for this DVR port 58cd9cc1-669b-45ac-b195-4b6f84cd7801 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:33:36.404362 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:36.404806 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:36.405068 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:36.405520 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:36.405742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:36.406083 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:36.406418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:36.406754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:36.407113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:36.407444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:36.407776 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:36.408224 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc53603b-c111-4bf6-af15-f315451507fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:36.506328 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-844ad81c-7772-454a-9405-f3ee51fd2d04 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:36.537060 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ad81c-7772-454a-9405-f3ee51fd2d04 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event deleted for resources: {'Port': ['ID=84f39d6f-9101-45e0-98e5-2e91f5552c8d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:36.556755 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce36c68c-7058-424e-a758-fb3363e58ecb None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:33:36.606564 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-844ad81c-7772-454a-9405-f3ee51fd2d04 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:36.707459 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-844ad81c-7772-454a-9405-f3ee51fd2d04 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:36.709962 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-844ad81c-7772-454a-9405-f3ee51fd2d04 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:36.783720 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-844ad81c-7772-454a-9405-f3ee51fd2d04 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:36.784287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844ad81c-7772-454a-9405-f3ee51fd2d04 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Fanout notify agent at l3_agent the message router_deleted on router 8e2122ff-e77f-4056-9dbd-955d5078dc42 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:33:36.792350 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-844ad81c-7772-454a-9405-f3ee51fd2d04 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:36.796187 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-844ad81c-7772-454a-9405-f3ee51fd2d04 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "DELETE /v2.0/routers/8e2122ff-e77f-4056-9dbd-955d5078dc42 HTTP/1.1" status: 204 len: 168 time: 0.8672504 Nov 29 18:33:36.796586 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34662) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:36.814714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b75b4-ef91-493e-9320-082ce0e5d1b5 req-d585dd4c-4a98-451c-a4df-3aa67bdb5a19 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:36.816298 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-210b75b4-ef91-493e-9320-082ce0e5d1b5 req-d585dd4c-4a98-451c-a4df-3aa67bdb5a19 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0980425 Nov 29 18:33:36.826915 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 99b70285-4a0f-4eef-a849-325711a4fe32 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:33:36.858779 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 99b70285-4a0f-4eef-a849-325711a4fe32 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:33:36.859615 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 99b70285-4a0f-4eef-a849-325711a4fe32 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:33:36.873154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-210b75b4-ef91-493e-9320-082ce0e5d1b5 req-a3cbf0e5-918f-4874-9d06-ec2c44d38661 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494812 Nov 29 18:33:36.893802 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f6252bb5-2013-4364-bf2e-18920f78d254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:36.995521 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f6252bb5-2013-4364-bf2e-18920f78d254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:37.017759 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-f6252bb5-2013-4364-bf2e-18920f78d254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5506c4-814a-4115-97be-5a016b84dde7']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:37.036249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-f6252bb5-2013-4364-bf2e-18920f78d254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88499584-afcb-42aa-97da-b6756a02954b') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:37.036598 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-f6252bb5-2013-4364-bf2e-18920f78d254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88499584-afcb-42aa-97da-b6756a02954b') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:33:37.054550 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f6252bb5-2013-4364-bf2e-18920f78d254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:37.076756 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f6252bb5-2013-4364-bf2e-18920f78d254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:37.084415 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6252bb5-2013-4364-bf2e-18920f78d254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:33:37.084918 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f6252bb5-2013-4364-bf2e-18920f78d254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:33:37.134230 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:33:37.160030 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f6252bb5-2013-4364-bf2e-18920f78d254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:37.174636 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f6252bb5-2013-4364-bf2e-18920f78d254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:37.177996 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f6252bb5-2013-4364-bf2e-18920f78d254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] 10.222.0.23 "DELETE /v2.0/networks/9c5506c4-814a-4115-97be-5a016b84dde7 HTTP/1.1" status: 204 len: 168 time: 0.3796537 Nov 29 18:33:37.188875 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6252bb5-2013-4364-bf2e-18920f78d254 tempest-TestSecurityGroupsBasicOps-1840442135 tempest-TestSecurityGroupsBasicOps-1840442135-project] Pushing event deleted for resources: {'Network': ['ID=9c5506c4-814a-4115-97be-5a016b84dde7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:37.417287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34670) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:37.553683 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:33:37.554749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 58cd9cc1-669b-45ac-b195-4b6f84cd7801 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:33:37.567502 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c0b544db-0d83-4f68-b7ab-23584b0823ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19101422ecae468d8f607b9d6ca74877&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1487849 Nov 29 18:33:37.570472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34674) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:37.575605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 58cd9cc1-669b-45ac-b195-4b6f84cd7801 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:33:37.575968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 58cd9cc1-669b-45ac-b195-4b6f84cd7801 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:33:37.576400 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 57f14dbc-51a3-4beb-88b6-c755efe3acce no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:33:37.595497 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 57f14dbc-51a3-4beb-88b6-c755efe3acce {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:33:37.595851 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 57f14dbc-51a3-4beb-88b6-c755efe3acce not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:33:37.623105 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5adaf9dc-cde6-43e5-8525-b52334d483cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:37.644381 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5adaf9dc-cde6-43e5-8525-b52334d483cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:37.690410 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5adaf9dc-cde6-43e5-8525-b52334d483cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:37.693437 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5adaf9dc-cde6-43e5-8525-b52334d483cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:37.694764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5adaf9dc-cde6-43e5-8525-b52334d483cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4ea6818-790a-426c-8410-4c7dd0dcbb0f HTTP/1.1" status: 204 len: 168 time: 0.1232755 Nov 29 18:33:37.703606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaf9dc-cde6-43e5-8525-b52334d483cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ea6818-790a-426c-8410-4c7dd0dcbb0f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:37.956892 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34682) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:37.970221 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35ea9bb6-5fb9-4745-af38-98c7a92c8ff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:38.004267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd8e56-cd17-4eb8-9036-9a68252584a3 req-d73eb95b-fcc2-485a-9ef3-4d8322216824 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:38.005896 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4fd8e56-cd17-4eb8-9036-9a68252584a3 req-d73eb95b-fcc2-485a-9ef3-4d8322216824 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0582881 Nov 29 18:33:38.053459 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35ea9bb6-5fb9-4745-af38-98c7a92c8ff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:38.056910 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4fd8e56-cd17-4eb8-9036-9a68252584a3 req-e188a8c8-e384-4ae3-ab3a-73a6f9d8da5c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443506 Nov 29 18:33:38.061266 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35ea9bb6-5fb9-4745-af38-98c7a92c8ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:38.100047 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-35ea9bb6-5fb9-4745-af38-98c7a92c8ff5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a94a826b93134396b74ebf378a497bbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1420014 Nov 29 18:33:38.102547 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea9bb6-5fb9-4745-af38-98c7a92c8ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c7e968-901c-4581-9190-ba331831bf66,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:38.103227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34684) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:38.152178 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ba59a9b-3adc-4cc6-b9b4-57d7877822a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:38.172976 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ba59a9b-3adc-4cc6-b9b4-57d7877822a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:38.219043 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ba59a9b-3adc-4cc6-b9b4-57d7877822a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:38.221779 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ba59a9b-3adc-4cc6-b9b4-57d7877822a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:38.222969 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2ba59a9b-3adc-4cc6-b9b4-57d7877822a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/84c7e968-901c-4581-9190-ba331831bf66 HTTP/1.1" status: 204 len: 168 time: 0.1184545 Nov 29 18:33:38.231498 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba59a9b-3adc-4cc6-b9b4-57d7877822a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c7e968-901c-4581-9190-ba331831bf66,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:38.548196 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34690) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:38.588549 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d35ee84b-20de-4ef6-a0c1-4636357397bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fa48651448445b68b74a6abb7132c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390916 Nov 29 18:33:38.591094 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34692) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:33:38.645225 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af03de36-8f3d-4987-a4f9-a891d2f645e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:38.667204 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af03de36-8f3d-4987-a4f9-a891d2f645e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:38.712953 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af03de36-8f3d-4987-a4f9-a891d2f645e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:38.715730 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af03de36-8f3d-4987-a4f9-a891d2f645e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:38.716907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-af03de36-8f3d-4987-a4f9-a891d2f645e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1cd42e3b-fbe7-48f6-9e52-a38bdc89096c HTTP/1.1" status: 204 len: 168 time: 0.1249137 Nov 29 18:33:38.724574 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03de36-8f3d-4987-a4f9-a891d2f645e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd42e3b-fbe7-48f6-9e52-a38bdc89096c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:39.112471 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 84f39d6f-9101-45e0-98e5-2e91f5552c8d no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:33:39.146611 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 84f39d6f-9101-45e0-98e5-2e91f5552c8d {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:33:39.147071 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 84f39d6f-9101-45e0-98e5-2e91f5552c8d not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:33:39.190856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d4ad5-e594-4571-a5c6-e4a89a1730b8 req-885ecd5b-8b29-4652-b5fb-366749218324 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:39.193166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-437d4ad5-e594-4571-a5c6-e4a89a1730b8 req-885ecd5b-8b29-4652-b5fb-366749218324 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0574329 Nov 29 18:33:39.256859 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-437d4ad5-e594-4571-a5c6-e4a89a1730b8 req-33a13ec1-ba51-4123-88e1-c88224f2aed5 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561626 Nov 29 18:33:40.376762 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff29b5f-91b3-43a1-aa44-334a88ac09fd req-4fdcdf80-e3bf-43cf-a3bd-1aae00ec60ed tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:40.378177 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eff29b5f-91b3-43a1-aa44-334a88ac09fd req-4fdcdf80-e3bf-43cf-a3bd-1aae00ec60ed tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0483758 Nov 29 18:33:40.427986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eff29b5f-91b3-43a1-aa44-334a88ac09fd req-31b0f82b-c12f-4c38-8bd8-ee67d2d21ed5 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437975 Nov 29 18:33:41.545110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d827c3-6df8-4e93-999b-4e5e1f256aed req-ffb6364e-aaa5-47de-ba72-bf5651d70807 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:41.546584 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23d827c3-6df8-4e93-999b-4e5e1f256aed req-ffb6364e-aaa5-47de-ba72-bf5651d70807 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0492945 Nov 29 18:33:41.594631 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23d827c3-6df8-4e93-999b-4e5e1f256aed req-5c3514e7-96bb-4eb2-9f92-00f3c23a9a99 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417547 Nov 29 18:33:42.715428 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175daeb-a46d-4db5-8951-14ae56b99fc6 req-9280bd92-3b10-4049-8e30-c980232757cc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:42.716936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4175daeb-a46d-4db5-8951-14ae56b99fc6 req-9280bd92-3b10-4049-8e30-c980232757cc tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0488400 Nov 29 18:33:42.764299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4175daeb-a46d-4db5-8951-14ae56b99fc6 req-ee972aeb-f5db-4085-a665-b4b1e2b40be6 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Nov 29 18:33:43.894928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eef515-6c53-41b4-a507-45fe34c3dce8 req-737818ff-4660-4bed-83d7-edc5de827790 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:43.896592 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97eef515-6c53-41b4-a507-45fe34c3dce8 req-737818ff-4660-4bed-83d7-edc5de827790 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0597074 Nov 29 18:33:43.945400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97eef515-6c53-41b4-a507-45fe34c3dce8 req-33e0be27-cf7d-498d-9be1-dbfb22746440 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424893 Nov 29 18:33:45.062295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461af29-3751-4494-861c-1dd5bc2954b1 req-aa8a28a8-f4aa-43ad-b937-4c444e5caa55 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:45.063805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8461af29-3751-4494-861c-1dd5bc2954b1 req-aa8a28a8-f4aa-43ad-b937-4c444e5caa55 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0483668 Nov 29 18:33:45.111084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8461af29-3751-4494-861c-1dd5bc2954b1 req-1220cff6-724f-4824-bbde-29f1d714a188 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412748 Nov 29 18:33:46.228303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd97f4-7842-40af-9804-bef0f21cb8f5 req-ad584718-5616-4c34-b726-1b9af6f5aa1c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:46.230668 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cbdd97f4-7842-40af-9804-bef0f21cb8f5 req-ad584718-5616-4c34-b726-1b9af6f5aa1c tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0527284 Nov 29 18:33:46.277997 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cbdd97f4-7842-40af-9804-bef0f21cb8f5 req-f368ce4e-86be-44b6-9541-563df4313ec2 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412636 Nov 29 18:33:47.392237 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37149e0-c91b-40c4-b202-f350e1c9e9d7 req-88cfd493-d09e-402d-b6c0-dcdff5bb6bf9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:47.393746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e37149e0-c91b-40c4-b202-f350e1c9e9d7 req-88cfd493-d09e-402d-b6c0-dcdff5bb6bf9 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0487268 Nov 29 18:33:47.440288 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e37149e0-c91b-40c4-b202-f350e1c9e9d7 req-9ad9dd0b-beed-41c2-ba6d-82a3e957beb7 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405214 Nov 29 18:33:48.555675 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e2c56-57a4-4b0e-bacd-5673c12f0d4d req-17fdd1b2-fca0-4dd7-8a77-08d1d45a69bd tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:48.557159 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e4e2c56-57a4-4b0e-bacd-5673c12f0d4d req-17fdd1b2-fca0-4dd7-8a77-08d1d45a69bd tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0508325 Nov 29 18:33:48.610645 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e4e2c56-57a4-4b0e-bacd-5673c12f0d4d req-a51d584b-e4e2-4b9c-9f6c-11fd441f6f6e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461309 Nov 29 18:33:49.726853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c5fe7-792a-4826-a7da-fe8df0cf9994 req-449658f4-738e-46f2-a828-ac473bf25853 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:49.728548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-600c5fe7-792a-4826-a7da-fe8df0cf9994 req-449658f4-738e-46f2-a828-ac473bf25853 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0486987 Nov 29 18:33:49.775176 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-600c5fe7-792a-4826-a7da-fe8df0cf9994 req-c5147f4e-395f-4e56-bb9d-873ac8bd3f52 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404999 Nov 29 18:33:50.888105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fca088-592c-47c5-be08-d0bfdb3d5583 req-9eb0f9c1-8c43-4c40-bd12-08ed3dea16bb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:50.889563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-82fca088-592c-47c5-be08-d0bfdb3d5583 req-9eb0f9c1-8c43-4c40-bd12-08ed3dea16bb tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0474803 Nov 29 18:33:50.936005 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-82fca088-592c-47c5-be08-d0bfdb3d5583 req-933cca2f-1014-499d-a923-113a63253160 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 Nov 29 18:33:52.058993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1fe8e-2e81-4412-b4c9-851854258a8d req-9e377e81-c69c-4448-b8ee-3a4587c0cb7a tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:52.060476 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-42d1fe8e-2e81-4412-b4c9-851854258a8d req-9e377e81-c69c-4448-b8ee-3a4587c0cb7a tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0522494 Nov 29 18:33:52.107936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-42d1fe8e-2e81-4412-b4c9-851854258a8d req-d096b51b-c9a5-4c4f-b97b-7b2b2c040953 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413427 Nov 29 18:33:53.226742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3e19f-5b30-4acd-9146-4bf96dd4fe81 req-11512be2-3da2-4011-a4b5-6cdfdfd4d768 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:53.228821 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee3e19f-5b30-4acd-9146-4bf96dd4fe81 req-11512be2-3da2-4011-a4b5-6cdfdfd4d768 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0507512 Nov 29 18:33:53.277692 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bee3e19f-5b30-4acd-9146-4bf96dd4fe81 req-e23e743d-5d7f-418d-a938-3f232e8b8595 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420840 Nov 29 18:33:53.981785 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19f14c03-272c-4209-9fb7-b11b90cf4cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:54.400039 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00285bec-342b-4571-b975-2e44360f8556 req-1bd027c2-aa60-4b7b-bde2-a385dfe65c0f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:54.401541 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00285bec-342b-4571-b975-2e44360f8556 req-1bd027c2-aa60-4b7b-bde2-a385dfe65c0f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0486057 Nov 29 18:33:54.452356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00285bec-342b-4571-b975-2e44360f8556 req-37955531-12b1-4ffb-a992-d4bc0b27f9ad tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448344 Nov 29 18:33:55.565258 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bfbe8-78cb-4ffe-b2a2-0106862f164c req-45b3b752-ffd1-44a4-aef7-00cd7dc2f6d8 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:55.566701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a7bfbe8-78cb-4ffe-b2a2-0106862f164c req-45b3b752-ffd1-44a4-aef7-00cd7dc2f6d8 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0469899 Nov 29 18:33:55.618990 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a7bfbe8-78cb-4ffe-b2a2-0106862f164c req-b99a89b8-bfbc-411e-8361-b599b3719845 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464072 Nov 29 18:33:56.447289 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e99f094a-f484-4e7b-8de4-3987f9b29f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:56.736403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edf210-9498-4ac0-aafb-564f97ecc4fd req-5ce75bd8-416c-43c7-9e66-f18fb1732a4f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:56.737806 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92edf210-9498-4ac0-aafb-564f97ecc4fd req-5ce75bd8-416c-43c7-9e66-f18fb1732a4f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0510213 Nov 29 18:33:56.786509 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-92edf210-9498-4ac0-aafb-564f97ecc4fd req-6475e1f4-0bc7-46e3-8ca5-879f44375e0d tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423591 Nov 29 18:33:57.016674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71b120-82d0-4333-a5f3-c4ae4df8e286 req-a59e0105-7cb1-4376-a8a4-407bc523a459 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:57.018171 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c71b120-82d0-4333-a5f3-c4ae4df8e286 req-a59e0105-7cb1-4376-a8a4-407bc523a459 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0608134 Nov 29 18:33:57.075461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5c71b120-82d0-4333-a5f3-c4ae4df8e286 req-66362653-9c69-40c1-8112-a95c866b0618 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485570 Nov 29 18:33:57.193291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ead7f-ec34-4bd1-b3ff-2f48e6e5fe75 req-9c473f2e-e6e1-4a89-9648-d3a4936cfae8 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:57.194768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ab0ead7f-ec34-4bd1-b3ff-2f48e6e5fe75 req-9c473f2e-e6e1-4a89-9648-d3a4936cfae8 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0504067 Nov 29 18:33:57.245514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ab0ead7f-ec34-4bd1-b3ff-2f48e6e5fe75 req-4cf1af15-6605-4055-b875-8daa9de7c346 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439436 Nov 29 18:33:57.324561 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:57.505372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de878ef5-cb37-4b76-91f9-63a5b67ba100 req-3a1b16a1-9199-4e03-adcf-7054c299dbb1 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:57.506883 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de878ef5-cb37-4b76-91f9-63a5b67ba100 req-3a1b16a1-9199-4e03-adcf-7054c299dbb1 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0614455 Nov 29 18:33:57.555830 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de878ef5-cb37-4b76-91f9-63a5b67ba100 req-7bc0705e-b1fb-4d25-94c3-3ce64031f928 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430191 Nov 29 18:33:57.641469 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:58.677063 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16bf27-139e-4ed1-923c-8b41a6515f41 req-9bde0699-4a4c-4898-ac82-d9f56250afaf tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:58.678553 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc16bf27-139e-4ed1-923c-8b41a6515f41 req-9bde0699-4a4c-4898-ac82-d9f56250afaf tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0511484 Nov 29 18:33:58.725477 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc16bf27-139e-4ed1-923c-8b41a6515f41 req-16e94d26-219b-4ff0-a039-ed0ddd6d8dac tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408885 Nov 29 18:33:58.836105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc480257-61b3-4031-adbe-9acac87976b6 req-5d78877d-4a97-4475-a51f-0934ec09ea71 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:33:58.837478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc480257-61b3-4031-adbe-9acac87976b6 req-5d78877d-4a97-4475-a51f-0934ec09ea71 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.31 "GET /v2.0/ports?device_id=42fc1fb2-f216-4445-9f38-ca57758b9609 HTTP/1.1" status: 200 len: 946 time: 0.0492597 Nov 29 18:33:58.932475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-dc480257-61b3-4031-adbe-9acac87976b6 req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Deleting port 5cdd2663-87aa-4188-a851-00619dead696 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:33:58.932848 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dc480257-61b3-4031-adbe-9acac87976b6 req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:59.023707 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-dc480257-61b3-4031-adbe-9acac87976b6 req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] For port 5cdd2663-87aa-4188-a851-00619dead696, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5cdd2663-87aa-4188-a851-00619dead696,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:33:59.024095 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dc480257-61b3-4031-adbe-9acac87976b6 req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:59.039613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-dc480257-61b3-4031-adbe-9acac87976b6 req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Calling delete_port for 5cdd2663-87aa-4188-a851-00619dead696 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:33:59.163404 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:59.180851 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dc480257-61b3-4031-adbe-9acac87976b6 req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:59.194079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['5cdd2663-87aa-4188-a851-00619dead696'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:33:59.198398 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:33:59.211549 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Pushing event deleted for resources: {'Port': ['ID=5cdd2663-87aa-4188-a851-00619dead696,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:33:59.242073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:59.242448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:59.242804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:59.243165 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:59.243490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:59.243833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:59.244171 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:59.244518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:59.244848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:59.245205 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:59.245513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:59.245843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:33:59.269754 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc480257-61b3-4031-adbe-9acac87976b6 req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] No DVR routers for this DVR port 5cdd2663-87aa-4188-a851-00619dead696 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:33:59.272578 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dc480257-61b3-4031-adbe-9acac87976b6 req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:59.276036 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc480257-61b3-4031-adbe-9acac87976b6 req-54fb8886-704b-4a39-a4ae-d3ee52d6a753 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.31 "DELETE /v2.0/ports/5cdd2663-87aa-4188-a851-00619dead696 HTTP/1.1" status: 204 len: 173 time: 0.4324260 Nov 29 18:33:59.276491 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fc1fb2-f216-4445-9f38-ca57758b9609', 'name': 'network-vif-deleted', 'tag': '5cdd2663-87aa-4188-a851-00619dead696'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:33:59.279583 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c75d9d-7582-4529-aecc-b73fc456c467" -d '{"events": [{"server_uuid": "42fc1fb2-f216-4445-9f38-ca57758b9609", "name": "network-vif-deleted", "tag": "5cdd2663-87aa-4188-a851-00619dead696"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:33:59.318111 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e53432-2bb6-4074-91a1-59b134a241f1 x-openstack-request-id: req-56e53432-2bb6-4074-91a1-59b134a241f1 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:33:59.318507 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fc1fb2-f216-4445-9f38-ca57758b9609", "name": "network-vif-deleted", "tag": "5cdd2663-87aa-4188-a851-00619dead696", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:33:59.318822 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56e53432-2bb6-4074-91a1-59b134a241f1 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:33:59.319124 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fc1fb2-f216-4445-9f38-ca57758b9609', 'name': 'network-vif-deleted', 'tag': '5cdd2663-87aa-4188-a851-00619dead696', 'status': 'completed', 'code': 200} Nov 29 18:33:59.869457 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:33:59.985826 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:00.426975 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57461c-b076-4ffc-b929-296466614ac1 req-d71f2ac5-1ac3-40cb-8f87-352ee27bb40f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:00.428444 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb57461c-b076-4ffc-b929-296466614ac1 req-d71f2ac5-1ac3-40cb-8f87-352ee27bb40f tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 945 time: 0.0482283 Nov 29 18:34:00.475450 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb57461c-b076-4ffc-b929-296466614ac1 req-f5f3ef80-5bc7-4a1e-b5f9-a8217563170e tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409045 Nov 29 18:34:01.590228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908c41d-66d3-46ba-88cc-b05489389a5a req-63fd657f-2615-4aa0-835f-de6092e59fb0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:01.591705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f908c41d-66d3-46ba-88cc-b05489389a5a req-63fd657f-2615-4aa0-835f-de6092e59fb0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 945 time: 0.0469820 Nov 29 18:34:01.640667 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f908c41d-66d3-46ba-88cc-b05489389a5a req-5c0a24f2-7d82-4ab5-b4bf-f40885566886 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/security-groups?id=cff57c3d-e068-4595-a74d-8425244fee6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429914 Nov 29 18:34:01.887599 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e420b-f3c0-4364-8287-85da932fdee8 req-77f0a5f8-f123-47f6-9692-a7f819bd6ed1 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:01.888950 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6b3e420b-f3c0-4364-8287-85da932fdee8 req-77f0a5f8-f123-47f6-9692-a7f819bd6ed1 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 945 time: 0.0536227 Nov 29 18:34:01.990151 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-6b3e420b-f3c0-4364-8287-85da932fdee8 req-3698917a-b0c4-4d4c-a07a-502c629447e0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Deleting port b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:34:01.990499 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6b3e420b-f3c0-4364-8287-85da932fdee8 req-3698917a-b0c4-4d4c-a07a-502c629447e0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:02.087063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-6b3e420b-f3c0-4364-8287-85da932fdee8 req-3698917a-b0c4-4d4c-a07a-502c629447e0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] For port b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5,segment=NetworkSegment(cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021),segment_id=cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:34:02.087433 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6b3e420b-f3c0-4364-8287-85da932fdee8 req-3698917a-b0c4-4d4c-a07a-502c629447e0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:02.100903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-6b3e420b-f3c0-4364-8287-85da932fdee8 req-3698917a-b0c4-4d4c-a07a-502c629447e0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Calling delete_port for b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:34:02.234231 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6b3e420b-f3c0-4364-8287-85da932fdee8 req-3698917a-b0c4-4d4c-a07a-502c629447e0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:02.252152 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:34:02.267167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698917a-b0c4-4d4c-a07a-502c629447e0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Pushing event deleted for resources: {'Port': ['ID=b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:02.312448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3e420b-f3c0-4364-8287-85da932fdee8 req-3698917a-b0c4-4d4c-a07a-502c629447e0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] No DVR routers for this DVR port b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:34:02.315027 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-6b3e420b-f3c0-4364-8287-85da932fdee8 req-3698917a-b0c4-4d4c-a07a-502c629447e0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:02.318481 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6b3e420b-f3c0-4364-8287-85da932fdee8 req-3698917a-b0c4-4d4c-a07a-502c629447e0 tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.20 "DELETE /v2.0/ports/b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 HTTP/1.1" status: 204 len: 173 time: 0.4192207 Nov 29 18:34:02.318966 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d24ced1-f21d-4263-8ce8-56c65027fab6', 'name': 'network-vif-deleted', 'tag': 'b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:34:02.321280 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a21c292-d273-4ea5-844e-0070bdd97558" -d '{"events": [{"server_uuid": "6d24ced1-f21d-4263-8ce8-56c65027fab6", "name": "network-vif-deleted", "tag": "b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:34:02.362093 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6aed07-a7b4-4601-8877-ba65a191a504 x-openstack-request-id: req-8c6aed07-a7b4-4601-8877-ba65a191a504 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:34:02.362401 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d24ced1-f21d-4263-8ce8-56c65027fab6", "name": "network-vif-deleted", "tag": "b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:34:02.362665 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c6aed07-a7b4-4601-8877-ba65a191a504 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:34:02.363103 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d24ced1-f21d-4263-8ce8-56c65027fab6', 'name': 'network-vif-deleted', 'tag': 'b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5', 'status': 'completed', 'code': 200} Nov 29 18:34:02.764429 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48bd3cbe-6a39-4726-8f60-f986d472505c req-a72cb91e-92a1-4ec9-b765-daea4fbfe7cf tempest-ServersTestJSON-613036193 tempest-ServersTestJSON-613036193-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d24ced1-f21d-4263-8ce8-56c65027fab6 HTTP/1.1" status: 200 len: 210 time: 0.0319691 Nov 29 18:34:02.981160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5cdd2663-87aa-4188-a851-00619dead696 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:34:03.000610 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 5cdd2663-87aa-4188-a851-00619dead696 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:34:03.000958 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5cdd2663-87aa-4188-a851-00619dead696 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:34:03.820285 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34792) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:34:03.865595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-db33e648-c062-47b3-90bf-a65434ef6d99 admin admin] Deleting subnet 26a49986-c9b3-439d-aace-384b572d9372 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:34:03.868662 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-db33e648-c062-47b3-90bf-a65434ef6d99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:03.902378 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-db33e648-c062-47b3-90bf-a65434ef6d99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:03.944484 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-db33e648-c062-47b3-90bf-a65434ef6d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:03.995715 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-db33e648-c062-47b3-90bf-a65434ef6d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:04.021184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33e648-c062-47b3-90bf-a65434ef6d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a49986-c9b3-439d-aace-384b572d9372,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:04.024932 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-db33e648-c062-47b3-90bf-a65434ef6d99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:04.028760 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-db33e648-c062-47b3-90bf-a65434ef6d99 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/26a49986-c9b3-439d-aace-384b572d9372 HTTP/1.1" status: 204 len: 168 time: 0.2067704 Nov 29 18:34:04.031122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34794) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:34:04.101142 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1c72194-6cd6-48f6-a04d-519b52c33067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:04.187347 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1c72194-6cd6-48f6-a04d-519b52c33067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:04.207549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-b1c72194-6cd6-48f6-a04d-519b52c33067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576cd0ca-3f99-4b2a-8359-255993fee61f']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:34:04.216669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-b1c72194-6cd6-48f6-a04d-519b52c33067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:34:04.216972 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-b1c72194-6cd6-48f6-a04d-519b52c33067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc2ad99-4929-4dcc-b3cf-f74eb0cd5021') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:34:04.226132 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1c72194-6cd6-48f6-a04d-519b52c33067 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:04.239349 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1c72194-6cd6-48f6-a04d-519b52c33067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:04.245068 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c72194-6cd6-48f6-a04d-519b52c33067 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:34:04.245452 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1c72194-6cd6-48f6-a04d-519b52c33067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:34:04.247613 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:34:04.305123 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1c72194-6cd6-48f6-a04d-519b52c33067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:04.310650 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b1c72194-6cd6-48f6-a04d-519b52c33067 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:04.313947 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b1c72194-6cd6-48f6-a04d-519b52c33067 admin admin] 10.222.0.23 "DELETE /v2.0/networks/576cd0ca-3f99-4b2a-8359-255993fee61f HTTP/1.1" status: 204 len: 168 time: 0.2818980 Nov 29 18:34:04.325014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c72194-6cd6-48f6-a04d-519b52c33067 admin admin] Pushing event deleted for resources: {'Network': ['ID=576cd0ca-3f99-4b2a-8359-255993fee61f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:04.478385 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34798) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:34:04.518211 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-754f720b-fe29-43ac-9988-ecc5159abfdd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd4b63e9fb9742f6acf61066e6129d1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386064 Nov 29 18:34:04.520600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34800) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:34:04.566695 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f1f794d-7a7b-4fe8-b992-4873a6009dfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:04.587552 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f1f794d-7a7b-4fe8-b992-4873a6009dfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:04.633271 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f1f794d-7a7b-4fe8-b992-4873a6009dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:04.635868 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f1f794d-7a7b-4fe8-b992-4873a6009dfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:04.637009 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9f1f794d-7a7b-4fe8-b992-4873a6009dfc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cff57c3d-e068-4595-a74d-8425244fee6f HTTP/1.1" status: 204 len: 168 time: 0.1155257 Nov 29 18:34:04.645623 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f794d-7a7b-4fe8-b992-4873a6009dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff57c3d-e068-4595-a74d-8425244fee6f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:05.301415 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 34822) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:34:05.398766 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-7d409ff8-4165-4faa-8ad4-b9fe59a83503 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-489469037-network', 'tenant_id': 'bbabefcfc5be44318797b01990164fae'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:34:05.419628 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d409ff8-4165-4faa-8ad4-b9fe59a83503 admin admin] Made reservation on behalf of bbabefcfc5be44318797b01990164fae for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:34:05.421839 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d409ff8-4165-4faa-8ad4-b9fe59a83503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:05.429726 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d409ff8-4165-4faa-8ad4-b9fe59a83503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:05.757450 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d409ff8-4165-4faa-8ad4-b9fe59a83503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:05.761363 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d409ff8-4165-4faa-8ad4-b9fe59a83503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:05.785514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d409ff8-4165-4faa-8ad4-b9fe59a83503 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:34:05.795654 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d409ff8-4165-4faa-8ad4-b9fe59a83503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dba9e73-6947-44d6-9bad-3cacf5067229,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:05.800305 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d409ff8-4165-4faa-8ad4-b9fe59a83503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:05.800725 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-7d409ff8-4165-4faa-8ad4-b9fe59a83503 admin admin] Added segment 89c69008-b56e-4e47-b797-a7e12e7f4bfd of type vlan for network 5f224158-285f-4a28-94d6-ee1819f6c695 Nov 29 18:34:05.848764 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d409ff8-4165-4faa-8ad4-b9fe59a83503 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:05.873666 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d409ff8-4165-4faa-8ad4-b9fe59a83503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:05.874742 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d409ff8-4165-4faa-8ad4-b9fe59a83503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:05.875375 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7d409ff8-4165-4faa-8ad4-b9fe59a83503 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:05.931840 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7d409ff8-4165-4faa-8ad4-b9fe59a83503 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6292675 Nov 29 18:34:05.934967 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 34826) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:34:05.939278 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d409ff8-4165-4faa-8ad4-b9fe59a83503 admin admin] Pushing event updated for resources: {'Network': ['ID=5f224158-285f-4a28-94d6-ee1819f6c695,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:05.940299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3a8f9968-2ef8-43e2-9546-fa2c1c835c0a admin admin] Request body: {'subnet': {'network_id': '5f224158-285f-4a28-94d6-ee1819f6c695', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-489469037-subnet', 'tenant_id': 'bbabefcfc5be44318797b01990164fae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:34:05.950319 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 5f224158-285f-4a28-94d6-ee1819f6c695 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:34:05.964361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8f9968-2ef8-43e2-9546-fa2c1c835c0a admin admin] Made reservation on behalf of bbabefcfc5be44318797b01990164fae for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:34:05.967729 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9968-2ef8-43e2-9546-fa2c1c835c0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:06.140027 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9968-2ef8-43e2-9546-fa2c1c835c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:06.189012 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f9968-2ef8-43e2-9546-fa2c1c835c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:06.204590 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8f9968-2ef8-43e2-9546-fa2c1c835c0a admin admin] Checking segment: {'id': '89c69008-b56e-4e47-b797-a7e12e7f4bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f224158-285f-4a28-94d6-ee1819f6c695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:34:06.204997 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8f9968-2ef8-43e2-9546-fa2c1c835c0a admin admin] Network hostable DHCP agents. Network: 5f224158-285f-4a28-94d6-ee1819f6c695, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:34:06.220824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8f9968-2ef8-43e2-9546-fa2c1c835c0a admin admin] Network 5f224158-285f-4a28-94d6-ee1819f6c695 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:34:06.229942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-3a8f9968-2ef8-43e2-9546-fa2c1c835c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 5f224158-285f-4a28-94d6-ee1819f6c695) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:34:06.231740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:34:06.233843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8f9968-2ef8-43e2-9546-fa2c1c835c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:06.234433 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a8f9968-2ef8-43e2-9546-fa2c1c835c0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:06.250382 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3a8f9968-2ef8-43e2-9546-fa2c1c835c0a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3140292 Nov 29 18:34:06.257072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049b9593-cd40-454f-bcc4-7fdf96360eaf None None] Network 5f224158-285f-4a28-94d6-ee1819f6c695 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:34:06.261018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:34:06.261018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b5c3b8e9-86d6-4678-a8b6-3b01b75dc5b5 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:34:06.384961 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9494c10f-93e4-4d17-9139-8c5b386a3b01 None None] Network 5f224158-285f-4a28-94d6-ee1819f6c695 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:34:06.703986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-972c0c99-8b54-4bfa-80f2-9568d461cc23 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:06.705555 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-972c0c99-8b54-4bfa-80f2-9568d461cc23 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/networks?id=5f224158-285f-4a28-94d6-ee1819f6c695 HTTP/1.1" status: 200 len: 813 time: 0.1121311 Nov 29 18:34:06.721202 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-abf7088b-ad48-4c55-bb0a-059efc40b1b2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/quotas/bbabefcfc5be44318797b01990164fae HTTP/1.1" status: 200 len: 375 time: 0.0094726 Nov 29 18:34:06.756238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-1ce74182-47ec-4f7e-aeb0-b497006a0824 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbabefcfc5be44318797b01990164fae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282817 Nov 29 18:34:06.848617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-df2af332-6644-4c65-9584-fc09b2bc99c1 service neutron] 10.222.0.23 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840738 Nov 29 18:34:06.952955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-83293900-96a4-4a0b-a760-a6865f2af330 service neutron] 10.222.0.23 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935137 Nov 29 18:34:07.124843 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8df6e81c-f6de-4e9b-b986-666ee832711d req-020c8276-a2a1-45f9-af15-6dd3890ecf30 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 210 time: 0.0298092 Nov 29 18:34:08.170020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-ef8f3e1d-db36-4edf-abb5-8cf991524a38 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:08.171655 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-ef8f3e1d-db36-4edf-abb5-8cf991524a38 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.20 "GET /v2.0/networks?id=5f224158-285f-4a28-94d6-ee1819f6c695 HTTP/1.1" status: 200 len: 813 time: 0.1087883 Nov 29 18:34:08.191084 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-9a6aafb0-9fa9-45e9-9a53-b73808f5df69 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Request body: {'port': {'device_id': '92057f40-7e93-4c57-ad98-25f30c995d13', 'network_id': '5f224158-285f-4a28-94d6-ee1819f6c695', 'admin_state_up': True, 'tenant_id': 'bbabefcfc5be44318797b01990164fae'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:34:08.224121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1927aa78-18ff-4939-91dc-bdfaa565edf1 req-05988554-2799-4928-8d78-022de5058de3 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 210 time: 0.0274603 Nov 29 18:34:08.305214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-9a6aafb0-9fa9-45e9-9a53-b73808f5df69 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Made reservation on behalf of bbabefcfc5be44318797b01990164fae for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:34:08.308744 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-9a6aafb0-9fa9-45e9-9a53-b73808f5df69 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:08.432007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-9a6aafb0-9fa9-45e9-9a53-b73808f5df69 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Allocated IP 172.20.0.6 (5f224158-285f-4a28-94d6-ee1819f6c695/bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4/57b62b82-5873-409b-841d-d0eecfb64164) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:34:08.586163 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-9a6aafb0-9fa9-45e9-9a53-b73808f5df69 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:08.618752 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-9a6aafb0-9fa9-45e9-9a53-b73808f5df69 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:08.662987 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-9a6aafb0-9fa9-45e9-9a53-b73808f5df69 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Network 5f224158-285f-4a28-94d6-ee1819f6c695 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:34:08.666001 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-9a6aafb0-9fa9-45e9-9a53-b73808f5df69 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:34:08.670398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-9a6aafb0-9fa9-45e9-9a53-b73808f5df69 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:34:08.676895 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6aafb0-9fa9-45e9-9a53-b73808f5df69 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Pushing event updated for resources: {'Port': ['ID=57b62b82-5873-409b-841d-d0eecfb64164,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:08.726178 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-9a6aafb0-9fa9-45e9-9a53-b73808f5df69 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:08.726810 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-9a6aafb0-9fa9-45e9-9a53-b73808f5df69 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:08.742989 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-9a6aafb0-9fa9-45e9-9a53-b73808f5df69 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5562119 Nov 29 18:34:08.757853 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-587d6048-c13e-479e-9a88-94045cd4faa9 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:34:08.758853 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-587d6048-c13e-479e-9a88-94045cd4faa9 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053320 Nov 29 18:34:08.775862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Request body: {'port': {'device_id': '92057f40-7e93-4c57-ad98-25f30c995d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:34:08.833452 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:09.108398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b62b82-5873-409b-841d-d0eecfb64164 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:34:09.116035 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:09.129063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Transition to ACTIVE for port object 57b62b82-5873-409b-841d-d0eecfb64164 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:34:09.132971 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:09.203113 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Pushing event updated for resources: {'Port': ['ID=57b62b82-5873-409b-841d-d0eecfb64164,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:09.259308 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Attempting to bind port 57b62b82-5873-409b-841d-d0eecfb64164 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:34:09.259681 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Attempting to bind port 57b62b82-5873-409b-841d-d0eecfb64164 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '89c69008-b56e-4e47-b797-a7e12e7f4bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f224158-285f-4a28-94d6-ee1819f6c695'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:34:09.260043 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Attempting to bind port 57b62b82-5873-409b-841d-d0eecfb64164 on network 5f224158-285f-4a28-94d6-ee1819f6c695 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:34:09.264603 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Port 57b62b82-5873-409b-841d-d0eecfb64164 on network 5f224158-285f-4a28-94d6-ee1819f6c695 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:34:09.264926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Attempting to bind port 57b62b82-5873-409b-841d-d0eecfb64164 on network 5f224158-285f-4a28-94d6-ee1819f6c695 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:34:09.269961 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:34:09.270305 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Checking segment: {'id': '89c69008-b56e-4e47-b797-a7e12e7f4bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f224158-285f-4a28-94d6-ee1819f6c695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:34:09.270691 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Bound using segment: {'id': '89c69008-b56e-4e47-b797-a7e12e7f4bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f224158-285f-4a28-94d6-ee1819f6c695'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:34:09.271157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Bound port: 57b62b82-5873-409b-841d-d0eecfb64164, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c69008-b56e-4e47-b797-a7e12e7f4bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f224158-285f-4a28-94d6-ee1819f6c695'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:34:09.271518 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:09.344692 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] For port 57b62b82-5873-409b-841d-d0eecfb64164, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:34:09.347747 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] For port 57b62b82-5873-409b-841d-d0eecfb64164, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=57b62b82-5873-409b-841d-d0eecfb64164,segment=NetworkSegment(89c69008-b56e-4e47-b797-a7e12e7f4bfd),segment_id=89c69008-b56e-4e47-b797-a7e12e7f4bfd)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:34:09.352505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb36cae-f093-48f0-ab69-d57bafacfc70 req-8c8c388d-f08f-4d1d-9d35-60108512664d tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:09.353339 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:09.354292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5eb36cae-f093-48f0-ab69-d57bafacfc70 req-8c8c388d-f08f-4d1d-9d35-60108512664d tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 943 time: 0.0558190 Nov 29 18:34:09.392192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:09.392947 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:09.394777 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] 10.222.0.20 "PUT /v2.0/ports/57b62b82-5873-409b-841d-d0eecfb64164 HTTP/1.1" status: 200 len: 1091 time: 0.6225665 Nov 29 18:34:09.395335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92057f40-7e93-4c57-ad98-25f30c995d13', 'tag': '57b62b82-5873-409b-841d-d0eecfb64164'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:34:09.397627 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725c7f64-f320-4729-ae6a-be3fd8380049" -d '{"events": [{"name": "network-changed", "server_uuid": "92057f40-7e93-4c57-ad98-25f30c995d13", "tag": "57b62b82-5873-409b-841d-d0eecfb64164"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:34:09.421711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe828741-1dc7-4c82-b3ec-77597c7e04f9 service neutron] Pushing event updated for resources: {'Port': ['ID=57b62b82-5873-409b-841d-d0eecfb64164,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:09.450630 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a9e3bf-1284-46f5-b40c-d82bc1db1cf2 x-openstack-request-id: req-a2a9e3bf-1284-46f5-b40c-d82bc1db1cf2 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:34:09.450994 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92057f40-7e93-4c57-ad98-25f30c995d13", "tag": "57b62b82-5873-409b-841d-d0eecfb64164", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:34:09.451290 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2a9e3bf-1284-46f5-b40c-d82bc1db1cf2 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:34:09.451735 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92057f40-7e93-4c57-ad98-25f30c995d13', 'tag': '57b62b82-5873-409b-841d-d0eecfb64164', 'status': 'completed', 'code': 200} Nov 29 18:34:09.456528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5eb36cae-f093-48f0-ab69-d57bafacfc70 req-bddee691-7590-4519-8e84-00dd9951f75a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953507 Nov 29 18:34:09.472133 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3649200b-f2d9-4c7a-9328-ae7edd17b7ed req-ffd2ba76-4a43-47a0-9875-cbe45eec14eb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602715 Nov 29 18:34:09.501205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-991d169c-0658-447b-b443-9a13fc41b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:09.502915 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-991d169c-0658-447b-b443-9a13fc41b5db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbabefcfc5be44318797b01990164fae&device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 1094 time: 0.0503104 Nov 29 18:34:09.551410 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-387e46f1-9537-4f5a-99b7-e83a98a2ae5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57b62b82-5873-409b-841d-d0eecfb64164 HTTP/1.1" status: 200 len: 217 time: 0.0353818 Nov 29 18:34:09.560199 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649200b-f2d9-4c7a-9328-ae7edd17b7ed req-b18846a8-bc3c-4031-be54-8d944ea6f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:09.561682 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3649200b-f2d9-4c7a-9328-ae7edd17b7ed req-b18846a8-bc3c-4031-be54-8d944ea6f067 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0437870 Nov 29 18:34:09.609995 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-b28e676b-821b-488a-aa3a-9fa06c66cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:09.611397 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-b28e676b-821b-488a-aa3a-9fa06c66cc7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4 HTTP/1.1" status: 200 len: 853 time: 0.0508707 Nov 29 18:34:09.646963 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-203b38a5-5d10-4cc2-b842-fd11e55c6d03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f224158-285f-4a28-94d6-ee1819f6c695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241873 Nov 29 18:34:09.675334 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649200b-f2d9-4c7a-9328-ae7edd17b7ed req-dc66a2c5-d4a3-4f50-bd66-5fe4a67d6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:09.676848 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3649200b-f2d9-4c7a-9328-ae7edd17b7ed req-dc66a2c5-d4a3-4f50-bd66-5fe4a67d6175 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 912 time: 0.0937200 Nov 29 18:34:09.741358 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-7ce80c0e-b693-46ba-b420-6f8eb74f50c2 service neutron] 10.222.0.20 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872650 Nov 29 18:34:09.741937 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3649200b-f2d9-4c7a-9328-ae7edd17b7ed req-bb021a1e-5e85-4fe8-9503-1a8bfc24083a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a36afb32-8192-41d3-8eb3-50d179afa18b HTTP/1.1" status: 200 len: 1001 time: 0.0578933 Nov 29 18:34:09.790690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649200b-f2d9-4c7a-9328-ae7edd17b7ed req-f48d995e-9025-4ba5-bd24-2c0fe54efc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:09.792180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3649200b-f2d9-4c7a-9328-ae7edd17b7ed req-f48d995e-9025-4ba5-bd24-2c0fe54efc8e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0436497 Nov 29 18:34:09.841474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649200b-f2d9-4c7a-9328-ae7edd17b7ed req-1a9927b2-8796-4103-9468-5de3571f121b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:09.842968 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2080f515-cdd9-4425-aa2f-40065fa2e755 req-ef3593ee-5f37-4843-83ba-1230873ce7f3 service neutron] 10.222.0.20 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904851 Nov 29 18:34:09.843136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3649200b-f2d9-4c7a-9328-ae7edd17b7ed req-1a9927b2-8796-4103-9468-5de3571f121b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428598 Nov 29 18:34:09.932948 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3649200b-f2d9-4c7a-9328-ae7edd17b7ed req-843af721-c5d6-4ecb-881b-2fcf5aa61cce service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828426 Nov 29 18:34:09.944434 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c7f64-f320-4729-ae6a-be3fd8380049 req-48afbe3c-413f-4a3b-aa6f-295c783e71a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:09.945931 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-725c7f64-f320-4729-ae6a-be3fd8380049 req-48afbe3c-413f-4a3b-aa6f-295c783e71a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbabefcfc5be44318797b01990164fae&device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 1094 time: 0.0437694 Nov 29 18:34:10.026225 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3649200b-f2d9-4c7a-9328-ae7edd17b7ed req-27af06ce-98f6-40dc-9927-f1de67392be8 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866487 Nov 29 18:34:10.042399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c7f64-f320-4729-ae6a-be3fd8380049 req-7a1e00b8-09ed-44d0-90e6-696312aabbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:10.043948 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-725c7f64-f320-4729-ae6a-be3fd8380049 req-7a1e00b8-09ed-44d0-90e6-696312aabbc7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f224158-285f-4a28-94d6-ee1819f6c695 HTTP/1.1" status: 200 len: 914 time: 0.0908654 Nov 29 18:34:10.086895 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-725c7f64-f320-4729-ae6a-be3fd8380049 req-944b7643-6c26-455c-ae98-a9b120180e4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57b62b82-5873-409b-841d-d0eecfb64164 HTTP/1.1" status: 200 len: 217 time: 0.0359962 Nov 29 18:34:10.136659 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c7f64-f320-4729-ae6a-be3fd8380049 req-b6b9c845-3fad-4283-b6d9-26ed34f6fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:10.138111 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-725c7f64-f320-4729-ae6a-be3fd8380049 req-b6b9c845-3fad-4283-b6d9-26ed34f6fb7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4 HTTP/1.1" status: 200 len: 853 time: 0.0433381 Nov 29 18:34:10.170073 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-725c7f64-f320-4729-ae6a-be3fd8380049 req-47e035d3-8eea-4269-a858-be3206475a63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f224158-285f-4a28-94d6-ee1819f6c695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244889 Nov 29 18:34:10.265529 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-725c7f64-f320-4729-ae6a-be3fd8380049 req-89bba825-ca65-4963-8f9c-cf1be4fd693d service neutron] 10.222.0.20 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874541 Nov 29 18:34:10.366738 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-725c7f64-f320-4729-ae6a-be3fd8380049 req-e87cec4c-ab0e-4983-93e2-d5a2eb8f8ae5 service neutron] 10.222.0.20 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877461 Nov 29 18:34:10.581804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3ebdb-7707-4d1d-b16a-fffec989c6f2 req-961b384f-585a-4ecd-bb09-9dfbb30ec963 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:10.583300 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65a3ebdb-7707-4d1d-b16a-fffec989c6f2 req-961b384f-585a-4ecd-bb09-9dfbb30ec963 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 943 time: 0.0497534 Nov 29 18:34:10.631641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65a3ebdb-7707-4d1d-b16a-fffec989c6f2 req-8c35c4f7-599e-4316-8fb8-a6d72ed0fc1f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418973 Nov 29 18:34:11.752848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073d160-ff52-4862-b27a-0a435ab72aa1 req-963ea8b0-dc68-46ba-90b9-1e553e850dde tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:11.754301 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a073d160-ff52-4862-b27a-0a435ab72aa1 req-963ea8b0-dc68-46ba-90b9-1e553e850dde tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 943 time: 0.0545394 Nov 29 18:34:11.800712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a073d160-ff52-4862-b27a-0a435ab72aa1 req-85d0ea3e-7a6d-442c-a079-be1b5e4ca417 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401773 Nov 29 18:34:12.307721 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 57b62b82-5873-409b-841d-d0eecfb64164 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:34:12.407892 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 57b62b82-5873-409b-841d-d0eecfb64164, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=57b62b82-5873-409b-841d-d0eecfb64164,segment=NetworkSegment(89c69008-b56e-4e47-b797-a7e12e7f4bfd),segment_id=89c69008-b56e-4e47-b797-a7e12e7f4bfd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:34:12.419304 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '57b62b82-5873-409b-841d-d0eecfb64164', 'network_id': '5f224158-285f-4a28-94d6-ee1819f6c695', 'port_id': '57b62b82-5873-409b-841d-d0eecfb64164', 'mac_address': 'fa:16:3e:f9:99:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:34:12.455422 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:12.471988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b62b82-5873-409b-841d-d0eecfb64164 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:34:12.491490 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 57b62b82-5873-409b-841d-d0eecfb64164, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=57b62b82-5873-409b-841d-d0eecfb64164,segment=NetworkSegment(89c69008-b56e-4e47-b797-a7e12e7f4bfd),segment_id=89c69008-b56e-4e47-b797-a7e12e7f4bfd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:34:12.496772 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:12.546459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=57b62b82-5873-409b-841d-d0eecfb64164,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:12.762899 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['57b62b82-5873-409b-841d-d0eecfb64164'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:34:12.923996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ab390-ea15-4513-893c-7c05d9030038 req-56a36a81-8f56-4518-bf20-43a301eeaa92 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:12.925382 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e9ab390-ea15-4513-893c-7c05d9030038 req-56a36a81-8f56-4518-bf20-43a301eeaa92 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 944 time: 0.0540147 Nov 29 18:34:12.971304 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e9ab390-ea15-4513-893c-7c05d9030038 req-54be9e50-35b7-4536-bbd9-b6ecb451c276 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399165 Nov 29 18:34:14.084438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10749357-a1fa-4d29-9c5d-7bed42601ade req-3e162859-bed8-4867-a8d8-75aa7bf1728a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:14.085928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10749357-a1fa-4d29-9c5d-7bed42601ade req-3e162859-bed8-4867-a8d8-75aa7bf1728a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 944 time: 0.0480554 Nov 29 18:34:14.132670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10749357-a1fa-4d29-9c5d-7bed42601ade req-716d8983-47a7-466e-834d-a4422ea57b0a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400751 Nov 29 18:34:14.308327 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 57b62b82-5873-409b-841d-d0eecfb64164 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:34:14.356552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 57b62b82-5873-409b-841d-d0eecfb64164 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:34:14.360146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 57b62b82-5873-409b-841d-d0eecfb64164 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:34:14.360522 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:14.435811 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:14.457787 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92057f40-7e93-4c57-ad98-25f30c995d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b62b82-5873-409b-841d-d0eecfb64164'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:34:14.460065 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993c20bc-c2f3-4e0f-9076-6f52a187301b" -d '{"events": [{"server_uuid": "92057f40-7e93-4c57-ad98-25f30c995d13", "name": "network-vif-plugged", "status": "completed", "tag": "57b62b82-5873-409b-841d-d0eecfb64164"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:34:14.477652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 57b62b82-5873-409b-841d-d0eecfb64164, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=57b62b82-5873-409b-841d-d0eecfb64164,segment=NetworkSegment(89c69008-b56e-4e47-b797-a7e12e7f4bfd),segment_id=89c69008-b56e-4e47-b797-a7e12e7f4bfd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:34:14.482124 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:14.510388 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81bfad4-ef98-45f0-a930-5463bb46a42f x-openstack-request-id: req-d81bfad4-ef98-45f0-a930-5463bb46a42f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:34:14.510690 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92057f40-7e93-4c57-ad98-25f30c995d13", "name": "network-vif-plugged", "status": "completed", "tag": "57b62b82-5873-409b-841d-d0eecfb64164", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:34:14.510973 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d81bfad4-ef98-45f0-a930-5463bb46a42f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:34:14.511369 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92057f40-7e93-4c57-ad98-25f30c995d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b62b82-5873-409b-841d-d0eecfb64164', 'code': 200} Nov 29 18:34:14.535432 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=57b62b82-5873-409b-841d-d0eecfb64164,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:14.553233 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:34:14.608721 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129448c-cbbf-46d7-a872-5528a8ffd4df req-a5830e56-fcde-4741-a73d-cdb0da98421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:14.610127 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8129448c-cbbf-46d7-a872-5528a8ffd4df req-a5830e56-fcde-4741-a73d-cdb0da98421d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 1096 time: 0.0404894 Nov 29 18:34:14.659682 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8129448c-cbbf-46d7-a872-5528a8ffd4df req-8f8f1e69-124b-46ec-9ef8-6146b535599e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375130 Nov 29 18:34:15.244370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca34788-9863-48d5-a529-08fc38f8dace req-d77db830-c984-4271-8dc3-339ab0b35cf7 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:15.245856 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2ca34788-9863-48d5-a529-08fc38f8dace req-d77db830-c984-4271-8dc3-339ab0b35cf7 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0469863 Nov 29 18:34:15.296532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2ca34788-9863-48d5-a529-08fc38f8dace req-8696b0b2-5ea6-473e-9a4b-7150be83c1ef tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439689 Nov 29 18:34:16.410693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0c96b-541c-46af-8c80-38efa8126893 req-4a50bab6-cdd7-471e-8ca9-99662c05dd40 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:16.412174 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2f0c96b-541c-46af-8c80-38efa8126893 req-4a50bab6-cdd7-471e-8ca9-99662c05dd40 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0490627 Nov 29 18:34:16.458498 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2f0c96b-541c-46af-8c80-38efa8126893 req-f6b935df-20ed-4345-a7ec-2915fef78b4c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403683 Nov 29 18:34:16.679189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-575cf2bb-45bf-4894-bd00-46de6cc8e281 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:16.680685 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-575cf2bb-45bf-4894-bd00-46de6cc8e281 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/networks?id=5f224158-285f-4a28-94d6-ee1819f6c695 HTTP/1.1" status: 200 len: 813 time: 0.1021268 Nov 29 18:34:16.696168 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-d64790e6-a3a5-4204-9c60-f67ce3d0b47e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/quotas/bbabefcfc5be44318797b01990164fae HTTP/1.1" status: 200 len: 375 time: 0.0097585 Nov 29 18:34:16.745075 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-7fb8e1d5-98f4-444f-9928-eaeb4822d68b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbabefcfc5be44318797b01990164fae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437691 Nov 29 18:34:16.888349 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-e0ec8503-2742-46cd-a2a9-2a187bf27429 service neutron] 10.222.0.23 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352496 Nov 29 18:34:16.978399 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-f0b49134-9998-433f-8d8e-73cc8c8f6890 service neutron] 10.222.0.23 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837572 Nov 29 18:34:17.134224 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b62f7d1a-a29c-4437-8984-9a0c0aed76c8 req-21526978-b944-4978-be70-9166a636dd79 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=204e9b57-2216-4667-933b-e9bf0ca67907 HTTP/1.1" status: 200 len: 210 time: 0.0278795 Nov 29 18:34:18.130743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-3209fe9b-80fe-489e-aae9-4e7396be1b84 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:18.132228 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-3209fe9b-80fe-489e-aae9-4e7396be1b84 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.31 "GET /v2.0/networks?id=5f224158-285f-4a28-94d6-ee1819f6c695 HTTP/1.1" status: 200 len: 813 time: 0.1121426 Nov 29 18:34:18.145613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-a7db5a66-59ed-46e3-80ca-c5df8cdc0fea tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Request body: {'port': {'device_id': '204e9b57-2216-4667-933b-e9bf0ca67907', 'network_id': '5f224158-285f-4a28-94d6-ee1819f6c695', 'admin_state_up': True, 'tenant_id': 'bbabefcfc5be44318797b01990164fae'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:34:18.235402 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4afb6db9-d65c-460f-a1a1-65c31ae0b45a req-1d92fdf8-dd98-4994-aa2b-59594003f9f7 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=204e9b57-2216-4667-933b-e9bf0ca67907 HTTP/1.1" status: 200 len: 210 time: 0.0330532 Nov 29 18:34:18.274927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-a7db5a66-59ed-46e3-80ca-c5df8cdc0fea tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Made reservation on behalf of bbabefcfc5be44318797b01990164fae for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:34:18.278806 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-a7db5a66-59ed-46e3-80ca-c5df8cdc0fea tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:18.723736 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-a7db5a66-59ed-46e3-80ca-c5df8cdc0fea tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Allocated IP 172.20.0.13 (5f224158-285f-4a28-94d6-ee1819f6c695/bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4/6054b5b0-4cfb-4c46-bc74-93e66e6967d4) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:34:18.866128 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-a7db5a66-59ed-46e3-80ca-c5df8cdc0fea tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:18.897844 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-a7db5a66-59ed-46e3-80ca-c5df8cdc0fea tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:18.909240 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['57b62b82-5873-409b-841d-d0eecfb64164'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:34:18.941754 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-a7db5a66-59ed-46e3-80ca-c5df8cdc0fea tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Network 5f224158-285f-4a28-94d6-ee1819f6c695 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:34:18.944622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-a7db5a66-59ed-46e3-80ca-c5df8cdc0fea tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:34:18.948224 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-a7db5a66-59ed-46e3-80ca-c5df8cdc0fea tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:34:18.973089 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db5a66-59ed-46e3-80ca-c5df8cdc0fea tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Pushing event updated for resources: {'Port': ['ID=6054b5b0-4cfb-4c46-bc74-93e66e6967d4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:19.000461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-a7db5a66-59ed-46e3-80ca-c5df8cdc0fea tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:19.001067 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-a7db5a66-59ed-46e3-80ca-c5df8cdc0fea tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:19.016883 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-a7db5a66-59ed-46e3-80ca-c5df8cdc0fea tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8750417 Nov 29 18:34:19.026925 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-97a32e41-ae89-457a-b1fb-b3da482b84e6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:34:19.027878 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-97a32e41-ae89-457a-b1fb-b3da482b84e6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050411 Nov 29 18:34:19.040525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Request body: {'port': {'device_id': '204e9b57-2216-4667-933b-e9bf0ca67907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:34:19.097761 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:19.377291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:34:19.387093 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:19.405435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee7c95-60d8-4419-b488-c103f011b6a7 req-39d70dc9-64cd-4b65-8f8e-72d0deaf2639 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:19.407218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9eee7c95-60d8-4419-b488-c103f011b6a7 req-39d70dc9-64cd-4b65-8f8e-72d0deaf2639 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=204e9b57-2216-4667-933b-e9bf0ca67907 HTTP/1.1" status: 200 len: 932 time: 0.0901573 Nov 29 18:34:19.412160 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Transition to ACTIVE for port object 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:34:19.420808 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:19.506435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9eee7c95-60d8-4419-b488-c103f011b6a7 req-0f048698-f05d-4289-9b14-fa6fec943ea4 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930367 Nov 29 18:34:19.519750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Pushing event updated for resources: {'Port': ['ID=6054b5b0-4cfb-4c46-bc74-93e66e6967d4,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:19.570449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Attempting to bind port 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:34:19.570806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Attempting to bind port 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '89c69008-b56e-4e47-b797-a7e12e7f4bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f224158-285f-4a28-94d6-ee1819f6c695'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:34:19.571153 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Attempting to bind port 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 on network 5f224158-285f-4a28-94d6-ee1819f6c695 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:34:19.575408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Port 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 on network 5f224158-285f-4a28-94d6-ee1819f6c695 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:34:19.575736 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Attempting to bind port 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 on network 5f224158-285f-4a28-94d6-ee1819f6c695 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:34:19.580540 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:34:19.580877 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Checking segment: {'id': '89c69008-b56e-4e47-b797-a7e12e7f4bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f224158-285f-4a28-94d6-ee1819f6c695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:34:19.581260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Bound using segment: {'id': '89c69008-b56e-4e47-b797-a7e12e7f4bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f224158-285f-4a28-94d6-ee1819f6c695'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:34:19.581687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Bound port: 6054b5b0-4cfb-4c46-bc74-93e66e6967d4, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c69008-b56e-4e47-b797-a7e12e7f4bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f224158-285f-4a28-94d6-ee1819f6c695'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:34:19.582046 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:19.648260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] For port 6054b5b0-4cfb-4c46-bc74-93e66e6967d4, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:34:19.651484 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] For port 6054b5b0-4cfb-4c46-bc74-93e66e6967d4, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=6054b5b0-4cfb-4c46-bc74-93e66e6967d4,segment=NetworkSegment(89c69008-b56e-4e47-b797-a7e12e7f4bfd),segment_id=89c69008-b56e-4e47-b797-a7e12e7f4bfd)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:34:19.656136 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:19.697422 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:19.698401 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:19.700463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] 10.222.0.31 "PUT /v2.0/ports/6054b5b0-4cfb-4c46-bc74-93e66e6967d4 HTTP/1.1" status: 200 len: 1092 time: 0.6642678 Nov 29 18:34:19.700950 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204e9b57-2216-4667-933b-e9bf0ca67907', 'tag': '6054b5b0-4cfb-4c46-bc74-93e66e6967d4'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:34:19.703422 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd925165-b5c6-49b5-b746-44b847b2b92e" -d '{"events": [{"name": "network-changed", "server_uuid": "204e9b57-2216-4667-933b-e9bf0ca67907", "tag": "6054b5b0-4cfb-4c46-bc74-93e66e6967d4"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:34:19.733646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd19f1a-ba54-4894-a6a7-41049b9bc660 service neutron] Pushing event updated for resources: {'Port': ['ID=6054b5b0-4cfb-4c46-bc74-93e66e6967d4,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:19.767438 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bead0333-9ac2-4acb-b9b1-1766c1512571 x-openstack-request-id: req-bead0333-9ac2-4acb-b9b1-1766c1512571 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:34:19.767686 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204e9b57-2216-4667-933b-e9bf0ca67907", "tag": "6054b5b0-4cfb-4c46-bc74-93e66e6967d4", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:34:19.767945 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bead0333-9ac2-4acb-b9b1-1766c1512571 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:34:19.768351 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204e9b57-2216-4667-933b-e9bf0ca67907', 'tag': '6054b5b0-4cfb-4c46-bc74-93e66e6967d4', 'status': 'completed', 'code': 200} Nov 29 18:34:19.783664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-b8a1a0c6-e1ec-43de-bab0-2a0815aa815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:19.785188 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-b8a1a0c6-e1ec-43de-bab0-2a0815aa815a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbabefcfc5be44318797b01990164fae&device_id=204e9b57-2216-4667-933b-e9bf0ca67907 HTTP/1.1" status: 200 len: 1095 time: 0.0459523 Nov 29 18:34:19.826137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-7f343dd5-0a47-4f2c-a83a-d023c040af3b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6054b5b0-4cfb-4c46-bc74-93e66e6967d4 HTTP/1.1" status: 200 len: 217 time: 0.0335371 Nov 29 18:34:19.879084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-8bf812c5-3fd8-485c-84f8-a6bdd98b67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:19.880578 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-8bf812c5-3fd8-485c-84f8-a6bdd98b67e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4 HTTP/1.1" status: 200 len: 853 time: 0.0482421 Nov 29 18:34:19.912389 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-6d595c58-8b78-4746-9713-205220aa4233 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5f224158-285f-4a28-94d6-ee1819f6c695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243549 Nov 29 18:34:20.000957 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-e1aadc02-0a81-4648-b0e7-45664fd1e11f service neutron] 10.222.0.31 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813262 Nov 29 18:34:20.100469 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91b51e9c-9dbb-4ccc-9f6b-f9c7defe45a0 req-81504f11-0414-479f-8a15-b7c92f7ac3db service neutron] 10.222.0.31 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916488 Nov 29 18:34:20.190297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd925165-b5c6-49b5-b746-44b847b2b92e req-d069fd19-c145-4861-bf7a-14a83a3cb960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:20.191836 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd925165-b5c6-49b5-b746-44b847b2b92e req-d069fd19-c145-4861-bf7a-14a83a3cb960 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbabefcfc5be44318797b01990164fae&device_id=204e9b57-2216-4667-933b-e9bf0ca67907 HTTP/1.1" status: 200 len: 1095 time: 0.0407310 Nov 29 18:34:20.286693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd925165-b5c6-49b5-b746-44b847b2b92e req-ee733050-f745-45d7-b75a-a851622f2958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:20.288221 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd925165-b5c6-49b5-b746-44b847b2b92e req-ee733050-f745-45d7-b75a-a851622f2958 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5f224158-285f-4a28-94d6-ee1819f6c695 HTTP/1.1" status: 200 len: 914 time: 0.0885863 Nov 29 18:34:20.329138 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd925165-b5c6-49b5-b746-44b847b2b92e req-e6fbc660-5e86-46b3-bfaf-733e799afd8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6054b5b0-4cfb-4c46-bc74-93e66e6967d4 HTTP/1.1" status: 200 len: 217 time: 0.0339351 Nov 29 18:34:20.377649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd925165-b5c6-49b5-b746-44b847b2b92e req-2de2a19a-6e9b-466f-b3d5-bee7187e93be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:20.379118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd925165-b5c6-49b5-b746-44b847b2b92e req-2de2a19a-6e9b-466f-b3d5-bee7187e93be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4 HTTP/1.1" status: 200 len: 853 time: 0.0428300 Nov 29 18:34:20.411353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd925165-b5c6-49b5-b746-44b847b2b92e req-5b7d8ba6-17bf-4cbd-8ca8-89feace2b627 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5f224158-285f-4a28-94d6-ee1819f6c695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248818 Nov 29 18:34:20.504321 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd925165-b5c6-49b5-b746-44b847b2b92e req-36939716-0b6f-4d72-bed3-b330e3f963a8 service neutron] 10.222.0.31 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858202 Nov 29 18:34:20.622103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd925165-b5c6-49b5-b746-44b847b2b92e req-dc7ba8f0-238a-467f-946b-4210ca41247c service neutron] 10.222.0.31 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105306 Nov 29 18:34:20.644232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90533f5c-ec28-4347-879d-b6419f311aa3 req-25c8c724-f35b-4bf7-924d-7fb2e2d0d047 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:20.645709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90533f5c-ec28-4347-879d-b6419f311aa3 req-25c8c724-f35b-4bf7-924d-7fb2e2d0d047 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=204e9b57-2216-4667-933b-e9bf0ca67907 HTTP/1.1" status: 200 len: 944 time: 0.0654771 Nov 29 18:34:20.693505 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90533f5c-ec28-4347-879d-b6419f311aa3 req-fa37cc75-5f78-4364-bc25-ca76820a029f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 Nov 29 18:34:21.816170 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b16254-8d26-4f1f-b56f-7b18f8dd9921 req-7198997b-53dd-4a3d-941d-82a390d1a344 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:21.817662 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-83b16254-8d26-4f1f-b56f-7b18f8dd9921 req-7198997b-53dd-4a3d-941d-82a390d1a344 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=204e9b57-2216-4667-933b-e9bf0ca67907 HTTP/1.1" status: 200 len: 944 time: 0.0497971 Nov 29 18:34:21.864668 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-83b16254-8d26-4f1f-b56f-7b18f8dd9921 req-0d797f3f-86d1-4f14-af7e-d4a56a9eda33 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410640 Nov 29 18:34:22.985548 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7370fab-e18e-47fb-a6b2-604ff090e45d req-fcfe11d5-8e01-4ace-931d-52b411231f91 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:22.987110 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7370fab-e18e-47fb-a6b2-604ff090e45d req-fcfe11d5-8e01-4ace-931d-52b411231f91 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=204e9b57-2216-4667-933b-e9bf0ca67907 HTTP/1.1" status: 200 len: 944 time: 0.0543153 Nov 29 18:34:23.035931 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7370fab-e18e-47fb-a6b2-604ff090e45d req-e85e8b04-aee8-44ea-9da7-adfc8bcd1749 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426345 Nov 29 18:34:23.073172 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:34:23.168075 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 6054b5b0-4cfb-4c46-bc74-93e66e6967d4, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=6054b5b0-4cfb-4c46-bc74-93e66e6967d4,segment=NetworkSegment(89c69008-b56e-4e47-b797-a7e12e7f4bfd),segment_id=89c69008-b56e-4e47-b797-a7e12e7f4bfd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:34:23.180361 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '6054b5b0-4cfb-4c46-bc74-93e66e6967d4', 'network_id': '5f224158-285f-4a28-94d6-ee1819f6c695', 'port_id': '6054b5b0-4cfb-4c46-bc74-93e66e6967d4', 'mac_address': 'fa:16:3e:01:5f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:34:23.222299 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:23.236331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:34:23.255932 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 6054b5b0-4cfb-4c46-bc74-93e66e6967d4, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=6054b5b0-4cfb-4c46-bc74-93e66e6967d4,segment=NetworkSegment(89c69008-b56e-4e47-b797-a7e12e7f4bfd),segment_id=89c69008-b56e-4e47-b797-a7e12e7f4bfd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:34:23.259977 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:23.305383 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=6054b5b0-4cfb-4c46-bc74-93e66e6967d4,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:23.558805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['6054b5b0-4cfb-4c46-bc74-93e66e6967d4'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:34:23.983243 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1806934e-6e3e-4297-a7a9-82761ecbbc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:24.150191 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c4f63-fdad-4fe5-85d6-099621174299 req-ba7553e6-1bd2-4ebf-8372-abfab0a3b3c0 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:24.151692 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-172c4f63-fdad-4fe5-85d6-099621174299 req-ba7553e6-1bd2-4ebf-8372-abfab0a3b3c0 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=204e9b57-2216-4667-933b-e9bf0ca67907 HTTP/1.1" status: 200 len: 945 time: 0.0475686 Nov 29 18:34:24.197395 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-172c4f63-fdad-4fe5-85d6-099621174299 req-592b374a-e560-4e55-93dd-b20d043342d3 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392158 Nov 29 18:34:25.073285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:34:25.124358 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:34:25.128255 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:34:25.128626 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:25.207523 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:25.229633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204e9b57-2216-4667-933b-e9bf0ca67907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6054b5b0-4cfb-4c46-bc74-93e66e6967d4'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:34:25.231887 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9fbd29-0f26-4199-a108-93c308be04b0" -d '{"events": [{"server_uuid": "204e9b57-2216-4667-933b-e9bf0ca67907", "name": "network-vif-plugged", "status": "completed", "tag": "6054b5b0-4cfb-4c46-bc74-93e66e6967d4"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:34:25.244987 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 6054b5b0-4cfb-4c46-bc74-93e66e6967d4, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=6054b5b0-4cfb-4c46-bc74-93e66e6967d4,segment=NetworkSegment(89c69008-b56e-4e47-b797-a7e12e7f4bfd),segment_id=89c69008-b56e-4e47-b797-a7e12e7f4bfd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:34:25.249424 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:25.276020 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95850d49-800b-479a-a4e0-6343b2abf21d x-openstack-request-id: req-95850d49-800b-479a-a4e0-6343b2abf21d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:34:25.276323 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204e9b57-2216-4667-933b-e9bf0ca67907", "name": "network-vif-plugged", "status": "completed", "tag": "6054b5b0-4cfb-4c46-bc74-93e66e6967d4", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:34:25.276587 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95850d49-800b-479a-a4e0-6343b2abf21d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:34:25.276977 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204e9b57-2216-4667-933b-e9bf0ca67907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6054b5b0-4cfb-4c46-bc74-93e66e6967d4', 'code': 200} Nov 29 18:34:25.305592 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=6054b5b0-4cfb-4c46-bc74-93e66e6967d4,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:25.327395 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885129c-f662-46f2-9b31-1a80ef1fbc67 req-fb9de7f3-b2a4-4cb9-9ad7-6d09e28e623c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:25.328889 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0885129c-f662-46f2-9b31-1a80ef1fbc67 req-fb9de7f3-b2a4-4cb9-9ad7-6d09e28e623c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=204e9b57-2216-4667-933b-e9bf0ca67907 HTTP/1.1" status: 200 len: 946 time: 0.0566261 Nov 29 18:34:25.403477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d58dd1-af74-4cfb-bf89-29984e4ea2ba req-81366b4a-d0fc-414e-b6ca-7db8f52ba944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:25.405581 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25d58dd1-af74-4cfb-bf89-29984e4ea2ba req-81366b4a-d0fc-414e-b6ca-7db8f52ba944 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=204e9b57-2216-4667-933b-e9bf0ca67907 HTTP/1.1" status: 200 len: 1097 time: 0.0737023 Nov 29 18:34:25.409261 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0885129c-f662-46f2-9b31-1a80ef1fbc67 req-ab331bcc-54f0-4f95-9f6f-bbe1c5315d71 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694778 Nov 29 18:34:25.448824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25d58dd1-af74-4cfb-bf89-29984e4ea2ba req-1f3cc4e7-7ebd-4f4f-b05b-6482d622dc57 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366533 Nov 29 18:34:26.449224 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30e2142a-63cf-40a4-83df-75efe2a91313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:26.524869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fe001-54f9-4167-ae6f-7846180c4d6a req-2bbbda93-f3fe-4d76-9664-c8744714836f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:26.526327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae2fe001-54f9-4167-ae6f-7846180c4d6a req-2bbbda93-f3fe-4d76-9664-c8744714836f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=204e9b57-2216-4667-933b-e9bf0ca67907 HTTP/1.1" status: 200 len: 946 time: 0.0478995 Nov 29 18:34:26.574805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae2fe001-54f9-4167-ae6f-7846180c4d6a req-948975fa-b400-446c-8dc8-fb81211bb096 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420301 Nov 29 18:34:27.333435 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:27.644428 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:27.694897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3793fe3-d0a2-4233-887e-b81e2fec2f1a req-754bad9a-0322-440b-ad72-8f1a22dadeaf tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:27.696370 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3793fe3-d0a2-4233-887e-b81e2fec2f1a req-754bad9a-0322-440b-ad72-8f1a22dadeaf tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=204e9b57-2216-4667-933b-e9bf0ca67907 HTTP/1.1" status: 200 len: 946 time: 0.0518098 Nov 29 18:34:27.752583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3793fe3-d0a2-4233-887e-b81e2fec2f1a req-8598a325-dfbd-458a-a2fc-2ed1295b53bf tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493758 Nov 29 18:34:27.982416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace2b85-76ff-4fe9-b50f-8a945b7150b7 req-4821a68a-0d05-4e33-a930-f5cc6260ef9c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:27.983922 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ace2b85-76ff-4fe9-b50f-8a945b7150b7 req-4821a68a-0d05-4e33-a930-f5cc6260ef9c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=204e9b57-2216-4667-933b-e9bf0ca67907 HTTP/1.1" status: 200 len: 946 time: 0.0492816 Nov 29 18:34:28.030770 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ace2b85-76ff-4fe9-b50f-8a945b7150b7 req-70925064-4878-4dbf-88b1-a92e6a2b0d0c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 Nov 29 18:34:29.151151 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676e337-2fd5-4b82-91d8-9b855f27eb5a req-8fa187b8-632f-4796-93d4-32ce5c34835e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:29.152680 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b676e337-2fd5-4b82-91d8-9b855f27eb5a req-8fa187b8-632f-4796-93d4-32ce5c34835e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=204e9b57-2216-4667-933b-e9bf0ca67907 HTTP/1.1" status: 200 len: 946 time: 0.0545294 Nov 29 18:34:29.167505 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:29.202359 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b676e337-2fd5-4b82-91d8-9b855f27eb5a req-6ff4d3fc-762f-4a3f-aecc-62d06e847ebf tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418355 Nov 29 18:34:29.394557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428ae63-049f-4827-8aa6-f84c94f8a98e req-c78e0a24-2f7d-48cd-b0ab-0c51dbc81e8c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:29.395934 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9428ae63-049f-4827-8aa6-f84c94f8a98e req-c78e0a24-2f7d-48cd-b0ab-0c51dbc81e8c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.31 "GET /v2.0/ports?device_id=204e9b57-2216-4667-933b-e9bf0ca67907 HTTP/1.1" status: 200 len: 946 time: 0.0476394 Nov 29 18:34:29.484745 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-9428ae63-049f-4827-8aa6-f84c94f8a98e req-efbb3d82-927b-4283-bdfd-33dc073af67a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Deleting port 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:34:29.485092 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9428ae63-049f-4827-8aa6-f84c94f8a98e req-efbb3d82-927b-4283-bdfd-33dc073af67a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:29.575479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-9428ae63-049f-4827-8aa6-f84c94f8a98e req-efbb3d82-927b-4283-bdfd-33dc073af67a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] For port 6054b5b0-4cfb-4c46-bc74-93e66e6967d4, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=6054b5b0-4cfb-4c46-bc74-93e66e6967d4,segment=NetworkSegment(89c69008-b56e-4e47-b797-a7e12e7f4bfd),segment_id=89c69008-b56e-4e47-b797-a7e12e7f4bfd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:34:29.575842 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9428ae63-049f-4827-8aa6-f84c94f8a98e req-efbb3d82-927b-4283-bdfd-33dc073af67a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:29.589127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-9428ae63-049f-4827-8aa6-f84c94f8a98e req-efbb3d82-927b-4283-bdfd-33dc073af67a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Calling delete_port for 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:34:29.723214 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9428ae63-049f-4827-8aa6-f84c94f8a98e req-efbb3d82-927b-4283-bdfd-33dc073af67a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:29.736393 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['57b62b82-5873-409b-841d-d0eecfb64164'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:34:29.739924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['6054b5b0-4cfb-4c46-bc74-93e66e6967d4'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:34:29.751796 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb3d82-927b-4283-bdfd-33dc073af67a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Pushing event deleted for resources: {'Port': ['ID=6054b5b0-4cfb-4c46-bc74-93e66e6967d4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:34:29.801424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-9428ae63-049f-4827-8aa6-f84c94f8a98e req-efbb3d82-927b-4283-bdfd-33dc073af67a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] No DVR routers for this DVR port 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:34:29.804438 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9428ae63-049f-4827-8aa6-f84c94f8a98e req-efbb3d82-927b-4283-bdfd-33dc073af67a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:29.808366 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9428ae63-049f-4827-8aa6-f84c94f8a98e req-efbb3d82-927b-4283-bdfd-33dc073af67a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.31 "DELETE /v2.0/ports/6054b5b0-4cfb-4c46-bc74-93e66e6967d4 HTTP/1.1" status: 204 len: 173 time: 0.4062240 Nov 29 18:34:29.808854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204e9b57-2216-4667-933b-e9bf0ca67907', 'name': 'network-vif-deleted', 'tag': '6054b5b0-4cfb-4c46-bc74-93e66e6967d4'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:34:29.811670 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09d4f79-6749-4be2-9ed9-22d62ad7991d" -d '{"events": [{"server_uuid": "204e9b57-2216-4667-933b-e9bf0ca67907", "name": "network-vif-deleted", "tag": "6054b5b0-4cfb-4c46-bc74-93e66e6967d4"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:34:29.852368 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0775f879-9438-41de-ba9b-e00fc08247a9 x-openstack-request-id: req-0775f879-9438-41de-ba9b-e00fc08247a9 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:34:29.852671 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204e9b57-2216-4667-933b-e9bf0ca67907", "name": "network-vif-deleted", "tag": "6054b5b0-4cfb-4c46-bc74-93e66e6967d4", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:34:29.853599 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0775f879-9438-41de-ba9b-e00fc08247a9 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:34:29.853734 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204e9b57-2216-4667-933b-e9bf0ca67907', 'name': 'network-vif-deleted', 'tag': '6054b5b0-4cfb-4c46-bc74-93e66e6967d4', 'status': 'completed', 'code': 200} Nov 29 18:34:29.889206 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:29.992707 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:30.312876 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71855dc4-7c5d-4dcf-a4df-61602593a1b3 req-b281753c-724c-4372-b3fe-52d1cc11132e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=204e9b57-2216-4667-933b-e9bf0ca67907 HTTP/1.1" status: 200 len: 210 time: 0.0268164 Nov 29 18:34:31.694042 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b788f-00f1-43a0-ae20-270c7a53050e req-40188ec9-d007-44c7-9528-4f2602532e05 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:31.695456 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf1b788f-00f1-43a0-ae20-270c7a53050e req-40188ec9-d007-44c7-9528-4f2602532e05 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0524797 Nov 29 18:34:31.742878 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf1b788f-00f1-43a0-ae20-270c7a53050e req-80913289-5a22-4d2b-a470-081c2b3ff5c3 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414274 Nov 29 18:34:31.904445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c254eb-7438-479a-9ba9-e9a5c0a8085b req-4b295481-680a-441b-8451-d98ea5fcf163 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:31.905920 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13c254eb-7438-479a-9ba9-e9a5c0a8085b req-4b295481-680a-441b-8451-d98ea5fcf163 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0489590 Nov 29 18:34:31.952562 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13c254eb-7438-479a-9ba9-e9a5c0a8085b req-c1d7c9c0-054d-4582-a603-45793d0f6585 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406039 Nov 29 18:34:32.070733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7646fa-aa29-44e6-9611-4af0392dc99e req-7dbbce3a-f1d2-4115-8857-f3532d6a630b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:32.072229 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-db7646fa-aa29-44e6-9611-4af0392dc99e req-7dbbce3a-f1d2-4115-8857-f3532d6a630b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0525401 Nov 29 18:34:32.118877 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-db7646fa-aa29-44e6-9611-4af0392dc99e req-442862ad-692e-4edd-abcc-0f6578da2be2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407529 Nov 29 18:34:33.119842 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:34:33.140687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:34:33.141030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 6054b5b0-4cfb-4c46-bc74-93e66e6967d4 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:34:33.734117 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94001752-6fb6-4526-b30c-d56b2bfbf940 req-3395042a-91f8-4a46-8c93-73678c15c7af tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:33.735528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94001752-6fb6-4526-b30c-d56b2bfbf940 req-3395042a-91f8-4a46-8c93-73678c15c7af tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0486867 Nov 29 18:34:33.781775 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94001752-6fb6-4526-b30c-d56b2bfbf940 req-92fdc2fe-4e49-4c71-ae36-75312bdd37bc tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402641 Nov 29 18:34:33.895123 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588dddb0-1b1d-4e35-91e2-e5bd5c1d84b6 req-ae6b2c5d-f818-43d9-aad9-eb2c2bc861f9 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:33.896601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-588dddb0-1b1d-4e35-91e2-e5bd5c1d84b6 req-ae6b2c5d-f818-43d9-aad9-eb2c2bc861f9 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0483489 Nov 29 18:34:33.946527 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-588dddb0-1b1d-4e35-91e2-e5bd5c1d84b6 req-b582cdfd-d06b-4aff-8892-fd282a158146 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440135 Nov 29 18:34:35.393749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e88ea-ec51-48b5-9376-d2ee033e1f82 req-939bc138-6410-4879-baab-5f56f3ea9c7a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:35.395224 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb5e88ea-ec51-48b5-9376-d2ee033e1f82 req-939bc138-6410-4879-baab-5f56f3ea9c7a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0479143 Nov 29 18:34:35.441171 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bb5e88ea-ec51-48b5-9376-d2ee033e1f82 req-095e35d2-0547-43f9-b5dd-0713de8b29aa tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400925 Nov 29 18:34:35.556091 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f0a52-e1e2-4ce7-8311-1b1710a72f88 req-071b60b2-ed79-4b1d-9361-123c54d1785a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:35.557533 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-642f0a52-e1e2-4ce7-8311-1b1710a72f88 req-071b60b2-ed79-4b1d-9361-123c54d1785a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0472472 Nov 29 18:34:35.603666 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-642f0a52-e1e2-4ce7-8311-1b1710a72f88 req-21f9c9a2-0682-4bf1-9b3d-fb831a1a2a36 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397356 Nov 29 18:34:35.765474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3531c0-5275-465a-a359-f62eaf40d10f req-00d0ad22-47a4-4f27-a8e0-6fef5984bbed tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:35.766858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa3531c0-5275-465a-a359-f62eaf40d10f req-00d0ad22-47a4-4f27-a8e0-6fef5984bbed tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0518212 Nov 29 18:34:35.812389 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa3531c0-5275-465a-a359-f62eaf40d10f req-78de910a-64a0-4d14-af5e-3466a7e45eaa tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396075 Nov 29 18:34:35.925744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4a378-0c1d-4aca-ba34-13ee154c20f4 req-9adee73b-d19b-47a7-959c-e23dec53c8d2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:35.927608 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cdf4a378-0c1d-4aca-ba34-13ee154c20f4 req-9adee73b-d19b-47a7-959c-e23dec53c8d2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0487781 Nov 29 18:34:35.973043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cdf4a378-0c1d-4aca-ba34-13ee154c20f4 req-96f52a27-7a7f-4506-8a09-24352dd732bc tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395832 Nov 29 18:34:36.133656 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8c545-400e-4a4b-9293-91e1efe5ec48 req-de89d3eb-9951-46e6-84c4-e319d0cf44e3 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:36.135148 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8fb8c545-400e-4a4b-9293-91e1efe5ec48 req-de89d3eb-9951-46e6-84c4-e319d0cf44e3 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0491114 Nov 29 18:34:36.184898 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8fb8c545-400e-4a4b-9293-91e1efe5ec48 req-dd266369-9eac-4648-9ec9-09e21dd3c552 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437629 Nov 29 18:34:36.300580 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ad90f-a618-48d6-8494-44c6a4746e51 req-aef2f8f6-08b6-4472-9291-b2f52ea62a3d tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:36.302051 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-489ad90f-a618-48d6-8494-44c6a4746e51 req-aef2f8f6-08b6-4472-9291-b2f52ea62a3d tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0486190 Nov 29 18:34:36.347742 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-489ad90f-a618-48d6-8494-44c6a4746e51 req-59aef746-945c-4aab-a277-48cdfc4d01d4 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397849 Nov 29 18:34:36.517024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16783902-ffda-472b-9ea2-76aaa4a3ba75 req-2d131c4c-91ff-4f32-bfb5-918a109590bf tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:36.518479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16783902-ffda-472b-9ea2-76aaa4a3ba75 req-2d131c4c-91ff-4f32-bfb5-918a109590bf tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0474994 Nov 29 18:34:36.564545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16783902-ffda-472b-9ea2-76aaa4a3ba75 req-a7a3c574-8d5e-4b81-88c8-d7fa4d8ae770 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399592 Nov 29 18:34:36.680955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e94089-09f2-43fa-8151-567eca916b21 req-ca1fddf7-49f2-498e-a936-331378a3b5a8 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:36.682411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f9e94089-09f2-43fa-8151-567eca916b21 req-ca1fddf7-49f2-498e-a936-331378a3b5a8 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0516262 Nov 29 18:34:36.729610 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f9e94089-09f2-43fa-8151-567eca916b21 req-1c24a586-c466-4062-80a6-6ab2ee924b79 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412469 Nov 29 18:34:36.890414 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239a75e-0410-43a5-b0c3-86c35bb16008 req-6196076e-6568-4a19-96ed-b0b52590a141 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:36.891833 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e239a75e-0410-43a5-b0c3-86c35bb16008 req-6196076e-6568-4a19-96ed-b0b52590a141 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0505514 Nov 29 18:34:36.938872 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e239a75e-0410-43a5-b0c3-86c35bb16008 req-b855622f-a618-4221-bef8-be6d9b2cfd77 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408754 Nov 29 18:34:37.060841 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14b3ba-caba-4c92-9ca8-c0ab0eefed5a req-3877ae11-cad6-4553-9a78-d9653ab91e2e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:37.062311 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f14b3ba-caba-4c92-9ca8-c0ab0eefed5a req-3877ae11-cad6-4553-9a78-d9653ab91e2e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0519423 Nov 29 18:34:37.109156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f14b3ba-caba-4c92-9ca8-c0ab0eefed5a req-aced6d8c-6c03-44a6-8704-c68e61ce1c7d tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406349 Nov 29 18:34:37.411663 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e556c3a-a08c-47ab-8a16-300080b08b42 req-5bff0568-d0bb-48f8-909a-f99b35b3c896 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:37.413041 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e556c3a-a08c-47ab-8a16-300080b08b42 req-5bff0568-d0bb-48f8-909a-f99b35b3c896 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0486135 Nov 29 18:34:37.459345 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e556c3a-a08c-47ab-8a16-300080b08b42 req-da135bdc-da4f-48ac-8385-d2fcb31b26cb tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404077 Nov 29 18:34:37.572700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb4251-2365-42c8-a967-5bee641c161d req-8e453037-3328-4ace-aee4-1553783b6bb5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:37.574163 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ebfb4251-2365-42c8-a967-5bee641c161d req-8e453037-3328-4ace-aee4-1553783b6bb5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0476153 Nov 29 18:34:37.626408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ebfb4251-2365-42c8-a967-5bee641c161d req-24f15d90-28df-45a8-92b1-c96eba021d3d tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462601 Nov 29 18:34:37.846486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204ecef-dded-40f4-8de7-e77264d082b5 req-0da3da74-9349-4f1b-b50e-830c03d29cd7 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:37.848001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6204ecef-dded-40f4-8de7-e77264d082b5 req-0da3da74-9349-4f1b-b50e-830c03d29cd7 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/networks?id=5f224158-285f-4a28-94d6-ee1819f6c695 HTTP/1.1" status: 200 len: 813 time: 0.1031382 Nov 29 18:34:37.863582 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6204ecef-dded-40f4-8de7-e77264d082b5 req-0b2fd118-575a-495c-94ae-2282f1b17291 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/quotas/bbabefcfc5be44318797b01990164fae HTTP/1.1" status: 200 len: 375 time: 0.0095880 Nov 29 18:34:37.911689 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6204ecef-dded-40f4-8de7-e77264d082b5 req-91698714-ff4a-4daf-9cb0-e7aad0e2db0a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bbabefcfc5be44318797b01990164fae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428791 Nov 29 18:34:38.021868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb8bfb-53fc-40a0-8e4b-fcf705b10ae9 req-29aab4e8-8dea-4b9d-965d-408f55a92296 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:38.023366 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ceb8bfb-53fc-40a0-8e4b-fcf705b10ae9 req-29aab4e8-8dea-4b9d-965d-408f55a92296 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0532460 Nov 29 18:34:38.070708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ceb8bfb-53fc-40a0-8e4b-fcf705b10ae9 req-ae05fc11-dcfe-42f7-8e10-5fcb2c4c2a4e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414369 Nov 29 18:34:38.183927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287f649-e380-4b1b-97ab-b7005ff74e7e req-5456983d-98b2-4701-967e-8f91779b2992 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:38.185303 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8287f649-e380-4b1b-97ab-b7005ff74e7e req-5456983d-98b2-4701-967e-8f91779b2992 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0484490 Nov 29 18:34:38.231929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8287f649-e380-4b1b-97ab-b7005ff74e7e req-89a18a56-63b5-4b93-9b4a-eec110118988 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407960 Nov 29 18:34:38.374899 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af99e846-9e8c-49f0-b35d-033bba625f13 req-36f6dbf9-4dbe-4d31-bb51-2035e731f749 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=bbabefcfc5be44318797b01990164fae HTTP/1.1" status: 200 len: 221 time: 0.0252180 Nov 29 18:34:38.476842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2638a6-33dd-4f1a-be7a-d97bc996e536 req-e782fb6b-62b8-452a-b1e8-002e21cae0de tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:38.478466 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c2638a6-33dd-4f1a-be7a-d97bc996e536 req-e782fb6b-62b8-452a-b1e8-002e21cae0de tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0520835 Nov 29 18:34:38.524816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c2638a6-33dd-4f1a-be7a-d97bc996e536 req-8d33347a-b249-45d5-ae73-f47b254d7222 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Nov 29 18:34:38.640057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224430f-9504-45ff-a48b-c36a069e8cce req-09bac185-06ea-42fb-a091-f7efe4734d37 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:38.641515 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d224430f-9504-45ff-a48b-c36a069e8cce req-09bac185-06ea-42fb-a091-f7efe4734d37 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0482657 Nov 29 18:34:38.688680 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d224430f-9504-45ff-a48b-c36a069e8cce req-974ad2ab-1ff0-4e2f-841d-04aa0946005c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412600 Nov 29 18:34:38.814466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029b60f-6294-4129-bb11-05fcb20b5505 req-839e9f72-be72-4174-9d41-59a9a95f298a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:38.815949 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b029b60f-6294-4129-bb11-05fcb20b5505 req-839e9f72-be72-4174-9d41-59a9a95f298a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0473490 Nov 29 18:34:38.867006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b029b60f-6294-4129-bb11-05fcb20b5505 req-4421a755-5b90-44b1-befd-df0aab562bb6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444102 Nov 29 18:34:38.980780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46598868-51f7-43b9-86c1-9bd6a04fe6d5 req-1feb7d1f-abb1-4034-8db2-e0938e5ae168 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:38.982182 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-46598868-51f7-43b9-86c1-9bd6a04fe6d5 req-1feb7d1f-abb1-4034-8db2-e0938e5ae168 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0486920 Nov 29 18:34:39.028978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-46598868-51f7-43b9-86c1-9bd6a04fe6d5 req-5f5642bb-bead-44f5-8795-c992514003b1 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403202 Nov 29 18:34:39.153721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e5d8b-7308-434e-8b67-c2e53801b9a6 req-57cbca0d-d793-495f-acdb-ad8eaa8b2211 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:39.155234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c4e5d8b-7308-434e-8b67-c2e53801b9a6 req-57cbca0d-d793-495f-acdb-ad8eaa8b2211 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0487802 Nov 29 18:34:39.202228 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c4e5d8b-7308-434e-8b67-c2e53801b9a6 req-1da0bf2c-cfdd-426b-befb-5db52f8e9822 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Nov 29 18:34:39.319667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cc4f1-c4a8-4361-8da5-c1a4adf82d94 req-c9e70a4b-efe9-49e7-9b0f-69a2b691e2b6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:39.321125 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d2cc4f1-c4a8-4361-8da5-c1a4adf82d94 req-c9e70a4b-efe9-49e7-9b0f-69a2b691e2b6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0522845 Nov 29 18:34:39.367135 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d2cc4f1-c4a8-4361-8da5-c1a4adf82d94 req-98b31daf-252b-47b2-81c5-653e038d2210 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394030 Nov 29 18:34:39.490131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d497f6-de33-470c-be14-9f2bf7e23619 req-0b9722d7-c9ef-4003-8586-c7bfe4f2b8f7 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:39.491530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5d497f6-de33-470c-be14-9f2bf7e23619 req-0b9722d7-c9ef-4003-8586-c7bfe4f2b8f7 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0479009 Nov 29 18:34:39.538994 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5d497f6-de33-470c-be14-9f2bf7e23619 req-d34ab5cf-e1a7-4a5e-9db5-b875b7d33891 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415006 Nov 29 18:34:39.652374 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0ccc-df8b-4dae-8963-325b89416e99 req-f0c9f0a8-7201-474d-b6ba-6ba57970743b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:39.653939 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5beb0ccc-df8b-4dae-8963-325b89416e99 req-f0c9f0a8-7201-474d-b6ba-6ba57970743b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0480564 Nov 29 18:34:39.704140 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5beb0ccc-df8b-4dae-8963-325b89416e99 req-232bfc7c-3b1d-4000-b947-bd01baba0069 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442805 Nov 29 18:34:39.835437 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9da33-6d67-4a0f-8e8b-6f51983b0c87 req-88c9c7d6-da90-47de-a48a-7d7be894c250 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:39.836887 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cee9da33-6d67-4a0f-8e8b-6f51983b0c87 req-88c9c7d6-da90-47de-a48a-7d7be894c250 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0482943 Nov 29 18:34:39.883129 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cee9da33-6d67-4a0f-8e8b-6f51983b0c87 req-691ed68e-74d0-4680-a33f-4fdbf46e4eb1 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Nov 29 18:34:39.996932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d226859-990c-4e11-b46c-ed7cf19a1fe2 req-96eafd56-3100-4ee6-b436-848586a6cbc4 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:39.998439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d226859-990c-4e11-b46c-ed7cf19a1fe2 req-96eafd56-3100-4ee6-b436-848586a6cbc4 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0488064 Nov 29 18:34:40.043531 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d226859-990c-4e11-b46c-ed7cf19a1fe2 req-d67d35a9-0ae5-4fbf-88e2-58a0eaffdbda tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391753 Nov 29 18:34:40.185128 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67817865-454e-4b65-a6d4-c8bf88a48b90 req-232f174a-5812-4469-bdf5-1a77591239a4 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:40.186578 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67817865-454e-4b65-a6d4-c8bf88a48b90 req-232f174a-5812-4469-bdf5-1a77591239a4 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0525115 Nov 29 18:34:40.231984 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67817865-454e-4b65-a6d4-c8bf88a48b90 req-46333c53-ff72-4902-87d3-1ff1c5b378cd tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394390 Nov 29 18:34:40.344838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139edf58-ef3d-4a98-94bf-65c8bbb54892 req-be35cd39-819f-413e-b923-a57693334c55 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:40.346276 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-139edf58-ef3d-4a98-94bf-65c8bbb54892 req-be35cd39-819f-413e-b923-a57693334c55 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0472615 Nov 29 18:34:40.392469 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-139edf58-ef3d-4a98-94bf-65c8bbb54892 req-2ba72da9-175b-48ae-aeb6-c06fce3c8c81 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402675 Nov 29 18:34:40.525126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb5c17-f6e2-4055-83af-f68d4890f5a0 req-4d555690-3e2f-4a85-b7ae-3b3164747dd4 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:40.526508 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79fb5c17-f6e2-4055-83af-f68d4890f5a0 req-4d555690-3e2f-4a85-b7ae-3b3164747dd4 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0523684 Nov 29 18:34:40.572948 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79fb5c17-f6e2-4055-83af-f68d4890f5a0 req-fb304dcf-5c29-479d-9f4f-961c074f95d4 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 Nov 29 18:34:40.687120 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6512196-f746-4c8c-b584-b3f7773b1372 req-8c4c97ca-5ddd-4319-a75a-ca850499beb1 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:40.688638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6512196-f746-4c8c-b584-b3f7773b1372 req-8c4c97ca-5ddd-4319-a75a-ca850499beb1 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0500185 Nov 29 18:34:40.738414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6512196-f746-4c8c-b584-b3f7773b1372 req-5ccdc618-7dee-447f-a43b-578ad52d13d0 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438547 Nov 29 18:34:40.895011 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b72c7-8028-4c5b-8354-ae1828bdf7d8 req-34bfb7be-f58f-4a2d-a6e8-ae9a82b1645f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:40.896460 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc5b72c7-8028-4c5b-8354-ae1828bdf7d8 req-34bfb7be-f58f-4a2d-a6e8-ae9a82b1645f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0472147 Nov 29 18:34:40.948797 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cc5b72c7-8028-4c5b-8354-ae1828bdf7d8 req-b3e79792-20cc-4878-ba4a-1970b7b83c9c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463974 Nov 29 18:34:41.063082 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f14e9-a362-40a9-8b03-7bdb49b07539 req-8d41a027-da02-4e45-bdd0-560778c2bc23 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:41.064568 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-289f14e9-a362-40a9-8b03-7bdb49b07539 req-8d41a027-da02-4e45-bdd0-560778c2bc23 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0494490 Nov 29 18:34:41.110900 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-289f14e9-a362-40a9-8b03-7bdb49b07539 req-366a53d8-9bb1-4157-bd5a-a47fb0565087 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404203 Nov 29 18:34:41.268868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88975832-687c-46ef-82e0-866c7eca09ad req-99f4fb12-ecf9-4442-9a7b-96504dfb14b5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:41.270315 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88975832-687c-46ef-82e0-866c7eca09ad req-99f4fb12-ecf9-4442-9a7b-96504dfb14b5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0479715 Nov 29 18:34:41.317630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88975832-687c-46ef-82e0-866c7eca09ad req-5b1385e2-57ca-49d1-a204-60ae1d28d564 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414069 Nov 29 18:34:41.433202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab7013-43bc-4187-84e9-f65c34d91db9 req-d0373fa2-c049-404b-a942-4a6812ad768e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:41.434643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f0ab7013-43bc-4187-84e9-f65c34d91db9 req-d0373fa2-c049-404b-a942-4a6812ad768e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0509086 Nov 29 18:34:41.484288 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f0ab7013-43bc-4187-84e9-f65c34d91db9 req-87dfb00b-ada7-4868-9e3c-0dabcc4c97df tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429697 Nov 29 18:34:41.611082 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97701cf-251d-481a-9473-b1b619e24d1e req-90235bbf-7839-43c5-ab39-8f7cbae11f42 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:41.612444 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c97701cf-251d-481a-9473-b1b619e24d1e req-90235bbf-7839-43c5-ab39-8f7cbae11f42 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0481558 Nov 29 18:34:41.658078 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c97701cf-251d-481a-9473-b1b619e24d1e req-ecf8d7ed-9a3a-40f9-81b6-f529e2c44787 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397871 Nov 29 18:34:41.777822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acd354-515c-4fc9-8c39-a509a62d7e39 req-31537ec8-ab71-4af7-b7e2-556c51d2a716 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:41.779306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1acd354-515c-4fc9-8c39-a509a62d7e39 req-31537ec8-ab71-4af7-b7e2-556c51d2a716 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0468607 Nov 29 18:34:41.828951 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1acd354-515c-4fc9-8c39-a509a62d7e39 req-ed7c9cb4-a3d0-474f-bc1b-122df95e98e9 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432014 Nov 29 18:34:42.027534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083d77b-ef06-4f79-bc1c-b98628a9657d req-5e729339-1a0e-4dba-a5a8-ad6368513dc2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:42.029020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e083d77b-ef06-4f79-bc1c-b98628a9657d req-5e729339-1a0e-4dba-a5a8-ad6368513dc2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0490110 Nov 29 18:34:42.076137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e083d77b-ef06-4f79-bc1c-b98628a9657d req-467d24b0-86ae-42a7-a8e9-7498b4e18994 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404909 Nov 29 18:34:43.191614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99403cf1-d75f-4074-9854-f95c0571474f req-f7dd81fa-6b02-4c33-a1c8-4fdf30060741 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:43.193068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-99403cf1-d75f-4074-9854-f95c0571474f req-f7dd81fa-6b02-4c33-a1c8-4fdf30060741 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0470777 Nov 29 18:34:43.238896 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-99403cf1-d75f-4074-9854-f95c0571474f req-c466f3b6-5a75-4bcc-a024-33b218164d2f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398402 Nov 29 18:34:43.487249 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a1aef-e03f-4cff-a438-045a3c4af8bb req-b15d21b3-560c-425b-a16a-1c163b748470 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:43.488719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f35a1aef-e03f-4cff-a438-045a3c4af8bb req-b15d21b3-560c-425b-a16a-1c163b748470 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0520232 Nov 29 18:34:43.538780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f35a1aef-e03f-4cff-a438-045a3c4af8bb req-fb6cd8d5-39d3-4445-a496-6ba008cd9a64 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429795 Nov 29 18:34:44.655752 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98c10c-086b-441c-aad8-89a934462e1a req-7875a99f-c093-4665-bf14-f364f8c1662d tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:44.657767 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c98c10c-086b-441c-aad8-89a934462e1a req-7875a99f-c093-4665-bf14-f364f8c1662d tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0487733 Nov 29 18:34:44.703983 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c98c10c-086b-441c-aad8-89a934462e1a req-76e911a2-83e5-44cb-b4e7-5a66db077076 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403414 Nov 29 18:34:44.820352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed18726-99f7-4d14-b0d8-1e5838ea9283 req-4ed6f50c-8577-4feb-ba12-090a6393ae7b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:44.821701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ed18726-99f7-4d14-b0d8-1e5838ea9283 req-4ed6f50c-8577-4feb-ba12-090a6393ae7b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0507903 Nov 29 18:34:44.867876 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ed18726-99f7-4d14-b0d8-1e5838ea9283 req-5c297320-1e1d-4656-92fc-bee4db7b10ef tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403352 Nov 29 18:34:45.011840 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bd379-bfa2-4ee5-90fb-0286a3890972 req-3b04eaca-4c5e-4dce-8b40-e83012710a39 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:45.013313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ab8bd379-bfa2-4ee5-90fb-0286a3890972 req-3b04eaca-4c5e-4dce-8b40-e83012710a39 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0481405 Nov 29 18:34:45.060149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ab8bd379-bfa2-4ee5-90fb-0286a3890972 req-1df67988-3e25-4ad4-b043-a86fc8858def tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402880 Nov 29 18:34:45.173620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed6322-1fdf-42a0-a047-848e6e1906b9 req-b39714a5-b02f-4a7e-8e45-9102609f566e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:45.175120 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-baed6322-1fdf-42a0-a047-848e6e1906b9 req-b39714a5-b02f-4a7e-8e45-9102609f566e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0482881 Nov 29 18:34:45.225179 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-baed6322-1fdf-42a0-a047-848e6e1906b9 req-618698f6-e004-4e8a-a1d6-9338aeb1f577 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441129 Nov 29 18:34:45.353060 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be1688-54a3-489f-97e1-910481896ca8 req-b17317c2-10d7-4d21-a92a-6d43da0ea044 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:45.354440 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28be1688-54a3-489f-97e1-910481896ca8 req-b17317c2-10d7-4d21-a92a-6d43da0ea044 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0488145 Nov 29 18:34:45.401054 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28be1688-54a3-489f-97e1-910481896ca8 req-bf8a0036-551d-4f73-88c4-ef645d7a642b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406899 Nov 29 18:34:45.513243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b46eb-954e-494e-8baa-a08b94a5dc6f req-c2284f5d-605f-49ea-9efa-328d2797522a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:45.514719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a7b46eb-954e-494e-8baa-a08b94a5dc6f req-c2284f5d-605f-49ea-9efa-328d2797522a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0483577 Nov 29 18:34:45.561058 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a7b46eb-954e-494e-8baa-a08b94a5dc6f req-8de922f9-fb22-490d-9249-926406355b6b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398610 Nov 29 18:34:45.709952 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5320018-ce91-4c62-869f-9571a12b0a10 req-8fac5b3f-da3d-415c-8276-b9ccea6395cb tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:45.711464 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5320018-ce91-4c62-869f-9571a12b0a10 req-8fac5b3f-da3d-415c-8276-b9ccea6395cb tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0519357 Nov 29 18:34:45.758942 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5320018-ce91-4c62-869f-9571a12b0a10 req-111f06a7-785d-44c8-89dd-b18965033fe0 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416632 Nov 29 18:34:45.872321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412000c6-3ca7-4cab-a884-84a4e1edb9ec req-b1ec6519-14eb-49c7-b54c-2cf5d447e8b2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:45.873716 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-412000c6-3ca7-4cab-a884-84a4e1edb9ec req-b1ec6519-14eb-49c7-b54c-2cf5d447e8b2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0480461 Nov 29 18:34:45.918980 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-412000c6-3ca7-4cab-a884-84a4e1edb9ec req-cccce733-495c-4d70-8c7e-8e6aeab928e6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387521 Nov 29 18:34:46.048738 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0941c80-7fc7-4a14-b0f9-f358a0bee58c req-a6b76c81-3129-4c7e-9872-ca44e8205422 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:46.050227 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0941c80-7fc7-4a14-b0f9-f358a0bee58c req-a6b76c81-3129-4c7e-9872-ca44e8205422 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0485888 Nov 29 18:34:46.100268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d0941c80-7fc7-4a14-b0f9-f358a0bee58c req-d702dca1-cd8c-4e26-a779-dac79a293ffd tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440259 Nov 29 18:34:46.214900 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ca583-afdc-43e6-be9b-77ef4438d577 req-7a6f0975-2f64-49a6-90ee-c25561e4326a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:46.216366 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f40ca583-afdc-43e6-be9b-77ef4438d577 req-7a6f0975-2f64-49a6-90ee-c25561e4326a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0485744 Nov 29 18:34:46.265253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f40ca583-afdc-43e6-be9b-77ef4438d577 req-326e344d-032a-4c48-aa3d-2929f6d0dd80 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403557 Nov 29 18:34:46.394347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28e6ad-b8f2-41de-8fa4-796c4cc4c783 req-7f164cb4-3b5c-479e-b2a4-7a5391c60be7 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:46.395739 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0a28e6ad-b8f2-41de-8fa4-796c4cc4c783 req-7f164cb4-3b5c-479e-b2a4-7a5391c60be7 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0481253 Nov 29 18:34:46.442314 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0a28e6ad-b8f2-41de-8fa4-796c4cc4c783 req-5f3b3aa4-7e9d-4119-b3cf-a3ca0526039f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403514 Nov 29 18:34:46.558453 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11061b94-1f41-4f18-8fd9-91f4a48fc3d4 req-7363555a-58e0-4bff-8fa0-b833f1509b50 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:46.559969 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11061b94-1f41-4f18-8fd9-91f4a48fc3d4 req-7363555a-58e0-4bff-8fa0-b833f1509b50 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0507700 Nov 29 18:34:46.606034 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11061b94-1f41-4f18-8fd9-91f4a48fc3d4 req-f2a3c110-fe27-4fe2-a2fa-41e7a6c50b8c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394392 Nov 29 18:34:46.761334 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d44bf3-be0d-490f-990b-735770cd5e36 req-35795285-f179-45fa-9540-666834bccd28 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:46.762810 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37d44bf3-be0d-490f-990b-735770cd5e36 req-35795285-f179-45fa-9540-666834bccd28 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0486681 Nov 29 18:34:46.808703 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37d44bf3-be0d-490f-990b-735770cd5e36 req-7267e888-ea2f-43e5-a89a-cec03f914cb8 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399354 Nov 29 18:34:46.927482 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe9ceb-ec9d-42d0-a5b8-1dc1b6b5a1cd req-63f205d7-ef14-4dee-8bc5-91c1a5386aa8 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:46.928853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22fe9ceb-ec9d-42d0-a5b8-1dc1b6b5a1cd req-63f205d7-ef14-4dee-8bc5-91c1a5386aa8 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0523212 Nov 29 18:34:46.978080 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22fe9ceb-ec9d-42d0-a5b8-1dc1b6b5a1cd req-7c7fa1fc-8e60-406e-b073-e0c611767b0b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429664 Nov 29 18:34:47.108815 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d1814-44c9-469d-a6e8-3cd1bcdfa433 req-224708c8-61c6-445d-8482-96557f4a862f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:47.110292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b20d1814-44c9-469d-a6e8-3cd1bcdfa433 req-224708c8-61c6-445d-8482-96557f4a862f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0489757 Nov 29 18:34:47.157147 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b20d1814-44c9-469d-a6e8-3cd1bcdfa433 req-209b6aa0-1c0d-4bc7-a01b-78d9a2a6a0e9 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408835 Nov 29 18:34:47.270099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179bbd5-3e12-4bb7-a6b3-49ef9950eff0 req-a1d0acd0-6a49-4b0d-849c-9354deae52c6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:47.271582 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d179bbd5-3e12-4bb7-a6b3-49ef9950eff0 req-a1d0acd0-6a49-4b0d-849c-9354deae52c6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0490000 Nov 29 18:34:47.320940 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d179bbd5-3e12-4bb7-a6b3-49ef9950eff0 req-7ffac9d0-b9dc-43b2-acbd-2f3dfc03556a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434008 Nov 29 18:34:47.472868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747f5f1-468c-4eb7-8a16-63e750d5f247 req-d1b60046-bdb3-4013-aae4-5402c9b594d3 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:47.474215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f747f5f1-468c-4eb7-8a16-63e750d5f247 req-d1b60046-bdb3-4013-aae4-5402c9b594d3 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0475626 Nov 29 18:34:47.520864 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f747f5f1-468c-4eb7-8a16-63e750d5f247 req-63a23bbb-31fa-477e-a051-d36ed6cd927c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403225 Nov 29 18:34:47.636736 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9b71b-6be2-479b-b8b7-627caa610cc9 req-14c325b2-e4db-4622-9275-4abaf5703b1e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:47.638194 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7b9b71b-6be2-479b-b8b7-627caa610cc9 req-14c325b2-e4db-4622-9275-4abaf5703b1e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0500844 Nov 29 18:34:47.684155 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7b9b71b-6be2-479b-b8b7-627caa610cc9 req-7a76eff7-5aff-425c-b32d-8b3691e1c5db tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391278 Nov 29 18:34:47.851272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4a30-f6f1-4a43-a0de-df11f249aec4 req-482d280d-18a5-4b85-8115-21fc14aa7dd2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:47.852971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f76a4a30-f6f1-4a43-a0de-df11f249aec4 req-482d280d-18a5-4b85-8115-21fc14aa7dd2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0510826 Nov 29 18:34:47.899919 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f76a4a30-f6f1-4a43-a0de-df11f249aec4 req-c7fb0141-cded-4268-a8cd-6bf0f1d1ecfe tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Nov 29 18:34:48.013903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24ba9d-8e0f-4cae-a884-8c097e754296 req-a588bfc1-87be-42fd-bbca-a0a983787692 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:48.015309 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee24ba9d-8e0f-4cae-a884-8c097e754296 req-a588bfc1-87be-42fd-bbca-a0a983787692 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0485098 Nov 29 18:34:48.064069 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee24ba9d-8e0f-4cae-a884-8c097e754296 req-9ec4fd80-1418-43cd-985b-4cf155b48414 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426977 Nov 29 18:34:48.192180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff49dc-2caf-4c5b-8512-e8c4160b5617 req-1e54e3cd-c9e7-4eb7-b61d-435581670740 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:48.193677 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2bff49dc-2caf-4c5b-8512-e8c4160b5617 req-1e54e3cd-c9e7-4eb7-b61d-435581670740 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0485761 Nov 29 18:34:48.243938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2bff49dc-2caf-4c5b-8512-e8c4160b5617 req-ae994a52-62ae-4728-8820-546c8391832e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443575 Nov 29 18:34:48.360584 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592bbcf-a117-4406-8f8a-9611f3c82365 req-701e1974-bdab-48e2-9f2a-bf3fade052a9 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:48.362112 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d592bbcf-a117-4406-8f8a-9611f3c82365 req-701e1974-bdab-48e2-9f2a-bf3fade052a9 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0492129 Nov 29 18:34:48.408569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d592bbcf-a117-4406-8f8a-9611f3c82365 req-cd61ef12-6c64-4422-a977-2dda8c53bc56 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405636 Nov 29 18:34:48.819539 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65ee06-c6c9-4013-8542-08aa97cce446 req-e7c5ad40-7cc3-4498-9772-9a784c49056d tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:48.820916 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b65ee06-c6c9-4013-8542-08aa97cce446 req-e7c5ad40-7cc3-4498-9772-9a784c49056d tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0490570 Nov 29 18:34:48.868728 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b65ee06-c6c9-4013-8542-08aa97cce446 req-439aaa16-ea4b-4fa9-97a8-140e77425879 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418491 Nov 29 18:34:49.988894 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676bcb1-d984-4d91-acd3-4e10a76ad04d req-50c2d1c0-e643-4cce-9401-2521ab01d5c7 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:49.990278 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3676bcb1-d984-4d91-acd3-4e10a76ad04d req-50c2d1c0-e643-4cce-9401-2521ab01d5c7 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0521016 Nov 29 18:34:50.037377 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3676bcb1-d984-4d91-acd3-4e10a76ad04d req-6a4d835c-190c-42cf-83e4-20495305f705 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411253 Nov 29 18:34:51.183346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eb1ec-ccda-4a5f-9ebd-9de579b42885 req-fabd0fae-0331-43a6-8b21-305b31ae7973 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:51.184981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-531eb1ec-ccda-4a5f-9ebd-9de579b42885 req-fabd0fae-0331-43a6-8b21-305b31ae7973 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0583825 Nov 29 18:34:51.233420 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-531eb1ec-ccda-4a5f-9ebd-9de579b42885 req-d6af8854-b407-4a82-86ed-176421ab10af tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416319 Nov 29 18:34:51.552521 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:34:52.356107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ec52d-722f-4a39-82c0-2a997714e959 req-d7f11066-1ad1-4f74-828b-ea6db6860437 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:52.357546 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-263ec52d-722f-4a39-82c0-2a997714e959 req-d7f11066-1ad1-4f74-828b-ea6db6860437 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0537195 Nov 29 18:34:52.406733 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-263ec52d-722f-4a39-82c0-2a997714e959 req-64f65edd-a8dd-4410-bf8b-2445f1c1461b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Nov 29 18:34:53.523355 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6438a-ba80-492a-9c07-33bcf3eb232a req-ac671ebe-1e9d-4df6-b64f-4d71b9b84a4c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:53.524825 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dba6438a-ba80-492a-9c07-33bcf3eb232a req-ac671ebe-1e9d-4df6-b64f-4d71b9b84a4c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0493369 Nov 29 18:34:53.572397 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dba6438a-ba80-492a-9c07-33bcf3eb232a req-e08e42f3-866d-4839-a9fa-65f4c5c88188 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415199 Nov 29 18:34:53.983977 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-798f6d34-3501-4094-a6a6-025c1df0fb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:54.697450 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b55910-cdcf-4eaf-814b-ea61e2cf55c0 req-967b486e-f726-492e-8313-c97390d69b87 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:54.698983 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02b55910-cdcf-4eaf-814b-ea61e2cf55c0 req-967b486e-f726-492e-8313-c97390d69b87 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0492446 Nov 29 18:34:54.750031 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02b55910-cdcf-4eaf-814b-ea61e2cf55c0 req-76f33be1-7ec9-4a3e-9f62-f9868062149e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439849 Nov 29 18:34:55.907451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fbc81-9c18-4be6-9df5-88a94385c6e2 req-2240131c-9afb-426d-9722-412fdceca982 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:55.909626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e1fbc81-9c18-4be6-9df5-88a94385c6e2 req-2240131c-9afb-426d-9722-412fdceca982 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0610933 Nov 29 18:34:55.983373 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e1fbc81-9c18-4be6-9df5-88a94385c6e2 req-54f372af-45b3-4570-9fa1-215da98294d0 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635564 Nov 29 18:34:56.459022 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c3a142c-e72a-4c12-b093-45b109c7050e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:57.135984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c2be3-d67f-457f-b3c7-598373f4462a req-319a3b5a-499e-4316-b368-b7b9b329fb6f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:57.137585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc4c2be3-d67f-457f-b3c7-598373f4462a req-319a3b5a-499e-4316-b368-b7b9b329fb6f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0658219 Nov 29 18:34:57.196404 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc4c2be3-d67f-457f-b3c7-598373f4462a req-1573e3f5-af95-45e9-a919-427caf35b9cf tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520425 Nov 29 18:34:57.343508 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:57.656041 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:58.330595 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6be88b-1080-4c59-b6b8-099b1f222fcf req-14faab3e-6d9b-4afb-9acd-b72167e7d0a2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:58.333627 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d6be88b-1080-4c59-b6b8-099b1f222fcf req-14faab3e-6d9b-4afb-9acd-b72167e7d0a2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0631518 Nov 29 18:34:58.385005 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d6be88b-1080-4c59-b6b8-099b1f222fcf req-08d17882-32fa-413b-add5-e4455001e579 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441761 Nov 29 18:34:59.172311 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:59.644602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea320e-a0aa-41e0-8b98-738c4951a0c9 req-6db448b0-ae12-4626-87aa-32a8a2b8d0a3 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:34:59.646018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40ea320e-a0aa-41e0-8b98-738c4951a0c9 req-6db448b0-ae12-4626-87aa-32a8a2b8d0a3 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.1745870 Nov 29 18:34:59.695521 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40ea320e-a0aa-41e0-8b98-738c4951a0c9 req-b9d2a55e-db54-44d6-8905-af6583480ad3 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426989 Nov 29 18:34:59.882671 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:34:59.996890 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:00.810768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573319a-668c-42bc-bf62-7141f418f21f req-b891859a-b3a6-4af5-9da5-80bcfec34276 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:00.812688 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8573319a-668c-42bc-bf62-7141f418f21f req-b891859a-b3a6-4af5-9da5-80bcfec34276 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0497091 Nov 29 18:35:00.909197 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49af2b30-2d44-4b34-b037-27a556de0567 req-f2b6c355-dacb-447b-a948-73f18bac6fe2 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030319887&fields=id&tenant_id=72bbde8d865a44a59bd5e7320f2171e2 HTTP/1.1" status: 200 len: 267 time: 0.0627880 Nov 29 18:35:00.975338 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8573319a-668c-42bc-bf62-7141f418f21f req-bbffd923-82da-4b53-91a5-f6293f88e761 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566713 Nov 29 18:35:01.026564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af2b30-2d44-4b34-b037-27a556de0567 req-71376bf0-5deb-4330-a7d1-fdd77a0e0ea4 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:01.028031 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49af2b30-2d44-4b34-b037-27a556de0567 req-71376bf0-5deb-4330-a7d1-fdd77a0e0ea4 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 811 time: 0.1120343 Nov 29 18:35:01.043258 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49af2b30-2d44-4b34-b037-27a556de0567 req-ed2d74ec-7c60-46ed-b553-beb096e5c3bb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/quotas/72bbde8d865a44a59bd5e7320f2171e2 HTTP/1.1" status: 200 len: 375 time: 0.0088058 Nov 29 18:35:01.099791 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49af2b30-2d44-4b34-b037-27a556de0567 req-f1d93a17-3e36-40a1-9db5-9aaed90a95b0 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510333 Nov 29 18:35:01.191860 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49af2b30-2d44-4b34-b037-27a556de0567 req-55adf5ad-9503-468a-a4aa-75a54e442561 service neutron] 10.222.0.23 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805643 Nov 29 18:35:01.284425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49af2b30-2d44-4b34-b037-27a556de0567 req-19a6ea04-f462-4817-b6e4-a379bdcab878 service neutron] 10.222.0.23 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864654 Nov 29 18:35:01.561911 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bfed2aba-e829-4831-b51e-364e3bb69aea req-ac4e2592-c928-40b3-a54d-f8733a48eaba tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 210 time: 0.0289590 Nov 29 18:35:02.114999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f859062-455b-4011-878c-e84aea457d51 req-04b85639-4fa2-450a-922b-6d1ddd568493 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:02.116465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f859062-455b-4011-878c-e84aea457d51 req-04b85639-4fa2-450a-922b-6d1ddd568493 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0519724 Nov 29 18:35:02.164115 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f859062-455b-4011-878c-e84aea457d51 req-5675c208-9b82-4a2f-8695-3dfe39e6d9dd tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416436 Nov 29 18:35:02.471504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af2b30-2d44-4b34-b037-27a556de0567 req-9fd798f0-fb95-40d2-9ab5-9df460ed1f98 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:02.473010 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49af2b30-2d44-4b34-b037-27a556de0567 req-9fd798f0-fb95-40d2-9ab5-9df460ed1f98 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 811 time: 0.1082859 Nov 29 18:35:02.540641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49af2b30-2d44-4b34-b037-27a556de0567 req-add84a80-6815-4522-99e2-8e6778a06654 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72bbde8d865a44a59bd5e7320f2171e2 HTTP/1.1" status: 200 len: 380 time: 0.0583436 Nov 29 18:35:02.550663 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-49af2b30-2d44-4b34-b037-27a556de0567 req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Request body: {'port': {'device_id': '96c17c6c-dca8-4ee9-b83f-c732a4319e5f', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'admin_state_up': True, 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'security_groups': ['43e8152b-3357-4bd4-bfc6-90a43feb011f']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:35:02.681377 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9170066-1337-42cb-82a6-8fef5bed394f req-6f91c4a5-34c9-4490-84a8-4106c1208a94 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 210 time: 0.0353174 Nov 29 18:35:02.693024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49af2b30-2d44-4b34-b037-27a556de0567 req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Made reservation on behalf of 72bbde8d865a44a59bd5e7320f2171e2 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:35:02.697164 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-49af2b30-2d44-4b34-b037-27a556de0567 req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:02.825240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-49af2b30-2d44-4b34-b037-27a556de0567 req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Allocated IP 172.20.0.6 (7be29917-fe7c-4671-b21b-2292a7434512/1a4ee5c0-8a08-4610-a168-a9201f4e4bc0/50d6bf46-3c4b-4c33-aaaa-6a054ba6732e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:35:03.329834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efac20a-f406-4768-9c61-19c521009ce5 req-864b3e86-2829-4bee-a6fc-80e406806bab tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:03.331319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8efac20a-f406-4768-9c61-19c521009ce5 req-864b3e86-2829-4bee-a6fc-80e406806bab tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0831342 Nov 29 18:35:03.353554 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-49af2b30-2d44-4b34-b037-27a556de0567 req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:03.408783 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8efac20a-f406-4768-9c61-19c521009ce5 req-262e68df-2408-4fb5-b064-f9242d8be12c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704429 Nov 29 18:35:03.419888 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-49af2b30-2d44-4b34-b037-27a556de0567 req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:03.463572 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49af2b30-2d44-4b34-b037-27a556de0567 req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Network 7be29917-fe7c-4671-b21b-2292a7434512 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:35:03.466615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-49af2b30-2d44-4b34-b037-27a556de0567 req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:35:03.469363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-49af2b30-2d44-4b34-b037-27a556de0567 req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:35:03.511453 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'Port': ['ID=50d6bf46-3c4b-4c33-aaaa-6a054ba6732e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:03.525467 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:03.525849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:03.526205 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:03.526556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:03.526930 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:03.527291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:03.527650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:03.528008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:03.528366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:03.528860 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:03.529234 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:03.529569 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:03.541452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af2b30-2d44-4b34-b037-27a556de0567 req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:03.542081 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-49af2b30-2d44-4b34-b037-27a556de0567 req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:03.559530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49af2b30-2d44-4b34-b037-27a556de0567 req-a1ffe9ea-d670-44a6-be77-cb362e6535de tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0128496 Nov 29 18:35:03.627896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Request body: {'port': {'device_id': '96c17c6c-dca8-4ee9-b83f-c732a4319e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:35:03.693299 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:03.763692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b5c3b016-909d-4daf-a3e4-2c9d626b2696 None None] Provisioning complete for port 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:35:03.764298 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5c3b016-909d-4daf-a3e4-2c9d626b2696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:03.799819 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3b016-909d-4daf-a3e4-2c9d626b2696 None None] Port 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:35:03.902425 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3402bb-283d-427f-8219-30657867ccf9 req-10f6933b-eb64-4e93-a1c9-dc4d06b9957d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:03.903935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f3402bb-283d-427f-8219-30657867ccf9 req-10f6933b-eb64-4e93-a1c9-dc4d06b9957d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 931 time: 0.1081085 Nov 29 18:35:03.987639 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f3402bb-283d-427f-8219-30657867ccf9 req-b1b73a07-bba0-42f2-8b20-dd18a7400201 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756114 Nov 29 18:35:04.038835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:35:04.046876 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:04.061093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Transition to ACTIVE for port object 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:35:04.066529 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:04.124202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Pushing event updated for resources: {'Port': ['ID=50d6bf46-3c4b-4c33-aaaa-6a054ba6732e,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:04.199676 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Attempting to bind port 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:35:04.200201 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Attempting to bind port 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:35:04.200448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Attempting to bind port 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e on network 7be29917-fe7c-4671-b21b-2292a7434512 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:35:04.206270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Port 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e on network 7be29917-fe7c-4671-b21b-2292a7434512 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:35:04.206735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Attempting to bind port 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e on network 7be29917-fe7c-4671-b21b-2292a7434512 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:35:04.212218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:35:04.212564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Checking segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:35:04.212947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Bound using segment: {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:35:04.213382 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Bound port: 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6910ad91-b4b3-475e-a58b-c7d82c7c93cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:35:04.213895 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:04.287540 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] For port 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:35:04.290750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] For port 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=50d6bf46-3c4b-4c33-aaaa-6a054ba6732e,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:35:04.296206 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:04.337772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:04.338703 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:04.340324 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49af2b30-2d44-4b34-b037-27a556de0567 req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] 10.222.0.31 "PUT /v2.0/ports/50d6bf46-3c4b-4c33-aaaa-6a054ba6732e HTTP/1.1" status: 200 len: 1091 time: 0.7717652 Nov 29 18:35:04.340582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c17c6c-dca8-4ee9-b83f-c732a4319e5f', 'tag': '50d6bf46-3c4b-4c33-aaaa-6a054ba6732e'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:35:04.343066 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfd2543-178b-4334-9897-a620ad9ebe93" -d '{"events": [{"name": "network-changed", "server_uuid": "96c17c6c-dca8-4ee9-b83f-c732a4319e5f", "tag": "50d6bf46-3c4b-4c33-aaaa-6a054ba6732e"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:35:04.362435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5750841-8633-4977-8547-6cda03dfc060 service neutron] Pushing event updated for resources: {'Port': ['ID=50d6bf46-3c4b-4c33-aaaa-6a054ba6732e,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:04.436265 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba864fee-b482-472d-b39b-b5c0af4bc14b x-openstack-request-id: req-ba864fee-b482-472d-b39b-b5c0af4bc14b {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:35:04.436543 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c17c6c-dca8-4ee9-b83f-c732a4319e5f", "tag": "50d6bf46-3c4b-4c33-aaaa-6a054ba6732e", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:35:04.436810 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba864fee-b482-472d-b39b-b5c0af4bc14b {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:35:04.437379 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c17c6c-dca8-4ee9-b83f-c732a4319e5f', 'tag': '50d6bf46-3c4b-4c33-aaaa-6a054ba6732e', 'status': 'completed', 'code': 200} Nov 29 18:35:04.463389 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af2b30-2d44-4b34-b037-27a556de0567 req-27a0d3bd-b4f3-4910-a433-32e0ff5490ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:04.464935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49af2b30-2d44-4b34-b037-27a556de0567 req-27a0d3bd-b4f3-4910-a433-32e0ff5490ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 1094 time: 0.0769191 Nov 29 18:35:04.528810 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49af2b30-2d44-4b34-b037-27a556de0567 req-ae0ade8f-9ae2-48fc-8178-915f287e129e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50d6bf46-3c4b-4c33-aaaa-6a054ba6732e HTTP/1.1" status: 200 len: 217 time: 0.0497980 Nov 29 18:35:04.596116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af2b30-2d44-4b34-b037-27a556de0567 req-56dfdcf2-7221-419b-a273-78a891ed68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:04.597613 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49af2b30-2d44-4b34-b037-27a556de0567 req-56dfdcf2-7221-419b-a273-78a891ed68bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0545192 Nov 29 18:35:04.606055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f4af2-cc6a-4bbe-a467-3a637352bd72 req-b65adcd4-83f5-4c7c-854e-290cde8c818c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:04.607504 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-140f4af2-cc6a-4bbe-a467-3a637352bd72 req-b65adcd4-83f5-4c7c-854e-290cde8c818c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0894220 Nov 29 18:35:04.682889 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af2b30-2d44-4b34-b037-27a556de0567 req-0fe57dc5-b56b-4372-817d-4738a1c2d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:04.684378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49af2b30-2d44-4b34-b037-27a556de0567 req-0fe57dc5-b56b-4372-817d-4738a1c2d70f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759990 Nov 29 18:35:04.688071 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-140f4af2-cc6a-4bbe-a467-3a637352bd72 req-9c1b8fc4-b8de-4e84-b384-7d3e4ff5aebd tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715735 Nov 29 18:35:04.784445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49af2b30-2d44-4b34-b037-27a556de0567 req-e822cb90-599f-42c5-9a9e-ddc992eddf8a service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916283 Nov 29 18:35:04.879442 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49af2b30-2d44-4b34-b037-27a556de0567 req-d0ab0c07-2e89-4c9f-9afe-8caa9ac43340 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864160 Nov 29 18:35:04.976671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd2543-178b-4334-9897-a620ad9ebe93 req-2e9e1b24-668f-4b43-bab9-8fe7682c31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:04.978513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cfd2543-178b-4334-9897-a620ad9ebe93 req-2e9e1b24-668f-4b43-bab9-8fe7682c31a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 1094 time: 0.0489175 Nov 29 18:35:05.115204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd2543-178b-4334-9897-a620ad9ebe93 req-e74c98fb-0671-45b3-b65d-127721bbde3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:05.116681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cfd2543-178b-4334-9897-a620ad9ebe93 req-e74c98fb-0671-45b3-b65d-127721bbde3c service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 912 time: 0.1315789 Nov 29 18:35:05.177438 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cfd2543-178b-4334-9897-a620ad9ebe93 req-bf012ab6-a9bc-44fb-a8ee-e3079c8fe8d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50d6bf46-3c4b-4c33-aaaa-6a054ba6732e HTTP/1.1" status: 200 len: 217 time: 0.0520225 Nov 29 18:35:05.191442 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb5326-01d3-4acb-8638-9e0efafb9fb6 req-47716ffe-e1fa-4739-a520-e6a0e26016bb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:05.193738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aacb5326-01d3-4acb-8638-9e0efafb9fb6 req-47716ffe-e1fa-4739-a520-e6a0e26016bb tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 943 time: 0.1228528 Nov 29 18:35:05.311766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd2543-178b-4334-9897-a620ad9ebe93 req-0bb0bbbb-42d6-4d87-80f1-1f94c9b66b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:05.316723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cfd2543-178b-4334-9897-a620ad9ebe93 req-0bb0bbbb-42d6-4d87-80f1-1f94c9b66b84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.1215887 Nov 29 18:35:05.346016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aacb5326-01d3-4acb-8638-9e0efafb9fb6 req-136d6b95-583c-4b9f-aa60-9e8bf50f9e39 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377344 Nov 29 18:35:05.397161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd2543-178b-4334-9897-a620ad9ebe93 req-68aed84c-4644-4889-bedd-a71d5f327f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:05.399609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cfd2543-178b-4334-9897-a620ad9ebe93 req-68aed84c-4644-4889-bedd-a71d5f327f0b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750473 Nov 29 18:35:05.495356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cfd2543-178b-4334-9897-a620ad9ebe93 req-089197f4-1470-4674-9256-00890f9bb0f6 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891142 Nov 29 18:35:05.589693 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cfd2543-178b-4334-9897-a620ad9ebe93 req-05d01868-06fe-409c-be42-d71a059ae96b service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870123 Nov 29 18:35:05.812354 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1efb2f-d2e9-4daa-918f-4f1402726682 req-8ffa25e3-a5cd-4270-beb1-4512f043b32a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:05.813976 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d1efb2f-d2e9-4daa-918f-4f1402726682 req-8ffa25e3-a5cd-4270-beb1-4512f043b32a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0507712 Nov 29 18:35:05.863474 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d1efb2f-d2e9-4daa-918f-4f1402726682 req-d2999739-2387-420c-9ced-5065d9878f3b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Nov 29 18:35:06.468116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ceaad-4831-4245-ad9c-f50a3a4a06f8 req-89a47cdd-da88-42a8-a425-5fb5c0d498e2 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:06.469658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c6ceaad-4831-4245-ad9c-f50a3a4a06f8 req-89a47cdd-da88-42a8-a425-5fb5c0d498e2 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 943 time: 0.0539877 Nov 29 18:35:06.511544 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 57b62b82-5873-409b-841d-d0eecfb64164 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:35:06.540056 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c6ceaad-4831-4245-ad9c-f50a3a4a06f8 req-fb06ca81-0da8-4233-99fa-434788fbebb1 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642638 Nov 29 18:35:06.656784 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 57b62b82-5873-409b-841d-d0eecfb64164, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=57b62b82-5873-409b-841d-d0eecfb64164,segment=NetworkSegment(89c69008-b56e-4e47-b797-a7e12e7f4bfd),segment_id=89c69008-b56e-4e47-b797-a7e12e7f4bfd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:35:06.671437 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '57b62b82-5873-409b-841d-d0eecfb64164', 'network_id': '5f224158-285f-4a28-94d6-ee1819f6c695', 'port_id': '57b62b82-5873-409b-841d-d0eecfb64164', 'mac_address': 'fa:16:3e:f9:99:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:35:06.718608 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:06.732902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57b62b82-5873-409b-841d-d0eecfb64164 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:35:06.761628 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 57b62b82-5873-409b-841d-d0eecfb64164, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=57b62b82-5873-409b-841d-d0eecfb64164,segment=NetworkSegment(89c69008-b56e-4e47-b797-a7e12e7f4bfd),segment_id=89c69008-b56e-4e47-b797-a7e12e7f4bfd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:35:06.767388 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:06.857474 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['57b62b82-5873-409b-841d-d0eecfb64164'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:35:06.861792 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=57b62b82-5873-409b-841d-d0eecfb64164,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:06.915176 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:06.915533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:06.915887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:06.916217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:06.916557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:06.916900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:06.917235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:06.917568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:06.917976 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:06.918312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:06.918644 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:06.920180 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:07.047552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c231e-c7cb-49cb-8bd3-f473d7dd68b5 req-ae7e56ba-a60c-47f5-ac83-d35cbfffd736 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:07.057625 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed6c231e-c7cb-49cb-8bd3-f473d7dd68b5 req-ae7e56ba-a60c-47f5-ac83-d35cbfffd736 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 944 time: 0.0791731 Nov 29 18:35:07.127763 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed6c231e-c7cb-49cb-8bd3-f473d7dd68b5 req-67bc1d64-740c-4165-97d6-d09444eef342 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647500 Nov 29 18:35:07.713759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae24f5f-fa1c-4339-b1fe-1b21c6a1c4af req-3fc2861c-abe4-44ce-9965-ec76d63a99b2 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:07.716368 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6ae24f5f-fa1c-4339-b1fe-1b21c6a1c4af req-3fc2861c-abe4-44ce-9965-ec76d63a99b2 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 943 time: 0.0823374 Nov 29 18:35:07.784488 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6ae24f5f-fa1c-4339-b1fe-1b21c6a1c4af req-b987aafa-ed75-4ccf-b687-ba2e22f54487 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591004 Nov 29 18:35:08.277782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6984a-ad6e-4c26-96e3-c9a4b8e621e7 req-7886c10e-d1a5-4fdf-ac2a-b1551c10dae6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:08.279455 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b8c6984a-ad6e-4c26-96e3-c9a4b8e621e7 req-7886c10e-d1a5-4fdf-ac2a-b1551c10dae6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 944 time: 0.0754504 Nov 29 18:35:08.343838 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b8c6984a-ad6e-4c26-96e3-c9a4b8e621e7 req-83a0ae3d-25cb-4ca9-8064-78f2d655da69 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531042 Nov 29 18:35:08.527397 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 57b62b82-5873-409b-841d-d0eecfb64164 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:35:08.589428 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 57b62b82-5873-409b-841d-d0eecfb64164 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:35:08.590082 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:08.677741 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:08.713712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 57b62b82-5873-409b-841d-d0eecfb64164, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=57b62b82-5873-409b-841d-d0eecfb64164,segment=NetworkSegment(89c69008-b56e-4e47-b797-a7e12e7f4bfd),segment_id=89c69008-b56e-4e47-b797-a7e12e7f4bfd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:35:08.714842 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92057f40-7e93-4c57-ad98-25f30c995d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b62b82-5873-409b-841d-d0eecfb64164'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:35:08.717949 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116761ce-d6a9-4b40-a381-f52d89f16c1f" -d '{"events": [{"server_uuid": "92057f40-7e93-4c57-ad98-25f30c995d13", "name": "network-vif-plugged", "status": "completed", "tag": "57b62b82-5873-409b-841d-d0eecfb64164"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:35:08.722708 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:08.781793 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228653c2-6792-405c-bf57-1d3ec14aa342 x-openstack-request-id: req-228653c2-6792-405c-bf57-1d3ec14aa342 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:35:08.782122 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92057f40-7e93-4c57-ad98-25f30c995d13", "name": "network-vif-plugged", "status": "completed", "tag": "57b62b82-5873-409b-841d-d0eecfb64164", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:35:08.782934 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-228653c2-6792-405c-bf57-1d3ec14aa342 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:35:08.783329 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92057f40-7e93-4c57-ad98-25f30c995d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b62b82-5873-409b-841d-d0eecfb64164', 'code': 200} Nov 29 18:35:08.786201 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=57b62b82-5873-409b-841d-d0eecfb64164,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:08.922501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c4793-8394-4178-9dfe-242c4e7ce575 req-adc3c251-3682-4bf3-b866-a7d5737ad732 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:08.924329 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a4c4793-8394-4178-9dfe-242c4e7ce575 req-adc3c251-3682-4bf3-b866-a7d5737ad732 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 943 time: 0.0515132 Nov 29 18:35:08.978579 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a4c4793-8394-4178-9dfe-242c4e7ce575 req-dd86ffba-5aec-43cd-8b48-9087216974ba tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481083 Nov 29 18:35:09.477066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae471e-99c8-4e9a-a8e2-aeae1f4aad10 req-da279361-6d37-4671-b85e-5f067840a9a0 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:09.479132 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05ae471e-99c8-4e9a-a8e2-aeae1f4aad10 req-da279361-6d37-4671-b85e-5f067840a9a0 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0522664 Nov 29 18:35:09.534869 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05ae471e-99c8-4e9a-a8e2-aeae1f4aad10 req-363c59f7-0108-4e6c-bd33-c127ec9057e7 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494041 Nov 29 18:35:10.122491 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad5f51-19f1-4a5f-afb9-aa80c6514531 req-d27a1295-17b2-4e5b-acef-1a5214916f4a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:10.124472 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1ad5f51-19f1-4a5f-afb9-aa80c6514531 req-d27a1295-17b2-4e5b-acef-1a5214916f4a tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 943 time: 0.0575461 Nov 29 18:35:10.194750 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1ad5f51-19f1-4a5f-afb9-aa80c6514531 req-e651b45f-17ac-4448-b1d1-df90dfcfbe5e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630975 Nov 29 18:35:10.673000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cd683-6295-4551-98bf-d62a0dece3fa req-028abada-72e1-4fd2-b51d-e821208bcde1 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:10.674505 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-840cd683-6295-4551-98bf-d62a0dece3fa req-028abada-72e1-4fd2-b51d-e821208bcde1 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0625877 Nov 29 18:35:10.739413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-840cd683-6295-4551-98bf-d62a0dece3fa req-3dd2d228-6472-47c0-ae9c-20626ebb6be8 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563691 Nov 29 18:35:11.318848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6979053-3e37-4b98-986d-2153eb8ae599 req-b3a2c603-f835-4307-9f2b-4f41abd7f12f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:11.320887 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6979053-3e37-4b98-986d-2153eb8ae599 req-b3a2c603-f835-4307-9f2b-4f41abd7f12f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 943 time: 0.0573647 Nov 29 18:35:11.384543 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6979053-3e37-4b98-986d-2153eb8ae599 req-e9eda429-2b24-4f5b-acf4-2db1628e60b7 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582078 Nov 29 18:35:11.446405 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c758115-3325-458c-84da-c8a8dd537fac req-a956d731-4f0e-4501-92f9-a1b099c4dfa1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468094 Nov 29 18:35:11.548358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c758115-3325-458c-84da-c8a8dd537fac req-aac10702-d2b9-4575-8be7-ceee13216dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:11.549959 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c758115-3325-458c-84da-c8a8dd537fac req-aac10702-d2b9-4575-8be7-ceee13216dc4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0537717 Nov 29 18:35:11.691263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c758115-3325-458c-84da-c8a8dd537fac req-d69af4f9-bc2d-4f29-8bf8-73023143fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:11.692750 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c758115-3325-458c-84da-c8a8dd537fac req-d69af4f9-bc2d-4f29-8bf8-73023143fa57 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 912 time: 0.1195285 Nov 29 18:35:11.792720 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c758115-3325-458c-84da-c8a8dd537fac req-090499da-8ee3-4390-8745-ac31d24b39b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a36afb32-8192-41d3-8eb3-50d179afa18b HTTP/1.1" status: 200 len: 1001 time: 0.0914965 Nov 29 18:35:11.920116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c758115-3325-458c-84da-c8a8dd537fac req-5218b65a-8172-4e89-8c57-f790d9afef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:11.922145 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c758115-3325-458c-84da-c8a8dd537fac req-5218b65a-8172-4e89-8c57-f790d9afef03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.1209378 Nov 29 18:35:11.941251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b68d7d-a336-4d6c-9d19-27e7fc92687c req-76821cbd-1b55-47c0-8c7d-3d9c32838410 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:11.943150 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5b68d7d-a336-4d6c-9d19-27e7fc92687c req-76821cbd-1b55-47c0-8c7d-3d9c32838410 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0850084 Nov 29 18:35:12.021972 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5b68d7d-a336-4d6c-9d19-27e7fc92687c req-49a1d683-4289-4186-993b-57e8896b36ba tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700011 Nov 29 18:35:12.023866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c758115-3325-458c-84da-c8a8dd537fac req-c21352f9-cdb0-4d45-af82-9f76cba0c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:12.025324 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c758115-3325-458c-84da-c8a8dd537fac req-c21352f9-cdb0-4d45-af82-9f76cba0c2d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812693 Nov 29 18:35:12.139372 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c758115-3325-458c-84da-c8a8dd537fac req-f6007890-a205-4c04-8d10-dedc4ec3bac5 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005645 Nov 29 18:35:12.249431 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c758115-3325-458c-84da-c8a8dd537fac req-e807d4c2-d23e-4c89-84ae-e7bb20a5122e service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924902 Nov 29 18:35:12.533678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89916325-4f58-4590-8980-74b26ab6e8eb req-b8ea2b72-4ec0-44c3-b57c-0e81f396acbc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:12.536326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89916325-4f58-4590-8980-74b26ab6e8eb req-b8ea2b72-4ec0-44c3-b57c-0e81f396acbc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 943 time: 0.0796876 Nov 29 18:35:12.606932 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89916325-4f58-4590-8980-74b26ab6e8eb req-f6eaf096-c8ae-4e64-b2fd-1d30a61e3593 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609102 Nov 29 18:35:13.158285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce4ee7-4e2b-43b6-951a-fbd6c7d874b1 req-5f18a275-6b87-48d6-bafb-9df23c8be820 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:13.161241 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8bce4ee7-4e2b-43b6-951a-fbd6c7d874b1 req-5f18a275-6b87-48d6-bafb-9df23c8be820 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0634191 Nov 29 18:35:13.212156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8bce4ee7-4e2b-43b6-951a-fbd6c7d874b1 req-8ed3112f-5301-4207-aef8-981ed2e830c5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443234 Nov 29 18:35:13.755856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e7591-7b46-46a0-a1ba-874830fae4e0 req-6d22c0f3-bc1c-4225-bb1f-4aa5e520d185 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:13.764343 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b64e7591-7b46-46a0-a1ba-874830fae4e0 req-6d22c0f3-bc1c-4225-bb1f-4aa5e520d185 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 943 time: 0.0671468 Nov 29 18:35:13.831649 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b64e7591-7b46-46a0-a1ba-874830fae4e0 req-934f9263-4f10-4978-9b06-74c51400971b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663557 Nov 29 18:35:14.344785 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c9352-65b9-42f0-b771-9f0a47d94af6 req-8509a2ab-11db-4ae6-940b-523b710438f2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:14.346626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-722c9352-65b9-42f0-b771-9f0a47d94af6 req-8509a2ab-11db-4ae6-940b-523b710438f2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0556166 Nov 29 18:35:14.405041 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-722c9352-65b9-42f0-b771-9f0a47d94af6 req-d539b357-c657-4a3b-9527-90c4521b405f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505371 Nov 29 18:35:14.974008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b148ae0-9a74-426a-9e69-9f26c6a24918 req-ed0b58c2-b6e8-4e79-a9e3-1949858daa9e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:14.975641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b148ae0-9a74-426a-9e69-9f26c6a24918 req-ed0b58c2-b6e8-4e79-a9e3-1949858daa9e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 943 time: 0.0748470 Nov 29 18:35:15.041855 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b148ae0-9a74-426a-9e69-9f26c6a24918 req-fb4e1ee4-d2ad-440e-9fed-bbb5b76b99f6 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540032 Nov 29 18:35:15.277047 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:35:15.385541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=50d6bf46-3c4b-4c33-aaaa-6a054ba6732e,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:35:15.398525 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '50d6bf46-3c4b-4c33-aaaa-6a054ba6732e', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'port_id': '50d6bf46-3c4b-4c33-aaaa-6a054ba6732e', 'mac_address': 'fa:16:3e:56:b0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:35:15.441043 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:15.455288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:35:15.476273 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=50d6bf46-3c4b-4c33-aaaa-6a054ba6732e,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:35:15.481346 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:15.537665 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=50d6bf46-3c4b-4c33-aaaa-6a054ba6732e,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:15.562607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df0555-7093-40a2-a510-112c52f9c946 req-995f4470-9f9f-4aea-b832-1ba13f9903cb tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:15.564178 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1df0555-7093-40a2-a510-112c52f9c946 req-995f4470-9f9f-4aea-b832-1ba13f9903cb tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0604310 Nov 29 18:35:15.614827 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1df0555-7093-40a2-a510-112c52f9c946 req-5ae3772f-c020-4766-b238-3928d4b097f3 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441518 Nov 29 18:35:15.770034 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['50d6bf46-3c4b-4c33-aaaa-6a054ba6732e'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:35:16.145467 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b02d9-05e3-415c-ba9c-e206f075dce5 req-5f47cd25-0bd9-4a5b-8d0d-251adfd3bf66 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:16.146958 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e6b02d9-05e3-415c-ba9c-e206f075dce5 req-5f47cd25-0bd9-4a5b-8d0d-251adfd3bf66 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 944 time: 0.0485537 Nov 29 18:35:16.194882 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e6b02d9-05e3-415c-ba9c-e206f075dce5 req-feb50d2a-3b17-4502-8eee-bc1cf570ef50 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420625 Nov 29 18:35:16.453146 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d361f-96f4-4067-b56b-73ff6ac8eb85 req-75488733-f7f6-4c84-9d97-c70768c71557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:16.454520 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-de5d361f-96f4-4067-b56b-73ff6ac8eb85 req-75488733-f7f6-4c84-9d97-c70768c71557 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbabefcfc5be44318797b01990164fae&device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 1096 time: 0.0408635 Nov 29 18:35:16.548747 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d361f-96f4-4067-b56b-73ff6ac8eb85 req-7b45b55a-7be3-4d81-88ac-863167fe2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:16.550221 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-de5d361f-96f4-4067-b56b-73ff6ac8eb85 req-7b45b55a-7be3-4d81-88ac-863167fe2455 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f224158-285f-4a28-94d6-ee1819f6c695 HTTP/1.1" status: 200 len: 914 time: 0.0874834 Nov 29 18:35:16.594696 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-de5d361f-96f4-4067-b56b-73ff6ac8eb85 req-fdedd55f-20c0-4681-a694-8ec07fb5f702 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57b62b82-5873-409b-841d-d0eecfb64164 HTTP/1.1" status: 200 len: 217 time: 0.0344973 Nov 29 18:35:16.646574 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d361f-96f4-4067-b56b-73ff6ac8eb85 req-bea664ed-4099-4e4e-8bf9-c43a1f76a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:16.648115 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-de5d361f-96f4-4067-b56b-73ff6ac8eb85 req-bea664ed-4099-4e4e-8bf9-c43a1f76a180 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4 HTTP/1.1" status: 200 len: 853 time: 0.0430677 Nov 29 18:35:16.690593 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-de5d361f-96f4-4067-b56b-73ff6ac8eb85 req-5f636b59-e0a6-4fed-954b-da1d2c15cee3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f224158-285f-4a28-94d6-ee1819f6c695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299060 Nov 29 18:35:16.733037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e021fdc-fa77-4ba6-9ee1-c2318396a325 req-beb4d2bc-d7cd-470e-8d8b-4bd0bbd36a44 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:16.734507 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e021fdc-fa77-4ba6-9ee1-c2318396a325 req-beb4d2bc-d7cd-470e-8d8b-4bd0bbd36a44 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0486579 Nov 29 18:35:16.782166 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-de5d361f-96f4-4067-b56b-73ff6ac8eb85 req-c361625c-ea68-4e12-b3f9-dc51280c3d05 service neutron] 10.222.0.20 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833542 Nov 29 18:35:16.788065 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e021fdc-fa77-4ba6-9ee1-c2318396a325 req-16e2d2cd-4cf2-45fb-b030-5a7a88c30432 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458472 Nov 29 18:35:16.880394 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-de5d361f-96f4-4067-b56b-73ff6ac8eb85 req-5c2b4741-368e-48bd-9a30-3d303cd1bfe7 service neutron] 10.222.0.20 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872438 Nov 29 18:35:16.989986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac54850-fdaf-47c9-bfac-ee62fcbddd4f req-c810a12a-ab6c-4444-b3c5-7e302ceda687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:16.991452 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8ac54850-fdaf-47c9-bfac-ee62fcbddd4f req-c810a12a-ab6c-4444-b3c5-7e302ceda687 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbabefcfc5be44318797b01990164fae&device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 1096 time: 0.0426126 Nov 29 18:35:17.094906 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac54850-fdaf-47c9-bfac-ee62fcbddd4f req-f92d7fea-22b7-4d7f-8eec-b95364c59954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:17.096380 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8ac54850-fdaf-47c9-bfac-ee62fcbddd4f req-f92d7fea-22b7-4d7f-8eec-b95364c59954 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f224158-285f-4a28-94d6-ee1819f6c695 HTTP/1.1" status: 200 len: 914 time: 0.0852818 Nov 29 18:35:17.140886 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8ac54850-fdaf-47c9-bfac-ee62fcbddd4f req-7574949c-a766-404e-87d5-a48cfad8c393 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57b62b82-5873-409b-841d-d0eecfb64164 HTTP/1.1" status: 200 len: 217 time: 0.0362008 Nov 29 18:35:17.193873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac54850-fdaf-47c9-bfac-ee62fcbddd4f req-2c4146db-002a-40b0-a85c-f55f9740febb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:17.195305 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8ac54850-fdaf-47c9-bfac-ee62fcbddd4f req-2c4146db-002a-40b0-a85c-f55f9740febb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4 HTTP/1.1" status: 200 len: 853 time: 0.0430629 Nov 29 18:35:17.227962 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8ac54850-fdaf-47c9-bfac-ee62fcbddd4f req-f38546b7-05fb-4274-8d04-5a3229bfc02d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f224158-285f-4a28-94d6-ee1819f6c695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246928 Nov 29 18:35:17.291590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:35:17.312650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959cb60-5ef2-432c-aca1-41a04ea4784e req-58308898-5372-443a-9a2e-3a9651242c3d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:17.314195 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3959cb60-5ef2-432c-aca1-41a04ea4784e req-58308898-5372-443a-9a2e-3a9651242c3d tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 944 time: 0.0502732 Nov 29 18:35:17.326445 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8ac54850-fdaf-47c9-bfac-ee62fcbddd4f req-2a2da247-2e3f-42ef-bb93-ca7199349a03 service neutron] 10.222.0.20 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906463 Nov 29 18:35:17.346207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:35:17.350652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:35:17.351148 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:17.367541 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3959cb60-5ef2-432c-aca1-41a04ea4784e req-e18ba57d-e418-469a-b247-6bab185101c0 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464721 Nov 29 18:35:17.425570 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8ac54850-fdaf-47c9-bfac-ee62fcbddd4f req-070287ff-f190-44e4-bf22-bf16c9b4d578 service neutron] 10.222.0.20 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909412 Nov 29 18:35:17.431796 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:17.455035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c17c6c-dca8-4ee9-b83f-c732a4319e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d6bf46-3c4b-4c33-aaaa-6a054ba6732e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:35:17.457254 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9b5d8a-d4bf-42e0-9e42-f88654c981ae" -d '{"events": [{"server_uuid": "96c17c6c-dca8-4ee9-b83f-c732a4319e5f", "name": "network-vif-plugged", "status": "completed", "tag": "50d6bf46-3c4b-4c33-aaaa-6a054ba6732e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:35:17.469360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=50d6bf46-3c4b-4c33-aaaa-6a054ba6732e,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:35:17.473815 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:17.496285 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a1472f-9c9a-4901-bcf4-cb3a0b7a2ced x-openstack-request-id: req-c3a1472f-9c9a-4901-bcf4-cb3a0b7a2ced {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:35:17.496577 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c17c6c-dca8-4ee9-b83f-c732a4319e5f", "name": "network-vif-plugged", "status": "completed", "tag": "50d6bf46-3c4b-4c33-aaaa-6a054ba6732e", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:35:17.496834 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3a1472f-9c9a-4901-bcf4-cb3a0b7a2ced {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:35:17.497223 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c17c6c-dca8-4ee9-b83f-c732a4319e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d6bf46-3c4b-4c33-aaaa-6a054ba6732e', 'code': 200} Nov 29 18:35:17.524589 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=50d6bf46-3c4b-4c33-aaaa-6a054ba6732e,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:17.597166 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fbcb1-380b-4881-be2c-41d54d4ce0a9 req-85c9eb5b-e4f9-4ce0-ae30-612b7f0d73ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:17.598571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-376fbcb1-380b-4881-be2c-41d54d4ce0a9 req-85c9eb5b-e4f9-4ce0-ae30-612b7f0d73ac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 1096 time: 0.0402420 Nov 29 18:35:17.644281 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-376fbcb1-380b-4881-be2c-41d54d4ce0a9 req-9df6bb2d-601e-4f1b-94ed-831250fc92a2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390019 Nov 29 18:35:17.904899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95e1a2-af65-4d28-9e6f-a025d65c0b13 req-80ebc7f7-b465-48fb-90bb-e2d9b6c576df tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:17.906272 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be95e1a2-af65-4d28-9e6f-a025d65c0b13 req-80ebc7f7-b465-48fb-90bb-e2d9b6c576df tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0518720 Nov 29 18:35:17.953484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be95e1a2-af65-4d28-9e6f-a025d65c0b13 req-752a9e12-d9c2-466b-b569-c3602a6106cd tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412457 Nov 29 18:35:18.485798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9027630-0259-4a49-bbff-cb8b1707fd9b req-9eb11812-0b4b-47f9-a007-bf7b5c90035e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:18.487302 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f9027630-0259-4a49-bbff-cb8b1707fd9b req-9eb11812-0b4b-47f9-a007-bf7b5c90035e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 945 time: 0.0489964 Nov 29 18:35:18.537135 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f9027630-0259-4a49-bbff-cb8b1707fd9b req-f95cd033-49ec-4b70-a3cb-3b407e75e756 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438478 Nov 29 18:35:19.082678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293e1f0-1923-4f94-b88d-b40de9e64a89 req-817f1c66-19e7-4727-bb2b-aeb348ae5ea0 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:19.084272 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5293e1f0-1923-4f94-b88d-b40de9e64a89 req-817f1c66-19e7-4727-bb2b-aeb348ae5ea0 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0592208 Nov 29 18:35:19.148519 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5293e1f0-1923-4f94-b88d-b40de9e64a89 req-7906a5df-4918-48c1-974b-01a93b8b86ba tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542293 Nov 29 18:35:19.651330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d584a-4602-46b9-9cbc-921abd35266e req-97c11827-f8d6-43a6-b1d9-0adb2fcfd693 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:19.652840 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d23d584a-4602-46b9-9cbc-921abd35266e req-97c11827-f8d6-43a6-b1d9-0adb2fcfd693 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 945 time: 0.0485506 Nov 29 18:35:19.703426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d23d584a-4602-46b9-9cbc-921abd35266e req-15e291a9-0e41-427d-9a84-5f2f2ee21302 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441287 Nov 29 18:35:19.814372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ed896-f945-4169-b117-15ed7eed7b0b req-cdf2350d-5af0-43eb-a87d-88adc40e050b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:19.815917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f5ed896-f945-4169-b117-15ed7eed7b0b req-cdf2350d-5af0-43eb-a87d-88adc40e050b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 945 time: 0.0481944 Nov 29 18:35:19.868506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f5ed896-f945-4169-b117-15ed7eed7b0b req-333bf0e1-7976-4c16-b450-5b27a04d8693 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467951 Nov 29 18:35:19.890159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35418) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:35:19.930314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c1582-c05e-42ab-87c0-9190ed201a51 tempest-TestVolumeBootPattern-1354845526 tempest-TestVolumeBootPattern-1354845526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:19.931834 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d81c1582-c05e-42ab-87c0-9190ed201a51 tempest-TestVolumeBootPattern-1354845526 tempest-TestVolumeBootPattern-1354845526-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 1091 time: 0.0404892 Nov 29 18:35:19.934542 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35420) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:35:19.938884 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '50d6bf46-3c4b-4c33-aaaa-6a054ba6732e', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:35:19.960038 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:20.053459 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:20.162011 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Allocated IP 172.25.3.132 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/9292b4f7-691a-4111-99d2-9a66a256ea57) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:35:20.303779 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee603a5-934e-41a7-8df0-ddd42fe5d13a req-39531484-a045-469b-b314-7decc5b31da2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:20.305198 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aee603a5-934e-41a7-8df0-ddd42fe5d13a req-39531484-a045-469b-b314-7decc5b31da2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0866051 Nov 29 18:35:20.309756 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:20.374216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aee603a5-934e-41a7-8df0-ddd42fe5d13a req-66674cf9-0e6c-42ff-b1e1-a8488da910e6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613475 Nov 29 18:35:20.379757 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:20.418215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:35:20.421301 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:35:20.424393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:35:20.467850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'Port': ['ID=9292b4f7-691a-4111-99d2-9a66a256ea57,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:20.539793 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54404052-bf23-4198-8798-6fd426fd867e req-4c6e2c00-f0a4-49ca-86ec-442f03269315 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:20.541316 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54404052-bf23-4198-8798-6fd426fd867e req-4c6e2c00-f0a4-49ca-86ec-442f03269315 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 945 time: 0.0921381 Nov 29 18:35:20.574163 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 57b62b82-5873-409b-841d-d0eecfb64164 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:35:20.650257 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:20.660049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54404052-bf23-4198-8798-6fd426fd867e req-d3032e63-a055-47a5-ac1a-344cb09db21c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995796 Nov 29 18:35:20.673005 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92057f40-7e93-4c57-ad98-25f30c995d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57b62b82-5873-409b-841d-d0eecfb64164'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:35:20.675273 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e540a9-1c75-4480-abb9-e57cb4aec19c" -d '{"events": [{"server_uuid": "92057f40-7e93-4c57-ad98-25f30c995d13", "name": "network-vif-unplugged", "status": "completed", "tag": "57b62b82-5873-409b-841d-d0eecfb64164"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:35:20.690035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 57b62b82-5873-409b-841d-d0eecfb64164, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=57b62b82-5873-409b-841d-d0eecfb64164,segment=NetworkSegment(89c69008-b56e-4e47-b797-a7e12e7f4bfd),segment_id=89c69008-b56e-4e47-b797-a7e12e7f4bfd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:35:20.699145 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:20.728501 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Nov 2021 18:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a3e154-ea29-4cbb-9e94-c15988817b20 x-openstack-request-id: req-c5a3e154-ea29-4cbb-9e94-c15988817b20 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:35:20.728942 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92057f40-7e93-4c57-ad98-25f30c995d13", "name": "network-vif-unplugged", "status": "failed", "tag": "57b62b82-5873-409b-841d-d0eecfb64164", "code": 422}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:35:20.729208 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5a3e154-ea29-4cbb-9e94-c15988817b20 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:35:20.730103 n-d-819494-5 neutron-server[110006]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '92057f40-7e93-4c57-ad98-25f30c995d13', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '57b62b82-5873-409b-841d-d0eecfb64164', 'code': 422} returned with failed status Nov 29 18:35:20.758622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=57b62b82-5873-409b-841d-d0eecfb64164,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:20.822924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-d116287d-cc4b-4b09-9297-f81f18aa5c5d req-f97f90e2-ccde-4713-b0a5-866d7a95eda1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:35:20.824040 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d116287d-cc4b-4b09-9297-f81f18aa5c5d req-f97f90e2-ccde-4713-b0a5-866d7a95eda1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070469 Nov 29 18:35:20.883480 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:20.981649 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:21.040996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9c5ae-31cf-4fb0-9c4f-1a17a9fa0222 req-e5c410e1-dd77-471c-af58-3d4124e64b30 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:21.042537 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbf9c5ae-31cf-4fb0-9c4f-1a17a9fa0222 req-e5c410e1-dd77-471c-af58-3d4124e64b30 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 943 time: 0.0909474 Nov 29 18:35:21.102802 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35448) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:35:21.140023 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbf9c5ae-31cf-4fb0-9c4f-1a17a9fa0222 req-a77afef2-c56a-498c-91c6-9e6b72ab98e7 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875545 Nov 29 18:35:21.196445 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:21.199355 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caa3cf60-c589-4211-8484-81fea25f59bb req-a108ef16-4b2a-43db-a4e9-d888fc9a645b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953729 Nov 29 18:35:21.201314 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:21.208292 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-caa3cf60-c589-4211-8484-81fea25f59bb req-2f2df11e-9174-427a-a303-7914098e0bc8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:35:21.209273 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caa3cf60-c589-4211-8484-81fea25f59bb req-2f2df11e-9174-427a-a303-7914098e0bc8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050898 Nov 29 18:35:21.273614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event updated for resources: {'Port': ['ID=9292b4f7-691a-4111-99d2-9a66a256ea57,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:21.284335 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:21.387285 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Floating IP af5047fd-0132-4b2a-8c73-5aeb06febf9f associated. External IP: 172.25.3.132, port: 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e. Nov 29 18:35:21.923313 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Router e40b4485-685f-4926-ba89-30bd1735c444 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:35:22.034070 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:35:22.054719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdf4736-aa28-46b9-ba0f-f03e69a5c688 None None] Sync routers for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:35:22.062084 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:22.065866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdf4736-aa28-46b9-ba0f-f03e69a5c688 None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:35:22.066861 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7cdf4736-aa28-46b9-ba0f-f03e69a5c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:34:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:35:22.087628 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3cf60-c589-4211-8484-81fea25f59bb req-eba2c31c-d9b2-4f1b-a358-c7ab3d8f689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:22.089270 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caa3cf60-c589-4211-8484-81fea25f59bb req-eba2c31c-d9b2-4f1b-a358-c7ab3d8f689d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13&tenant_id=bbabefcfc5be44318797b01990164fae HTTP/1.1" status: 200 len: 1094 time: 0.0797122 Nov 29 18:35:22.094181 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-07e1bd40-440d-4044-982c-a1974dd7744f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1586101 Nov 29 18:35:22.094831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c17c6c-dca8-4ee9-b83f-c732a4319e5f', 'tag': '50d6bf46-3c4b-4c33-aaaa-6a054ba6732e'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:35:22.097244 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d393fd-2dc0-4040-9c78-c47b4a2d36cc" -d '{"events": [{"name": "network-changed", "server_uuid": "96c17c6c-dca8-4ee9-b83f-c732a4319e5f", "tag": "50d6bf46-3c4b-4c33-aaaa-6a054ba6732e"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:35:22.137552 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f383c2-6a66-47d6-9fe3-461349e641dc x-openstack-request-id: req-17f383c2-6a66-47d6-9fe3-461349e641dc {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:35:22.137851 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c17c6c-dca8-4ee9-b83f-c732a4319e5f", "tag": "50d6bf46-3c4b-4c33-aaaa-6a054ba6732e", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:35:22.138110 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-17f383c2-6a66-47d6-9fe3-461349e641dc {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:35:22.138519 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c17c6c-dca8-4ee9-b83f-c732a4319e5f', 'tag': '50d6bf46-3c4b-4c33-aaaa-6a054ba6732e', 'status': 'completed', 'code': 200} Nov 29 18:35:22.169709 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3cf60-c589-4211-8484-81fea25f59bb req-ec7a3da8-d15e-4a0e-b1f2-bca6004495dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:22.171572 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caa3cf60-c589-4211-8484-81fea25f59bb req-ec7a3da8-d15e-4a0e-b1f2-bca6004495dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbabefcfc5be44318797b01990164fae&device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 1094 time: 0.0475965 Nov 29 18:35:22.188951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-7cdf4736-aa28-46b9-ba0f-f03e69a5c688 None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:35:22.202474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d393fd-2dc0-4040-9c78-c47b4a2d36cc req-a776d998-dce0-4e88-8563-919233b313d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:22.204739 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71d393fd-2dc0-4040-9c78-c47b4a2d36cc req-a776d998-dce0-4e88-8563-919233b313d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 1096 time: 0.0442612 Nov 29 18:35:22.285055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3cf60-c589-4211-8484-81fea25f59bb req-73752f8b-9f48-44f1-aac5-6684806d966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:22.287855 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caa3cf60-c589-4211-8484-81fea25f59bb req-73752f8b-9f48-44f1-aac5-6684806d966b service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f224158-285f-4a28-94d6-ee1819f6c695 HTTP/1.1" status: 200 len: 914 time: 0.1045203 Nov 29 18:35:22.344535 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caa3cf60-c589-4211-8484-81fea25f59bb req-b1e894e0-8915-4d18-9d02-0378c3670d21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57b62b82-5873-409b-841d-d0eecfb64164 HTTP/1.1" status: 200 len: 217 time: 0.0447626 Nov 29 18:35:22.345259 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172922a-6ec3-41ee-a337-b1af5aeb8909 req-7d443c8c-fc51-4cfa-b025-e36bdcfc287d tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:22.346817 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a172922a-6ec3-41ee-a337-b1af5aeb8909 req-7d443c8c-fc51-4cfa-b025-e36bdcfc287d tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 943 time: 0.1094275 Nov 29 18:35:22.374575 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d393fd-2dc0-4040-9c78-c47b4a2d36cc req-68b0c427-47ec-4da9-bef4-50231bde6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:22.376619 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71d393fd-2dc0-4040-9c78-c47b4a2d36cc req-68b0c427-47ec-4da9-bef4-50231bde6745 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 912 time: 0.1535656 Nov 29 18:35:22.401097 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3cf60-c589-4211-8484-81fea25f59bb req-9d785e53-21b2-48a7-8c79-a1d09028f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:22.402822 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caa3cf60-c589-4211-8484-81fea25f59bb req-9d785e53-21b2-48a7-8c79-a1d09028f722 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4 HTTP/1.1" status: 200 len: 853 time: 0.0471578 Nov 29 18:35:22.429404 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7cdf4736-aa28-46b9-ba0f-f03e69a5c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '6d78904f-aa21-4534-881f-fc001e72b2c4', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'port_id': 'a36afb32-8192-41d3-8eb3-50d179afa18b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:33:21Z', 'updated_at': '2021-11-29T18:33:23Z', 'revision_number': 1, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address_scope': None}, {'id': 'af5047fd-0132-4b2a-8c73-5aeb06febf9f', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'port_id': '50d6bf46-3c4b-4c33-aaaa-6a054ba6732e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'mac_address': 'fa:16:3e:56:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c17c6c-dca8-4ee9-b83f-c732a4319e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:35:20Z', 'updated_at': '2021-11-29T18:35:20Z', 'revision_number': 0, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:35:22.439771 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caa3cf60-c589-4211-8484-81fea25f59bb req-590048d2-4383-47c3-9e5d-fabb80ddf27e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f224158-285f-4a28-94d6-ee1819f6c695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261223 Nov 29 18:35:22.445113 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a172922a-6ec3-41ee-a337-b1af5aeb8909 req-3a476e44-dbc9-45be-b891-de801e186077 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869746 Nov 29 18:35:22.456598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdf4736-aa28-46b9-ba0f-f03e69a5c688 None None] Checking router: e40b4485-685f-4926-ba89-30bd1735c444 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:35:22.459135 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71d393fd-2dc0-4040-9c78-c47b4a2d36cc req-e79611de-d689-44fd-b63a-168fb3e5b915 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50d6bf46-3c4b-4c33-aaaa-6a054ba6732e HTTP/1.1" status: 200 len: 999 time: 0.0748341 Nov 29 18:35:22.465363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdf4736-aa28-46b9-ba0f-f03e69a5c688 None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:35:22.465973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7cdf4736-aa28-46b9-ba0f-f03e69a5c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:34:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:35:22.516499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d393fd-2dc0-4040-9c78-c47b4a2d36cc req-4265eafc-252e-4aec-ac1d-59f813d80ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:22.518118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71d393fd-2dc0-4040-9c78-c47b4a2d36cc req-4265eafc-252e-4aec-ac1d-59f813d80ac2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0521221 Nov 29 18:35:22.543506 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caa3cf60-c589-4211-8484-81fea25f59bb req-e111c0a4-c952-426e-b8c6-bc27ad650146 service neutron] 10.222.0.20 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921490 Nov 29 18:35:22.566169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d393fd-2dc0-4040-9c78-c47b4a2d36cc req-064bf1f2-c38f-4a9d-8447-1b1c121deb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:22.567762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71d393fd-2dc0-4040-9c78-c47b4a2d36cc req-064bf1f2-c38f-4a9d-8447-1b1c121deb12 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418632 Nov 29 18:35:22.582471 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-7cdf4736-aa28-46b9-ba0f-f03e69a5c688 None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:35:22.645616 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-caa3cf60-c589-4211-8484-81fea25f59bb req-d845c3d3-7032-4772-b833-36d321fb4b7a service neutron] 10.222.0.20 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913205 Nov 29 18:35:22.662204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71d393fd-2dc0-4040-9c78-c47b4a2d36cc req-1354e90b-d4fc-4be5-94ed-6df720cb7467 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871427 Nov 29 18:35:22.761318 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71d393fd-2dc0-4040-9c78-c47b4a2d36cc req-7a03c960-1952-4a03-a35d-c453929e260a service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923738 Nov 29 18:35:22.981768 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7cdf4736-aa28-46b9-ba0f-f03e69a5c688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '6d78904f-aa21-4534-881f-fc001e72b2c4', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'port_id': 'a36afb32-8192-41d3-8eb3-50d179afa18b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:33:21Z', 'updated_at': '2021-11-29T18:33:23Z', 'revision_number': 1, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address_scope': None}, {'id': 'af5047fd-0132-4b2a-8c73-5aeb06febf9f', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'port_id': '50d6bf46-3c4b-4c33-aaaa-6a054ba6732e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'mac_address': 'fa:16:3e:56:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c17c6c-dca8-4ee9-b83f-c732a4319e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:35:20Z', 'updated_at': '2021-11-29T18:35:20Z', 'revision_number': 0, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:35:23.013160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdf4736-aa28-46b9-ba0f-f03e69a5c688 None None] The sync data for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 is: [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '6d78904f-aa21-4534-881f-fc001e72b2c4', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'port_id': 'a36afb32-8192-41d3-8eb3-50d179afa18b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:33:21Z', 'updated_at': '2021-11-29T18:33:23Z', 'revision_number': 1, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address_scope': None}, {'id': 'af5047fd-0132-4b2a-8c73-5aeb06febf9f', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'port_id': '50d6bf46-3c4b-4c33-aaaa-6a054ba6732e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'mac_address': 'fa:16:3e:56:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c17c6c-dca8-4ee9-b83f-c732a4319e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:35:20Z', 'updated_at': '2021-11-29T18:35:20Z', 'revision_number': 0, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:35:23.317386 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3452888-11ff-4c2a-85e7-57c4a8a10dc2 None None] New status for floating IP af5047fd-0132-4b2a-8c73-5aeb06febf9f: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:35:23.603378 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af0d60-b907-43f4-acab-5de130456019 req-b992e74d-d6c5-492c-97b2-c5dcad14237b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:23.606124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9af0d60-b907-43f4-acab-5de130456019 req-b992e74d-d6c5-492c-97b2-c5dcad14237b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 943 time: 0.0735221 Nov 29 18:35:23.659402 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9af0d60-b907-43f4-acab-5de130456019 req-f4d11c52-9780-40b9-bcac-0df3211282e3 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464659 Nov 29 18:35:23.989533 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4b7a64e-488f-4639-b3d6-f3bc351612ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:24.793627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc86d6-8060-41a0-a82b-2cff72b1082a req-f71f4702-ce5a-44e7-bf33-8cef3f0a3a86 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:24.796519 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4acc86d6-8060-41a0-a82b-2cff72b1082a req-f71f4702-ce5a-44e7-bf33-8cef3f0a3a86 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 943 time: 0.0646005 Nov 29 18:35:24.845179 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4acc86d6-8060-41a0-a82b-2cff72b1082a req-8b535c2e-30ae-46c9-9130-234263a27bd8 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421286 Nov 29 18:35:25.970348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4eb0f-5e68-41d4-b7c8-3f3d1b089a90 req-e847b97a-976b-42ce-aedb-f917163785d6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:25.971877 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ff4eb0f-5e68-41d4-b7c8-3f3d1b089a90 req-e847b97a-976b-42ce-aedb-f917163785d6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 943 time: 0.0538466 Nov 29 18:35:26.030071 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ff4eb0f-5e68-41d4-b7c8-3f3d1b089a90 req-37cdf08b-03ce-4205-8c1a-0d969181d97e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468566 Nov 29 18:35:26.460682 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ba3b19a-1a5f-470c-bef9-013237950197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:27.152557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b721c5d-f8f3-41ac-9025-8379852f487e req-3f26b2cd-49cc-413a-9df6-750a4a0dec69 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:27.155245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b721c5d-f8f3-41ac-9025-8379852f487e req-3f26b2cd-49cc-413a-9df6-750a4a0dec69 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 943 time: 0.0561559 Nov 29 18:35:27.216230 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b721c5d-f8f3-41ac-9025-8379852f487e req-f27a8b86-ad72-4a20-ab85-52f5e0603d05 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544708 Nov 29 18:35:27.332711 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:27.653861 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:28.353193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807e7b1-f6fe-4e13-87dc-7c16c9162216 req-7ad291ec-d7d4-4702-bb0e-7884114d65a1 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:28.354624 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7807e7b1-f6fe-4e13-87dc-7c16c9162216 req-7ad291ec-d7d4-4702-bb0e-7884114d65a1 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 943 time: 0.0615988 Nov 29 18:35:28.405515 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7807e7b1-f6fe-4e13-87dc-7c16c9162216 req-07f66f06-f391-4042-9211-e79f3a7ca97a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446618 Nov 29 18:35:28.552228 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:35:29.174768 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:29.535096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d417d-2814-4060-84c8-073de7b9a091 req-e3425d3c-fca1-492f-98f6-bf00721c9746 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:29.537672 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-984d417d-2814-4060-84c8-073de7b9a091 req-e3425d3c-fca1-492f-98f6-bf00721c9746 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 943 time: 0.0557508 Nov 29 18:35:29.588231 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-984d417d-2814-4060-84c8-073de7b9a091 req-de6c2777-974f-4e70-84f5-1560d6c82baa tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442259 Nov 29 18:35:29.905756 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:29.999645 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:30.734671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7e701-9420-499d-81ce-6e27efcc38c7 req-1830d633-b225-4f5c-91e2-9ffb06998a90 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:30.736956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-03f7e701-9420-499d-81ce-6e27efcc38c7 req-1830d633-b225-4f5c-91e2-9ffb06998a90 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 943 time: 0.0679996 Nov 29 18:35:30.794565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-03f7e701-9420-499d-81ce-6e27efcc38c7 req-69fbca63-d3e9-47aa-b9ba-7aa4e8c59753 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478654 Nov 29 18:35:31.913763 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55034687-6237-46c2-9435-c4e134d432b0 req-ebfb54bb-b9f4-4fbd-befe-8fb66c007cc8 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:31.915439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55034687-6237-46c2-9435-c4e134d432b0 req-ebfb54bb-b9f4-4fbd-befe-8fb66c007cc8 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 943 time: 0.0540226 Nov 29 18:35:31.964965 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-55034687-6237-46c2-9435-c4e134d432b0 req-41da9823-1025-4a5b-a665-d0966b9b97c2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434043 Nov 29 18:35:33.087877 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4357b-3d48-4d0f-b28b-c6a19cb87089 req-f6f7bf28-41d5-4911-adb8-f022c0e7f0d2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:33.089322 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3b4357b-3d48-4d0f-b28b-c6a19cb87089 req-f6f7bf28-41d5-4911-adb8-f022c0e7f0d2 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 943 time: 0.0498350 Nov 29 18:35:33.142829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3b4357b-3d48-4d0f-b28b-c6a19cb87089 req-91314bd1-6e16-44eb-b468-318cd7466970 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468867 Nov 29 18:35:34.258120 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ce2a5-f613-4df4-aaa7-97c8fac67e71 req-8c165f53-c817-4141-8058-345ecf4d5b31 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:34.259647 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee9ce2a5-f613-4df4-aaa7-97c8fac67e71 req-8c165f53-c817-4141-8058-345ecf4d5b31 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 943 time: 0.0486739 Nov 29 18:35:34.307330 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee9ce2a5-f613-4df4-aaa7-97c8fac67e71 req-68379423-e29d-4873-8170-a3b7ca5e6c05 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416417 Nov 29 18:35:35.425804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19664d7-66f9-4132-93d4-4faa775bae48 req-966d63f4-be43-4ecb-85f4-166eb1889cc8 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:35.427397 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b19664d7-66f9-4132-93d4-4faa775bae48 req-966d63f4-be43-4ecb-85f4-166eb1889cc8 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 943 time: 0.0495346 Nov 29 18:35:35.475005 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b19664d7-66f9-4132-93d4-4faa775bae48 req-67a77c1b-3cbe-4ea8-a9a5-f88d9dcd0caa tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412989 Nov 29 18:35:36.616288 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aebd4a-3a62-49a5-bcd1-a872b1c4b9d2 req-e3bf4467-03d9-4104-b76a-f240e0c95bbc tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:36.617897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5aebd4a-3a62-49a5-bcd1-a872b1c4b9d2 req-e3bf4467-03d9-4104-b76a-f240e0c95bbc tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 943 time: 0.0654488 Nov 29 18:35:36.682197 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5aebd4a-3a62-49a5-bcd1-a872b1c4b9d2 req-92c3917a-4b9f-470f-a163-871b011f0048 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559289 Nov 29 18:35:36.683777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 57b62b82-5873-409b-841d-d0eecfb64164 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:35:36.785323 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 57b62b82-5873-409b-841d-d0eecfb64164, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=57b62b82-5873-409b-841d-d0eecfb64164,segment=NetworkSegment(89c69008-b56e-4e47-b797-a7e12e7f4bfd),segment_id=89c69008-b56e-4e47-b797-a7e12e7f4bfd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:35:36.797057 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '57b62b82-5873-409b-841d-d0eecfb64164', 'network_id': '5f224158-285f-4a28-94d6-ee1819f6c695', 'port_id': '57b62b82-5873-409b-841d-d0eecfb64164', 'mac_address': 'fa:16:3e:f9:99:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:35:36.838392 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:36.852871 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b62b82-5873-409b-841d-d0eecfb64164 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:35:36.872889 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 57b62b82-5873-409b-841d-d0eecfb64164, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=57b62b82-5873-409b-841d-d0eecfb64164,segment=NetworkSegment(89c69008-b56e-4e47-b797-a7e12e7f4bfd),segment_id=89c69008-b56e-4e47-b797-a7e12e7f4bfd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:35:36.876838 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:36.928149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=57b62b82-5873-409b-841d-d0eecfb64164,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:37.133758 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['57b62b82-5873-409b-841d-d0eecfb64164'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:35:37.807957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df1485-94e1-4118-959f-32bfe6002e3f req-01c7f667-83bc-4d7a-9ec5-c1163cc2bb2c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:37.809458 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-35df1485-94e1-4118-959f-32bfe6002e3f req-01c7f667-83bc-4d7a-9ec5-c1163cc2bb2c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 944 time: 0.0515256 Nov 29 18:35:37.857850 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-35df1485-94e1-4118-959f-32bfe6002e3f req-d61f8b4f-3114-42d0-b23d-65b000b004dd tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418966 Nov 29 18:35:38.696927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 57b62b82-5873-409b-841d-d0eecfb64164 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:35:38.750712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 57b62b82-5873-409b-841d-d0eecfb64164 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:35:38.751122 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:38.834379 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:38.858010 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92057f40-7e93-4c57-ad98-25f30c995d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b62b82-5873-409b-841d-d0eecfb64164'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:35:38.860297 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f8a46a-eb60-4bbf-84bb-06d7add849f1" -d '{"events": [{"server_uuid": "92057f40-7e93-4c57-ad98-25f30c995d13", "name": "network-vif-plugged", "status": "completed", "tag": "57b62b82-5873-409b-841d-d0eecfb64164"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:35:38.873847 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 57b62b82-5873-409b-841d-d0eecfb64164, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=57b62b82-5873-409b-841d-d0eecfb64164,segment=NetworkSegment(89c69008-b56e-4e47-b797-a7e12e7f4bfd),segment_id=89c69008-b56e-4e47-b797-a7e12e7f4bfd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:35:38.878084 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:38.906921 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243832be-8360-45b2-9d78-63951d067432 x-openstack-request-id: req-243832be-8360-45b2-9d78-63951d067432 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:35:38.907226 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92057f40-7e93-4c57-ad98-25f30c995d13", "name": "network-vif-plugged", "status": "completed", "tag": "57b62b82-5873-409b-841d-d0eecfb64164", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:35:38.907566 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-243832be-8360-45b2-9d78-63951d067432 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:35:38.908009 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92057f40-7e93-4c57-ad98-25f30c995d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b62b82-5873-409b-841d-d0eecfb64164', 'code': 200} Nov 29 18:35:38.940939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=57b62b82-5873-409b-841d-d0eecfb64164,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:38.992378 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097b59d-f3c9-4e54-908c-28578dcaf59e req-f18fd1ae-a1a4-4905-a717-bd4b9f47f214 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:38.993811 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0097b59d-f3c9-4e54-908c-28578dcaf59e req-f18fd1ae-a1a4-4905-a717-bd4b9f47f214 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0551112 Nov 29 18:35:39.043071 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0097b59d-f3c9-4e54-908c-28578dcaf59e req-468a64b1-fbae-4fc3-98d0-84d206a54dcf tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427163 Nov 29 18:35:39.087593 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00594da0-f0ec-4457-a3a7-b48972ed054e req-070ba39f-23ef-4ca3-9337-006f24bcaaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:39.089110 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00594da0-f0ec-4457-a3a7-b48972ed054e req-070ba39f-23ef-4ca3-9337-006f24bcaaef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 1097 time: 0.0421543 Nov 29 18:35:39.140120 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00594da0-f0ec-4457-a3a7-b48972ed054e req-44f193e8-6c7c-408f-adc8-ed2b7ecc980c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380642 Nov 29 18:35:40.164136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc8e67-6722-4bdb-85da-04861a8fcb1f req-65cf849a-bc5e-4d63-9791-9f6a9a242531 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:40.165789 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66cc8e67-6722-4bdb-85da-04861a8fcb1f req-65cf849a-bc5e-4d63-9791-9f6a9a242531 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0496297 Nov 29 18:35:40.216803 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66cc8e67-6722-4bdb-85da-04861a8fcb1f req-e65bcc2e-0bbf-46d9-8521-bbca41b6899b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450075 Nov 29 18:35:41.339088 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5886c64-4466-4225-ad38-065cb36cf411 req-0d7700ef-6fba-4966-ae30-ca4156bb86fb tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:41.340493 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5886c64-4466-4225-ad38-065cb36cf411 req-0d7700ef-6fba-4966-ae30-ca4156bb86fb tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0532868 Nov 29 18:35:41.391577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5886c64-4466-4225-ad38-065cb36cf411 req-2d0b00ef-9dd1-4bbe-a013-e8063127e799 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445871 Nov 29 18:35:41.510496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2874df-382e-4d91-8cbe-e44207f93c5f req-22229e48-dc75-4ed0-8cc3-bed7b0348e12 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:41.512040 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed2874df-382e-4d91-8cbe-e44207f93c5f req-22229e48-dc75-4ed0-8cc3-bed7b0348e12 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0494022 Nov 29 18:35:41.560600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed2874df-382e-4d91-8cbe-e44207f93c5f req-5172f032-604f-4ca8-a0da-339eb7bbffeb tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425131 Nov 29 18:35:41.685213 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931211f0-f580-451a-b9c8-7afaf5cdee3c req-475e5eb7-914e-4774-9e23-f4981123b8d1 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:41.686723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-931211f0-f580-451a-b9c8-7afaf5cdee3c req-475e5eb7-914e-4774-9e23-f4981123b8d1 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0506644 Nov 29 18:35:41.741006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-931211f0-f580-451a-b9c8-7afaf5cdee3c req-5eae02b9-dc01-4f88-8fc5-2b544023e9fa tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455797 Nov 29 18:35:41.876597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8cd3e-f7ce-44ef-b15d-7108795b3d0f req-8d0ec77f-07e3-4a82-b5fa-6f707d47457b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:41.878657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcb8cd3e-f7ce-44ef-b15d-7108795b3d0f req-8d0ec77f-07e3-4a82-b5fa-6f707d47457b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0539768 Nov 29 18:35:41.926513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcb8cd3e-f7ce-44ef-b15d-7108795b3d0f req-1e59c290-69fd-4671-b4f2-79357274c73f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417690 Nov 29 18:35:42.046735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65957d-9802-4d3c-814c-2c3cf1b6e7c7 req-21a1a6bf-f876-45e2-b79a-36a7b5755f28 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:42.048362 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f65957d-9802-4d3c-814c-2c3cf1b6e7c7 req-21a1a6bf-f876-45e2-b79a-36a7b5755f28 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0503035 Nov 29 18:35:42.099168 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f65957d-9802-4d3c-814c-2c3cf1b6e7c7 req-39aea1a7-e67f-4edf-b4c2-ec8f35c8436e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437682 Nov 29 18:35:42.233956 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f21c5-2a33-4da5-b4b3-4e471a90cd05 req-73b611f2-9200-4551-ba5c-909f19b0d896 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:42.235521 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf2f21c5-2a33-4da5-b4b3-4e471a90cd05 req-73b611f2-9200-4551-ba5c-909f19b0d896 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0512216 Nov 29 18:35:42.290420 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf2f21c5-2a33-4da5-b4b3-4e471a90cd05 req-183b934e-0dcc-41e5-b374-82031f678531 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478115 Nov 29 18:35:42.413119 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c9930-2970-45fd-a3e2-4636053d6abb req-52821df3-1f54-4e0d-b82f-1af13d9aa240 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:42.414524 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-903c9930-2970-45fd-a3e2-4636053d6abb req-52821df3-1f54-4e0d-b82f-1af13d9aa240 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0497682 Nov 29 18:35:42.463952 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-903c9930-2970-45fd-a3e2-4636053d6abb req-ae60bc18-fb34-4af8-a07c-2a4df33675a1 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430408 Nov 29 18:35:42.693395 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7623b7-9024-4133-8a61-5d43fa46cd78 req-5b506305-817b-4d31-9fed-05f2770c8895 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:42.694846 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a7623b7-9024-4133-8a61-5d43fa46cd78 req-5b506305-817b-4d31-9fed-05f2770c8895 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0487511 Nov 29 18:35:42.742472 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a7623b7-9024-4133-8a61-5d43fa46cd78 req-82dc0679-3ba8-4f57-acb3-3c6db4bd1d47 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415828 Nov 29 18:35:43.873085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b50825-c032-40c9-9875-4d9b47711eff req-492fd18f-3925-4f14-8967-e9b6866bbb9c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:43.874690 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6b50825-c032-40c9-9875-4d9b47711eff req-492fd18f-3925-4f14-8967-e9b6866bbb9c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0569170 Nov 29 18:35:43.925339 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6b50825-c032-40c9-9875-4d9b47711eff req-fb3de07d-7ca4-434b-b77f-a5e80726171d tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441444 Nov 29 18:35:44.209544 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bf507-0705-41c9-bee2-fbb2e7e90d79 req-53b35c77-6bfc-4d82-8439-728bfca6b940 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:44.211197 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e27bf507-0705-41c9-bee2-fbb2e7e90d79 req-53b35c77-6bfc-4d82-8439-728bfca6b940 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0556428 Nov 29 18:35:44.245904 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da6e58-8b2f-463a-b175-9c9a2a69a0a7 req-dfa45455-7a34-4963-be27-ae4ac21f8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:44.248530 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f3da6e58-8b2f-463a-b175-9c9a2a69a0a7 req-dfa45455-7a34-4963-be27-ae4ac21f8521 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbabefcfc5be44318797b01990164fae&device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 1097 time: 0.0522466 Nov 29 18:35:44.261812 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e27bf507-0705-41c9-bee2-fbb2e7e90d79 req-32b67773-3a9f-48a0-b60d-f83370e815b0 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442865 Nov 29 18:35:44.348789 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da6e58-8b2f-463a-b175-9c9a2a69a0a7 req-40a69ff3-efa8-4016-be74-bba5318a3bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:44.350165 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f3da6e58-8b2f-463a-b175-9c9a2a69a0a7 req-40a69ff3-efa8-4016-be74-bba5318a3bee service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f224158-285f-4a28-94d6-ee1819f6c695 HTTP/1.1" status: 200 len: 914 time: 0.0909500 Nov 29 18:35:44.398760 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f3da6e58-8b2f-463a-b175-9c9a2a69a0a7 req-b8c9936e-094a-4492-b217-84c24985f449 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57b62b82-5873-409b-841d-d0eecfb64164 HTTP/1.1" status: 200 len: 217 time: 0.0373125 Nov 29 18:35:44.453388 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da6e58-8b2f-463a-b175-9c9a2a69a0a7 req-8a9239b0-0fb9-4542-8bd5-f95c67d15cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:44.454884 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f3da6e58-8b2f-463a-b175-9c9a2a69a0a7 req-8a9239b0-0fb9-4542-8bd5-f95c67d15cf0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4 HTTP/1.1" status: 200 len: 853 time: 0.0444181 Nov 29 18:35:44.494464 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f3da6e58-8b2f-463a-b175-9c9a2a69a0a7 req-c1e741bb-e764-40db-9e1a-ecb0f3c6dd5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f224158-285f-4a28-94d6-ee1819f6c695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278170 Nov 29 18:35:44.587597 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f3da6e58-8b2f-463a-b175-9c9a2a69a0a7 req-f0bfb3e2-1a87-4c4d-9f34-cfeab29d02d5 service neutron] 10.222.0.20 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856328 Nov 29 18:35:44.687604 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f3da6e58-8b2f-463a-b175-9c9a2a69a0a7 req-e67e4cf0-36d5-468d-aff3-f80288d955ce service neutron] 10.222.0.20 "GET /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882337 Nov 29 18:35:45.387039 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461faac-63f1-4c3a-95bd-478516c90ea4 req-47ed6650-a284-4039-9f17-3086c9d2ea8c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:45.388560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b461faac-63f1-4c3a-95bd-478516c90ea4 req-47ed6650-a284-4039-9f17-3086c9d2ea8c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0564985 Nov 29 18:35:45.437927 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b461faac-63f1-4c3a-95bd-478516c90ea4 req-5f988a0f-425b-4af7-88d7-511d70fd871e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426197 Nov 29 18:35:46.553849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbccd3-a887-4d9c-aecd-56e66d020146 req-016e1639-0a66-41c4-a5fa-d38959b52ed5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:46.555343 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65bbccd3-a887-4d9c-aecd-56e66d020146 req-016e1639-0a66-41c4-a5fa-d38959b52ed5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0494883 Nov 29 18:35:46.602349 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65bbccd3-a887-4d9c-aecd-56e66d020146 req-18790eab-4c23-4ca7-a248-32c22a44f85a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 Nov 29 18:35:46.717019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cc49e-0641-4d00-b51f-fd8212ab59e2 req-5ef245b6-93f2-48b0-83c2-38979b8b57b6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:46.718410 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-214cc49e-0641-4d00-b51f-fd8212ab59e2 req-5ef245b6-93f2-48b0-83c2-38979b8b57b6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0480397 Nov 29 18:35:46.769044 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-214cc49e-0641-4d00-b51f-fd8212ab59e2 req-eee1f1cf-c1ed-45bb-9834-0e47044d6cc6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445917 Nov 29 18:35:46.896891 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dce0f5-d9b1-483b-a49a-394dd6095244 req-67254006-c03e-409f-bb74-17499d6fad1b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:46.898442 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7dce0f5-d9b1-483b-a49a-394dd6095244 req-67254006-c03e-409f-bb74-17499d6fad1b tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0498879 Nov 29 18:35:46.945759 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7dce0f5-d9b1-483b-a49a-394dd6095244 req-d89d0661-9b06-4228-b6f6-da7b4e50989c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413306 Nov 29 18:35:47.079344 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3d5d1-2f89-41a3-8cf0-712eed4559ae req-3a59052a-1c5f-4334-a123-5787f637c8a6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:47.081336 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54a3d5d1-2f89-41a3-8cf0-712eed4559ae req-3a59052a-1c5f-4334-a123-5787f637c8a6 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0498958 Nov 29 18:35:47.128032 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54a3d5d1-2f89-41a3-8cf0-712eed4559ae req-dcd4f2e4-a310-44f2-89cf-922b1d902274 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407488 Nov 29 18:35:47.288447 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccf52c-6522-44a2-b1f2-a09899a80ef5 req-786a8063-6d6c-41f6-a18b-8f1bf23ff37e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:47.289976 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcccf52c-6522-44a2-b1f2-a09899a80ef5 req-786a8063-6d6c-41f6-a18b-8f1bf23ff37e tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0529275 Nov 29 18:35:47.337765 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcccf52c-6522-44a2-b1f2-a09899a80ef5 req-54b21b75-839e-4464-b670-38ea1285748a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417998 Nov 29 18:35:47.450733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fd784-028f-4cc7-8f51-9c3c77b53ac5 req-a2a5c7b4-eec1-48f6-8c2a-5fb476a6041f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:47.452217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e28fd784-028f-4cc7-8f51-9c3c77b53ac5 req-a2a5c7b4-eec1-48f6-8c2a-5fb476a6041f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0480042 Nov 29 18:35:47.498072 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e28fd784-028f-4cc7-8f51-9c3c77b53ac5 req-12772bc3-2f8a-42da-8c04-924f00e54f4d tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393887 Nov 29 18:35:47.628824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66936e-03e6-4570-8a9a-2575d1b2cb8b req-70391c7f-093b-48f9-a777-8e110beaacc9 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:47.630319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0a66936e-03e6-4570-8a9a-2575d1b2cb8b req-70391c7f-093b-48f9-a777-8e110beaacc9 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0502286 Nov 29 18:35:47.683309 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0a66936e-03e6-4570-8a9a-2575d1b2cb8b req-51788b1a-feec-433e-b8f2-3a20a5b96209 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454435 Nov 29 18:35:47.796561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d14559-9a20-49dc-a01b-e887f1a8bdde req-6fbd2607-084c-4412-aeec-2db031c4ea32 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:47.797920 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3d14559-9a20-49dc-a01b-e887f1a8bdde req-6fbd2607-084c-4412-aeec-2db031c4ea32 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0479584 Nov 29 18:35:47.843694 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3d14559-9a20-49dc-a01b-e887f1a8bdde req-1930453e-839a-4961-917a-109190d274ed tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398407 Nov 29 18:35:47.909981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-ec8b937c-b988-4f72-bd5f-48dad0b61546 req-8b9425f5-7019-4f70-b99f-88b6985ebf5a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:35:47.910982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec8b937c-b988-4f72-bd5f-48dad0b61546 req-8b9425f5-7019-4f70-b99f-88b6985ebf5a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053849 Nov 29 18:35:48.008667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ff3fe-97fa-4ba5-a5d0-d65b143ef013 req-ebab6ea7-dd19-401e-adf4-d13fad645d48 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:48.010169 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-536ff3fe-97fa-4ba5-a5d0-d65b143ef013 req-ebab6ea7-dd19-401e-adf4-d13fad645d48 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0489781 Nov 29 18:35:48.058591 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-536ff3fe-97fa-4ba5-a5d0-d65b143ef013 req-e730c355-ad20-4bd2-b661-f7d9b840e97c tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424623 Nov 29 18:35:48.178712 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46601479-353b-45d0-b0db-65ad69b8d2fa req-2d30fb17-0981-4601-9f6a-eaf14aae7c7f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:48.180201 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-46601479-353b-45d0-b0db-65ad69b8d2fa req-2d30fb17-0981-4601-9f6a-eaf14aae7c7f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0516670 Nov 29 18:35:48.227967 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-46601479-353b-45d0-b0db-65ad69b8d2fa req-7b94893e-459f-4f11-96cd-117dee205894 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418441 Nov 29 18:35:48.365009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238c01b-eb8e-4b5d-893a-c49975352881 req-583c0fba-1af9-43be-af75-014b5a0644a4 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:48.366417 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1238c01b-eb8e-4b5d-893a-c49975352881 req-583c0fba-1af9-43be-af75-014b5a0644a4 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0510154 Nov 29 18:35:48.414223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1238c01b-eb8e-4b5d-893a-c49975352881 req-535efd7a-0023-4fa2-b9ad-535536879d8a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417154 Nov 29 18:35:48.536408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f62fb-5d9a-4d03-bfba-bbc7af687a3e req-06e1f9de-2e95-47ab-999b-47336dc97b76 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:48.537919 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-277f62fb-5d9a-4d03-bfba-bbc7af687a3e req-06e1f9de-2e95-47ab-999b-47336dc97b76 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0545280 Nov 29 18:35:48.584688 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-277f62fb-5d9a-4d03-bfba-bbc7af687a3e req-76fa34fe-80a1-4341-8e49-789c35c15545 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408590 Nov 29 18:35:48.708152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37865761-aa29-4c44-824f-acefae721d0a req-7bc7f76b-546c-4201-900b-8c47ab339b75 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:48.709647 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37865761-aa29-4c44-824f-acefae721d0a req-7bc7f76b-546c-4201-900b-8c47ab339b75 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0480466 Nov 29 18:35:48.756073 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37865761-aa29-4c44-824f-acefae721d0a req-7daa5fee-cc5a-4dfd-a176-44a222c22792 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403633 Nov 29 18:35:48.869592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b5ede-9b03-4bf3-86eb-563897c1cc33 req-e51e2784-23c5-416c-afad-c4edef54db75 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:48.871064 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e61b5ede-9b03-4bf3-86eb-563897c1cc33 req-e51e2784-23c5-416c-afad-c4edef54db75 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0472589 Nov 29 18:35:48.921428 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e61b5ede-9b03-4bf3-86eb-563897c1cc33 req-ddffa9d5-a8a6-49ba-b2c0-7196ed88295f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443850 Nov 29 18:35:49.045660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713d580-f0c2-4c84-9422-5e9dc41f1f71 req-bdfb86fe-12f8-4f2b-bece-9b96c77e97cc tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:49.047200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e713d580-f0c2-4c84-9422-5e9dc41f1f71 req-bdfb86fe-12f8-4f2b-bece-9b96c77e97cc tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0480976 Nov 29 18:35:49.095960 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e713d580-f0c2-4c84-9422-5e9dc41f1f71 req-19531396-54f1-41c9-8e37-fa8e90a59d14 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424592 Nov 29 18:35:53.744006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d80f1-cfb6-4692-b756-b4138cb68275 req-aefc3b95-3114-4385-a81c-e5b7833566b4 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:53.745522 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b69d80f1-cfb6-4692-b756-b4138cb68275 req-aefc3b95-3114-4385-a81c-e5b7833566b4 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0504000 Nov 29 18:35:53.793551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b69d80f1-cfb6-4692-b756-b4138cb68275 req-24a7822c-21ab-4be0-8636-6dd07e09a512 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 Nov 29 18:35:53.991863 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d7dacec-4604-490b-aec3-0ff8b062cbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:54.914956 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d5d1e-b428-4138-9092-d49ca5183bb4 req-b3eea7a2-3f79-4d2a-bd0f-818359aae4fa tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:54.916453 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d5d5d1e-b428-4138-9092-d49ca5183bb4 req-b3eea7a2-3f79-4d2a-bd0f-818359aae4fa tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0522454 Nov 29 18:35:54.963753 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d5d5d1e-b428-4138-9092-d49ca5183bb4 req-8fdcfaba-6619-41f7-b406-d5f162779723 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/security-groups?id=4dba9e73-6947-44d6-9bad-3cacf5067229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413036 Nov 29 18:35:55.471983 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f9039-a619-4535-9da1-e1383340accd req-8788bbd4-6099-4061-9ff8-f45782f1773f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:55.473346 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ab0f9039-a619-4535-9da1-e1383340accd req-8788bbd4-6099-4061-9ff8-f45782f1773f tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.20 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 946 time: 0.0488741 Nov 29 18:35:55.566042 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-ab0f9039-a619-4535-9da1-e1383340accd req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Deleting port 57b62b82-5873-409b-841d-d0eecfb64164 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:35:55.566381 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ab0f9039-a619-4535-9da1-e1383340accd req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:55.655616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-ab0f9039-a619-4535-9da1-e1383340accd req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] For port 57b62b82-5873-409b-841d-d0eecfb64164, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=57b62b82-5873-409b-841d-d0eecfb64164,segment=NetworkSegment(89c69008-b56e-4e47-b797-a7e12e7f4bfd),segment_id=89c69008-b56e-4e47-b797-a7e12e7f4bfd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:35:55.655974 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ab0f9039-a619-4535-9da1-e1383340accd req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:55.669157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-ab0f9039-a619-4535-9da1-e1383340accd req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Calling delete_port for 57b62b82-5873-409b-841d-d0eecfb64164 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:35:55.799930 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ab0f9039-a619-4535-9da1-e1383340accd req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:55.811636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['57b62b82-5873-409b-841d-d0eecfb64164'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:35:56.061214 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc73c80d-f59a-407c-8ebc-94f995ced814 req-7ea1072c-33b6-4438-8ef3-01c04db8a94a tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.23 "GET /v2.0/ports?device_id=92057f40-7e93-4c57-ad98-25f30c995d13 HTTP/1.1" status: 200 len: 210 time: 0.0271990 Nov 29 18:35:56.105251 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Pushing event deleted for resources: {'Port': ['ID=57b62b82-5873-409b-841d-d0eecfb64164,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:56.129509 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:56.129855 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:56.130196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:56.130531 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:56.130899 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:56.131234 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:56.131562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:56.131888 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:56.132210 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:56.132532 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:56.132855 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:56.133176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:35:56.154268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0f9039-a619-4535-9da1-e1383340accd req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] No DVR routers for this DVR port 57b62b82-5873-409b-841d-d0eecfb64164 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:35:56.156751 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ab0f9039-a619-4535-9da1-e1383340accd req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:56.160204 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ab0f9039-a619-4535-9da1-e1383340accd req-f88dcbfe-c97b-4c8b-8e00-4db57027e1e5 tempest-ServersNegativeTestJSON-752261781 tempest-ServersNegativeTestJSON-752261781-project] 10.222.0.20 "DELETE /v2.0/ports/57b62b82-5873-409b-841d-d0eecfb64164 HTTP/1.1" status: 204 len: 173 time: 0.6767964 Nov 29 18:35:56.160650 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92057f40-7e93-4c57-ad98-25f30c995d13', 'name': 'network-vif-deleted', 'tag': '57b62b82-5873-409b-841d-d0eecfb64164'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:35:56.163034 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1147fbf8-aa6f-4472-9c8d-fd1055060ccf" -d '{"events": [{"server_uuid": "92057f40-7e93-4c57-ad98-25f30c995d13", "name": "network-vif-deleted", "tag": "57b62b82-5873-409b-841d-d0eecfb64164"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:35:56.200190 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3e1dd9-5c3c-43fb-9b6f-a49beeb88463 x-openstack-request-id: req-eb3e1dd9-5c3c-43fb-9b6f-a49beeb88463 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:35:56.200498 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92057f40-7e93-4c57-ad98-25f30c995d13", "name": "network-vif-deleted", "tag": "57b62b82-5873-409b-841d-d0eecfb64164", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:35:56.200755 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb3e1dd9-5c3c-43fb-9b6f-a49beeb88463 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:35:56.201165 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92057f40-7e93-4c57-ad98-25f30c995d13', 'name': 'network-vif-deleted', 'tag': '57b62b82-5873-409b-841d-d0eecfb64164', 'status': 'completed', 'code': 200} Nov 29 18:35:56.454126 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0ddf444-2a50-404f-8e68-f644a6fa1022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.117973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35670) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:35:57.161571 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee74ec60-9aac-4881-ada6-927c0e3a9be0 admin admin] Deleting subnet bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:35:57.164716 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ee74ec60-9aac-4881-ada6-927c0e3a9be0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.202285 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ee74ec60-9aac-4881-ada6-927c0e3a9be0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.241483 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ee74ec60-9aac-4881-ada6-927c0e3a9be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.292185 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ee74ec60-9aac-4881-ada6-927c0e3a9be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.317733 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74ec60-9aac-4881-ada6-927c0e3a9be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:57.321164 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ee74ec60-9aac-4881-ada6-927c0e3a9be0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.325094 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ee74ec60-9aac-4881-ada6-927c0e3a9be0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bcd9aff3-804c-4641-ad0d-9b66d4c1a1e4 HTTP/1.1" status: 204 len: 168 time: 0.2060676 Nov 29 18:35:57.326871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35672) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:35:57.364221 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.399304 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-751627cb-148f-4f7d-83b1-adb3b16329e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.480420 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-751627cb-148f-4f7d-83b1-adb3b16329e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.500221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-751627cb-148f-4f7d-83b1-adb3b16329e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f224158-285f-4a28-94d6-ee1819f6c695']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:35:57.509304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-751627cb-148f-4f7d-83b1-adb3b16329e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c69008-b56e-4e47-b797-a7e12e7f4bfd') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:35:57.509637 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-751627cb-148f-4f7d-83b1-adb3b16329e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c69008-b56e-4e47-b797-a7e12e7f4bfd') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:35:57.519164 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-751627cb-148f-4f7d-83b1-adb3b16329e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.531798 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-751627cb-148f-4f7d-83b1-adb3b16329e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.538064 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751627cb-148f-4f7d-83b1-adb3b16329e7 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:35:57.538444 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-751627cb-148f-4f7d-83b1-adb3b16329e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:35:57.540227 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:35:57.597324 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-751627cb-148f-4f7d-83b1-adb3b16329e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.603157 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-751627cb-148f-4f7d-83b1-adb3b16329e7 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.606342 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-751627cb-148f-4f7d-83b1-adb3b16329e7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5f224158-285f-4a28-94d6-ee1819f6c695 HTTP/1.1" status: 204 len: 168 time: 0.2785053 Nov 29 18:35:57.617492 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751627cb-148f-4f7d-83b1-adb3b16329e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f224158-285f-4a28-94d6-ee1819f6c695,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:57.655576 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.721167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35676) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:35:57.760041 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f0afddbc-2d70-43b8-a4ef-de41ff5bf3c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbabefcfc5be44318797b01990164fae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376859 Nov 29 18:35:57.762536 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35678) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:35:57.809804 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-27fbc225-18f0-4aca-8958-ced4889f502a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.831147 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-27fbc225-18f0-4aca-8958-ced4889f502a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.877511 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-27fbc225-18f0-4aca-8958-ced4889f502a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.880056 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-27fbc225-18f0-4aca-8958-ced4889f502a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:57.881220 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-27fbc225-18f0-4aca-8958-ced4889f502a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4dba9e73-6947-44d6-9bad-3cacf5067229 HTTP/1.1" status: 204 len: 168 time: 0.1176915 Nov 29 18:35:57.888921 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbc225-18f0-4aca-8958-ced4889f502a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dba9e73-6947-44d6-9bad-3cacf5067229,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:58.530257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 35700) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:35:58.629578 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-f097ed2a-cb88-43f2-90c8-a65d1f20c5a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-285821061-network', 'tenant_id': '60fb03f798234bf5ac77398393d9b4e0'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:35:58.653757 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f097ed2a-cb88-43f2-90c8-a65d1f20c5a0 admin admin] Made reservation on behalf of 60fb03f798234bf5ac77398393d9b4e0 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:35:58.655553 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f097ed2a-cb88-43f2-90c8-a65d1f20c5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:58.664393 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f097ed2a-cb88-43f2-90c8-a65d1f20c5a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:58.740324 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f097ed2a-cb88-43f2-90c8-a65d1f20c5a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:58.743942 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f097ed2a-cb88-43f2-90c8-a65d1f20c5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:58.767718 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f097ed2a-cb88-43f2-90c8-a65d1f20c5a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:35:58.776260 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097ed2a-cb88-43f2-90c8-a65d1f20c5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79c645e-25bb-43a1-a210-01ce2aaa6be4,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:58.782124 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f097ed2a-cb88-43f2-90c8-a65d1f20c5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:58.783054 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-f097ed2a-cb88-43f2-90c8-a65d1f20c5a0 admin admin] Added segment e4c0fefc-d645-460b-9ed4-1ffdd886d210 of type vlan for network b34b0f01-01d1-4470-b9fb-4806b927f896 Nov 29 18:35:58.811565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 57b62b82-5873-409b-841d-d0eecfb64164 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:35:58.824656 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f097ed2a-cb88-43f2-90c8-a65d1f20c5a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:58.832447 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 57b62b82-5873-409b-841d-d0eecfb64164 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:35:58.833795 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 57b62b82-5873-409b-841d-d0eecfb64164 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:35:58.851707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f097ed2a-cb88-43f2-90c8-a65d1f20c5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:58.852788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f097ed2a-cb88-43f2-90c8-a65d1f20c5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:58.853373 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f097ed2a-cb88-43f2-90c8-a65d1f20c5a0 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:58.910486 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f097ed2a-cb88-43f2-90c8-a65d1f20c5a0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3789353 Nov 29 18:35:58.913499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35704) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:35:58.919700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a965efec-7776-4091-95f7-b6f6f1c2cdd8 admin admin] Request body: {'subnet': {'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-285821061-subnet', 'tenant_id': '60fb03f798234bf5ac77398393d9b4e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:35:58.920389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097ed2a-cb88-43f2-90c8-a65d1f20c5a0 admin admin] Pushing event updated for resources: {'Network': ['ID=b34b0f01-01d1-4470-b9fb-4806b927f896,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:58.930696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network b34b0f01-01d1-4470-b9fb-4806b927f896 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:35:58.943602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a965efec-7776-4091-95f7-b6f6f1c2cdd8 admin admin] Made reservation on behalf of 60fb03f798234bf5ac77398393d9b4e0 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:35:58.946141 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a965efec-7776-4091-95f7-b6f6f1c2cdd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:59.115246 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a965efec-7776-4091-95f7-b6f6f1c2cdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:59.175865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965efec-7776-4091-95f7-b6f6f1c2cdd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1eb6a47-50f7-47c8-9f45-4cc5aa640124,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:35:59.178652 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:59.180572 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a965efec-7776-4091-95f7-b6f6f1c2cdd8 admin admin] Checking segment: {'id': 'e4c0fefc-d645-460b-9ed4-1ffdd886d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:35:59.180941 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a965efec-7776-4091-95f7-b6f6f1c2cdd8 admin admin] Network hostable DHCP agents. Network: b34b0f01-01d1-4470-b9fb-4806b927f896, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:35:59.198770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a965efec-7776-4091-95f7-b6f6f1c2cdd8 admin admin] Network b34b0f01-01d1-4470-b9fb-4806b927f896 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:35:59.207956 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a965efec-7776-4091-95f7-b6f6f1c2cdd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, b34b0f01-01d1-4470-b9fb-4806b927f896) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:35:59.212211 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a965efec-7776-4091-95f7-b6f6f1c2cdd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:59.212831 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a965efec-7776-4091-95f7-b6f6f1c2cdd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:35:59.217367 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f2b3e-44d2-48d0-9554-d90879a16b31 None None] Network b34b0f01-01d1-4470-b9fb-4806b927f896 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:35:59.230442 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a965efec-7776-4091-95f7-b6f6f1c2cdd8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3149047 Nov 29 18:35:59.354135 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237eb4a4-eb9d-43c9-9b57-e06bc1deb982 None None] Network b34b0f01-01d1-4470-b9fb-4806b927f896 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:35:59.662180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-4b19d1fb-0e2f-4e13-9e1b-4f2c5aeaea4a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:35:59.663701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-4b19d1fb-0e2f-4e13-9e1b-4f2c5aeaea4a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/networks?id=b34b0f01-01d1-4470-b9fb-4806b927f896 HTTP/1.1" status: 200 len: 814 time: 0.1048038 Nov 29 18:35:59.678257 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-96aab548-cf55-462b-a9a3-0b34b3844697 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/quotas/60fb03f798234bf5ac77398393d9b4e0 HTTP/1.1" status: 200 len: 375 time: 0.0088356 Nov 29 18:35:59.709043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-d9c0839d-c5bf-4fb1-af5c-633a1d99cd52 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=60fb03f798234bf5ac77398393d9b4e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256267 Nov 29 18:35:59.804067 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0de5ef57-513b-4392-8c40-59e244dbcdd0 service neutron] 10.222.0.23 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866778 Nov 29 18:35:59.893234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-6d5122f8-dad5-43c2-b85c-c6f52dbdb0ff service neutron] 10.222.0.23 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829639 Nov 29 18:35:59.911278 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:00.003718 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:00.055046 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51595212-6e29-4b46-93f3-ca73114a9234 req-3d64826c-d17e-471f-bc35-42c3ade41007 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 210 time: 0.0287521 Nov 29 18:36:01.076246 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-68fb0e64-151c-475c-963a-f61236b3491b tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:01.078019 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-68fb0e64-151c-475c-963a-f61236b3491b tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.20 "GET /v2.0/networks?id=b34b0f01-01d1-4470-b9fb-4806b927f896 HTTP/1.1" status: 200 len: 814 time: 0.1087289 Nov 29 18:36:01.099633 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-22fad119-376f-49ca-8308-796bdd91fc53 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Request body: {'port': {'device_id': 'e10051f9-3636-48b6-8ecc-6be171bd993a', 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896', 'admin_state_up': True, 'tenant_id': '60fb03f798234bf5ac77398393d9b4e0'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:36:01.160019 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af6fb956-3adc-4e5c-8223-20d12465c1fd req-5bc23e1c-5414-4223-a518-bcd0a90b2618 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 210 time: 0.0271282 Nov 29 18:36:01.217122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-22fad119-376f-49ca-8308-796bdd91fc53 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Made reservation on behalf of 60fb03f798234bf5ac77398393d9b4e0 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:36:01.221127 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-22fad119-376f-49ca-8308-796bdd91fc53 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:01.345499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-22fad119-376f-49ca-8308-796bdd91fc53 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Allocated IP 172.20.0.2 (b34b0f01-01d1-4470-b9fb-4806b927f896/f1eb6a47-50f7-47c8-9f45-4cc5aa640124/9ede991f-5b54-4d43-a58b-6ee7c3ad509a) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:36:01.494028 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-22fad119-376f-49ca-8308-796bdd91fc53 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:01.527052 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-22fad119-376f-49ca-8308-796bdd91fc53 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:01.571223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-22fad119-376f-49ca-8308-796bdd91fc53 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Network b34b0f01-01d1-4470-b9fb-4806b927f896 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:36:01.574880 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-22fad119-376f-49ca-8308-796bdd91fc53 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:36:01.578641 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-22fad119-376f-49ca-8308-796bdd91fc53 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:36:01.585603 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fad119-376f-49ca-8308-796bdd91fc53 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Pushing event updated for resources: {'Port': ['ID=9ede991f-5b54-4d43-a58b-6ee7c3ad509a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:36:01.635339 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-22fad119-376f-49ca-8308-796bdd91fc53 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:01.635862 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-22fad119-376f-49ca-8308-796bdd91fc53 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:01.651142 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-22fad119-376f-49ca-8308-796bdd91fc53 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5561767 Nov 29 18:36:01.668815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Request body: {'port': {'device_id': 'e10051f9-3636-48b6-8ecc-6be171bd993a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:36:01.722409 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:01.978007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ede991f-5b54-4d43-a58b-6ee7c3ad509a {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:36:01.985328 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:01.996831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Transition to ACTIVE for port object 9ede991f-5b54-4d43-a58b-6ee7c3ad509a will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:36:02.000647 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:02.055405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ede991f-5b54-4d43-a58b-6ee7c3ad509a,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:36:02.122602 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Attempting to bind port 9ede991f-5b54-4d43-a58b-6ee7c3ad509a on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:36:02.123371 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Attempting to bind port 9ede991f-5b54-4d43-a58b-6ee7c3ad509a by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'e4c0fefc-d645-460b-9ed4-1ffdd886d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:36:02.123371 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Attempting to bind port 9ede991f-5b54-4d43-a58b-6ee7c3ad509a on network b34b0f01-01d1-4470-b9fb-4806b927f896 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:36:02.127641 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Port 9ede991f-5b54-4d43-a58b-6ee7c3ad509a on network b34b0f01-01d1-4470-b9fb-4806b927f896 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:36:02.127965 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Attempting to bind port 9ede991f-5b54-4d43-a58b-6ee7c3ad509a on network b34b0f01-01d1-4470-b9fb-4806b927f896 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:36:02.132770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:36:02.133106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Checking segment: {'id': 'e4c0fefc-d645-460b-9ed4-1ffdd886d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:36:02.133491 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Bound using segment: {'id': 'e4c0fefc-d645-460b-9ed4-1ffdd886d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:36:02.133912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Bound port: 9ede991f-5b54-4d43-a58b-6ee7c3ad509a, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c0fefc-d645-460b-9ed4-1ffdd886d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:36:02.134272 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:02.198363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] For port 9ede991f-5b54-4d43-a58b-6ee7c3ad509a, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:36:02.201700 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] For port 9ede991f-5b54-4d43-a58b-6ee7c3ad509a, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=9ede991f-5b54-4d43-a58b-6ee7c3ad509a,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:36:02.206248 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:02.245475 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:02.246112 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:02.247657 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] 10.222.0.20 "PUT /v2.0/ports/9ede991f-5b54-4d43-a58b-6ee7c3ad509a HTTP/1.1" status: 200 len: 1091 time: 0.5830009 Nov 29 18:36:02.248109 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10051f9-3636-48b6-8ecc-6be171bd993a', 'tag': '9ede991f-5b54-4d43-a58b-6ee7c3ad509a'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:36:02.250401 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0263e1d0-265b-4b55-9bc6-17371483fe05" -d '{"events": [{"name": "network-changed", "server_uuid": "e10051f9-3636-48b6-8ecc-6be171bd993a", "tag": "9ede991f-5b54-4d43-a58b-6ee7c3ad509a"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:36:02.286268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d787aaa-af5a-42ac-a7a4-1502b8bf37c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ede991f-5b54-4d43-a58b-6ee7c3ad509a,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:36:02.298711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6440d99-5e83-4082-b4e5-97eaa597319a req-142d55b1-4eef-4cf2-a4c1-bb4676f1dc3e tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:02.300445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6440d99-5e83-4082-b4e5-97eaa597319a req-142d55b1-4eef-4cf2-a4c1-bb4676f1dc3e tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 943 time: 0.0690274 Nov 29 18:36:02.301179 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4a5dff-15ca-43d0-8a89-79db4d24886e x-openstack-request-id: req-0d4a5dff-15ca-43d0-8a89-79db4d24886e {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:36:02.301514 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10051f9-3636-48b6-8ecc-6be171bd993a", "tag": "9ede991f-5b54-4d43-a58b-6ee7c3ad509a", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:36:02.301784 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d4a5dff-15ca-43d0-8a89-79db4d24886e {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:36:02.302241 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10051f9-3636-48b6-8ecc-6be171bd993a', 'tag': '9ede991f-5b54-4d43-a58b-6ee7c3ad509a', 'status': 'completed', 'code': 200} Nov 29 18:36:02.350133 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6440d99-5e83-4082-b4e5-97eaa597319a req-6f00cb35-3315-4809-8b86-58d28221a1e7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419049 Nov 29 18:36:02.360066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-ae82961e-9df3-4b73-8d88-b982aca7c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:02.363123 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-ae82961e-9df3-4b73-8d88-b982aca7c683 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60fb03f798234bf5ac77398393d9b4e0&device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 1094 time: 0.0436497 Nov 29 18:36:02.407960 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-98b8e0ae-9626-4204-a6c6-d657b7f29c05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ede991f-5b54-4d43-a58b-6ee7c3ad509a HTTP/1.1" status: 200 len: 217 time: 0.0353169 Nov 29 18:36:02.459804 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-6cd6e4dd-6b1e-4be1-9795-3595f9602ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:02.461326 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-6cd6e4dd-6b1e-4be1-9795-3595f9602ead service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1eb6a47-50f7-47c8-9f45-4cc5aa640124 HTTP/1.1" status: 200 len: 854 time: 0.0474112 Nov 29 18:36:02.497243 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-0e4cceea-fc5f-4fd0-b16a-ba4e504df4ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b34b0f01-01d1-4470-b9fb-4806b927f896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249572 Nov 29 18:36:02.593516 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-093bc20f-584d-49c5-baa0-6b2a2375e844 service neutron] 10.222.0.20 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836971 Nov 29 18:36:02.694001 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-81a6203b-ba22-45ed-a097-e07f7849a7b5 req-de92acaa-76b9-4e15-904c-8991d6fe1edc service neutron] 10.222.0.20 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870399 Nov 29 18:36:02.792883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263e1d0-265b-4b55-9bc6-17371483fe05 req-b8d999f0-f6f4-465e-afc1-0a8c2dbc01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:02.794376 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0263e1d0-265b-4b55-9bc6-17371483fe05 req-b8d999f0-f6f4-465e-afc1-0a8c2dbc01ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60fb03f798234bf5ac77398393d9b4e0&device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 1094 time: 0.0413377 Nov 29 18:36:02.888190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263e1d0-265b-4b55-9bc6-17371483fe05 req-3133eece-2548-4eb3-b276-590bce6c3b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:02.889656 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0263e1d0-265b-4b55-9bc6-17371483fe05 req-3133eece-2548-4eb3-b276-590bce6c3b95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b34b0f01-01d1-4470-b9fb-4806b927f896 HTTP/1.1" status: 200 len: 915 time: 0.0869522 Nov 29 18:36:02.932294 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0263e1d0-265b-4b55-9bc6-17371483fe05 req-dc4aa8e1-fe18-4311-afba-2bf6f5e7e2f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ede991f-5b54-4d43-a58b-6ee7c3ad509a HTTP/1.1" status: 200 len: 217 time: 0.0344653 Nov 29 18:36:02.985616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263e1d0-265b-4b55-9bc6-17371483fe05 req-c0bc7585-cf34-4365-989a-46dc3bdeb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:02.987121 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0263e1d0-265b-4b55-9bc6-17371483fe05 req-c0bc7585-cf34-4365-989a-46dc3bdeb763 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1eb6a47-50f7-47c8-9f45-4cc5aa640124 HTTP/1.1" status: 200 len: 854 time: 0.0450380 Nov 29 18:36:03.024560 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0263e1d0-265b-4b55-9bc6-17371483fe05 req-98a98de7-5884-49f3-9745-08c8699a9319 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b34b0f01-01d1-4470-b9fb-4806b927f896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253479 Nov 29 18:36:03.120354 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0263e1d0-265b-4b55-9bc6-17371483fe05 req-1b7daba0-435c-437c-9ee2-e6fe39348d99 service neutron] 10.222.0.20 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881412 Nov 29 18:36:03.211849 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0263e1d0-265b-4b55-9bc6-17371483fe05 req-8ffee7dd-8ab2-45ee-9baf-bfff22b3c750 service neutron] 10.222.0.20 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835357 Nov 29 18:36:03.467200 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14c14f-98b1-4658-a955-0169dc77e881 req-64e89c5a-7c1f-460b-abbf-e980a88d29dc tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:03.468753 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df14c14f-98b1-4658-a955-0169dc77e881 req-64e89c5a-7c1f-460b-abbf-e980a88d29dc tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 943 time: 0.0481176 Nov 29 18:36:03.523319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df14c14f-98b1-4658-a955-0169dc77e881 req-4793326d-c7da-4717-af05-e1a652b3f6d0 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477133 Nov 29 18:36:04.639321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea63ee-13bb-4e53-acf4-dd47035d70e6 req-3d724355-d7ba-467d-b6df-4bd02a54ff0b tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:04.640878 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88ea63ee-13bb-4e53-acf4-dd47035d70e6 req-3d724355-d7ba-467d-b6df-4bd02a54ff0b tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 943 time: 0.0498247 Nov 29 18:36:04.692210 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88ea63ee-13bb-4e53-acf4-dd47035d70e6 req-47858c5a-9a7f-45e7-b2da-5d01df5c1494 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445495 Nov 29 18:36:04.834158 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 9ede991f-5b54-4d43-a58b-6ee7c3ad509a details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:36:04.930317 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 9ede991f-5b54-4d43-a58b-6ee7c3ad509a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=9ede991f-5b54-4d43-a58b-6ee7c3ad509a,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:36:04.942121 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '9ede991f-5b54-4d43-a58b-6ee7c3ad509a', 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896', 'port_id': '9ede991f-5b54-4d43-a58b-6ee7c3ad509a', 'mac_address': 'fa:16:3e:ad:ac:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1eb6a47-50f7-47c8-9f45-4cc5aa640124', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:36:04.979427 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:04.991866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ede991f-5b54-4d43-a58b-6ee7c3ad509a {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:36:05.010811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 9ede991f-5b54-4d43-a58b-6ee7c3ad509a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=9ede991f-5b54-4d43-a58b-6ee7c3ad509a,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:36:05.015182 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:05.061631 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=9ede991f-5b54-4d43-a58b-6ee7c3ad509a,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:36:05.269403 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['9ede991f-5b54-4d43-a58b-6ee7c3ad509a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:36:05.550968 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:36:05.807284 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75565db-ff7e-4271-ac77-7127693ef0bb req-603c3c7d-0f1e-4c37-aadd-bc78511ed0f8 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:05.808710 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a75565db-ff7e-4271-ac77-7127693ef0bb req-603c3c7d-0f1e-4c37-aadd-bc78511ed0f8 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 944 time: 0.0477448 Nov 29 18:36:05.856092 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a75565db-ff7e-4271-ac77-7127693ef0bb req-2a29a5fd-ea7d-42f8-806a-63ff98ee4c4a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Nov 29 18:36:06.836897 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 9ede991f-5b54-4d43-a58b-6ee7c3ad509a up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:36:06.890384 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 9ede991f-5b54-4d43-a58b-6ee7c3ad509a completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:36:06.896985 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 9ede991f-5b54-4d43-a58b-6ee7c3ad509a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:36:06.897798 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:06.978293 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d38348-5958-4a1e-8952-518c5a8500cb req-f702b809-94ac-45f5-8122-44a09bf1b417 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:06.979817 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0d38348-5958-4a1e-8952-518c5a8500cb req-f702b809-94ac-45f5-8122-44a09bf1b417 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 944 time: 0.0515115 Nov 29 18:36:06.982014 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:07.007626 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10051f9-3636-48b6-8ecc-6be171bd993a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ede991f-5b54-4d43-a58b-6ee7c3ad509a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:36:07.009996 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514ce8b9-fd8c-4ff8-ad1b-4be72cee2cd3" -d '{"events": [{"server_uuid": "e10051f9-3636-48b6-8ecc-6be171bd993a", "name": "network-vif-plugged", "status": "completed", "tag": "9ede991f-5b54-4d43-a58b-6ee7c3ad509a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:36:07.024591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 9ede991f-5b54-4d43-a58b-6ee7c3ad509a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=9ede991f-5b54-4d43-a58b-6ee7c3ad509a,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:36:07.029207 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:07.039436 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0d38348-5958-4a1e-8952-518c5a8500cb req-5fcadee9-90ec-428a-b15d-75e24f58f287 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518537 Nov 29 18:36:07.060403 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dc119c-2841-49dc-b74d-011e5640cb79 x-openstack-request-id: req-42dc119c-2841-49dc-b74d-011e5640cb79 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:36:07.060789 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10051f9-3636-48b6-8ecc-6be171bd993a", "name": "network-vif-plugged", "status": "completed", "tag": "9ede991f-5b54-4d43-a58b-6ee7c3ad509a", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:36:07.061053 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42dc119c-2841-49dc-b74d-011e5640cb79 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:36:07.061512 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10051f9-3636-48b6-8ecc-6be171bd993a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ede991f-5b54-4d43-a58b-6ee7c3ad509a', 'code': 200} Nov 29 18:36:07.092835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=9ede991f-5b54-4d43-a58b-6ee7c3ad509a,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:36:07.101161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:07.101769 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:07.102114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:07.102458 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:07.102863 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:07.103201 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:07.103983 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:07.104363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:07.104696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:07.105073 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:07.105408 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:07.106079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:07.162115 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734d18-43c7-479b-840a-505a31ec3822 req-9c6b7955-5a93-4086-b024-e238037fca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:07.163791 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f6734d18-43c7-479b-840a-505a31ec3822 req-9c6b7955-5a93-4086-b024-e238037fca8a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 1096 time: 0.0473094 Nov 29 18:36:07.215683 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f6734d18-43c7-479b-840a-505a31ec3822 req-a1c586f3-5b3d-4aec-a770-adfa889aee64 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400825 Nov 29 18:36:08.170496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa88fd-9c1c-4435-967a-2cb499eaf6b5 req-df3045e2-39bd-4ec0-93d9-38f8469b0fa0 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:08.172115 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dcfa88fd-9c1c-4435-967a-2cb499eaf6b5 req-df3045e2-39bd-4ec0-93d9-38f8469b0fa0 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 945 time: 0.0601861 Nov 29 18:36:08.226245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dcfa88fd-9c1c-4435-967a-2cb499eaf6b5 req-0fcd4c98-dc18-4870-96dc-d303eab7a457 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461631 Nov 29 18:36:09.346224 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d21ba-8ca1-458b-8994-a21ec65b1897 req-cc6081c5-a1d4-4581-a611-fc4dda84d385 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:09.347658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c8d21ba-8ca1-458b-8994-a21ec65b1897 req-cc6081c5-a1d4-4581-a611-fc4dda84d385 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 945 time: 0.0489502 Nov 29 18:36:09.394683 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c8d21ba-8ca1-458b-8994-a21ec65b1897 req-8e33eca2-a34d-4b5c-89bc-82de65a38213 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407550 Nov 29 18:36:10.177337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-1e5d07b0-04da-4e43-b403-4f0dc2c826ac req-5bf4395e-5ae7-4646-87d5-87a7534fb186 service neutron] (110005) timed out ('10.222.0.23', 50208) {{(pid=110005) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 18:36:11.444320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3001991a-b5a6-49ea-b8ea-739861b8c93b req-44b3c6d8-a142-401f-b3f2-230e6259e5d2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439758 Nov 29 18:36:11.530512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001991a-b5a6-49ea-b8ea-739861b8c93b req-0ccb6b2b-1a46-4617-8db0-06c6d4ea2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:11.532712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3001991a-b5a6-49ea-b8ea-739861b8c93b req-0ccb6b2b-1a46-4617-8db0-06c6d4ea2acb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0404305 Nov 29 18:36:11.636312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001991a-b5a6-49ea-b8ea-739861b8c93b req-e4815ece-b986-40e9-b190-3651e9f837c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:11.637906 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3001991a-b5a6-49ea-b8ea-739861b8c93b req-e4815ece-b986-40e9-b190-3651e9f837c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 912 time: 0.0849190 Nov 29 18:36:11.709585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3001991a-b5a6-49ea-b8ea-739861b8c93b req-3861c3f3-c462-49f7-ae60-f110eef5b10c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a36afb32-8192-41d3-8eb3-50d179afa18b HTTP/1.1" status: 200 len: 1001 time: 0.0629430 Nov 29 18:36:11.764258 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001991a-b5a6-49ea-b8ea-739861b8c93b req-99f19b2e-16e0-46bd-995b-eed2ef616941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:11.765872 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3001991a-b5a6-49ea-b8ea-739861b8c93b req-99f19b2e-16e0-46bd-995b-eed2ef616941 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0483084 Nov 29 18:36:11.815732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001991a-b5a6-49ea-b8ea-739861b8c93b req-1f675517-3782-4ab1-a002-4ee39027b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:11.817331 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3001991a-b5a6-49ea-b8ea-739861b8c93b req-1f675517-3782-4ab1-a002-4ee39027b144 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430617 Nov 29 18:36:11.923495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3001991a-b5a6-49ea-b8ea-739861b8c93b req-99280ad3-e48f-4cf1-ac4f-2ff0b6148e27 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891614 Nov 29 18:36:12.020623 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3001991a-b5a6-49ea-b8ea-739861b8c93b req-e960dfe5-2087-4d7e-a6a8-190dcc572906 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889802 Nov 29 18:36:16.716217 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8904f134-d5f2-48be-8241-abc3939e4f50 req-da23dd23-46de-4599-81b0-39d61540b742 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e10051f9-3636-48b6-8ecc-6be171bd993a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439720 Nov 29 18:36:16.805813 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904f134-d5f2-48be-8241-abc3939e4f50 req-bb4c3703-b84d-47ff-9db1-44e74f8dba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:16.807455 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8904f134-d5f2-48be-8241-abc3939e4f50 req-bb4c3703-b84d-47ff-9db1-44e74f8dba35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60fb03f798234bf5ac77398393d9b4e0&device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 1096 time: 0.0426078 Nov 29 18:36:16.933921 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904f134-d5f2-48be-8241-abc3939e4f50 req-e2866a95-6e96-4e72-b4d3-6714e417c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:16.935605 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8904f134-d5f2-48be-8241-abc3939e4f50 req-e2866a95-6e96-4e72-b4d3-6714e417c4e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b34b0f01-01d1-4470-b9fb-4806b927f896 HTTP/1.1" status: 200 len: 915 time: 0.1056373 Nov 29 18:36:16.982282 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8904f134-d5f2-48be-8241-abc3939e4f50 req-f4907fda-c7cc-4870-a49a-48bbeded939d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ede991f-5b54-4d43-a58b-6ee7c3ad509a HTTP/1.1" status: 200 len: 217 time: 0.0385354 Nov 29 18:36:17.038226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904f134-d5f2-48be-8241-abc3939e4f50 req-e0308fb4-2073-4bc4-851b-ef1ee90c81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:17.039856 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8904f134-d5f2-48be-8241-abc3939e4f50 req-e0308fb4-2073-4bc4-851b-ef1ee90c81f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1eb6a47-50f7-47c8-9f45-4cc5aa640124 HTTP/1.1" status: 200 len: 854 time: 0.0512314 Nov 29 18:36:17.079585 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8904f134-d5f2-48be-8241-abc3939e4f50 req-b682859b-1de0-4be1-b9c5-fa779b3e6f38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b34b0f01-01d1-4470-b9fb-4806b927f896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329797 Nov 29 18:36:17.172517 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8904f134-d5f2-48be-8241-abc3939e4f50 req-6560f55e-8a37-498c-809c-020f570d0e1c service neutron] 10.222.0.20 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859189 Nov 29 18:36:17.270876 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8904f134-d5f2-48be-8241-abc3939e4f50 req-f9f9bbe4-6b40-483e-8f4c-844bc8b87309 service neutron] 10.222.0.20 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905719 Nov 29 18:36:22.857163 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-c99bcbc6-516f-407c-9eed-8bf7195b1253 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:22.858552 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-c99bcbc6-516f-407c-9eed-8bf7195b1253 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/networks?id=b34b0f01-01d1-4470-b9fb-4806b927f896 HTTP/1.1" status: 200 len: 814 time: 0.1057856 Nov 29 18:36:22.874040 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-70d16519-1bf3-4655-b72d-8855341f1e0d tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/quotas/60fb03f798234bf5ac77398393d9b4e0 HTTP/1.1" status: 200 len: 375 time: 0.0090733 Nov 29 18:36:22.923846 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-e22c48c4-08b2-45a9-a93f-a90941d87364 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=60fb03f798234bf5ac77398393d9b4e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437531 Nov 29 18:36:23.014355 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-27994df7-9c21-4a70-ab6f-3a805cc14868 service neutron] 10.222.0.23 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835018 Nov 29 18:36:23.102058 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-5dd7bf70-ae4f-469f-8a02-a8337592fa61 service neutron] 10.222.0.23 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809951 Nov 29 18:36:23.267938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-598638d7-eafd-4f12-b346-e92914753f1a req-254e190b-3490-40cc-902b-03f780a9a080 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 210 time: 0.0270693 Nov 29 18:36:24.000502 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1c2c8a83-65cd-46c9-9c6e-66b95aae9715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:24.175218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-008937b1-582c-4011-ab9b-6b8bc0236129 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:24.176893 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-008937b1-582c-4011-ab9b-6b8bc0236129 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.31 "GET /v2.0/networks?id=b34b0f01-01d1-4470-b9fb-4806b927f896 HTTP/1.1" status: 200 len: 814 time: 0.1089118 Nov 29 18:36:24.190277 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Request body: {'port': {'device_id': 'b1944b44-2153-48b2-aa04-7a5aa93f5a10', 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896', 'admin_state_up': True, 'tenant_id': '60fb03f798234bf5ac77398393d9b4e0'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:36:24.302016 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Made reservation on behalf of 60fb03f798234bf5ac77398393d9b4e0 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:36:24.306230 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:24.395267 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f61b84c-282e-4ab5-9223-1c0559b834eb req-de5c7f81-35f2-4833-b4b2-5fc8d8fd60f2 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 210 time: 0.0322602 Nov 29 18:36:24.454438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Allocated IP 172.20.0.5 (b34b0f01-01d1-4470-b9fb-4806b927f896/f1eb6a47-50f7-47c8-9f45-4cc5aa640124/1dc4e434-fde8-4703-9bfc-096c120957f2) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:36:24.606281 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:24.637571 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:24.649368 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['9ede991f-5b54-4d43-a58b-6ee7c3ad509a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:36:24.682816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Network b34b0f01-01d1-4470-b9fb-4806b927f896 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:36:24.686008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:36:24.689850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:36:24.713718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Pushing event updated for resources: {'Port': ['ID=1dc4e434-fde8-4703-9bfc-096c120957f2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:36:24.728836 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:24.729187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:24.729534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:24.729881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:24.730216 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:24.730554 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:24.730910 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:24.731242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:24.731576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:24.731902 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:24.732229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:24.732556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:36:24.752560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:24.753177 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:24.769487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-6422cd54-2af3-4632-9b97-c14071d80d73 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5841453 Nov 29 18:36:24.782181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Request body: {'port': {'device_id': 'b1944b44-2153-48b2-aa04-7a5aa93f5a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:36:24.838990 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:25.092282 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc4e434-fde8-4703-9bfc-096c120957f2 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:36:25.099895 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:25.111614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Transition to ACTIVE for port object 1dc4e434-fde8-4703-9bfc-096c120957f2 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:36:25.115470 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:25.164798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc4e434-fde8-4703-9bfc-096c120957f2,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:36:25.234813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Attempting to bind port 1dc4e434-fde8-4703-9bfc-096c120957f2 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:36:25.235550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Attempting to bind port 1dc4e434-fde8-4703-9bfc-096c120957f2 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'e4c0fefc-d645-460b-9ed4-1ffdd886d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:36:25.235550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Attempting to bind port 1dc4e434-fde8-4703-9bfc-096c120957f2 on network b34b0f01-01d1-4470-b9fb-4806b927f896 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:36:25.239692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Port 1dc4e434-fde8-4703-9bfc-096c120957f2 on network b34b0f01-01d1-4470-b9fb-4806b927f896 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:36:25.240011 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Attempting to bind port 1dc4e434-fde8-4703-9bfc-096c120957f2 on network b34b0f01-01d1-4470-b9fb-4806b927f896 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:36:25.244870 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:36:25.245202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Checking segment: {'id': 'e4c0fefc-d645-460b-9ed4-1ffdd886d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:36:25.245583 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Bound using segment: {'id': 'e4c0fefc-d645-460b-9ed4-1ffdd886d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:36:25.246011 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Bound port: 1dc4e434-fde8-4703-9bfc-096c120957f2, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c0fefc-d645-460b-9ed4-1ffdd886d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:36:25.246362 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:25.308728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] For port 1dc4e434-fde8-4703-9bfc-096c120957f2, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:36:25.311835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] For port 1dc4e434-fde8-4703-9bfc-096c120957f2, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=1dc4e434-fde8-4703-9bfc-096c120957f2,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:36:25.315989 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:25.351878 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:25.352490 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:25.353861 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] 10.222.0.31 "PUT /v2.0/ports/1dc4e434-fde8-4703-9bfc-096c120957f2 HTTP/1.1" status: 200 len: 1091 time: 0.5759182 Nov 29 18:36:25.354297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1944b44-2153-48b2-aa04-7a5aa93f5a10', 'tag': '1dc4e434-fde8-4703-9bfc-096c120957f2'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:36:25.356556 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd43b15-8ae5-4b1e-a33b-cac2683ae1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1944b44-2153-48b2-aa04-7a5aa93f5a10", "tag": "1dc4e434-fde8-4703-9bfc-096c120957f2"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:36:25.380591 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27aaaf2-c816-444b-b71b-17a230902bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc4e434-fde8-4703-9bfc-096c120957f2,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:36:25.396527 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b62845-0c9d-4c58-bfec-3d1abbc3a3ee x-openstack-request-id: req-23b62845-0c9d-4c58-bfec-3d1abbc3a3ee {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:36:25.396838 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1944b44-2153-48b2-aa04-7a5aa93f5a10", "tag": "1dc4e434-fde8-4703-9bfc-096c120957f2", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:36:25.397090 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23b62845-0c9d-4c58-bfec-3d1abbc3a3ee {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:36:25.397491 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1944b44-2153-48b2-aa04-7a5aa93f5a10', 'tag': '1dc4e434-fde8-4703-9bfc-096c120957f2', 'status': 'completed', 'code': 200} Nov 29 18:36:25.447710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-9f9d5251-9873-4222-959d-f93195c65eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:25.449230 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-9f9d5251-9873-4222-959d-f93195c65eae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=60fb03f798234bf5ac77398393d9b4e0&device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 1094 time: 0.0441344 Nov 29 18:36:25.500053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-4eb489a8-100a-415c-adb7-084c0fccfa57 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dc4e434-fde8-4703-9bfc-096c120957f2 HTTP/1.1" status: 200 len: 217 time: 0.0427446 Nov 29 18:36:25.587620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f1e2c-78e4-4252-9d20-d0bad2ac9c6c req-e9dd946a-3aea-41be-8120-27ee4a9544de tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:25.589024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c87f1e2c-78e4-4252-9d20-d0bad2ac9c6c req-e9dd946a-3aea-41be-8120-27ee4a9544de tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 943 time: 0.0983837 Nov 29 18:36:25.590765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-b29d6f72-436c-4800-8a89-81f4cb84e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:25.592111 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-b29d6f72-436c-4800-8a89-81f4cb84e8ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1eb6a47-50f7-47c8-9f45-4cc5aa640124 HTTP/1.1" status: 200 len: 854 time: 0.0736823 Nov 29 18:36:25.636220 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-d58d4e12-4539-4390-a5c2-e0e18aebdde5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b34b0f01-01d1-4470-b9fb-4806b927f896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340946 Nov 29 18:36:25.705546 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c87f1e2c-78e4-4252-9d20-d0bad2ac9c6c req-b0385e42-d7aa-497c-8c39-8dfd9b9a889e tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094971 Nov 29 18:36:25.744925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-9a7e286e-53ad-4e54-9b7e-187b220f3985 service neutron] 10.222.0.31 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987616 Nov 29 18:36:26.164456 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e96ede-462d-4612-84f9-c77a97cb67b9 req-93bf37eb-4c01-4bc3-956d-ce9d6fac6f46 service neutron] 10.222.0.31 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119291 Nov 29 18:36:26.253704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd43b15-8ae5-4b1e-a33b-cac2683ae1f5 req-a3ae6961-e95a-4cf2-bd28-d1091d4026f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:26.255281 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fd43b15-8ae5-4b1e-a33b-cac2683ae1f5 req-a3ae6961-e95a-4cf2-bd28-d1091d4026f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=60fb03f798234bf5ac77398393d9b4e0&device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 1094 time: 0.0414467 Nov 29 18:36:26.347554 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd43b15-8ae5-4b1e-a33b-cac2683ae1f5 req-86dd2f20-d14f-4beb-a077-523a8b08363f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:26.348956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fd43b15-8ae5-4b1e-a33b-cac2683ae1f5 req-86dd2f20-d14f-4beb-a077-523a8b08363f service neutron] 10.222.0.31 "GET /v2.0/networks?id=b34b0f01-01d1-4470-b9fb-4806b927f896 HTTP/1.1" status: 200 len: 915 time: 0.0872040 Nov 29 18:36:26.390988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fd43b15-8ae5-4b1e-a33b-cac2683ae1f5 req-93b5717f-ee6b-45c3-ab30-a1674eefd458 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dc4e434-fde8-4703-9bfc-096c120957f2 HTTP/1.1" status: 200 len: 217 time: 0.0345082 Nov 29 18:36:26.443487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd43b15-8ae5-4b1e-a33b-cac2683ae1f5 req-6ace3dd5-32d5-4f1a-89bd-a311d4802136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:26.444963 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fd43b15-8ae5-4b1e-a33b-cac2683ae1f5 req-6ace3dd5-32d5-4f1a-89bd-a311d4802136 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1eb6a47-50f7-47c8-9f45-4cc5aa640124 HTTP/1.1" status: 200 len: 854 time: 0.0473497 Nov 29 18:36:26.457813 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b060fce-549c-4a46-be49-681e78a6e258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:26.477978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fd43b15-8ae5-4b1e-a33b-cac2683ae1f5 req-7b070cfc-586e-4b9e-9236-5307326d800d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b34b0f01-01d1-4470-b9fb-4806b927f896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259314 Nov 29 18:36:26.566969 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fd43b15-8ae5-4b1e-a33b-cac2683ae1f5 req-b9dc6845-fdf0-45c5-8cd8-57c4b08f4c2e service neutron] 10.222.0.31 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820990 Nov 29 18:36:26.666812 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4fd43b15-8ae5-4b1e-a33b-cac2683ae1f5 req-03a27844-d780-430b-9595-e4d3cbad99dc service neutron] 10.222.0.31 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926235 Nov 29 18:36:26.825839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cf16b-b6e8-4dd7-82cc-6fe45dda429e req-f4cbe3fe-ad5d-4edf-b730-36039b4003b6 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:26.827358 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-680cf16b-b6e8-4dd7-82cc-6fe45dda429e req-f4cbe3fe-ad5d-4edf-b730-36039b4003b6 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 943 time: 0.0491397 Nov 29 18:36:26.875235 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-680cf16b-b6e8-4dd7-82cc-6fe45dda429e req-aee7288d-2397-4633-a48c-489df225bad6 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Nov 29 18:36:27.378317 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:27.658177 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:27.991510 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6d6bd-f210-4588-9218-9434cf82fb03 req-b92e759f-f28e-457d-93e0-b91aeddd47d0 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:27.992992 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49f6d6bd-f210-4588-9218-9434cf82fb03 req-b92e759f-f28e-457d-93e0-b91aeddd47d0 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 943 time: 0.0492933 Nov 29 18:36:28.044499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49f6d6bd-f210-4588-9218-9434cf82fb03 req-dfd853f2-7d99-4e06-853b-c5f72265f932 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453992 Nov 29 18:36:29.160042 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4f501-76c6-45b2-b232-ab6a3fd97a59 req-5bc04372-a1e1-4571-8728-f17283828399 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:29.161488 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0fb4f501-76c6-45b2-b232-ab6a3fd97a59 req-5bc04372-a1e1-4571-8728-f17283828399 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 943 time: 0.0485036 Nov 29 18:36:29.178901 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:29.210558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0fb4f501-76c6-45b2-b232-ab6a3fd97a59 req-2754bbd3-0520-45d4-8afc-7deeacfed05f tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429254 Nov 29 18:36:29.912413 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:30.006170 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:30.325744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c9763-ef42-4183-a4f7-cab1292faf9a req-2200de79-3c69-4d49-9535-d19670e66411 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:30.327720 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d0c9763-ef42-4183-a4f7-cab1292faf9a req-2200de79-3c69-4d49-9535-d19670e66411 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 943 time: 0.0500491 Nov 29 18:36:30.375633 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1d0c9763-ef42-4183-a4f7-cab1292faf9a req-6604f543-8baa-4328-a756-ef8553671510 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Nov 29 18:36:31.494432 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9c2ee-a3a2-48f9-b809-fa80d4054c35 req-8f7c7b6f-a775-489e-857f-cc2acf5a5def tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:31.495951 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28d9c2ee-a3a2-48f9-b809-fa80d4054c35 req-8f7c7b6f-a775-489e-857f-cc2acf5a5def tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 943 time: 0.0530105 Nov 29 18:36:31.543922 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28d9c2ee-a3a2-48f9-b809-fa80d4054c35 req-718c2bb9-c3ba-46ee-9330-f8b79570a6a5 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413368 Nov 29 18:36:31.694084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 1dc4e434-fde8-4703-9bfc-096c120957f2 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:36:31.787074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 1dc4e434-fde8-4703-9bfc-096c120957f2, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=1dc4e434-fde8-4703-9bfc-096c120957f2,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:36:31.799057 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '1dc4e434-fde8-4703-9bfc-096c120957f2', 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896', 'port_id': '1dc4e434-fde8-4703-9bfc-096c120957f2', 'mac_address': 'fa:16:3e:8b:49:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1eb6a47-50f7-47c8-9f45-4cc5aa640124', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:36:31.838860 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:31.852191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc4e434-fde8-4703-9bfc-096c120957f2 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:36:31.871365 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 1dc4e434-fde8-4703-9bfc-096c120957f2, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=1dc4e434-fde8-4703-9bfc-096c120957f2,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:36:31.876011 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:31.924878 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=1dc4e434-fde8-4703-9bfc-096c120957f2,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:36:32.240630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['1dc4e434-fde8-4703-9bfc-096c120957f2'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:36:32.661892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13790c0-3955-45bd-a289-ee46206c68d0 req-61680f7e-9c0e-473e-9ea4-4e9ff38864ec tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:32.663427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b13790c0-3955-45bd-a289-ee46206c68d0 req-61680f7e-9c0e-473e-9ea4-4e9ff38864ec tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 944 time: 0.0486300 Nov 29 18:36:32.711791 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b13790c0-3955-45bd-a289-ee46206c68d0 req-c8498d2d-52f3-4134-b564-74a0cfd600c0 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423410 Nov 29 18:36:33.702236 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 1dc4e434-fde8-4703-9bfc-096c120957f2 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:36:33.754399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 1dc4e434-fde8-4703-9bfc-096c120957f2 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:36:33.759018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 1dc4e434-fde8-4703-9bfc-096c120957f2 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:36:33.759396 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:33.830816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecb32c-2132-4ee4-82e1-1bc6eecc3e10 req-91bb3ddb-8557-4c2b-91fe-c1cdf2a7fc35 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:33.832325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5ecb32c-2132-4ee4-82e1-1bc6eecc3e10 req-91bb3ddb-8557-4c2b-91fe-c1cdf2a7fc35 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 944 time: 0.0485904 Nov 29 18:36:33.840715 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:33.865705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1944b44-2153-48b2-aa04-7a5aa93f5a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc4e434-fde8-4703-9bfc-096c120957f2'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:36:33.867970 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645cd97a-2293-4048-aab8-27e88a8945a1" -d '{"events": [{"server_uuid": "b1944b44-2153-48b2-aa04-7a5aa93f5a10", "name": "network-vif-plugged", "status": "completed", "tag": "1dc4e434-fde8-4703-9bfc-096c120957f2"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:36:33.881278 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 1dc4e434-fde8-4703-9bfc-096c120957f2, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=1dc4e434-fde8-4703-9bfc-096c120957f2,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:36:33.889055 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:33.889200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5ecb32c-2132-4ee4-82e1-1bc6eecc3e10 req-cd1782ee-13b5-4352-9c75-51029f61d625 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502353 Nov 29 18:36:33.923889 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ea7f8c-5e24-416d-90e2-c4b6a2691345 x-openstack-request-id: req-e5ea7f8c-5e24-416d-90e2-c4b6a2691345 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:36:33.924245 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1944b44-2153-48b2-aa04-7a5aa93f5a10", "name": "network-vif-plugged", "status": "completed", "tag": "1dc4e434-fde8-4703-9bfc-096c120957f2", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:36:33.924443 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5ea7f8c-5e24-416d-90e2-c4b6a2691345 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:36:33.924835 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1944b44-2153-48b2-aa04-7a5aa93f5a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc4e434-fde8-4703-9bfc-096c120957f2', 'code': 200} Nov 29 18:36:33.950283 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=1dc4e434-fde8-4703-9bfc-096c120957f2,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:36:34.004443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9033b2-ff8a-4ae1-9ea7-c12b50a19d0b req-f7e84623-5aa3-48c1-9483-1976e17f530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:34.005932 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a9033b2-ff8a-4ae1-9ea7-c12b50a19d0b req-f7e84623-5aa3-48c1-9483-1976e17f530e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 1096 time: 0.0403991 Nov 29 18:36:34.052072 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a9033b2-ff8a-4ae1-9ea7-c12b50a19d0b req-7eda2cc7-230b-4a5c-a5ea-5ec47fb7fcd6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383708 Nov 29 18:36:35.007637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc88a0-1ca4-449a-b355-0ffac79cebf1 req-87b90ee5-9334-4d54-bd1b-da3626acdf4b tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:35.009408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20dc88a0-1ca4-449a-b355-0ffac79cebf1 req-87b90ee5-9334-4d54-bd1b-da3626acdf4b tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 945 time: 0.0493171 Nov 29 18:36:35.057507 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20dc88a0-1ca4-449a-b355-0ffac79cebf1 req-36f09c2e-065a-414f-a463-5dcacef210fe tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416276 Nov 29 18:36:36.176970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b0438-b9d9-4087-bd2c-d647e59d8e00 req-59e7cc2b-278e-434b-a060-7359b205cfc7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:36.178456 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f27b0438-b9d9-4087-bd2c-d647e59d8e00 req-59e7cc2b-278e-434b-a060-7359b205cfc7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 945 time: 0.0518255 Nov 29 18:36:36.226344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f27b0438-b9d9-4087-bd2c-d647e59d8e00 req-4f587503-f789-46ad-b211-66fbd2210edf tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412648 Nov 29 18:36:42.133289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-7e264ddf-e605-4f2f-82cb-2c51703d687c tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:42.134688 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-7e264ddf-e605-4f2f-82cb-2c51703d687c tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/networks?id=b34b0f01-01d1-4470-b9fb-4806b927f896 HTTP/1.1" status: 200 len: 814 time: 0.1004417 Nov 29 18:36:42.149869 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-7bc1e4b9-51ba-4c18-a93e-d073d4a9f2e4 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/quotas/60fb03f798234bf5ac77398393d9b4e0 HTTP/1.1" status: 200 len: 375 time: 0.0093269 Nov 29 18:36:42.206804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cc6801d8-0a40-4103-8e06-fb05785760a0 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=60fb03f798234bf5ac77398393d9b4e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505338 Nov 29 18:36:42.300738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-4ee7705b-0f17-4d4d-832c-b085faa5bb9c service neutron] 10.222.0.23 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869062 Nov 29 18:36:42.394350 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-63248bfc-7d0b-4343-8c62-ca276606e659 service neutron] 10.222.0.23 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873370 Nov 29 18:36:42.549434 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:36:42.565904 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-632f474c-5e01-4604-9a9a-2b155e5f396d req-b3e8dab0-9c44-41b5-9d28-245a22de3e65 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=90bf41c5-289c-46bf-b9db-eb023be0f04e HTTP/1.1" status: 200 len: 210 time: 0.0267282 Nov 29 18:36:43.533117 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-7b03be96-7716-49e1-b004-36f72fda22b5 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:43.534623 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-7b03be96-7716-49e1-b004-36f72fda22b5 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.20 "GET /v2.0/networks?id=b34b0f01-01d1-4470-b9fb-4806b927f896 HTTP/1.1" status: 200 len: 814 time: 0.1141903 Nov 29 18:36:43.549309 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-c9ed5ffb-ffe7-47ec-ace4-ad199630de67 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Request body: {'port': {'device_id': '90bf41c5-289c-46bf-b9db-eb023be0f04e', 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896', 'admin_state_up': True, 'tenant_id': '60fb03f798234bf5ac77398393d9b4e0'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:36:43.660938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e3aa5dc-4cca-4e1f-a1bb-a948b88453fe req-2a366bc1-93cd-4ce6-808c-4268618eb2d8 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=90bf41c5-289c-46bf-b9db-eb023be0f04e HTTP/1.1" status: 200 len: 210 time: 0.0264111 Nov 29 18:36:43.665535 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-c9ed5ffb-ffe7-47ec-ace4-ad199630de67 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Made reservation on behalf of 60fb03f798234bf5ac77398393d9b4e0 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:36:43.669095 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-c9ed5ffb-ffe7-47ec-ace4-ad199630de67 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:43.798004 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-c9ed5ffb-ffe7-47ec-ace4-ad199630de67 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Allocated IP 172.20.0.8 (b34b0f01-01d1-4470-b9fb-4806b927f896/f1eb6a47-50f7-47c8-9f45-4cc5aa640124/287c48ee-3620-4911-971b-5eb91e3fa6f8) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:36:43.949965 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-c9ed5ffb-ffe7-47ec-ace4-ad199630de67 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:43.983867 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-c9ed5ffb-ffe7-47ec-ace4-ad199630de67 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:43.996412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['1dc4e434-fde8-4703-9bfc-096c120957f2'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:36:43.998732 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['9ede991f-5b54-4d43-a58b-6ee7c3ad509a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:36:44.027587 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-c9ed5ffb-ffe7-47ec-ace4-ad199630de67 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Network b34b0f01-01d1-4470-b9fb-4806b927f896 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:36:44.031668 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-c9ed5ffb-ffe7-47ec-ace4-ad199630de67 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:36:44.035448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-c9ed5ffb-ffe7-47ec-ace4-ad199630de67 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:36:44.065482 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed5ffb-ffe7-47ec-ace4-ad199630de67 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Pushing event updated for resources: {'Port': ['ID=287c48ee-3620-4911-971b-5eb91e3fa6f8,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:36:44.094269 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-c9ed5ffb-ffe7-47ec-ace4-ad199630de67 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:44.094916 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-c9ed5ffb-ffe7-47ec-ace4-ad199630de67 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:44.111158 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-c9ed5ffb-ffe7-47ec-ace4-ad199630de67 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5663376 Nov 29 18:36:44.125179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Request body: {'port': {'device_id': '90bf41c5-289c-46bf-b9db-eb023be0f04e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:36:44.181076 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:44.445423 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287c48ee-3620-4911-971b-5eb91e3fa6f8 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:36:44.453361 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:44.464822 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Transition to ACTIVE for port object 287c48ee-3620-4911-971b-5eb91e3fa6f8 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:36:44.468770 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:44.522575 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=287c48ee-3620-4911-971b-5eb91e3fa6f8,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:36:44.595132 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Attempting to bind port 287c48ee-3620-4911-971b-5eb91e3fa6f8 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:36:44.595830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Attempting to bind port 287c48ee-3620-4911-971b-5eb91e3fa6f8 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'e4c0fefc-d645-460b-9ed4-1ffdd886d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:36:44.595830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Attempting to bind port 287c48ee-3620-4911-971b-5eb91e3fa6f8 on network b34b0f01-01d1-4470-b9fb-4806b927f896 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:36:44.600152 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Port 287c48ee-3620-4911-971b-5eb91e3fa6f8 on network b34b0f01-01d1-4470-b9fb-4806b927f896 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:36:44.600480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Attempting to bind port 287c48ee-3620-4911-971b-5eb91e3fa6f8 on network b34b0f01-01d1-4470-b9fb-4806b927f896 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:36:44.605533 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:36:44.605877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Checking segment: {'id': 'e4c0fefc-d645-460b-9ed4-1ffdd886d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:36:44.606268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Bound using segment: {'id': 'e4c0fefc-d645-460b-9ed4-1ffdd886d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:36:44.606694 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Bound port: 287c48ee-3620-4911-971b-5eb91e3fa6f8, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c0fefc-d645-460b-9ed4-1ffdd886d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:36:44.607086 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:44.668910 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] For port 287c48ee-3620-4911-971b-5eb91e3fa6f8, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:36:44.672055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] For port 287c48ee-3620-4911-971b-5eb91e3fa6f8, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=287c48ee-3620-4911-971b-5eb91e3fa6f8,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:36:44.676847 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:44.717987 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:44.718623 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:44.720274 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] 10.222.0.20 "PUT /v2.0/ports/287c48ee-3620-4911-971b-5eb91e3fa6f8 HTTP/1.1" status: 200 len: 1091 time: 0.5991144 Nov 29 18:36:44.720620 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bf41c5-289c-46bf-b9db-eb023be0f04e', 'tag': '287c48ee-3620-4911-971b-5eb91e3fa6f8'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:36:44.723248 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dc7684-2947-4d9c-855f-79029e835567" -d '{"events": [{"name": "network-changed", "server_uuid": "90bf41c5-289c-46bf-b9db-eb023be0f04e", "tag": "287c48ee-3620-4911-971b-5eb91e3fa6f8"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:36:44.755663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ef4ab-c60f-4574-9e0b-4bdc6619f6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=287c48ee-3620-4911-971b-5eb91e3fa6f8,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:36:44.789770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e042fbf-d5eb-4198-9aee-042eb68b964a req-ac948a01-fc38-4229-82f3-92c3cd0d9ffd tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:44.792659 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2aecb0f-910f-4e14-9fb2-1b34932d3446 x-openstack-request-id: req-c2aecb0f-910f-4e14-9fb2-1b34932d3446 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:36:44.792969 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bf41c5-289c-46bf-b9db-eb023be0f04e", "tag": "287c48ee-3620-4911-971b-5eb91e3fa6f8", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:36:44.793234 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2aecb0f-910f-4e14-9fb2-1b34932d3446 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:36:44.793645 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bf41c5-289c-46bf-b9db-eb023be0f04e', 'tag': '287c48ee-3620-4911-971b-5eb91e3fa6f8', 'status': 'completed', 'code': 200} Nov 29 18:36:44.797744 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e042fbf-d5eb-4198-9aee-042eb68b964a req-ac948a01-fc38-4229-82f3-92c3cd0d9ffd tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=90bf41c5-289c-46bf-b9db-eb023be0f04e HTTP/1.1" status: 200 len: 943 time: 0.0618010 Nov 29 18:36:44.810090 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-0cef7bb0-361b-41e9-a3a4-c2cb0683ee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:44.812427 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-0cef7bb0-361b-41e9-a3a4-c2cb0683ee34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60fb03f798234bf5ac77398393d9b4e0&device_id=90bf41c5-289c-46bf-b9db-eb023be0f04e HTTP/1.1" status: 200 len: 1094 time: 0.0488784 Nov 29 18:36:44.839772 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e042fbf-d5eb-4198-9aee-042eb68b964a req-9c781cc8-43bd-4483-ba8b-c5a19f4ed6f7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411634 Nov 29 18:36:44.856547 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-97c655c5-8551-48db-ac09-49bfd37180b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=287c48ee-3620-4911-971b-5eb91e3fa6f8 HTTP/1.1" status: 200 len: 217 time: 0.0342646 Nov 29 18:36:44.908853 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-7f771ed8-ca1d-4e27-87e1-d2f533c3790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:44.910287 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-7f771ed8-ca1d-4e27-87e1-d2f533c3790f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1eb6a47-50f7-47c8-9f45-4cc5aa640124 HTTP/1.1" status: 200 len: 854 time: 0.0465953 Nov 29 18:36:44.943651 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-2538aa4b-feb4-4a96-beaa-f18bf28f88e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b34b0f01-01d1-4470-b9fb-4806b927f896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246098 Nov 29 18:36:45.032461 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-87ddc41a-4fc9-4189-80dd-6de18b932161 service neutron] 10.222.0.20 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806041 Nov 29 18:36:45.131151 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b2547dd0-a4ae-469e-a64b-425362d6eedc req-1c226e98-3c62-414e-9eae-213004d3246d service neutron] 10.222.0.20 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870008 Nov 29 18:36:45.221447 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc7684-2947-4d9c-855f-79029e835567 req-593825ce-1110-4c01-90af-bef1823d2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:45.222959 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-70dc7684-2947-4d9c-855f-79029e835567 req-593825ce-1110-4c01-90af-bef1823d2511 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60fb03f798234bf5ac77398393d9b4e0&device_id=90bf41c5-289c-46bf-b9db-eb023be0f04e HTTP/1.1" status: 200 len: 1094 time: 0.0410762 Nov 29 18:36:45.321517 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc7684-2947-4d9c-855f-79029e835567 req-07fc00d5-fde0-4745-beeb-95af12e581d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:45.323090 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-70dc7684-2947-4d9c-855f-79029e835567 req-07fc00d5-fde0-4745-beeb-95af12e581d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b34b0f01-01d1-4470-b9fb-4806b927f896 HTTP/1.1" status: 200 len: 915 time: 0.0901289 Nov 29 18:36:45.367601 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-70dc7684-2947-4d9c-855f-79029e835567 req-74fb9fff-700f-4f10-af2d-4f0f67e7bb28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=287c48ee-3620-4911-971b-5eb91e3fa6f8 HTTP/1.1" status: 200 len: 217 time: 0.0358880 Nov 29 18:36:45.419827 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc7684-2947-4d9c-855f-79029e835567 req-34a6e16f-32ba-487b-ae9c-5c3a72bbca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:45.421850 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-70dc7684-2947-4d9c-855f-79029e835567 req-34a6e16f-32ba-487b-ae9c-5c3a72bbca89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1eb6a47-50f7-47c8-9f45-4cc5aa640124 HTTP/1.1" status: 200 len: 854 time: 0.0446448 Nov 29 18:36:45.455698 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-70dc7684-2947-4d9c-855f-79029e835567 req-bea33106-ba97-4916-8ee5-acbeb54d51ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b34b0f01-01d1-4470-b9fb-4806b927f896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246332 Nov 29 18:36:45.555037 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-70dc7684-2947-4d9c-855f-79029e835567 req-99cf27a5-07d4-4722-afa5-69632e768d24 service neutron] 10.222.0.20 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887733 Nov 29 18:36:45.650741 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-70dc7684-2947-4d9c-855f-79029e835567 req-c4d630c8-aa84-4ff3-8357-15145e4e9d0e service neutron] 10.222.0.20 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850661 Nov 29 18:36:45.962519 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6b681-17d8-4e7c-8578-5c116315fb31 req-2fdd8549-eec0-48ad-a34f-8f96a2a4afda tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:45.963934 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87d6b681-17d8-4e7c-8578-5c116315fb31 req-2fdd8549-eec0-48ad-a34f-8f96a2a4afda tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=90bf41c5-289c-46bf-b9db-eb023be0f04e HTTP/1.1" status: 200 len: 943 time: 0.0534537 Nov 29 18:36:46.010878 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87d6b681-17d8-4e7c-8578-5c116315fb31 req-1a166da5-2cc0-4028-817a-7516d1a206ec tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 Nov 29 18:36:47.007670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 287c48ee-3620-4911-971b-5eb91e3fa6f8 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:36:47.104144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 287c48ee-3620-4911-971b-5eb91e3fa6f8, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=287c48ee-3620-4911-971b-5eb91e3fa6f8,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:36:47.115973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '287c48ee-3620-4911-971b-5eb91e3fa6f8', 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896', 'port_id': '287c48ee-3620-4911-971b-5eb91e3fa6f8', 'mac_address': 'fa:16:3e:fc:d2:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1eb6a47-50f7-47c8-9f45-4cc5aa640124', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:36:47.126937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbb23b-fbc5-45ea-818e-d64104d01a11 req-0c66fd27-e377-41c8-a872-4078167ba629 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:47.128464 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cbbb23b-fbc5-45ea-818e-d64104d01a11 req-0c66fd27-e377-41c8-a872-4078167ba629 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=90bf41c5-289c-46bf-b9db-eb023be0f04e HTTP/1.1" status: 200 len: 943 time: 0.0495825 Nov 29 18:36:47.159024 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:47.172720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287c48ee-3620-4911-971b-5eb91e3fa6f8 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:36:47.176976 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cbbb23b-fbc5-45ea-818e-d64104d01a11 req-aa038235-9920-43d1-ad1c-562d4ff861bf tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424144 Nov 29 18:36:47.193624 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 287c48ee-3620-4911-971b-5eb91e3fa6f8, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=287c48ee-3620-4911-971b-5eb91e3fa6f8,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:36:47.198633 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:47.247708 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=287c48ee-3620-4911-971b-5eb91e3fa6f8,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:36:47.446676 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['287c48ee-3620-4911-971b-5eb91e3fa6f8'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:36:48.294796 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0b237-339f-45ca-a6f1-4b97801faba7 req-094dacd5-b6f9-43a6-aca5-0a6451603d25 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:48.296360 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6a0b237-339f-45ca-a6f1-4b97801faba7 req-094dacd5-b6f9-43a6-aca5-0a6451603d25 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=90bf41c5-289c-46bf-b9db-eb023be0f04e HTTP/1.1" status: 200 len: 944 time: 0.0529408 Nov 29 18:36:48.343295 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6a0b237-339f-45ca-a6f1-4b97801faba7 req-064d2f71-68d6-4ebc-866c-3cc5aec130f2 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409870 Nov 29 18:36:49.038146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 287c48ee-3620-4911-971b-5eb91e3fa6f8 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:36:49.085561 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 287c48ee-3620-4911-971b-5eb91e3fa6f8 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:36:49.089144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 287c48ee-3620-4911-971b-5eb91e3fa6f8 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:36:49.089519 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:49.166699 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:49.338419 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bf41c5-289c-46bf-b9db-eb023be0f04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287c48ee-3620-4911-971b-5eb91e3fa6f8'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:36:49.340589 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621f2186-310b-4b13-9e38-d8fd7bc7c1bd" -d '{"events": [{"server_uuid": "90bf41c5-289c-46bf-b9db-eb023be0f04e", "name": "network-vif-plugged", "status": "completed", "tag": "287c48ee-3620-4911-971b-5eb91e3fa6f8"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:36:49.353576 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 287c48ee-3620-4911-971b-5eb91e3fa6f8, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=287c48ee-3620-4911-971b-5eb91e3fa6f8,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:36:49.357460 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:49.380493 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6309507-7812-41cc-a9fb-39581c306fbb x-openstack-request-id: req-d6309507-7812-41cc-a9fb-39581c306fbb {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:36:49.380783 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bf41c5-289c-46bf-b9db-eb023be0f04e", "name": "network-vif-plugged", "status": "completed", "tag": "287c48ee-3620-4911-971b-5eb91e3fa6f8", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:36:49.381037 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6309507-7812-41cc-a9fb-39581c306fbb {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:36:49.381432 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bf41c5-289c-46bf-b9db-eb023be0f04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287c48ee-3620-4911-971b-5eb91e3fa6f8', 'code': 200} Nov 29 18:36:49.409203 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=287c48ee-3620-4911-971b-5eb91e3fa6f8,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:36:49.476099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542568f-a9b5-4f29-ab11-6eb710157b7d req-7e180124-933a-432c-9469-3aac474a406c tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:49.478431 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d542568f-a9b5-4f29-ab11-6eb710157b7d req-7e180124-933a-432c-9469-3aac474a406c tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=90bf41c5-289c-46bf-b9db-eb023be0f04e HTTP/1.1" status: 200 len: 945 time: 0.0527811 Nov 29 18:36:49.488514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff5414-088b-43ed-a882-ea9c0696d69e req-8de65124-8cce-4834-a7d6-b33ba6cf5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:49.490021 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9dff5414-088b-43ed-a882-ea9c0696d69e req-8de65124-8cce-4834-a7d6-b33ba6cf5187 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=90bf41c5-289c-46bf-b9db-eb023be0f04e HTTP/1.1" status: 200 len: 1096 time: 0.0465539 Nov 29 18:36:49.533014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d542568f-a9b5-4f29-ab11-6eb710157b7d req-62a48b2c-1302-447b-9d65-3b6024d01048 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432451 Nov 29 18:36:49.538862 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9dff5414-088b-43ed-a882-ea9c0696d69e req-b0293875-597b-42d8-9df1-c3aa1263ca72 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392883 Nov 29 18:36:50.649776 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e8665-2d77-40e9-8db5-edcde5b1e2b6 req-4b5c08b2-2005-4654-9993-0d9ef19d57d8 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:50.651283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de2e8665-2d77-40e9-8db5-edcde5b1e2b6 req-4b5c08b2-2005-4654-9993-0d9ef19d57d8 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=90bf41c5-289c-46bf-b9db-eb023be0f04e HTTP/1.1" status: 200 len: 945 time: 0.0483353 Nov 29 18:36:50.702908 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de2e8665-2d77-40e9-8db5-edcde5b1e2b6 req-17e8aa3f-75cb-42db-95d2-caa3a1eda0e1 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456059 Nov 29 18:36:51.815700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977b737-0162-4731-9c3c-f3e2c2214616 req-b103f9be-fbf1-4c48-ad58-4ae0b2521402 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:36:51.817156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2977b737-0162-4731-9c3c-f3e2c2214616 req-b103f9be-fbf1-4c48-ad58-4ae0b2521402 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=90bf41c5-289c-46bf-b9db-eb023be0f04e HTTP/1.1" status: 200 len: 945 time: 0.0475943 Nov 29 18:36:51.863626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2977b737-0162-4731-9c3c-f3e2c2214616 req-4d623963-0df6-4f15-8715-58b704a949f2 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405483 Nov 29 18:36:53.992946 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a1f51dc-500a-455c-b371-5c9ab7d834e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:56.459796 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50e753fb-511a-4bec-845a-9c9044d21e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:57.396343 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:57.661823 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:59.182912 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:36:59.919624 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:00.009674 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:01.050486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 35958) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:37:01.214623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-13948ae3-ba48-4641-8088-5e64e8d596f3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Deleting port 9292b4f7-691a-4111-99d2-9a66a256ea57 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:37:01.214999 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13948ae3-ba48-4641-8088-5e64e8d596f3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:01.294052 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13948ae3-ba48-4641-8088-5e64e8d596f3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:01.294386 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13948ae3-ba48-4641-8088-5e64e8d596f3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:01.307982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-13948ae3-ba48-4641-8088-5e64e8d596f3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Calling delete_port for 9292b4f7-691a-4111-99d2-9a66a256ea57 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:37:01.459482 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13948ae3-ba48-4641-8088-5e64e8d596f3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:01.485623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13948ae3-ba48-4641-8088-5e64e8d596f3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event deleted for resources: {'Port': ['ID=9292b4f7-691a-4111-99d2-9a66a256ea57,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:01.550448 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13948ae3-ba48-4641-8088-5e64e8d596f3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:01.550803 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-13948ae3-ba48-4641-8088-5e64e8d596f3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Floating IP af5047fd-0132-4b2a-8c73-5aeb06febf9f disassociated (deleted). External IP: 172.25.3.132, port: 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e. Nov 29 18:37:01.783474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13948ae3-ba48-4641-8088-5e64e8d596f3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Router e40b4485-685f-4926-ba89-30bd1735c444 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:37:01.907943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13948ae3-ba48-4641-8088-5e64e8d596f3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:37:01.907943 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13948ae3-ba48-4641-8088-5e64e8d596f3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:01.909577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8741a1-b47c-406e-928c-ec0df1ba2ff6 None None] Sync routers for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:37:01.921425 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8741a1-b47c-406e-928c-ec0df1ba2ff6 None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:37:01.922060 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-0a8741a1-b47c-406e-928c-ec0df1ba2ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:36:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:01.943690 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-13948ae3-ba48-4641-8088-5e64e8d596f3 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "DELETE /v2.0/floatingips/af5047fd-0132-4b2a-8c73-5aeb06febf9f HTTP/1.1" status: 204 len: 168 time: 0.8897133 Nov 29 18:37:01.943690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c17c6c-dca8-4ee9-b83f-c732a4319e5f', 'tag': '50d6bf46-3c4b-4c33-aaaa-6a054ba6732e'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:37:01.945146 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67873981-88e0-47d0-9e41-92bcc9938c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "96c17c6c-dca8-4ee9-b83f-c732a4319e5f", "tag": "50d6bf46-3c4b-4c33-aaaa-6a054ba6732e"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:37:01.990190 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a354f4d4-ae34-4a3b-96f4-16299fc37b75 x-openstack-request-id: req-a354f4d4-ae34-4a3b-96f4-16299fc37b75 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:37:01.990495 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c17c6c-dca8-4ee9-b83f-c732a4319e5f", "tag": "50d6bf46-3c4b-4c33-aaaa-6a054ba6732e", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:37:01.990766 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a354f4d4-ae34-4a3b-96f4-16299fc37b75 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:37:01.991231 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c17c6c-dca8-4ee9-b83f-c732a4319e5f', 'tag': '50d6bf46-3c4b-4c33-aaaa-6a054ba6732e', 'status': 'completed', 'code': 200} Nov 29 18:37:02.068310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-0a8741a1-b47c-406e-928c-ec0df1ba2ff6 None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:37:02.079741 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67873981-88e0-47d0-9e41-92bcc9938c9d req-0955381f-19b7-45af-b678-48a01e987f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:02.081673 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67873981-88e0-47d0-9e41-92bcc9938c9d req-0955381f-19b7-45af-b678-48a01e987f5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 1096 time: 0.0673606 Nov 29 18:37:02.229291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67873981-88e0-47d0-9e41-92bcc9938c9d req-3ba9eb91-0f04-4738-ae06-0c2abc09b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:02.230826 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67873981-88e0-47d0-9e41-92bcc9938c9d req-3ba9eb91-0f04-4738-ae06-0c2abc09b9c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 912 time: 0.1334715 Nov 29 18:37:02.243830 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa9d10-71b8-4cb0-ba41-8053a0cb9a12 req-7ead87fe-8b71-48c9-8f61-cf7a09968757 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:02.245459 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4aa9d10-71b8-4cb0-ba41-8053a0cb9a12 req-7ead87fe-8b71-48c9-8f61-cf7a09968757 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 945 time: 0.0766029 Nov 29 18:37:02.303540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67873981-88e0-47d0-9e41-92bcc9938c9d req-23cbc7ba-965a-402b-a099-e4dfe9f4ebef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50d6bf46-3c4b-4c33-aaaa-6a054ba6732e HTTP/1.1" status: 200 len: 217 time: 0.0570624 Nov 29 18:37:02.369408 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4aa9d10-71b8-4cb0-ba41-8053a0cb9a12 req-f724f3e8-6751-4afc-8bac-32373339dc72 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167657 Nov 29 18:37:02.381576 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-0a8741a1-b47c-406e-928c-ec0df1ba2ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '6d78904f-aa21-4534-881f-fc001e72b2c4', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'port_id': 'a36afb32-8192-41d3-8eb3-50d179afa18b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:33:21Z', 'updated_at': '2021-11-29T18:33:23Z', 'revision_number': 1, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:02.381925 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67873981-88e0-47d0-9e41-92bcc9938c9d req-742bb79a-9f5d-4b4d-be4e-9616e04784a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:02.383280 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67873981-88e0-47d0-9e41-92bcc9938c9d req-742bb79a-9f5d-4b4d-be4e-9616e04784a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0661283 Nov 29 18:37:02.411365 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8741a1-b47c-406e-928c-ec0df1ba2ff6 None None] Checking router: e40b4485-685f-4926-ba89-30bd1735c444 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:37:02.423392 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8741a1-b47c-406e-928c-ec0df1ba2ff6 None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:37:02.424439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-0a8741a1-b47c-406e-928c-ec0df1ba2ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:36:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:02.434835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67873981-88e0-47d0-9e41-92bcc9938c9d req-2829110d-1624-43e1-a407-af3d1449d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:02.436955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67873981-88e0-47d0-9e41-92bcc9938c9d req-2829110d-1624-43e1-a407-af3d1449d129 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461078 Nov 29 18:37:02.543436 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67873981-88e0-47d0-9e41-92bcc9938c9d req-d2b4b44e-c47d-42df-b6cc-046235672167 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956447 Nov 29 18:37:02.545895 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-0a8741a1-b47c-406e-928c-ec0df1ba2ff6 None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:37:02.663628 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67873981-88e0-47d0-9e41-92bcc9938c9d req-328f1d17-fd60-4f78-b463-1892c605d5d9 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110427 Nov 29 18:37:02.799971 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-0a8741a1-b47c-406e-928c-ec0df1ba2ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '6d78904f-aa21-4534-881f-fc001e72b2c4', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'port_id': 'a36afb32-8192-41d3-8eb3-50d179afa18b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:33:21Z', 'updated_at': '2021-11-29T18:33:23Z', 'revision_number': 1, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:02.830486 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8741a1-b47c-406e-928c-ec0df1ba2ff6 None None] The sync data for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 is: [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '6d78904f-aa21-4534-881f-fc001e72b2c4', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'port_id': 'a36afb32-8192-41d3-8eb3-50d179afa18b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:33:21Z', 'updated_at': '2021-11-29T18:33:23Z', 'revision_number': 1, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:37:03.089430 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775ea45-91c3-494e-bf31-12f788412a66 None None] New status for floating IP af5047fd-0132-4b2a-8c73-5aeb06febf9f: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:37:03.502893 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3833088-5627-407b-8ddf-617de44546bb req-eb864e13-4472-4862-b0f3-750ec2baa317 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:03.504406 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3833088-5627-407b-8ddf-617de44546bb req-eb864e13-4472-4862-b0f3-750ec2baa317 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 945 time: 0.0556855 Nov 29 18:37:03.561560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3833088-5627-407b-8ddf-617de44546bb req-7a627e69-9669-466e-bac8-29e6da73f004 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506985 Nov 29 18:37:03.848280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91851e50-7182-402f-943d-3ccfb5fcf328 req-43e65da1-2e4b-475b-9229-b3400b000e97 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:03.849762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91851e50-7182-402f-943d-3ccfb5fcf328 req-43e65da1-2e4b-475b-9229-b3400b000e97 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 945 time: 0.0495937 Nov 29 18:37:03.952013 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-91851e50-7182-402f-943d-3ccfb5fcf328 req-3205f61c-a811-406d-9a1c-d3d60861a20b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Deleting port 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:37:03.952013 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91851e50-7182-402f-943d-3ccfb5fcf328 req-3205f61c-a811-406d-9a1c-d3d60861a20b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:04.058436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-91851e50-7182-402f-943d-3ccfb5fcf328 req-3205f61c-a811-406d-9a1c-d3d60861a20b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] For port 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=50d6bf46-3c4b-4c33-aaaa-6a054ba6732e,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:37:04.058842 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91851e50-7182-402f-943d-3ccfb5fcf328 req-3205f61c-a811-406d-9a1c-d3d60861a20b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:04.073526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-91851e50-7182-402f-943d-3ccfb5fcf328 req-3205f61c-a811-406d-9a1c-d3d60861a20b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Calling delete_port for 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:37:04.213290 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91851e50-7182-402f-943d-3ccfb5fcf328 req-3205f61c-a811-406d-9a1c-d3d60861a20b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:04.244592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205f61c-a811-406d-9a1c-d3d60861a20b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event deleted for resources: {'Port': ['ID=50d6bf46-3c4b-4c33-aaaa-6a054ba6732e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:04.289865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-91851e50-7182-402f-943d-3ccfb5fcf328 req-3205f61c-a811-406d-9a1c-d3d60861a20b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] No DVR routers for this DVR port 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:37:04.292651 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91851e50-7182-402f-943d-3ccfb5fcf328 req-3205f61c-a811-406d-9a1c-d3d60861a20b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:04.296144 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91851e50-7182-402f-943d-3ccfb5fcf328 req-3205f61c-a811-406d-9a1c-d3d60861a20b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "DELETE /v2.0/ports/50d6bf46-3c4b-4c33-aaaa-6a054ba6732e HTTP/1.1" status: 204 len: 173 time: 0.4401488 Nov 29 18:37:04.296586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c17c6c-dca8-4ee9-b83f-c732a4319e5f', 'name': 'network-vif-deleted', 'tag': '50d6bf46-3c4b-4c33-aaaa-6a054ba6732e'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:37:04.298909 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ad9028-a5b2-4c95-b1aa-d81842b023e4" -d '{"events": [{"server_uuid": "96c17c6c-dca8-4ee9-b83f-c732a4319e5f", "name": "network-vif-deleted", "tag": "50d6bf46-3c4b-4c33-aaaa-6a054ba6732e"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:37:04.348183 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d53205-07dd-418a-bda2-3d3a255d6e6c x-openstack-request-id: req-b9d53205-07dd-418a-bda2-3d3a255d6e6c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:37:04.348552 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c17c6c-dca8-4ee9-b83f-c732a4319e5f", "name": "network-vif-deleted", "tag": "50d6bf46-3c4b-4c33-aaaa-6a054ba6732e", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:37:04.348880 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9d53205-07dd-418a-bda2-3d3a255d6e6c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:37:04.349360 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c17c6c-dca8-4ee9-b83f-c732a4319e5f', 'name': 'network-vif-deleted', 'tag': '50d6bf46-3c4b-4c33-aaaa-6a054ba6732e', 'status': 'completed', 'code': 200} Nov 29 18:37:04.670588 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dca349ae-ead1-4dd6-9521-ce771428cb44 req-be0fee84-dc64-4c73-b080-a3f9b78b4ca9 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 210 time: 0.0277405 Nov 29 18:37:05.769387 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52120a69-af3b-4081-b757-b459cf057c92 req-76789619-11dd-4f15-b20e-fad8ce11cf5b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 210 time: 0.0272124 Nov 29 18:37:05.853831 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:37:05.876786 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:37:05.877281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 50d6bf46-3c4b-4c33-aaaa-6a054ba6732e not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:37:06.871489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e290b9b-d314-4a95-84d6-d7d8c1dc1d5d req-f24012ac-2d75-49b3-a805-caaccffdf305 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 210 time: 0.0310144 Nov 29 18:37:07.971004 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a04ff93-d1b8-4993-ac6e-9305f9173a3c req-f75faeaa-4134-4626-9485-6b9609265bec tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 210 time: 0.0274742 Nov 29 18:37:09.087396 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18a80f96-1386-4b57-9e51-ad475706f9d2 req-0c79a8a7-0596-4ae3-961f-4ac7c59f7e36 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c17c6c-dca8-4ee9-b83f-c732a4319e5f HTTP/1.1" status: 200 len: 210 time: 0.0284796 Nov 29 18:37:13.193465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-ccb60dda-e489-4d64-94ed-838da4f4c32c tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:13.194979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-ccb60dda-e489-4d64-94ed-838da4f4c32c tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/networks?id=b34b0f01-01d1-4470-b9fb-4806b927f896 HTTP/1.1" status: 200 len: 814 time: 0.1050544 Nov 29 18:37:13.210475 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-84a732de-9f54-4a20-8fb4-7fb26c0b4411 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/quotas/60fb03f798234bf5ac77398393d9b4e0 HTTP/1.1" status: 200 len: 375 time: 0.0090566 Nov 29 18:37:13.266703 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-c6e8b5ab-8341-47e6-a198-af0996baf8c4 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=60fb03f798234bf5ac77398393d9b4e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491343 Nov 29 18:37:13.362338 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-4e982568-6b85-4aff-994c-242a34d44725 service neutron] 10.222.0.23 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873609 Nov 29 18:37:13.461515 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-4c533622-095a-4f73-8936-ea16540bfed9 service neutron] 10.222.0.23 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922966 Nov 29 18:37:13.634703 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5c2279e-0a27-4758-9ff8-60b23497d1e9 req-11f50c50-9a50-4d54-a42a-4eba06109d33 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=74a840f0-d990-42b9-aa63-8987fd584eac HTTP/1.1" status: 200 len: 210 time: 0.0268419 Nov 29 18:37:14.609604 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-e1cdbf31-6ff8-43c7-9220-2e53b3089226 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:14.611153 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-e1cdbf31-6ff8-43c7-9220-2e53b3089226 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.20 "GET /v2.0/networks?id=b34b0f01-01d1-4470-b9fb-4806b927f896 HTTP/1.1" status: 200 len: 814 time: 0.1133568 Nov 29 18:37:14.630850 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Request body: {'port': {'device_id': '74a840f0-d990-42b9-aa63-8987fd584eac', 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896', 'admin_state_up': True, 'tenant_id': '60fb03f798234bf5ac77398393d9b4e0'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:37:14.735962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd3c87da-5364-45ff-bddc-718e43db06e6 req-e8d3529b-f124-4988-b3f2-6e6f57f47d84 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=74a840f0-d990-42b9-aa63-8987fd584eac HTTP/1.1" status: 200 len: 210 time: 0.0285947 Nov 29 18:37:14.766141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Made reservation on behalf of 60fb03f798234bf5ac77398393d9b4e0 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:37:14.770236 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:14.900111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Allocated IP 172.20.0.7 (b34b0f01-01d1-4470-b9fb-4806b927f896/f1eb6a47-50f7-47c8-9f45-4cc5aa640124/179a9150-2a41-46e7-8fcb-94181e6d15fe) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:37:15.334376 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:15.369817 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:15.383188 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['1dc4e434-fde8-4703-9bfc-096c120957f2'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:37:15.386169 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['9ede991f-5b54-4d43-a58b-6ee7c3ad509a', '287c48ee-3620-4911-971b-5eb91e3fa6f8'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:37:15.422846 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Network b34b0f01-01d1-4470-b9fb-4806b927f896 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:37:15.426156 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:37:15.430742 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:37:15.435021 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Pushing event updated for resources: {'Port': ['ID=179a9150-2a41-46e7-8fcb-94181e6d15fe,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:15.472393 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:15.473037 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:15.473206 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:15.473796 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:15.475934 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:15.477413 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:15.477625 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:15.477976 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:15.479160 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:15.479609 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:15.479986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:15.480477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:15.526773 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:15.527615 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:15.549668 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-6875fd41-e021-43ec-a70e-34dcea5ce658 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9227064 Nov 29 18:37:15.568196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Request body: {'port': {'device_id': '74a840f0-d990-42b9-aa63-8987fd584eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:37:15.641482 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:15.883096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61481de0-01a0-45c3-ad79-38acf7a37c9e req-079e59cb-5c07-4788-a6b7-058853f1c6e6 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:15.885910 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61481de0-01a0-45c3-ad79-38acf7a37c9e req-079e59cb-5c07-4788-a6b7-058853f1c6e6 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=74a840f0-d990-42b9-aa63-8987fd584eac HTTP/1.1" status: 200 len: 931 time: 0.0742507 Nov 29 18:37:15.947499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61481de0-01a0-45c3-ad79-38acf7a37c9e req-4de80002-bf81-4d23-aab0-4214e2628dbc tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547080 Nov 29 18:37:15.978286 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 179a9150-2a41-46e7-8fcb-94181e6d15fe {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:37:15.986464 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:15.998969 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Transition to ACTIVE for port object 179a9150-2a41-46e7-8fcb-94181e6d15fe will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:37:16.003250 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:16.077272 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Pushing event updated for resources: {'Port': ['ID=179a9150-2a41-46e7-8fcb-94181e6d15fe,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:16.134070 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Attempting to bind port 179a9150-2a41-46e7-8fcb-94181e6d15fe on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:37:16.134512 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Attempting to bind port 179a9150-2a41-46e7-8fcb-94181e6d15fe by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'e4c0fefc-d645-460b-9ed4-1ffdd886d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:37:16.134951 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Attempting to bind port 179a9150-2a41-46e7-8fcb-94181e6d15fe on network b34b0f01-01d1-4470-b9fb-4806b927f896 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:37:16.140269 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Port 179a9150-2a41-46e7-8fcb-94181e6d15fe on network b34b0f01-01d1-4470-b9fb-4806b927f896 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:37:16.140688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Attempting to bind port 179a9150-2a41-46e7-8fcb-94181e6d15fe on network b34b0f01-01d1-4470-b9fb-4806b927f896 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:37:16.146351 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:37:16.146812 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Checking segment: {'id': 'e4c0fefc-d645-460b-9ed4-1ffdd886d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:37:16.147277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Bound using segment: {'id': 'e4c0fefc-d645-460b-9ed4-1ffdd886d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:37:16.147786 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Bound port: 179a9150-2a41-46e7-8fcb-94181e6d15fe, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c0fefc-d645-460b-9ed4-1ffdd886d210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:37:16.148256 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:16.225909 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] For port 179a9150-2a41-46e7-8fcb-94181e6d15fe, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:37:16.229835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] For port 179a9150-2a41-46e7-8fcb-94181e6d15fe, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=179a9150-2a41-46e7-8fcb-94181e6d15fe,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:37:16.236219 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:16.277169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:16.278347 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:16.280556 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] 10.222.0.20 "PUT /v2.0/ports/179a9150-2a41-46e7-8fcb-94181e6d15fe HTTP/1.1" status: 200 len: 1091 time: 0.7213271 Nov 29 18:37:16.286884 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a840f0-d990-42b9-aa63-8987fd584eac', 'tag': '179a9150-2a41-46e7-8fcb-94181e6d15fe'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:37:16.290716 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c63b39-7467-430a-812a-45339c5a811d" -d '{"events": [{"name": "network-changed", "server_uuid": "74a840f0-d990-42b9-aa63-8987fd584eac", "tag": "179a9150-2a41-46e7-8fcb-94181e6d15fe"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:37:16.329713 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e1418-abf3-4319-99a4-27328f5d231a service neutron] Pushing event updated for resources: {'Port': ['ID=179a9150-2a41-46e7-8fcb-94181e6d15fe,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:16.357779 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4996bc0-5039-4e1d-b467-53f7e9678cf4 x-openstack-request-id: req-b4996bc0-5039-4e1d-b467-53f7e9678cf4 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:37:16.357779 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a840f0-d990-42b9-aa63-8987fd584eac", "tag": "179a9150-2a41-46e7-8fcb-94181e6d15fe", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:37:16.358118 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4996bc0-5039-4e1d-b467-53f7e9678cf4 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:37:16.358599 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a840f0-d990-42b9-aa63-8987fd584eac', 'tag': '179a9150-2a41-46e7-8fcb-94181e6d15fe', 'status': 'completed', 'code': 200} Nov 29 18:37:16.392197 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-4a202db6-52da-4ac5-ab4f-c283f51cff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:16.393995 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-4a202db6-52da-4ac5-ab4f-c283f51cff1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60fb03f798234bf5ac77398393d9b4e0&device_id=74a840f0-d990-42b9-aa63-8987fd584eac HTTP/1.1" status: 200 len: 1094 time: 0.0513592 Nov 29 18:37:16.447217 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-97feafdc-a372-47ae-a19e-42c9039f42c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=179a9150-2a41-46e7-8fcb-94181e6d15fe HTTP/1.1" status: 200 len: 217 time: 0.0444727 Nov 29 18:37:16.502475 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-2008e514-a2ac-4d69-b081-80195557b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:16.503927 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-2008e514-a2ac-4d69-b081-80195557b36e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1eb6a47-50f7-47c8-9f45-4cc5aa640124 HTTP/1.1" status: 200 len: 854 time: 0.0493994 Nov 29 18:37:16.542477 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-4db037e2-4277-4a27-b19a-f58942399205 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b34b0f01-01d1-4470-b9fb-4806b927f896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308983 Nov 29 18:37:16.661326 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-614a3ac1-663e-45fb-9b25-4a7ec65916c6 service neutron] 10.222.0.20 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106727 Nov 29 18:37:16.792508 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a5d45c71-40e6-4561-a319-b11e850b4d16 req-4ec42118-6eb7-438d-b577-6225b850c6ea service neutron] 10.222.0.20 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213641 Nov 29 18:37:16.902047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c63b39-7467-430a-812a-45339c5a811d req-dcf1bcd7-b22d-4e13-a13f-459f1b76b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:16.904371 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4c63b39-7467-430a-812a-45339c5a811d req-dcf1bcd7-b22d-4e13-a13f-459f1b76b5d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60fb03f798234bf5ac77398393d9b4e0&device_id=74a840f0-d990-42b9-aa63-8987fd584eac HTTP/1.1" status: 200 len: 1094 time: 0.0636702 Nov 29 18:37:17.030349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c63b39-7467-430a-812a-45339c5a811d req-ec64cb75-6928-4310-b948-9a5e6066d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:17.031808 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4c63b39-7467-430a-812a-45339c5a811d req-ec64cb75-6928-4310-b948-9a5e6066d842 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b34b0f01-01d1-4470-b9fb-4806b927f896 HTTP/1.1" status: 200 len: 915 time: 0.1183472 Nov 29 18:37:17.078072 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b391a98-606e-4901-a227-77810ffc217d req-5f4c9d4f-74f1-4f3a-917f-937ee082c70a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:17.080829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b391a98-606e-4901-a227-77810ffc217d req-5f4c9d4f-74f1-4f3a-917f-937ee082c70a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=74a840f0-d990-42b9-aa63-8987fd584eac HTTP/1.1" status: 200 len: 943 time: 0.0545998 Nov 29 18:37:17.087870 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4c63b39-7467-430a-812a-45339c5a811d req-df1cce69-8bce-4a2c-bcec-e02fc8c78e82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=179a9150-2a41-46e7-8fcb-94181e6d15fe HTTP/1.1" status: 200 len: 217 time: 0.0470965 Nov 29 18:37:17.151682 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b391a98-606e-4901-a227-77810ffc217d req-e3aa6800-17df-42a0-99ed-ad33af73d420 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635521 Nov 29 18:37:17.157480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c63b39-7467-430a-812a-45339c5a811d req-ee9f7737-233b-4eda-8ab2-8f9843a25c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:17.159051 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4c63b39-7467-430a-812a-45339c5a811d req-ee9f7737-233b-4eda-8ab2-8f9843a25c32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1eb6a47-50f7-47c8-9f45-4cc5aa640124 HTTP/1.1" status: 200 len: 854 time: 0.0637374 Nov 29 18:37:17.194525 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4c63b39-7467-430a-812a-45339c5a811d req-aad3aea1-991d-499b-9871-03d18d109e49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b34b0f01-01d1-4470-b9fb-4806b927f896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276091 Nov 29 18:37:17.294869 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4c63b39-7467-430a-812a-45339c5a811d req-3f9f0616-2750-41b8-ace2-8220c5a9d374 service neutron] 10.222.0.20 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924656 Nov 29 18:37:17.393772 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e4c63b39-7467-430a-812a-45339c5a811d req-c2848c17-5fd7-446c-8314-fba43f390b77 service neutron] 10.222.0.20 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908368 Nov 29 18:37:17.635788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36080) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:37:17.719617 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-515c49ee-efe1-4314-8c3b-83cb09107c6a req-6c849ccf-1837-4142-ad1a-1a4a8cf90e33 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e10051f9-3636-48b6-8ecc-6be171bd993a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399153 Nov 29 18:37:17.801357 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0cce1ed4-f7f9-4e20-8424-87f5b1795779 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Deleting port 24c6f75a-dcba-41e0-8289-6ae396bb94ce {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:37:17.801695 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cce1ed4-f7f9-4e20-8424-87f5b1795779 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:17.816984 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c49ee-efe1-4314-8c3b-83cb09107c6a req-36f84334-0b01-4225-9ae9-d3f9e450fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:17.818574 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-515c49ee-efe1-4314-8c3b-83cb09107c6a req-36f84334-0b01-4225-9ae9-d3f9e450fbd3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60fb03f798234bf5ac77398393d9b4e0&device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 1096 time: 0.0442033 Nov 29 18:37:17.883559 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cce1ed4-f7f9-4e20-8424-87f5b1795779 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:17.883789 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cce1ed4-f7f9-4e20-8424-87f5b1795779 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:17.897163 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0cce1ed4-f7f9-4e20-8424-87f5b1795779 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Calling delete_port for 24c6f75a-dcba-41e0-8289-6ae396bb94ce owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:37:17.933396 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c49ee-efe1-4314-8c3b-83cb09107c6a req-ce79ed04-784d-42b9-978e-a1e512e89b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:17.934914 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-515c49ee-efe1-4314-8c3b-83cb09107c6a req-ce79ed04-784d-42b9-978e-a1e512e89b3f service neutron] 10.222.0.20 "GET /v2.0/networks?id=b34b0f01-01d1-4470-b9fb-4806b927f896 HTTP/1.1" status: 200 len: 915 time: 0.0954809 Nov 29 18:37:17.980422 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-515c49ee-efe1-4314-8c3b-83cb09107c6a req-d013ce77-9cda-4b3a-870d-9d71aadd8654 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ede991f-5b54-4d43-a58b-6ee7c3ad509a HTTP/1.1" status: 200 len: 217 time: 0.0364337 Nov 29 18:37:18.031807 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c49ee-efe1-4314-8c3b-83cb09107c6a req-a62bc22b-7e85-4017-a2a4-26d9c296526e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:18.033410 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-515c49ee-efe1-4314-8c3b-83cb09107c6a req-a62bc22b-7e85-4017-a2a4-26d9c296526e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f1eb6a47-50f7-47c8-9f45-4cc5aa640124 HTTP/1.1" status: 200 len: 854 time: 0.0455749 Nov 29 18:37:18.043573 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cce1ed4-f7f9-4e20-8424-87f5b1795779 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:18.069431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce1ed4-f7f9-4e20-8424-87f5b1795779 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event deleted for resources: {'Port': ['ID=24c6f75a-dcba-41e0-8289-6ae396bb94ce,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:18.083079 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-515c49ee-efe1-4314-8c3b-83cb09107c6a req-97b574ef-c363-4783-9ccd-4b3ae57f4a97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b34b0f01-01d1-4470-b9fb-4806b927f896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413167 Nov 29 18:37:18.148478 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cce1ed4-f7f9-4e20-8424-87f5b1795779 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:18.149060 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-0cce1ed4-f7f9-4e20-8424-87f5b1795779 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Floating IP 6d78904f-aa21-4534-881f-fc001e72b2c4 disassociated (deleted). External IP: 172.25.3.188, port: a36afb32-8192-41d3-8eb3-50d179afa18b. Nov 29 18:37:18.185100 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-515c49ee-efe1-4314-8c3b-83cb09107c6a req-08ed8b0f-339c-4e75-a3d6-38841e6917eb service neutron] 10.222.0.20 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924699 Nov 29 18:37:18.286778 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-515c49ee-efe1-4314-8c3b-83cb09107c6a req-70d23158-9236-4016-91e4-259cb2b5ee69 service neutron] 10.222.0.20 "GET /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915132 Nov 29 18:37:18.301017 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62780fce-347d-4d1c-9a5a-ab88c1bf96a0 req-d1715ab6-7360-4f70-9bd9-014fc1535f59 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:18.302487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62780fce-347d-4d1c-9a5a-ab88c1bf96a0 req-d1715ab6-7360-4f70-9bd9-014fc1535f59 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=74a840f0-d990-42b9-aa63-8987fd584eac HTTP/1.1" status: 200 len: 943 time: 0.0693877 Nov 29 18:37:18.421600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62780fce-347d-4d1c-9a5a-ab88c1bf96a0 req-ccd475c0-d502-4157-85de-0700f7ca7f3c tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858068 Nov 29 18:37:18.440401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cce1ed4-f7f9-4e20-8424-87f5b1795779 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Router e40b4485-685f-4926-ba89-30bd1735c444 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:37:18.551044 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cce1ed4-f7f9-4e20-8424-87f5b1795779 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:37:18.555972 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cce1ed4-f7f9-4e20-8424-87f5b1795779 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:18.562077 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245b711e-f239-4356-a6f0-c4b4eb306392 None None] Sync routers for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:37:18.572677 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b711e-f239-4356-a6f0-c4b4eb306392 None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:37:18.573290 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-245b711e-f239-4356-a6f0-c4b4eb306392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:36:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:18.586258 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0cce1ed4-f7f9-4e20-8424-87f5b1795779 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "DELETE /v2.0/floatingips/6d78904f-aa21-4534-881f-fc001e72b2c4 HTTP/1.1" status: 204 len: 168 time: 0.9493592 Nov 29 18:37:18.586982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'tag': 'a36afb32-8192-41d3-8eb3-50d179afa18b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:37:18.589221 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30871ed-7268-4dae-98d4-6d7f9d2e5cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4", "tag": "a36afb32-8192-41d3-8eb3-50d179afa18b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:37:18.626405 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4272651-619d-41f9-995a-694623104a4c x-openstack-request-id: req-d4272651-619d-41f9-995a-694623104a4c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:37:18.626701 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4", "tag": "a36afb32-8192-41d3-8eb3-50d179afa18b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:37:18.627154 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4272651-619d-41f9-995a-694623104a4c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:37:18.627675 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'tag': 'a36afb32-8192-41d3-8eb3-50d179afa18b', 'status': 'completed', 'code': 200} Nov 29 18:37:18.694391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30871ed-7268-4dae-98d4-6d7f9d2e5cb6 req-205450f3-bdc5-4eeb-9597-e063a99a33b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:18.695854 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f30871ed-7268-4dae-98d4-6d7f9d2e5cb6 req-205450f3-bdc5-4eeb-9597-e063a99a33b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0471444 Nov 29 18:37:18.703733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-245b711e-f239-4356-a6f0-c4b4eb306392 None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:37:18.918239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-245b711e-f239-4356-a6f0-c4b4eb306392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:18.950240 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245b711e-f239-4356-a6f0-c4b4eb306392 None None] Checking router: e40b4485-685f-4926-ba89-30bd1735c444 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:37:18.960200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b711e-f239-4356-a6f0-c4b4eb306392 None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:37:18.960945 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-245b711e-f239-4356-a6f0-c4b4eb306392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:36:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:19.074628 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-245b711e-f239-4356-a6f0-c4b4eb306392 None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:37:19.176006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423fce0-df47-449f-ba23-49f20d2aac37 req-b6037bbd-9133-4f6b-bad6-e6988db81e37 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:19.177469 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f423fce0-df47-449f-ba23-49f20d2aac37 req-b6037bbd-9133-4f6b-bad6-e6988db81e37 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 945 time: 0.4044135 Nov 29 18:37:19.178899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30871ed-7268-4dae-98d4-6d7f9d2e5cb6 req-b11463c0-deb0-4f62-b19d-5291c0bbdd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:19.180268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f30871ed-7268-4dae-98d4-6d7f9d2e5cb6 req-b11463c0-deb0-4f62-b19d-5291c0bbdd38 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 200 len: 912 time: 0.4713392 Nov 29 18:37:19.186942 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 179a9150-2a41-46e7-8fcb-94181e6d15fe details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:37:19.233448 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f30871ed-7268-4dae-98d4-6d7f9d2e5cb6 req-e59cac59-4a09-4249-b131-81fca4de2a01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a36afb32-8192-41d3-8eb3-50d179afa18b HTTP/1.1" status: 200 len: 217 time: 0.0453923 Nov 29 18:37:19.296595 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f423fce0-df47-449f-ba23-49f20d2aac37 req-98ff6bc1-8090-4962-81c3-6af6917cbef2 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114862 Nov 29 18:37:19.306359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30871ed-7268-4dae-98d4-6d7f9d2e5cb6 req-28d61ec0-9398-475e-be13-dd29b51f1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:19.308048 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f30871ed-7268-4dae-98d4-6d7f9d2e5cb6 req-28d61ec0-9398-475e-be13-dd29b51f1484 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 200 len: 850 time: 0.0636413 Nov 29 18:37:19.358040 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30871ed-7268-4dae-98d4-6d7f9d2e5cb6 req-6d2f14b7-a761-4827-bb05-189387c7c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:19.359581 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f30871ed-7268-4dae-98d4-6d7f9d2e5cb6 req-6d2f14b7-a761-4827-bb05-189387c7c99a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7be29917-fe7c-4671-b21b-2292a7434512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434744 Nov 29 18:37:19.455029 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f30871ed-7268-4dae-98d4-6d7f9d2e5cb6 req-5aa4c79b-b6f2-43cd-b979-294b1b22ecb6 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860310 Nov 29 18:37:19.499936 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 179a9150-2a41-46e7-8fcb-94181e6d15fe, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=179a9150-2a41-46e7-8fcb-94181e6d15fe,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:37:19.514775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '179a9150-2a41-46e7-8fcb-94181e6d15fe', 'network_id': 'b34b0f01-01d1-4470-b9fb-4806b927f896', 'port_id': '179a9150-2a41-46e7-8fcb-94181e6d15fe', 'mac_address': 'fa:16:3e:d4:1c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1eb6a47-50f7-47c8-9f45-4cc5aa640124', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:37:19.548268 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:37:19.553339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-245b711e-f239-4356-a6f0-c4b4eb306392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:19.580501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefaa23-793a-43a1-9dab-2d03c7cb4580 req-20e22cb4-5e95-48b7-962e-b793251a547a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:19.581994 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cbefaa23-793a-43a1-9dab-2d03c7cb4580 req-20e22cb4-5e95-48b7-962e-b793251a547a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=74a840f0-d990-42b9-aa63-8987fd584eac HTTP/1.1" status: 200 len: 943 time: 0.0732989 Nov 29 18:37:19.583680 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245b711e-f239-4356-a6f0-c4b4eb306392 None None] The sync data for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 is: [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7b99c173-eaf0-4329-b6d5-209aa20131a6', 'name': '', 'network_id': '7be29917-fe7c-4671-b21b-2292a7434512', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'mac_address': 'fa:16:3e:5d:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:19Z', 'updated_at': '2021-11-29T18:26:23Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'subnets': [{'id': '1a4ee5c0-8a08-4610-a168-a9201f4e4bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:37:19.587848 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:19.601004 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f30871ed-7268-4dae-98d4-6d7f9d2e5cb6 req-b6413d45-30ce-4274-ae02-0a969c891333 service neutron] 10.222.0.31 "GET /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381731 Nov 29 18:37:19.602185 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 179a9150-2a41-46e7-8fcb-94181e6d15fe {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:37:19.629938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 179a9150-2a41-46e7-8fcb-94181e6d15fe, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=179a9150-2a41-46e7-8fcb-94181e6d15fe,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:37:19.634980 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:19.646984 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cbefaa23-793a-43a1-9dab-2d03c7cb4580 req-12a80f6e-5673-4bad-8485-6ae7a6d85f19 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561230 Nov 29 18:37:19.689739 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=179a9150-2a41-46e7-8fcb-94181e6d15fe,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:19.704579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:19.704929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:19.705270 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:19.705607 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:19.705941 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:19.706270 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:19.706594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:19.706942 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:19.707274 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:19.707591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:19.707911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:19.708232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:19.830239 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663676b-6b60-470f-8149-efb3ae66697a None None] New status for floating IP 6d78904f-aa21-4534-881f-fc001e72b2c4: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:37:19.883442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['179a9150-2a41-46e7-8fcb-94181e6d15fe'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:37:20.411787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aba660-0ddb-4347-8cca-8ac668f4d9b2 req-e2106ccc-fbe6-425c-a3c6-3c2b6ddad5a5 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:20.413216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7aba660-0ddb-4347-8cca-8ac668f4d9b2 req-e2106ccc-fbe6-425c-a3c6-3c2b6ddad5a5 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 945 time: 0.0772367 Nov 29 18:37:20.438057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5d305-9e86-4bad-84ec-77448441e208 req-c3a4fc3e-7553-432e-9f1f-4fbdbcb6db4f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:20.439514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ea5d305-9e86-4bad-84ec-77448441e208 req-c3a4fc3e-7553-432e-9f1f-4fbdbcb6db4f tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 945 time: 0.0704031 Nov 29 18:37:20.537653 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ea5d305-9e86-4bad-84ec-77448441e208 req-1432ff6b-1f3b-4129-9d0e-ba5deae69d29 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/security-groups?id=43e8152b-3357-4bd4-bfc6-90a43feb011f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815399 Nov 29 18:37:20.557328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-e7aba660-0ddb-4347-8cca-8ac668f4d9b2 req-7c1ac34b-b80e-4ed6-83f9-0f663ef35987 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Deleting port a36afb32-8192-41d3-8eb3-50d179afa18b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:37:20.557668 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e7aba660-0ddb-4347-8cca-8ac668f4d9b2 req-7c1ac34b-b80e-4ed6-83f9-0f663ef35987 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:20.644895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-e7aba660-0ddb-4347-8cca-8ac668f4d9b2 req-7c1ac34b-b80e-4ed6-83f9-0f663ef35987 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] For port a36afb32-8192-41d3-8eb3-50d179afa18b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a36afb32-8192-41d3-8eb3-50d179afa18b,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:37:20.645163 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e7aba660-0ddb-4347-8cca-8ac668f4d9b2 req-7c1ac34b-b80e-4ed6-83f9-0f663ef35987 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:20.658388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-e7aba660-0ddb-4347-8cca-8ac668f4d9b2 req-7c1ac34b-b80e-4ed6-83f9-0f663ef35987 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Calling delete_port for a36afb32-8192-41d3-8eb3-50d179afa18b owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:37:20.802635 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72c532-96f8-4ba1-9a22-06037b8910c8 req-2718cd1e-93c7-44e3-a70f-27e03ea60285 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:20.804137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2d72c532-96f8-4ba1-9a22-06037b8910c8 req-2718cd1e-93c7-44e3-a70f-27e03ea60285 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=74a840f0-d990-42b9-aa63-8987fd584eac HTTP/1.1" status: 200 len: 944 time: 0.0824032 Nov 29 18:37:20.839255 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e7aba660-0ddb-4347-8cca-8ac668f4d9b2 req-7c1ac34b-b80e-4ed6-83f9-0f663ef35987 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:20.884816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ac34b-b80e-4ed6-83f9-0f663ef35987 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event deleted for resources: {'Port': ['ID=a36afb32-8192-41d3-8eb3-50d179afa18b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:20.899853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2d72c532-96f8-4ba1-9a22-06037b8910c8 req-f86e4de3-64ff-42d3-b51f-7c0b808d3ebf tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876606 Nov 29 18:37:20.931826 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7aba660-0ddb-4347-8cca-8ac668f4d9b2 req-7c1ac34b-b80e-4ed6-83f9-0f663ef35987 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] No DVR routers for this DVR port a36afb32-8192-41d3-8eb3-50d179afa18b on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:37:20.934433 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e7aba660-0ddb-4347-8cca-8ac668f4d9b2 req-7c1ac34b-b80e-4ed6-83f9-0f663ef35987 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:20.938529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7aba660-0ddb-4347-8cca-8ac668f4d9b2 req-7c1ac34b-b80e-4ed6-83f9-0f663ef35987 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.31 "DELETE /v2.0/ports/a36afb32-8192-41d3-8eb3-50d179afa18b HTTP/1.1" status: 204 len: 173 time: 0.5182407 Nov 29 18:37:20.939023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'name': 'network-vif-deleted', 'tag': 'a36afb32-8192-41d3-8eb3-50d179afa18b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:37:20.941843 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a45d7a-cac8-45ce-bf3e-ba314b4bbae9" -d '{"events": [{"server_uuid": "b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4", "name": "network-vif-deleted", "tag": "a36afb32-8192-41d3-8eb3-50d179afa18b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:37:20.979733 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d84c24-f140-4f3e-bedf-b5e0556a4c7d x-openstack-request-id: req-e4d84c24-f140-4f3e-bedf-b5e0556a4c7d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:37:20.980029 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4", "name": "network-vif-deleted", "tag": "a36afb32-8192-41d3-8eb3-50d179afa18b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:37:20.980288 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4d84c24-f140-4f3e-bedf-b5e0556a4c7d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:37:20.980687 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4', 'name': 'network-vif-deleted', 'tag': 'a36afb32-8192-41d3-8eb3-50d179afa18b', 'status': 'completed', 'code': 200} Nov 29 18:37:21.196837 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 179a9150-2a41-46e7-8fcb-94181e6d15fe up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:37:21.248208 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 179a9150-2a41-46e7-8fcb-94181e6d15fe completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:37:21.252336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 179a9150-2a41-46e7-8fcb-94181e6d15fe triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:37:21.252571 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:21.334529 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:21.360891 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a840f0-d990-42b9-aa63-8987fd584eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179a9150-2a41-46e7-8fcb-94181e6d15fe'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:37:21.363557 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1154fced-5aba-4124-8019-2c5eaf238c89" -d '{"events": [{"server_uuid": "74a840f0-d990-42b9-aa63-8987fd584eac", "name": "network-vif-plugged", "status": "completed", "tag": "179a9150-2a41-46e7-8fcb-94181e6d15fe"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:37:21.377906 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 179a9150-2a41-46e7-8fcb-94181e6d15fe, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=179a9150-2a41-46e7-8fcb-94181e6d15fe,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:37:21.383177 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:21.441176 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=179a9150-2a41-46e7-8fcb-94181e6d15fe,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:21.497289 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d82a86-d3e8-422d-888b-cb1716c335b1 x-openstack-request-id: req-41d82a86-d3e8-422d-888b-cb1716c335b1 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:37:21.497590 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a840f0-d990-42b9-aa63-8987fd584eac", "name": "network-vif-plugged", "status": "completed", "tag": "179a9150-2a41-46e7-8fcb-94181e6d15fe", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:37:21.497852 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41d82a86-d3e8-422d-888b-cb1716c335b1 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:37:21.498910 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a840f0-d990-42b9-aa63-8987fd584eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179a9150-2a41-46e7-8fcb-94181e6d15fe', 'code': 200} Nov 29 18:37:21.602432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee267c0-ae28-405b-b847-1ac879a33ffd req-25a11712-6d75-4dbf-a7ce-480e5bebd3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:21.604000 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7ee267c0-ae28-405b-b847-1ac879a33ffd req-25a11712-6d75-4dbf-a7ce-480e5bebd3a4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=74a840f0-d990-42b9-aa63-8987fd584eac HTTP/1.1" status: 200 len: 1096 time: 0.0424190 Nov 29 18:37:21.640456 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6629b43e-af65-4e28-b809-ec856b9d5142 req-0971cf56-7e07-44ae-9c88-b5be0c13ccec tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 210 time: 0.0275357 Nov 29 18:37:21.662475 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7ee267c0-ae28-405b-b847-1ac879a33ffd req-cf85e6e6-60b3-44de-b781-d461cb30b67d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406752 Nov 29 18:37:22.020493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb93901-4f4d-4747-965c-867d0b80f0ce req-f6e5aefe-ea20-4d67-a1d4-a962b870d047 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:22.022024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adb93901-4f4d-4747-965c-867d0b80f0ce req-f6e5aefe-ea20-4d67-a1d4-a962b870d047 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=74a840f0-d990-42b9-aa63-8987fd584eac HTTP/1.1" status: 200 len: 945 time: 0.0501935 Nov 29 18:37:22.072639 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adb93901-4f4d-4747-965c-867d0b80f0ce req-de68f186-bc5e-4207-b410-2b30b3fcf018 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444877 Nov 29 18:37:22.751561 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a0b86bb-58c1-4aaf-b85c-bf0329b99b39 req-c4e10a16-732a-4492-9c84-605cdab4d8fc tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 210 time: 0.0398679 Nov 29 18:37:23.188744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662caca-4acd-402f-b896-28c2d005ee50 req-6c19d57e-cde9-4136-b157-adee828334a7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:23.190428 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5662caca-4acd-402f-b896-28c2d005ee50 req-6c19d57e-cde9-4136-b157-adee828334a7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=74a840f0-d990-42b9-aa63-8987fd584eac HTTP/1.1" status: 200 len: 945 time: 0.0515969 Nov 29 18:37:23.247246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5662caca-4acd-402f-b896-28c2d005ee50 req-f2059277-6c27-47cb-8bfe-ac84ee9d05ce tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496547 Nov 29 18:37:23.849757 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c4bab0da-f25a-4ca6-94a6-8287b168c4a5 req-462a6cb6-53ab-4136-a9e1-4260d13bc61b tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 210 time: 0.0272806 Nov 29 18:37:23.941406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a36afb32-8192-41d3-8eb3-50d179afa18b no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:37:23.962951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: a36afb32-8192-41d3-8eb3-50d179afa18b {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:37:23.963307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a36afb32-8192-41d3-8eb3-50d179afa18b not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:37:24.000623 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-144ffb3e-73e6-49bb-8697-99c600bc3958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:24.956043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-423dc769-33ff-455a-975c-96c22e55cd06 req-e916a148-1fd1-491a-9a53-c3c6dd082ef0 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0b3eb88-7b16-42b6-9cc0-e35e2587e8a4 HTTP/1.1" status: 200 len: 210 time: 0.0294979 Nov 29 18:37:26.020458 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36140) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:37:26.147972 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b63d6fda-4166-41ca-ada8-3b7d12e0392e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Deleting port 63bf9c4e-28cd-4c4c-a9b3-e3c6357a157b {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:37:26.148236 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b63d6fda-4166-41ca-ada8-3b7d12e0392e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:26.234187 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b63d6fda-4166-41ca-ada8-3b7d12e0392e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:26.234512 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b63d6fda-4166-41ca-ada8-3b7d12e0392e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:26.246737 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b63d6fda-4166-41ca-ada8-3b7d12e0392e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Calling delete_port for 63bf9c4e-28cd-4c4c-a9b3-e3c6357a157b owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:37:26.395280 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b63d6fda-4166-41ca-ada8-3b7d12e0392e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:26.422402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d6fda-4166-41ca-ada8-3b7d12e0392e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event deleted for resources: {'Port': ['ID=63bf9c4e-28cd-4c4c-a9b3-e3c6357a157b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:26.463624 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-013c8174-2f52-4fe1-9409-dd1843582e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:26.486374 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b63d6fda-4166-41ca-ada8-3b7d12e0392e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:26.489193 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b63d6fda-4166-41ca-ada8-3b7d12e0392e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:26.490406 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b63d6fda-4166-41ca-ada8-3b7d12e0392e tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "DELETE /v2.0/floatingips/acfe2e38-639b-4044-abe0-7463b98f2f39 HTTP/1.1" status: 204 len: 168 time: 0.4685950 Nov 29 18:37:27.395611 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:27.678735 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:29.187803 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:29.493798 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-e7646d9a-9945-492f-9aa5-52da57a4dfc1 req-a651ed77-a248-499b-99ed-81a852fe855b service neutron] (110004) timed out ('10.222.0.23', 40618) {{(pid=110004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 18:37:29.910075 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:30.012034 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:30.836113 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36166) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:37:30.900952 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f0a803b4-4125-40e6-a57f-b565a2399d73 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:30.926672 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f0a803b4-4125-40e6-a57f-b565a2399d73 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:30.990384 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f0a803b4-4125-40e6-a57f-b565a2399d73 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:30.993086 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f0a803b4-4125-40e6-a57f-b565a2399d73 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:30.994262 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f0a803b4-4125-40e6-a57f-b565a2399d73 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] 10.222.0.23 "DELETE /v2.0/security-groups/43e8152b-3357-4bd4-bfc6-90a43feb011f HTTP/1.1" status: 204 len: 168 time: 0.1568308 Nov 29 18:37:31.004868 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a803b4-4125-40e6-a57f-b565a2399d73 tempest-TestVolumeBootPattern-1330553272 tempest-TestVolumeBootPattern-1330553272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e8152b-3357-4bd4-bfc6-90a43feb011f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:31.055301 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36170) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:37:31.493034 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4199618e-3e53-42f8-8fde-3834981f3472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:31.739933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4199618e-3e53-42f8-8fde-3834981f3472 admin admin] Deleting port 7b99c173-eaf0-4329-b6d5-209aa20131a6 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:37:31.740277 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4199618e-3e53-42f8-8fde-3834981f3472 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:31.820139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-4199618e-3e53-42f8-8fde-3834981f3472 admin admin] For port 7b99c173-eaf0-4329-b6d5-209aa20131a6, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7b99c173-eaf0-4329-b6d5-209aa20131a6,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:37:31.820498 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4199618e-3e53-42f8-8fde-3834981f3472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:31.833942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4199618e-3e53-42f8-8fde-3834981f3472 admin admin] Calling delete_port for 7b99c173-eaf0-4329-b6d5-209aa20131a6 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:37:32.010480 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4199618e-3e53-42f8-8fde-3834981f3472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:32.035056 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199618e-3e53-42f8-8fde-3834981f3472 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b99c173-eaf0-4329-b6d5-209aa20131a6,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:32.226459 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4199618e-3e53-42f8-8fde-3834981f3472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:32.445867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4199618e-3e53-42f8-8fde-3834981f3472 admin admin] Router e40b4485-685f-4926-ba89-30bd1735c444 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:37:32.833643 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4199618e-3e53-42f8-8fde-3834981f3472 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:37:32.839966 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4199618e-3e53-42f8-8fde-3834981f3472 admin admin] 10.222.0.23 "PUT /v2.0/routers/e40b4485-685f-4926-ba89-30bd1735c444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7833381 Nov 29 18:37:32.844267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36178) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:37:32.845801 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886d12d-a5c2-490f-86cc-72f1802cf176 None None] Sync routers for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:37:32.857275 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b886d12d-a5c2-490f-86cc-72f1802cf176 None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:37:32.857996 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b886d12d-a5c2-490f-86cc-72f1802cf176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:37:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:32.956123 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67c1d582-0db5-4ec4-a506-b945811fbb76 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:32.960925 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-b886d12d-a5c2-490f-86cc-72f1802cf176 None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:37:33.064543 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67c1d582-0db5-4ec4-a506-b945811fbb76 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:33.116389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-67c1d582-0db5-4ec4-a506-b945811fbb76 admin admin] Deleting port c51d18c1-c95f-47b1-9ed7-66b735573dff {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:37:33.116645 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67c1d582-0db5-4ec4-a506-b945811fbb76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:33.144018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b886d12d-a5c2-490f-86cc-72f1802cf176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:37:31Z', 'revision_number': 5, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port': {'id': 'c51d18c1-c95f-47b1-9ed7-66b735573dff', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:17Z', 'updated_at': '2021-11-29T18:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:33.173281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886d12d-a5c2-490f-86cc-72f1802cf176 None None] Checking router: e40b4485-685f-4926-ba89-30bd1735c444 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:37:33.183403 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b886d12d-a5c2-490f-86cc-72f1802cf176 None None] Routers {'e40b4485-685f-4926-ba89-30bd1735c444'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:37:33.184065 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b886d12d-a5c2-490f-86cc-72f1802cf176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:37:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e40b4485-685f-4926-ba89-30bd1735c444'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:33.205655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-67c1d582-0db5-4ec4-a506-b945811fbb76 admin admin] For port c51d18c1-c95f-47b1-9ed7-66b735573dff, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c51d18c1-c95f-47b1-9ed7-66b735573dff,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:37:33.206026 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67c1d582-0db5-4ec4-a506-b945811fbb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:33.219364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-67c1d582-0db5-4ec4-a506-b945811fbb76 admin admin] Calling delete_port for c51d18c1-c95f-47b1-9ed7-66b735573dff owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:37:33.292013 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-b886d12d-a5c2-490f-86cc-72f1802cf176 None None] Set router e40b4485-685f-4926-ba89-30bd1735c444 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:37:33.349498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b886d12d-a5c2-490f-86cc-72f1802cf176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:37:33Z', 'revision_number': 6, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:33.380769 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886d12d-a5c2-490f-86cc-72f1802cf176 None None] The sync data for ids ['e40b4485-685f-4926-ba89-30bd1735c444'] in n-d-819494-5 is: [{'id': 'e40b4485-685f-4926-ba89-30bd1735c444', 'name': 'tempest-TestVolumeBootPattern-306207838-router', 'tenant_id': '72bbde8d865a44a59bd5e7320f2171e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:16Z', 'updated_at': '2021-11-29T18:37:33Z', 'revision_number': 6, 'project_id': '72bbde8d865a44a59bd5e7320f2171e2', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:37:33.402215 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67c1d582-0db5-4ec4-a506-b945811fbb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:33.429628 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1d582-0db5-4ec4-a506-b945811fbb76 admin admin] Pushing event deleted for resources: {'Port': ['ID=c51d18c1-c95f-47b1-9ed7-66b735573dff,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:33.440940 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41206fec-4b5f-488d-90e7-a54365d8e665 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:37:33.498378 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67c1d582-0db5-4ec4-a506-b945811fbb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:33.603941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67c1d582-0db5-4ec4-a506-b945811fbb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:33.606090 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67c1d582-0db5-4ec4-a506-b945811fbb76 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:33.668991 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67c1d582-0db5-4ec4-a506-b945811fbb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:33.670002 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c1d582-0db5-4ec4-a506-b945811fbb76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e40b4485-685f-4926-ba89-30bd1735c444 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:37:33.674408 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-67c1d582-0db5-4ec4-a506-b945811fbb76 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:33.675589 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-67c1d582-0db5-4ec4-a506-b945811fbb76 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e40b4485-685f-4926-ba89-30bd1735c444 HTTP/1.1" status: 204 len: 168 time: 0.8303776 Nov 29 18:37:33.678240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36182) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:37:33.725538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Deleting subnet 1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:37:33.728660 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:33.764487 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:33.842913 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:33.898085 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:33.924786 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a4ee5c0-8a08-4610-a168-a9201f4e4bc0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:33.927126 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:33.930280 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1a4ee5c0-8a08-4610-a168-a9201f4e4bc0 HTTP/1.1" status: 204 len: 168 time: 0.2509708 Nov 29 18:37:33.930819 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33acf35f-a17c-4bf5-a7a8-65adf3c64c21 None None] Network 7be29917-fe7c-4671-b21b-2292a7434512 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:37:33.932928 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36184) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:37:33.936870 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:33.937232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:33.937578 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:33.937920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:33.938258 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:33.938604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:33.938964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:33.939296 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:33.939625 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:33.939954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:33.940282 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:33.940608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f02d00-4384-4294-8c8c-294227f34d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:37:34.008377 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:34.072031 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] Deleting port 7105c836-e518-4700-b4fc-1a2a89f288e6 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:37:34.072569 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:34.140608 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] For port 7105c836-e518-4700-b4fc-1a2a89f288e6, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7105c836-e518-4700-b4fc-1a2a89f288e6,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:37:34.141005 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:34.143465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec67f581-e354-4338-945e-04388e5283a7 None None] DHCP port deletion for 7be29917-fe7c-4671-b21b-2292a7434512 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:37:34.157053 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] Calling delete_port for 7105c836-e518-4700-b4fc-1a2a89f288e6 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:37:34.191701 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ec67f581-e354-4338-945e-04388e5283a7 None None] Deleting port 7105c836-e518-4700-b4fc-1a2a89f288e6 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:37:34.191971 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec67f581-e354-4338-945e-04388e5283a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:34.250806 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:34.263758 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ec67f581-e354-4338-945e-04388e5283a7 None None] For port 7105c836-e518-4700-b4fc-1a2a89f288e6, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7105c836-e518-4700-b4fc-1a2a89f288e6,segment=NetworkSegment(6910ad91-b4b3-475e-a58b-c7d82c7c93cb),segment_id=6910ad91-b4b3-475e-a58b-c7d82c7c93cb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:37:34.264281 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec67f581-e354-4338-945e-04388e5283a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:34.277216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ec67f581-e354-4338-945e-04388e5283a7 None None] Calling delete_port for 7105c836-e518-4700-b4fc-1a2a89f288e6 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:37:34.280971 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] No DVR routers for this DVR port 7105c836-e518-4700-b4fc-1a2a89f288e6 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:37:34.282646 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] Pushing event deleted for resources: {'Port': ['ID=7105c836-e518-4700-b4fc-1a2a89f288e6,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:34.358388 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:34.366998 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec67f581-e354-4338-945e-04388e5283a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:34.382220 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67f581-e354-4338-945e-04388e5283a7 None None] No DVR routers for this DVR port 7105c836-e518-4700-b4fc-1a2a89f288e6 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:37:34.388859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be29917-fe7c-4671-b21b-2292a7434512']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:34.401742 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6910ad91-b4b3-475e-a58b-c7d82c7c93cb') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:34.402067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6910ad91-b4b3-475e-a58b-c7d82c7c93cb') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:34.408412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67f581-e354-4338-945e-04388e5283a7 None None] Pushing event deleted for resources: {'Port': ['ID=7105c836-e518-4700-b4fc-1a2a89f288e6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:34.422553 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:34.436686 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:34.444071 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:37:34.444388 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:37:34.446162 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:37:34.507815 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:34.515036 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:34.517917 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] 10.222.0.23 "DELETE /v2.0/networks/7be29917-fe7c-4671-b21b-2292a7434512 HTTP/1.1" status: 204 len: 168 time: 0.5836549 Nov 29 18:37:34.521005 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36188) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:37:34.530415 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9e733-9fc1-44fe-aa5b-a1fb0caaedad admin admin] Pushing event deleted for resources: {'Network': ['ID=7be29917-fe7c-4671-b21b-2292a7434512,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:34.856635 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7d18201-29c7-4574-9376-a08a512e1520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:35.097032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f7d18201-29c7-4574-9376-a08a512e1520 admin admin] Deleting port 8e69cf77-ee60-4766-b460-66f20ed35b45 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:37:35.097371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7d18201-29c7-4574-9376-a08a512e1520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:35.176180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-f7d18201-29c7-4574-9376-a08a512e1520 admin admin] For port 8e69cf77-ee60-4766-b460-66f20ed35b45, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8e69cf77-ee60-4766-b460-66f20ed35b45,segment=NetworkSegment(a3f23ee9-3fde-46ce-a4b3-34133aa27da7),segment_id=a3f23ee9-3fde-46ce-a4b3-34133aa27da7)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:37:35.176499 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7d18201-29c7-4574-9376-a08a512e1520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:35.189002 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f7d18201-29c7-4574-9376-a08a512e1520 admin admin] Calling delete_port for 8e69cf77-ee60-4766-b460-66f20ed35b45 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:37:35.281221 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7b99c173-eaf0-4329-b6d5-209aa20131a6 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:37:35.303198 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 7b99c173-eaf0-4329-b6d5-209aa20131a6 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:37:35.303676 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7b99c173-eaf0-4329-b6d5-209aa20131a6 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:37:35.304207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c51d18c1-c95f-47b1-9ed7-66b735573dff no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:37:35.327385 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: c51d18c1-c95f-47b1-9ed7-66b735573dff {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:37:35.327754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c51d18c1-c95f-47b1-9ed7-66b735573dff not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:37:35.328196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7105c836-e518-4700-b4fc-1a2a89f288e6 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:37:35.348355 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 7105c836-e518-4700-b4fc-1a2a89f288e6 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:37:35.348735 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7105c836-e518-4700-b4fc-1a2a89f288e6 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:37:35.369047 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7d18201-29c7-4574-9376-a08a512e1520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:35.395506 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d18201-29c7-4574-9376-a08a512e1520 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e69cf77-ee60-4766-b460-66f20ed35b45,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:35.565778 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7d18201-29c7-4574-9376-a08a512e1520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:35.775130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d18201-29c7-4574-9376-a08a512e1520 admin admin] Router 1c35bda1-a91d-404c-891c-8e7845151077 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:37:35.884987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d18201-29c7-4574-9376-a08a512e1520 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:37:35.891824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f7d18201-29c7-4574-9376-a08a512e1520 admin admin] 10.222.0.23 "PUT /v2.0/routers/1c35bda1-a91d-404c-891c-8e7845151077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3686075 Nov 29 18:37:35.893296 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36192) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:37:35.894208 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbebfd41-1ab1-4ed4-b137-812a1524b69b None None] Sync routers for ids ['1c35bda1-a91d-404c-891c-8e7845151077'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:37:35.905233 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbebfd41-1ab1-4ed4-b137-812a1524b69b None None] Routers {'1c35bda1-a91d-404c-891c-8e7845151077'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:37:35.905931 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-cbebfd41-1ab1-4ed4-b137-812a1524b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:37:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1c35bda1-a91d-404c-891c-8e7845151077'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:35.996492 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4e1dbb4-ac81-44c7-aa39-b316b04dd67a admin admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:36.009441 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-cbebfd41-1ab1-4ed4-b137-812a1524b69b None None] Set router 1c35bda1-a91d-404c-891c-8e7845151077 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:37:36.105766 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4e1dbb4-ac81-44c7-aa39-b316b04dd67a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:36.167546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e4e1dbb4-ac81-44c7-aa39-b316b04dd67a admin admin] Deleting port 9c48e232-67f0-44ff-9e33-b1aaca7480ab {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:37:36.168364 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4e1dbb4-ac81-44c7-aa39-b316b04dd67a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:36.203263 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-cbebfd41-1ab1-4ed4-b137-812a1524b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c35bda1-a91d-404c-891c-8e7845151077', 'name': 'tempest-TestVolumeBootPattern-1247047556-router', 'tenant_id': '81cd3d41f00342f584c8ebbb437f6083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '9c48e232-67f0-44ff-9e33-b1aaca7480ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:21Z', 'updated_at': '2021-11-29T18:37:35Z', 'revision_number': 5, 'project_id': '81cd3d41f00342f584c8ebbb437f6083', 'gw_port': {'id': '9c48e232-67f0-44ff-9e33-b1aaca7480ab', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c35bda1-a91d-404c-891c-8e7845151077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:26:22Z', 'updated_at': '2021-11-29T18:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:36.235969 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbebfd41-1ab1-4ed4-b137-812a1524b69b None None] Checking router: 1c35bda1-a91d-404c-891c-8e7845151077 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:37:36.244708 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbebfd41-1ab1-4ed4-b137-812a1524b69b None None] Routers {'1c35bda1-a91d-404c-891c-8e7845151077'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:37:36.245318 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-cbebfd41-1ab1-4ed4-b137-812a1524b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:37:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1c35bda1-a91d-404c-891c-8e7845151077'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:36.257942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-e4e1dbb4-ac81-44c7-aa39-b316b04dd67a admin admin] For port 9c48e232-67f0-44ff-9e33-b1aaca7480ab, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c48e232-67f0-44ff-9e33-b1aaca7480ab,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:37:36.258416 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4e1dbb4-ac81-44c7-aa39-b316b04dd67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:36.280509 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e4e1dbb4-ac81-44c7-aa39-b316b04dd67a admin admin] Calling delete_port for 9c48e232-67f0-44ff-9e33-b1aaca7480ab owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:37:36.425983 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-cbebfd41-1ab1-4ed4-b137-812a1524b69b None None] Set router 1c35bda1-a91d-404c-891c-8e7845151077 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:37:36.448917 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4e1dbb4-ac81-44c7-aa39-b316b04dd67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:36.476556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1dbb4-ac81-44c7-aa39-b316b04dd67a admin admin] Pushing event deleted for resources: {'Port': ['ID=9c48e232-67f0-44ff-9e33-b1aaca7480ab,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:36.479010 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-cbebfd41-1ab1-4ed4-b137-812a1524b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c35bda1-a91d-404c-891c-8e7845151077', 'name': 'tempest-TestVolumeBootPattern-1247047556-router', 'tenant_id': '81cd3d41f00342f584c8ebbb437f6083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:21Z', 'updated_at': '2021-11-29T18:37:36Z', 'revision_number': 6, 'project_id': '81cd3d41f00342f584c8ebbb437f6083', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:36.509974 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07262c0-6a5e-4276-89bb-c0f7f6534f55 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:37:36.514152 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbebfd41-1ab1-4ed4-b137-812a1524b69b None None] The sync data for ids ['1c35bda1-a91d-404c-891c-8e7845151077'] in n-d-819494-5 is: [{'id': '1c35bda1-a91d-404c-891c-8e7845151077', 'name': 'tempest-TestVolumeBootPattern-1247047556-router', 'tenant_id': '81cd3d41f00342f584c8ebbb437f6083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:26:21Z', 'updated_at': '2021-11-29T18:37:36Z', 'revision_number': 6, 'project_id': '81cd3d41f00342f584c8ebbb437f6083', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:37:36.558445 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4e1dbb4-ac81-44c7-aa39-b316b04dd67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:36.649554 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4e1dbb4-ac81-44c7-aa39-b316b04dd67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:36.651758 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4e1dbb4-ac81-44c7-aa39-b316b04dd67a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:36.698450 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4e1dbb4-ac81-44c7-aa39-b316b04dd67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:36.699050 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e1dbb4-ac81-44c7-aa39-b316b04dd67a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c35bda1-a91d-404c-891c-8e7845151077 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:37:36.704018 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4e1dbb4-ac81-44c7-aa39-b316b04dd67a admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:36.705179 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e4e1dbb4-ac81-44c7-aa39-b316b04dd67a admin admin] 10.222.0.23 "DELETE /v2.0/routers/1c35bda1-a91d-404c-891c-8e7845151077 HTTP/1.1" status: 204 len: 168 time: 0.8109353 Nov 29 18:37:36.707792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36204) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:37:36.751907 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb04df4-8aca-493a-8f84-64bd85e5f3d1 admin admin] Deleting subnet 2637b4d0-321d-4614-a0e4-efd8ea2b96bf {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:37:36.755080 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fb04df4-8aca-493a-8f84-64bd85e5f3d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:36.789807 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fb04df4-8aca-493a-8f84-64bd85e5f3d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:36.877710 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fb04df4-8aca-493a-8f84-64bd85e5f3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:36.948323 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fb04df4-8aca-493a-8f84-64bd85e5f3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:36.978030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb04df4-8aca-493a-8f84-64bd85e5f3d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2637b4d0-321d-4614-a0e4-efd8ea2b96bf,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:36.984606 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fb04df4-8aca-493a-8f84-64bd85e5f3d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:36.986744 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1dea4b-c5ea-4557-a394-eff66d0d8467 None None] Network 0c988f10-8031-4663-a711-d872c421184c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:37:36.987966 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3fb04df4-8aca-493a-8f84-64bd85e5f3d1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2637b4d0-321d-4614-a0e4-efd8ea2b96bf HTTP/1.1" status: 204 len: 168 time: 0.2792330 Nov 29 18:37:36.990525 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36212) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:37:37.068797 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:37.123083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] Deleting port 11db2568-637d-4b1a-9334-cd24c8836629 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:37:37.123431 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:37.188233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] For port 11db2568-637d-4b1a-9334-cd24c8836629, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=11db2568-637d-4b1a-9334-cd24c8836629,segment=NetworkSegment(a3f23ee9-3fde-46ce-a4b3-34133aa27da7),segment_id=a3f23ee9-3fde-46ce-a4b3-34133aa27da7)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:37:37.188594 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:37.202325 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] Calling delete_port for 11db2568-637d-4b1a-9334-cd24c8836629 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:37:37.282158 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:37.308016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] Pushing event deleted for resources: {'Port': ['ID=11db2568-637d-4b1a-9334-cd24c8836629,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:37.312080 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] No DVR routers for this DVR port 11db2568-637d-4b1a-9334-cd24c8836629 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:37:37.344512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cb0423-6996-45dc-a6e9-8eba77c06eed None None] DHCP port deletion for 0c988f10-8031-4663-a711-d872c421184c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:37:37.393405 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:37.403987 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c48e232-67f0-44ff-9e33-b1aaca7480ab no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:37:37.421712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c988f10-8031-4663-a711-d872c421184c']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:37.427678 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 9c48e232-67f0-44ff-9e33-b1aaca7480ab {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:37:37.428042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c48e232-67f0-44ff-9e33-b1aaca7480ab not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:37:37.428464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 11db2568-637d-4b1a-9334-cd24c8836629 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:37:37.433950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f23ee9-3fde-46ce-a4b3-34133aa27da7') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:37.434329 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f23ee9-3fde-46ce-a4b3-34133aa27da7') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:37:37.445969 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:37.449241 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 11db2568-637d-4b1a-9334-cd24c8836629 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:37:37.449598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 11db2568-637d-4b1a-9334-cd24c8836629 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:37:37.450056 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8e69cf77-ee60-4766-b460-66f20ed35b45 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:37:37.461940 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:37.469203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:37:37.469796 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:37.472124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 8e69cf77-ee60-4766-b460-66f20ed35b45 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:37:37.473457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8e69cf77-ee60-4766-b460-66f20ed35b45 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:37:37.476443 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:37:37.535566 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:37.541580 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:37.546243 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] 10.222.0.23 "DELETE /v2.0/networks/0c988f10-8031-4663-a711-d872c421184c HTTP/1.1" status: 204 len: 168 time: 0.5536511 Nov 29 18:37:37.558314 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd42e70-94fb-4e08-a7c4-0459b22a7cce admin admin] Pushing event deleted for resources: {'Network': ['ID=0c988f10-8031-4663-a711-d872c421184c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:37.699509 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36216) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:37:37.745915 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6022ae31-751b-464e-8b71-c4f626f75069 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72bbde8d865a44a59bd5e7320f2171e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418129 Nov 29 18:37:37.746146 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36218) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:37:37.795733 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13092a62-b826-488e-b599-55e050a31a14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:37.816938 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13092a62-b826-488e-b599-55e050a31a14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:37.869751 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13092a62-b826-488e-b599-55e050a31a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:37.872841 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13092a62-b826-488e-b599-55e050a31a14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:37.874068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-13092a62-b826-488e-b599-55e050a31a14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/466c753b-0eee-4276-ae96-c1416d88a66b HTTP/1.1" status: 204 len: 168 time: 0.1273060 Nov 29 18:37:37.882144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13092a62-b826-488e-b599-55e050a31a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466c753b-0eee-4276-ae96-c1416d88a66b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:38.231964 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36226) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:37:38.277881 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-11525917-fe86-4e2e-953c-1ad082f73892 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81cd3d41f00342f584c8ebbb437f6083&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423081 Nov 29 18:37:38.278114 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36228) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:37:38.334130 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37ea14d3-bc59-4948-bfbc-538b5c0dceda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:38.358484 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37ea14d3-bc59-4948-bfbc-538b5c0dceda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:38.411121 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37ea14d3-bc59-4948-bfbc-538b5c0dceda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:38.413971 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37ea14d3-bc59-4948-bfbc-538b5c0dceda admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:38.417466 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-37ea14d3-bc59-4948-bfbc-538b5c0dceda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aafefd07-b1cb-47d8-bafd-ef1eb080c67e HTTP/1.1" status: 204 len: 168 time: 0.1356263 Nov 29 18:37:38.424533 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea14d3-bc59-4948-bfbc-538b5c0dceda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafefd07-b1cb-47d8-bafd-ef1eb080c67e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:45.681486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197e1c2-c99b-4314-aa05-55a1b97f0f33 req-d99ba67b-536f-407a-8943-b07f3feb6fd2 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:45.682998 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a197e1c2-c99b-4314-aa05-55a1b97f0f33 req-d99ba67b-536f-407a-8943-b07f3feb6fd2 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=74a840f0-d990-42b9-aa63-8987fd584eac HTTP/1.1" status: 200 len: 945 time: 0.0519197 Nov 29 18:37:45.735371 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a197e1c2-c99b-4314-aa05-55a1b97f0f33 req-bea8ed2c-1120-4cf8-a6ab-7cc0eb3c84da tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461402 Nov 29 18:37:46.852648 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48362f4-7082-491c-a934-b0fdb47a1bd7 req-c3d9c920-ef57-4609-bf8d-4a02f2c6ef5c tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:46.854111 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b48362f4-7082-491c-a934-b0fdb47a1bd7 req-c3d9c920-ef57-4609-bf8d-4a02f2c6ef5c tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=74a840f0-d990-42b9-aa63-8987fd584eac HTTP/1.1" status: 200 len: 945 time: 0.0496078 Nov 29 18:37:46.900623 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b48362f4-7082-491c-a934-b0fdb47a1bd7 req-35f3af75-7b05-4439-8b48-fff7913b083a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399041 Nov 29 18:37:47.343696 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435186d9-26c0-4642-9a32-4c28e3c4dc36 req-4150ed87-81f1-4055-932b-a56438eed889 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:47.345050 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-435186d9-26c0-4642-9a32-4c28e3c4dc36 req-4150ed87-81f1-4055-932b-a56438eed889 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a840f0-d990-42b9-aa63-8987fd584eac HTTP/1.1" status: 200 len: 945 time: 0.0492923 Nov 29 18:37:47.440180 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-435186d9-26c0-4642-9a32-4c28e3c4dc36 req-e3baae9f-919e-4f14-ab58-ffe21f166529 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Deleting port 179a9150-2a41-46e7-8fcb-94181e6d15fe {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:37:47.440539 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-435186d9-26c0-4642-9a32-4c28e3c4dc36 req-e3baae9f-919e-4f14-ab58-ffe21f166529 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:47.530188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-435186d9-26c0-4642-9a32-4c28e3c4dc36 req-e3baae9f-919e-4f14-ab58-ffe21f166529 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] For port 179a9150-2a41-46e7-8fcb-94181e6d15fe, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=179a9150-2a41-46e7-8fcb-94181e6d15fe,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:37:47.530556 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-435186d9-26c0-4642-9a32-4c28e3c4dc36 req-e3baae9f-919e-4f14-ab58-ffe21f166529 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:47.545922 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-435186d9-26c0-4642-9a32-4c28e3c4dc36 req-e3baae9f-919e-4f14-ab58-ffe21f166529 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Calling delete_port for 179a9150-2a41-46e7-8fcb-94181e6d15fe owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:37:47.676259 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-435186d9-26c0-4642-9a32-4c28e3c4dc36 req-e3baae9f-919e-4f14-ab58-ffe21f166529 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:47.688102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['1dc4e434-fde8-4703-9bfc-096c120957f2'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:37:47.706396 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3baae9f-919e-4f14-ab58-ffe21f166529 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Pushing event deleted for resources: {'Port': ['ID=179a9150-2a41-46e7-8fcb-94181e6d15fe,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:47.722969 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['9ede991f-5b54-4d43-a58b-6ee7c3ad509a', '287c48ee-3620-4911-971b-5eb91e3fa6f8', '179a9150-2a41-46e7-8fcb-94181e6d15fe'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:37:47.748859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-435186d9-26c0-4642-9a32-4c28e3c4dc36 req-e3baae9f-919e-4f14-ab58-ffe21f166529 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] No DVR routers for this DVR port 179a9150-2a41-46e7-8fcb-94181e6d15fe on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:37:47.751679 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-435186d9-26c0-4642-9a32-4c28e3c4dc36 req-e3baae9f-919e-4f14-ab58-ffe21f166529 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:47.754997 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-435186d9-26c0-4642-9a32-4c28e3c4dc36 req-e3baae9f-919e-4f14-ab58-ffe21f166529 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.20 "DELETE /v2.0/ports/179a9150-2a41-46e7-8fcb-94181e6d15fe HTTP/1.1" status: 204 len: 173 time: 0.3995028 Nov 29 18:37:47.755464 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a840f0-d990-42b9-aa63-8987fd584eac', 'name': 'network-vif-deleted', 'tag': '179a9150-2a41-46e7-8fcb-94181e6d15fe'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:37:47.757801 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a26e6fc-e229-45b6-a6d4-9775b18726c3" -d '{"events": [{"server_uuid": "74a840f0-d990-42b9-aa63-8987fd584eac", "name": "network-vif-deleted", "tag": "179a9150-2a41-46e7-8fcb-94181e6d15fe"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:37:47.808486 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce21266-9cb8-40b9-82de-997188d44679 x-openstack-request-id: req-8ce21266-9cb8-40b9-82de-997188d44679 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:37:47.808792 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a840f0-d990-42b9-aa63-8987fd584eac", "name": "network-vif-deleted", "tag": "179a9150-2a41-46e7-8fcb-94181e6d15fe", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:37:47.809054 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ce21266-9cb8-40b9-82de-997188d44679 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:37:47.809460 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a840f0-d990-42b9-aa63-8987fd584eac', 'name': 'network-vif-deleted', 'tag': '179a9150-2a41-46e7-8fcb-94181e6d15fe', 'status': 'completed', 'code': 200} Nov 29 18:37:48.013925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c4932559-60c4-45a3-9c53-21f208076646 req-70cbdf63-712e-4901-88c2-0b35c5809806 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=74a840f0-d990-42b9-aa63-8987fd584eac HTTP/1.1" status: 200 len: 210 time: 0.0266740 Nov 29 18:37:51.356687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 179a9150-2a41-46e7-8fcb-94181e6d15fe no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:37:51.377182 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 179a9150-2a41-46e7-8fcb-94181e6d15fe {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:37:51.377459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 179a9150-2a41-46e7-8fcb-94181e6d15fe not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:37:52.526534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252a6ce-67f6-415a-974e-12cac9d6de43 req-8164316c-56ee-4033-bbb8-526f0988196f tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:52.529256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6252a6ce-67f6-415a-974e-12cac9d6de43 req-8164316c-56ee-4033-bbb8-526f0988196f tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=90bf41c5-289c-46bf-b9db-eb023be0f04e HTTP/1.1" status: 200 len: 945 time: 0.0558949 Nov 29 18:37:52.582449 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6252a6ce-67f6-415a-974e-12cac9d6de43 req-a7a52ba5-1f15-44d9-a667-c9e3ebd1cf40 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435574 Nov 29 18:37:53.704599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ce10e-fc13-491b-bfb8-18a09dc4a7f8 req-e6c2a380-11c3-45bc-ae93-044faec69963 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:53.706117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-776ce10e-fc13-491b-bfb8-18a09dc4a7f8 req-e6c2a380-11c3-45bc-ae93-044faec69963 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=90bf41c5-289c-46bf-b9db-eb023be0f04e HTTP/1.1" status: 200 len: 945 time: 0.0495236 Nov 29 18:37:53.753164 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-776ce10e-fc13-491b-bfb8-18a09dc4a7f8 req-81d6ca88-47b5-4c15-ad5b-59c8e16e6a32 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412142 Nov 29 18:37:53.993105 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8605695c-2641-4bbb-a623-d7869e166f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:54.251744 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c61c9-d838-4000-b5bd-485f606e0093 req-f19edf74-a7cf-431b-9572-1fae8d0c521e tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:54.253133 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-774c61c9-d838-4000-b5bd-485f606e0093 req-f19edf74-a7cf-431b-9572-1fae8d0c521e tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.20 "GET /v2.0/ports?device_id=90bf41c5-289c-46bf-b9db-eb023be0f04e HTTP/1.1" status: 200 len: 945 time: 0.0557468 Nov 29 18:37:54.350190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-774c61c9-d838-4000-b5bd-485f606e0093 req-25fbfca1-0c17-4d1d-823b-3d6d1742f6b7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Deleting port 287c48ee-3620-4911-971b-5eb91e3fa6f8 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:37:54.350546 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-774c61c9-d838-4000-b5bd-485f606e0093 req-25fbfca1-0c17-4d1d-823b-3d6d1742f6b7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:54.453193 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-774c61c9-d838-4000-b5bd-485f606e0093 req-25fbfca1-0c17-4d1d-823b-3d6d1742f6b7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] For port 287c48ee-3620-4911-971b-5eb91e3fa6f8, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=287c48ee-3620-4911-971b-5eb91e3fa6f8,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:37:54.453604 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-774c61c9-d838-4000-b5bd-485f606e0093 req-25fbfca1-0c17-4d1d-823b-3d6d1742f6b7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:54.469535 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-774c61c9-d838-4000-b5bd-485f606e0093 req-25fbfca1-0c17-4d1d-823b-3d6d1742f6b7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Calling delete_port for 287c48ee-3620-4911-971b-5eb91e3fa6f8 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:37:54.604919 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-774c61c9-d838-4000-b5bd-485f606e0093 req-25fbfca1-0c17-4d1d-823b-3d6d1742f6b7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:54.618322 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['9ede991f-5b54-4d43-a58b-6ee7c3ad509a', '287c48ee-3620-4911-971b-5eb91e3fa6f8'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:37:54.620727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['1dc4e434-fde8-4703-9bfc-096c120957f2'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:37:54.637244 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fbfca1-0c17-4d1d-823b-3d6d1742f6b7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Pushing event deleted for resources: {'Port': ['ID=287c48ee-3620-4911-971b-5eb91e3fa6f8,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:54.687734 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-774c61c9-d838-4000-b5bd-485f606e0093 req-25fbfca1-0c17-4d1d-823b-3d6d1742f6b7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] No DVR routers for this DVR port 287c48ee-3620-4911-971b-5eb91e3fa6f8 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:37:54.690334 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-774c61c9-d838-4000-b5bd-485f606e0093 req-25fbfca1-0c17-4d1d-823b-3d6d1742f6b7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:54.693739 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-774c61c9-d838-4000-b5bd-485f606e0093 req-25fbfca1-0c17-4d1d-823b-3d6d1742f6b7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.20 "DELETE /v2.0/ports/287c48ee-3620-4911-971b-5eb91e3fa6f8 HTTP/1.1" status: 204 len: 173 time: 0.4312279 Nov 29 18:37:54.694211 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bf41c5-289c-46bf-b9db-eb023be0f04e', 'name': 'network-vif-deleted', 'tag': '287c48ee-3620-4911-971b-5eb91e3fa6f8'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:37:54.696716 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234eb357-0325-4391-9cff-97ad61594eca" -d '{"events": [{"server_uuid": "90bf41c5-289c-46bf-b9db-eb023be0f04e", "name": "network-vif-deleted", "tag": "287c48ee-3620-4911-971b-5eb91e3fa6f8"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:37:54.884534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd429076-8c28-4719-a2bf-7d62fd045947 req-d1fc1aae-81a0-451f-bcf6-5fe9489933bb tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=90bf41c5-289c-46bf-b9db-eb023be0f04e HTTP/1.1" status: 200 len: 210 time: 0.0278168 Nov 29 18:37:54.959819 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9216a144-abe0-485f-b25b-3b0db9e56e4d x-openstack-request-id: req-9216a144-abe0-485f-b25b-3b0db9e56e4d {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:37:54.960127 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bf41c5-289c-46bf-b9db-eb023be0f04e", "name": "network-vif-deleted", "tag": "287c48ee-3620-4911-971b-5eb91e3fa6f8", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:37:54.960392 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9216a144-abe0-485f-b25b-3b0db9e56e4d {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:37:54.960808 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bf41c5-289c-46bf-b9db-eb023be0f04e', 'name': 'network-vif-deleted', 'tag': '287c48ee-3620-4911-971b-5eb91e3fa6f8', 'status': 'completed', 'code': 200} Nov 29 18:37:56.179292 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b5fc5-13ab-4e0b-a056-367fc1d1a3df req-623ddf60-c1bb-4d79-88b5-b79d3ba418b9 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:56.180890 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed6b5fc5-13ab-4e0b-a056-367fc1d1a3df req-623ddf60-c1bb-4d79-88b5-b79d3ba418b9 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 945 time: 0.0526736 Nov 29 18:37:56.229693 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed6b5fc5-13ab-4e0b-a056-367fc1d1a3df req-ffc11f01-98ea-4658-a2f1-b20b23fd7931 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425735 Nov 29 18:37:56.457482 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed5c3202-4ee4-4c0f-a0f3-3b38de32a2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:56.547867 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:37:57.357449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5e91-8b14-4bfe-b321-ecce60efb802 req-dd9a9ede-f04f-4db4-acbe-890fba4a1be2 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:57.359797 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af3e5e91-8b14-4bfe-b321-ecce60efb802 req-dd9a9ede-f04f-4db4-acbe-890fba4a1be2 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 945 time: 0.0569439 Nov 29 18:37:57.396389 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 287c48ee-3620-4911-971b-5eb91e3fa6f8 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:37:57.414431 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af3e5e91-8b14-4bfe-b321-ecce60efb802 req-d7dbca62-4e2e-43e5-a8e0-810d236c9fb4 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491955 Nov 29 18:37:57.422052 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 287c48ee-3620-4911-971b-5eb91e3fa6f8 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:37:57.422406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 287c48ee-3620-4911-971b-5eb91e3fa6f8 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:37:57.425728 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:57.670477 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:57.766819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2cdd0-75dd-4bc7-8e46-c6da5a8526e8 req-42eba41e-622d-4740-8b00-cd43bb3f3340 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:37:57.768910 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ba2cdd0-75dd-4bc7-8e46-c6da5a8526e8 req-42eba41e-622d-4740-8b00-cd43bb3f3340 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 945 time: 0.0546281 Nov 29 18:37:57.877777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-7ba2cdd0-75dd-4bc7-8e46-c6da5a8526e8 req-9db415b5-31da-4c8c-b743-7560bb5d1afd tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Deleting port 1dc4e434-fde8-4703-9bfc-096c120957f2 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:37:57.878106 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7ba2cdd0-75dd-4bc7-8e46-c6da5a8526e8 req-9db415b5-31da-4c8c-b743-7560bb5d1afd tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:57.976377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7ba2cdd0-75dd-4bc7-8e46-c6da5a8526e8 req-9db415b5-31da-4c8c-b743-7560bb5d1afd tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] For port 1dc4e434-fde8-4703-9bfc-096c120957f2, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=1dc4e434-fde8-4703-9bfc-096c120957f2,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:37:57.976679 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7ba2cdd0-75dd-4bc7-8e46-c6da5a8526e8 req-9db415b5-31da-4c8c-b743-7560bb5d1afd tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:57.991516 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-7ba2cdd0-75dd-4bc7-8e46-c6da5a8526e8 req-9db415b5-31da-4c8c-b743-7560bb5d1afd tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Calling delete_port for 1dc4e434-fde8-4703-9bfc-096c120957f2 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:37:58.442988 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7ba2cdd0-75dd-4bc7-8e46-c6da5a8526e8 req-9db415b5-31da-4c8c-b743-7560bb5d1afd tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:58.455273 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['1dc4e434-fde8-4703-9bfc-096c120957f2'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:37:58.460244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['9ede991f-5b54-4d43-a58b-6ee7c3ad509a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:37:58.473656 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db415b5-31da-4c8c-b743-7560bb5d1afd tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Pushing event deleted for resources: {'Port': ['ID=1dc4e434-fde8-4703-9bfc-096c120957f2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:37:58.537599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba2cdd0-75dd-4bc7-8e46-c6da5a8526e8 req-9db415b5-31da-4c8c-b743-7560bb5d1afd tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] No DVR routers for this DVR port 1dc4e434-fde8-4703-9bfc-096c120957f2 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:37:58.540671 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57af9ab2-44e5-460e-a2f8-0019db041966 req-24bc164b-5618-4739-9526-489a078eea92 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1944b44-2153-48b2-aa04-7a5aa93f5a10 HTTP/1.1" status: 200 len: 210 time: 0.0422065 Nov 29 18:37:58.541741 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7ba2cdd0-75dd-4bc7-8e46-c6da5a8526e8 req-9db415b5-31da-4c8c-b743-7560bb5d1afd tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:58.545067 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ba2cdd0-75dd-4bc7-8e46-c6da5a8526e8 req-9db415b5-31da-4c8c-b743-7560bb5d1afd tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.31 "DELETE /v2.0/ports/1dc4e434-fde8-4703-9bfc-096c120957f2 HTTP/1.1" status: 204 len: 173 time: 0.7708049 Nov 29 18:37:58.545522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1944b44-2153-48b2-aa04-7a5aa93f5a10', 'name': 'network-vif-deleted', 'tag': '1dc4e434-fde8-4703-9bfc-096c120957f2'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:37:58.547855 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6bab5e-4b3b-482e-a7c0-2fca75594c6d" -d '{"events": [{"server_uuid": "b1944b44-2153-48b2-aa04-7a5aa93f5a10", "name": "network-vif-deleted", "tag": "1dc4e434-fde8-4703-9bfc-096c120957f2"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:37:58.668047 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afe414e-d916-419b-99fa-cdf82b17d31d x-openstack-request-id: req-0afe414e-d916-419b-99fa-cdf82b17d31d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:37:58.668351 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1944b44-2153-48b2-aa04-7a5aa93f5a10", "name": "network-vif-deleted", "tag": "1dc4e434-fde8-4703-9bfc-096c120957f2", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:37:58.668606 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0afe414e-d916-419b-99fa-cdf82b17d31d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:37:58.669109 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1944b44-2153-48b2-aa04-7a5aa93f5a10', 'name': 'network-vif-deleted', 'tag': '1dc4e434-fde8-4703-9bfc-096c120957f2', 'status': 'completed', 'code': 200} Nov 29 18:37:59.191748 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:37:59.923196 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:00.017395 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:02.050085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 1dc4e434-fde8-4703-9bfc-096c120957f2 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:38:02.082043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 1dc4e434-fde8-4703-9bfc-096c120957f2 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:38:02.082351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 1dc4e434-fde8-4703-9bfc-096c120957f2 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:38:03.089273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f43e52-4c3b-4fe3-80c6-2c2cf989ee53 req-83dfcce3-e122-4470-9100-655da79916c8 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:38:03.091217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18f43e52-4c3b-4fe3-80c6-2c2cf989ee53 req-83dfcce3-e122-4470-9100-655da79916c8 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 945 time: 0.0607054 Nov 29 18:38:03.139445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18f43e52-4c3b-4fe3-80c6-2c2cf989ee53 req-330363fa-012f-4749-ae99-c7f2f22ee747 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421128 Nov 29 18:38:04.274376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74dae1-4e23-468a-aa7a-5657fcfb8e4b req-f826186e-67e2-487c-9d11-456a92724394 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:38:04.276015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e74dae1-4e23-468a-aa7a-5657fcfb8e4b req-f826186e-67e2-487c-9d11-456a92724394 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 945 time: 0.0572181 Nov 29 18:38:04.329570 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e74dae1-4e23-468a-aa7a-5657fcfb8e4b req-0cb69bb1-5ba4-40e5-a8b8-fa901f7be631 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/security-groups?id=f79c645e-25bb-43a1-a210-01ce2aaa6be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465064 Nov 29 18:38:04.792568 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1775f14-ccc8-43cb-8768-cbf3d0a6b128 req-731cca9a-f503-442e-89d3-7e73498befd7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:38:04.794046 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f1775f14-ccc8-43cb-8768-cbf3d0a6b128 req-731cca9a-f503-442e-89d3-7e73498befd7 tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.20 "GET /v2.0/ports?device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 945 time: 0.0486319 Nov 29 18:38:04.893814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-f1775f14-ccc8-43cb-8768-cbf3d0a6b128 req-051556c3-1be7-45fa-91aa-37de93a74a4a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Deleting port 9ede991f-5b54-4d43-a58b-6ee7c3ad509a {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:38:04.894136 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f1775f14-ccc8-43cb-8768-cbf3d0a6b128 req-051556c3-1be7-45fa-91aa-37de93a74a4a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:04.986279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-f1775f14-ccc8-43cb-8768-cbf3d0a6b128 req-051556c3-1be7-45fa-91aa-37de93a74a4a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] For port 9ede991f-5b54-4d43-a58b-6ee7c3ad509a, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=9ede991f-5b54-4d43-a58b-6ee7c3ad509a,segment=NetworkSegment(e4c0fefc-d645-460b-9ed4-1ffdd886d210),segment_id=e4c0fefc-d645-460b-9ed4-1ffdd886d210)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:38:04.986661 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f1775f14-ccc8-43cb-8768-cbf3d0a6b128 req-051556c3-1be7-45fa-91aa-37de93a74a4a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:05.001139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-f1775f14-ccc8-43cb-8768-cbf3d0a6b128 req-051556c3-1be7-45fa-91aa-37de93a74a4a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Calling delete_port for 9ede991f-5b54-4d43-a58b-6ee7c3ad509a owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:38:05.133924 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f1775f14-ccc8-43cb-8768-cbf3d0a6b128 req-051556c3-1be7-45fa-91aa-37de93a74a4a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:05.149998 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['9ede991f-5b54-4d43-a58b-6ee7c3ad509a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:38:05.163449 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051556c3-1be7-45fa-91aa-37de93a74a4a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Pushing event deleted for resources: {'Port': ['ID=9ede991f-5b54-4d43-a58b-6ee7c3ad509a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:05.213440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1775f14-ccc8-43cb-8768-cbf3d0a6b128 req-051556c3-1be7-45fa-91aa-37de93a74a4a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] No DVR routers for this DVR port 9ede991f-5b54-4d43-a58b-6ee7c3ad509a on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:38:05.216599 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f1775f14-ccc8-43cb-8768-cbf3d0a6b128 req-051556c3-1be7-45fa-91aa-37de93a74a4a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:05.219987 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f1775f14-ccc8-43cb-8768-cbf3d0a6b128 req-051556c3-1be7-45fa-91aa-37de93a74a4a tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.20 "DELETE /v2.0/ports/9ede991f-5b54-4d43-a58b-6ee7c3ad509a HTTP/1.1" status: 204 len: 173 time: 0.4165924 Nov 29 18:38:05.220425 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10051f9-3636-48b6-8ecc-6be171bd993a', 'name': 'network-vif-deleted', 'tag': '9ede991f-5b54-4d43-a58b-6ee7c3ad509a'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:38:05.222654 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16703e18-eb1b-4dc5-8b59-7fe4d77ecaae" -d '{"events": [{"server_uuid": "e10051f9-3636-48b6-8ecc-6be171bd993a", "name": "network-vif-deleted", "tag": "9ede991f-5b54-4d43-a58b-6ee7c3ad509a"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:38:05.260411 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40932558-ed57-4756-bef4-754e678a6f17 x-openstack-request-id: req-40932558-ed57-4756-bef4-754e678a6f17 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:38:05.260728 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10051f9-3636-48b6-8ecc-6be171bd993a", "name": "network-vif-deleted", "tag": "9ede991f-5b54-4d43-a58b-6ee7c3ad509a", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:38:05.261003 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40932558-ed57-4756-bef4-754e678a6f17 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:38:05.261401 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10051f9-3636-48b6-8ecc-6be171bd993a', 'name': 'network-vif-deleted', 'tag': '9ede991f-5b54-4d43-a58b-6ee7c3ad509a', 'status': 'completed', 'code': 200} Nov 29 18:38:05.437554 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34387625-50d2-4c99-9ff9-79752964e4e1 req-ba742f76-cec6-49ab-a4e1-93b125f115ad tempest-AttachVolumeNegativeTest-627544477 tempest-AttachVolumeNegativeTest-627544477-project] 10.222.0.23 "GET /v2.0/ports?device_id=e10051f9-3636-48b6-8ecc-6be171bd993a HTTP/1.1" status: 200 len: 210 time: 0.0257456 Nov 29 18:38:06.495314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36324) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:06.538928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-889b22bf-2139-4470-b691-94cf79942731 admin admin] Deleting subnet f1eb6a47-50f7-47c8-9f45-4cc5aa640124 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:38:06.541972 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-889b22bf-2139-4470-b691-94cf79942731 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:06.575918 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-889b22bf-2139-4470-b691-94cf79942731 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:06.618458 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-889b22bf-2139-4470-b691-94cf79942731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:06.671509 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-889b22bf-2139-4470-b691-94cf79942731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:06.698051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b22bf-2139-4470-b691-94cf79942731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1eb6a47-50f7-47c8-9f45-4cc5aa640124,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:06.702314 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-889b22bf-2139-4470-b691-94cf79942731 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:06.705540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-889b22bf-2139-4470-b691-94cf79942731 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f1eb6a47-50f7-47c8-9f45-4cc5aa640124 HTTP/1.1" status: 204 len: 168 time: 0.2092040 Nov 29 18:38:06.708014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36326) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:06.774482 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98e2f0b7-9acd-470c-a26a-12689dff534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:06.855692 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98e2f0b7-9acd-470c-a26a-12689dff534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:06.875875 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-98e2f0b7-9acd-470c-a26a-12689dff534c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34b0f01-01d1-4470-b9fb-4806b927f896']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:06.885051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-98e2f0b7-9acd-470c-a26a-12689dff534c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c0fefc-d645-460b-9ed4-1ffdd886d210') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:06.885349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-98e2f0b7-9acd-470c-a26a-12689dff534c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c0fefc-d645-460b-9ed4-1ffdd886d210') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:06.895188 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98e2f0b7-9acd-470c-a26a-12689dff534c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:06.908060 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98e2f0b7-9acd-470c-a26a-12689dff534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:06.913945 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e2f0b7-9acd-470c-a26a-12689dff534c admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:38:06.914325 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98e2f0b7-9acd-470c-a26a-12689dff534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:38:06.915996 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:38:06.975929 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98e2f0b7-9acd-470c-a26a-12689dff534c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:06.981295 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98e2f0b7-9acd-470c-a26a-12689dff534c admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:06.984591 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-98e2f0b7-9acd-470c-a26a-12689dff534c admin admin] 10.222.0.23 "DELETE /v2.0/networks/b34b0f01-01d1-4470-b9fb-4806b927f896 HTTP/1.1" status: 204 len: 168 time: 0.2756026 Nov 29 18:38:06.995718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2f0b7-9acd-470c-a26a-12689dff534c admin admin] Pushing event deleted for resources: {'Network': ['ID=b34b0f01-01d1-4470-b9fb-4806b927f896,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:07.151272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36330) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:07.193285 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f7d45eff-2adc-4b30-bb56-9eb898a8a12f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60fb03f798234bf5ac77398393d9b4e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407400 Nov 29 18:38:07.195740 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36332) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:07.249771 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-077468bf-76ed-448c-b616-00517ba0c7e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:07.272288 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-077468bf-76ed-448c-b616-00517ba0c7e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:07.320125 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-077468bf-76ed-448c-b616-00517ba0c7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:07.323024 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-077468bf-76ed-448c-b616-00517ba0c7e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:07.326730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-077468bf-76ed-448c-b616-00517ba0c7e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f79c645e-25bb-43a1-a210-01ce2aaa6be4 HTTP/1.1" status: 204 len: 168 time: 0.1277230 Nov 29 18:38:07.333881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077468bf-76ed-448c-b616-00517ba0c7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79c645e-25bb-43a1-a210-01ce2aaa6be4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:07.416085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 9ede991f-5b54-4d43-a58b-6ee7c3ad509a no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:38:07.439323 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 9ede991f-5b54-4d43-a58b-6ee7c3ad509a {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:38:07.439707 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 9ede991f-5b54-4d43-a58b-6ee7c3ad509a not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:38:09.810153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36390) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:09.929426 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9fd14a8c-3b44-420f-90e6-782cfa4a1afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:10.017770 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9fd14a8c-3b44-420f-90e6-782cfa4a1afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:10.022543 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9fd14a8c-3b44-420f-90e6-782cfa4a1afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:10.068938 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9fd14a8c-3b44-420f-90e6-782cfa4a1afa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=40ffecd34e6d4342b513f45a12a9673a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2576249 Nov 29 18:38:10.069833 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd14a8c-3b44-420f-90e6-782cfa4a1afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3834e07-e77b-4a95-b058-e32253d14d6c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:10.071802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36394) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:10.121208 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6d18c8d-04a1-412e-8ca4-02199ab75d11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:10.143177 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6d18c8d-04a1-412e-8ca4-02199ab75d11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:10.192857 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6d18c8d-04a1-412e-8ca4-02199ab75d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:10.195797 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6d18c8d-04a1-412e-8ca4-02199ab75d11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:10.196994 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d6d18c8d-04a1-412e-8ca4-02199ab75d11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3834e07-e77b-4a95-b058-e32253d14d6c HTTP/1.1" status: 204 len: 168 time: 0.1239381 Nov 29 18:38:10.205418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d18c8d-04a1-412e-8ca4-02199ab75d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3834e07-e77b-4a95-b058-e32253d14d6c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:10.458320 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36400) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:10.472003 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a8150e5-e908-48e0-a8a5-727efcae7ca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:10.545046 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a8150e5-e908-48e0-a8a5-727efcae7ca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:10.549018 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a8150e5-e908-48e0-a8a5-727efcae7ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:10.591150 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4a8150e5-e908-48e0-a8a5-727efcae7ca5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53097e8bab304e9196a1df5b70608719&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309533 Nov 29 18:38:10.591925 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8150e5-e908-48e0-a8a5-727efcae7ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f4cc6a-683c-46fc-ab07-67d2ff428a6f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:10.594629 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36402) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:10.645125 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6bbf697f-0622-48ae-ace2-c70e00ad1dcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:10.666056 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6bbf697f-0622-48ae-ace2-c70e00ad1dcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:10.716191 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6bbf697f-0622-48ae-ace2-c70e00ad1dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:10.719082 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6bbf697f-0622-48ae-ace2-c70e00ad1dcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:10.720303 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6bbf697f-0622-48ae-ace2-c70e00ad1dcb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9f4cc6a-683c-46fc-ab07-67d2ff428a6f HTTP/1.1" status: 204 len: 168 time: 0.1243699 Nov 29 18:38:10.728767 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf697f-0622-48ae-ace2-c70e00ad1dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f4cc6a-683c-46fc-ab07-67d2ff428a6f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:21.867394 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36670) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:21.986777 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d857909-45ac-41d4-bd13-6af5729e2423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:22.064825 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d857909-45ac-41d4-bd13-6af5729e2423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:22.069127 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4d857909-45ac-41d4-bd13-6af5729e2423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:22.116793 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4d857909-45ac-41d4-bd13-6af5729e2423 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb56a623e4b7477ab014e33feb424492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2481437 Nov 29 18:38:22.117913 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857909-45ac-41d4-bd13-6af5729e2423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73d1956-8615-429f-af45-0139b3a9f8c9,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:22.119304 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36674) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:22.127920 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857909-45ac-41d4-bd13-6af5729e2423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:22.128338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857909-45ac-41d4-bd13-6af5729e2423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:22.128904 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857909-45ac-41d4-bd13-6af5729e2423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:22.129512 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857909-45ac-41d4-bd13-6af5729e2423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:22.130128 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857909-45ac-41d4-bd13-6af5729e2423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:22.130638 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857909-45ac-41d4-bd13-6af5729e2423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:22.131097 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857909-45ac-41d4-bd13-6af5729e2423 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:22.131518 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857909-45ac-41d4-bd13-6af5729e2423 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:22.131912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857909-45ac-41d4-bd13-6af5729e2423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:22.132306 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857909-45ac-41d4-bd13-6af5729e2423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:22.132702 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857909-45ac-41d4-bd13-6af5729e2423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:22.133144 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d857909-45ac-41d4-bd13-6af5729e2423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:22.168673 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c5b0e9e4-2ad0-4c46-ae20-37e8a155f87e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:22.193830 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c5b0e9e4-2ad0-4c46-ae20-37e8a155f87e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:22.244951 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c5b0e9e4-2ad0-4c46-ae20-37e8a155f87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:22.247609 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c5b0e9e4-2ad0-4c46-ae20-37e8a155f87e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:22.248770 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c5b0e9e4-2ad0-4c46-ae20-37e8a155f87e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e73d1956-8615-429f-af45-0139b3a9f8c9 HTTP/1.1" status: 204 len: 168 time: 0.1284499 Nov 29 18:38:22.256287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0e9e4-2ad0-4c46-ae20-37e8a155f87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73d1956-8615-429f-af45-0139b3a9f8c9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:22.529308 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36680) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:22.542344 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-262f2285-371c-42db-a886-ffd5effd6328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:22.616850 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-262f2285-371c-42db-a886-ffd5effd6328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:22.620815 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-262f2285-371c-42db-a886-ffd5effd6328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:22.662651 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-262f2285-371c-42db-a886-ffd5effd6328 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97b1d1c13dec44758ae03982c7e0a93e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322145 Nov 29 18:38:22.663411 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f2285-371c-42db-a886-ffd5effd6328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985b0c2b-9c8f-44d4-b53f-c456e062e720,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:22.665780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36682) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:22.725359 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eaa891d5-6684-4e82-a7e5-57cc9d69760f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:22.746500 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eaa891d5-6684-4e82-a7e5-57cc9d69760f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:22.796688 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eaa891d5-6684-4e82-a7e5-57cc9d69760f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:22.799342 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eaa891d5-6684-4e82-a7e5-57cc9d69760f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:22.803094 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-eaa891d5-6684-4e82-a7e5-57cc9d69760f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/985b0c2b-9c8f-44d4-b53f-c456e062e720 HTTP/1.1" status: 204 len: 168 time: 0.1334155 Nov 29 18:38:22.810077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa891d5-6684-4e82-a7e5-57cc9d69760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985b0c2b-9c8f-44d4-b53f-c456e062e720,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:23.995166 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0774780-c57b-4f0f-b239-3848f0a28b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:24.126433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36728) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:24.234595 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc335bbc-5a40-4124-ab40-fdbf8ccd480c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:24.307469 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc335bbc-5a40-4124-ab40-fdbf8ccd480c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:24.311449 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc335bbc-5a40-4124-ab40-fdbf8ccd480c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:24.350110 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bc335bbc-5a40-4124-ab40-fdbf8ccd480c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d83d34ac3f7d4ebea38237a21da11667&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2220669 Nov 29 18:38:24.350910 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc335bbc-5a40-4124-ab40-fdbf8ccd480c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18899dfe-29ac-41a6-85bc-5717094cf101,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:24.352835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36732) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:24.411221 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9245f648-9720-4866-9176-6f11dfee9b67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:24.434652 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9245f648-9720-4866-9176-6f11dfee9b67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:24.487155 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9245f648-9720-4866-9176-6f11dfee9b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:24.489981 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9245f648-9720-4866-9176-6f11dfee9b67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:24.491183 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9245f648-9720-4866-9176-6f11dfee9b67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18899dfe-29ac-41a6-85bc-5717094cf101 HTTP/1.1" status: 204 len: 168 time: 0.1365902 Nov 29 18:38:24.498871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245f648-9720-4866-9176-6f11dfee9b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18899dfe-29ac-41a6-85bc-5717094cf101,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:25.680628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36768) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:25.776079 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:38:25.797406 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:25.892407 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:25.997721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Allocated IP 172.25.3.5 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/a3d6d06f-128e-4cbf-9850-cb2176851754) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:38:26.120882 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:26.158697 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:26.213996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:38:26.220622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:38:26.226284 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:38:26.233548 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Pushing event updated for resources: {'Port': ['ID=a3d6d06f-128e-4cbf-9850-cb2176851754,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:26.338516 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:26.373036 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:26.462998 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1e15e10-0496-4e68-a806-a05015c17269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:26.530862 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:26.535490 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:26.602118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Pushing event updated for resources: {'Port': ['ID=a3d6d06f-128e-4cbf-9850-cb2176851754,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:26.613963 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:26.629532 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:26.630804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-285df23f-5230-4a63-b33d-d49b458ee8fe tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9491479 Nov 29 18:38:26.633861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36772) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:26.639236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f23122fc-5b9a-4f88-b1fe-170c86e3d5e6 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-372625092', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'fixed_ips': [{'ip_address': '172.25.3.5'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:38:26.659353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23122fc-5b9a-4f88-b1fe-170c86e3d5e6 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Made reservation on behalf of 2e77d631e5da45108d2e6420a3627774 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:38:26.661658 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f23122fc-5b9a-4f88-b1fe-170c86e3d5e6 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:26.670374 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f23122fc-5b9a-4f88-b1fe-170c86e3d5e6 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:26.750444 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f23122fc-5b9a-4f88-b1fe-170c86e3d5e6 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:26.754393 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f23122fc-5b9a-4f88-b1fe-170c86e3d5e6 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:26.759606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-f23122fc-5b9a-4f88-b1fe-170c86e3d5e6 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] device_id is not set on port d35cb292-e53d-4677-96e8-97c035ce78fb yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:38:26.832671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23122fc-5b9a-4f88-b1fe-170c86e3d5e6 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3c88ee-68f2-4a5f-8d81-e2820abb48cf,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:26.956163 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23122fc-5b9a-4f88-b1fe-170c86e3d5e6 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 29 18:38:26.956593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23122fc-5b9a-4f88-b1fe-170c86e3d5e6 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 18:38:26.972014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f23122fc-5b9a-4f88-b1fe-170c86e3d5e6 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 0.3371329 Nov 29 18:38:26.975251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36774) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:27.097839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a20dba03-e3a9-4fbb-98f2-f8b0d1200a78 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Deleting port a3d6d06f-128e-4cbf-9850-cb2176851754 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:38:27.098190 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a20dba03-e3a9-4fbb-98f2-f8b0d1200a78 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:27.173500 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a20dba03-e3a9-4fbb-98f2-f8b0d1200a78 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:27.173835 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a20dba03-e3a9-4fbb-98f2-f8b0d1200a78 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:27.185564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a20dba03-e3a9-4fbb-98f2-f8b0d1200a78 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Calling delete_port for a3d6d06f-128e-4cbf-9850-cb2176851754 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:38:27.318189 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a20dba03-e3a9-4fbb-98f2-f8b0d1200a78 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:27.344992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dba03-e3a9-4fbb-98f2-f8b0d1200a78 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3d6d06f-128e-4cbf-9850-cb2176851754,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:27.404702 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:27.409658 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a20dba03-e3a9-4fbb-98f2-f8b0d1200a78 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:27.412371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a20dba03-e3a9-4fbb-98f2-f8b0d1200a78 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:27.413729 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a20dba03-e3a9-4fbb-98f2-f8b0d1200a78 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507 tempest-ExternalNetworksAdminNegativeTestJSON-1887938507-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/56686677-d7aa-4b73-894a-4b372191246f HTTP/1.1" status: 204 len: 168 time: 0.4375172 Nov 29 18:38:27.662559 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36780) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:27.672376 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:27.770777 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c57c275-7d11-41cc-9aa6-2ab75cf887e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:27.844219 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c57c275-7d11-41cc-9aa6-2ab75cf887e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:27.848130 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c57c275-7d11-41cc-9aa6-2ab75cf887e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:27.887828 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0c57c275-7d11-41cc-9aa6-2ab75cf887e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7ac299e22395402c9d876af6d6a651af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2234013 Nov 29 18:38:27.888717 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57c275-7d11-41cc-9aa6-2ab75cf887e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c5b56b-6a58-44c6-8f99-c6da1b6522a5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:27.890682 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36784) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:27.940388 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-84c05a84-a5c9-4149-b739-99df8507e1d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:27.962024 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-84c05a84-a5c9-4149-b739-99df8507e1d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:28.007763 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-84c05a84-a5c9-4149-b739-99df8507e1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:28.010651 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-84c05a84-a5c9-4149-b739-99df8507e1d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:28.011929 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-84c05a84-a5c9-4149-b739-99df8507e1d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71c5b56b-6a58-44c6-8f99-c6da1b6522a5 HTTP/1.1" status: 204 len: 168 time: 0.1201506 Nov 29 18:38:28.021974 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c05a84-a5c9-4149-b739-99df8507e1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c5b56b-6a58-44c6-8f99-c6da1b6522a5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:28.277591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36790) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:28.319578 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-04a44bb4-3633-4f15-9fd1-2369c37992ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e77d631e5da45108d2e6420a3627774&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400593 Nov 29 18:38:28.321921 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36792) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:28.375548 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38d03b61-defd-467e-9b12-a474633b5222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:28.397012 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38d03b61-defd-467e-9b12-a474633b5222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:28.449322 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38d03b61-defd-467e-9b12-a474633b5222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:28.452541 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38d03b61-defd-467e-9b12-a474633b5222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:28.453711 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-38d03b61-defd-467e-9b12-a474633b5222 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f3c88ee-68f2-4a5f-8d81-e2820abb48cf HTTP/1.1" status: 204 len: 168 time: 0.1308489 Nov 29 18:38:28.464561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d03b61-defd-467e-9b12-a474633b5222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3c88ee-68f2-4a5f-8d81-e2820abb48cf,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:29.194533 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:29.667028 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36828) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:29.763304 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f278288b-050e-40b1-9217-ae4e2bc68917 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-722560122'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:38:29.763804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f278288b-050e-40b1-9217-ae4e2bc68917 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] Unknown quota resources ['metering_label']. {{(pid=110005) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 18:38:29.938163 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:29.944114 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f278288b-050e-40b1-9217-ae4e2bc68917 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:29.947566 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f278288b-050e-40b1-9217-ae4e2bc68917 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2773335 Nov 29 18:38:29.948367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36832) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:29.953606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d52ce6f5-e306-4516-881b-ee434fc0fc35 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5f4e9b44-ce29-4226-8cbd-00df476eb6c9'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:38:29.954116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d52ce6f5-e306-4516-881b-ee434fc0fc35 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110005) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 18:38:30.010158 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:30.032032 n-d-819494-5 neutron-server[110005]: WARNING neutron.services.metering.metering_plugin [None req-d52ce6f5-e306-4516-881b-ee434fc0fc35 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 29 18:38:30.135087 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d52ce6f5-e306-4516-881b-ee434fc0fc35 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:30.136291 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d52ce6f5-e306-4516-881b-ee434fc0fc35 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1868699 Nov 29 18:38:30.140120 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36834) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:30.144212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4820b139-942e-4ac9-bf35-b2a90cdc79e4 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5f4e9b44-ce29-4226-8cbd-00df476eb6c9'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:38:30.144703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4820b139-942e-4ac9-bf35-b2a90cdc79e4 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110005) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 18:38:30.208273 n-d-819494-5 neutron-server[110005]: WARNING neutron.services.metering.metering_plugin [None req-4820b139-942e-4ac9-bf35-b2a90cdc79e4 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 29 18:38:30.322028 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4820b139-942e-4ac9-bf35-b2a90cdc79e4 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:30.323732 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4820b139-942e-4ac9-bf35-b2a90cdc79e4 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1825852 Nov 29 18:38:30.326534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36836) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:30.341337 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3a782039-c57a-45a5-ba5d-3fbdadf66510 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=e200a76d-cf5d-4e6f-975a-0994fac2b164 HTTP/1.1" status: 200 len: 462 time: 0.0132835 Nov 29 18:38:30.343611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36838) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:30.493595 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-850e7001-b2f2-4496-a24e-623e7c5aee48 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:30.494719 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-850e7001-b2f2-4496-a24e-623e7c5aee48 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/e200a76d-cf5d-4e6f-975a-0994fac2b164 HTTP/1.1" status: 204 len: 168 time: 0.1500893 Nov 29 18:38:30.499019 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36840) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:30.509879 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d4aaec1e-5c29-479d-9d59-8e6bf948f844 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=e200a76d-cf5d-4e6f-975a-0994fac2b164 HTTP/1.1" status: 200 len: 221 time: 0.0096478 Nov 29 18:38:30.512939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36842) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:30.517343 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b54c554b-6b5a-4dc7-9fc0-b38e86ae8999 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--985018282', 'description': 'label created by tempest'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:38:30.517903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b54c554b-6b5a-4dc7-9fc0-b38e86ae8999 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] Unknown quota resources ['metering_label']. {{(pid=110004) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 18:38:30.730124 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b54c554b-6b5a-4dc7-9fc0-b38e86ae8999 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:30.731895 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b54c554b-6b5a-4dc7-9fc0-b38e86ae8999 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2180452 Nov 29 18:38:30.734732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36844) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:30.808694 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ea173c1c-d8bc-4880-89b9-3e34bb9ea3b7 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=913f547e-f10e-41f5-af47-e1c648aa28e3 HTTP/1.1" status: 200 len: 467 time: 0.0722511 Nov 29 18:38:30.812049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36846) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:30.992791 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1837ef5f-47d7-40ae-a6f1-e3cf7757c7dd tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:30.993975 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1837ef5f-47d7-40ae-a6f1-e3cf7757c7dd tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/913f547e-f10e-41f5-af47-e1c648aa28e3 HTTP/1.1" status: 204 len: 168 time: 0.1809258 Nov 29 18:38:30.997279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36848) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:31.008760 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8670316d-fd43-4899-8d25-9f5f571f43bb tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=913f547e-f10e-41f5-af47-e1c648aa28e3 HTTP/1.1" status: 200 len: 216 time: 0.0103323 Nov 29 18:38:31.012625 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36850) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:31.021504 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6c40e9e3-f9cc-4b37-8f7f-5f20e88912d9 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0079067 Nov 29 18:38:31.024560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36852) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:31.035918 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ae7cec35-bb4b-4c43-a26c-01f6509e4fc5 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0103087 Nov 29 18:38:31.039335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36854) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:31.092930 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-80276986-a598-4fab-a5ea-5e663af98ed2 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/5f4e9b44-ce29-4226-8cbd-00df476eb6c9 HTTP/1.1" status: 200 len: 472 time: 0.0520749 Nov 29 18:38:31.096856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36856) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:31.106868 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7d52d164-f887-4d1c-ac03-40bf19edde63 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/be95e3cc-e4fb-415a-8667-9f0bd07d098c HTTP/1.1" status: 200 len: 459 time: 0.0089848 Nov 29 18:38:31.110288 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36858) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:31.497809 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0248-efab-4e7d-b395-d37d4d24b0a3 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:31.498872 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5f7e0248-efab-4e7d-b395-d37d4d24b0a3 tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/be95e3cc-e4fb-415a-8667-9f0bd07d098c HTTP/1.1" status: 204 len: 168 time: 0.3876038 Nov 29 18:38:31.501351 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36860) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:31.711414 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c48b471-a654-4143-9846-48efe8798e9f tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:31.712724 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1c48b471-a654-4143-9846-48efe8798e9f tempest-MeteringIpV6TestJSON-1229055376 tempest-MeteringIpV6TestJSON-1229055376-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/5f4e9b44-ce29-4226-8cbd-00df476eb6c9 HTTP/1.1" status: 204 len: 168 time: 0.2104380 Nov 29 18:38:31.979144 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36866) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:32.087865 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2cfb5c4-4011-4847-ab67-e8fac7719df2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:32.168040 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2cfb5c4-4011-4847-ab67-e8fac7719df2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:32.174180 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2cfb5c4-4011-4847-ab67-e8fac7719df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:32.225004 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d2cfb5c4-4011-4847-ab67-e8fac7719df2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d67838ff246946d3b03dc0d98bc8609d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2448559 Nov 29 18:38:32.225755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfb5c4-4011-4847-ab67-e8fac7719df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f28717-91a3-4c04-a9d3-4721b47f892f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:32.227767 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36870) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:32.275882 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-006be39b-5428-45d6-9c9b-722e7a67457c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:32.296861 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-006be39b-5428-45d6-9c9b-722e7a67457c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:32.344436 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-006be39b-5428-45d6-9c9b-722e7a67457c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:32.347721 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-006be39b-5428-45d6-9c9b-722e7a67457c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:32.349096 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-006be39b-5428-45d6-9c9b-722e7a67457c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49f28717-91a3-4c04-a9d3-4721b47f892f HTTP/1.1" status: 204 len: 168 time: 0.1201062 Nov 29 18:38:32.358981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006be39b-5428-45d6-9c9b-722e7a67457c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f28717-91a3-4c04-a9d3-4721b47f892f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:32.647279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36876) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:32.660942 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18177417-72e6-4055-9a6c-b34517d7c616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:32.740604 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18177417-72e6-4055-9a6c-b34517d7c616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:32.747104 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18177417-72e6-4055-9a6c-b34517d7c616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:32.788552 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-18177417-72e6-4055-9a6c-b34517d7c616 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5de633a3d43d49acb2319d6666aea079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1401138 Nov 29 18:38:32.790352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18177417-72e6-4055-9a6c-b34517d7c616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774e9b49-1f5f-4741-a8cc-964980b24f6d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:32.791285 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36878) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:32.842245 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cbab4cbb-fbc8-4c4f-a478-a1e54000a11a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:32.864915 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cbab4cbb-fbc8-4c4f-a478-a1e54000a11a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:32.915852 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cbab4cbb-fbc8-4c4f-a478-a1e54000a11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:32.919636 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cbab4cbb-fbc8-4c4f-a478-a1e54000a11a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:32.920868 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cbab4cbb-fbc8-4c4f-a478-a1e54000a11a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/774e9b49-1f5f-4741-a8cc-964980b24f6d HTTP/1.1" status: 204 len: 168 time: 0.1283300 Nov 29 18:38:32.929854 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab4cbb-fbc8-4c4f-a478-a1e54000a11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774e9b49-1f5f-4741-a8cc-964980b24f6d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:33.549513 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:38:34.198929 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36914) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:34.299067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b798b134-3d96-4db3-aa30-c1005117afd4 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1371640402'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:38:34.299841 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b798b134-3d96-4db3-aa30-c1005117afd4 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] Unknown quota resources ['metering_label']. {{(pid=110004) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 18:38:34.420324 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b798b134-3d96-4db3-aa30-c1005117afd4 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:34.421520 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b798b134-3d96-4db3-aa30-c1005117afd4 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2209435 Nov 29 18:38:34.424386 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36918) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:34.428678 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-37f77a51-0509-4ab4-9d03-a06a70c032d1 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '27c40b22-3516-41ab-9dd8-ab08ef02ead2'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:38:34.429175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-37f77a51-0509-4ab4-9d03-a06a70c032d1 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110004) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 18:38:34.514422 n-d-819494-5 neutron-server[110004]: WARNING neutron.services.metering.metering_plugin [None req-37f77a51-0509-4ab4-9d03-a06a70c032d1 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 29 18:38:34.600740 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-37f77a51-0509-4ab4-9d03-a06a70c032d1 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:34.601956 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-37f77a51-0509-4ab4-9d03-a06a70c032d1 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1766169 Nov 29 18:38:34.605204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36920) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:34.610176 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-17613a50-04d8-406a-b76d-204861de970b tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '27c40b22-3516-41ab-9dd8-ab08ef02ead2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:38:34.610697 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-17613a50-04d8-406a-b76d-204861de970b tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110005) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 18:38:34.662039 n-d-819494-5 neutron-server[110005]: WARNING neutron.services.metering.metering_plugin [None req-17613a50-04d8-406a-b76d-204861de970b tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 29 18:38:34.743903 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17613a50-04d8-406a-b76d-204861de970b tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:34.745090 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-17613a50-04d8-406a-b76d-204861de970b tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1382499 Nov 29 18:38:34.747853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36922) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:34.756908 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-072cc4eb-e4ca-49f8-bf44-a9c8362c47c2 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=8c6073b5-ba36-490d-b2c8-b89e44d4dec8 HTTP/1.1" status: 200 len: 464 time: 0.0080752 Nov 29 18:38:34.759228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36924) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:34.878182 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0128b530-b5a2-4247-bd3d-44983305b838 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:34.879441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0128b530-b5a2-4247-bd3d-44983305b838 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/8c6073b5-ba36-490d-b2c8-b89e44d4dec8 HTTP/1.1" status: 204 len: 168 time: 0.1193349 Nov 29 18:38:34.882865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36926) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:34.891802 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a49fab83-b5eb-48d5-9e73-9a389f7c990e tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=8c6073b5-ba36-490d-b2c8-b89e44d4dec8 HTTP/1.1" status: 200 len: 221 time: 0.0079062 Nov 29 18:38:34.894969 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36928) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:34.898806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fca55b02-cda0-4863-a002-3eb2e8bc6850 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--550793116', 'description': 'label created by tempest'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:38:34.899282 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fca55b02-cda0-4863-a002-3eb2e8bc6850 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] Unknown quota resources ['metering_label']. {{(pid=110005) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 18:38:35.370168 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fca55b02-cda0-4863-a002-3eb2e8bc6850 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:35.371899 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fca55b02-cda0-4863-a002-3eb2e8bc6850 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4760220 Nov 29 18:38:35.374498 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36930) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:35.425565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-757c85a0-7061-46c6-948d-71bdface5734 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=8e2457f5-2e01-411f-8658-5b814c226b50 HTTP/1.1" status: 200 len: 467 time: 0.0499692 Nov 29 18:38:35.428734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36932) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:35.610150 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da786cdc-d0f4-451e-a4be-218f479dedc6 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:35.611316 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-da786cdc-d0f4-451e-a4be-218f479dedc6 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/8e2457f5-2e01-411f-8658-5b814c226b50 HTTP/1.1" status: 204 len: 168 time: 0.1816790 Nov 29 18:38:35.614005 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36934) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:35.625471 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a01e9d85-d0d2-480d-959b-ec204d042a2f tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=8e2457f5-2e01-411f-8658-5b814c226b50 HTTP/1.1" status: 200 len: 216 time: 0.0104094 Nov 29 18:38:35.628861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36936) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:35.637858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-65f9014e-dd79-42e5-9c2c-245b2e4ec8db tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080030 Nov 29 18:38:35.641035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36938) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:35.652043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-58096f51-1213-44bd-9901-b210c10c9deb tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0100143 Nov 29 18:38:35.655380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36940) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:35.707756 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-87a0344c-00d2-423d-ae05-288dfedf0e9d tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-labels/27c40b22-3516-41ab-9dd8-ab08ef02ead2 HTTP/1.1" status: 200 len: 473 time: 0.0512755 Nov 29 18:38:35.710996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36942) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:35.720286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-60c15fc0-83e6-43c2-8889-cb3c33d107a7 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/bd0f7ecf-8f05-41e2-8c21-cc0175c1f78c HTTP/1.1" status: 200 len: 461 time: 0.0082664 Nov 29 18:38:35.723410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36944) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:35.834670 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce58a-210a-4d3c-a6da-a5b156fcb693 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:35.835858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2e5ce58a-210a-4d3c-a6da-a5b156fcb693 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/bd0f7ecf-8f05-41e2-8c21-cc0175c1f78c HTTP/1.1" status: 204 len: 168 time: 0.1115582 Nov 29 18:38:35.838256 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36946) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:36.023909 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-50953911-1159-42c1-834f-eb341831ca83 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:36.024981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-50953911-1159-42c1-834f-eb341831ca83 tempest-MeteringTestJSON-101533209 tempest-MeteringTestJSON-101533209-project-admin] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/27c40b22-3516-41ab-9dd8-ab08ef02ead2 HTTP/1.1" status: 204 len: 168 time: 0.1857805 Nov 29 18:38:36.262146 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36952) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:36.368136 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d360a7be-448c-4912-ad2d-a12a92c2caf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:36.441746 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d360a7be-448c-4912-ad2d-a12a92c2caf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:36.445395 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d360a7be-448c-4912-ad2d-a12a92c2caf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:36.483375 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360a7be-448c-4912-ad2d-a12a92c2caf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3249e61e-9bf5-425b-8f0b-1143a965733a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:36.487220 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d360a7be-448c-4912-ad2d-a12a92c2caf5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f018634cae0344f482beec393982a144&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2240255 Nov 29 18:38:36.490122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36956) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:36.493803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360a7be-448c-4912-ad2d-a12a92c2caf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:36.494162 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360a7be-448c-4912-ad2d-a12a92c2caf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:36.494512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360a7be-448c-4912-ad2d-a12a92c2caf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:36.494892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360a7be-448c-4912-ad2d-a12a92c2caf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:36.495239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360a7be-448c-4912-ad2d-a12a92c2caf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:36.495722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360a7be-448c-4912-ad2d-a12a92c2caf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:36.496117 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360a7be-448c-4912-ad2d-a12a92c2caf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:36.496508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360a7be-448c-4912-ad2d-a12a92c2caf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:36.496846 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360a7be-448c-4912-ad2d-a12a92c2caf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:36.497182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360a7be-448c-4912-ad2d-a12a92c2caf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:36.497542 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360a7be-448c-4912-ad2d-a12a92c2caf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:36.497875 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360a7be-448c-4912-ad2d-a12a92c2caf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:36.539218 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e64c200-617c-4708-9b3e-50d121da4d09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:36.562434 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e64c200-617c-4708-9b3e-50d121da4d09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:36.608638 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e64c200-617c-4708-9b3e-50d121da4d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:36.611363 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e64c200-617c-4708-9b3e-50d121da4d09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:36.612569 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7e64c200-617c-4708-9b3e-50d121da4d09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3249e61e-9bf5-425b-8f0b-1143a965733a HTTP/1.1" status: 204 len: 168 time: 0.1214616 Nov 29 18:38:36.620457 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64c200-617c-4708-9b3e-50d121da4d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3249e61e-9bf5-425b-8f0b-1143a965733a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:36.882758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 36962) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:36.897329 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5586-8cb4-43e9-a87f-99149e635e0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:36.971346 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5586-8cb4-43e9-a87f-99149e635e0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:36.975929 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d2ad5586-8cb4-43e9-a87f-99149e635e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:37.014193 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d2ad5586-8cb4-43e9-a87f-99149e635e0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae1ff5914a924bc6a763f0fba72ef1d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302624 Nov 29 18:38:37.015089 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad5586-8cb4-43e9-a87f-99149e635e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68361409-b1c3-4f1b-b853-050b89f0d39c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:37.017076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 36964) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:37.066725 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-edd9c0af-2717-446c-959c-640522113ee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:37.088468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-edd9c0af-2717-446c-959c-640522113ee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:37.137980 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-edd9c0af-2717-446c-959c-640522113ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:37.140502 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-edd9c0af-2717-446c-959c-640522113ee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:37.141702 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-edd9c0af-2717-446c-959c-640522113ee7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68361409-b1c3-4f1b-b853-050b89f0d39c HTTP/1.1" status: 204 len: 168 time: 0.1236067 Nov 29 18:38:37.149871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9c0af-2717-446c-959c-640522113ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68361409-b1c3-4f1b-b853-050b89f0d39c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:38.518540 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37006) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:38.620510 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-51033fa9-4f91-4252-93b3-8277de6d71c2 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:38:38.652306 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-51033fa9-4f91-4252-93b3-8277de6d71c2 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] 10.222.0.23 "PUT /v2.0/quotas/1f63dbb379114398b2cc392afea72c0f HTTP/1.1" status: 200 len: 366 time: 0.1325746 Nov 29 18:38:38.654741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37010) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:38.664819 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0dfa2eea-f205-4f72-83a9-bd79136c6ba1 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0089405 Nov 29 18:38:38.666971 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37012) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:38.676405 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-90d42cf4-7b7c-4b96-b3e8-3d4d8cb630d9 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] 10.222.0.23 "GET /v2.0/quotas/1f63dbb379114398b2cc392afea72c0f HTTP/1.1" status: 200 len: 366 time: 0.0084198 Nov 29 18:38:38.678508 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37014) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:38.692723 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3476d95e-7f7a-4a0a-8343-152424606c7b tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/1f63dbb379114398b2cc392afea72c0f HTTP/1.1" status: 204 len: 168 time: 0.0128701 Nov 29 18:38:38.695144 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37016) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:38.704927 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7cf68dec-a9fe-4379-99a1-fc2a680f94d3 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0087039 Nov 29 18:38:38.707294 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37018) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:38.716157 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8c786706-14b9-4fc0-8ec5-8f0f9cad0fd4 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] 10.222.0.23 "GET /v2.0/quotas/1f63dbb379114398b2cc392afea72c0f HTTP/1.1" status: 200 len: 370 time: 0.0078833 Nov 29 18:38:38.718425 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37020) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:38.722925 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-abe39f74-7ddb-403c-8788-f3c14742bea7 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] 10.222.0.23 "GET /v2.0/quotas/1f63dbb379114398b2cc392afea72c0f/default HTTP/1.1" status: 200 len: 370 time: 0.0035152 Nov 29 18:38:38.725348 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37022) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:38.733301 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-b9317748-98dd-4704-9325-c2b78b01f098 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] delete failed (client error): The resource could not be found. Nov 29 18:38:38.734258 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b9317748-98dd-4704-9325-c2b78b01f098 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/1f63dbb379114398b2cc392afea72c0f HTTP/1.1" status: 404 len: 348 time: 0.0080841 Nov 29 18:38:38.844316 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37026) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:38.864468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.quota.resource [None req-041b93c1-e447-4c5e-8946-a2c87250d8e0 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] Usage tracker for resource:network and project:9d84c97c66ca43d3917b6fb42fd03cd4 is out of sync, need to count used quota {{(pid=110005) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 18:38:38.867667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.quota.resource [None req-041b93c1-e447-4c5e-8946-a2c87250d8e0 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110005) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 18:38:38.875067 n-d-819494-5 neutron-server[110005]: DEBUG neutron.quota.resource [None req-041b93c1-e447-4c5e-8946-a2c87250d8e0 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] Usage tracker for resource:subnet and project:9d84c97c66ca43d3917b6fb42fd03cd4 is out of sync, need to count used quota {{(pid=110005) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 18:38:38.878132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.quota.resource [None req-041b93c1-e447-4c5e-8946-a2c87250d8e0 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110005) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 18:38:38.884202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.quota.resource [None req-041b93c1-e447-4c5e-8946-a2c87250d8e0 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] Usage tracker for resource:subnetpool and project:9d84c97c66ca43d3917b6fb42fd03cd4 is out of sync, need to count used quota {{(pid=110005) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 18:38:38.889127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.quota.resource [None req-041b93c1-e447-4c5e-8946-a2c87250d8e0 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110005) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 18:38:38.895220 n-d-819494-5 neutron-server[110005]: DEBUG neutron.quota.resource [None req-041b93c1-e447-4c5e-8946-a2c87250d8e0 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] Usage tracker for resource:port and project:9d84c97c66ca43d3917b6fb42fd03cd4 is out of sync, need to count used quota {{(pid=110005) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 18:38:38.898337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.quota.resource [None req-041b93c1-e447-4c5e-8946-a2c87250d8e0 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110005) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 18:38:38.904341 n-d-819494-5 neutron-server[110005]: DEBUG neutron.quota.resource [None req-041b93c1-e447-4c5e-8946-a2c87250d8e0 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] Usage tracker for resource:router and project:9d84c97c66ca43d3917b6fb42fd03cd4 is out of sync, need to count used quota {{(pid=110005) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 18:38:38.907408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.quota.resource [None req-041b93c1-e447-4c5e-8946-a2c87250d8e0 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110005) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 18:38:38.913262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.quota.resource [None req-041b93c1-e447-4c5e-8946-a2c87250d8e0 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] Usage tracker for resource:floatingip and project:9d84c97c66ca43d3917b6fb42fd03cd4 is out of sync, need to count used quota {{(pid=110005) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 18:38:38.916324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.quota.resource [None req-041b93c1-e447-4c5e-8946-a2c87250d8e0 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110005) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 18:38:38.955523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.quota.resource [None req-041b93c1-e447-4c5e-8946-a2c87250d8e0 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] Usage tracker for resource:security_group and project:9d84c97c66ca43d3917b6fb42fd03cd4 is out of sync, need to count used quota {{(pid=110005) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 18:38:38.958631 n-d-819494-5 neutron-server[110005]: DEBUG neutron.quota.resource [None req-041b93c1-e447-4c5e-8946-a2c87250d8e0 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110005) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 18:38:38.968878 n-d-819494-5 neutron-server[110005]: DEBUG neutron.quota.resource [None req-041b93c1-e447-4c5e-8946-a2c87250d8e0 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] Usage tracker for resource:security_group_rule and project:9d84c97c66ca43d3917b6fb42fd03cd4 is out of sync, need to count used quota {{(pid=110005) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 18:38:38.972027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.quota.resource [None req-041b93c1-e447-4c5e-8946-a2c87250d8e0 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110005) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 29 18:38:38.978892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-041b93c1-e447-4c5e-8946-a2c87250d8e0 tempest-QuotasTest-405599919 tempest-QuotasTest-405599919-project-admin] 10.222.0.23 "GET /v2.0/quotas/9d84c97c66ca43d3917b6fb42fd03cd4/details.json HTTP/1.1" status: 200 len: 703 time: 0.1333592 Nov 29 18:38:39.279543 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37032) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:39.384534 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7623691-e375-4389-aefe-f3981bafaeb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:39.457724 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7623691-e375-4389-aefe-f3981bafaeb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:39.461559 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7623691-e375-4389-aefe-f3981bafaeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:39.500881 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b7623691-e375-4389-aefe-f3981bafaeb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=027da47f312d40cc890eb225f5fda5ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201550 Nov 29 18:38:39.501664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7623691-e375-4389-aefe-f3981bafaeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce0f091-8199-49b3-97de-bca24b83f2bb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:39.503452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37036) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:39.552350 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1495937b-ed0c-4b74-b210-d8db0673ebd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:39.574640 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1495937b-ed0c-4b74-b210-d8db0673ebd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:39.620108 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1495937b-ed0c-4b74-b210-d8db0673ebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:39.622742 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1495937b-ed0c-4b74-b210-d8db0673ebd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:39.624094 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1495937b-ed0c-4b74-b210-d8db0673ebd3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ce0f091-8199-49b3-97de-bca24b83f2bb HTTP/1.1" status: 204 len: 168 time: 0.1196551 Nov 29 18:38:39.631821 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495937b-ed0c-4b74-b210-d8db0673ebd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce0f091-8199-49b3-97de-bca24b83f2bb,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:39.888418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37042) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:39.901664 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66c69942-33bd-401c-a843-195bd5087562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:39.975304 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66c69942-33bd-401c-a843-195bd5087562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:39.979156 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66c69942-33bd-401c-a843-195bd5087562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:40.018156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-66c69942-33bd-401c-a843-195bd5087562 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d84c97c66ca43d3917b6fb42fd03cd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284690 Nov 29 18:38:40.019153 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c69942-33bd-401c-a843-195bd5087562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10d30c8-896d-4aed-9894-280178bfc2cd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:40.022494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37044) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:40.081850 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d6b99c5-d514-4b02-a026-148e32b8dce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:40.103123 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d6b99c5-d514-4b02-a026-148e32b8dce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:40.155333 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d6b99c5-d514-4b02-a026-148e32b8dce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:40.157972 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1d6b99c5-d514-4b02-a026-148e32b8dce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:40.159225 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1d6b99c5-d514-4b02-a026-148e32b8dce0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d10d30c8-896d-4aed-9894-280178bfc2cd HTTP/1.1" status: 204 len: 168 time: 0.1349351 Nov 29 18:38:40.166968 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b99c5-d514-4b02-a026-148e32b8dce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10d30c8-896d-4aed-9894-280178bfc2cd,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:40.873501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37066) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:40.971224 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-23ef7bf7-6149-425f-9a04-0c8d122fe495 tempest-DvrRoutersNegativeTest-150241619 tempest-DvrRoutersNegativeTest-150241619-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2025501326', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:38:40.974467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.policy [None req-23ef7bf7-6149-425f-9a04-0c8d122fe495 tempest-DvrRoutersNegativeTest-150241619 tempest-DvrRoutersNegativeTest-150241619-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110004) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 29 18:38:40.974766 n-d-819494-5 neutron-server[110004]: DEBUG neutron.policy [None req-23ef7bf7-6149-425f-9a04-0c8d122fe495 tempest-DvrRoutersNegativeTest-150241619 tempest-DvrRoutersNegativeTest-150241619-project] Failed policy check for 'create_router' {{(pid=110004) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 29 18:38:40.975316 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-23ef7bf7-6149-425f-9a04-0c8d122fe495 tempest-DvrRoutersNegativeTest-150241619 tempest-DvrRoutersNegativeTest-150241619-project] create failed (client error): Access was denied to this resource. Nov 29 18:38:40.976326 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-23ef7bf7-6149-425f-9a04-0c8d122fe495 tempest-DvrRoutersNegativeTest-150241619 tempest-DvrRoutersNegativeTest-150241619-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1017065 Nov 29 18:38:41.217797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37074) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:41.342468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-17892058-5a18-4d54-a7c2-e7c74adc10b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:41.429317 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-17892058-5a18-4d54-a7c2-e7c74adc10b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:41.433744 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-17892058-5a18-4d54-a7c2-e7c74adc10b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:41.472616 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-17892058-5a18-4d54-a7c2-e7c74adc10b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e935616b98d545c7ba7ade547f32f49a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2537532 Nov 29 18:38:41.473741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17892058-5a18-4d54-a7c2-e7c74adc10b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b8c8de-9fd4-4a48-aec2-d8cbaf6332ed,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:41.475744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37078) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:41.526541 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ef10ba6-ff61-4b1d-b4b8-50ccb9e236db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:41.546698 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ef10ba6-ff61-4b1d-b4b8-50ccb9e236db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:41.592383 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ef10ba6-ff61-4b1d-b4b8-50ccb9e236db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:41.594973 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ef10ba6-ff61-4b1d-b4b8-50ccb9e236db admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:41.596275 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4ef10ba6-ff61-4b1d-b4b8-50ccb9e236db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14b8c8de-9fd4-4a48-aec2-d8cbaf6332ed HTTP/1.1" status: 204 len: 168 time: 0.1193018 Nov 29 18:38:41.605953 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef10ba6-ff61-4b1d-b4b8-50ccb9e236db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b8c8de-9fd4-4a48-aec2-d8cbaf6332ed,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:42.234244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37100) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:42.368476 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3934e489-8b50-4cb5-810a-26870855182f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1481771059'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:38:42.390561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3934e489-8b50-4cb5-810a-26870855182f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Made reservation on behalf of 0e476799273b4440b2bdc748fcc5fb18 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:38:42.393962 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3934e489-8b50-4cb5-810a-26870855182f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:42.402194 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3934e489-8b50-4cb5-810a-26870855182f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:42.476734 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3934e489-8b50-4cb5-810a-26870855182f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:42.481884 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3934e489-8b50-4cb5-810a-26870855182f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:42.511965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3934e489-8b50-4cb5-810a-26870855182f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:38:42.517291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934e489-8b50-4cb5-810a-26870855182f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f13df4-f023-41be-adb7-eee46b715370,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:42.524541 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3934e489-8b50-4cb5-810a-26870855182f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:42.524892 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-3934e489-8b50-4cb5-810a-26870855182f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Added segment 5ea6429f-9f61-4218-8fc5-22bd02cbd511 of type vlan for network 834d19f4-eb9b-46e8-aa68-0b1bf8a15dda Nov 29 18:38:42.569463 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3934e489-8b50-4cb5-810a-26870855182f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:42.594464 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3934e489-8b50-4cb5-810a-26870855182f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:42.600411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3934e489-8b50-4cb5-810a-26870855182f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:38:42.600994 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3934e489-8b50-4cb5-810a-26870855182f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:42.661159 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3934e489-8b50-4cb5-810a-26870855182f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4256086 Nov 29 18:38:42.664030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37104) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:42.671052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a608262d-0d21-4061-b271-f1b27f6e014f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Request body: {'subnet': {'network_id': '834d19f4-eb9b-46e8-aa68-0b1bf8a15dda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:38:42.688901 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934e489-8b50-4cb5-810a-26870855182f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Pushing event updated for resources: {'Network': ['ID=834d19f4-eb9b-46e8-aa68-0b1bf8a15dda,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:42.699508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 834d19f4-eb9b-46e8-aa68-0b1bf8a15dda details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:38:42.765352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a608262d-0d21-4061-b271-f1b27f6e014f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Made reservation on behalf of 0e476799273b4440b2bdc748fcc5fb18 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:38:42.769101 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a608262d-0d21-4061-b271-f1b27f6e014f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:42.955075 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a608262d-0d21-4061-b271-f1b27f6e014f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:43.016782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608262d-0d21-4061-b271-f1b27f6e014f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Pushing event updated for resources: {'Subnet': ['ID=9d2d38f9-d1b9-4ee8-9990-8e705ccf4615,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:43.025446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a608262d-0d21-4061-b271-f1b27f6e014f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Checking segment: {'id': '5ea6429f-9f61-4218-8fc5-22bd02cbd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '834d19f4-eb9b-46e8-aa68-0b1bf8a15dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:38:43.025836 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a608262d-0d21-4061-b271-f1b27f6e014f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Network hostable DHCP agents. Network: 834d19f4-eb9b-46e8-aa68-0b1bf8a15dda, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:38:43.043556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a608262d-0d21-4061-b271-f1b27f6e014f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Network 834d19f4-eb9b-46e8-aa68-0b1bf8a15dda is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:38:43.052784 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a608262d-0d21-4061-b271-f1b27f6e014f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 834d19f4-eb9b-46e8-aa68-0b1bf8a15dda) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:38:43.057858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a608262d-0d21-4061-b271-f1b27f6e014f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:38:43.058510 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a608262d-0d21-4061-b271-f1b27f6e014f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:43.063144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc8bb8d-a210-47a6-ac06-9ed18b213258 None None] Network 834d19f4-eb9b-46e8-aa68-0b1bf8a15dda requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:38:43.075249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a608262d-0d21-4061-b271-f1b27f6e014f tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4101636 Nov 29 18:38:43.078057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37106) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:43.083749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-645a98e7-4f96-442b-ad36-a9f70429520c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Request body: {'port': {'network_id': '834d19f4-eb9b-46e8-aa68-0b1bf8a15dda', 'name': 'tempest-TagsExtTest-573932801'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:38:43.195623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645a98e7-4f96-442b-ad36-a9f70429520c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Made reservation on behalf of 0e476799273b4440b2bdc748fcc5fb18 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:38:43.199877 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-645a98e7-4f96-442b-ad36-a9f70429520c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:43.206026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-834d19f4-eb9b-46e8-aa68-0b1bf8a15dda', 'network_id': '834d19f4-eb9b-46e8-aa68-0b1bf8a15dda', 'tenant_id': '0e476799273b4440b2bdc748fcc5fb18', 'fixed_ips': [{'subnet_id': '9d2d38f9-d1b9-4ee8-9990-8e705ccf4615'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:38:43.207061 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:43.218678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-645a98e7-4f96-442b-ad36-a9f70429520c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] device_id is not set on port d79bfd88-e25c-4555-b393-1f6b60c095ba yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 18:38:43.336059 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-645a98e7-4f96-442b-ad36-a9f70429520c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Allocated IP 172.20.0.4 (834d19f4-eb9b-46e8-aa68-0b1bf8a15dda/9d2d38f9-d1b9-4ee8-9990-8e705ccf4615/d79bfd88-e25c-4555-b393-1f6b60c095ba) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:38:43.492714 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-645a98e7-4f96-442b-ad36-a9f70429520c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:43.537644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-645a98e7-4f96-442b-ad36-a9f70429520c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:43.571718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Allocated IP 172.20.0.2 (834d19f4-eb9b-46e8-aa68-0b1bf8a15dda/9d2d38f9-d1b9-4ee8-9990-8e705ccf4615/52adb15c-36d8-4d51-8dd5-693c028176d7) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:38:43.591413 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645a98e7-4f96-442b-ad36-a9f70429520c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Network 834d19f4-eb9b-46e8-aa68-0b1bf8a15dda is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:38:43.597483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-645a98e7-4f96-442b-ad36-a9f70429520c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:38:43.603106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a98e7-4f96-442b-ad36-a9f70429520c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:38:43.607931 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a98e7-4f96-442b-ad36-a9f70429520c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Pushing event updated for resources: {'Port': ['ID=d79bfd88-e25c-4555-b393-1f6b60c095ba,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:43.664298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645a98e7-4f96-442b-ad36-a9f70429520c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:38:43.664921 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-645a98e7-4f96-442b-ad36-a9f70429520c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:43.681217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-645a98e7-4f96-442b-ad36-a9f70429520c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.6013749 Nov 29 18:38:43.685402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37108) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:43.689973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1ba08122-3938-4f9b-93f2-bf92b96510f6 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1512904193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:38:43.715507 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ba08122-3938-4f9b-93f2-bf92b96510f6 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:43.716023 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ba08122-3938-4f9b-93f2-bf92b96510f6 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:43.743377 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:43.751130 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:43.774194 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ba08122-3938-4f9b-93f2-bf92b96510f6 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:43.779825 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ba08122-3938-4f9b-93f2-bf92b96510f6 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:43.790310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Network 834d19f4-eb9b-46e8-aa68-0b1bf8a15dda is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:38:43.793171 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:38:43.796867 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:38:43.799195 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ba08122-3938-4f9b-93f2-bf92b96510f6 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:43.800548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1ba08122-3938-4f9b-93f2-bf92b96510f6 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1142862 Nov 29 18:38:43.803553 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37110) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:43.807962 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Pushing event updated for resources: {'Port': ['ID=52adb15c-36d8-4d51-8dd5-693c028176d7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:43.808686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9055ec60-7b1a-4bf0-afb8-2f3c4ad413c5 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-862543660', 'prefixes': ['172.20.0.0/16']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:38:43.833019 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:43.833363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:43.833666 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:43.834007 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:43.834346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:43.834682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:43.835046 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:43.835444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:43.835700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:43.836070 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:43.836349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:43.836670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:38:43.873914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Attempting to bind port 52adb15c-36d8-4d51-8dd5-693c028176d7 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:38:43.874296 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Attempting to bind port 52adb15c-36d8-4d51-8dd5-693c028176d7 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '5ea6429f-9f61-4218-8fc5-22bd02cbd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '834d19f4-eb9b-46e8-aa68-0b1bf8a15dda'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:38:43.874818 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Attempting to bind port 52adb15c-36d8-4d51-8dd5-693c028176d7 on network 834d19f4-eb9b-46e8-aa68-0b1bf8a15dda {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:38:43.880013 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:38:43.880392 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Checking segment: {'id': '5ea6429f-9f61-4218-8fc5-22bd02cbd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '834d19f4-eb9b-46e8-aa68-0b1bf8a15dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:38:43.880798 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:43.881202 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Bound using segment: {'id': '5ea6429f-9f61-4218-8fc5-22bd02cbd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '834d19f4-eb9b-46e8-aa68-0b1bf8a15dda'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:38:43.881670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Bound port: 52adb15c-36d8-4d51-8dd5-693c028176d7, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea6429f-9f61-4218-8fc5-22bd02cbd511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '834d19f4-eb9b-46e8-aa68-0b1bf8a15dda'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:38:43.882054 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:43.891635 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9055ec60-7b1a-4bf0-afb8-2f3c4ad413c5 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks [] for subnetpool, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:43.896100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9055ec60-7b1a-4bf0-afb8-2f3c4ad413c5 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0883942 Nov 29 18:38:43.896573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37112) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:43.901348 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-0a4844a2-618d-4803-95b4-536ed9083cc0 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9d2d38f9-d1b9-4ee8-9990-8e705ccf4615', 'tempest-TagsExtTest-Tag-43625792') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:43.945113 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] For port 52adb15c-36d8-4d51-8dd5-693c028176d7, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:38:43.948378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] For port 52adb15c-36d8-4d51-8dd5-693c028176d7, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=52adb15c-36d8-4d51-8dd5-693c028176d7,segment=NetworkSegment(5ea6429f-9f61-4218-8fc5-22bd02cbd511),segment_id=5ea6429f-9f61-4218-8fc5-22bd02cbd511)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:38:43.954028 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:44.018841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23320a47-a284-47f5-b475-0f21d6a40567 None None] Pushing event updated for resources: {'Port': ['ID=52adb15c-36d8-4d51-8dd5-693c028176d7,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:44.023792 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0a4844a2-618d-4803-95b4-536ed9083cc0 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "PUT /v2.0/subnets/9d2d38f9-d1b9-4ee8-9990-8e705ccf4615/tags/tempest-TagsExtTest-Tag-43625792 HTTP/1.1" status: 201 len: 201 time: 0.1259694 Nov 29 18:38:44.026433 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37114) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:44.031246 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-e29ffa4b-f51a-4311-b2b0-af30833557d8 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd79bfd88-e25c-4555-b393-1f6b60c095ba', 'tempest-TagsExtTest-Tag-1201977755') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:44.127316 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e29ffa4b-f51a-4311-b2b0-af30833557d8 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "PUT /v2.0/ports/d79bfd88-e25c-4555-b393-1f6b60c095ba/tags/tempest-TagsExtTest-Tag-1201977755 HTTP/1.1" status: 201 len: 201 time: 0.0997539 Nov 29 18:38:44.128138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37116) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:44.133286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-2f42b6d3-f5d1-4844-93f4-4179211cf4f2 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f', 'tempest-TagsExtTest-Tag-1094172092') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:44.284650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2f42b6d3-f5d1-4844-93f4-4179211cf4f2 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "PUT /v2.0/routers/916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f/tags/tempest-TagsExtTest-Tag-1094172092 HTTP/1.1" status: 201 len: 201 time: 0.1552236 Nov 29 18:38:44.287385 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37118) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:44.292285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-cce2a20b-1c61-4426-bfc0-768a4fce43ec tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '39025de0-decd-43fc-a88b-2855af8af054', 'tempest-TagsExtTest-Tag-1990433009') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:44.341355 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cce2a20b-1c61-4426-bfc0-768a4fce43ec tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "PUT /v2.0/subnetpools/39025de0-decd-43fc-a88b-2855af8af054/tags/tempest-TagsExtTest-Tag-1990433009 HTTP/1.1" status: 201 len: 201 time: 0.0529051 Nov 29 18:38:44.343879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37120) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:44.347925 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-7cf7e666-8f18-4403-868c-ea7fad84ef7a tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9d2d38f9-d1b9-4ee8-9990-8e705ccf4615') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:44.436561 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7cf7e666-8f18-4403-868c-ea7fad84ef7a tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/subnets/9d2d38f9-d1b9-4ee8-9990-8e705ccf4615/tags HTTP/1.1" status: 200 len: 239 time: 0.0914614 Nov 29 18:38:44.438819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37122) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:44.442896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-ba89f480-2725-475d-b5ef-01116d4cfcea tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9d2d38f9-d1b9-4ee8-9990-8e705ccf4615', 'tempest-TagsExtTest-Tag-43625792') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:44.494723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ba89f480-2725-475d-b5ef-01116d4cfcea tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/subnets/9d2d38f9-d1b9-4ee8-9990-8e705ccf4615/tags/tempest-TagsExtTest-Tag-43625792 HTTP/1.1" status: 204 len: 168 time: 0.0548730 Nov 29 18:38:44.497137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37124) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:44.501325 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-37caf7d2-0ce7-410d-8f3e-6bd15e6f5ad4 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9d2d38f9-d1b9-4ee8-9990-8e705ccf4615', 'tempest-TagsExtTest-Tag-43625792') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:44.567282 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-37caf7d2-0ce7-410d-8f3e-6bd15e6f5ad4 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/subnets/9d2d38f9-d1b9-4ee8-9990-8e705ccf4615/tags/tempest-TagsExtTest-Tag-43625792 HTTP/1.1" status: 204 len: 168 time: 0.0691113 Nov 29 18:38:44.569637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37126) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:44.573662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-61d06089-66d4-4d43-9d50-2b408a991ef1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9d2d38f9-d1b9-4ee8-9990-8e705ccf4615') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:44.632892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-61d06089-66d4-4d43-9d50-2b408a991ef1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/subnets/9d2d38f9-d1b9-4ee8-9990-8e705ccf4615/tags HTTP/1.1" status: 200 len: 205 time: 0.0622196 Nov 29 18:38:44.635312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37128) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:44.639442 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-9b83b7a7-d7cf-4d14-9ae4-c5815af8d1f0 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd79bfd88-e25c-4555-b393-1f6b60c095ba') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:44.691122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9b83b7a7-d7cf-4d14-9ae4-c5815af8d1f0 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/ports/d79bfd88-e25c-4555-b393-1f6b60c095ba/tags HTTP/1.1" status: 200 len: 241 time: 0.0546238 Nov 29 18:38:44.693492 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37130) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:44.697908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-c36b63dd-1dd3-45a9-806b-63e1456a22a1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd79bfd88-e25c-4555-b393-1f6b60c095ba', 'tempest-TagsExtTest-Tag-1201977755') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:44.751620 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c36b63dd-1dd3-45a9-806b-63e1456a22a1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/ports/d79bfd88-e25c-4555-b393-1f6b60c095ba/tags/tempest-TagsExtTest-Tag-1201977755 HTTP/1.1" status: 204 len: 168 time: 0.0568085 Nov 29 18:38:44.754490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37132) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:44.759997 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-5d62f0b6-b581-471e-8af7-499f00448df9 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd79bfd88-e25c-4555-b393-1f6b60c095ba', 'tempest-TagsExtTest-Tag-1201977755') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:44.827265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5d62f0b6-b581-471e-8af7-499f00448df9 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/ports/d79bfd88-e25c-4555-b393-1f6b60c095ba/tags/tempest-TagsExtTest-Tag-1201977755 HTTP/1.1" status: 204 len: 168 time: 0.0715456 Nov 29 18:38:44.829668 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37134) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:44.834233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-db20095a-118d-4be5-bc83-c455af47d436 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd79bfd88-e25c-4555-b393-1f6b60c095ba') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:44.890914 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-db20095a-118d-4be5-bc83-c455af47d436 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/ports/d79bfd88-e25c-4555-b393-1f6b60c095ba/tags HTTP/1.1" status: 200 len: 205 time: 0.0601141 Nov 29 18:38:44.893415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37136) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:44.897824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-4865ef3c-0791-44e5-8636-d4e194c2381a tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:44.945021 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634d48f7-e20f-47bc-bbe2-c7bec0b35282 None None] Network 834d19f4-eb9b-46e8-aa68-0b1bf8a15dda requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:38:44.971134 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4865ef3c-0791-44e5-8636-d4e194c2381a tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/routers/916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f/tags HTTP/1.1" status: 200 len: 241 time: 0.0766296 Nov 29 18:38:44.973787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37138) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:44.978624 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-ad337607-2541-49f9-800d-9a785e1e907b tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f', 'tempest-TagsExtTest-Tag-1094172092') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:45.068555 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-18db1dea-bedb-471f-8b5b-c27d33888dd1 None None] Provisioning complete for port 52adb15c-36d8-4d51-8dd5-693c028176d7 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:38:45.068933 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18db1dea-bedb-471f-8b5b-c27d33888dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:45.069142 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ad337607-2541-49f9-800d-9a785e1e907b tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/routers/916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f/tags/tempest-TagsExtTest-Tag-1094172092 HTTP/1.1" status: 204 len: 168 time: 0.0936294 Nov 29 18:38:45.071493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37140) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:45.077807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-58d9fdb0-0b9e-44fb-9d1a-bd22f4de9018 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f', 'tempest-TagsExtTest-Tag-1094172092') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:45.184908 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18db1dea-bedb-471f-8b5b-c27d33888dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:45.192800 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37142) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:45.193506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-58d9fdb0-0b9e-44fb-9d1a-bd22f4de9018 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/routers/916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f/tags/tempest-TagsExtTest-Tag-1094172092 HTTP/1.1" status: 204 len: 168 time: 0.1200995 Nov 29 18:38:45.199532 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-551bd1f9-6823-4858-9ec3-7b183f005fac tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:45.221737 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-18db1dea-bedb-471f-8b5b-c27d33888dd1 None None] For port 52adb15c-36d8-4d51-8dd5-693c028176d7, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=52adb15c-36d8-4d51-8dd5-693c028176d7,segment=NetworkSegment(5ea6429f-9f61-4218-8fc5-22bd02cbd511),segment_id=5ea6429f-9f61-4218-8fc5-22bd02cbd511)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:38:45.226298 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18db1dea-bedb-471f-8b5b-c27d33888dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:45.286107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db1dea-bedb-471f-8b5b-c27d33888dd1 None None] Pushing event updated for resources: {'Port': ['ID=52adb15c-36d8-4d51-8dd5-693c028176d7,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:45.294167 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37144) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:45.294415 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-551bd1f9-6823-4858-9ec3-7b183f005fac tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/routers/916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f/tags HTTP/1.1" status: 200 len: 205 time: 0.0984108 Nov 29 18:38:45.299531 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-707aa444-f53d-4ef4-81b1-eb6614d9ca8c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '39025de0-decd-43fc-a88b-2855af8af054') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:45.328522 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-707aa444-f53d-4ef4-81b1-eb6614d9ca8c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/subnetpools/39025de0-decd-43fc-a88b-2855af8af054/tags HTTP/1.1" status: 200 len: 241 time: 0.0329466 Nov 29 18:38:45.331161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37146) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:45.336056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-2cff42fd-a833-4323-8c11-5e9a350c3563 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39025de0-decd-43fc-a88b-2855af8af054', 'tempest-TagsExtTest-Tag-1990433009') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:45.364261 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2cff42fd-a833-4323-8c11-5e9a350c3563 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/subnetpools/39025de0-decd-43fc-a88b-2855af8af054/tags/tempest-TagsExtTest-Tag-1990433009 HTTP/1.1" status: 204 len: 168 time: 0.0318594 Nov 29 18:38:45.366831 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37148) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:45.372519 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-c0afa9a8-3067-4648-aba8-ce34ae2f5b25 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '39025de0-decd-43fc-a88b-2855af8af054', 'tempest-TagsExtTest-Tag-1990433009') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:45.388663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 52adb15c-36d8-4d51-8dd5-693c028176d7 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:38:45.432254 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c0afa9a8-3067-4648-aba8-ce34ae2f5b25 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/subnetpools/39025de0-decd-43fc-a88b-2855af8af054/tags/tempest-TagsExtTest-Tag-1990433009 HTTP/1.1" status: 204 len: 168 time: 0.0617936 Nov 29 18:38:45.432700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37150) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:45.437864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-f7951ed1-a933-4cac-8c4a-bd2f5afbdde2 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '39025de0-decd-43fc-a88b-2855af8af054') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:45.454344 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2f6b6ee3-2c31-4a75-9ac2-53e7f8a9caf0 None None] Provisioning complete for port 52adb15c-36d8-4d51-8dd5-693c028176d7 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:38:45.454886 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f6b6ee3-2c31-4a75-9ac2-53e7f8a9caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:45.462180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f7951ed1-a933-4cac-8c4a-bd2f5afbdde2 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/subnetpools/39025de0-decd-43fc-a88b-2855af8af054/tags HTTP/1.1" status: 200 len: 205 time: 0.0277705 Nov 29 18:38:45.464961 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37152) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:45.469522 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-05c2801e-6827-437e-ad6e-c69f8a4b5058 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '39025de0-decd-43fc-a88b-2855af8af054') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:45.490226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 52adb15c-36d8-4d51-8dd5-693c028176d7 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:38:45.490602 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:45.502416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37154) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:45.503177 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-05c2801e-6827-437e-ad6e-c69f8a4b5058 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/subnetpools/39025de0-decd-43fc-a88b-2855af8af054/tags HTTP/1.1" status: 204 len: 168 time: 0.0369377 Nov 29 18:38:45.507751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-d5e836d0-f2de-4ce4-b190-44cd6442acca tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:45.600217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d5e836d0-f2de-4ce4-b190-44cd6442acca tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/routers/916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f/tags HTTP/1.1" status: 204 len: 168 time: 0.0940714 Nov 29 18:38:45.600714 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37156) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:45.605225 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-5e326320-e1c9-45b4-8fd3-2392290a831a tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd79bfd88-e25c-4555-b393-1f6b60c095ba') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:45.619856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2f6b6ee3-2c31-4a75-9ac2-53e7f8a9caf0 None None] Provisioning complete for port d79bfd88-e25c-4555-b393-1f6b60c095ba triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:38:45.620224 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f6b6ee3-2c31-4a75-9ac2-53e7f8a9caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:45.661217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37158) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:45.661368 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5e326320-e1c9-45b4-8fd3-2392290a831a tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/ports/d79bfd88-e25c-4555-b393-1f6b60c095ba/tags HTTP/1.1" status: 204 len: 168 time: 0.0594831 Nov 29 18:38:45.666232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2f6b6ee3-2c31-4a75-9ac2-53e7f8a9caf0 None None] Port d79bfd88-e25c-4555-b393-1f6b60c095ba cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:38:45.666649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-56fdbeaf-3bf7-4197-9348-35a9ae29c714 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9d2d38f9-d1b9-4ee8-9990-8e705ccf4615') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:45.723410 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-56fdbeaf-3bf7-4197-9348-35a9ae29c714 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/subnets/9d2d38f9-d1b9-4ee8-9990-8e705ccf4615/tags HTTP/1.1" status: 204 len: 168 time: 0.0609734 Nov 29 18:38:45.727367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37160) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:45.732250 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-9554b599-0837-4fed-98ae-45bb36cf3683 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9d2d38f9-d1b9-4ee8-9990-8e705ccf4615', 'tempest-TagsExtTest-Tag-139905623') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:45.784470 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-12e2e3b2-9c25-438a-99a8-e42f7332aacc None None] Provisioning complete for port d79bfd88-e25c-4555-b393-1f6b60c095ba triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:38:45.784849 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12e2e3b2-9c25-438a-99a8-e42f7332aacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:45.800274 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9554b599-0837-4fed-98ae-45bb36cf3683 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "PUT /v2.0/subnets/9d2d38f9-d1b9-4ee8-9990-8e705ccf4615/tags/tempest-TagsExtTest-Tag-139905623 HTTP/1.1" status: 201 len: 201 time: 0.0717962 Nov 29 18:38:45.803101 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37162) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:45.807641 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-867d33e6-d7a4-41c0-b3ad-db7a3e5a1e7c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd79bfd88-e25c-4555-b393-1f6b60c095ba', 'tempest-TagsExtTest-Tag-1124065617') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:45.822668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-12e2e3b2-9c25-438a-99a8-e42f7332aacc None None] Port d79bfd88-e25c-4555-b393-1f6b60c095ba cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:38:45.876043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-867d33e6-d7a4-41c0-b3ad-db7a3e5a1e7c tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "PUT /v2.0/ports/d79bfd88-e25c-4555-b393-1f6b60c095ba/tags/tempest-TagsExtTest-Tag-1124065617 HTTP/1.1" status: 201 len: 201 time: 0.0719187 Nov 29 18:38:45.878682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37164) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:45.883283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-95fb73c3-9010-4c16-8806-821476d383ad tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f', 'tempest-TagsExtTest-Tag-1491288954') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:45.970617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-95fb73c3-9010-4c16-8806-821476d383ad tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "PUT /v2.0/routers/916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f/tags/tempest-TagsExtTest-Tag-1491288954 HTTP/1.1" status: 201 len: 201 time: 0.0908630 Nov 29 18:38:45.973183 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37166) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:45.977908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-e1456662-3904-446b-9a33-de54753eeb0d tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '39025de0-decd-43fc-a88b-2855af8af054', 'tempest-TagsExtTest-Tag-2015203596') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:46.010424 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e1456662-3904-446b-9a33-de54753eeb0d tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "PUT /v2.0/subnetpools/39025de0-decd-43fc-a88b-2855af8af054/tags/tempest-TagsExtTest-Tag-2015203596 HTTP/1.1" status: 201 len: 201 time: 0.0362184 Nov 29 18:38:46.013021 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37168) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:46.017320 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-966ea5e2-e8e5-4188-883c-1dacd98196c6 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9d2d38f9-d1b9-4ee8-9990-8e705ccf4615', {'tags': ['tempest-TagsExtTest-Tag-602727694', 'tempest-TagsExtTest-Tag-2025775744', 'tempest-TagsExtTest-Tag-1989734113']}) {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:46.076484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-966ea5e2-e8e5-4188-883c-1dacd98196c6 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "PUT /v2.0/subnets/9d2d38f9-d1b9-4ee8-9990-8e705ccf4615/tags HTTP/1.1" status: 200 len: 317 time: 0.0623889 Nov 29 18:38:46.078970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37170) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:46.083171 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-c1609bcd-8240-4aeb-adcc-22c57c26666d tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9d2d38f9-d1b9-4ee8-9990-8e705ccf4615') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:46.149412 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c1609bcd-8240-4aeb-adcc-22c57c26666d tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/subnets/9d2d38f9-d1b9-4ee8-9990-8e705ccf4615/tags HTTP/1.1" status: 204 len: 168 time: 0.0691803 Nov 29 18:38:46.152398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37172) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:46.156781 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-8eee95a7-2031-41fd-a04a-aebdb87cde4a tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9d2d38f9-d1b9-4ee8-9990-8e705ccf4615', 'tempest-TagsExtTest-Tag-602727694') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:46.218018 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-8eee95a7-2031-41fd-a04a-aebdb87cde4a tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] show failed (client error): The resource could not be found. Nov 29 18:38:46.219117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8eee95a7-2031-41fd-a04a-aebdb87cde4a tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/subnets/9d2d38f9-d1b9-4ee8-9990-8e705ccf4615/tags/tempest-TagsExtTest-Tag-602727694 HTTP/1.1" status: 404 len: 328 time: 0.0657804 Nov 29 18:38:46.222035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37174) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:46.226439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-9c6aab78-f3ea-4e13-a259-6fd1cea8b3d4 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9d2d38f9-d1b9-4ee8-9990-8e705ccf4615', 'tempest-TagsExtTest-Tag-2025775744') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:46.275992 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-9c6aab78-f3ea-4e13-a259-6fd1cea8b3d4 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] show failed (client error): The resource could not be found. Nov 29 18:38:46.277532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9c6aab78-f3ea-4e13-a259-6fd1cea8b3d4 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/subnets/9d2d38f9-d1b9-4ee8-9990-8e705ccf4615/tags/tempest-TagsExtTest-Tag-2025775744 HTTP/1.1" status: 404 len: 329 time: 0.0540011 Nov 29 18:38:46.280371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37176) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:46.284414 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-7154ed64-dd8e-449e-87e9-5d56b379f8d4 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9d2d38f9-d1b9-4ee8-9990-8e705ccf4615', 'tempest-TagsExtTest-Tag-1989734113') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:46.333881 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-7154ed64-dd8e-449e-87e9-5d56b379f8d4 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] show failed (client error): The resource could not be found. Nov 29 18:38:46.334946 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7154ed64-dd8e-449e-87e9-5d56b379f8d4 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/subnets/9d2d38f9-d1b9-4ee8-9990-8e705ccf4615/tags/tempest-TagsExtTest-Tag-1989734113 HTTP/1.1" status: 404 len: 329 time: 0.0536489 Nov 29 18:38:46.337661 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37178) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:46.342560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-15603d17-0e5a-4f45-96e8-a90d12579390 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd79bfd88-e25c-4555-b393-1f6b60c095ba', {'tags': ['tempest-TagsExtTest-Tag-1209803601', 'tempest-TagsExtTest-Tag-78166497', 'tempest-TagsExtTest-Tag-262608206']}) {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:46.396842 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-15603d17-0e5a-4f45-96e8-a90d12579390 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "PUT /v2.0/ports/d79bfd88-e25c-4555-b393-1f6b60c095ba/tags HTTP/1.1" status: 200 len: 315 time: 0.0581925 Nov 29 18:38:46.399411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37180) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:46.404843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-1077b3fd-a402-471d-85fa-96c3adacc5e1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd79bfd88-e25c-4555-b393-1f6b60c095ba') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:46.473556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1077b3fd-a402-471d-85fa-96c3adacc5e1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/ports/d79bfd88-e25c-4555-b393-1f6b60c095ba/tags HTTP/1.1" status: 204 len: 168 time: 0.0730875 Nov 29 18:38:46.476693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37182) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:46.481340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-32e960e4-d439-46e1-9ca8-9094b8ff5eea tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd79bfd88-e25c-4555-b393-1f6b60c095ba', 'tempest-TagsExtTest-Tag-1209803601') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:46.530693 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-32e960e4-d439-46e1-9ca8-9094b8ff5eea tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] show failed (client error): The resource could not be found. Nov 29 18:38:46.531820 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-32e960e4-d439-46e1-9ca8-9094b8ff5eea tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/ports/d79bfd88-e25c-4555-b393-1f6b60c095ba/tags/tempest-TagsExtTest-Tag-1209803601 HTTP/1.1" status: 404 len: 329 time: 0.0541835 Nov 29 18:38:46.535095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37184) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:46.539759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-10be9c74-ed3e-445c-8013-3fbc094aa6ee tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd79bfd88-e25c-4555-b393-1f6b60c095ba', 'tempest-TagsExtTest-Tag-78166497') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:46.588903 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-10be9c74-ed3e-445c-8013-3fbc094aa6ee tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] show failed (client error): The resource could not be found. Nov 29 18:38:46.589996 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-10be9c74-ed3e-445c-8013-3fbc094aa6ee tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/ports/d79bfd88-e25c-4555-b393-1f6b60c095ba/tags/tempest-TagsExtTest-Tag-78166497 HTTP/1.1" status: 404 len: 327 time: 0.0538971 Nov 29 18:38:46.592951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37186) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:46.597207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-0d5d7f7a-c41b-4b8b-89c9-ce42090ec3dc tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd79bfd88-e25c-4555-b393-1f6b60c095ba', 'tempest-TagsExtTest-Tag-262608206') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:46.645759 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-0d5d7f7a-c41b-4b8b-89c9-ce42090ec3dc tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] show failed (client error): The resource could not be found. Nov 29 18:38:46.646838 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-0d5d7f7a-c41b-4b8b-89c9-ce42090ec3dc tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/ports/d79bfd88-e25c-4555-b393-1f6b60c095ba/tags/tempest-TagsExtTest-Tag-262608206 HTTP/1.1" status: 404 len: 328 time: 0.0529044 Nov 29 18:38:46.649813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37188) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:46.654351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-314e8c1f-48be-4c07-9fb9-e9003f8ca3f0 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f', {'tags': ['tempest-TagsExtTest-Tag-1027492832', 'tempest-TagsExtTest-Tag-1124625521', 'tempest-TagsExtTest-Tag-1815342236']}) {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:46.743544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-314e8c1f-48be-4c07-9fb9-e9003f8ca3f0 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "PUT /v2.0/routers/916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f/tags HTTP/1.1" status: 200 len: 318 time: 0.0926969 Nov 29 18:38:46.746568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37190) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:46.751328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-a380cf0f-b853-47e1-a4aa-16ee9f591210 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:46.857649 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a380cf0f-b853-47e1-a4aa-16ee9f591210 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/routers/916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f/tags HTTP/1.1" status: 204 len: 168 time: 0.1100357 Nov 29 18:38:46.860610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37192) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:46.866634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-bead0864-a422-4d7d-a3cb-291cfe2ef8d7 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f', 'tempest-TagsExtTest-Tag-1027492832') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:46.946891 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-bead0864-a422-4d7d-a3cb-291cfe2ef8d7 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] show failed (client error): The resource could not be found. Nov 29 18:38:46.948033 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bead0864-a422-4d7d-a3cb-291cfe2ef8d7 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/routers/916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f/tags/tempest-TagsExtTest-Tag-1027492832 HTTP/1.1" status: 404 len: 329 time: 0.0861783 Nov 29 18:38:46.951327 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37194) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:46.956146 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-43d8521e-cba2-4b04-a527-7cd9215361b8 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f', 'tempest-TagsExtTest-Tag-1124625521') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:47.044686 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-43d8521e-cba2-4b04-a527-7cd9215361b8 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] show failed (client error): The resource could not be found. Nov 29 18:38:47.045968 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-43d8521e-cba2-4b04-a527-7cd9215361b8 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/routers/916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f/tags/tempest-TagsExtTest-Tag-1124625521 HTTP/1.1" status: 404 len: 329 time: 0.0936208 Nov 29 18:38:47.049183 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37196) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:47.053847 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-6422d922-6e24-4846-9ca8-89dcbb9572be tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f', 'tempest-TagsExtTest-Tag-1815342236') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:47.132964 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-6422d922-6e24-4846-9ca8-89dcbb9572be tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] show failed (client error): The resource could not be found. Nov 29 18:38:47.141268 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6422d922-6e24-4846-9ca8-89dcbb9572be tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/routers/916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f/tags/tempest-TagsExtTest-Tag-1815342236 HTTP/1.1" status: 404 len: 329 time: 0.0838311 Nov 29 18:38:47.141268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37198) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:47.142569 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-f9c15f86-eab4-4ee2-b8fd-7b52bc5607ed tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '39025de0-decd-43fc-a88b-2855af8af054', {'tags': ['tempest-TagsExtTest-Tag-666064023', 'tempest-TagsExtTest-Tag-1154143304', 'tempest-TagsExtTest-Tag-1886453191']}) {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:47.178835 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f9c15f86-eab4-4ee2-b8fd-7b52bc5607ed tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "PUT /v2.0/subnetpools/39025de0-decd-43fc-a88b-2855af8af054/tags HTTP/1.1" status: 200 len: 317 time: 0.0396843 Nov 29 18:38:47.181296 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37200) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:47.185676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-8fbf95f7-3b02-4dea-aea5-248bc564ab62 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '39025de0-decd-43fc-a88b-2855af8af054') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:47.221905 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8fbf95f7-3b02-4dea-aea5-248bc564ab62 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/subnetpools/39025de0-decd-43fc-a88b-2855af8af054/tags HTTP/1.1" status: 204 len: 168 time: 0.0396066 Nov 29 18:38:47.224821 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37202) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:47.229059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-fa25119f-abe3-4cd6-ba70-98f6ec408255 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39025de0-decd-43fc-a88b-2855af8af054', 'tempest-TagsExtTest-Tag-666064023') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:47.248869 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-fa25119f-abe3-4cd6-ba70-98f6ec408255 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] show failed (client error): The resource could not be found. Nov 29 18:38:47.249897 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fa25119f-abe3-4cd6-ba70-98f6ec408255 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/subnetpools/39025de0-decd-43fc-a88b-2855af8af054/tags/tempest-TagsExtTest-Tag-666064023 HTTP/1.1" status: 404 len: 328 time: 0.0241630 Nov 29 18:38:47.252636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37204) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:47.256865 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-7f0ae480-c715-45bb-93de-f60266b337b2 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39025de0-decd-43fc-a88b-2855af8af054', 'tempest-TagsExtTest-Tag-1154143304') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:47.279115 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-7f0ae480-c715-45bb-93de-f60266b337b2 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] show failed (client error): The resource could not be found. Nov 29 18:38:47.282779 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7f0ae480-c715-45bb-93de-f60266b337b2 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/subnetpools/39025de0-decd-43fc-a88b-2855af8af054/tags/tempest-TagsExtTest-Tag-1154143304 HTTP/1.1" status: 404 len: 329 time: 0.0266495 Nov 29 18:38:47.283062 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37206) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:47.287389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-691c065c-accb-4411-a150-9d9031145960 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '39025de0-decd-43fc-a88b-2855af8af054', 'tempest-TagsExtTest-Tag-1886453191') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:47.312488 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-691c065c-accb-4411-a150-9d9031145960 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] show failed (client error): The resource could not be found. Nov 29 18:38:47.314147 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-691c065c-accb-4411-a150-9d9031145960 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/subnetpools/39025de0-decd-43fc-a88b-2855af8af054/tags/tempest-TagsExtTest-Tag-1886453191 HTTP/1.1" status: 404 len: 329 time: 0.0297461 Nov 29 18:38:47.316707 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37208) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:47.322522 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 52adb15c-36d8-4d51-8dd5-693c028176d7 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:38:47.323055 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-dfba78fb-8bb9-41ca-bd9f-25551db1fd2a tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '39025de0-decd-43fc-a88b-2855af8af054') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:47.352127 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-dfba78fb-8bb9-41ca-bd9f-25551db1fd2a tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/subnetpools/39025de0-decd-43fc-a88b-2855af8af054/tags HTTP/1.1" status: 204 len: 168 time: 0.0342512 Nov 29 18:38:47.354581 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37210) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:47.359816 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-317cfc8a-c1c2-4b9c-937b-fb9284dbb87b tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:47.373796 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 52adb15c-36d8-4d51-8dd5-693c028176d7 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:38:47.374173 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:47.445508 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-317cfc8a-c1c2-4b9c-937b-fb9284dbb87b tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/routers/916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f/tags HTTP/1.1" status: 204 len: 168 time: 0.0894830 Nov 29 18:38:47.448846 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37212) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:47.453094 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-64221e83-5828-4bd6-89e0-f8a5c67ebf06 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd79bfd88-e25c-4555-b393-1f6b60c095ba') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:47.506233 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-64221e83-5828-4bd6-89e0-f8a5c67ebf06 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/ports/d79bfd88-e25c-4555-b393-1f6b60c095ba/tags HTTP/1.1" status: 204 len: 168 time: 0.0563483 Nov 29 18:38:47.508770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37214) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:47.512873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.tag.tag_plugin [None req-1e7de00c-7e0f-4194-a147-1e5a1456f8d1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9d2d38f9-d1b9-4ee8-9990-8e705ccf4615') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:47.573168 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1e7de00c-7e0f-4194-a147-1e5a1456f8d1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/subnets/9d2d38f9-d1b9-4ee8-9990-8e705ccf4615/tags HTTP/1.1" status: 204 len: 168 time: 0.0633683 Nov 29 18:38:47.579643 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37216) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:47.671805 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d5cfa881-7f21-4e20-9521-bde76bfbf51e tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks [] for subnetpool, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:47.673231 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d5cfa881-7f21-4e20-9521-bde76bfbf51e tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/subnetpools/39025de0-decd-43fc-a88b-2855af8af054 HTTP/1.1" status: 204 len: 168 time: 0.0926070 Nov 29 18:38:47.675758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37218) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:47.704237 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-488f7d7a-a990-4506-a7fa-74e11b76a207 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "GET /v2.0/ports?device_id=916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f HTTP/1.1" status: 200 len: 205 time: 0.0271437 Nov 29 18:38:47.706720 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37220) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:47.786686 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ee5c8a6-735a-4d31-a3bd-d92472486102 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:48.296427 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ee5c8a6-735a-4d31-a3bd-d92472486102 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:48.298560 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ee5c8a6-735a-4d31-a3bd-d92472486102 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:48.344439 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ee5c8a6-735a-4d31-a3bd-d92472486102 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:48.344905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee5c8a6-735a-4d31-a3bd-d92472486102 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Fanout notify agent at l3_agent the message router_deleted on router 916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:38:48.352187 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ee5c8a6-735a-4d31-a3bd-d92472486102 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:48.353275 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5ee5c8a6-735a-4d31-a3bd-d92472486102 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/routers/916bc9fe-9b09-4ba1-a5c9-b03bdf5ec73f HTTP/1.1" status: 204 len: 168 time: 0.6455464 Nov 29 18:38:48.355744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37222) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:48.441381 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-dc4db67e-f1ee-4010-b43e-cadd0291592b tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Deleting port d79bfd88-e25c-4555-b393-1f6b60c095ba {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:38:48.441722 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc4db67e-f1ee-4010-b43e-cadd0291592b tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:48.529504 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc4db67e-f1ee-4010-b43e-cadd0291592b tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:48.545606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-dc4db67e-f1ee-4010-b43e-cadd0291592b tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Calling delete_port for d79bfd88-e25c-4555-b393-1f6b60c095ba owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:38:48.677059 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc4db67e-f1ee-4010-b43e-cadd0291592b tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:48.705420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4db67e-f1ee-4010-b43e-cadd0291592b tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Pushing event deleted for resources: {'Port': ['ID=d79bfd88-e25c-4555-b393-1f6b60c095ba,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:48.777331 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc4db67e-f1ee-4010-b43e-cadd0291592b tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:48.783874 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37224) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:48.784378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-dc4db67e-f1ee-4010-b43e-cadd0291592b tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/ports/d79bfd88-e25c-4555-b393-1f6b60c095ba HTTP/1.1" status: 204 len: 168 time: 0.4270835 Nov 29 18:38:48.836830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c7a5af-68e6-4aa8-bed1-8a670e46fc5d tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Deleting subnet 9d2d38f9-d1b9-4ee8-9990-8e705ccf4615 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:38:48.840814 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a5af-68e6-4aa8-bed1-8a670e46fc5d tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:48.895596 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a5af-68e6-4aa8-bed1-8a670e46fc5d tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:48.980468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a5af-68e6-4aa8-bed1-8a670e46fc5d tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:49.036571 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a5af-68e6-4aa8-bed1-8a670e46fc5d tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:49.068011 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7a5af-68e6-4aa8-bed1-8a670e46fc5d tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2d38f9-d1b9-4ee8-9990-8e705ccf4615,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:49.071465 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a5af-68e6-4aa8-bed1-8a670e46fc5d tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:49.075306 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f3c7a5af-68e6-4aa8-bed1-8a670e46fc5d tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/subnets/9d2d38f9-d1b9-4ee8-9990-8e705ccf4615 HTTP/1.1" status: 204 len: 168 time: 0.2904058 Nov 29 18:38:49.077707 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37226) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:49.082305 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748c6cca-0f54-46ae-9191-4a998c04a5eb None None] Network 834d19f4-eb9b-46e8-aa68-0b1bf8a15dda requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:38:49.154443 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:49.209279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Deleting port 52adb15c-36d8-4d51-8dd5-693c028176d7 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:38:49.209648 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:49.271149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb24c8cc-baf2-4623-a2c7-b146554d284a None None] DHCP port deletion for 834d19f4-eb9b-46e8-aa68-0b1bf8a15dda request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:38:49.282002 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] For port 52adb15c-36d8-4d51-8dd5-693c028176d7, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=52adb15c-36d8-4d51-8dd5-693c028176d7,segment=NetworkSegment(5ea6429f-9f61-4218-8fc5-22bd02cbd511),segment_id=5ea6429f-9f61-4218-8fc5-22bd02cbd511)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:38:49.282485 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:49.298288 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Calling delete_port for 52adb15c-36d8-4d51-8dd5-693c028176d7 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:38:49.324721 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-eb24c8cc-baf2-4623-a2c7-b146554d284a None None] Deleting port 52adb15c-36d8-4d51-8dd5-693c028176d7 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:38:49.325102 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb24c8cc-baf2-4623-a2c7-b146554d284a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:49.328106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 52adb15c-36d8-4d51-8dd5-693c028176d7 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:38:49.384869 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:49.415195 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] No DVR routers for this DVR port 52adb15c-36d8-4d51-8dd5-693c028176d7 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:38:49.417958 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Pushing event deleted for resources: {'Port': ['ID=52adb15c-36d8-4d51-8dd5-693c028176d7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:49.425520 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No active binding found for port 52adb15c-36d8-4d51-8dd5-693c028176d7 {{(pid=110006) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 29 18:38:49.425967 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 52adb15c-36d8-4d51-8dd5-693c028176d7 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:38:49.435060 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-eb24c8cc-baf2-4623-a2c7-b146554d284a None None] For port 52adb15c-36d8-4d51-8dd5-693c028176d7, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=52adb15c-36d8-4d51-8dd5-693c028176d7,segment=NetworkSegment(5ea6429f-9f61-4218-8fc5-22bd02cbd511),segment_id=5ea6429f-9f61-4218-8fc5-22bd02cbd511)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:38:49.435490 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb24c8cc-baf2-4623-a2c7-b146554d284a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:49.448766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-eb24c8cc-baf2-4623-a2c7-b146554d284a None None] Calling delete_port for 52adb15c-36d8-4d51-8dd5-693c028176d7 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:38:49.504410 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:49.524704 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834d19f4-eb9b-46e8-aa68-0b1bf8a15dda']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:49.525861 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb24c8cc-baf2-4623-a2c7-b146554d284a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:49.535049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea6429f-9f61-4218-8fc5-22bd02cbd511') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:49.535398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea6429f-9f61-4218-8fc5-22bd02cbd511') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:38:49.545649 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:49.551151 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24c8cc-baf2-4623-a2c7-b146554d284a None None] Pushing event deleted for resources: {'Port': ['ID=52adb15c-36d8-4d51-8dd5-693c028176d7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:49.556047 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb24c8cc-baf2-4623-a2c7-b146554d284a None None] No DVR routers for this DVR port 52adb15c-36d8-4d51-8dd5-693c028176d7 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:38:49.562707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:49.574580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:38:49.575018 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:38:49.578264 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:38:49.641851 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:49.651976 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:49.655334 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] 10.222.0.23 "DELETE /v2.0/networks/834d19f4-eb9b-46e8-aa68-0b1bf8a15dda HTTP/1.1" status: 204 len: 168 time: 0.5767720 Nov 29 18:38:49.666197 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c04b8c-7a46-4685-bd23-31e31364eea1 tempest-TagsExtTest-443098561 tempest-TagsExtTest-443098561-project] Pushing event deleted for resources: {'Network': ['ID=834d19f4-eb9b-46e8-aa68-0b1bf8a15dda,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:49.916058 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37236) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:50.050527 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-660ba600-0c8b-48e9-97ce-ba8645a471ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e476799273b4440b2bdc748fcc5fb18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328833 Nov 29 18:38:50.052711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37240) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:50.107370 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9a027dc0-12b4-44af-9176-0709a0b6b525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:50.128346 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9a027dc0-12b4-44af-9176-0709a0b6b525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:50.176277 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9a027dc0-12b4-44af-9176-0709a0b6b525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:50.179146 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9a027dc0-12b4-44af-9176-0709a0b6b525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:50.180349 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9a027dc0-12b4-44af-9176-0709a0b6b525 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71f13df4-f023-41be-adb7-eee46b715370 HTTP/1.1" status: 204 len: 168 time: 0.1266677 Nov 29 18:38:50.188689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a027dc0-12b4-44af-9176-0709a0b6b525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f13df4-f023-41be-adb7-eee46b715370,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:51.986031 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37302) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:52.091362 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ed590a28-0980-4746-b1e6-57ad67d0136c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:52.165926 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ed590a28-0980-4746-b1e6-57ad67d0136c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:52.170161 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ed590a28-0980-4746-b1e6-57ad67d0136c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:52.207269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed590a28-0980-4746-b1e6-57ad67d0136c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea28f8c-c5e7-4bc3-b115-0c525489e258,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:52.211979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ed590a28-0980-4746-b1e6-57ad67d0136c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=848c256d9ee748baa373c40d2f2dfcb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249124 Nov 29 18:38:52.215520 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37306) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:52.267543 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-189f39ce-234c-43cf-bd6f-89e7cbb6d12a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:52.294359 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-189f39ce-234c-43cf-bd6f-89e7cbb6d12a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:52.341545 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-189f39ce-234c-43cf-bd6f-89e7cbb6d12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:52.344730 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-189f39ce-234c-43cf-bd6f-89e7cbb6d12a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:52.346067 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-189f39ce-234c-43cf-bd6f-89e7cbb6d12a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ea28f8c-c5e7-4bc3-b115-0c525489e258 HTTP/1.1" status: 204 len: 168 time: 0.1295152 Nov 29 18:38:52.359657 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f39ce-234c-43cf-bd6f-89e7cbb6d12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea28f8c-c5e7-4bc3-b115-0c525489e258,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:52.618572 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37312) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:52.631923 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3b5e-26b5-41b2-b215-a160bececc0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:52.711932 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3b5e-26b5-41b2-b215-a160bececc0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:52.716073 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3b5e-26b5-41b2-b215-a160bececc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:52.753924 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7e5b3b5e-26b5-41b2-b215-a160bececc0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e6287cf11a74bb4bae4e5eb437c4830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342232 Nov 29 18:38:52.754867 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b3b5e-26b5-41b2-b215-a160bececc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a854492-a56b-4437-bde3-d02619ad62f5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:52.756932 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37314) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:38:52.810469 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-551ae6c5-6d43-4500-a882-6550cb5ae92c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:52.832061 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-551ae6c5-6d43-4500-a882-6550cb5ae92c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:52.881362 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-551ae6c5-6d43-4500-a882-6550cb5ae92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:52.885065 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-551ae6c5-6d43-4500-a882-6550cb5ae92c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:52.886452 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-551ae6c5-6d43-4500-a882-6550cb5ae92c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a854492-a56b-4437-bde3-d02619ad62f5 HTTP/1.1" status: 204 len: 168 time: 0.1275218 Nov 29 18:38:52.900274 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ae6c5-6d43-4500-a882-6550cb5ae92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a854492-a56b-4437-bde3-d02619ad62f5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:38:54.000745 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f821bbb7-1c30-48bc-9178-408caf592934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:56.458036 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d747456b-487e-41f7-8cd6-dcd1133d9293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:57.413356 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:57.675780 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:59.199220 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:38:59.950031 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:00.014867 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:10.548826 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:39:13.510937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37492) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:13.629888 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3603f4b5-42ba-4b92-b5c3-a4209ac6871c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:13.723103 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3603f4b5-42ba-4b92-b5c3-a4209ac6871c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:13.727591 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3603f4b5-42ba-4b92-b5c3-a4209ac6871c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:13.767039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3603f4b5-42ba-4b92-b5c3-a4209ac6871c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7758660b77594f50b9117eb392ca3c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547374 Nov 29 18:39:13.768033 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603f4b5-42ba-4b92-b5c3-a4209ac6871c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536a4bed-7977-4fba-8eec-9d329a260473,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:13.770146 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37496) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:13.822946 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ced2bec7-4297-4d34-a393-95576e96fc87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:13.844549 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ced2bec7-4297-4d34-a393-95576e96fc87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:13.895343 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ced2bec7-4297-4d34-a393-95576e96fc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:13.898191 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ced2bec7-4297-4d34-a393-95576e96fc87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:13.899455 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ced2bec7-4297-4d34-a393-95576e96fc87 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/536a4bed-7977-4fba-8eec-9d329a260473 HTTP/1.1" status: 204 len: 168 time: 0.1278670 Nov 29 18:39:13.907376 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2bec7-4297-4d34-a393-95576e96fc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536a4bed-7977-4fba-8eec-9d329a260473,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:14.190051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37502) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:14.204276 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-332bab62-e9de-48ad-bda4-7c1027a6fd06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:14.282044 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-332bab62-e9de-48ad-bda4-7c1027a6fd06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:14.288500 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-332bab62-e9de-48ad-bda4-7c1027a6fd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:14.332058 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-332bab62-e9de-48ad-bda4-7c1027a6fd06 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54b943be86484440b496ffedc81211e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408114 Nov 29 18:39:14.334420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bab62-e9de-48ad-bda4-7c1027a6fd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707b48bb-1ac5-48a9-920f-fb85152b3b22,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:14.335047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37504) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:14.390966 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a484986f-776f-47d8-b3ae-8cdd0d5452d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:14.414060 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a484986f-776f-47d8-b3ae-8cdd0d5452d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:14.463712 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a484986f-776f-47d8-b3ae-8cdd0d5452d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:14.466291 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a484986f-776f-47d8-b3ae-8cdd0d5452d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:14.467506 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a484986f-776f-47d8-b3ae-8cdd0d5452d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/707b48bb-1ac5-48a9-920f-fb85152b3b22 HTTP/1.1" status: 204 len: 168 time: 0.1313367 Nov 29 18:39:14.475908 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484986f-776f-47d8-b3ae-8cdd0d5452d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707b48bb-1ac5-48a9-920f-fb85152b3b22,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:18.923279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37588) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:19.037631 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9dac9781-0152-4ae4-b944-f125209f3400 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:19.117240 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9dac9781-0152-4ae4-b944-f125209f3400 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:19.121432 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9dac9781-0152-4ae4-b944-f125209f3400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:19.160214 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9dac9781-0152-4ae4-b944-f125209f3400 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66eddbefb8bf486684f7e89cee3a1108&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357223 Nov 29 18:39:19.160994 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac9781-0152-4ae4-b944-f125209f3400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d3e786-1a86-4b24-812a-158e0b9ebbf3,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:19.163786 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37592) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:19.219556 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71798e72-4668-47cb-b597-348729556e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:19.241400 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71798e72-4668-47cb-b597-348729556e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:19.297655 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71798e72-4668-47cb-b597-348729556e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:19.300298 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71798e72-4668-47cb-b597-348729556e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:19.301461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-71798e72-4668-47cb-b597-348729556e58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09d3e786-1a86-4b24-812a-158e0b9ebbf3 HTTP/1.1" status: 204 len: 168 time: 0.1364021 Nov 29 18:39:19.310324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71798e72-4668-47cb-b597-348729556e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d3e786-1a86-4b24-812a-158e0b9ebbf3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:19.578866 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37598) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:19.592202 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c73546b7-7394-4f3e-9554-bad671beb7fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:19.677607 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c73546b7-7394-4f3e-9554-bad671beb7fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:19.683012 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c73546b7-7394-4f3e-9554-bad671beb7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:19.724122 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c73546b7-7394-4f3e-9554-bad671beb7fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=24f54e2ace10488aab7cf0d400ea991c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1441433 Nov 29 18:39:19.724992 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73546b7-7394-4f3e-9554-bad671beb7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd42ffb-650f-40bb-afc2-bfe229660632,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:19.727780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37602) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:19.781615 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e912477-2fd0-4f49-8a9f-33a8d02bb8f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:19.802546 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e912477-2fd0-4f49-8a9f-33a8d02bb8f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:19.850769 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e912477-2fd0-4f49-8a9f-33a8d02bb8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:19.853407 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e912477-2fd0-4f49-8a9f-33a8d02bb8f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:19.854581 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9e912477-2fd0-4f49-8a9f-33a8d02bb8f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bd42ffb-650f-40bb-afc2-bfe229660632 HTTP/1.1" status: 204 len: 168 time: 0.1253145 Nov 29 18:39:19.863364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e912477-2fd0-4f49-8a9f-33a8d02bb8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd42ffb-650f-40bb-afc2-bfe229660632,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:24.008126 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bad1cc3-6f00-4155-a140-baa6a0c7a1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:26.459969 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b34902d4-5dba-4dd5-8381-114f6ea3ddfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:27.417695 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:27.687219 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:29.207204 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:29.965599 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:30.016423 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:32.854542 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37700) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:32.969176 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9aa52a5c-5cdf-494b-b56d-0830d85cfe6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:33.047295 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9aa52a5c-5cdf-494b-b56d-0830d85cfe6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:33.051702 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9aa52a5c-5cdf-494b-b56d-0830d85cfe6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:33.094134 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9aa52a5c-5cdf-494b-b56d-0830d85cfe6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90de12fc2fe54bd3a50a27df5234ce26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2383413 Nov 29 18:39:33.094871 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa52a5c-5cdf-494b-b56d-0830d85cfe6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22ef0a2-8feb-4ddb-bff8-eb3b41b84697,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:33.097132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37704) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:33.150352 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6d551a96-8289-4db5-9b8d-9ee95a685f1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:33.174447 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6d551a96-8289-4db5-9b8d-9ee95a685f1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:33.227851 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6d551a96-8289-4db5-9b8d-9ee95a685f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:33.230618 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6d551a96-8289-4db5-9b8d-9ee95a685f1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:33.231805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6d551a96-8289-4db5-9b8d-9ee95a685f1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f22ef0a2-8feb-4ddb-bff8-eb3b41b84697 HTTP/1.1" status: 204 len: 168 time: 0.1337671 Nov 29 18:39:33.242471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d551a96-8289-4db5-9b8d-9ee95a685f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22ef0a2-8feb-4ddb-bff8-eb3b41b84697,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:33.525354 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37710) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:33.541917 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1738b3dc-c0e7-49de-92aa-98ff71f091f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:33.628328 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1738b3dc-c0e7-49de-92aa-98ff71f091f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:33.632420 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1738b3dc-c0e7-49de-92aa-98ff71f091f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:33.669424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738b3dc-c0e7-49de-92aa-98ff71f091f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5565e5-8e81-4833-95cc-244e4697f84d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:33.675305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1738b3dc-c0e7-49de-92aa-98ff71f091f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a84bcaa18397467883a9eab1ed70f953&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1487868 Nov 29 18:39:33.676498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37712) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:33.726377 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:33.752548 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:33.802864 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:33.805474 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:33.807279 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf5565e5-8e81-4833-95cc-244e4697f84d HTTP/1.1" status: 204 len: 168 time: 0.1287541 Nov 29 18:39:33.815266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5565e5-8e81-4833-95cc-244e4697f84d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:33.823809 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:33.824171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:33.824526 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:33.824878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:33.825249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:33.825595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:33.825936 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:33.826273 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:33.826611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:33.826973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:33.827311 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:33.827643 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d13687-3dc4-4e8e-b9fe-17f81ee70abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:43.859551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37804) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:43.971712 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f7203f65-a75b-41ef-ae4a-c2a5d1b24078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:44.057112 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f7203f65-a75b-41ef-ae4a-c2a5d1b24078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:44.063073 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f7203f65-a75b-41ef-ae4a-c2a5d1b24078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:44.106405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7203f65-a75b-41ef-ae4a-c2a5d1b24078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe795df0-9329-444c-a113-965d3654e5da,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:44.113291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37808) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:44.119491 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f7203f65-a75b-41ef-ae4a-c2a5d1b24078 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=daf9d301c702481b8752d2493ce95ddc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2587390 Nov 29 18:39:44.175583 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:44.197871 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:44.245938 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:44.248924 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:44.250105 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe795df0-9329-444c-a113-965d3654e5da HTTP/1.1" status: 204 len: 168 time: 0.1358168 Nov 29 18:39:44.258325 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe795df0-9329-444c-a113-965d3654e5da,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:44.267265 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:44.267642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:44.267973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:44.268301 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:44.268647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:44.268980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:44.269365 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:44.269642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:44.269982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:44.270387 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:44.270663 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:44.270993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbaad5e-8c42-406b-aabf-f897f40e638d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:39:44.547525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37814) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:44.557457 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5be381e5-677a-4846-a4d3-8fcfd9ba53fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:44.639687 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5be381e5-677a-4846-a4d3-8fcfd9ba53fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:44.643310 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5be381e5-677a-4846-a4d3-8fcfd9ba53fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:44.683759 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5be381e5-677a-4846-a4d3-8fcfd9ba53fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d89c4699a2c4c289ec6ad9c6a9eb5eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390071 Nov 29 18:39:44.684723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be381e5-677a-4846-a4d3-8fcfd9ba53fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e2ff8d-e403-409e-ba38-2e4eeb4cea9b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:44.689941 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37816) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:44.749000 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-489e6e1e-b630-408a-ad10-d9a381113999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:44.774456 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-489e6e1e-b630-408a-ad10-d9a381113999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:44.821408 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-489e6e1e-b630-408a-ad10-d9a381113999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:44.824048 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-489e6e1e-b630-408a-ad10-d9a381113999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:44.827520 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-489e6e1e-b630-408a-ad10-d9a381113999 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5e2ff8d-e403-409e-ba38-2e4eeb4cea9b HTTP/1.1" status: 204 len: 168 time: 0.1343372 Nov 29 18:39:44.835280 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e6e1e-b630-408a-ad10-d9a381113999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e2ff8d-e403-409e-ba38-2e4eeb4cea9b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:45.902733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37846) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:46.010243 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9a46939b-21d1-4d4e-9acf-0bebe7994d00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:46.091243 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9a46939b-21d1-4d4e-9acf-0bebe7994d00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:46.095185 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9a46939b-21d1-4d4e-9acf-0bebe7994d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:46.135750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46939b-21d1-4d4e-9acf-0bebe7994d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d4840a-9cbc-458e-b4ed-9c51158b19e1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:46.140845 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9a46939b-21d1-4d4e-9acf-0bebe7994d00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64491a5c43ce416299b794494ee290ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2362802 Nov 29 18:39:46.142984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37850) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:46.191408 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83737b9a-f070-4ed0-84da-0c93488c13f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:46.212382 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83737b9a-f070-4ed0-84da-0c93488c13f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:46.266345 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83737b9a-f070-4ed0-84da-0c93488c13f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:46.268928 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83737b9a-f070-4ed0-84da-0c93488c13f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:46.270103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-83737b9a-f070-4ed0-84da-0c93488c13f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0d4840a-9cbc-458e-b4ed-9c51158b19e1 HTTP/1.1" status: 204 len: 168 time: 0.1261418 Nov 29 18:39:46.277968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83737b9a-f070-4ed0-84da-0c93488c13f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d4840a-9cbc-458e-b4ed-9c51158b19e1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:46.909576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 37872) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:47.016386 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-27269cc4-3b2e-4d58-9f32-6735de7e2dcb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1235238267-network', 'tenant_id': 'a82690bd7cc94fcd9cf42b862758f67a'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:39:47.038027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27269cc4-3b2e-4d58-9f32-6735de7e2dcb admin admin] Made reservation on behalf of a82690bd7cc94fcd9cf42b862758f67a for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:39:47.040471 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27269cc4-3b2e-4d58-9f32-6735de7e2dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:47.049097 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27269cc4-3b2e-4d58-9f32-6735de7e2dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:47.123907 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27269cc4-3b2e-4d58-9f32-6735de7e2dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:47.129660 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27269cc4-3b2e-4d58-9f32-6735de7e2dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:47.157658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27269cc4-3b2e-4d58-9f32-6735de7e2dcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:39:47.163181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27269cc4-3b2e-4d58-9f32-6735de7e2dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df075701-ffe1-4d40-8d43-342a68d5b73c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:47.170857 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27269cc4-3b2e-4d58-9f32-6735de7e2dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:47.171209 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-27269cc4-3b2e-4d58-9f32-6735de7e2dcb admin admin] Added segment a1e4e549-4faa-455f-9e13-2bcbe96d3d6e of type vlan for network 5b46b23f-332c-4aa9-b244-9c55e39b7021 Nov 29 18:39:47.216695 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27269cc4-3b2e-4d58-9f32-6735de7e2dcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:47.240992 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27269cc4-3b2e-4d58-9f32-6735de7e2dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:47.242015 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27269cc4-3b2e-4d58-9f32-6735de7e2dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:39:47.242591 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27269cc4-3b2e-4d58-9f32-6735de7e2dcb admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:47.318113 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-27269cc4-3b2e-4d58-9f32-6735de7e2dcb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4073923 Nov 29 18:39:47.321821 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 37876) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:39:47.327238 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9adbd9ef-f641-4398-9f2e-6278f8174a8a admin admin] Request body: {'subnet': {'network_id': '5b46b23f-332c-4aa9-b244-9c55e39b7021', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1235238267-subnet', 'tenant_id': 'a82690bd7cc94fcd9cf42b862758f67a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:39:47.334877 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27269cc4-3b2e-4d58-9f32-6735de7e2dcb admin admin] Pushing event updated for resources: {'Network': ['ID=5b46b23f-332c-4aa9-b244-9c55e39b7021,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:47.346902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 5b46b23f-332c-4aa9-b244-9c55e39b7021 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:39:47.353507 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adbd9ef-f641-4398-9f2e-6278f8174a8a admin admin] Made reservation on behalf of a82690bd7cc94fcd9cf42b862758f67a for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:39:47.356006 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9adbd9ef-f641-4398-9f2e-6278f8174a8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:47.532916 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9adbd9ef-f641-4398-9f2e-6278f8174a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:47.547640 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:39:47.582656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbd9ef-f641-4398-9f2e-6278f8174a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=de579424-c334-4218-ba4c-a3837e80d45e,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:39:47.598394 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adbd9ef-f641-4398-9f2e-6278f8174a8a admin admin] Checking segment: {'id': 'a1e4e549-4faa-455f-9e13-2bcbe96d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5b46b23f-332c-4aa9-b244-9c55e39b7021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:39:47.598758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adbd9ef-f641-4398-9f2e-6278f8174a8a admin admin] Network hostable DHCP agents. Network: 5b46b23f-332c-4aa9-b244-9c55e39b7021, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:39:47.616800 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adbd9ef-f641-4398-9f2e-6278f8174a8a admin admin] Network 5b46b23f-332c-4aa9-b244-9c55e39b7021 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:39:47.626578 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-9adbd9ef-f641-4398-9f2e-6278f8174a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 5b46b23f-332c-4aa9-b244-9c55e39b7021) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:39:47.630776 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adbd9ef-f641-4398-9f2e-6278f8174a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:39:47.631398 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9adbd9ef-f641-4398-9f2e-6278f8174a8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:47.636971 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ca98d0-1623-47cb-914d-5f847d565df4 None None] Network 5b46b23f-332c-4aa9-b244-9c55e39b7021 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:39:47.649074 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9adbd9ef-f641-4398-9f2e-6278f8174a8a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3258655 Nov 29 18:39:47.777049 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13528694-32f3-4320-a821-c82593d99b02 None None] Network 5b46b23f-332c-4aa9-b244-9c55e39b7021 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:39:54.009002 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39ba49dc-36fd-4a70-ad8b-45bf84e734c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:56.464553 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83946a0a-e3d1-4115-ad0e-00068ecb43d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:57.423707 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:57.682077 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:59.205777 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:39:59.973090 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:00.024276 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:24.014759 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d7e3a7e-2049-4dcd-b3a7-20e80fcbd307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:24.546247 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:40:26.467962 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5676164a-af09-45b4-bdc6-eeb8a96eb5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:27.432635 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:27.692372 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:29.208973 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:29.978581 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:30.017080 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:41.366902 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-96cd9999-5fac-43e3-bcc9-73e0953336f7 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:41.368518 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-96cd9999-5fac-43e3-bcc9-73e0953336f7 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/networks?id=5b46b23f-332c-4aa9-b244-9c55e39b7021 HTTP/1.1" status: 200 len: 814 time: 0.1076119 Nov 29 18:40:41.384917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-ef5712e1-5b0e-46a3-a411-e4839f33b17f tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/quotas/a82690bd7cc94fcd9cf42b862758f67a HTTP/1.1" status: 200 len: 375 time: 0.0104232 Nov 29 18:40:41.418551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-269e80c3-b5fe-4690-8223-64a4058b4636 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a82690bd7cc94fcd9cf42b862758f67a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279841 Nov 29 18:40:41.481771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-bbcd8eb2-fae4-48f1-a90d-b2b75f8f632b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:40:41.482844 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-bbcd8eb2-fae4-48f1-a90d-b2b75f8f632b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0574877 Nov 29 18:40:41.574935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-1e205b2d-10d1-42fe-b5b5-d530dacdafa4 service neutron] 10.222.0.23 "GET /v2.0/networks/5b46b23f-332c-4aa9-b244-9c55e39b7021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855889 Nov 29 18:40:41.663499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-d85be60f-e25c-41cb-8646-f88fe002d336 service neutron] 10.222.0.23 "GET /v2.0/networks/5b46b23f-332c-4aa9-b244-9c55e39b7021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824449 Nov 29 18:40:41.886546 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12c20051-4a80-4a2f-8569-641bd1df8f1b req-002478c3-99d0-4e94-9b32-ee87432f20fa tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 210 time: 0.0856037 Nov 29 18:40:42.901668 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-cae08c59-a8b5-48c3-a5c8-d89f380fa1e1 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:42.903166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-cae08c59-a8b5-48c3-a5c8-d89f380fa1e1 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.31 "GET /v2.0/networks?id=5b46b23f-332c-4aa9-b244-9c55e39b7021 HTTP/1.1" status: 200 len: 814 time: 0.1092470 Nov 29 18:40:42.916891 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-d65d9b71-ca92-40ab-928b-f868429af7c4 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Request body: {'port': {'device_id': '02f989c1-f257-4de7-8b1c-3acaa3f8e3f2', 'network_id': '5b46b23f-332c-4aa9-b244-9c55e39b7021', 'admin_state_up': True, 'tenant_id': 'a82690bd7cc94fcd9cf42b862758f67a'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:40:43.018913 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-638b80ce-a972-45b1-ad6f-83b5ea2bc99a req-f69a12cb-8211-4e0b-906b-ce698cf5639b tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 210 time: 0.0346055 Nov 29 18:40:43.059541 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-d65d9b71-ca92-40ab-928b-f868429af7c4 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Made reservation on behalf of a82690bd7cc94fcd9cf42b862758f67a for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:40:43.063077 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-d65d9b71-ca92-40ab-928b-f868429af7c4 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:43.196198 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-d65d9b71-ca92-40ab-928b-f868429af7c4 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Allocated IP 172.20.0.13 (5b46b23f-332c-4aa9-b244-9c55e39b7021/de579424-c334-4218-ba4c-a3837e80d45e/4d17782e-2202-4adf-879b-52fc837a509b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:40:43.343686 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-d65d9b71-ca92-40ab-928b-f868429af7c4 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:43.376862 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-d65d9b71-ca92-40ab-928b-f868429af7c4 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:43.421556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-d65d9b71-ca92-40ab-928b-f868429af7c4 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Network 5b46b23f-332c-4aa9-b244-9c55e39b7021 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:40:43.424915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-d65d9b71-ca92-40ab-928b-f868429af7c4 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:40:43.427877 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-d65d9b71-ca92-40ab-928b-f868429af7c4 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:40:43.457117 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d9b71-ca92-40ab-928b-f868429af7c4 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Pushing event updated for resources: {'Port': ['ID=4d17782e-2202-4adf-879b-52fc837a509b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:40:43.484759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-d65d9b71-ca92-40ab-928b-f868429af7c4 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:43.485371 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-d65d9b71-ca92-40ab-928b-f868429af7c4 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:43.501225 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-d65d9b71-ca92-40ab-928b-f868429af7c4 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5882950 Nov 29 18:40:43.565938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Request body: {'port': {'device_id': '02f989c1-f257-4de7-8b1c-3acaa3f8e3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:40:43.619714 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:43.877565 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d17782e-2202-4adf-879b-52fc837a509b {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:40:43.884962 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:43.896794 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Transition to ACTIVE for port object 4d17782e-2202-4adf-879b-52fc837a509b will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:40:43.900344 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:43.950516 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d17782e-2202-4adf-879b-52fc837a509b,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:40:44.017200 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Attempting to bind port 4d17782e-2202-4adf-879b-52fc837a509b on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:40:44.017554 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Attempting to bind port 4d17782e-2202-4adf-879b-52fc837a509b by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'a1e4e549-4faa-455f-9e13-2bcbe96d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5b46b23f-332c-4aa9-b244-9c55e39b7021'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:40:44.017893 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Attempting to bind port 4d17782e-2202-4adf-879b-52fc837a509b on network 5b46b23f-332c-4aa9-b244-9c55e39b7021 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:40:44.023298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Port 4d17782e-2202-4adf-879b-52fc837a509b on network 5b46b23f-332c-4aa9-b244-9c55e39b7021 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:40:44.023617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Attempting to bind port 4d17782e-2202-4adf-879b-52fc837a509b on network 5b46b23f-332c-4aa9-b244-9c55e39b7021 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:40:44.029135 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:40:44.029482 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Checking segment: {'id': 'a1e4e549-4faa-455f-9e13-2bcbe96d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5b46b23f-332c-4aa9-b244-9c55e39b7021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:40:44.029879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Bound using segment: {'id': 'a1e4e549-4faa-455f-9e13-2bcbe96d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5b46b23f-332c-4aa9-b244-9c55e39b7021'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:40:44.030321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Bound port: 4d17782e-2202-4adf-879b-52fc837a509b, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e4e549-4faa-455f-9e13-2bcbe96d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5b46b23f-332c-4aa9-b244-9c55e39b7021'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:40:44.030690 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:44.116632 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] For port 4d17782e-2202-4adf-879b-52fc837a509b, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:40:44.121125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] For port 4d17782e-2202-4adf-879b-52fc837a509b, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4d17782e-2202-4adf-879b-52fc837a509b,segment=NetworkSegment(a1e4e549-4faa-455f-9e13-2bcbe96d3d6e),segment_id=a1e4e549-4faa-455f-9e13-2bcbe96d3d6e)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:40:44.132292 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:44.189264 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:44.189890 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:44.191391 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] 10.222.0.31 "PUT /v2.0/ports/4d17782e-2202-4adf-879b-52fc837a509b HTTP/1.1" status: 200 len: 1092 time: 0.6815128 Nov 29 18:40:44.191833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f989c1-f257-4de7-8b1c-3acaa3f8e3f2', 'tag': '4d17782e-2202-4adf-879b-52fc837a509b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:40:44.194151 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fced9fe1-8a74-4c84-ab7f-1da46a0f36c2" -d '{"events": [{"name": "network-changed", "server_uuid": "02f989c1-f257-4de7-8b1c-3acaa3f8e3f2", "tag": "4d17782e-2202-4adf-879b-52fc837a509b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:40:44.224858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ddd28-f91f-40b7-a8dd-06358b746211 req-52661c24-ca88-42de-80a5-ee865e47600f tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:44.226433 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b14ddd28-f91f-40b7-a8dd-06358b746211 req-52661c24-ca88-42de-80a5-ee865e47600f tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 944 time: 0.1074071 Nov 29 18:40:44.227691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016493a-349f-4a77-a7d4-66ba67f2fcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d17782e-2202-4adf-879b-52fc837a509b,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:40:44.238568 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b518189a-4138-4de6-9bf8-065d794b5cc8 x-openstack-request-id: req-b518189a-4138-4de6-9bf8-065d794b5cc8 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:40:44.238881 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f989c1-f257-4de7-8b1c-3acaa3f8e3f2", "tag": "4d17782e-2202-4adf-879b-52fc837a509b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:40:44.239144 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b518189a-4138-4de6-9bf8-065d794b5cc8 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:40:44.239546 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f989c1-f257-4de7-8b1c-3acaa3f8e3f2', 'tag': '4d17782e-2202-4adf-879b-52fc837a509b', 'status': 'completed', 'code': 200} Nov 29 18:40:44.312448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-30cdb918-342d-4056-9c16-be520d4fd503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:44.313968 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-30cdb918-342d-4056-9c16-be520d4fd503 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a82690bd7cc94fcd9cf42b862758f67a&device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 1095 time: 0.0692523 Nov 29 18:40:44.317310 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b14ddd28-f91f-40b7-a8dd-06358b746211 req-ab1b6d56-9481-43a2-8c08-4d3f36003506 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813966 Nov 29 18:40:44.359171 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-c30e4905-b3e2-434d-bc56-b7b8be09922a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d17782e-2202-4adf-879b-52fc837a509b HTTP/1.1" status: 200 len: 217 time: 0.0358746 Nov 29 18:40:44.408138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-b57196b3-8677-4db5-96f8-a5998c960284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:44.409552 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-b57196b3-8677-4db5-96f8-a5998c960284 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=de579424-c334-4218-ba4c-a3837e80d45e HTTP/1.1" status: 200 len: 854 time: 0.0442595 Nov 29 18:40:44.440881 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-640dd6c4-96a7-4698-87ba-eb5c264718f2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b46b23f-332c-4aa9-b244-9c55e39b7021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240192 Nov 29 18:40:44.537213 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-41794cab-a4a0-40e3-98a8-42336d204d68 service neutron] 10.222.0.31 "GET /v2.0/networks/5b46b23f-332c-4aa9-b244-9c55e39b7021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876653 Nov 29 18:40:44.628122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-876d6dc2-bfaa-4af1-a072-8d79bc190cc0 req-848f6870-1c2b-46c2-b6ab-dca44ecd70d8 service neutron] 10.222.0.31 "GET /v2.0/networks/5b46b23f-332c-4aa9-b244-9c55e39b7021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841026 Nov 29 18:40:44.717952 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced9fe1-8a74-4c84-ab7f-1da46a0f36c2 req-2b46ffed-d889-451d-85f7-60d8461ad919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:44.719406 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fced9fe1-8a74-4c84-ab7f-1da46a0f36c2 req-2b46ffed-d889-451d-85f7-60d8461ad919 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a82690bd7cc94fcd9cf42b862758f67a&device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 1095 time: 0.0457237 Nov 29 18:40:44.816078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced9fe1-8a74-4c84-ab7f-1da46a0f36c2 req-1a6ca75a-003c-478b-a07f-ec2c062c40b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:44.818636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fced9fe1-8a74-4c84-ab7f-1da46a0f36c2 req-1a6ca75a-003c-478b-a07f-ec2c062c40b7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5b46b23f-332c-4aa9-b244-9c55e39b7021 HTTP/1.1" status: 200 len: 915 time: 0.0909393 Nov 29 18:40:44.862756 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fced9fe1-8a74-4c84-ab7f-1da46a0f36c2 req-26463f26-70e6-4b9c-a78f-c893b05b470e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d17782e-2202-4adf-879b-52fc837a509b HTTP/1.1" status: 200 len: 217 time: 0.0378921 Nov 29 18:40:44.911460 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced9fe1-8a74-4c84-ab7f-1da46a0f36c2 req-eec43366-30ef-4956-8c06-20c0153c3d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:44.912991 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fced9fe1-8a74-4c84-ab7f-1da46a0f36c2 req-eec43366-30ef-4956-8c06-20c0153c3d2f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=de579424-c334-4218-ba4c-a3837e80d45e HTTP/1.1" status: 200 len: 854 time: 0.0434833 Nov 29 18:40:44.945282 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fced9fe1-8a74-4c84-ab7f-1da46a0f36c2 req-07df786e-d9b1-4cb2-9d55-5fb27a9f908c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b46b23f-332c-4aa9-b244-9c55e39b7021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253794 Nov 29 18:40:45.034499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fced9fe1-8a74-4c84-ab7f-1da46a0f36c2 req-3642a5f1-d999-4672-84fd-5127f4afca85 service neutron] 10.222.0.31 "GET /v2.0/networks/5b46b23f-332c-4aa9-b244-9c55e39b7021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818458 Nov 29 18:40:45.137956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fced9fe1-8a74-4c84-ab7f-1da46a0f36c2 req-d4bb42cd-0766-48a5-9b3b-ff5981d66bdb service neutron] 10.222.0.31 "GET /v2.0/networks/5b46b23f-332c-4aa9-b244-9c55e39b7021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956874 Nov 29 18:40:45.435751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe8ca5-9e68-4655-974d-84f88cd43a05 req-43fdccc8-aa3a-463d-9cf7-aa044268881c tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:45.437249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ebfe8ca5-9e68-4655-974d-84f88cd43a05 req-43fdccc8-aa3a-463d-9cf7-aa044268881c tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 944 time: 0.0501816 Nov 29 18:40:45.485821 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ebfe8ca5-9e68-4655-974d-84f88cd43a05 req-692e811a-816c-42d3-968f-8680579fbc9e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412621 Nov 29 18:40:46.604311 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124cb13-1171-4ae3-b3b8-c4f520a41dfc req-ca9ad2fd-e24c-46d4-9aa5-3205ad08eb2d tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:46.605836 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9124cb13-1171-4ae3-b3b8-c4f520a41dfc req-ca9ad2fd-e24c-46d4-9aa5-3205ad08eb2d tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 944 time: 0.0532396 Nov 29 18:40:46.653229 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9124cb13-1171-4ae3-b3b8-c4f520a41dfc req-35edce18-baa1-43b8-8547-cbe238831297 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414634 Nov 29 18:40:47.770151 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb85219-659e-49ed-9812-23d448248ba6 req-e416d4db-5dbc-4050-bd79-3bdddfb73f2e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:47.772297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3cb85219-659e-49ed-9812-23d448248ba6 req-e416d4db-5dbc-4050-bd79-3bdddfb73f2e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 944 time: 0.0494471 Nov 29 18:40:47.819911 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3cb85219-659e-49ed-9812-23d448248ba6 req-0f0844f9-bd60-4776-8737-bfc61c3421e9 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414610 Nov 29 18:40:48.808223 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 4d17782e-2202-4adf-879b-52fc837a509b details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:40:48.905275 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 4d17782e-2202-4adf-879b-52fc837a509b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4d17782e-2202-4adf-879b-52fc837a509b,segment=NetworkSegment(a1e4e549-4faa-455f-9e13-2bcbe96d3d6e),segment_id=a1e4e549-4faa-455f-9e13-2bcbe96d3d6e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:40:48.916900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '4d17782e-2202-4adf-879b-52fc837a509b', 'network_id': '5b46b23f-332c-4aa9-b244-9c55e39b7021', 'port_id': '4d17782e-2202-4adf-879b-52fc837a509b', 'mac_address': 'fa:16:3e:fb:c1:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de579424-c334-4218-ba4c-a3837e80d45e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:40:48.934897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74178a-c702-4a18-b96d-55b78653cab8 req-354b08ac-a523-442a-9fc3-937c8962b503 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:48.936395 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff74178a-c702-4a18-b96d-55b78653cab8 req-354b08ac-a523-442a-9fc3-937c8962b503 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 944 time: 0.0486100 Nov 29 18:40:48.953326 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:48.966692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d17782e-2202-4adf-879b-52fc837a509b {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:40:48.985921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 4d17782e-2202-4adf-879b-52fc837a509b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4d17782e-2202-4adf-879b-52fc837a509b,segment=NetworkSegment(a1e4e549-4faa-455f-9e13-2bcbe96d3d6e),segment_id=a1e4e549-4faa-455f-9e13-2bcbe96d3d6e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:40:48.990200 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:48.991421 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff74178a-c702-4a18-b96d-55b78653cab8 req-5c3727ae-c8fb-4c35-957f-4d8551543de6 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490577 Nov 29 18:40:49.037302 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=4d17782e-2202-4adf-879b-52fc837a509b,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:40:49.044547 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:40:49.044902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:40:49.045248 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:40:49.045589 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:40:49.045925 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:40:49.046260 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:40:49.046591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:40:49.046941 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:40:49.047271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:40:49.047596 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:40:49.047921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:40:49.048245 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:40:49.319029 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['4d17782e-2202-4adf-879b-52fc837a509b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:40:50.107737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c9818-8e47-493f-8ec5-54b4c9e8753d req-9e690036-4749-4bcb-9779-6165dfb7bfbf tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:50.109192 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-857c9818-8e47-493f-8ec5-54b4c9e8753d req-9e690036-4749-4bcb-9779-6165dfb7bfbf tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 945 time: 0.0480816 Nov 29 18:40:50.156398 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-857c9818-8e47-493f-8ec5-54b4c9e8753d req-46fc7900-5b38-4d45-a1c6-a37478eee53a tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411844 Nov 29 18:40:50.824637 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 4d17782e-2202-4adf-879b-52fc837a509b up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:40:50.875314 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 4d17782e-2202-4adf-879b-52fc837a509b completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:40:50.879419 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 4d17782e-2202-4adf-879b-52fc837a509b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:40:50.879814 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:50.957280 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:50.981764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f989c1-f257-4de7-8b1c-3acaa3f8e3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d17782e-2202-4adf-879b-52fc837a509b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:40:50.984074 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2598a0b2-b22d-46b7-97aa-697030e4337a" -d '{"events": [{"server_uuid": "02f989c1-f257-4de7-8b1c-3acaa3f8e3f2", "name": "network-vif-plugged", "status": "completed", "tag": "4d17782e-2202-4adf-879b-52fc837a509b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:40:50.997339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 4d17782e-2202-4adf-879b-52fc837a509b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4d17782e-2202-4adf-879b-52fc837a509b,segment=NetworkSegment(a1e4e549-4faa-455f-9e13-2bcbe96d3d6e),segment_id=a1e4e549-4faa-455f-9e13-2bcbe96d3d6e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:40:51.001934 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:51.049733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=4d17782e-2202-4adf-879b-52fc837a509b,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:40:51.270867 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893e990-0f87-4e9f-acd6-e09a7a6ff515 req-cef96d26-1d1d-430b-be97-abec0c1ad6ff tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:51.272350 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a893e990-0f87-4e9f-acd6-e09a7a6ff515 req-cef96d26-1d1d-430b-be97-abec0c1ad6ff tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0476875 Nov 29 18:40:51.319082 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a893e990-0f87-4e9f-acd6-e09a7a6ff515 req-02644837-4d74-45bf-a693-7259a7cfcc34 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407307 Nov 29 18:40:52.041012 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494dc477-e4cf-4891-a082-a686193fcbaa x-openstack-request-id: req-494dc477-e4cf-4891-a082-a686193fcbaa {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:40:52.041483 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f989c1-f257-4de7-8b1c-3acaa3f8e3f2", "name": "network-vif-plugged", "status": "completed", "tag": "4d17782e-2202-4adf-879b-52fc837a509b", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:40:52.041607 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-494dc477-e4cf-4891-a082-a686193fcbaa {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:40:52.041947 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f989c1-f257-4de7-8b1c-3acaa3f8e3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d17782e-2202-4adf-879b-52fc837a509b', 'code': 200} Nov 29 18:40:52.163594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc2b96-b240-4220-81b3-b4d7aacd1031 req-7a379c30-d01a-4095-929e-a29f1155c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:52.165068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8dc2b96-b240-4220-81b3-b4d7aacd1031 req-7a379c30-d01a-4095-929e-a29f1155c1ee service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 1097 time: 0.0424316 Nov 29 18:40:52.208876 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8dc2b96-b240-4220-81b3-b4d7aacd1031 req-ce650c08-220b-42c2-b8a8-af158e62e220 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361781 Nov 29 18:40:52.435984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5061dc-be74-4d16-bebc-bd042081e731 req-eeed995e-44ba-44b0-9677-691592b05355 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:52.437568 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc5061dc-be74-4d16-bebc-bd042081e731 req-eeed995e-44ba-44b0-9677-691592b05355 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0499160 Nov 29 18:40:52.488497 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc5061dc-be74-4d16-bebc-bd042081e731 req-248544dc-2518-4f6e-8f34-ee7cf415ea3c tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442035 Nov 29 18:40:53.619512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed5868-b7ae-4148-a683-f5eba7ccb689 req-fe513487-02ca-420a-a3eb-a1f3c453fd57 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:40:53.621066 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dbed5868-b7ae-4148-a683-f5eba7ccb689 req-fe513487-02ca-420a-a3eb-a1f3c453fd57 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0559368 Nov 29 18:40:53.670074 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dbed5868-b7ae-4148-a683-f5eba7ccb689 req-23d786f0-d8aa-4023-89ac-85958f4a1ac5 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428865 Nov 29 18:40:54.009215 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-099a01a7-4106-40b0-9c89-8bc306634fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:56.470022 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd405fad-8c89-4496-b6ff-8f0cce4b77b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:57.431130 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:57.685399 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:59.214779 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:40:59.985538 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:00.022086 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:01.545653 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:41:14.419464 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18428268-4003-40b0-b400-fe2d4dfa9329 req-5d4f628b-3f51-4762-96f9-92f2d94bf40a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409203 Nov 29 18:41:14.504500 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18428268-4003-40b0-b400-fe2d4dfa9329 req-3b60501e-ae0e-4bdc-921e-45663084c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:14.506076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18428268-4003-40b0-b400-fe2d4dfa9329 req-3b60501e-ae0e-4bdc-921e-45663084c41a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a82690bd7cc94fcd9cf42b862758f67a&device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 1097 time: 0.0419273 Nov 29 18:41:14.613058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18428268-4003-40b0-b400-fe2d4dfa9329 req-75fec4a6-1c42-495e-af79-b8c6dee337bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:14.615112 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18428268-4003-40b0-b400-fe2d4dfa9329 req-75fec4a6-1c42-495e-af79-b8c6dee337bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=5b46b23f-332c-4aa9-b244-9c55e39b7021 HTTP/1.1" status: 200 len: 915 time: 0.0859039 Nov 29 18:41:14.654709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18428268-4003-40b0-b400-fe2d4dfa9329 req-e3afbbe9-f844-4d5c-b59a-28803a3cf90b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d17782e-2202-4adf-879b-52fc837a509b HTTP/1.1" status: 200 len: 217 time: 0.0324481 Nov 29 18:41:14.702488 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18428268-4003-40b0-b400-fe2d4dfa9329 req-bbfda389-4d5e-4a03-bf52-d2eca6cc4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:14.703987 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18428268-4003-40b0-b400-fe2d4dfa9329 req-bbfda389-4d5e-4a03-bf52-d2eca6cc4e9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=de579424-c334-4218-ba4c-a3837e80d45e HTTP/1.1" status: 200 len: 854 time: 0.0416009 Nov 29 18:41:14.739388 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18428268-4003-40b0-b400-fe2d4dfa9329 req-430a4cd7-f536-4522-b857-7a1c5dcc5745 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b46b23f-332c-4aa9-b244-9c55e39b7021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284617 Nov 29 18:41:14.825708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18428268-4003-40b0-b400-fe2d4dfa9329 req-a859fd4e-f382-406a-822a-7a263c2d185a service neutron] 10.222.0.31 "GET /v2.0/networks/5b46b23f-332c-4aa9-b244-9c55e39b7021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787172 Nov 29 18:41:14.920144 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18428268-4003-40b0-b400-fe2d4dfa9329 req-b5ed8fc4-7c1f-450a-b3c8-b9e19a75a2b8 service neutron] 10.222.0.31 "GET /v2.0/networks/5b46b23f-332c-4aa9-b244-9c55e39b7021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842996 Nov 29 18:41:24.012756 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7d81-f283-455b-800c-0d0486ebf6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:26.473778 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-133625ea-5e02-4bf8-860b-4247adb4aab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:27.435033 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:27.691543 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:29.216806 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:29.984295 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:30.015144 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:38.545118 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:41:39.425199 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d0cbf-8847-4998-8bae-75fcc9e62a1f req-9ac48b0b-35ca-4513-b9fb-45a27905fcb1 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:39.426679 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-974d0cbf-8847-4998-8bae-75fcc9e62a1f req-9ac48b0b-35ca-4513-b9fb-45a27905fcb1 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0499153 Nov 29 18:41:39.482200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-974d0cbf-8847-4998-8bae-75fcc9e62a1f req-cc8f983c-04db-4518-ba3c-679c67759ea4 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493567 Nov 29 18:41:40.602332 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088af3-96dc-4099-9281-a115c7ff3976 req-91736cf2-02ea-46e5-8aa7-9a394f320791 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:40.603844 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25088af3-96dc-4099-9281-a115c7ff3976 req-91736cf2-02ea-46e5-8aa7-9a394f320791 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 946 time: 0.0490932 Nov 29 18:41:40.651556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25088af3-96dc-4099-9281-a115c7ff3976 req-7fa18ac6-31c6-4fab-9ee8-7cbbdc49d659 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Nov 29 18:41:41.325396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd4ba1-4ac2-44e9-a897-d1de0a6ba2d6 req-0c6f1d79-c64b-43f5-b68b-c22d9f07acdd tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:41.326816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f6dd4ba1-4ac2-44e9-a897-d1de0a6ba2d6 req-0c6f1d79-c64b-43f5-b68b-c22d9f07acdd tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.31 "GET /v2.0/ports?device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 946 time: 0.2932453 Nov 29 18:41:41.416151 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-f6dd4ba1-4ac2-44e9-a897-d1de0a6ba2d6 req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Deleting port 4d17782e-2202-4adf-879b-52fc837a509b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:41:41.416488 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f6dd4ba1-4ac2-44e9-a897-d1de0a6ba2d6 req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:41.510642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-f6dd4ba1-4ac2-44e9-a897-d1de0a6ba2d6 req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] For port 4d17782e-2202-4adf-879b-52fc837a509b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4d17782e-2202-4adf-879b-52fc837a509b,segment=NetworkSegment(a1e4e549-4faa-455f-9e13-2bcbe96d3d6e),segment_id=a1e4e549-4faa-455f-9e13-2bcbe96d3d6e)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:41:41.511032 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f6dd4ba1-4ac2-44e9-a897-d1de0a6ba2d6 req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:41.526450 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-f6dd4ba1-4ac2-44e9-a897-d1de0a6ba2d6 req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Calling delete_port for 4d17782e-2202-4adf-879b-52fc837a509b owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:41:41.650135 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f6dd4ba1-4ac2-44e9-a897-d1de0a6ba2d6 req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:41.661881 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['4d17782e-2202-4adf-879b-52fc837a509b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:41:41.680436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Pushing event deleted for resources: {'Port': ['ID=4d17782e-2202-4adf-879b-52fc837a509b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:41:41.693914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:41.694264 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:41.694612 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:41.695134 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:41.695472 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:41.695807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:41.696136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:41.696854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:41.696854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:41.697077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:41.697398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:41.697716 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:41.740038 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dd4ba1-4ac2-44e9-a897-d1de0a6ba2d6 req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] No DVR routers for this DVR port 4d17782e-2202-4adf-879b-52fc837a509b on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:41:41.749570 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f6dd4ba1-4ac2-44e9-a897-d1de0a6ba2d6 req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:41.752820 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f6dd4ba1-4ac2-44e9-a897-d1de0a6ba2d6 req-db3ac239-5921-4445-ae97-b739e006579e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.31 "DELETE /v2.0/ports/4d17782e-2202-4adf-879b-52fc837a509b HTTP/1.1" status: 204 len: 173 time: 0.4197929 Nov 29 18:41:41.753249 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f989c1-f257-4de7-8b1c-3acaa3f8e3f2', 'name': 'network-vif-deleted', 'tag': '4d17782e-2202-4adf-879b-52fc837a509b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:41:41.755891 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a703455f-c456-45e8-9950-2cb47ac6ef5a" -d '{"events": [{"server_uuid": "02f989c1-f257-4de7-8b1c-3acaa3f8e3f2", "name": "network-vif-deleted", "tag": "4d17782e-2202-4adf-879b-52fc837a509b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:41:41.778204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b8a2194-ebdb-4efd-96bf-23533a53df36 req-16f2bfb4-6e65-4171-985c-e8c223bc80bb tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=02f989c1-f257-4de7-8b1c-3acaa3f8e3f2 HTTP/1.1" status: 200 len: 210 time: 0.0400219 Nov 29 18:41:41.801277 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3508c1-5ce2-418c-8715-0c1225826156 x-openstack-request-id: req-5c3508c1-5ce2-418c-8715-0c1225826156 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:41:41.801574 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f989c1-f257-4de7-8b1c-3acaa3f8e3f2", "name": "network-vif-deleted", "tag": "4d17782e-2202-4adf-879b-52fc837a509b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:41:41.801877 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c3508c1-5ce2-418c-8715-0c1225826156 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:41:41.802281 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f989c1-f257-4de7-8b1c-3acaa3f8e3f2', 'name': 'network-vif-deleted', 'tag': '4d17782e-2202-4adf-879b-52fc837a509b', 'status': 'completed', 'code': 200} Nov 29 18:41:45.098972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 4d17782e-2202-4adf-879b-52fc837a509b no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:41:45.120265 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 4d17782e-2202-4adf-879b-52fc837a509b {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:41:45.120622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 4d17782e-2202-4adf-879b-52fc837a509b not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:41:49.691831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-58c8c655-1fbc-4cb9-b7f5-d41feef00838 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:49.693197 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-58c8c655-1fbc-4cb9-b7f5-d41feef00838 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/networks?id=5b46b23f-332c-4aa9-b244-9c55e39b7021 HTTP/1.1" status: 200 len: 814 time: 0.1036351 Nov 29 18:41:49.708518 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-8d823b2e-427b-4fc5-8f84-dae290898267 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/quotas/a82690bd7cc94fcd9cf42b862758f67a HTTP/1.1" status: 200 len: 375 time: 0.0095973 Nov 29 18:41:49.739072 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-fc0d7d04-8235-4af3-b92e-08d08e3ebcbd tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a82690bd7cc94fcd9cf42b862758f67a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253580 Nov 29 18:41:49.828628 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-8594087f-9ba3-42ee-910b-7a7718189775 service neutron] 10.222.0.23 "GET /v2.0/networks/5b46b23f-332c-4aa9-b244-9c55e39b7021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826905 Nov 29 18:41:49.915813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-8d7d2383-9b10-4697-9f97-b050a8ff3744 service neutron] 10.222.0.23 "GET /v2.0/networks/5b46b23f-332c-4aa9-b244-9c55e39b7021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804195 Nov 29 18:41:50.072360 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9a0af17-4fef-4c62-8789-f524fc38f1df req-e7c6536a-41dc-4890-abfc-ca23cf05a93a tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 210 time: 0.0278959 Nov 29 18:41:51.151434 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44e6e253-60cb-4ab3-9807-89607df33261 req-fb86c66a-5e62-4183-9993-53d0fdc17a54 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 210 time: 0.0258422 Nov 29 18:41:52.231607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10eec18e-14cb-4e94-b9d2-0c1dc11ed834 req-78065d9d-39dc-4cce-8e04-653c9525a69d tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 210 time: 0.0297434 Nov 29 18:41:53.024623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-28d244c9-56a3-49d3-84e5-0295c2b24188 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:53.025977 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-28d244c9-56a3-49d3-84e5-0295c2b24188 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.31 "GET /v2.0/networks?id=5b46b23f-332c-4aa9-b244-9c55e39b7021 HTTP/1.1" status: 200 len: 814 time: 0.1043639 Nov 29 18:41:53.038728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-ee31d561-2649-4c72-8164-86515ea426e9 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Request body: {'port': {'device_id': '6fc2fd2d-222f-450d-ab49-bbebcf3a0441', 'network_id': '5b46b23f-332c-4aa9-b244-9c55e39b7021', 'admin_state_up': True, 'tenant_id': 'a82690bd7cc94fcd9cf42b862758f67a'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:41:53.147378 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-ee31d561-2649-4c72-8164-86515ea426e9 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Made reservation on behalf of a82690bd7cc94fcd9cf42b862758f67a for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:41:53.150816 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-ee31d561-2649-4c72-8164-86515ea426e9 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:53.272565 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-ee31d561-2649-4c72-8164-86515ea426e9 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Allocated IP 172.20.0.10 (5b46b23f-332c-4aa9-b244-9c55e39b7021/de579424-c334-4218-ba4c-a3837e80d45e/28186a6f-8b45-44dd-92eb-fb0236176cf0) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:41:53.335291 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9954ca7b-7dd1-4f2e-a1c4-d6f26188dc24 req-50aa4460-a340-4e56-98d8-876493e81ff2 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 210 time: 0.0374997 Nov 29 18:41:53.446713 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-ee31d561-2649-4c72-8164-86515ea426e9 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:53.479395 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-ee31d561-2649-4c72-8164-86515ea426e9 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:53.527505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-ee31d561-2649-4c72-8164-86515ea426e9 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Network 5b46b23f-332c-4aa9-b244-9c55e39b7021 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:41:53.530574 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-ee31d561-2649-4c72-8164-86515ea426e9 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:41:53.534810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-ee31d561-2649-4c72-8164-86515ea426e9 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:41:53.541173 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31d561-2649-4c72-8164-86515ea426e9 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Pushing event updated for resources: {'Port': ['ID=28186a6f-8b45-44dd-92eb-fb0236176cf0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:41:53.586328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-ee31d561-2649-4c72-8164-86515ea426e9 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:53.586899 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-ee31d561-2649-4c72-8164-86515ea426e9 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:53.602723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-ee31d561-2649-4c72-8164-86515ea426e9 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5677249 Nov 29 18:41:53.616586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Request body: {'port': {'device_id': '6fc2fd2d-222f-450d-ab49-bbebcf3a0441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:41:53.672429 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:53.932967 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28186a6f-8b45-44dd-92eb-fb0236176cf0 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:41:53.940292 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:53.952823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Transition to ACTIVE for port object 28186a6f-8b45-44dd-92eb-fb0236176cf0 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:41:53.957558 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:54.013554 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4c21580c-2aed-4978-aa51-191d1a4bc6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:54.025652 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Pushing event updated for resources: {'Port': ['ID=28186a6f-8b45-44dd-92eb-fb0236176cf0,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:41:54.072458 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Attempting to bind port 28186a6f-8b45-44dd-92eb-fb0236176cf0 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:41:54.072788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Attempting to bind port 28186a6f-8b45-44dd-92eb-fb0236176cf0 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'a1e4e549-4faa-455f-9e13-2bcbe96d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5b46b23f-332c-4aa9-b244-9c55e39b7021'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:41:54.073122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Attempting to bind port 28186a6f-8b45-44dd-92eb-fb0236176cf0 on network 5b46b23f-332c-4aa9-b244-9c55e39b7021 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:41:54.077414 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Port 28186a6f-8b45-44dd-92eb-fb0236176cf0 on network 5b46b23f-332c-4aa9-b244-9c55e39b7021 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:41:54.077730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Attempting to bind port 28186a6f-8b45-44dd-92eb-fb0236176cf0 on network 5b46b23f-332c-4aa9-b244-9c55e39b7021 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:41:54.082993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:41:54.083327 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Checking segment: {'id': 'a1e4e549-4faa-455f-9e13-2bcbe96d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5b46b23f-332c-4aa9-b244-9c55e39b7021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:41:54.083710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Bound using segment: {'id': 'a1e4e549-4faa-455f-9e13-2bcbe96d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5b46b23f-332c-4aa9-b244-9c55e39b7021'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:41:54.084130 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Bound port: 28186a6f-8b45-44dd-92eb-fb0236176cf0, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e4e549-4faa-455f-9e13-2bcbe96d3d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5b46b23f-332c-4aa9-b244-9c55e39b7021'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:41:54.084482 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:54.145830 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] For port 28186a6f-8b45-44dd-92eb-fb0236176cf0, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:41:54.148732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] For port 28186a6f-8b45-44dd-92eb-fb0236176cf0, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=28186a6f-8b45-44dd-92eb-fb0236176cf0,segment=NetworkSegment(a1e4e549-4faa-455f-9e13-2bcbe96d3d6e),segment_id=a1e4e549-4faa-455f-9e13-2bcbe96d3d6e)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:41:54.153276 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:54.192423 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:54.193039 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:54.194425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] 10.222.0.31 "PUT /v2.0/ports/28186a6f-8b45-44dd-92eb-fb0236176cf0 HTTP/1.1" status: 200 len: 1092 time: 0.5822234 Nov 29 18:41:54.194887 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fc2fd2d-222f-450d-ab49-bbebcf3a0441', 'tag': '28186a6f-8b45-44dd-92eb-fb0236176cf0'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:41:54.197132 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f5f6a7-7781-4abf-86db-962c9d806690" -d '{"events": [{"name": "network-changed", "server_uuid": "6fc2fd2d-222f-450d-ab49-bbebcf3a0441", "tag": "28186a6f-8b45-44dd-92eb-fb0236176cf0"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:41:54.219854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60120538-ab2c-43fa-bf09-6bd455b8105d service neutron] Pushing event updated for resources: {'Port': ['ID=28186a6f-8b45-44dd-92eb-fb0236176cf0,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:41:54.238953 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ab1c9e-e302-4a98-903f-d45b65b2292a x-openstack-request-id: req-a0ab1c9e-e302-4a98-903f-d45b65b2292a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:41:54.239290 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fc2fd2d-222f-450d-ab49-bbebcf3a0441", "tag": "28186a6f-8b45-44dd-92eb-fb0236176cf0", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:41:54.239574 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0ab1c9e-e302-4a98-903f-d45b65b2292a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:41:54.239982 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fc2fd2d-222f-450d-ab49-bbebcf3a0441', 'tag': '28186a6f-8b45-44dd-92eb-fb0236176cf0', 'status': 'completed', 'code': 200} Nov 29 18:41:54.286939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-79bf1af4-279e-4286-8ba9-792a641fb550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:54.288445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-79bf1af4-279e-4286-8ba9-792a641fb550 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a82690bd7cc94fcd9cf42b862758f67a&device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 1095 time: 0.0414979 Nov 29 18:41:54.333709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-22919914-ef0f-4cc7-8bbe-c0060cd3a8ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28186a6f-8b45-44dd-92eb-fb0236176cf0 HTTP/1.1" status: 200 len: 217 time: 0.0377548 Nov 29 18:41:54.385790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-2db5c22e-6a3d-413b-be1f-c66c611da0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:54.387277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-2db5c22e-6a3d-413b-be1f-c66c611da0d0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=de579424-c334-4218-ba4c-a3837e80d45e HTTP/1.1" status: 200 len: 854 time: 0.0476096 Nov 29 18:41:54.437039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-f6985679-f6fd-4eee-8037-c35d565deea3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b46b23f-332c-4aa9-b244-9c55e39b7021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429692 Nov 29 18:41:54.504681 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29af8ea-8f62-4f24-b0f0-74199f8f4625 req-9c911ffb-da88-473e-9031-b2f20b8fa222 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:54.506052 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c29af8ea-8f62-4f24-b0f0-74199f8f4625 req-9c911ffb-da88-473e-9031-b2f20b8fa222 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 944 time: 0.1035535 Nov 29 18:41:54.572056 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-b238a81f-9b1b-42c3-a22b-443693c8d395 service neutron] 10.222.0.31 "GET /v2.0/networks/5b46b23f-332c-4aa9-b244-9c55e39b7021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258795 Nov 29 18:41:54.579057 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c29af8ea-8f62-4f24-b0f0-74199f8f4625 req-b157013e-7715-4f81-9f98-fb6dc356accd tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658207 Nov 29 18:41:54.663144 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bd9704b-edc1-43fd-b4ec-69c2c02aff6d req-e4a7972b-1cdd-47a5-8d35-df480d4bc76b service neutron] 10.222.0.31 "GET /v2.0/networks/5b46b23f-332c-4aa9-b244-9c55e39b7021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831122 Nov 29 18:41:54.755326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5f6a7-7781-4abf-86db-962c9d806690 req-024dc0fd-ff1a-443b-b6ab-73d2a796e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:54.756691 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65f5f6a7-7781-4abf-86db-962c9d806690 req-024dc0fd-ff1a-443b-b6ab-73d2a796e7ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a82690bd7cc94fcd9cf42b862758f67a&device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 1095 time: 0.0453310 Nov 29 18:41:54.843210 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5f6a7-7781-4abf-86db-962c9d806690 req-49617265-d80c-47ad-b2b2-7ebb468ea2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:54.844657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65f5f6a7-7781-4abf-86db-962c9d806690 req-49617265-d80c-47ad-b2b2-7ebb468ea2f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5b46b23f-332c-4aa9-b244-9c55e39b7021 HTTP/1.1" status: 200 len: 915 time: 0.0813975 Nov 29 18:41:54.885633 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65f5f6a7-7781-4abf-86db-962c9d806690 req-96a8665b-b3d8-47c9-afb1-7bc66370d13b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28186a6f-8b45-44dd-92eb-fb0236176cf0 HTTP/1.1" status: 200 len: 217 time: 0.0329087 Nov 29 18:41:54.940991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5f6a7-7781-4abf-86db-962c9d806690 req-bf80a043-2a40-4c47-b617-ef4a3f057d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:54.942427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65f5f6a7-7781-4abf-86db-962c9d806690 req-bf80a043-2a40-4c47-b617-ef4a3f057d33 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=de579424-c334-4218-ba4c-a3837e80d45e HTTP/1.1" status: 200 len: 854 time: 0.0500808 Nov 29 18:41:54.974255 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65f5f6a7-7781-4abf-86db-962c9d806690 req-7aedfd5d-9e45-4b06-8d37-13ede31980c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b46b23f-332c-4aa9-b244-9c55e39b7021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247719 Nov 29 18:41:55.062032 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65f5f6a7-7781-4abf-86db-962c9d806690 req-4b86261e-00b4-46e5-9fcf-64be31b616d2 service neutron] 10.222.0.31 "GET /v2.0/networks/5b46b23f-332c-4aa9-b244-9c55e39b7021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802345 Nov 29 18:41:55.154658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65f5f6a7-7781-4abf-86db-962c9d806690 req-e06f17fa-2e69-4c4d-93ee-9c221b4251b7 service neutron] 10.222.0.31 "GET /v2.0/networks/5b46b23f-332c-4aa9-b244-9c55e39b7021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853162 Nov 29 18:41:55.704330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb598aac-9c66-40df-a93f-c62230476081 req-f2256cfb-85b5-453f-961f-77ec367369af tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:55.705723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb598aac-9c66-40df-a93f-c62230476081 req-f2256cfb-85b5-453f-961f-77ec367369af tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 944 time: 0.0490956 Nov 29 18:41:55.752705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb598aac-9c66-40df-a93f-c62230476081 req-17404af8-ab16-4a3a-9a96-425a403f828b tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 Nov 29 18:41:56.476159 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1dca7b07-e6d9-454b-9644-4e328b130b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:56.868489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde961d-335c-4a08-ad62-567d90dc743d req-aa525ed6-2451-445c-be36-18a238d8eb25 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:56.869973 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1cde961d-335c-4a08-ad62-567d90dc743d req-aa525ed6-2451-445c-be36-18a238d8eb25 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 944 time: 0.0512793 Nov 29 18:41:56.916354 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1cde961d-335c-4a08-ad62-567d90dc743d req-d707ad8f-d778-433c-98e7-bbac17b1c63a tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404775 Nov 29 18:41:57.442444 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:57.691397 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:58.030722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898d6fb-fa0b-43e1-83ad-92d28fb6867a req-c1c57d30-3b37-43c8-aae5-5a7bf14da7f9 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:58.032213 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0898d6fb-fa0b-43e1-83ad-92d28fb6867a req-c1c57d30-3b37-43c8-aae5-5a7bf14da7f9 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 944 time: 0.0481853 Nov 29 18:41:58.080446 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0898d6fb-fa0b-43e1-83ad-92d28fb6867a req-0da47307-3df9-4cc1-8ef6-402e16ebee53 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416214 Nov 29 18:41:59.149256 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 28186a6f-8b45-44dd-92eb-fb0236176cf0 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:41:59.195508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42587153-a64b-4c79-9c74-65d5cb2c9bdf req-c1cc31cb-ac9d-4614-9137-c462a69c29d7 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:41:59.197146 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-42587153-a64b-4c79-9c74-65d5cb2c9bdf req-c1cc31cb-ac9d-4614-9137-c462a69c29d7 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 944 time: 0.0476809 Nov 29 18:41:59.239919 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:59.252111 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-42587153-a64b-4c79-9c74-65d5cb2c9bdf req-4a39d6ab-c2d2-43b9-9caf-13f4b00460a9 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473931 Nov 29 18:41:59.258314 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 28186a6f-8b45-44dd-92eb-fb0236176cf0, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=28186a6f-8b45-44dd-92eb-fb0236176cf0,segment=NetworkSegment(a1e4e549-4faa-455f-9e13-2bcbe96d3d6e),segment_id=a1e4e549-4faa-455f-9e13-2bcbe96d3d6e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:41:59.271093 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '28186a6f-8b45-44dd-92eb-fb0236176cf0', 'network_id': '5b46b23f-332c-4aa9-b244-9c55e39b7021', 'port_id': '28186a6f-8b45-44dd-92eb-fb0236176cf0', 'mac_address': 'fa:16:3e:dd:b1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de579424-c334-4218-ba4c-a3837e80d45e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:41:59.307733 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:59.319938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28186a6f-8b45-44dd-92eb-fb0236176cf0 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:41:59.340189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 28186a6f-8b45-44dd-92eb-fb0236176cf0, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=28186a6f-8b45-44dd-92eb-fb0236176cf0,segment=NetworkSegment(a1e4e549-4faa-455f-9e13-2bcbe96d3d6e),segment_id=a1e4e549-4faa-455f-9e13-2bcbe96d3d6e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:41:59.343743 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:41:59.390024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=28186a6f-8b45-44dd-92eb-fb0236176cf0,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:41:59.398059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:59.398417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:59.398767 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:59.399154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:59.399494 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:59.399830 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:59.400164 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:59.400495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:59.400856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:59.401184 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:59.401515 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:59.401843 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:41:59.635060 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['28186a6f-8b45-44dd-92eb-fb0236176cf0'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:41:59.978670 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:00.016914 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:00.368307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebd987-b86d-4b55-91d1-0f1788d4cebc req-a866d2f4-55b2-4f08-8fb3-7fb3594de56f tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:42:00.370020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0aebd987-b86d-4b55-91d1-0f1788d4cebc req-a866d2f4-55b2-4f08-8fb3-7fb3594de56f tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 945 time: 0.0483935 Nov 29 18:42:00.416107 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0aebd987-b86d-4b55-91d1-0f1788d4cebc req-161a9e31-fce8-4bd9-9fe8-8a0305018a1e tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402100 Nov 29 18:42:01.151250 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 28186a6f-8b45-44dd-92eb-fb0236176cf0 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:42:01.201223 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 28186a6f-8b45-44dd-92eb-fb0236176cf0 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:42:01.205602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 28186a6f-8b45-44dd-92eb-fb0236176cf0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:42:01.205978 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:01.281121 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:01.303231 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc2fd2d-222f-450d-ab49-bbebcf3a0441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28186a6f-8b45-44dd-92eb-fb0236176cf0'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:42:01.305394 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31194bb8-f5fa-4aed-8415-ecd9a70810d5" -d '{"events": [{"server_uuid": "6fc2fd2d-222f-450d-ab49-bbebcf3a0441", "name": "network-vif-plugged", "status": "completed", "tag": "28186a6f-8b45-44dd-92eb-fb0236176cf0"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:42:01.318430 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 28186a6f-8b45-44dd-92eb-fb0236176cf0, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=28186a6f-8b45-44dd-92eb-fb0236176cf0,segment=NetworkSegment(a1e4e549-4faa-455f-9e13-2bcbe96d3d6e),segment_id=a1e4e549-4faa-455f-9e13-2bcbe96d3d6e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:42:01.322886 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:01.349738 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97162dec-d2f8-44a8-a39c-6781b7d1dd5d x-openstack-request-id: req-97162dec-d2f8-44a8-a39c-6781b7d1dd5d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:42:01.350038 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc2fd2d-222f-450d-ab49-bbebcf3a0441", "name": "network-vif-plugged", "status": "completed", "tag": "28186a6f-8b45-44dd-92eb-fb0236176cf0", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:42:01.350299 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97162dec-d2f8-44a8-a39c-6781b7d1dd5d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:42:01.350685 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc2fd2d-222f-450d-ab49-bbebcf3a0441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28186a6f-8b45-44dd-92eb-fb0236176cf0', 'code': 200} Nov 29 18:42:01.375682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=28186a6f-8b45-44dd-92eb-fb0236176cf0,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:42:01.446422 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fdf85-9ac0-468b-aad5-cde5b6175620 req-1b1d5cbc-668f-4251-95fd-05df0612f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:42:01.447959 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f9fdf85-9ac0-468b-aad5-cde5b6175620 req-1b1d5cbc-668f-4251-95fd-05df0612f765 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 1097 time: 0.0391448 Nov 29 18:42:01.523866 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f9fdf85-9ac0-468b-aad5-cde5b6175620 req-2cacd245-d777-4958-89d9-27820cab02d9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692029 Nov 29 18:42:01.542448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd04536-9a7b-4ff6-85ba-db70e8b35c2d req-a054ed6b-9c98-4391-b547-9bf73ffc13b7 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:42:01.543890 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9fd04536-9a7b-4ff6-85ba-db70e8b35c2d req-a054ed6b-9c98-4391-b547-9bf73ffc13b7 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 946 time: 0.0571141 Nov 29 18:42:01.590151 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9fd04536-9a7b-4ff6-85ba-db70e8b35c2d req-99c63cd5-6d39-40f6-8a7e-062ef807b185 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402648 Nov 29 18:42:02.706406 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cec90-43f1-49a7-87dc-a57a52bce091 req-ceee7be2-68dc-401e-a4b5-4580f312bdf1 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:42:02.707926 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd9cec90-43f1-49a7-87dc-a57a52bce091 req-ceee7be2-68dc-401e-a4b5-4580f312bdf1 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 946 time: 0.0482512 Nov 29 18:42:02.756394 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd9cec90-43f1-49a7-87dc-a57a52bce091 req-34fa6b96-bd98-47cf-9d77-f6b4a6014d61 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424366 Nov 29 18:42:03.878457 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2792ec5-baff-453d-9844-56f2d22cbc50 req-38e733c0-854e-4061-a1e0-335dbef33676 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:42:03.880000 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e2792ec5-baff-453d-9844-56f2d22cbc50 req-38e733c0-854e-4061-a1e0-335dbef33676 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 946 time: 0.0493445 Nov 29 18:42:03.930457 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e2792ec5-baff-453d-9844-56f2d22cbc50 req-b4d56936-0d65-4c05-95cf-4f1682e4ddea tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444851 Nov 29 18:42:15.545145 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:42:16.426945 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4e7de66-140a-4a6f-980b-c9e38d5ba001 req-90a436b4-886e-42df-a589-8fd54df032b7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429752 Nov 29 18:42:16.515169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7de66-140a-4a6f-980b-c9e38d5ba001 req-da388306-7abd-468c-84b0-e625de2d177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:42:16.516716 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4e7de66-140a-4a6f-980b-c9e38d5ba001 req-da388306-7abd-468c-84b0-e625de2d177c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a82690bd7cc94fcd9cf42b862758f67a&device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 1097 time: 0.0412545 Nov 29 18:42:16.634805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7de66-140a-4a6f-980b-c9e38d5ba001 req-e6795389-7030-4587-a5e3-7a71648b7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:42:16.636298 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4e7de66-140a-4a6f-980b-c9e38d5ba001 req-e6795389-7030-4587-a5e3-7a71648b7e41 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5b46b23f-332c-4aa9-b244-9c55e39b7021 HTTP/1.1" status: 200 len: 915 time: 0.0923979 Nov 29 18:42:16.680855 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4e7de66-140a-4a6f-980b-c9e38d5ba001 req-09bd2386-f03e-4c90-81b0-d5a46c6e8e89 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28186a6f-8b45-44dd-92eb-fb0236176cf0 HTTP/1.1" status: 200 len: 217 time: 0.0367081 Nov 29 18:42:16.738985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7de66-140a-4a6f-980b-c9e38d5ba001 req-e40d4933-4860-410f-9430-77b6363fc7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:42:16.740784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4e7de66-140a-4a6f-980b-c9e38d5ba001 req-e40d4933-4860-410f-9430-77b6363fc7ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=de579424-c334-4218-ba4c-a3837e80d45e HTTP/1.1" status: 200 len: 854 time: 0.0536864 Nov 29 18:42:16.773702 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4e7de66-140a-4a6f-980b-c9e38d5ba001 req-3e95fec7-f6c9-48fb-8159-e0c0ec7a38af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5b46b23f-332c-4aa9-b244-9c55e39b7021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259235 Nov 29 18:42:16.881246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4e7de66-140a-4a6f-980b-c9e38d5ba001 req-49c44cf8-f8e8-41bb-a0f8-c73f78664220 service neutron] 10.222.0.31 "GET /v2.0/networks/5b46b23f-332c-4aa9-b244-9c55e39b7021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996299 Nov 29 18:42:16.993911 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4e7de66-140a-4a6f-980b-c9e38d5ba001 req-69b116a2-4e6e-48e2-969e-74a2c5e4dd47 service neutron] 10.222.0.31 "GET /v2.0/networks/5b46b23f-332c-4aa9-b244-9c55e39b7021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056755 Nov 29 18:42:24.015855 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3999da69-5f57-4711-a64e-073a40e5e620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:26.477660 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a8db7ac-a7dc-4e76-b43a-db127f880bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:27.461451 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:27.694710 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:29.222952 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:29.979550 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:30.030249 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:31.351329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9186d-cf2f-4fb9-b46a-1fe30f699985 req-17b7e124-842a-4421-a274-a14a45125272 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:42:31.352780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07d9186d-cf2f-4fb9-b46a-1fe30f699985 req-17b7e124-842a-4421-a274-a14a45125272 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 946 time: 0.0555828 Nov 29 18:42:31.400862 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07d9186d-cf2f-4fb9-b46a-1fe30f699985 req-48a4c06f-8a06-47af-bd8c-63a88fbd5b5f tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420532 Nov 29 18:42:32.519127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba0d78-89d1-4a7e-b095-be2122ce0c6c req-621d8911-5193-4a38-8350-92e851f778f5 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:42:32.520661 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2dba0d78-89d1-4a7e-b095-be2122ce0c6c req-621d8911-5193-4a38-8350-92e851f778f5 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 946 time: 0.0475805 Nov 29 18:42:32.568362 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2dba0d78-89d1-4a7e-b095-be2122ce0c6c req-cf9440d9-0051-4b80-9b83-8ef2929cfecf tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/security-groups?id=df075701-ffe1-4d40-8d43-342a68d5b73c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417800 Nov 29 18:42:32.848898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b4595-b31f-4ecd-8155-2261dc8ff1fc req-eb9808b7-7367-4bc1-923f-c6fd015776fb tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:42:32.850352 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-467b4595-b31f-4ecd-8155-2261dc8ff1fc req-eb9808b7-7367-4bc1-923f-c6fd015776fb tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 946 time: 0.0519528 Nov 29 18:42:32.943434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-467b4595-b31f-4ecd-8155-2261dc8ff1fc req-1c160981-e51e-4a82-a1cc-6fb96e5b135b tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Deleting port 28186a6f-8b45-44dd-92eb-fb0236176cf0 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:42:32.943771 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-467b4595-b31f-4ecd-8155-2261dc8ff1fc req-1c160981-e51e-4a82-a1cc-6fb96e5b135b tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:33.035934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-467b4595-b31f-4ecd-8155-2261dc8ff1fc req-1c160981-e51e-4a82-a1cc-6fb96e5b135b tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] For port 28186a6f-8b45-44dd-92eb-fb0236176cf0, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=28186a6f-8b45-44dd-92eb-fb0236176cf0,segment=NetworkSegment(a1e4e549-4faa-455f-9e13-2bcbe96d3d6e),segment_id=a1e4e549-4faa-455f-9e13-2bcbe96d3d6e)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:42:33.036298 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-467b4595-b31f-4ecd-8155-2261dc8ff1fc req-1c160981-e51e-4a82-a1cc-6fb96e5b135b tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:33.050858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-467b4595-b31f-4ecd-8155-2261dc8ff1fc req-1c160981-e51e-4a82-a1cc-6fb96e5b135b tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Calling delete_port for 28186a6f-8b45-44dd-92eb-fb0236176cf0 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:42:33.180861 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-467b4595-b31f-4ecd-8155-2261dc8ff1fc req-1c160981-e51e-4a82-a1cc-6fb96e5b135b tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:33.194054 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['28186a6f-8b45-44dd-92eb-fb0236176cf0'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:42:33.458808 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c160981-e51e-4a82-a1cc-6fb96e5b135b tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Pushing event deleted for resources: {'Port': ['ID=28186a6f-8b45-44dd-92eb-fb0236176cf0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:42:33.502928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-467b4595-b31f-4ecd-8155-2261dc8ff1fc req-1c160981-e51e-4a82-a1cc-6fb96e5b135b tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] No DVR routers for this DVR port 28186a6f-8b45-44dd-92eb-fb0236176cf0 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:42:33.505556 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-467b4595-b31f-4ecd-8155-2261dc8ff1fc req-1c160981-e51e-4a82-a1cc-6fb96e5b135b tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:33.509289 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-467b4595-b31f-4ecd-8155-2261dc8ff1fc req-1c160981-e51e-4a82-a1cc-6fb96e5b135b tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.31 "DELETE /v2.0/ports/28186a6f-8b45-44dd-92eb-fb0236176cf0 HTTP/1.1" status: 204 len: 173 time: 0.6528027 Nov 29 18:42:33.509765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fc2fd2d-222f-450d-ab49-bbebcf3a0441', 'name': 'network-vif-deleted', 'tag': '28186a6f-8b45-44dd-92eb-fb0236176cf0'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:42:33.512219 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3378d8fd-9aca-4146-a252-4ba7804e2852" -d '{"events": [{"server_uuid": "6fc2fd2d-222f-450d-ab49-bbebcf3a0441", "name": "network-vif-deleted", "tag": "28186a6f-8b45-44dd-92eb-fb0236176cf0"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:42:33.555156 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f554c4-4cd8-4aab-b5fa-1d486c8f6309 x-openstack-request-id: req-e7f554c4-4cd8-4aab-b5fa-1d486c8f6309 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:42:33.555753 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fc2fd2d-222f-450d-ab49-bbebcf3a0441", "name": "network-vif-deleted", "tag": "28186a6f-8b45-44dd-92eb-fb0236176cf0", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:42:33.555753 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7f554c4-4cd8-4aab-b5fa-1d486c8f6309 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:42:33.556161 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fc2fd2d-222f-450d-ab49-bbebcf3a0441', 'name': 'network-vif-deleted', 'tag': '28186a6f-8b45-44dd-92eb-fb0236176cf0', 'status': 'completed', 'code': 200} Nov 29 18:42:33.686668 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0571e75e-9664-4bb3-bd1e-4fb6c92da6f7 req-1dfcf615-17fc-4e93-8454-e4bb0945e079 tempest-VolumesSnapshotTestJSON-526629999 tempest-VolumesSnapshotTestJSON-526629999-project] 10.222.0.23 "GET /v2.0/ports?device_id=6fc2fd2d-222f-450d-ab49-bbebcf3a0441 HTTP/1.1" status: 200 len: 210 time: 0.0267277 Nov 29 18:42:37.325723 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 28186a6f-8b45-44dd-92eb-fb0236176cf0 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:42:37.347682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 28186a6f-8b45-44dd-92eb-fb0236176cf0 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:42:37.348033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 28186a6f-8b45-44dd-92eb-fb0236176cf0 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:42:52.543885 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:42:54.029141 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8806ff64-cfe8-48e7-960b-db1759219eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:56.481547 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a097e252-5ced-4f5a-9f54-901ace12e2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:57.471746 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:57.699330 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:59.223990 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:42:59.985386 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:00.016210 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:18.769351 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39582) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:18.823282 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Deleting subnet de579424-c334-4218-ba4c-a3837e80d45e {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:43:18.827207 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:18.861791 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:18.901374 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:18.954843 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:19.269979 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de579424-c334-4218-ba4c-a3837e80d45e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:19.280243 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:19.283489 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/de579424-c334-4218-ba4c-a3837e80d45e HTTP/1.1" status: 204 len: 168 time: 0.5130587 Nov 29 18:43:19.285112 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.285468 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.285820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.286164 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.286283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39586) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:19.286652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.286864 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.287187 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.287522 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.287859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.288189 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.288517 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.288838 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a115af99-e34d-461a-9b08-801cd0110150 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.362130 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:19.438166 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:19.458392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b46b23f-332c-4aa9-b244-9c55e39b7021']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:43:19.471168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e4e549-4faa-455f-9e13-2bcbe96d3d6e') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:43:19.471594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e4e549-4faa-455f-9e13-2bcbe96d3d6e') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:43:19.481229 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:19.494747 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:19.500640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:43:19.501039 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:43:19.502709 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:43:19.559186 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:19.564888 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:19.568118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] 10.222.0.23 "DELETE /v2.0/networks/5b46b23f-332c-4aa9-b244-9c55e39b7021 HTTP/1.1" status: 204 len: 168 time: 0.2805791 Nov 29 18:43:19.580391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Pushing event deleted for resources: {'Network': ['ID=5b46b23f-332c-4aa9-b244-9c55e39b7021,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:19.587908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.588262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.588606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.588942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.589279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.589615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.589948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.590292 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.590597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.590951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.591283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.592129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35ac38a-4dce-4675-84c2-89326695889c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:19.680840 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39590) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:19.722401 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1e11e597-d41e-4bac-904e-c2a788e426b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a82690bd7cc94fcd9cf42b862758f67a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403154 Nov 29 18:43:19.724791 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39592) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:19.770668 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7134a560-5d2c-4535-83d7-fd6021ef8d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:19.790617 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7134a560-5d2c-4535-83d7-fd6021ef8d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:19.835979 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7134a560-5d2c-4535-83d7-fd6021ef8d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:19.838477 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7134a560-5d2c-4535-83d7-fd6021ef8d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:19.839660 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7134a560-5d2c-4535-83d7-fd6021ef8d4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df075701-ffe1-4d40-8d43-342a68d5b73c HTTP/1.1" status: 204 len: 168 time: 0.1139815 Nov 29 18:43:19.847580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134a560-5d2c-4535-83d7-fd6021ef8d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df075701-ffe1-4d40-8d43-342a68d5b73c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:24.021762 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c44a009-9e04-41bf-b876-203268f46869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:26.475206 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dc413bab-f9b2-45e3-9daf-d43c0a862024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:27.471108 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:27.700697 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:29.229400 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:29.543261 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:43:30.007734 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:30.018478 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:37.982355 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39726) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:38.132887 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-415f32ce-b60c-4795-bbea-e1b881f091fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:38.211140 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-415f32ce-b60c-4795-bbea-e1b881f091fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:38.216721 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-415f32ce-b60c-4795-bbea-e1b881f091fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:38.262153 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-415f32ce-b60c-4795-bbea-e1b881f091fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=599afd106cce465fac650fde8f3bc0b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2785511 Nov 29 18:43:38.263098 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f32ce-b60c-4795-bbea-e1b881f091fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623a14db-2eb3-4ce5-b8d1-1e7380f63f2a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:38.264874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39732) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:38.330483 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a798af97-3f34-45bd-b040-cf9604c670ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:38.352352 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a798af97-3f34-45bd-b040-cf9604c670ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:38.401079 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a798af97-3f34-45bd-b040-cf9604c670ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:38.404185 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a798af97-3f34-45bd-b040-cf9604c670ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:38.405331 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a798af97-3f34-45bd-b040-cf9604c670ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/623a14db-2eb3-4ce5-b8d1-1e7380f63f2a HTTP/1.1" status: 204 len: 168 time: 0.1394691 Nov 29 18:43:38.413495 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798af97-3f34-45bd-b040-cf9604c670ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623a14db-2eb3-4ce5-b8d1-1e7380f63f2a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:39.877390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39778) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:39.882046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e2988c07-8837-4cd8-91c5-b00f702a64ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90164399', 'description': 'tempest-secgroup-smoke-90164399 description', 'project_id': 'a32142a09307461ea2f15c004fcd8bef'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:43:39.903840 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e2988c07-8837-4cd8-91c5-b00f702a64ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:39.912363 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e2988c07-8837-4cd8-91c5-b00f702a64ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:39.988058 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e2988c07-8837-4cd8-91c5-b00f702a64ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:39.991585 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e2988c07-8837-4cd8-91c5-b00f702a64ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.026627 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2988c07-8837-4cd8-91c5-b00f702a64ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f7f40f-4a3a-4537-b900-a96e90213b23,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:40.072393 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e2988c07-8837-4cd8-91c5-b00f702a64ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.076510 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e2988c07-8837-4cd8-91c5-b00f702a64ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.106656 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2988c07-8837-4cd8-91c5-b00f702a64ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:40.111868 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e2988c07-8837-4cd8-91c5-b00f702a64ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.113122 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e2988c07-8837-4cd8-91c5-b00f702a64ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2347090 Nov 29 18:43:40.116025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 39780) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:40.120361 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-5b62678f-b5d3-4a4e-91a7-8e4007c5129b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': 'cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:43:40.149945 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b62678f-b5d3-4a4e-91a7-8e4007c5129b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.203763 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b62678f-b5d3-4a4e-91a7-8e4007c5129b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.207916 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b62678f-b5d3-4a4e-91a7-8e4007c5129b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.231666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62678f-b5d3-4a4e-91a7-8e4007c5129b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05e3acc-523a-4394-9711-93fb53b4554b,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:40.237207 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5b62678f-b5d3-4a4e-91a7-8e4007c5129b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.239052 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5b62678f-b5d3-4a4e-91a7-8e4007c5129b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220481 Nov 29 18:43:40.241411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39782) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:40.246434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3113b73d-2e76-421d-8fad-cdf2e52d809d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': 'cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:43:40.276339 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3113b73d-2e76-421d-8fad-cdf2e52d809d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.354090 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3113b73d-2e76-421d-8fad-cdf2e52d809d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.358204 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3113b73d-2e76-421d-8fad-cdf2e52d809d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.377428 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113b73d-2e76-421d-8fad-cdf2e52d809d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d99608-2063-432b-a8df-a182a1bd966f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:40.386676 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3113b73d-2e76-421d-8fad-cdf2e52d809d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.388461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3113b73d-2e76-421d-8fad-cdf2e52d809d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458466 Nov 29 18:43:40.391233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39784) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:40.395767 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8b882573-d82b-4e2f-bdf1-0440f27ca41d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': 'cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:43:40.421982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b882573-d82b-4e2f-bdf1-0440f27ca41d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.479287 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b882573-d82b-4e2f-bdf1-0440f27ca41d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.483208 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b882573-d82b-4e2f-bdf1-0440f27ca41d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.502414 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b882573-d82b-4e2f-bdf1-0440f27ca41d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f5e08a-a9c6-491f-915d-ed58c5bc172e,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:40.507975 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b882573-d82b-4e2f-bdf1-0440f27ca41d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.509206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8b882573-d82b-4e2f-bdf1-0440f27ca41d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170094 Nov 29 18:43:40.512073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39786) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:40.517166 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6a10ec6d-8eb4-4ecc-9e5a-71b93ea9683d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': 'cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:43:40.549355 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a10ec6d-8eb4-4ecc-9e5a-71b93ea9683d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.612437 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a10ec6d-8eb4-4ecc-9e5a-71b93ea9683d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.616912 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a10ec6d-8eb4-4ecc-9e5a-71b93ea9683d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.637082 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10ec6d-8eb4-4ecc-9e5a-71b93ea9683d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905365f5-d02a-4a44-af67-21fe4d52d437,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:40.645978 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a10ec6d-8eb4-4ecc-9e5a-71b93ea9683d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.647354 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6a10ec6d-8eb4-4ecc-9e5a-71b93ea9683d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1337032 Nov 29 18:43:40.650106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39788) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:40.654363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-54f11a2b-16d0-46d7-93ea-de1b393e9ff9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': 'cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:43:40.675699 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-54f11a2b-16d0-46d7-93ea-de1b393e9ff9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Project a32142a09307461ea2f15c004fcd8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:43:40.680322 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54f11a2b-16d0-46d7-93ea-de1b393e9ff9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.739624 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54f11a2b-16d0-46d7-93ea-de1b393e9ff9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.743022 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54f11a2b-16d0-46d7-93ea-de1b393e9ff9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.760872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f11a2b-16d0-46d7-93ea-de1b393e9ff9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f2c1c5-0a3b-4b15-b742-5dae24e88b99,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:40.767411 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54f11a2b-16d0-46d7-93ea-de1b393e9ff9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.768598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-54f11a2b-16d0-46d7-93ea-de1b393e9ff9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175711 Nov 29 18:43:40.771474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39790) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:40.775752 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-28c5b86c-3d95-425c-b31c-f6bbb1d13e79 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': 'cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:43:40.796842 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-28c5b86c-3d95-425c-b31c-f6bbb1d13e79 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Project a32142a09307461ea2f15c004fcd8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:43:40.801629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28c5b86c-3d95-425c-b31c-f6bbb1d13e79 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.858745 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28c5b86c-3d95-425c-b31c-f6bbb1d13e79 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.862157 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28c5b86c-3d95-425c-b31c-f6bbb1d13e79 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.880686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5b86c-3d95-425c-b31c-f6bbb1d13e79 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554bc2eb-5959-4485-b969-c93d9ab07153,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:40.886185 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28c5b86c-3d95-425c-b31c-f6bbb1d13e79 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.887856 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-28c5b86c-3d95-425c-b31c-f6bbb1d13e79 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1149502 Nov 29 18:43:40.890897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39792) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:40.895635 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cd0d613d-832b-4ea3-be20-48d385c46059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'network': {'name': 'tempest-network-smoke--1811458343', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'port_security_enabled': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:43:40.915422 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0d613d-832b-4ea3-be20-48d385c46059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Made reservation on behalf of a32142a09307461ea2f15c004fcd8bef for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:43:40.919038 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd0d613d-832b-4ea3-be20-48d385c46059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.941545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0d613d-832b-4ea3-be20-48d385c46059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:43:40.951178 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd0d613d-832b-4ea3-be20-48d385c46059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:40.951560 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-cd0d613d-832b-4ea3-be20-48d385c46059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Added segment 7a4e06bf-8820-4325-9e53-ff7d00ca9ff8 of type vlan for network 1f88ae59-d088-40ee-9da5-779053463c18 Nov 29 18:43:40.991093 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd0d613d-832b-4ea3-be20-48d385c46059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:41.016669 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd0d613d-832b-4ea3-be20-48d385c46059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:41.022178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0d613d-832b-4ea3-be20-48d385c46059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:41.022763 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd0d613d-832b-4ea3-be20-48d385c46059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:41.080476 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cd0d613d-832b-4ea3-be20-48d385c46059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1885560 Nov 29 18:43:41.083473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39794) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:41.087925 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1848518790', 'admin_state_up': True, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:43:41.104502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d613d-832b-4ea3-be20-48d385c46059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Network': ['ID=1f88ae59-d088-40ee-9da5-779053463c18,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:41.115666 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 1f88ae59-d088-40ee-9da5-779053463c18 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:43:41.120584 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:41.122226 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:41.175986 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:41.314054 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:41.509492 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:41.533180 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:41.636584 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Allocated IP 172.25.3.193 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/2b4d901b-b2c5-40c5-b5a8-9153532dae18) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:43:41.738013 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:41.772699 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:41.814388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:43:41.817255 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:43:41.822818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:43:41.825994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=2b4d901b-b2c5-40c5-b5a8-9153532dae18,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:41.830972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf63ee3-e0ff-443f-88a9-2c9226cf105b None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:43:41.887552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7f28d754-5950-40c7-8ec1-f72fcda140ac None None] Provisioning complete for port 2b4d901b-b2c5-40c5-b5a8-9153532dae18 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:43:41.887925 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7f28d754-5950-40c7-8ec1-f72fcda140ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:41.922130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7f28d754-5950-40c7-8ec1-f72fcda140ac None None] Port 2b4d901b-b2c5-40c5-b5a8-9153532dae18 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:43:42.139074 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:42.332023 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:42.466556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 71e6674f-7daf-4fa8-877b-aa30a58937c5 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:43:42.575283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:43:42.584892 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Sync routers for ids ['71e6674f-7daf-4fa8-877b-aa30a58937c5'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:43:42.596135 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Routers {'71e6674f-7daf-4fa8-877b-aa30a58937c5'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:43:42.596780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:43:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['71e6674f-7daf-4fa8-877b-aa30a58937c5'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:43:42.597706 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:42.600811 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-58d80e59-a5a1-473f-89b5-dcc52ff50482 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5163929 Nov 29 18:43:42.603965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39796) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:42.708346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Set router 71e6674f-7daf-4fa8-877b-aa30a58937c5 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:43:42.767603 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7ec75436-6d45-429d-884c-27dfad36a3b2 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a32142a09307461ea2f15c004fcd8bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1624582 Nov 29 18:43:42.770222 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39802) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:42.898706 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848518790', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:41Z', 'revision_number': 3, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:43:42.927139 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b87c45-ed9d-4cb3-a7ff-162a4d4a8347 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:42.928684 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-11b87c45-ed9d-4cb3-a7ff-162a4d4a8347 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1575055 Nov 29 18:43:42.930844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Checking router: 71e6674f-7daf-4fa8-877b-aa30a58937c5 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:43:42.931209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Updating router 71e6674f-7daf-4fa8-877b-aa30a58937c5 port 2b4d901b-b2c5-40c5-b5a8-9153532dae18 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:43:42.931558 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39806) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:42.961342 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:43.217710 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d58b23a5-feea-4f10-a1fd-364c04422a17 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2849212 Nov 29 18:43:43.220619 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39808) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:43.225508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-94add54a-e99b-4227-99cb-52c8783a28e9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-39013343', 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:43:43.257385 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:43.263441 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:43.316356 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b80d800-af27-498e-b46b-bff3593cf669 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:43:43.330770 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Attempting to bind port 2b4d901b-b2c5-40c5-b5a8-9153532dae18 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:43:43.331034 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94add54a-e99b-4227-99cb-52c8783a28e9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Made reservation on behalf of a32142a09307461ea2f15c004fcd8bef for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:43:43.331180 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Attempting to bind port 2b4d901b-b2c5-40c5-b5a8-9153532dae18 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:43:43.331542 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Attempting to bind port 2b4d901b-b2c5-40c5-b5a8-9153532dae18 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:43:43.335072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f0e19-9e71-40af-a97b-ded04e78d21b None None] Pushing event updated for resources: {'Port': ['ID=2b4d901b-b2c5-40c5-b5a8-9153532dae18,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:43.335186 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94add54a-e99b-4227-99cb-52c8783a28e9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:43.344652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:43:43.345053 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:43:43.345471 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:43.345871 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:43:43.346349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Bound port: 2b4d901b-b2c5-40c5-b5a8-9153532dae18, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:43:43.346776 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:43.352760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f0e19-9e71-40af-a97b-ded04e78d21b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:43.353123 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f0e19-9e71-40af-a97b-ded04e78d21b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:43.353477 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f0e19-9e71-40af-a97b-ded04e78d21b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:43.353825 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f0e19-9e71-40af-a97b-ded04e78d21b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:43.354168 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f0e19-9e71-40af-a97b-ded04e78d21b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:43.354505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f0e19-9e71-40af-a97b-ded04e78d21b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:43.354874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f0e19-9e71-40af-a97b-ded04e78d21b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:43.355208 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f0e19-9e71-40af-a97b-ded04e78d21b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:43.355543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f0e19-9e71-40af-a97b-ded04e78d21b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:43.355942 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f0e19-9e71-40af-a97b-ded04e78d21b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:43.356809 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f0e19-9e71-40af-a97b-ded04e78d21b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:43.357143 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f0e19-9e71-40af-a97b-ded04e78d21b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:43.402299 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c898dfd0-746c-45c5-88b0-b17ceee57b5f None None] Provisioning complete for port 2b4d901b-b2c5-40c5-b5a8-9153532dae18 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:43:43.403231 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c898dfd0-746c-45c5-88b0-b17ceee57b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:43.443948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] For port 2b4d901b-b2c5-40c5-b5a8-9153532dae18, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:43:43.457259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c898dfd0-746c-45c5-88b0-b17ceee57b5f None None] Port 2b4d901b-b2c5-40c5-b5a8-9153532dae18 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:43:43.459731 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] For port 2b4d901b-b2c5-40c5-b5a8-9153532dae18, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2b4d901b-b2c5-40c5-b5a8-9153532dae18,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:43:43.464875 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:43.517084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12113ca-1d8d-462e-b456-d2304b5279af None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:43:43.531592 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94add54a-e99b-4227-99cb-52c8783a28e9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:43.533531 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Routers {'71e6674f-7daf-4fa8-877b-aa30a58937c5'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:43:43.534166 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:43:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['71e6674f-7daf-4fa8-877b-aa30a58937c5'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:43:43.536279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f0e19-9e71-40af-a97b-ded04e78d21b None None] Pushing event updated for resources: {'Port': ['ID=2b4d901b-b2c5-40c5-b5a8-9153532dae18,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:43.593605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-440cba15-c097-41f2-a599-6d0a9d4786da None None] Provisioning complete for port 2b4d901b-b2c5-40c5-b5a8-9153532dae18 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:43:43.594314 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-440cba15-c097-41f2-a599-6d0a9d4786da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:43.606824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94add54a-e99b-4227-99cb-52c8783a28e9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Subnet': ['ID=b906aa62-db83-421b-9d5e-c093bae56c8a,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:43.613322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94add54a-e99b-4227-99cb-52c8783a28e9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Checking segment: {'id': '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:43:43.613625 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94add54a-e99b-4227-99cb-52c8783a28e9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network hostable DHCP agents. Network: 1f88ae59-d088-40ee-9da5-779053463c18, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:43:43.631619 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94add54a-e99b-4227-99cb-52c8783a28e9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 1f88ae59-d088-40ee-9da5-779053463c18 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:43:43.641299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-94add54a-e99b-4227-99cb-52c8783a28e9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 1f88ae59-d088-40ee-9da5-779053463c18) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:43:43.646044 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94add54a-e99b-4227-99cb-52c8783a28e9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:43.646654 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94add54a-e99b-4227-99cb-52c8783a28e9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:43.665608 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-94add54a-e99b-4227-99cb-52c8783a28e9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4439101 Nov 29 18:43:43.669095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39812) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:43:43.817424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991ef062-77d0-4042-ac2c-9c4da9f1da49 None None] Network 1f88ae59-d088-40ee-9da5-779053463c18 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:43:43.909478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] Set router 71e6674f-7daf-4fa8-877b-aa30a58937c5 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:43:44.106613 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-440cba15-c097-41f2-a599-6d0a9d4786da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:44.153388 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-440cba15-c097-41f2-a599-6d0a9d4786da None None] For port 2b4d901b-b2c5-40c5-b5a8-9153532dae18, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2b4d901b-b2c5-40c5-b5a8-9153532dae18,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:43:44.168008 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:44.171316 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-440cba15-c097-41f2-a599-6d0a9d4786da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:44.193626 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-1f88ae59-d088-40ee-9da5-779053463c18', 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ips': [{'subnet_id': 'b906aa62-db83-421b-9d5e-c093bae56c8a'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:43:44.194472 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:44.271613 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cba15-c097-41f2-a599-6d0a9d4786da None None] Pushing event updated for resources: {'Port': ['ID=2b4d901b-b2c5-40c5-b5a8-9153532dae18,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:44.350356 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848518790', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:41Z', 'revision_number': 3, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:43:44.382708 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9ec0c-0482-46cc-8558-55bb7a9555ca None None] The sync data for ids ['71e6674f-7daf-4fa8-877b-aa30a58937c5'] in n-d-819494-5 is: [{'id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848518790', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:41Z', 'revision_number': 3, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:43:44.423947 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Allocated IP 172.20.0.2 (1f88ae59-d088-40ee-9da5-779053463c18/b906aa62-db83-421b-9d5e-c093bae56c8a/8d69d9b1-e462-458e-b510-5ce0d166750f) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:43:44.577723 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:44.584684 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:44.637960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Network 1f88ae59-d088-40ee-9da5-779053463c18 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:43:44.643638 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:43:44.647306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:43:44.685657 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Pushing event updated for resources: {'Port': ['ID=8d69d9b1-e462-458e-b510-5ce0d166750f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:44.693659 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Allocated IP 172.20.0.1 (1f88ae59-d088-40ee-9da5-779053463c18/b906aa62-db83-421b-9d5e-c093bae56c8a/7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:43:44.732457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Attempting to bind port 8d69d9b1-e462-458e-b510-5ce0d166750f on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:43:44.732851 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Attempting to bind port 8d69d9b1-e462-458e-b510-5ce0d166750f by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:43:44.733257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Attempting to bind port 8d69d9b1-e462-458e-b510-5ce0d166750f on network 1f88ae59-d088-40ee-9da5-779053463c18 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:43:44.739395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:43:44.739839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Checking segment: {'id': '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:43:44.740261 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:44.740673 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Bound using segment: {'id': '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:43:44.741296 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Bound port: 8d69d9b1-e462-458e-b510-5ce0d166750f, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:43:44.741826 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:44.818394 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] For port 8d69d9b1-e462-458e-b510-5ce0d166750f, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:43:44.822523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] For port 8d69d9b1-e462-458e-b510-5ce0d166750f, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8d69d9b1-e462-458e-b510-5ce0d166750f,segment=NetworkSegment(7a4e06bf-8820-4325-9e53-ff7d00ca9ff8),segment_id=7a4e06bf-8820-4325-9e53-ff7d00ca9ff8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:43:44.826183 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:44.828423 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:44.873188 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:44.909211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724977aa-4b60-4da2-b8d2-06437293d28f None None] Pushing event updated for resources: {'Port': ['ID=8d69d9b1-e462-458e-b510-5ce0d166750f,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:44.942002 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 1f88ae59-d088-40ee-9da5-779053463c18 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:43:44.945402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:43:44.949689 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:43:44.980037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:45.007704 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:45.219088 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:45.518101 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:45.524646 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:45.535081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8d69d9b1-e462-458e-b510-5ce0d166750f up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:43:45.588771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 8d69d9b1-e462-458e-b510-5ce0d166750f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:43:45.589158 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:45.613083 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:45.614902 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:45.671806 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:45.705928 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 8d69d9b1-e462-458e-b510-5ce0d166750f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8d69d9b1-e462-458e-b510-5ce0d166750f,segment=NetworkSegment(7a4e06bf-8820-4325-9e53-ff7d00ca9ff8),segment_id=7a4e06bf-8820-4325-9e53-ff7d00ca9ff8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:43:45.709351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 1f88ae59-d088-40ee-9da5-779053463c18 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:43:45.710837 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:43:45.711532 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:45.712344 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2b4d901b-b2c5-40c5-b5a8-9153532dae18 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:43:45.797529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=8d69d9b1-e462-458e-b510-5ce0d166750f,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:45.809819 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 2b4d901b-b2c5-40c5-b5a8-9153532dae18 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:43:45.810371 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:45.830125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 71e6674f-7daf-4fa8-877b-aa30a58937c5 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:43:45.944713 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:43:45.950268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-64e8aa93-9d1c-463c-bcd9-65bfb235df5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "PUT /v2.0/routers/71e6674f-7daf-4fa8-877b-aa30a58937c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2793860 Nov 29 18:43:46.127992 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-d6c7a190-136e-4d1f-8fbf-a291b62ba981 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90164399&fields=id&tenant_id=a32142a09307461ea2f15c004fcd8bef HTTP/1.1" status: 200 len: 267 time: 0.0621483 Nov 29 18:43:46.344074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec3746c-8e70-4ee0-bffc-12d7d1c48f41 None None] Network 1f88ae59-d088-40ee-9da5-779053463c18 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:43:46.373791 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Sync routers for ids ['71e6674f-7daf-4fa8-877b-aa30a58937c5'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:43:46.385163 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Routers {'71e6674f-7daf-4fa8-877b-aa30a58937c5'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:43:46.385915 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:43:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['71e6674f-7daf-4fa8-877b-aa30a58937c5'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:43:46.443142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3bb9c3c7-7356-445a-b32d-d3424e97483b None None] Provisioning complete for port 8d69d9b1-e462-458e-b510-5ce0d166750f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:43:46.443475 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bb9c3c7-7356-445a-b32d-d3424e97483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:46.516233 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Set router 71e6674f-7daf-4fa8-877b-aa30a58937c5 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:43:46.516650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4a681-d725-4f31-850f-8e46e1537424 req-33ef8503-42ee-49d0-b6ff-2d8957f56ad9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:46.518261 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-33ef8503-42ee-49d0-b6ff-2d8957f56ad9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/networks?id=1f88ae59-d088-40ee-9da5-779053463c18 HTTP/1.1" status: 200 len: 797 time: 0.3821464 Nov 29 18:43:46.535774 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-48504686-a73b-4a84-b627-6cf67ab3a958 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/quotas/a32142a09307461ea2f15c004fcd8bef HTTP/1.1" status: 200 len: 375 time: 0.0104334 Nov 29 18:43:46.592266 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-7f5fe488-fee2-4db6-a812-9be0f9de01ab tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484219 Nov 29 18:43:46.662108 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-b714c7e8-5ece-463a-a0a6-109c6d1f8a7e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:43:46.663203 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-b714c7e8-5ece-463a-a0a6-109c6d1f8a7e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0585394 Nov 29 18:43:46.750115 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848518790', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:45Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6', 'name': '', 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:08:fd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:44Z', 'updated_at': '2021-11-29T18:43:45Z', 'revision_number': 2, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:43:46.759288 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-0c9438d3-4ef4-47c2-b16c-7d2ffe3983f5 service neutron] 10.222.0.23 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883563 Nov 29 18:43:46.777838 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Checking router: 71e6674f-7daf-4fa8-877b-aa30a58937c5 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:43:46.778116 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Updating router 71e6674f-7daf-4fa8-877b-aa30a58937c5 port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:43:46.804502 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:46.857555 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-4c9dc177-fa6d-4927-80a0-731f46656081 service neutron] 10.222.0.23 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919929 Nov 29 18:43:46.907254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f1f1c41e-a550-4e07-b4bd-edb62a1679eb None None] Provisioning complete for port 8d69d9b1-e462-458e-b510-5ce0d166750f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:43:46.907825 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f1f1c41e-a550-4e07-b4bd-edb62a1679eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:47.018750 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f1f1c41e-a550-4e07-b4bd-edb62a1679eb None None] Provisioning complete for port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:43:47.019510 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f1f1c41e-a550-4e07-b4bd-edb62a1679eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:47.064958 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f1f1c41e-a550-4e07-b4bd-edb62a1679eb None None] Port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:43:47.069955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-701fa1a6-675b-47bd-8e2b-cbd589fdbefa req-05e5db0c-5487-47f7-a818-a719149bb9ea tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 210 time: 0.0386765 Nov 29 18:43:47.138775 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:47.144932 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:47.189944 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-850c5496-04d8-457a-a653-4e0913ab211e None None] Provisioning complete for port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:43:47.190332 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-850c5496-04d8-457a-a653-4e0913ab211e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:47.201358 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489eab5-479d-40c9-b17e-a4a6da560db6 None None] Pushing event updated for resources: {'Port': ['ID=7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:47.230518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-850c5496-04d8-457a-a653-4e0913ab211e None None] Port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:43:47.239372 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489eab5-479d-40c9-b17e-a4a6da560db6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:47.239721 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489eab5-479d-40c9-b17e-a4a6da560db6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:47.240062 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489eab5-479d-40c9-b17e-a4a6da560db6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:47.240616 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489eab5-479d-40c9-b17e-a4a6da560db6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:47.240956 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489eab5-479d-40c9-b17e-a4a6da560db6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:47.241284 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489eab5-479d-40c9-b17e-a4a6da560db6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:47.241607 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489eab5-479d-40c9-b17e-a4a6da560db6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:47.241933 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489eab5-479d-40c9-b17e-a4a6da560db6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:47.242252 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489eab5-479d-40c9-b17e-a4a6da560db6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:47.242574 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489eab5-479d-40c9-b17e-a4a6da560db6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:47.242918 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489eab5-479d-40c9-b17e-a4a6da560db6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:47.243240 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489eab5-479d-40c9-b17e-a4a6da560db6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:43:47.260671 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Attempting to bind port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:43:47.261147 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Attempting to bind port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:43:47.261523 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Attempting to bind port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 on network 1f88ae59-d088-40ee-9da5-779053463c18 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:43:47.268131 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:43:47.268537 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Checking segment: {'id': '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:43:47.268949 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:47.269351 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Bound using segment: {'id': '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:43:47.269836 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Bound port: 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:43:47.270226 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:47.339027 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] For port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:43:47.342610 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] For port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6,segment=NetworkSegment(7a4e06bf-8820-4325-9e53-ff7d00ca9ff8),segment_id=7a4e06bf-8820-4325-9e53-ff7d00ca9ff8)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:43:47.351389 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fd8007e2-ec66-4224-bdd2-074e12cd5e75 None None] Provisioning complete for port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:43:47.351683 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd8007e2-ec66-4224-bdd2-074e12cd5e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:47.359178 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:47.400554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fd8007e2-ec66-4224-bdd2-074e12cd5e75 None None] Port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:43:47.411634 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Routers {'71e6674f-7daf-4fa8-877b-aa30a58937c5'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:43:47.412270 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:43:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['71e6674f-7daf-4fa8-877b-aa30a58937c5'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:43:47.462645 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489eab5-479d-40c9-b17e-a4a6da560db6 None None] Pushing event updated for resources: {'Port': ['ID=7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:47.502700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8d69d9b1-e462-458e-b510-5ce0d166750f up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:43:47.568675 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-74d0bb4b-0ead-465a-8310-88c4c538b0f0 None None] Provisioning complete for port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:43:47.569284 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-74d0bb4b-0ead-465a-8310-88c4c538b0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:47.602425 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 8d69d9b1-e462-458e-b510-5ce0d166750f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:43:47.602820 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:47.646145 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] Set router 71e6674f-7daf-4fa8-877b-aa30a58937c5 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:43:47.725073 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-74d0bb4b-0ead-465a-8310-88c4c538b0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:47.759370 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-74d0bb4b-0ead-465a-8310-88c4c538b0f0 None None] For port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6,segment=NetworkSegment(7a4e06bf-8820-4325-9e53-ff7d00ca9ff8),segment_id=7a4e06bf-8820-4325-9e53-ff7d00ca9ff8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:43:47.763537 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-74d0bb4b-0ead-465a-8310-88c4c538b0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:47.812381 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0bb4b-0ead-465a-8310-88c4c538b0f0 None None] Pushing event updated for resources: {'Port': ['ID=7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:47.851676 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848518790', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:45Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6', 'name': '', 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:08:fd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:44Z', 'updated_at': '2021-11-29T18:43:47Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:43:47.881697 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf42296e-a9c5-4388-bd4a-84e871061c58 None None] The sync data for ids ['71e6674f-7daf-4fa8-877b-aa30a58937c5'] in n-d-819494-5 is: [{'id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848518790', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:45Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6', 'name': '', 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:08:fd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:44Z', 'updated_at': '2021-11-29T18:43:47Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:43:47.885131 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-77097c10-ead9-4411-a852-522a54825132 None None] Provisioning complete for port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:43:47.885513 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-77097c10-ead9-4411-a852-522a54825132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:48.155477 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-99816785-22f6-4f50-b6ad-979ef1984dcd req-6ae360ca-0438-444a-bfb9-980f7f79920f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 210 time: 0.0290351 Nov 29 18:43:49.252599 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5030eef-6afa-48aa-a456-0e0d29a34a40 req-74936e9c-f8c5-4bd8-ab8a-4e15ad98d3c5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 210 time: 0.0278099 Nov 29 18:43:49.505058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:43:49.552275 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:43:49.552645 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:50.296438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4a681-d725-4f31-850f-8e46e1537424 req-8e1b8bad-aa58-403e-95fc-1f85ca8f0d95 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:50.297677 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-8e1b8bad-aa58-403e-95fc-1f85ca8f0d95 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.31 "GET /v2.0/networks?id=1f88ae59-d088-40ee-9da5-779053463c18 HTTP/1.1" status: 200 len: 797 time: 0.1082973 Nov 29 18:43:50.372428 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c312406-f1ce-45b7-8547-a9241a06cf69 req-6a49efe7-2282-4d9d-a8db-b4a79380df63 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 210 time: 0.0430408 Nov 29 18:43:50.401182 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-ee1f1f9f-b392-4770-88fe-334d39be52df tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a32142a09307461ea2f15c004fcd8bef HTTP/1.1" status: 200 len: 378 time: 0.0945745 Nov 29 18:43:50.410651 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-09f4a681-d725-4f31-850f-8e46e1537424 req-a0e2e4f5-d640-4ab1-b5b9-629332095e54 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'port': {'device_id': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18', 'admin_state_up': True, 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'security_groups': ['cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:43:50.517777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f4a681-d725-4f31-850f-8e46e1537424 req-a0e2e4f5-d640-4ab1-b5b9-629332095e54 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Made reservation on behalf of a32142a09307461ea2f15c004fcd8bef for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:43:50.521505 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f4a681-d725-4f31-850f-8e46e1537424 req-a0e2e4f5-d640-4ab1-b5b9-629332095e54 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:50.651641 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-09f4a681-d725-4f31-850f-8e46e1537424 req-a0e2e4f5-d640-4ab1-b5b9-629332095e54 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Allocated IP 172.20.0.9 (1f88ae59-d088-40ee-9da5-779053463c18/b906aa62-db83-421b-9d5e-c093bae56c8a/08f36036-65d9-408a-9cec-fccae8c1e952) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:43:50.786921 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f4a681-d725-4f31-850f-8e46e1537424 req-a0e2e4f5-d640-4ab1-b5b9-629332095e54 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:50.819298 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f4a681-d725-4f31-850f-8e46e1537424 req-a0e2e4f5-d640-4ab1-b5b9-629332095e54 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:50.869036 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f4a681-d725-4f31-850f-8e46e1537424 req-a0e2e4f5-d640-4ab1-b5b9-629332095e54 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 1f88ae59-d088-40ee-9da5-779053463c18 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:43:50.872209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-09f4a681-d725-4f31-850f-8e46e1537424 req-a0e2e4f5-d640-4ab1-b5b9-629332095e54 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:43:50.874929 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f4a681-d725-4f31-850f-8e46e1537424 req-a0e2e4f5-d640-4ab1-b5b9-629332095e54 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:43:50.901431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2e4f5-d640-4ab1-b5b9-629332095e54 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=08f36036-65d9-408a-9cec-fccae8c1e952,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:50.933428 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4a681-d725-4f31-850f-8e46e1537424 req-a0e2e4f5-d640-4ab1-b5b9-629332095e54 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:50.934059 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f4a681-d725-4f31-850f-8e46e1537424 req-a0e2e4f5-d640-4ab1-b5b9-629332095e54 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:50.950356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-a0e2e4f5-d640-4ab1-b5b9-629332095e54 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5432851 Nov 29 18:43:50.963772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Request body: {'port': {'device_id': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:43:51.020475 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:51.126196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-62b689d3-63f6-4487-9eb2-554efbfcb9fc None None] Provisioning complete for port 08f36036-65d9-408a-9cec-fccae8c1e952 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:43:51.126779 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62b689d3-63f6-4487-9eb2-554efbfcb9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:51.163964 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-62b689d3-63f6-4487-9eb2-554efbfcb9fc None None] Port 08f36036-65d9-408a-9cec-fccae8c1e952 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:43:51.291631 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f36036-65d9-408a-9cec-fccae8c1e952 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:43:51.299405 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:51.311113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Transition to ACTIVE for port object 08f36036-65d9-408a-9cec-fccae8c1e952 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:43:51.315081 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:51.367888 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Pushing event updated for resources: {'Port': ['ID=08f36036-65d9-408a-9cec-fccae8c1e952,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:51.443638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Attempting to bind port 08f36036-65d9-408a-9cec-fccae8c1e952 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:43:51.443913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Attempting to bind port 08f36036-65d9-408a-9cec-fccae8c1e952 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:43:51.444243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Attempting to bind port 08f36036-65d9-408a-9cec-fccae8c1e952 on network 1f88ae59-d088-40ee-9da5-779053463c18 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:43:51.449050 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Port 08f36036-65d9-408a-9cec-fccae8c1e952 on network 1f88ae59-d088-40ee-9da5-779053463c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:43:51.449906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Attempting to bind port 08f36036-65d9-408a-9cec-fccae8c1e952 on network 1f88ae59-d088-40ee-9da5-779053463c18 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:43:51.470364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:43:51.470704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Checking segment: {'id': '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:43:51.471122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Bound using segment: {'id': '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:43:51.471564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Bound port: 08f36036-65d9-408a-9cec-fccae8c1e952, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:43:51.471924 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:51.546129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7f9f9-84f6-4548-a88e-67e117f42c16 req-80ec006d-e9b1-4f1c-9cf4-1b81b787cda8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:51.547686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81a7f9f9-84f6-4548-a88e-67e117f42c16 req-80ec006d-e9b1-4f1c-9cf4-1b81b787cda8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 943 time: 0.0955503 Nov 29 18:43:51.581613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] For port 08f36036-65d9-408a-9cec-fccae8c1e952, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:43:51.603975 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] For port 08f36036-65d9-408a-9cec-fccae8c1e952, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=08f36036-65d9-408a-9cec-fccae8c1e952,segment=NetworkSegment(7a4e06bf-8820-4325-9e53-ff7d00ca9ff8),segment_id=7a4e06bf-8820-4325-9e53-ff7d00ca9ff8)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:43:51.612810 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:51.651015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81a7f9f9-84f6-4548-a88e-67e117f42c16 req-959a2cba-4a8d-4ff3-b915-fb181f41338c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936348 Nov 29 18:43:51.663304 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:51.663925 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:51.665306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] 10.222.0.31 "PUT /v2.0/ports/08f36036-65d9-408a-9cec-fccae8c1e952 HTTP/1.1" status: 200 len: 1091 time: 0.7060151 Nov 29 18:43:51.665761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'tag': '08f36036-65d9-408a-9cec-fccae8c1e952'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:43:51.668184 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d811c166-ad20-4478-8756-2dcee5301e63" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8db57b-5252-41dc-9bd1-fb5fa9d96d58", "tag": "08f36036-65d9-408a-9cec-fccae8c1e952"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:43:51.692471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d413043-47e0-4a7b-9fc2-8076a6532e8a service neutron] Pushing event updated for resources: {'Port': ['ID=08f36036-65d9-408a-9cec-fccae8c1e952,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:51.762316 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4a681-d725-4f31-850f-8e46e1537424 req-79468d5e-0f2b-491e-a2ac-a3b67a9dd81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:51.763895 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-79468d5e-0f2b-491e-a2ac-a3b67a9dd81d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 1094 time: 0.0481486 Nov 29 18:43:51.782011 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688cf1ef-d2f2-4540-b523-2d1da799776b x-openstack-request-id: req-688cf1ef-d2f2-4540-b523-2d1da799776b {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:43:51.782316 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8db57b-5252-41dc-9bd1-fb5fa9d96d58", "tag": "08f36036-65d9-408a-9cec-fccae8c1e952", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:43:51.782578 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-688cf1ef-d2f2-4540-b523-2d1da799776b {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:43:51.783073 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'tag': '08f36036-65d9-408a-9cec-fccae8c1e952', 'status': 'completed', 'code': 200} Nov 29 18:43:51.811108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-1a93d698-54ce-4038-a655-435bb6855f63 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08f36036-65d9-408a-9cec-fccae8c1e952 HTTP/1.1" status: 200 len: 217 time: 0.0385869 Nov 29 18:43:51.861479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4a681-d725-4f31-850f-8e46e1537424 req-240ceb48-0d10-4059-b4f6-186705273abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:51.863007 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-240ceb48-0d10-4059-b4f6-186705273abe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b906aa62-db83-421b-9d5e-c093bae56c8a HTTP/1.1" status: 200 len: 833 time: 0.0454230 Nov 29 18:43:51.915150 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4a681-d725-4f31-850f-8e46e1537424 req-a462b213-3eeb-48a2-9a20-83c9c8410da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:51.916697 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-a462b213-3eeb-48a2-9a20-83c9c8410da9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f88ae59-d088-40ee-9da5-779053463c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466735 Nov 29 18:43:52.008146 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-b404653d-6a7e-4bde-943a-cc0b00323b9b service neutron] 10.222.0.31 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834682 Nov 29 18:43:52.104182 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f4a681-d725-4f31-850f-8e46e1537424 req-bc48edeb-2b11-4c99-b78f-afad27890d5b service neutron] 10.222.0.31 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887988 Nov 29 18:43:52.193058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811c166-ad20-4478-8756-2dcee5301e63 req-0cc4d502-365e-4cee-9ba7-dcc57ac4c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:52.194574 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d811c166-ad20-4478-8756-2dcee5301e63 req-0cc4d502-365e-4cee-9ba7-dcc57ac4c11c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 1094 time: 0.0424173 Nov 29 18:43:52.283460 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811c166-ad20-4478-8756-2dcee5301e63 req-8a384770-8a54-4b8e-a8cd-77750d4c7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:52.284847 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d811c166-ad20-4478-8756-2dcee5301e63 req-8a384770-8a54-4b8e-a8cd-77750d4c7a3d service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f88ae59-d088-40ee-9da5-779053463c18 HTTP/1.1" status: 200 len: 898 time: 0.0838425 Nov 29 18:43:52.331128 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d811c166-ad20-4478-8756-2dcee5301e63 req-da5d972f-4cd6-429f-883e-da1df089c4a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08f36036-65d9-408a-9cec-fccae8c1e952 HTTP/1.1" status: 200 len: 217 time: 0.0383198 Nov 29 18:43:52.382582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811c166-ad20-4478-8756-2dcee5301e63 req-a87a6378-5abb-48ad-826c-d5880eecc71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:52.384080 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d811c166-ad20-4478-8756-2dcee5301e63 req-a87a6378-5abb-48ad-826c-d5880eecc71d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b906aa62-db83-421b-9d5e-c093bae56c8a HTTP/1.1" status: 200 len: 833 time: 0.0453985 Nov 29 18:43:52.431511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811c166-ad20-4478-8756-2dcee5301e63 req-e09e7cbf-b065-4bf3-b3c0-5deb42f3364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:52.433034 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d811c166-ad20-4478-8756-2dcee5301e63 req-e09e7cbf-b065-4bf3-b3c0-5deb42f3364d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f88ae59-d088-40ee-9da5-779053463c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419464 Nov 29 18:43:52.525908 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d811c166-ad20-4478-8756-2dcee5301e63 req-27985d7a-7f22-4ff1-a975-86f60c92a842 service neutron] 10.222.0.31 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851841 Nov 29 18:43:52.624259 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d811c166-ad20-4478-8756-2dcee5301e63 req-5d93546e-0411-473c-be55-4f6486c77932 service neutron] 10.222.0.31 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910463 Nov 29 18:43:52.774674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fb571-48e3-403d-9cfb-5f350029152c req-a52e763e-db5b-4d47-99f9-a89f302f6a56 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:52.776242 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f9fb571-48e3-403d-9cfb-5f350029152c req-a52e763e-db5b-4d47-99f9-a89f302f6a56 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 943 time: 0.0552194 Nov 29 18:43:52.832003 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f9fb571-48e3-403d-9cfb-5f350029152c req-e8956edb-f578-4094-a931-7ab6310cc9f6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491095 Nov 29 18:43:53.949699 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dd87f-ac2b-47f4-a4e6-a83bec3d143c req-2f3fe8e5-b641-47fa-891f-e116fcb8667e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:53.951272 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa2dd87f-ac2b-47f4-a4e6-a83bec3d143c req-2f3fe8e5-b641-47fa-891f-e116fcb8667e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 943 time: 0.0495937 Nov 29 18:43:54.001767 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa2dd87f-ac2b-47f4-a4e6-a83bec3d143c req-ab71150c-ccad-4190-b8bf-52e2559290ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443354 Nov 29 18:43:54.023998 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f636a02d-252c-45d8-887f-fd47985e126a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:55.116505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c2ecb-7e2b-4b77-8e8d-7fa0725de993 req-a1fefaf1-9432-4ec0-90dd-2683e2c25fdd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:55.117987 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b52c2ecb-7e2b-4b77-8e8d-7fa0725de993 req-a1fefaf1-9432-4ec0-90dd-2683e2c25fdd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 943 time: 0.0478482 Nov 29 18:43:55.170687 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b52c2ecb-7e2b-4b77-8e8d-7fa0725de993 req-04feddd6-8661-4cb4-90d0-c4a22f3f69ca tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460939 Nov 29 18:43:55.801020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 08f36036-65d9-408a-9cec-fccae8c1e952 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:43:55.897119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 08f36036-65d9-408a-9cec-fccae8c1e952, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=08f36036-65d9-408a-9cec-fccae8c1e952,segment=NetworkSegment(7a4e06bf-8820-4325-9e53-ff7d00ca9ff8),segment_id=7a4e06bf-8820-4325-9e53-ff7d00ca9ff8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:43:55.908923 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '08f36036-65d9-408a-9cec-fccae8c1e952', 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18', 'port_id': '08f36036-65d9-408a-9cec-fccae8c1e952', 'mac_address': 'fa:16:3e:01:8c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:43:55.944243 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:55.957764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f36036-65d9-408a-9cec-fccae8c1e952 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:43:55.977985 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 08f36036-65d9-408a-9cec-fccae8c1e952, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=08f36036-65d9-408a-9cec-fccae8c1e952,segment=NetworkSegment(7a4e06bf-8820-4325-9e53-ff7d00ca9ff8),segment_id=7a4e06bf-8820-4325-9e53-ff7d00ca9ff8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:43:55.981496 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:56.026566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=08f36036-65d9-408a-9cec-fccae8c1e952,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:56.283598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c841eb-93f5-41fd-a5f9-65714d104bd8 req-d4a254a9-03ac-47cd-a2fe-378eb5bccae8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:56.284985 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30c841eb-93f5-41fd-a5f9-65714d104bd8 req-d4a254a9-03ac-47cd-a2fe-378eb5bccae8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 944 time: 0.0481639 Nov 29 18:43:56.295080 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['08f36036-65d9-408a-9cec-fccae8c1e952'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:43:56.341480 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30c841eb-93f5-41fd-a5f9-65714d104bd8 req-5b13e874-5b10-4caa-8f27-7dbba200b963 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504615 Nov 29 18:43:56.490859 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-64ac1a06-4d1a-47b8-bb07-ed28fb9dd56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:57.461861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e020917-a904-4dbf-84f5-10827f01a978 req-d81b3f40-84e4-4772-a2ac-35e0b290cf87 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:57.463415 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9e020917-a904-4dbf-84f5-10827f01a978 req-d81b3f40-84e4-4772-a2ac-35e0b290cf87 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 944 time: 0.0497279 Nov 29 18:43:57.486042 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:57.519572 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9e020917-a904-4dbf-84f5-10827f01a978 req-89f12092-5102-4da2-ae4c-a51639964490 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480194 Nov 29 18:43:57.845856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 08f36036-65d9-408a-9cec-fccae8c1e952 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:43:57.882971 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:57.900025 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 08f36036-65d9-408a-9cec-fccae8c1e952 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:43:57.904489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 08f36036-65d9-408a-9cec-fccae8c1e952 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:43:57.904866 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:57.985398 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:58.009274 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f36036-65d9-408a-9cec-fccae8c1e952'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:43:58.011682 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83955cf9-04d0-47c6-9753-cf62a675cf32" -d '{"events": [{"server_uuid": "7f8db57b-5252-41dc-9bd1-fb5fa9d96d58", "name": "network-vif-plugged", "status": "completed", "tag": "08f36036-65d9-408a-9cec-fccae8c1e952"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:43:58.024436 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 08f36036-65d9-408a-9cec-fccae8c1e952, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=08f36036-65d9-408a-9cec-fccae8c1e952,segment=NetworkSegment(7a4e06bf-8820-4325-9e53-ff7d00ca9ff8),segment_id=7a4e06bf-8820-4325-9e53-ff7d00ca9ff8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:43:58.028980 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:58.081213 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=08f36036-65d9-408a-9cec-fccae8c1e952,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:43:58.118872 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b70b5f-dca1-47ca-b555-a5a10e5d6165 x-openstack-request-id: req-66b70b5f-dca1-47ca-b555-a5a10e5d6165 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:43:58.119177 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8db57b-5252-41dc-9bd1-fb5fa9d96d58", "name": "network-vif-plugged", "status": "completed", "tag": "08f36036-65d9-408a-9cec-fccae8c1e952", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:43:58.119438 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66b70b5f-dca1-47ca-b555-a5a10e5d6165 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:43:58.119848 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f36036-65d9-408a-9cec-fccae8c1e952', 'code': 200} Nov 29 18:43:58.218024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62373bf8-c75b-4213-93dd-cab0817c388b req-1e2f7b60-308c-4027-a661-d3699af082b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:58.219832 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62373bf8-c75b-4213-93dd-cab0817c388b req-1e2f7b60-308c-4027-a661-d3699af082b0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 1096 time: 0.0442324 Nov 29 18:43:58.266369 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62373bf8-c75b-4213-93dd-cab0817c388b req-f4d8faca-1c4e-431a-a5e7-45f7617beb21 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401258 Nov 29 18:43:58.636169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccd7c8-cfd7-4a28-aa45-31add8c157ba req-6005d905-cc14-4082-b301-5d61e7d66c08 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:58.638183 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-acccd7c8-cfd7-4a28-aa45-31add8c157ba req-6005d905-cc14-4082-b301-5d61e7d66c08 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0513065 Nov 29 18:43:58.690027 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-acccd7c8-cfd7-4a28-aa45-31add8c157ba req-a4299098-6464-4af1-bd82-f57e74fcf1fd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447843 Nov 29 18:43:59.232449 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:43:59.805768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafb6db-7178-499c-b16e-edf16eedafa2 req-e78bb8ea-601e-4845-973e-ef8da9a40a17 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:59.807285 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ddafb6db-7178-499c-b16e-edf16eedafa2 req-e78bb8ea-601e-4845-973e-ef8da9a40a17 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0483704 Nov 29 18:43:59.860164 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ddafb6db-7178-499c-b16e-edf16eedafa2 req-c7e75467-a14e-4514-839d-d203d56073f1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464559 Nov 29 18:43:59.977590 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c206c3e-53d9-4967-90ab-afbd3195bacd req-647f9ba1-c7ab-4099-a126-671a0c45acc6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:43:59.979086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c206c3e-53d9-4967-90ab-afbd3195bacd req-647f9ba1-c7ab-4099-a126-671a0c45acc6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0525312 Nov 29 18:44:00.027546 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:00.029145 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:00.033498 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3c206c3e-53d9-4967-90ab-afbd3195bacd req-2947bb75-56c8-45a7-9217-256cf7c5508b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455756 Nov 29 18:44:00.057923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39898) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:44:00.097810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba50eeee-1f11-4028-b35a-22a11a19edfa tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:44:00.099355 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ba50eeee-1f11-4028-b35a-22a11a19edfa tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 1091 time: 0.0403032 Nov 29 18:44:00.102307 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39900) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:44:00.107323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '08f36036-65d9-408a-9cec-fccae8c1e952', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:44:00.128535 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:00.227153 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:00.330108 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Allocated IP 172.25.3.188 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/6059ab9b-4746-4ab7-bab7-561c46f967ef) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:44:00.437463 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:00.471146 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:00.509810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:44:00.513243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:44:00.516747 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:44:00.542144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=6059ab9b-4746-4ab7-bab7-561c46f967ef,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:44:00.976603 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:01.072480 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:01.226694 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:01.231856 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:01.297700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=6059ab9b-4746-4ab7-bab7-561c46f967ef,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:44:01.310925 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:01.416052 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Floating IP 10c01a45-feba-4819-9cc9-f77901279821 associated. External IP: 172.25.3.188, port: 08f36036-65d9-408a-9cec-fccae8c1e952. Nov 29 18:44:01.622730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 71e6674f-7daf-4fa8-877b-aa30a58937c5 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:44:02.004823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:44:02.015213 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc96cca-9bda-4569-85d8-ce5d238aa202 None None] Sync routers for ids ['71e6674f-7daf-4fa8-877b-aa30a58937c5'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:44:02.024882 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:02.025952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc96cca-9bda-4569-85d8-ce5d238aa202 None None] Routers {'71e6674f-7daf-4fa8-877b-aa30a58937c5'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:44:02.027337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5dc96cca-9bda-4569-85d8-ce5d238aa202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:43:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['71e6674f-7daf-4fa8-877b-aa30a58937c5'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:44:02.061542 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-43bdb93f-1dba-4318-8f24-a44506248243 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9581535 Nov 29 18:44:02.062518 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'tag': '08f36036-65d9-408a-9cec-fccae8c1e952'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:44:02.066455 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1986fb5a-b49c-4fc6-adba-68d768dad40c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8db57b-5252-41dc-9bd1-fb5fa9d96d58", "tag": "08f36036-65d9-408a-9cec-fccae8c1e952"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:44:02.113909 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470531f6-5a4b-4b2b-9831-252059255f40 x-openstack-request-id: req-470531f6-5a4b-4b2b-9831-252059255f40 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:44:02.114218 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8db57b-5252-41dc-9bd1-fb5fa9d96d58", "tag": "08f36036-65d9-408a-9cec-fccae8c1e952", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:44:02.114478 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-470531f6-5a4b-4b2b-9831-252059255f40 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:44:02.114910 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'tag': '08f36036-65d9-408a-9cec-fccae8c1e952', 'status': 'completed', 'code': 200} Nov 29 18:44:02.146755 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-5dc96cca-9bda-4569-85d8-ce5d238aa202 None None] Set router 71e6674f-7daf-4fa8-877b-aa30a58937c5 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:44:02.209611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986fb5a-b49c-4fc6-adba-68d768dad40c req-8043c25e-a6d0-4cac-b262-81af6c418d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:44:02.211146 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1986fb5a-b49c-4fc6-adba-68d768dad40c req-8043c25e-a6d0-4cac-b262-81af6c418d45 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 1096 time: 0.0623338 Nov 29 18:44:02.222420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78842e78-9c27-4707-9110-837ecd2d42c1 req-a3f7d68f-03ea-4bfc-b684-663a999d8ca4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:44:02.223927 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-78842e78-9c27-4707-9110-837ecd2d42c1 req-a3f7d68f-03ea-4bfc-b684-663a999d8ca4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0842865 Nov 29 18:44:02.334107 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-78842e78-9c27-4707-9110-837ecd2d42c1 req-9750405e-49a3-4bc9-a705-a8fc38ae0a1d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003087 Nov 29 18:44:02.350728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986fb5a-b49c-4fc6-adba-68d768dad40c req-a04bb58f-5da6-490f-a900-ffb6481ec3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:44:02.352310 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1986fb5a-b49c-4fc6-adba-68d768dad40c req-a04bb58f-5da6-490f-a900-ffb6481ec3fb service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f88ae59-d088-40ee-9da5-779053463c18 HTTP/1.1" status: 200 len: 898 time: 0.1274467 Nov 29 18:44:02.364533 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39906) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:44:02.395135 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5dc96cca-9bda-4569-85d8-ce5d238aa202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848518790', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:45Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '10c01a45-feba-4819-9cc9-f77901279821', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'port_id': '08f36036-65d9-408a-9cec-fccae8c1e952', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18', 'mac_address': 'fa:16:3e:01:8c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:44:00Z', 'updated_at': '2021-11-29T18:44:00Z', 'revision_number': 0, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6', 'name': '', 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:08:fd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:44Z', 'updated_at': '2021-11-29T18:43:47Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:44:02.422620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc96cca-9bda-4569-85d8-ce5d238aa202 None None] Checking router: 71e6674f-7daf-4fa8-877b-aa30a58937c5 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:44:02.431460 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc96cca-9bda-4569-85d8-ce5d238aa202 None None] Routers {'71e6674f-7daf-4fa8-877b-aa30a58937c5'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:44:02.431881 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5dc96cca-9bda-4569-85d8-ce5d238aa202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:43:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['71e6674f-7daf-4fa8-877b-aa30a58937c5'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:44:02.467212 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1986fb5a-b49c-4fc6-adba-68d768dad40c req-a1f8da2f-f9a4-41f0-bab5-a4094b5f27ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08f36036-65d9-408a-9cec-fccae8c1e952 HTTP/1.1" status: 200 len: 999 time: 0.1080492 Nov 29 18:44:02.474680 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d6de737c-3f30-45e7-8a92-a37ef8d302d5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/floatingips/10c01a45-feba-4819-9cc9-f77901279821 HTTP/1.1" status: 200 len: 991 time: 0.1067493 Nov 29 18:44:02.521582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986fb5a-b49c-4fc6-adba-68d768dad40c req-cbcdb842-3314-4653-af2d-c2bada6bcb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:44:02.523243 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1986fb5a-b49c-4fc6-adba-68d768dad40c req-cbcdb842-3314-4653-af2d-c2bada6bcb9f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b906aa62-db83-421b-9d5e-c093bae56c8a HTTP/1.1" status: 200 len: 833 time: 0.0486536 Nov 29 18:44:02.545288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-5dc96cca-9bda-4569-85d8-ce5d238aa202 None None] Set router 71e6674f-7daf-4fa8-877b-aa30a58937c5 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:44:02.570216 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986fb5a-b49c-4fc6-adba-68d768dad40c req-5e5bd55a-9c33-4249-80e6-47a67fd53c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:44:02.571649 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1986fb5a-b49c-4fc6-adba-68d768dad40c req-5e5bd55a-9c33-4249-80e6-47a67fd53c79 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f88ae59-d088-40ee-9da5-779053463c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419228 Nov 29 18:44:02.663910 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1986fb5a-b49c-4fc6-adba-68d768dad40c req-da59a76d-fdcc-4c62-8a46-873878fa3f75 service neutron] 10.222.0.31 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849380 Nov 29 18:44:02.760054 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1986fb5a-b49c-4fc6-adba-68d768dad40c req-b85d1bfc-39d0-4e37-b307-e33906d7187d service neutron] 10.222.0.31 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893352 Nov 29 18:44:02.797033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5dc96cca-9bda-4569-85d8-ce5d238aa202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848518790', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:45Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '10c01a45-feba-4819-9cc9-f77901279821', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'port_id': '08f36036-65d9-408a-9cec-fccae8c1e952', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18', 'mac_address': 'fa:16:3e:01:8c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:44:00Z', 'updated_at': '2021-11-29T18:44:00Z', 'revision_number': 0, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6', 'name': '', 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:08:fd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:44Z', 'updated_at': '2021-11-29T18:43:47Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:44:02.825300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc96cca-9bda-4569-85d8-ce5d238aa202 None None] The sync data for ids ['71e6674f-7daf-4fa8-877b-aa30a58937c5'] in n-d-819494-5 is: [{'id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848518790', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:45Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '10c01a45-feba-4819-9cc9-f77901279821', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'port_id': '08f36036-65d9-408a-9cec-fccae8c1e952', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18', 'mac_address': 'fa:16:3e:01:8c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:44:00Z', 'updated_at': '2021-11-29T18:44:00Z', 'revision_number': 0, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6', 'name': '', 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:08:fd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:44Z', 'updated_at': '2021-11-29T18:43:47Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:44:03.020359 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063ae925-215a-4cea-b613-c24acab03ff7 None None] New status for floating IP 10c01a45-feba-4819-9cc9-f77901279821: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:44:03.477493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39908) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:44:03.538717 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6ff877b1-f7f1-4f6c-a57c-a5ed3d3dc5cd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/floatingips/10c01a45-feba-4819-9cc9-f77901279821 HTTP/1.1" status: 200 len: 993 time: 0.0600524 Nov 29 18:44:06.545428 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:44:20.418977 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7879d879-23aa-467b-addc-fd7a34b53ba8 req-3f6f0396-a974-497a-9748-c98d0ce19da5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469651 Nov 29 18:44:20.503633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879d879-23aa-467b-addc-fd7a34b53ba8 req-94d4d755-417c-4a26-bc9d-fc85aa0b604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:44:20.505103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7879d879-23aa-467b-addc-fd7a34b53ba8 req-94d4d755-417c-4a26-bc9d-fc85aa0b604c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 1096 time: 0.0402727 Nov 29 18:44:20.636226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879d879-23aa-467b-addc-fd7a34b53ba8 req-edb5b3d7-b05a-4be4-aed0-22ae7add2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:44:20.637701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7879d879-23aa-467b-addc-fd7a34b53ba8 req-edb5b3d7-b05a-4be4-aed0-22ae7add2d14 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f88ae59-d088-40ee-9da5-779053463c18 HTTP/1.1" status: 200 len: 898 time: 0.1108837 Nov 29 18:44:20.706364 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7879d879-23aa-467b-addc-fd7a34b53ba8 req-fe16eff5-d088-417d-9cd3-23dfd25be04c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08f36036-65d9-408a-9cec-fccae8c1e952 HTTP/1.1" status: 200 len: 1001 time: 0.0603940 Nov 29 18:44:20.754113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879d879-23aa-467b-addc-fd7a34b53ba8 req-4f86ac97-07f6-4d86-a0b2-4ad41c40e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:44:20.755604 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7879d879-23aa-467b-addc-fd7a34b53ba8 req-4f86ac97-07f6-4d86-a0b2-4ad41c40e2fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b906aa62-db83-421b-9d5e-c093bae56c8a HTTP/1.1" status: 200 len: 833 time: 0.0429072 Nov 29 18:44:20.802389 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879d879-23aa-467b-addc-fd7a34b53ba8 req-8087de95-f336-4ba2-b379-4f94936a8403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:44:20.803902 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7879d879-23aa-467b-addc-fd7a34b53ba8 req-8087de95-f336-4ba2-b379-4f94936a8403 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f88ae59-d088-40ee-9da5-779053463c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414486 Nov 29 18:44:20.814412 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-7879d879-23aa-467b-addc-fd7a34b53ba8 req-4b691ae5-4058-4543-bb38-b24b246a5e8f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:44:20.815378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7879d879-23aa-467b-addc-fd7a34b53ba8 req-4b691ae5-4058-4543-bb38-b24b246a5e8f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048699 Nov 29 18:44:20.910723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7879d879-23aa-467b-addc-fd7a34b53ba8 req-dfe9daaa-2e62-468a-8345-fa257c7405ca service neutron] 10.222.0.31 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865986 Nov 29 18:44:21.002149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7879d879-23aa-467b-addc-fd7a34b53ba8 req-fc8802f9-5696-47c9-922c-316041ee94aa service neutron] 10.222.0.31 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837929 Nov 29 18:44:24.026848 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c3305a3-a52c-43c1-aeab-47b44fad3464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:26.473130 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e5aca52-0eb7-47a9-adca-8c6a7f094a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:27.501115 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:27.707881 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:29.235093 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:30.031322 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:30.032334 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:43.546322 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:44:54.028041 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17ec2af5-14ec-4226-bcb4-84bce9e8dcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:56.474875 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0fa5f69c-f205-42cd-95f6-0d9c6a8e293d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:57.498750 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:57.711713 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:44:59.237764 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:00.029920 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:00.035507 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:04.247755 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04a53a-a4ab-433d-824b-5a2b390e0d51 req-876995c0-7372-4968-b416-c865a7d7ba0d tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:04.249293 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c04a53a-a4ab-433d-824b-5a2b390e0d51 req-876995c0-7372-4968-b416-c865a7d7ba0d tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 1096 time: 0.0501189 Nov 29 18:45:04.267858 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6c04a53a-a4ab-433d-824b-5a2b390e0d51 req-a726d466-f61c-41cd-beba-10767d490fd0 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:04.343724 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6c04a53a-a4ab-433d-824b-5a2b390e0d51 req-a726d466-f61c-41cd-beba-10767d490fd0 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:04.347359 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6c04a53a-a4ab-433d-824b-5a2b390e0d51 req-a726d466-f61c-41cd-beba-10767d490fd0 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:04.389834 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c04a53a-a4ab-433d-824b-5a2b390e0d51 req-a726d466-f61c-41cd-beba-10767d490fd0 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1346154 Nov 29 18:45:04.390447 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726d466-f61c-41cd-beba-10767d490fd0 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3bc55d-65e5-4702-81e0-4b221cdac2d9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:45:04.397978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d466-f61c-41cd-beba-10767d490fd0 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:04.398367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d466-f61c-41cd-beba-10767d490fd0 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:04.398723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d466-f61c-41cd-beba-10767d490fd0 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:04.399097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d466-f61c-41cd-beba-10767d490fd0 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:04.399447 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d466-f61c-41cd-beba-10767d490fd0 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:04.399788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d466-f61c-41cd-beba-10767d490fd0 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:04.400131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d466-f61c-41cd-beba-10767d490fd0 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:04.400469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d466-f61c-41cd-beba-10767d490fd0 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:04.400801 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d466-f61c-41cd-beba-10767d490fd0 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:04.401135 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d466-f61c-41cd-beba-10767d490fd0 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:04.401469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d466-f61c-41cd-beba-10767d490fd0 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:04.401803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a726d466-f61c-41cd-beba-10767d490fd0 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:04.505782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982a9b6-7077-4b8d-9be1-2623961ad95a req-6c9ec614-0aa8-4a55-9d08-bbceb4bd40c2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:04.507283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2982a9b6-7077-4b8d-9be1-2623961ad95a req-6c9ec614-0aa8-4a55-9d08-bbceb4bd40c2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0483465 Nov 29 18:45:04.556535 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2982a9b6-7077-4b8d-9be1-2623961ad95a req-4e55a4f2-a978-4ef9-9fc8-95c9e42025ed tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425599 Nov 29 18:45:04.578019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 39946) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:45:04.640974 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-aa89eba1-e701-4200-8535-b632d8ae8d26 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/floatingips/10c01a45-feba-4819-9cc9-f77901279821 HTTP/1.1" status: 200 len: 993 time: 0.0616713 Nov 29 18:45:04.992957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-301b99f8-6c81-4961-9c44-9d40d824b985 req-b5a10cf7-a71e-489b-b577-51f4e5fa6417 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:45:04.993978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-301b99f8-6c81-4961-9c44-9d40d824b985 req-b5a10cf7-a71e-489b-b577-51f4e5fa6417 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062492 Nov 29 18:45:05.313526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff8375-3245-49fa-b6b8-b841a7d9fff9 req-ac95197e-06c5-4ecd-ac0e-6cf6cabed62d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:05.315120 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faff8375-3245-49fa-b6b8-b841a7d9fff9 req-ac95197e-06c5-4ecd-ac0e-6cf6cabed62d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0493343 Nov 29 18:45:05.369744 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faff8375-3245-49fa-b6b8-b841a7d9fff9 req-62b1b918-cdbe-4e49-83e5-5380c9da6afe tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484662 Nov 29 18:45:05.385555 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-1533427f-3d43-487b-93d0-ab82b5f9c173 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1275167 Nov 29 18:45:06.491981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c54bdf-c1a5-4e53-8839-4519e5d9a0b3 req-e1b59ece-b73a-47a0-8f0e-6e537f10404c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:06.494070 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39c54bdf-c1a5-4e53-8839-4519e5d9a0b3 req-e1b59ece-b73a-47a0-8f0e-6e537f10404c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0536244 Nov 29 18:45:06.545982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39c54bdf-c1a5-4e53-8839-4519e5d9a0b3 req-463ace41-04e2-476e-bdae-14e2d07a66cd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457721 Nov 29 18:45:06.632908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-4d539ce0-dfda-4883-bb06-ccbc3344b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:06.634395 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-4d539ce0-dfda-4883-bb06-ccbc3344b55b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 1096 time: 0.0416636 Nov 29 18:45:06.729706 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-0eac0753-778d-4d6b-b6a6-65976d9d2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:06.731099 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-0eac0753-778d-4d6b-b6a6-65976d9d2702 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f88ae59-d088-40ee-9da5-779053463c18 HTTP/1.1" status: 200 len: 898 time: 0.0888100 Nov 29 18:45:06.795976 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdad8d2a-9939-4e67-9c0a-a00d8e067968 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08f36036-65d9-408a-9cec-fccae8c1e952 HTTP/1.1" status: 200 len: 1001 time: 0.0562835 Nov 29 18:45:06.844766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-b779fc9f-36a4-4298-abff-fc6324c2946d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:06.846230 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-b779fc9f-36a4-4298-abff-fc6324c2946d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b906aa62-db83-421b-9d5e-c093bae56c8a HTTP/1.1" status: 200 len: 833 time: 0.0430160 Nov 29 18:45:06.895994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-5fd46903-a066-42f3-a5ba-5d1cc7f07dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:06.897544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-5fd46903-a066-42f3-a5ba-5d1cc7f07dc0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f88ae59-d088-40ee-9da5-779053463c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425379 Nov 29 18:45:06.986947 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-305d25fa-2b19-406a-92e9-c1202dff2df1 service neutron] 10.222.0.31 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818272 Nov 29 18:45:07.085632 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-15d7b317-2614-4774-9a5f-a34607a405ca service neutron] 10.222.0.31 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907874 Nov 29 18:45:07.666687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222ad1b-a98e-48a1-b579-3142355b032d req-b45912a6-c057-4893-89a2-0888f9a23fa5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:07.668370 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1222ad1b-a98e-48a1-b579-3142355b032d req-b45912a6-c057-4893-89a2-0888f9a23fa5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0546935 Nov 29 18:45:07.719125 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1222ad1b-a98e-48a1-b579-3142355b032d req-cc1f7938-19c5-411a-83d7-627afd4a2628 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442157 Nov 29 18:45:08.834416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e1d68-3b86-48ca-b8c2-1357d5a267aa req-7daa5557-a9b7-4343-8528-43c865a0af55 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:08.835927 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5d6e1d68-3b86-48ca-b8c2-1357d5a267aa req-7daa5557-a9b7-4343-8528-43c865a0af55 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0484726 Nov 29 18:45:08.884636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5d6e1d68-3b86-48ca-b8c2-1357d5a267aa req-b45c61b3-fac3-451e-8220-da2139fe86e3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424104 Nov 29 18:45:10.007343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b42ec-9505-4576-957c-fef4ee23575c req-d74698d3-fcb0-46f3-b1e2-91b177a07b2e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:10.009443 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce6b42ec-9505-4576-957c-fef4ee23575c req-d74698d3-fcb0-46f3-b1e2-91b177a07b2e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0560894 Nov 29 18:45:10.059923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce6b42ec-9505-4576-957c-fef4ee23575c req-a207e6ef-067e-47f3-a535-ea0f8393eec4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441172 Nov 29 18:45:11.175646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecb456-39ab-46c1-9a6f-5f7fe4c7a59f req-9cfbb814-cb6b-4f39-97fb-5aee25e2cbb2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:11.177161 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16ecb456-39ab-46c1-9a6f-5f7fe4c7a59f req-9cfbb814-cb6b-4f39-97fb-5aee25e2cbb2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0490375 Nov 29 18:45:11.226925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16ecb456-39ab-46c1-9a6f-5f7fe4c7a59f req-045c6ec2-9e75-440d-846a-c684fe202e7a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431492 Nov 29 18:45:12.341218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85280dc3-9f51-47ad-9193-cd8a09e3377a req-5c4a7bcc-63c4-4dbc-8315-5467f6cd4a0e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:12.342628 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85280dc3-9f51-47ad-9193-cd8a09e3377a req-5c4a7bcc-63c4-4dbc-8315-5467f6cd4a0e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0482521 Nov 29 18:45:12.395964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85280dc3-9f51-47ad-9193-cd8a09e3377a req-7387243d-33fe-4145-b4d7-0198c4003921 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471272 Nov 29 18:45:13.509938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca682e-1aee-4dc2-b62f-bd53c8624abc req-bb86ad8f-77dc-4d9f-8f07-097edfc53b3e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:13.511457 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31ca682e-1aee-4dc2-b62f-bd53c8624abc req-bb86ad8f-77dc-4d9f-8f07-097edfc53b3e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0490253 Nov 29 18:45:13.561086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31ca682e-1aee-4dc2-b62f-bd53c8624abc req-66379cc2-28c0-44d2-a458-cb760e4c1ef4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436010 Nov 29 18:45:14.677507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b958a7-0db3-405d-ad55-85425fe53770 req-ea3f22e6-a3d7-4a9e-be1b-3a5a148adc7e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:14.678994 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f9b958a7-0db3-405d-ad55-85425fe53770 req-ea3f22e6-a3d7-4a9e-be1b-3a5a148adc7e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0476177 Nov 29 18:45:14.728136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f9b958a7-0db3-405d-ad55-85425fe53770 req-86c2fd40-7631-4e34-b1ef-5cf695462993 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425270 Nov 29 18:45:15.851987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0821a-c983-44ca-851a-b91ffbd6c17a req-926cd9ea-4edc-4cd2-8787-61327e944cdf tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:15.853454 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ad0821a-c983-44ca-851a-b91ffbd6c17a req-926cd9ea-4edc-4cd2-8787-61327e944cdf tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0534296 Nov 29 18:45:15.901689 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ad0821a-c983-44ca-851a-b91ffbd6c17a req-e05ca9e3-246e-42c5-87ff-fcff5b2f151e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422330 Nov 29 18:45:17.015469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e68ff-8da3-4ad1-b3d7-4101976ef67c req-cf98b646-e2de-469c-bb3d-5a96dc4924e1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:17.016931 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-446e68ff-8da3-4ad1-b3d7-4101976ef67c req-cf98b646-e2de-469c-bb3d-5a96dc4924e1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0481126 Nov 29 18:45:17.067760 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-446e68ff-8da3-4ad1-b3d7-4101976ef67c req-61aa6163-ae56-4180-b3ae-3134a23751cf tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448613 Nov 29 18:45:18.193704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccce29-635c-4ba9-9890-dc4bf9255c6d req-e7ae8eea-551f-4a86-88ad-1dfe694f8a01 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:18.195262 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cccce29-635c-4ba9-9890-dc4bf9255c6d req-e7ae8eea-551f-4a86-88ad-1dfe694f8a01 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0545158 Nov 29 18:45:18.245273 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7cccce29-635c-4ba9-9890-dc4bf9255c6d req-980e4308-19e8-45df-934d-9a22d0b5251f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439775 Nov 29 18:45:19.151038 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-3b2fb53a-b6e6-4f43-b973-1a8ed721e355 service neutron] show failed (client error): The resource could not be found. Nov 29 18:45:19.152067 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-3b2fb53a-b6e6-4f43-b973-1a8ed721e355 service neutron] 10.222.0.31 "GET /v2.0/ports/08f36036-65d9-408a-9cec-fccae8c1e952/bindings/n-h1-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.0553029 Nov 29 18:45:19.367751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016038f8-8409-441e-b946-8f1766393a2a req-a9104c22-53a7-4ce2-8417-016a6b1b6fb5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:19.369295 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-016038f8-8409-441e-b946-8f1766393a2a req-a9104c22-53a7-4ce2-8417-016a6b1b6fb5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0515895 Nov 29 18:45:19.417770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-8047663f-cd1c-4d9f-a94e-52be91924144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:19.419335 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-8047663f-cd1c-4d9f-a94e-52be91924144 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58&tenant_id=a32142a09307461ea2f15c004fcd8bef HTTP/1.1" status: 200 len: 1096 time: 0.0982168 Nov 29 18:45:19.419827 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-016038f8-8409-441e-b946-8f1766393a2a req-7f0367b7-f77d-4acf-bb27-f49bdb263cca tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445137 Nov 29 18:45:19.434449 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-05f01d71-62ab-4f4e-bae8-4dd38c38d809 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:45:19.435463 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-05f01d71-62ab-4f4e-bae8-4dd38c38d809 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052609 Nov 29 18:45:19.452032 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:45:19.509326 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:19.712263 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] For port 08f36036-65d9-408a-9cec-fccae8c1e952, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=08f36036-65d9-408a-9cec-fccae8c1e952,segment=NetworkSegment(7a4e06bf-8820-4325-9e53-ff7d00ca9ff8),segment_id=7a4e06bf-8820-4325-9e53-ff7d00ca9ff8)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:45:19.747380 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] For port 08f36036-65d9-408a-9cec-fccae8c1e952, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:45:19.787075 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08f36036-65d9-408a-9cec-fccae8c1e952'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:45:19.789674 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fd869c-20fc-45d8-9867-2b29eb1454de" -d '{"events": [{"server_uuid": "7f8db57b-5252-41dc-9bd1-fb5fa9d96d58", "name": "network-vif-unplugged", "status": "completed", "tag": "08f36036-65d9-408a-9cec-fccae8c1e952"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:45:19.793773 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:19.807229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Transition to ACTIVE for port object 08f36036-65d9-408a-9cec-fccae8c1e952 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:45:19.810908 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:19.925836 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e82e202-cd55-41ee-bd66-fce5d6671999 x-openstack-request-id: req-4e82e202-cd55-41ee-bd66-fce5d6671999 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:45:19.926160 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8db57b-5252-41dc-9bd1-fb5fa9d96d58", "name": "network-vif-unplugged", "status": "completed", "tag": "08f36036-65d9-408a-9cec-fccae8c1e952", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:45:19.926422 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e82e202-cd55-41ee-bd66-fce5d6671999 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:45:19.926853 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08f36036-65d9-408a-9cec-fccae8c1e952', 'code': 200} Nov 29 18:45:19.932701 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Pushing event updated for resources: {'Port': ['ID=08f36036-65d9-408a-9cec-fccae8c1e952,revision_number=6']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:45:19.955315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:19.955669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:19.956022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:19.956432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:19.956712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:19.957052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:19.957398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:19.957730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:19.958070 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:19.958405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:19.958737 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:19.959096 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:20.016177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] No DVR routers for this DVR port 08f36036-65d9-408a-9cec-fccae8c1e952 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:45:20.153058 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Attempting to bind port 08f36036-65d9-408a-9cec-fccae8c1e952 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:45:20.153316 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Attempting to bind port 08f36036-65d9-408a-9cec-fccae8c1e952 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:45:20.153654 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Attempting to bind port 08f36036-65d9-408a-9cec-fccae8c1e952 on network 1f88ae59-d088-40ee-9da5-779053463c18 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:45:20.158048 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Port 08f36036-65d9-408a-9cec-fccae8c1e952 on network 1f88ae59-d088-40ee-9da5-779053463c18 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:45:20.158370 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Attempting to bind port 08f36036-65d9-408a-9cec-fccae8c1e952 on network 1f88ae59-d088-40ee-9da5-779053463c18 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:45:20.163476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:45:20.163816 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Checking segment: {'id': '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:45:20.164201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Bound using segment: {'id': '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:45:20.164628 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Bound port: 08f36036-65d9-408a-9cec-fccae8c1e952, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:45:20.164986 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:20.232929 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] For port 08f36036-65d9-408a-9cec-fccae8c1e952, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:45:20.236057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] For port 08f36036-65d9-408a-9cec-fccae8c1e952, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=08f36036-65d9-408a-9cec-fccae8c1e952,segment=NetworkSegment(7a4e06bf-8820-4325-9e53-ff7d00ca9ff8),segment_id=7a4e06bf-8820-4325-9e53-ff7d00ca9ff8)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:45:20.240646 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:20.275313 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:20.275942 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:20.277382 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] 10.222.0.20 "PUT /v2.0/ports/08f36036-65d9-408a-9cec-fccae8c1e952 HTTP/1.1" status: 200 len: 1091 time: 0.8293033 Nov 29 18:45:20.301277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdceeb06-4948-4c8e-8bf1-14d5a365c04c service neutron] Pushing event updated for resources: {'Port': ['ID=08f36036-65d9-408a-9cec-fccae8c1e952,revision_number=7']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:45:20.347460 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-b0bcd78d-f29d-43e6-99a5-b3f6e6dc7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:20.349014 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-b0bcd78d-f29d-43e6-99a5-b3f6e6dc7a34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 1094 time: 0.0440865 Nov 29 18:45:20.449323 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-f32f9497-466f-46ab-91a3-a57342624471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:20.450870 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-f32f9497-466f-46ab-91a3-a57342624471 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f88ae59-d088-40ee-9da5-779053463c18 HTTP/1.1" status: 200 len: 898 time: 0.0943437 Nov 29 18:45:20.543902 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188d529-3972-46ea-bc5b-26c5163751f6 req-fd701bc9-c9c0-439e-8c66-a7ecd88890b4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:20.545479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3188d529-3972-46ea-bc5b-26c5163751f6 req-fd701bc9-c9c0-439e-8c66-a7ecd88890b4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 943 time: 0.0531268 Nov 29 18:45:20.546289 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:45:20.557828 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-d02800c7-3ab8-47f0-bb0c-f616e2732d77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08f36036-65d9-408a-9cec-fccae8c1e952 HTTP/1.1" status: 200 len: 999 time: 0.0957873 Nov 29 18:45:20.595837 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3188d529-3972-46ea-bc5b-26c5163751f6 req-6cf5e6b6-6656-4e12-8d36-aa97b982dc91 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442250 Nov 29 18:45:20.612206 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-c4da1fb7-0c1e-4c0c-afc6-812bd61ba29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:20.613681 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-c4da1fb7-0c1e-4c0c-afc6-812bd61ba29e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b906aa62-db83-421b-9d5e-c093bae56c8a HTTP/1.1" status: 200 len: 833 time: 0.0450518 Nov 29 18:45:20.664350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-af4e8759-7c4d-43fd-bbeb-6d1be00eb6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:20.665843 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-af4e8759-7c4d-43fd-bbeb-6d1be00eb6ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f88ae59-d088-40ee-9da5-779053463c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401831 Nov 29 18:45:20.762750 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-309ef549-9322-472a-b45b-9a76ccff936f service neutron] 10.222.0.20 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851893 Nov 29 18:45:20.853592 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-84a3380c-c4a3-48c6-bf32-2e49d43e78d6 req-0f40d989-e412-44b1-b364-59bbba997b25 service neutron] 10.222.0.20 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830312 Nov 29 18:45:21.712784 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e67a2-5aa4-4c18-90eb-bad877c6f602 req-247f4193-e02b-47d5-8137-f1d4644616fa tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:21.714264 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe2e67a2-5aa4-4c18-90eb-bad877c6f602 req-247f4193-e02b-47d5-8137-f1d4644616fa tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 943 time: 0.0489049 Nov 29 18:45:21.765166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe2e67a2-5aa4-4c18-90eb-bad877c6f602 req-caa8b6fb-7ce5-4565-95d2-db9a9c6dad3f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445392 Nov 29 18:45:21.928262 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'tag': '08f36036-65d9-408a-9cec-fccae8c1e952'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:45:21.930776 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2598eac6-e109-4e41-ba79-6bb9911e7c06" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8db57b-5252-41dc-9bd1-fb5fa9d96d58", "tag": "08f36036-65d9-408a-9cec-fccae8c1e952"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:45:21.978926 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de0f9c5-814c-4302-8370-514f483dc711 x-openstack-request-id: req-6de0f9c5-814c-4302-8370-514f483dc711 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:45:21.979223 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8db57b-5252-41dc-9bd1-fb5fa9d96d58", "tag": "08f36036-65d9-408a-9cec-fccae8c1e952", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:45:21.979484 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6de0f9c5-814c-4302-8370-514f483dc711 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:45:21.979895 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'tag': '08f36036-65d9-408a-9cec-fccae8c1e952', 'status': 'completed', 'code': 200} Nov 29 18:45:22.043123 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-bf0639e6-bdbf-4e23-9400-11b820c6b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:22.043719 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-8c4a6a1e-52a5-4507-8ead-f68aecd158be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:22.045003 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-bf0639e6-bdbf-4e23-9400-11b820c6b632 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 1094 time: 0.0426505 Nov 29 18:45:22.045207 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-8c4a6a1e-52a5-4507-8ead-f68aecd158be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 1094 time: 0.0441470 Nov 29 18:45:22.139007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-cccce37d-efd2-4af2-ae41-ba4130d7b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:22.140487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-cccce37d-efd2-4af2-ae41-ba4130d7b2ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f88ae59-d088-40ee-9da5-779053463c18 HTTP/1.1" status: 200 len: 898 time: 0.0887415 Nov 29 18:45:22.143872 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-f5e0e07d-cb16-4fe8-8acd-38a12454ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:22.145349 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-f5e0e07d-cb16-4fe8-8acd-38a12454ed1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f88ae59-d088-40ee-9da5-779053463c18 HTTP/1.1" status: 200 len: 898 time: 0.0924842 Nov 29 18:45:22.212669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-ffff48b4-2eb9-4adc-a60d-9a9ca331e994 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08f36036-65d9-408a-9cec-fccae8c1e952 HTTP/1.1" status: 200 len: 999 time: 0.0650594 Nov 29 18:45:22.216268 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-bc59f624-c690-4027-a426-03a9959fc8eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08f36036-65d9-408a-9cec-fccae8c1e952 HTTP/1.1" status: 200 len: 999 time: 0.0614460 Nov 29 18:45:22.262077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-eb4eb838-6b2f-407c-a67a-e571b61793eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:22.263590 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-eb4eb838-6b2f-407c-a67a-e571b61793eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b906aa62-db83-421b-9d5e-c093bae56c8a HTTP/1.1" status: 200 len: 833 time: 0.0433223 Nov 29 18:45:22.270915 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-6a4f5c05-ec01-4008-95c9-48fd7b7ce8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:22.272381 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-6a4f5c05-ec01-4008-95c9-48fd7b7ce8cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b906aa62-db83-421b-9d5e-c093bae56c8a HTTP/1.1" status: 200 len: 833 time: 0.0483217 Nov 29 18:45:22.309220 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-57fb8fe5-2dd6-4511-8de7-e66fd363ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:22.310650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-57fb8fe5-2dd6-4511-8de7-e66fd363ae03 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f88ae59-d088-40ee-9da5-779053463c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404017 Nov 29 18:45:22.320378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-48303e0e-4f89-4c72-ac4f-ae784d9bab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:22.321914 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-48303e0e-4f89-4c72-ac4f-ae784d9bab5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f88ae59-d088-40ee-9da5-779053463c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418162 Nov 29 18:45:22.406274 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-ca306400-eab6-42a6-a055-95c97608fe87 service neutron] 10.222.0.31 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887351 Nov 29 18:45:22.418395 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-25487fcc-bee9-4137-b62b-ef1918a7e99f service neutron] 10.222.0.20 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879376 Nov 29 18:45:22.496449 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-9990d2f6-42f5-4bbc-90f0-cdf272b51e7b service neutron] 10.222.0.31 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829139 Nov 29 18:45:22.519072 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2598eac6-e109-4e41-ba79-6bb9911e7c06 req-35ab377c-1e2d-46a5-adec-bdca3b5e5497 service neutron] 10.222.0.20 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928156 Nov 29 18:45:22.888352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06448c-6542-4167-bee1-d36a71bae5ae req-843f08fb-dcfb-4179-98c1-536555381b18 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:22.889884 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb06448c-6542-4167-bee1-d36a71bae5ae req-843f08fb-dcfb-4179-98c1-536555381b18 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 943 time: 0.0511909 Nov 29 18:45:22.943054 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb06448c-6542-4167-bee1-d36a71bae5ae req-f3064c65-9c24-4272-a5e2-09ccc41d5200 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469539 Nov 29 18:45:23.190347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c7182-0cba-4cd1-8dfa-f8693d86ad5f req-50687ef4-dbf2-4540-a3c1-83a90bab6f45 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:23.191873 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-807c7182-0cba-4cd1-8dfa-f8693d86ad5f req-50687ef4-dbf2-4540-a3c1-83a90bab6f45 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 943 time: 0.1022356 Nov 29 18:45:23.233789 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b67120-4ceb-4eba-aa1c-2710ec933be2 req-e6ee7b60-2d19-403a-8624-af82e8d14c69 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:23.235250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96b67120-4ceb-4eba-aa1c-2710ec933be2 req-e6ee7b60-2d19-403a-8624-af82e8d14c69 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58&tenant_id=a32142a09307461ea2f15c004fcd8bef&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 943 time: 0.1153998 Nov 29 18:45:23.296269 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-807c7182-0cba-4cd1-8dfa-f8693d86ad5f req-acb8c019-24f6-4cb6-8992-e452f43c3d70 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976484 Nov 29 18:45:23.315810 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-96b67120-4ceb-4eba-aa1c-2710ec933be2 req-db170280-7b37-4db0-a091-2f4039a09c20 service neutron] delete failed (client error): The resource could not be found. Nov 29 18:45:23.316830 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96b67120-4ceb-4eba-aa1c-2710ec933be2 req-db170280-7b37-4db0-a091-2f4039a09c20 service neutron] 10.222.0.31 "DELETE /v2.0/ports/08f36036-65d9-408a-9cec-fccae8c1e952/bindings/n-h2-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.0714984 Nov 29 18:45:23.407818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b67120-4ceb-4eba-aa1c-2710ec933be2 req-104ed681-d61f-490c-869c-a848b2d586e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:23.409483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96b67120-4ceb-4eba-aa1c-2710ec933be2 req-104ed681-d61f-490c-869c-a848b2d586e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 1094 time: 0.0409307 Nov 29 18:45:23.411125 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 08f36036-65d9-408a-9cec-fccae8c1e952 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:45:23.506059 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b67120-4ceb-4eba-aa1c-2710ec933be2 req-006e9d4e-4774-4530-a419-5e799339e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:23.507838 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 08f36036-65d9-408a-9cec-fccae8c1e952, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=08f36036-65d9-408a-9cec-fccae8c1e952,segment=NetworkSegment(7a4e06bf-8820-4325-9e53-ff7d00ca9ff8),segment_id=7a4e06bf-8820-4325-9e53-ff7d00ca9ff8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:45:23.508137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96b67120-4ceb-4eba-aa1c-2710ec933be2 req-006e9d4e-4774-4530-a419-5e799339e432 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1f88ae59-d088-40ee-9da5-779053463c18 HTTP/1.1" status: 200 len: 898 time: 0.0908287 Nov 29 18:45:23.519799 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '08f36036-65d9-408a-9cec-fccae8c1e952', 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18', 'port_id': '08f36036-65d9-408a-9cec-fccae8c1e952', 'mac_address': 'fa:16:3e:01:8c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:45:23.556898 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:23.576357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96b67120-4ceb-4eba-aa1c-2710ec933be2 req-14625bd7-cb21-4c13-8989-0343b2c060e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08f36036-65d9-408a-9cec-fccae8c1e952 HTTP/1.1" status: 200 len: 999 time: 0.0596721 Nov 29 18:45:23.583727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f36036-65d9-408a-9cec-fccae8c1e952 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:45:23.609595 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 08f36036-65d9-408a-9cec-fccae8c1e952, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=08f36036-65d9-408a-9cec-fccae8c1e952,segment=NetworkSegment(7a4e06bf-8820-4325-9e53-ff7d00ca9ff8),segment_id=7a4e06bf-8820-4325-9e53-ff7d00ca9ff8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:45:23.615618 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:23.633374 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b67120-4ceb-4eba-aa1c-2710ec933be2 req-39cc5027-903f-427d-ad07-1b25e8c91af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:23.634872 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96b67120-4ceb-4eba-aa1c-2710ec933be2 req-39cc5027-903f-427d-ad07-1b25e8c91af5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b906aa62-db83-421b-9d5e-c093bae56c8a HTTP/1.1" status: 200 len: 833 time: 0.0485871 Nov 29 18:45:23.669508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=08f36036-65d9-408a-9cec-fccae8c1e952,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:45:23.677872 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:23.678299 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:23.678606 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:23.679026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:23.679507 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:23.680016 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:23.680510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:23.681033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:23.682116 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:23.682641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:23.683235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:23.683594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:45:23.700424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b67120-4ceb-4eba-aa1c-2710ec933be2 req-0ba9dc4b-d097-4319-bdbd-e84fc4ff26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:23.701986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96b67120-4ceb-4eba-aa1c-2710ec933be2 req-0ba9dc4b-d097-4319-bdbd-e84fc4ff26b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1f88ae59-d088-40ee-9da5-779053463c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530930 Nov 29 18:45:23.714723 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-46b8e865-03e1-4bcb-a632-93ad4fef7e76 req-d6f14b3c-42cd-4911-9790-f54624badffe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0565336 Nov 29 18:45:23.800867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8e865-03e1-4bcb-a632-93ad4fef7e76 req-7141f8e7-2d52-4546-bf77-f31104ddcde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:23.802427 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-46b8e865-03e1-4bcb-a632-93ad4fef7e76 req-7141f8e7-2d52-4546-bf77-f31104ddcde8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 1095 time: 0.0431523 Nov 29 18:45:23.806501 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96b67120-4ceb-4eba-aa1c-2710ec933be2 req-389de6a7-419f-428e-ae5a-05233d2c5a69 service neutron] 10.222.0.31 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900576 Nov 29 18:45:23.903186 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96b67120-4ceb-4eba-aa1c-2710ec933be2 req-f55e826f-11ab-4f93-9c46-fd5a7e316b80 service neutron] 10.222.0.31 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890622 Nov 29 18:45:23.916541 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8e865-03e1-4bcb-a632-93ad4fef7e76 req-f1977095-f6e3-4308-96ee-b31f29899a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:23.918072 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-46b8e865-03e1-4bcb-a632-93ad4fef7e76 req-f1977095-f6e3-4308-96ee-b31f29899a9d service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f88ae59-d088-40ee-9da5-779053463c18 HTTP/1.1" status: 200 len: 898 time: 0.0941758 Nov 29 18:45:23.923008 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['08f36036-65d9-408a-9cec-fccae8c1e952'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:45:23.989320 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-46b8e865-03e1-4bcb-a632-93ad4fef7e76 req-45b40a73-d866-49e5-98e3-1c7f4f09a4e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08f36036-65d9-408a-9cec-fccae8c1e952 HTTP/1.1" status: 200 len: 1000 time: 0.0624433 Nov 29 18:45:24.047555 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-712e2bc9-c31c-4149-98b2-3dffd3758a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:24.052278 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8e865-03e1-4bcb-a632-93ad4fef7e76 req-7ffbfaeb-7199-4333-aa4b-43c41cea901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:24.057800 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-46b8e865-03e1-4bcb-a632-93ad4fef7e76 req-7ffbfaeb-7199-4333-aa4b-43c41cea901d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b906aa62-db83-421b-9d5e-c093bae56c8a HTTP/1.1" status: 200 len: 833 time: 0.0578740 Nov 29 18:45:24.101842 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8e865-03e1-4bcb-a632-93ad4fef7e76 req-67b854dd-1ab1-483c-9200-1359656f120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:24.103408 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-46b8e865-03e1-4bcb-a632-93ad4fef7e76 req-67b854dd-1ab1-483c-9200-1359656f120d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f88ae59-d088-40ee-9da5-779053463c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419662 Nov 29 18:45:24.200749 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-46b8e865-03e1-4bcb-a632-93ad4fef7e76 req-a4c412fa-4b33-4ccb-814e-696652012078 service neutron] 10.222.0.20 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888562 Nov 29 18:45:24.235218 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 08f36036-65d9-408a-9cec-fccae8c1e952 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:45:24.276539 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 08f36036-65d9-408a-9cec-fccae8c1e952 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:45:24.303181 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-46b8e865-03e1-4bcb-a632-93ad4fef7e76 req-2dc13055-12ba-4d51-8a48-c21e59c22b52 service neutron] 10.222.0.20 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938420 Nov 29 18:45:24.418674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f63894-794f-4d20-9692-cd255bd8235e req-8a654ad9-09ab-4b6a-a150-e116792b701e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:24.420206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4f63894-794f-4d20-9692-cd255bd8235e req-8a654ad9-09ab-4b6a-a150-e116792b701e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 944 time: 0.0509293 Nov 29 18:45:24.471137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4f63894-794f-4d20-9692-cd255bd8235e req-50e38515-ba0b-4ec3-bfca-6261e1f0ce01 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447686 Nov 29 18:45:24.496205 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40038) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:45:24.555170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-694ac666-4fbb-4a19-b2e5-cd8559988b00 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/floatingips/10c01a45-feba-4819-9cc9-f77901279821 HTTP/1.1" status: 200 len: 992 time: 0.0576479 Nov 29 18:45:25.429406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 08f36036-65d9-408a-9cec-fccae8c1e952 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:45:25.484083 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 08f36036-65d9-408a-9cec-fccae8c1e952 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:45:25.488642 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 08f36036-65d9-408a-9cec-fccae8c1e952 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:45:25.489018 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:25.566319 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:25.589057 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f36036-65d9-408a-9cec-fccae8c1e952'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:45:25.591386 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588affcb-6579-40b6-92eb-df4220967463" -d '{"events": [{"server_uuid": "7f8db57b-5252-41dc-9bd1-fb5fa9d96d58", "name": "network-vif-plugged", "status": "completed", "tag": "08f36036-65d9-408a-9cec-fccae8c1e952"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:45:25.605742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 08f36036-65d9-408a-9cec-fccae8c1e952, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=08f36036-65d9-408a-9cec-fccae8c1e952,segment=NetworkSegment(7a4e06bf-8820-4325-9e53-ff7d00ca9ff8),segment_id=7a4e06bf-8820-4325-9e53-ff7d00ca9ff8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:45:25.609885 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:25.637116 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af16bec-5cc0-44a4-b2e4-94bc7b589d90 x-openstack-request-id: req-8af16bec-5cc0-44a4-b2e4-94bc7b589d90 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:45:25.637409 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8db57b-5252-41dc-9bd1-fb5fa9d96d58", "name": "network-vif-plugged", "status": "completed", "tag": "08f36036-65d9-408a-9cec-fccae8c1e952", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:45:25.637664 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8af16bec-5cc0-44a4-b2e4-94bc7b589d90 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:45:25.638055 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f36036-65d9-408a-9cec-fccae8c1e952', 'code': 200} Nov 29 18:45:25.664527 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=08f36036-65d9-408a-9cec-fccae8c1e952,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:45:26.481192 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-70b22790-a396-409b-8613-58821e12b1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:27.505246 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:27.712213 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:29.240892 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:30.021909 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:30.044504 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:54.028601 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-692e45b7-7022-46f2-bb3c-930b8f544729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:56.473551 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce92f179-b82e-41ec-9e14-db603783a2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:57.141164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938818ac-5847-45df-af97-c288a0b28b57 req-1a23223c-b25a-4de1-8e9d-6b79c77bb7ee tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:57.142712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-938818ac-5847-45df-af97-c288a0b28b57 req-1a23223c-b25a-4de1-8e9d-6b79c77bb7ee tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 1096 time: 0.1028795 Nov 29 18:45:57.189286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-938818ac-5847-45df-af97-c288a0b28b57 req-59304903-3b72-4aa9-bc98-3946f238f979 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403132 Nov 29 18:45:57.210965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40054) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:45:57.367685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d29de-bb1f-438b-ac60-4aa2ccc84510 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting port 6059ab9b-4746-4ab7-bab7-561c46f967ef {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:45:57.368034 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c1d29de-bb1f-438b-ac60-4aa2ccc84510 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:57.445635 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c1d29de-bb1f-438b-ac60-4aa2ccc84510 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:57.445965 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c1d29de-bb1f-438b-ac60-4aa2ccc84510 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:57.457662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d29de-bb1f-438b-ac60-4aa2ccc84510 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Calling delete_port for 6059ab9b-4746-4ab7-bab7-561c46f967ef owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:45:57.512197 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:57.545469 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:45:57.607033 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c1d29de-bb1f-438b-ac60-4aa2ccc84510 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:57.638599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d29de-bb1f-438b-ac60-4aa2ccc84510 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Port': ['ID=6059ab9b-4746-4ab7-bab7-561c46f967ef,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:45:57.696295 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c1d29de-bb1f-438b-ac60-4aa2ccc84510 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:57.696631 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-7c1d29de-bb1f-438b-ac60-4aa2ccc84510 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Floating IP 10c01a45-feba-4819-9cc9-f77901279821 disassociated (deleted). External IP: 172.25.3.188, port: 08f36036-65d9-408a-9cec-fccae8c1e952. Nov 29 18:45:57.714991 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:58.191081 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1d29de-bb1f-438b-ac60-4aa2ccc84510 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 71e6674f-7daf-4fa8-877b-aa30a58937c5 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:45:58.298466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1d29de-bb1f-438b-ac60-4aa2ccc84510 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:45:58.303577 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c1d29de-bb1f-438b-ac60-4aa2ccc84510 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:58.308291 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d152425-1262-40c6-bd63-2bcb79bfa7ae None None] Sync routers for ids ['71e6674f-7daf-4fa8-877b-aa30a58937c5'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:45:58.317310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d152425-1262-40c6-bd63-2bcb79bfa7ae None None] Routers {'71e6674f-7daf-4fa8-877b-aa30a58937c5'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:45:58.317924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2d152425-1262-40c6-bd63-2bcb79bfa7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:45:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['71e6674f-7daf-4fa8-877b-aa30a58937c5'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:45:58.330039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7c1d29de-bb1f-438b-ac60-4aa2ccc84510 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/floatingips/10c01a45-feba-4819-9cc9-f77901279821 HTTP/1.1" status: 204 len: 168 time: 1.1179621 Nov 29 18:45:58.330643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'tag': '08f36036-65d9-408a-9cec-fccae8c1e952'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:45:58.334919 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea12733-5236-4691-8b45-314e53b20fab" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8db57b-5252-41dc-9bd1-fb5fa9d96d58", "tag": "08f36036-65d9-408a-9cec-fccae8c1e952"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:45:58.378042 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0092eeac-6e33-4a29-b51d-2e155bbfa63d x-openstack-request-id: req-0092eeac-6e33-4a29-b51d-2e155bbfa63d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:45:58.378713 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8db57b-5252-41dc-9bd1-fb5fa9d96d58", "tag": "08f36036-65d9-408a-9cec-fccae8c1e952", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:45:58.379009 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0092eeac-6e33-4a29-b51d-2e155bbfa63d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:45:58.379421 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'tag': '08f36036-65d9-408a-9cec-fccae8c1e952', 'status': 'completed', 'code': 200} Nov 29 18:45:58.436639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-2d152425-1262-40c6-bd63-2bcb79bfa7ae None None] Set router 71e6674f-7daf-4fa8-877b-aa30a58937c5 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:45:58.451579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea12733-5236-4691-8b45-314e53b20fab req-b0338952-eedf-4dc8-b4cd-4ead01820454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:58.453244 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bea12733-5236-4691-8b45-314e53b20fab req-b0338952-eedf-4dc8-b4cd-4ead01820454 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 1096 time: 0.0447969 Nov 29 18:45:58.564181 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea12733-5236-4691-8b45-314e53b20fab req-867f0c0f-4eb3-4b38-860c-3ec81fe3aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:58.565805 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bea12733-5236-4691-8b45-314e53b20fab req-867f0c0f-4eb3-4b38-860c-3ec81fe3aba8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f88ae59-d088-40ee-9da5-779053463c18 HTTP/1.1" status: 200 len: 898 time: 0.1045558 Nov 29 18:45:58.572323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02334d85-9956-42e4-b1ad-b78c4bb0b69c req-18bad7f1-fbb8-452c-9e4a-8be9e54ffb1f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:58.573940 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02334d85-9956-42e4-b1ad-b78c4bb0b69c req-18bad7f1-fbb8-452c-9e4a-8be9e54ffb1f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0502250 Nov 29 18:45:58.621009 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bea12733-5236-4691-8b45-314e53b20fab req-45a6ffe3-64fe-4d05-a50b-0e3d8f313200 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08f36036-65d9-408a-9cec-fccae8c1e952 HTTP/1.1" status: 200 len: 217 time: 0.0468526 Nov 29 18:45:58.633183 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02334d85-9956-42e4-b1ad-b78c4bb0b69c req-218e4722-6c3a-4f86-937b-230bf61c1fea tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527155 Nov 29 18:45:58.675035 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea12733-5236-4691-8b45-314e53b20fab req-8e25989c-be44-4781-908c-38aa6f052c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:58.676625 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bea12733-5236-4691-8b45-314e53b20fab req-8e25989c-be44-4781-908c-38aa6f052c18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b906aa62-db83-421b-9d5e-c093bae56c8a HTTP/1.1" status: 200 len: 833 time: 0.0481670 Nov 29 18:45:58.725056 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea12733-5236-4691-8b45-314e53b20fab req-58c98607-14c4-4aad-af7b-ae784656585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:58.726574 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bea12733-5236-4691-8b45-314e53b20fab req-58c98607-14c4-4aad-af7b-ae784656585c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f88ae59-d088-40ee-9da5-779053463c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415773 Nov 29 18:45:58.798619 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2d152425-1262-40c6-bd63-2bcb79bfa7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848518790', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:45Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6', 'name': '', 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:08:fd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:44Z', 'updated_at': '2021-11-29T18:43:47Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:45:58.821853 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bea12733-5236-4691-8b45-314e53b20fab req-0b372464-8eb3-4fd9-b9b5-7e0d3e8ae4a1 service neutron] 10.222.0.20 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871105 Nov 29 18:45:58.824972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d152425-1262-40c6-bd63-2bcb79bfa7ae None None] Checking router: 71e6674f-7daf-4fa8-877b-aa30a58937c5 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:45:58.833321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d152425-1262-40c6-bd63-2bcb79bfa7ae None None] Routers {'71e6674f-7daf-4fa8-877b-aa30a58937c5'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:45:58.833922 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2d152425-1262-40c6-bd63-2bcb79bfa7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:45:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['71e6674f-7daf-4fa8-877b-aa30a58937c5'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:45:58.917727 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bea12733-5236-4691-8b45-314e53b20fab req-945fe9c9-73a9-4d9e-b190-4252ce4468bc service neutron] 10.222.0.20 "GET /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838854 Nov 29 18:45:58.940096 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-2d152425-1262-40c6-bd63-2bcb79bfa7ae None None] Set router 71e6674f-7daf-4fa8-877b-aa30a58937c5 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:45:59.143950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2d152425-1262-40c6-bd63-2bcb79bfa7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848518790', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:45Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6', 'name': '', 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:08:fd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:44Z', 'updated_at': '2021-11-29T18:43:47Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:45:59.173153 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d152425-1262-40c6-bd63-2bcb79bfa7ae None None] The sync data for ids ['71e6674f-7daf-4fa8-877b-aa30a58937c5'] in n-d-819494-5 is: [{'id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848518790', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:45Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6', 'name': '', 'network_id': '1f88ae59-d088-40ee-9da5-779053463c18', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:08:fd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:44Z', 'updated_at': '2021-11-29T18:43:47Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': 'b906aa62-db83-421b-9d5e-c093bae56c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:45:59.246099 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:45:59.410073 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd29f961-4c3d-408f-be97-af4df2c03c15 None None] New status for floating IP 10c01a45-feba-4819-9cc9-f77901279821: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:45:59.809775 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb527ec5-bb29-44ea-a209-416b2324d80e req-77bad2a5-233b-409f-8635-1ccc48f716b9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:45:59.811277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb527ec5-bb29-44ea-a209-416b2324d80e req-77bad2a5-233b-409f-8635-1ccc48f716b9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.1077721 Nov 29 18:45:59.862979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb527ec5-bb29-44ea-a209-416b2324d80e req-9b52de61-6881-4c5d-aee0-33558323256a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455773 Nov 29 18:46:00.025117 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:00.056790 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:00.071268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37406ae9-d58b-47e7-925b-10b28ce9165e req-ceda5fdc-4784-4387-b249-84615279a2fb tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:00.072749 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-37406ae9-d58b-47e7-925b-10b28ce9165e req-ceda5fdc-4784-4387-b249-84615279a2fb tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f8db57b-5252-41dc-9bd1-fb5fa9d96d58 HTTP/1.1" status: 200 len: 945 time: 0.0595062 Nov 29 18:46:00.171411 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-37406ae9-d58b-47e7-925b-10b28ce9165e req-1cc6ad86-fa6d-4a33-b891-3c5104e42010 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting port 08f36036-65d9-408a-9cec-fccae8c1e952 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:46:00.171759 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37406ae9-d58b-47e7-925b-10b28ce9165e req-1cc6ad86-fa6d-4a33-b891-3c5104e42010 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:00.263307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-37406ae9-d58b-47e7-925b-10b28ce9165e req-1cc6ad86-fa6d-4a33-b891-3c5104e42010 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] For port 08f36036-65d9-408a-9cec-fccae8c1e952, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=08f36036-65d9-408a-9cec-fccae8c1e952,segment=NetworkSegment(7a4e06bf-8820-4325-9e53-ff7d00ca9ff8),segment_id=7a4e06bf-8820-4325-9e53-ff7d00ca9ff8)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:46:00.263682 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37406ae9-d58b-47e7-925b-10b28ce9165e req-1cc6ad86-fa6d-4a33-b891-3c5104e42010 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:00.277363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-37406ae9-d58b-47e7-925b-10b28ce9165e req-1cc6ad86-fa6d-4a33-b891-3c5104e42010 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Calling delete_port for 08f36036-65d9-408a-9cec-fccae8c1e952 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:46:00.405142 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37406ae9-d58b-47e7-925b-10b28ce9165e req-1cc6ad86-fa6d-4a33-b891-3c5104e42010 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:00.437687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6ad86-fa6d-4a33-b891-3c5104e42010 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Port': ['ID=08f36036-65d9-408a-9cec-fccae8c1e952,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:00.479996 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-37406ae9-d58b-47e7-925b-10b28ce9165e req-1cc6ad86-fa6d-4a33-b891-3c5104e42010 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] No DVR routers for this DVR port 08f36036-65d9-408a-9cec-fccae8c1e952 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:46:00.482761 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-37406ae9-d58b-47e7-925b-10b28ce9165e req-1cc6ad86-fa6d-4a33-b891-3c5104e42010 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:00.486814 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-37406ae9-d58b-47e7-925b-10b28ce9165e req-1cc6ad86-fa6d-4a33-b891-3c5104e42010 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.20 "DELETE /v2.0/ports/08f36036-65d9-408a-9cec-fccae8c1e952 HTTP/1.1" status: 204 len: 173 time: 0.4028082 Nov 29 18:46:00.487278 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'name': 'network-vif-deleted', 'tag': '08f36036-65d9-408a-9cec-fccae8c1e952'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:46:00.489622 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79dccda-0c83-4b91-b547-5a49c0ea55f5" -d '{"events": [{"server_uuid": "7f8db57b-5252-41dc-9bd1-fb5fa9d96d58", "name": "network-vif-deleted", "tag": "08f36036-65d9-408a-9cec-fccae8c1e952"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:46:00.531551 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668337eb-8cad-4269-9314-f8f330e77039 x-openstack-request-id: req-668337eb-8cad-4269-9314-f8f330e77039 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:46:00.532615 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8db57b-5252-41dc-9bd1-fb5fa9d96d58", "name": "network-vif-deleted", "tag": "08f36036-65d9-408a-9cec-fccae8c1e952", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:46:00.532945 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-668337eb-8cad-4269-9314-f8f330e77039 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:46:00.533375 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8db57b-5252-41dc-9bd1-fb5fa9d96d58', 'name': 'network-vif-deleted', 'tag': '08f36036-65d9-408a-9cec-fccae8c1e952', 'status': 'completed', 'code': 200} Nov 29 18:46:00.922596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40070) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:01.276129 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75f7e37a-e459-4944-ba8d-2370608ac5e6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:01.531363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-75f7e37a-e459-4944-ba8d-2370608ac5e6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:46:01.531629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75f7e37a-e459-4944-ba8d-2370608ac5e6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:01.624328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-75f7e37a-e459-4944-ba8d-2370608ac5e6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] For port 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6,segment=NetworkSegment(7a4e06bf-8820-4325-9e53-ff7d00ca9ff8),segment_id=7a4e06bf-8820-4325-9e53-ff7d00ca9ff8)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:46:01.624702 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75f7e37a-e459-4944-ba8d-2370608ac5e6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:01.639645 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-75f7e37a-e459-4944-ba8d-2370608ac5e6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Calling delete_port for 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:46:01.829561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75f7e37a-e459-4944-ba8d-2370608ac5e6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:01.857262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7e37a-e459-4944-ba8d-2370608ac5e6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Port': ['ID=7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:02.048008 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75f7e37a-e459-4944-ba8d-2370608ac5e6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:02.284214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f7e37a-e459-4944-ba8d-2370608ac5e6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 71e6674f-7daf-4fa8-877b-aa30a58937c5 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:46:02.394492 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f7e37a-e459-4944-ba8d-2370608ac5e6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:46:02.404681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-75f7e37a-e459-4944-ba8d-2370608ac5e6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "PUT /v2.0/routers/71e6674f-7daf-4fa8-877b-aa30a58937c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4779978 Nov 29 18:46:02.404681 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40072) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:02.410473 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f753e5-ede3-45d3-913b-2ea2b514882c None None] Sync routers for ids ['71e6674f-7daf-4fa8-877b-aa30a58937c5'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:46:02.421384 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f753e5-ede3-45d3-913b-2ea2b514882c None None] Routers {'71e6674f-7daf-4fa8-877b-aa30a58937c5'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:46:02.422264 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-30f753e5-ede3-45d3-913b-2ea2b514882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:45:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['71e6674f-7daf-4fa8-877b-aa30a58937c5'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:02.460618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-7153dc92-b84f-419d-a31e-4430c4d3e447 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting subnet b906aa62-db83-421b-9d5e-c093bae56c8a {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:46:02.464341 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7153dc92-b84f-419d-a31e-4430c4d3e447 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:02.506847 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7153dc92-b84f-419d-a31e-4430c4d3e447 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:02.531796 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-30f753e5-ede3-45d3-913b-2ea2b514882c None None] Set router 71e6674f-7daf-4fa8-877b-aa30a58937c5 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:46:02.590989 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7153dc92-b84f-419d-a31e-4430c4d3e447 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:02.666720 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7153dc92-b84f-419d-a31e-4430c4d3e447 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:02.697021 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153dc92-b84f-419d-a31e-4430c4d3e447 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Subnet': ['ID=b906aa62-db83-421b-9d5e-c093bae56c8a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:02.704695 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7153dc92-b84f-419d-a31e-4430c4d3e447 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:02.711788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40074) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:02.712341 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7153dc92-b84f-419d-a31e-4430c4d3e447 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/subnets/b906aa62-db83-421b-9d5e-c093bae56c8a HTTP/1.1" status: 204 len: 168 time: 0.3059914 Nov 29 18:46:02.718579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8b61d7-5df4-443c-a17c-5c958a2b0c3f None None] Network 1f88ae59-d088-40ee-9da5-779053463c18 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:46:02.826683 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e74a105-8f7f-4f90-a6ea-1f1354a5f3dd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:02.845053 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-30f753e5-ede3-45d3-913b-2ea2b514882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848518790', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:46:01Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:02.875637 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f753e5-ede3-45d3-913b-2ea2b514882c None None] Checking router: 71e6674f-7daf-4fa8-877b-aa30a58937c5 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:46:02.890568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f753e5-ede3-45d3-913b-2ea2b514882c None None] Routers {'71e6674f-7daf-4fa8-877b-aa30a58937c5'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:46:02.891205 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-30f753e5-ede3-45d3-913b-2ea2b514882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:45:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['71e6674f-7daf-4fa8-877b-aa30a58937c5'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:02.939276 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e74a105-8f7f-4f90-a6ea-1f1354a5f3dd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:02.991489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe271eea-28bc-4dfd-b072-bb0cbdc20369 None None] DHCP port deletion for 1f88ae59-d088-40ee-9da5-779053463c18 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:46:03.010290 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4e74a105-8f7f-4f90-a6ea-1f1354a5f3dd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting port 2b4d901b-b2c5-40c5-b5a8-9153532dae18 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:46:03.010633 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e74a105-8f7f-4f90-a6ea-1f1354a5f3dd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:03.051271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-30f753e5-ede3-45d3-913b-2ea2b514882c None None] Set router 71e6674f-7daf-4fa8-877b-aa30a58937c5 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:46:03.099506 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-4e74a105-8f7f-4f90-a6ea-1f1354a5f3dd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] For port 2b4d901b-b2c5-40c5-b5a8-9153532dae18, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2b4d901b-b2c5-40c5-b5a8-9153532dae18,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:46:03.099869 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e74a105-8f7f-4f90-a6ea-1f1354a5f3dd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:03.113185 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-4e74a105-8f7f-4f90-a6ea-1f1354a5f3dd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Calling delete_port for 2b4d901b-b2c5-40c5-b5a8-9153532dae18 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:46:03.161745 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fe271eea-28bc-4dfd-b072-bb0cbdc20369 None None] Deleting port 8d69d9b1-e462-458e-b510-5ce0d166750f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:46:03.162121 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fe271eea-28bc-4dfd-b072-bb0cbdc20369 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:03.253770 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-fe271eea-28bc-4dfd-b072-bb0cbdc20369 None None] For port 8d69d9b1-e462-458e-b510-5ce0d166750f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8d69d9b1-e462-458e-b510-5ce0d166750f,segment=NetworkSegment(7a4e06bf-8820-4325-9e53-ff7d00ca9ff8),segment_id=7a4e06bf-8820-4325-9e53-ff7d00ca9ff8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:46:03.254054 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fe271eea-28bc-4dfd-b072-bb0cbdc20369 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:03.280855 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e74a105-8f7f-4f90-a6ea-1f1354a5f3dd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:03.284605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fe271eea-28bc-4dfd-b072-bb0cbdc20369 None None] Calling delete_port for 8d69d9b1-e462-458e-b510-5ce0d166750f owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:46:03.310641 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74a105-8f7f-4f90-a6ea-1f1354a5f3dd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Port': ['ID=2b4d901b-b2c5-40c5-b5a8-9153532dae18,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:03.334814 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9a62a5-9dcc-4a1a-bb8d-0680e7329dc6 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:46:03.378281 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e74a105-8f7f-4f90-a6ea-1f1354a5f3dd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:03.387242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-30f753e5-ede3-45d3-913b-2ea2b514882c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848518790', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:46:01Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:03.419815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f753e5-ede3-45d3-913b-2ea2b514882c None None] The sync data for ids ['71e6674f-7daf-4fa8-877b-aa30a58937c5'] in n-d-819494-5 is: [{'id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1848518790', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:46:01Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '2b4d901b-b2c5-40c5-b5a8-9153532dae18', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e6674f-7daf-4fa8-877b-aa30a58937c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:43:41Z', 'updated_at': '2021-11-29T18:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:46:03.427470 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fe271eea-28bc-4dfd-b072-bb0cbdc20369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:03.456340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe271eea-28bc-4dfd-b072-bb0cbdc20369 None None] Pushing event deleted for resources: {'Port': ['ID=8d69d9b1-e462-458e-b510-5ce0d166750f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:03.461766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe271eea-28bc-4dfd-b072-bb0cbdc20369 None None] No DVR routers for this DVR port 8d69d9b1-e462-458e-b510-5ce0d166750f on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:46:03.610239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 08f36036-65d9-408a-9cec-fccae8c1e952 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:46:03.632064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 08f36036-65d9-408a-9cec-fccae8c1e952 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:46:03.632416 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 08f36036-65d9-408a-9cec-fccae8c1e952 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:46:03.783914 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e74a105-8f7f-4f90-a6ea-1f1354a5f3dd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:03.787247 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e74a105-8f7f-4f90-a6ea-1f1354a5f3dd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:03.835970 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e74a105-8f7f-4f90-a6ea-1f1354a5f3dd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:03.836673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e74a105-8f7f-4f90-a6ea-1f1354a5f3dd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Fanout notify agent at l3_agent the message router_deleted on router 71e6674f-7daf-4fa8-877b-aa30a58937c5 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:46:03.844642 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e74a105-8f7f-4f90-a6ea-1f1354a5f3dd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:03.848220 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4e74a105-8f7f-4f90-a6ea-1f1354a5f3dd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/routers/71e6674f-7daf-4fa8-877b-aa30a58937c5 HTTP/1.1" status: 204 len: 168 time: 1.1322577 Nov 29 18:46:03.848573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40076) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:03.879161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:46:03.904850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:46:03.905215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7c4f1cde-6307-4cdc-aff6-9ab54a0f4fe6 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:46:03.905631 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8d69d9b1-e462-458e-b510-5ce0d166750f no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:46:03.925160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 8d69d9b1-e462-458e-b510-5ce0d166750f {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:46:03.925601 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8d69d9b1-e462-458e-b510-5ce0d166750f not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:46:03.932327 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-646bc68a-6afe-4131-9918-fa482339d810 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.032765 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-646bc68a-6afe-4131-9918-fa482339d810 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.055722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-646bc68a-6afe-4131-9918-fa482339d810 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f88ae59-d088-40ee-9da5-779053463c18']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:04.066701 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-646bc68a-6afe-4131-9918-fa482339d810 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:04.067569 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-646bc68a-6afe-4131-9918-fa482339d810 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4e06bf-8820-4325-9e53-ff7d00ca9ff8') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:04.077937 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-646bc68a-6afe-4131-9918-fa482339d810 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.096091 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-646bc68a-6afe-4131-9918-fa482339d810 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.102982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646bc68a-6afe-4131-9918-fa482339d810 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:46:04.103396 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-646bc68a-6afe-4131-9918-fa482339d810 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:46:04.106658 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:46:04.172080 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-646bc68a-6afe-4131-9918-fa482339d810 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.179755 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-646bc68a-6afe-4131-9918-fa482339d810 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.182272 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-646bc68a-6afe-4131-9918-fa482339d810 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/networks/1f88ae59-d088-40ee-9da5-779053463c18 HTTP/1.1" status: 204 len: 168 time: 0.3322413 Nov 29 18:46:04.185011 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40078) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:04.195418 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bc68a-6afe-4131-9918-fa482339d810 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Network': ['ID=1f88ae59-d088-40ee-9da5-779053463c18,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:04.243584 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e9029cb-e9f4-4093-b8a5-c9ba8abeabf2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.268495 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e9029cb-e9f4-4093-b8a5-c9ba8abeabf2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.327718 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e9029cb-e9f4-4093-b8a5-c9ba8abeabf2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.330515 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e9029cb-e9f4-4093-b8a5-c9ba8abeabf2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.331793 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3e9029cb-e9f4-4093-b8a5-c9ba8abeabf2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/security-groups/cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31 HTTP/1.1" status: 204 len: 168 time: 0.1457529 Nov 29 18:46:04.345688 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9029cb-e9f4-4093-b8a5-c9ba8abeabf2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd27f905-81a7-4a8a-81e9-2fbb2d8f5a31,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:04.677709 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40084) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:04.682358 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-07e71e97-cb00-491b-83bd-576e22a67a92 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-615296227', 'description': 'tempest-secgroup-smoke-615296227 description', 'project_id': 'a32142a09307461ea2f15c004fcd8bef'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:46:04.704870 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-07e71e97-cb00-491b-83bd-576e22a67a92 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.773154 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-07e71e97-cb00-491b-83bd-576e22a67a92 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.779772 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-07e71e97-cb00-491b-83bd-576e22a67a92 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.809295 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-07e71e97-cb00-491b-83bd-576e22a67a92 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.810599 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-07e71e97-cb00-491b-83bd-576e22a67a92 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1318409 Nov 29 18:46:04.812769 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e71e97-cb00-491b-83bd-576e22a67a92 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de800c6-f46b-4687-807e-9257aafa08eb,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:04.813630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40086) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:04.820560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': '3de800c6-f46b-4687-807e-9257aafa08eb', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:46:04.849188 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.896235 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.900023 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.918778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b85443b-854f-42f1-88c1-2301e0a23821,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:04.927518 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:04.928738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130693 Nov 29 18:46:04.930593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:04.930983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:04.931337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:04.931679 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:04.931843 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40088) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:04.932020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:04.932361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:04.932699 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:04.933030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:04.933367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:04.933701 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:04.934031 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:04.934359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e44735-a25c-4c11-b40a-ed3e9e1fa1ba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:04.937560 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6bd1fed3-b36c-43b1-9a69-3f66b4ff6b91 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': '3de800c6-f46b-4687-807e-9257aafa08eb', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:46:04.966072 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6bd1fed3-b36c-43b1-9a69-3f66b4ff6b91 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.031013 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6bd1fed3-b36c-43b1-9a69-3f66b4ff6b91 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.034478 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6bd1fed3-b36c-43b1-9a69-3f66b4ff6b91 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.054880 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1fed3-b36c-43b1-9a69-3f66b4ff6b91 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d03723-27cd-4939-88a7-ee7baab676b1,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:05.063750 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6bd1fed3-b36c-43b1-9a69-3f66b4ff6b91 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.064970 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6bd1fed3-b36c-43b1-9a69-3f66b4ff6b91 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319108 Nov 29 18:46:05.068667 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40090) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:05.072980 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a8fa23c2-71f7-4b59-81e5-09fab102d6bb tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': '3de800c6-f46b-4687-807e-9257aafa08eb', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:46:05.098764 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a8fa23c2-71f7-4b59-81e5-09fab102d6bb tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.159008 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a8fa23c2-71f7-4b59-81e5-09fab102d6bb tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.162510 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a8fa23c2-71f7-4b59-81e5-09fab102d6bb tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.180977 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa23c2-71f7-4b59-81e5-09fab102d6bb tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475f15b9-e9eb-4661-b91f-6271b90daa53,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:05.189269 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a8fa23c2-71f7-4b59-81e5-09fab102d6bb tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.190468 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a8fa23c2-71f7-4b59-81e5-09fab102d6bb tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208825 Nov 29 18:46:05.193799 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40092) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:05.198079 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-cc59854b-8e2b-46cc-8009-8a81fd761982 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': '3de800c6-f46b-4687-807e-9257aafa08eb', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:46:05.224017 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc59854b-8e2b-46cc-8009-8a81fd761982 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.280340 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc59854b-8e2b-46cc-8009-8a81fd761982 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.283983 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc59854b-8e2b-46cc-8009-8a81fd761982 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.303404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59854b-8e2b-46cc-8009-8a81fd761982 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e609e5-024b-47a1-ae5b-c348a4b72aaf,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:05.310518 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc59854b-8e2b-46cc-8009-8a81fd761982 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.311838 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cc59854b-8e2b-46cc-8009-8a81fd761982 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171145 Nov 29 18:46:05.314591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40094) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:05.319685 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-7c6aa74b-42b5-4de2-adfc-c22c09ba2a42 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': '3de800c6-f46b-4687-807e-9257aafa08eb', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:46:05.341447 n-d-819494-5 neutron-server[110004]: INFO neutron.db.securitygroups_db [None req-7c6aa74b-42b5-4de2-adfc-c22c09ba2a42 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Project a32142a09307461ea2f15c004fcd8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:46:05.346844 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa74b-42b5-4de2-adfc-c22c09ba2a42 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.405781 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa74b-42b5-4de2-adfc-c22c09ba2a42 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.409458 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa74b-42b5-4de2-adfc-c22c09ba2a42 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.429336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6aa74b-42b5-4de2-adfc-c22c09ba2a42 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a31e000-50bf-4ea7-b1ec-a62470620b17,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:05.437657 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa74b-42b5-4de2-adfc-c22c09ba2a42 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.439017 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7c6aa74b-42b5-4de2-adfc-c22c09ba2a42 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232843 Nov 29 18:46:05.441690 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40096) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:05.447020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-877955ef-9add-43d0-9602-594d11f3a0f5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': '3de800c6-f46b-4687-807e-9257aafa08eb', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:46:05.468631 n-d-819494-5 neutron-server[110004]: INFO neutron.db.securitygroups_db [None req-877955ef-9add-43d0-9602-594d11f3a0f5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Project a32142a09307461ea2f15c004fcd8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:46:05.474176 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-877955ef-9add-43d0-9602-594d11f3a0f5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.512125 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2b4d901b-b2c5-40c5-b5a8-9153532dae18 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:46:05.532500 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 2b4d901b-b2c5-40c5-b5a8-9153532dae18 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:46:05.532856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2b4d901b-b2c5-40c5-b5a8-9153532dae18 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:46:05.538381 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-877955ef-9add-43d0-9602-594d11f3a0f5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.542458 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-877955ef-9add-43d0-9602-594d11f3a0f5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.561488 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877955ef-9add-43d0-9602-594d11f3a0f5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ccae324-2e52-419b-bf8b-1c8029191897,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:05.568962 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-877955ef-9add-43d0-9602-594d11f3a0f5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.570174 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-877955ef-9add-43d0-9602-594d11f3a0f5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275139 Nov 29 18:46:05.573065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40098) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:05.577997 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-fd61c1b0-0aae-489d-afae-394ea3f53fce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'network': {'name': 'tempest-network-smoke--1530544112', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'port_security_enabled': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:46:05.599411 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd61c1b0-0aae-489d-afae-394ea3f53fce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Made reservation on behalf of a32142a09307461ea2f15c004fcd8bef for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:46:05.602943 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd61c1b0-0aae-489d-afae-394ea3f53fce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.627839 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd61c1b0-0aae-489d-afae-394ea3f53fce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:46:05.637286 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd61c1b0-0aae-489d-afae-394ea3f53fce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.637713 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-fd61c1b0-0aae-489d-afae-394ea3f53fce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Added segment e14071aa-6e9c-4a86-8864-b804ca6d09f0 of type vlan for network 095b7427-a1f7-417e-9ef8-427a06d4836f Nov 29 18:46:05.678240 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd61c1b0-0aae-489d-afae-394ea3f53fce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.703632 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd61c1b0-0aae-489d-afae-394ea3f53fce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.710038 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd61c1b0-0aae-489d-afae-394ea3f53fce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:05.710620 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fd61c1b0-0aae-489d-afae-394ea3f53fce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.782133 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fd61c1b0-0aae-489d-afae-394ea3f53fce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2079732 Nov 29 18:46:05.785022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40100) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:05.789798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1096255581', 'admin_state_up': True, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:46:05.813435 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.814713 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:05.819939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61c1b0-0aae-489d-afae-394ea3f53fce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Network': ['ID=095b7427-a1f7-417e-9ef8-427a06d4836f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:05.831554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 095b7427-a1f7-417e-9ef8-427a06d4836f details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:46:05.873608 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:06.014077 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:06.211882 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:06.231122 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:06.625671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Allocated IP 172.25.3.213 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/63a10506-3628-4f9a-b3e0-6fc5c9c0a38e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:46:06.725792 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:06.758019 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:06.803608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:46:06.806535 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:46:06.810913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:46:06.813993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=63a10506-3628-4f9a-b3e0-6fc5c9c0a38e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:06.821648 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8130e142-e835-497b-93c7-c9531f2854ad None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:46:06.884091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c4b2520c-b2e6-4aeb-944d-e05388094ddf None None] Provisioning complete for port 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:46:06.884374 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c4b2520c-b2e6-4aeb-944d-e05388094ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:06.918455 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c4b2520c-b2e6-4aeb-944d-e05388094ddf None None] Port 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:46:07.061409 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:07.261516 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:07.388134 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 0fa494a2-7602-4881-8f0c-706686b02f9e is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:46:07.495648 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:46:07.506508 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Sync routers for ids ['0fa494a2-7602-4881-8f0c-706686b02f9e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:46:07.516342 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Routers {'0fa494a2-7602-4881-8f0c-706686b02f9e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:46:07.516870 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:45:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0fa494a2-7602-4881-8f0c-706686b02f9e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:07.517970 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:07.522145 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9e420e24-2a7c-4d38-84fe-db15f5b6b4f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7331352 Nov 29 18:46:07.522473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40102) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:07.554296 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-67407fbb-e402-4891-a081-ea6f210c9f26 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a32142a09307461ea2f15c004fcd8bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277407 Nov 29 18:46:07.554514 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40104) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:07.623131 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Set router 0fa494a2-7602-4881-8f0c-706686b02f9e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:46:07.643147 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6506e1e3-65b5-4655-9bcc-5a85c47fa33c tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:07.644706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6506e1e3-65b5-4655-9bcc-5a85c47fa33c tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892146 Nov 29 18:46:07.647629 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40106) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:07.682009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7a4d9bb8-2d2b-4c8d-adcd-48849f2a8ee8 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330336 Nov 29 18:46:07.684470 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40108) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:07.689784 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8ce6df5b-6627-4d16-9993-5bb362463871 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1630638341', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:46:07.784066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce6df5b-6627-4d16-9993-5bb362463871 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Made reservation on behalf of a32142a09307461ea2f15c004fcd8bef for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:46:07.788121 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ce6df5b-6627-4d16-9993-5bb362463871 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:07.808982 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096255581', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:46:05Z', 'updated_at': '2021-11-29T18:46:06Z', 'revision_number': 3, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:06Z', 'updated_at': '2021-11-29T18:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:07.836267 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Checking router: 0fa494a2-7602-4881-8f0c-706686b02f9e for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:46:07.836628 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Updating router 0fa494a2-7602-4881-8f0c-706686b02f9e port 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:46:07.862831 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:07.980919 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ce6df5b-6627-4d16-9993-5bb362463871 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:08.049522 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6df5b-6627-4d16-9993-5bb362463871 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Subnet': ['ID=612a5b6c-c73e-4763-9ac7-8421df41fb64,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:08.057894 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce6df5b-6627-4d16-9993-5bb362463871 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Checking segment: {'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:46:08.058263 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce6df5b-6627-4d16-9993-5bb362463871 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network hostable DHCP agents. Network: 095b7427-a1f7-417e-9ef8-427a06d4836f, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:46:08.076498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce6df5b-6627-4d16-9993-5bb362463871 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 095b7427-a1f7-417e-9ef8-427a06d4836f is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:46:08.091670 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-8ce6df5b-6627-4d16-9993-5bb362463871 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 095b7427-a1f7-417e-9ef8-427a06d4836f) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:46:08.096742 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce6df5b-6627-4d16-9993-5bb362463871 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:08.098019 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ce6df5b-6627-4d16-9993-5bb362463871 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:08.102493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e36dded-f6ab-4713-b7c3-0d92f4081e5c None None] Network 095b7427-a1f7-417e-9ef8-427a06d4836f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:46:08.121577 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8ce6df5b-6627-4d16-9993-5bb362463871 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4333684 Nov 29 18:46:08.122016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40110) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:08.125616 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:08.132336 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:08.195359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7953e52d-9a14-4ddb-a20a-5acbbb40a1ee None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:46:08.196538 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Attempting to bind port 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:46:08.196921 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Attempting to bind port 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:46:08.197474 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Attempting to bind port 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:46:08.209171 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de35f4c-d5da-4390-87e2-c732a7d2fdc7 None None] Pushing event updated for resources: {'Port': ['ID=63a10506-3628-4f9a-b3e0-6fc5c9c0a38e,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:08.216451 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:46:08.216840 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:46:08.218052 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:08.218052 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:46:08.218354 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Bound port: 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:46:08.218744 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:08.221869 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de35f4c-d5da-4390-87e2-c732a7d2fdc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:08.222222 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de35f4c-d5da-4390-87e2-c732a7d2fdc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:08.224094 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de35f4c-d5da-4390-87e2-c732a7d2fdc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:08.224094 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de35f4c-d5da-4390-87e2-c732a7d2fdc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:08.224094 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de35f4c-d5da-4390-87e2-c732a7d2fdc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:08.224390 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de35f4c-d5da-4390-87e2-c732a7d2fdc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:08.224467 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de35f4c-d5da-4390-87e2-c732a7d2fdc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:08.224781 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de35f4c-d5da-4390-87e2-c732a7d2fdc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:08.225422 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de35f4c-d5da-4390-87e2-c732a7d2fdc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:08.225534 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de35f4c-d5da-4390-87e2-c732a7d2fdc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:08.225781 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de35f4c-d5da-4390-87e2-c732a7d2fdc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:08.226093 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de35f4c-d5da-4390-87e2-c732a7d2fdc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:46:08.273024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-9a95860b-0b2c-43d4-8a99-bf1d56c1909b None None] Provisioning complete for port 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:46:08.273404 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9a95860b-0b2c-43d4-8a99-bf1d56c1909b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:08.295903 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] For port 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:46:08.300328 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] For port 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=63a10506-3628-4f9a-b3e0-6fc5c9c0a38e,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:46:08.304815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-095b7427-a1f7-417e-9ef8-427a06d4836f', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ips': [{'subnet_id': '612a5b6c-c73e-4763-9ac7-8421df41fb64'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:46:08.305957 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:08.306638 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:08.377741 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de35f4c-d5da-4390-87e2-c732a7d2fdc7 None None] Pushing event updated for resources: {'Port': ['ID=63a10506-3628-4f9a-b3e0-6fc5c9c0a38e,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:08.384353 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Routers {'0fa494a2-7602-4881-8f0c-706686b02f9e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:46:08.385112 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:45:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0fa494a2-7602-4881-8f0c-706686b02f9e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:08.403717 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d77cbb-febf-488e-bde5-69c71806def9 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:46:08.405968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9a95860b-0b2c-43d4-8a99-bf1d56c1909b None None] Port 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:46:08.477196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Allocated IP 172.20.0.2 (095b7427-a1f7-417e-9ef8-427a06d4836f/612a5b6c-c73e-4763-9ac7-8421df41fb64/a6f5b5df-0fe5-4ec5-9643-f301248d2b44) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:46:08.512118 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] Set router 0fa494a2-7602-4881-8f0c-706686b02f9e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:46:08.571473 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3e06784c-346a-4e29-b173-028721cd89ee None None] Provisioning complete for port 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:46:08.571758 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e06784c-346a-4e29-b173-028721cd89ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:08.656896 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:08.716676 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e06784c-346a-4e29-b173-028721cd89ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:08.755392 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3e06784c-346a-4e29-b173-028721cd89ee None None] For port 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=63a10506-3628-4f9a-b3e0-6fc5c9c0a38e,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:46:08.759803 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:08.762897 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e06784c-346a-4e29-b173-028721cd89ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:08.768320 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:08.808633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Network 095b7427-a1f7-417e-9ef8-427a06d4836f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:46:08.812465 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096255581', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:46:05Z', 'updated_at': '2021-11-29T18:46:06Z', 'revision_number': 3, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:06Z', 'updated_at': '2021-11-29T18:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:08.814170 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:46:08.821206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:46:08.829262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06784c-346a-4e29-b173-028721cd89ee None None] Pushing event updated for resources: {'Port': ['ID=63a10506-3628-4f9a-b3e0-6fc5c9c0a38e,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:08.846482 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727f4feb-9391-4ff7-a34f-35fa4cc35a7c None None] The sync data for ids ['0fa494a2-7602-4881-8f0c-706686b02f9e'] in n-d-819494-5 is: [{'id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096255581', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:46:05Z', 'updated_at': '2021-11-29T18:46:06Z', 'revision_number': 3, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:06Z', 'updated_at': '2021-11-29T18:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:46:08.918529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Pushing event updated for resources: {'Port': ['ID=a6f5b5df-0fe5-4ec5-9643-f301248d2b44,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:08.922936 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Attempting to bind port a6f5b5df-0fe5-4ec5-9643-f301248d2b44 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:46:08.923311 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Attempting to bind port a6f5b5df-0fe5-4ec5-9643-f301248d2b44 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:46:08.923671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Attempting to bind port a6f5b5df-0fe5-4ec5-9643-f301248d2b44 on network 095b7427-a1f7-417e-9ef8-427a06d4836f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:46:08.929605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:46:08.929985 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Checking segment: {'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:46:08.930387 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:08.930779 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Bound using segment: {'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:46:08.931272 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Bound port: a6f5b5df-0fe5-4ec5-9643-f301248d2b44, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:46:08.931654 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:08.995769 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] For port a6f5b5df-0fe5-4ec5-9643-f301248d2b44, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:46:09.000250 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] For port a6f5b5df-0fe5-4ec5-9643-f301248d2b44, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a6f5b5df-0fe5-4ec5-9643-f301248d2b44,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:46:09.007464 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:09.025647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Allocated IP 172.20.0.1 (095b7427-a1f7-417e-9ef8-427a06d4836f/612a5b6c-c73e-4763-9ac7-8421df41fb64/4ccad769-c774-417b-be93-5881d3aada14) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:46:09.130125 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ec82c-243e-49f9-8faa-724baa0e4687 None None] Pushing event updated for resources: {'Port': ['ID=a6f5b5df-0fe5-4ec5-9643-f301248d2b44,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:09.188201 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:09.225655 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:09.281542 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 095b7427-a1f7-417e-9ef8-427a06d4836f is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:46:09.288392 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:46:09.288392 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:46:09.321985 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=4ccad769-c774-417b-be93-5881d3aada14,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:09.347547 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:09.542270 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:09.650825 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a6f5b5df-0fe5-4ec5-9643-f301248d2b44 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:46:09.712739 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a6f5b5df-0fe5-4ec5-9643-f301248d2b44 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:46:09.713259 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:09.876232 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:09.884737 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:09.973711 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:09.974010 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=4ccad769-c774-417b-be93-5881d3aada14,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:09.979484 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:10.011965 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port a6f5b5df-0fe5-4ec5-9643-f301248d2b44, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a6f5b5df-0fe5-4ec5-9643-f301248d2b44,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:46:10.017299 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:10.018459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:46:10.087075 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 095b7427-a1f7-417e-9ef8-427a06d4836f is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:46:10.089076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:46:10.106873 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=a6f5b5df-0fe5-4ec5-9643-f301248d2b44,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:10.120879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:46:10.121260 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:10.218415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6436d47-135b-4b82-8d54-969a0da452b1 None None] Network 095b7427-a1f7-417e-9ef8-427a06d4836f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:46:10.322012 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-be672d1a-908b-48b3-b745-ae87d24faccc None None] Provisioning complete for port a6f5b5df-0fe5-4ec5-9643-f301248d2b44 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:46:10.322389 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-be672d1a-908b-48b3-b745-ae87d24faccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:10.541020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 0fa494a2-7602-4881-8f0c-706686b02f9e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:46:10.660554 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:46:10.666069 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5f57ef1f-27f2-4e26-8cba-cc2e257c391c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "PUT /v2.0/routers/0fa494a2-7602-4881-8f0c-706686b02f9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5429661 Nov 29 18:46:10.714360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8b8c08c4-c114-46f2-b848-a7977f62c7b5 None None] Provisioning complete for port a6f5b5df-0fe5-4ec5-9643-f301248d2b44 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:46:10.714889 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b8c08c4-c114-46f2-b848-a7977f62c7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:10.743123 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Sync routers for ids ['0fa494a2-7602-4881-8f0c-706686b02f9e'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:46:10.766594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Routers {'0fa494a2-7602-4881-8f0c-706686b02f9e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:46:10.767392 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:45:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0fa494a2-7602-4881-8f0c-706686b02f9e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:10.842743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d870df93-3693-4514-a811-cffcd10cd23f req-c6338e8a-2810-4779-ad47-96e4fafe7955 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615296227&fields=id&tenant_id=a32142a09307461ea2f15c004fcd8bef HTTP/1.1" status: 200 len: 267 time: 0.0493782 Nov 29 18:46:10.925718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Set router 0fa494a2-7602-4881-8f0c-706686b02f9e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:46:10.961684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870df93-3693-4514-a811-cffcd10cd23f req-e82f728f-45b1-4e64-999b-d0fe15902543 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:10.965706 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8b8c08c4-c114-46f2-b848-a7977f62c7b5 None None] Provisioning complete for port 4ccad769-c774-417b-be93-5881d3aada14 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:46:10.966081 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b8c08c4-c114-46f2-b848-a7977f62c7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:10.969503 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d870df93-3693-4514-a811-cffcd10cd23f req-e82f728f-45b1-4e64-999b-d0fe15902543 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/networks?id=095b7427-a1f7-417e-9ef8-427a06d4836f HTTP/1.1" status: 200 len: 797 time: 0.1190255 Nov 29 18:46:10.980855 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d870df93-3693-4514-a811-cffcd10cd23f req-f71f2cd1-ec52-4de8-ab27-6070b6b9fa8c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/quotas/a32142a09307461ea2f15c004fcd8bef HTTP/1.1" status: 200 len: 375 time: 0.0104373 Nov 29 18:46:11.046556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d870df93-3693-4514-a811-cffcd10cd23f req-c1118aff-5848-4771-b365-f0dda74c3b07 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593185 Nov 29 18:46:11.089070 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c08c4-c114-46f2-b848-a7977f62c7b5 None None] Port 4ccad769-c774-417b-be93-5881d3aada14 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:46:11.180295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096255581', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:46:05Z', 'updated_at': '2021-11-29T18:46:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:06Z', 'updated_at': '2021-11-29T18:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4ccad769-c774-417b-be93-5881d3aada14', 'name': '', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:cd:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:08Z', 'updated_at': '2021-11-29T18:46:09Z', 'revision_number': 2, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:11.201271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d870df93-3693-4514-a811-cffcd10cd23f req-605169a4-5100-4d0d-b1ac-ca90f5b397e3 service neutron] 10.222.0.23 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382504 Nov 29 18:46:11.210701 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Checking router: 0fa494a2-7602-4881-8f0c-706686b02f9e for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:46:11.211098 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Updating router 0fa494a2-7602-4881-8f0c-706686b02f9e port 4ccad769-c774-417b-be93-5881d3aada14 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:46:11.247999 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:11.251226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6a455bc7-ab31-45d2-98a2-144f4e943804 None None] Provisioning complete for port 4ccad769-c774-417b-be93-5881d3aada14 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:46:11.251602 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a455bc7-ab31-45d2-98a2-144f4e943804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:11.300009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d870df93-3693-4514-a811-cffcd10cd23f req-d34c4c26-7143-40c4-85e3-102232436581 service neutron] 10.222.0.23 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910707 Nov 29 18:46:11.322114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6a455bc7-ab31-45d2-98a2-144f4e943804 None None] Port 4ccad769-c774-417b-be93-5881d3aada14 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:46:11.475465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb065742-d1ca-4bb9-b414-120c4e9b3eb0 req-8981a3cd-67b4-4fe7-95a7-9dae40cae406 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 210 time: 0.0310807 Nov 29 18:46:11.569417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a6f5b5df-0fe5-4ec5-9643-f301248d2b44 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:46:11.575657 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:11.603128 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:11.669907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e1cd0-5df2-450a-a571-1074832042d2 None None] Pushing event updated for resources: {'Port': ['ID=4ccad769-c774-417b-be93-5881d3aada14,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:11.713749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a6f5b5df-0fe5-4ec5-9643-f301248d2b44 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:46:11.714075 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:11.752723 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Attempting to bind port 4ccad769-c774-417b-be93-5881d3aada14 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:46:11.752960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Attempting to bind port 4ccad769-c774-417b-be93-5881d3aada14 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:46:11.753335 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Attempting to bind port 4ccad769-c774-417b-be93-5881d3aada14 on network 095b7427-a1f7-417e-9ef8-427a06d4836f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:46:11.763011 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:46:11.763373 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Checking segment: {'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:46:11.763787 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:11.764186 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Bound using segment: {'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:46:11.764678 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Bound port: 4ccad769-c774-417b-be93-5881d3aada14, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:46:11.765082 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:11.869143 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] For port 4ccad769-c774-417b-be93-5881d3aada14, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:46:11.873175 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] For port 4ccad769-c774-417b-be93-5881d3aada14, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4ccad769-c774-417b-be93-5881d3aada14,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:46:11.878203 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:11.949081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Routers {'0fa494a2-7602-4881-8f0c-706686b02f9e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:46:11.949719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:45:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0fa494a2-7602-4881-8f0c-706686b02f9e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:11.996130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e1cd0-5df2-450a-a571-1074832042d2 None None] Pushing event updated for resources: {'Port': ['ID=4ccad769-c774-417b-be93-5881d3aada14,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:12.014654 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2c51653a-a293-43ce-b6f4-6bb9fb909de6 None None] Provisioning complete for port 4ccad769-c774-417b-be93-5881d3aada14 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:46:12.015080 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c51653a-a293-43ce-b6f4-6bb9fb909de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:12.122525 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] Set router 0fa494a2-7602-4881-8f0c-706686b02f9e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:46:12.235932 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c51653a-a293-43ce-b6f4-6bb9fb909de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:12.311995 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2c51653a-a293-43ce-b6f4-6bb9fb909de6 None None] For port 4ccad769-c774-417b-be93-5881d3aada14, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4ccad769-c774-417b-be93-5881d3aada14,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:46:12.320386 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c51653a-a293-43ce-b6f4-6bb9fb909de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:12.408572 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51653a-a293-43ce-b6f4-6bb9fb909de6 None None] Pushing event updated for resources: {'Port': ['ID=4ccad769-c774-417b-be93-5881d3aada14,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:12.432511 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096255581', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:46:05Z', 'updated_at': '2021-11-29T18:46:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:06Z', 'updated_at': '2021-11-29T18:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4ccad769-c774-417b-be93-5881d3aada14', 'name': '', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:cd:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:08Z', 'updated_at': '2021-11-29T18:46:11Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:12.464449 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cf635c-ceac-48c1-8120-e967c28356ab None None] The sync data for ids ['0fa494a2-7602-4881-8f0c-706686b02f9e'] in n-d-819494-5 is: [{'id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096255581', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:46:05Z', 'updated_at': '2021-11-29T18:46:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:06Z', 'updated_at': '2021-11-29T18:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4ccad769-c774-417b-be93-5881d3aada14', 'name': '', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:cd:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:08Z', 'updated_at': '2021-11-29T18:46:11Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:46:12.472007 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6691228d-c547-415f-8cc0-2028f91f35f1 None None] Provisioning complete for port 4ccad769-c774-417b-be93-5881d3aada14 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:46:12.472398 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6691228d-c547-415f-8cc0-2028f91f35f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:12.600507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870df93-3693-4514-a811-cffcd10cd23f req-e719b94c-33e9-445b-bf59-f5f969f973b6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:12.602978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d870df93-3693-4514-a811-cffcd10cd23f req-e719b94c-33e9-445b-bf59-f5f969f973b6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.31 "GET /v2.0/networks?id=095b7427-a1f7-417e-9ef8-427a06d4836f HTTP/1.1" status: 200 len: 797 time: 0.2005739 Nov 29 18:46:12.652122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0389d19a-9813-4937-b67a-d8c0d7c545a3 req-e19f5f3a-6cfa-4962-889d-8be30d1f474a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 210 time: 0.0480351 Nov 29 18:46:12.698757 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d870df93-3693-4514-a811-cffcd10cd23f req-85198439-a16a-41ef-b995-89c3c2c9aff1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a32142a09307461ea2f15c004fcd8bef HTTP/1.1" status: 200 len: 379 time: 0.0793741 Nov 29 18:46:12.709023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-d870df93-3693-4514-a811-cffcd10cd23f req-68282341-b266-4393-86d4-f4cb075be00d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'port': {'device_id': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'admin_state_up': True, 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'security_groups': ['3de800c6-f46b-4687-807e-9257aafa08eb']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:46:12.824915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d870df93-3693-4514-a811-cffcd10cd23f req-68282341-b266-4393-86d4-f4cb075be00d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Made reservation on behalf of a32142a09307461ea2f15c004fcd8bef for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:46:12.828707 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d870df93-3693-4514-a811-cffcd10cd23f req-68282341-b266-4393-86d4-f4cb075be00d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:12.966147 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-d870df93-3693-4514-a811-cffcd10cd23f req-68282341-b266-4393-86d4-f4cb075be00d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Allocated IP 172.20.0.7 (095b7427-a1f7-417e-9ef8-427a06d4836f/612a5b6c-c73e-4763-9ac7-8421df41fb64/84db8e71-307c-4364-9d92-dc5930ad3c8c) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:46:13.118772 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d870df93-3693-4514-a811-cffcd10cd23f req-68282341-b266-4393-86d4-f4cb075be00d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:13.154753 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d870df93-3693-4514-a811-cffcd10cd23f req-68282341-b266-4393-86d4-f4cb075be00d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:13.199539 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d870df93-3693-4514-a811-cffcd10cd23f req-68282341-b266-4393-86d4-f4cb075be00d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 095b7427-a1f7-417e-9ef8-427a06d4836f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:46:13.202900 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-d870df93-3693-4514-a811-cffcd10cd23f req-68282341-b266-4393-86d4-f4cb075be00d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:46:13.206969 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-d870df93-3693-4514-a811-cffcd10cd23f req-68282341-b266-4393-86d4-f4cb075be00d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:46:13.233447 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68282341-b266-4393-86d4-f4cb075be00d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=84db8e71-307c-4364-9d92-dc5930ad3c8c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:13.266872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870df93-3693-4514-a811-cffcd10cd23f req-68282341-b266-4393-86d4-f4cb075be00d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:13.267557 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d870df93-3693-4514-a811-cffcd10cd23f req-68282341-b266-4393-86d4-f4cb075be00d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:13.290165 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d870df93-3693-4514-a811-cffcd10cd23f req-68282341-b266-4393-86d4-f4cb075be00d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5855820 Nov 29 18:46:13.360483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Request body: {'port': {'device_id': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:46:13.423216 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:13.451831 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a1195433-6aca-4f1b-a410-de6bf77c38b7 None None] Provisioning complete for port 84db8e71-307c-4364-9d92-dc5930ad3c8c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:46:13.452348 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1195433-6aca-4f1b-a410-de6bf77c38b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:13.491066 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a1195433-6aca-4f1b-a410-de6bf77c38b7 None None] Port 84db8e71-307c-4364-9d92-dc5930ad3c8c cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:46:13.613211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4ccad769-c774-417b-be93-5881d3aada14 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:46:13.665669 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 4ccad769-c774-417b-be93-5881d3aada14 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:46:13.666142 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:13.723726 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84db8e71-307c-4364-9d92-dc5930ad3c8c {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:46:13.735045 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:13.774103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Transition to ACTIVE for port object 84db8e71-307c-4364-9d92-dc5930ad3c8c will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:46:13.779020 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:13.833898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f7d0a-9758-4de0-b898-1ef650a4e592 req-db86f8f8-5295-4de9-ad12-6e223dbb9ece tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:13.835482 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-407f7d0a-9758-4de0-b898-1ef650a4e592 req-db86f8f8-5295-4de9-ad12-6e223dbb9ece tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 931 time: 0.0978782 Nov 29 18:46:13.853300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=84db8e71-307c-4364-9d92-dc5930ad3c8c,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:13.939237 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-407f7d0a-9758-4de0-b898-1ef650a4e592 req-d0e65d2d-e0fc-4dd3-b635-b8d00e2f228f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970433 Nov 29 18:46:13.960388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Attempting to bind port 84db8e71-307c-4364-9d92-dc5930ad3c8c on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:46:13.960388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Attempting to bind port 84db8e71-307c-4364-9d92-dc5930ad3c8c by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:46:13.960388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Attempting to bind port 84db8e71-307c-4364-9d92-dc5930ad3c8c on network 095b7427-a1f7-417e-9ef8-427a06d4836f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:46:13.961932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Port 84db8e71-307c-4364-9d92-dc5930ad3c8c on network 095b7427-a1f7-417e-9ef8-427a06d4836f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:46:13.962228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Attempting to bind port 84db8e71-307c-4364-9d92-dc5930ad3c8c on network 095b7427-a1f7-417e-9ef8-427a06d4836f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:46:13.968265 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:46:13.968647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Checking segment: {'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:46:13.969143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Bound using segment: {'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:46:13.969586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Bound port: 84db8e71-307c-4364-9d92-dc5930ad3c8c, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:46:13.969942 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:14.035672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:46:14.038967 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:46:14.043337 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:14.085597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:14.086157 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:14.087711 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d870df93-3693-4514-a811-cffcd10cd23f req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] 10.222.0.31 "PUT /v2.0/ports/84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 200 len: 1091 time: 0.7889488 Nov 29 18:46:14.088182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:46:14.090475 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46415c3-3a29-4757-9cb6-b58cf993a2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:46:14.125721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e889da4-8a56-45f2-a724-83fa18b6b6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=84db8e71-307c-4364-9d92-dc5930ad3c8c,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:14.167926 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a553509-43f3-4aaf-a3d9-fd71be34a3bc x-openstack-request-id: req-1a553509-43f3-4aaf-a3d9-fd71be34a3bc {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:46:14.168231 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:46:14.168490 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a553509-43f3-4aaf-a3d9-fd71be34a3bc {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:46:14.168913 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'status': 'completed', 'code': 200} Nov 29 18:46:14.186126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870df93-3693-4514-a811-cffcd10cd23f req-ecfe0c29-3ec9-428f-91c2-f256b6f90263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:14.187727 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d870df93-3693-4514-a811-cffcd10cd23f req-ecfe0c29-3ec9-428f-91c2-f256b6f90263 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1094 time: 0.0469792 Nov 29 18:46:14.231650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d870df93-3693-4514-a811-cffcd10cd23f req-23257770-c2a1-402e-bf28-f78dc96fa156 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 200 len: 217 time: 0.0363150 Nov 29 18:46:14.287944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870df93-3693-4514-a811-cffcd10cd23f req-bfae0b2d-9678-4f3d-a7ff-5e1c89053210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:14.289430 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d870df93-3693-4514-a811-cffcd10cd23f req-bfae0b2d-9678-4f3d-a7ff-5e1c89053210 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=612a5b6c-c73e-4763-9ac7-8421df41fb64 HTTP/1.1" status: 200 len: 835 time: 0.0504491 Nov 29 18:46:14.336766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870df93-3693-4514-a811-cffcd10cd23f req-1099f7ca-1ec8-468e-a59b-be4ccf6e4d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:14.338194 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d870df93-3693-4514-a811-cffcd10cd23f req-1099f7ca-1ec8-468e-a59b-be4ccf6e4d9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=095b7427-a1f7-417e-9ef8-427a06d4836f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410280 Nov 29 18:46:14.429048 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d870df93-3693-4514-a811-cffcd10cd23f req-b3d94f26-9398-4983-ab52-29c594322a09 service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837357 Nov 29 18:46:14.521917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d870df93-3693-4514-a811-cffcd10cd23f req-298d3646-c897-4845-b9b7-93a352e14ff9 service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853133 Nov 29 18:46:14.607711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46415c3-3a29-4757-9cb6-b58cf993a2a9 req-7e8e0f2d-fcfc-4609-b000-ebe251c18aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:14.609137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c46415c3-3a29-4757-9cb6-b58cf993a2a9 req-7e8e0f2d-fcfc-4609-b000-ebe251c18aae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1094 time: 0.0419493 Nov 29 18:46:14.702928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46415c3-3a29-4757-9cb6-b58cf993a2a9 req-a96c226e-6d5f-49c0-b987-31d1cc9182c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:14.704397 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c46415c3-3a29-4757-9cb6-b58cf993a2a9 req-a96c226e-6d5f-49c0-b987-31d1cc9182c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=095b7427-a1f7-417e-9ef8-427a06d4836f HTTP/1.1" status: 200 len: 898 time: 0.0875320 Nov 29 18:46:14.745745 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c46415c3-3a29-4757-9cb6-b58cf993a2a9 req-65154ad0-38ad-48d3-9e69-03ea793b5c28 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 200 len: 217 time: 0.0342584 Nov 29 18:46:14.794222 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46415c3-3a29-4757-9cb6-b58cf993a2a9 req-8f613004-64b8-4358-bd81-6cf796100f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:14.795727 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c46415c3-3a29-4757-9cb6-b58cf993a2a9 req-8f613004-64b8-4358-bd81-6cf796100f72 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=612a5b6c-c73e-4763-9ac7-8421df41fb64 HTTP/1.1" status: 200 len: 835 time: 0.0433621 Nov 29 18:46:14.846776 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46415c3-3a29-4757-9cb6-b58cf993a2a9 req-948e9e8d-742b-491a-b982-fb40d2769553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:14.848448 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c46415c3-3a29-4757-9cb6-b58cf993a2a9 req-948e9e8d-742b-491a-b982-fb40d2769553 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=095b7427-a1f7-417e-9ef8-427a06d4836f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458391 Nov 29 18:46:14.939676 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c46415c3-3a29-4757-9cb6-b58cf993a2a9 req-8870a68c-885b-4326-ae5b-beeb8f8f3cc8 service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831518 Nov 29 18:46:15.069665 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c46415c3-3a29-4757-9cb6-b58cf993a2a9 req-cf6bfc9a-18b2-4188-abf8-7a06287c6449 service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217015 Nov 29 18:46:15.082345 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced33cc-02ba-4386-aefc-a7ba95d6e5fe req-d9d8f93d-fbc8-4e9b-85c6-267b069cedeb tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:15.083918 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ced33cc-02ba-4386-aefc-a7ba95d6e5fe req-d9d8f93d-fbc8-4e9b-85c6-267b069cedeb tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 943 time: 0.0724642 Nov 29 18:46:15.137012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ced33cc-02ba-4386-aefc-a7ba95d6e5fe req-152cca97-ff0b-4b20-941d-b42514de2318 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461800 Nov 29 18:46:16.264330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409f278-9aac-45e2-899b-babfa4ef9409 req-d266e84a-dc5f-44ee-8567-ae5977bab8b3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:16.265954 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e409f278-9aac-45e2-899b-babfa4ef9409 req-d266e84a-dc5f-44ee-8567-ae5977bab8b3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 943 time: 0.0575583 Nov 29 18:46:16.321619 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e409f278-9aac-45e2-899b-babfa4ef9409 req-e82e03df-067e-49de-a373-a3d0d96206c8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474417 Nov 29 18:46:17.444622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf3938-8397-4bc9-83ce-c870840b1784 req-3e3c81a1-056f-4296-93dd-2df9547e4285 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:17.446154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32bf3938-8397-4bc9-83ce-c870840b1784 req-3e3c81a1-056f-4296-93dd-2df9547e4285 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 943 time: 0.0500834 Nov 29 18:46:17.503882 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32bf3938-8397-4bc9-83ce-c870840b1784 req-09214851-3ad2-4ec9-a189-41677c801acd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502329 Nov 29 18:46:18.483300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 84db8e71-307c-4364-9d92-dc5930ad3c8c details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:46:18.629045 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c76a9d-9abb-4437-adff-48727492dddc req-c4db2bd3-6b5e-400a-9d94-701faafc93e9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:18.630767 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74c76a9d-9abb-4437-adff-48727492dddc req-c4db2bd3-6b5e-400a-9d94-701faafc93e9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 943 time: 0.0571115 Nov 29 18:46:18.683681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74c76a9d-9abb-4437-adff-48727492dddc req-963c516d-2995-4cce-9815-c4778546327a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465612 Nov 29 18:46:18.736897 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:46:18.748566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'port_id': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'mac_address': 'fa:16:3e:fc:d2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:46:18.785122 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:18.797830 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84db8e71-307c-4364-9d92-dc5930ad3c8c {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:46:18.820449 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:46:18.825207 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:18.875413 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=84db8e71-307c-4364-9d92-dc5930ad3c8c,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:19.203215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['84db8e71-307c-4364-9d92-dc5930ad3c8c'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:46:19.809704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3dc91-61ea-4964-9f2a-e192453ff02a req-f8a6669c-8367-4635-a9e3-2e22be841ec6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:19.811287 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3cc3dc91-61ea-4964-9f2a-e192453ff02a req-f8a6669c-8367-4635-a9e3-2e22be841ec6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 944 time: 0.0598867 Nov 29 18:46:19.860012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3cc3dc91-61ea-4964-9f2a-e192453ff02a req-a6dea009-e694-4e8a-9acb-5eb34f07fe29 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427413 Nov 29 18:46:20.510994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 84db8e71-307c-4364-9d92-dc5930ad3c8c up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:46:20.559898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 84db8e71-307c-4364-9d92-dc5930ad3c8c completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:46:20.563630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 84db8e71-307c-4364-9d92-dc5930ad3c8c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:46:20.564000 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:20.646818 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:20.669378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:46:20.671724 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48f4cc9-172c-424f-9986-13c94b1d6664" -d '{"events": [{"server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "name": "network-vif-plugged", "status": "completed", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:46:20.684212 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:46:20.688509 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:20.713437 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1009df-5ce8-4bcf-b3dc-e5b0232cc779 x-openstack-request-id: req-cd1009df-5ce8-4bcf-b3dc-e5b0232cc779 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:46:20.713737 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "name": "network-vif-plugged", "status": "completed", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:46:20.713997 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd1009df-5ce8-4bcf-b3dc-e5b0232cc779 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:46:20.714395 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'code': 200} Nov 29 18:46:20.739828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=84db8e71-307c-4364-9d92-dc5930ad3c8c,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:20.811326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbffd4-0151-4324-a27b-3ffe1123118c req-d2257417-aabc-478b-b316-c7e8948dd30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:20.812829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9abbffd4-0151-4324-a27b-3ffe1123118c req-d2257417-aabc-478b-b316-c7e8948dd30d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0396147 Nov 29 18:46:20.860366 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9abbffd4-0151-4324-a27b-3ffe1123118c req-eba59a5b-0488-4e88-8b69-51a874ffcb55 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387452 Nov 29 18:46:20.974123 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b87d8-079e-48f2-821e-2c0ee3d4895a req-708412c0-ae53-4bef-9c58-e92f4a69059c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:20.975642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a32b87d8-079e-48f2-821e-2c0ee3d4895a req-708412c0-ae53-4bef-9c58-e92f4a69059c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0487466 Nov 29 18:46:21.028941 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a32b87d8-079e-48f2-821e-2c0ee3d4895a req-45d36f18-40dc-4595-8a28-b55378ac51c7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473096 Nov 29 18:46:22.146985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919222cb-af09-4bd5-a511-f84641654faa req-0632d79f-020c-42f6-b131-66e20f4f5a8f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:22.148547 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-919222cb-af09-4bd5-a511-f84641654faa req-0632d79f-020c-42f6-b131-66e20f4f5a8f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0492010 Nov 29 18:46:22.198430 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-919222cb-af09-4bd5-a511-f84641654faa req-248116da-75af-4048-9a9e-4311dcd7b833 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435774 Nov 29 18:46:22.311544 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7b527-3d58-44d5-93ff-15f1bcfc7828 req-5ad3d365-943e-402d-8e24-cda292fdf590 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:22.312962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5d7b527-3d58-44d5-93ff-15f1bcfc7828 req-5ad3d365-943e-402d-8e24-cda292fdf590 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0485873 Nov 29 18:46:22.362441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c5d7b527-3d58-44d5-93ff-15f1bcfc7828 req-204f8cd9-a250-4aa2-87fc-b73775708b5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435319 Nov 29 18:46:22.383968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40168) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:22.426446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560e26fa-862d-4fdb-a705-f2937cf8db14 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:22.427973 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-560e26fa-862d-4fdb-a705-f2937cf8db14 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1091 time: 0.0430317 Nov 29 18:46:22.430663 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40170) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:22.434862 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:46:22.456184 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:22.553082 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:22.658372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Allocated IP 172.25.3.97 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/89f7acce-58c4-4ce4-b5ec-646ca8316b8d) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:46:22.762669 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:22.795700 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:22.840158 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:46:22.843394 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:46:22.847308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:46:22.852719 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=89f7acce-58c4-4ce4-b5ec-646ca8316b8d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:23.488672 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:23.559137 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:23.713611 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:23.718235 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:23.785771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=89f7acce-58c4-4ce4-b5ec-646ca8316b8d,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:46:23.797803 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:23.904510 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Floating IP 4f918064-6718-4779-8fa3-6b03191141af associated. External IP: 172.25.3.97, port: 84db8e71-307c-4364-9d92-dc5930ad3c8c. Nov 29 18:46:24.030202 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-223f2ac4-c710-4d85-b339-45090f22fb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:24.115014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 0fa494a2-7602-4881-8f0c-706686b02f9e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:46:24.224692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:46:24.234122 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83034b3d-3659-4cdc-a53c-905ccc3ef3eb None None] Sync routers for ids ['0fa494a2-7602-4881-8f0c-706686b02f9e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:46:24.242889 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:24.244746 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83034b3d-3659-4cdc-a53c-905ccc3ef3eb None None] Routers {'0fa494a2-7602-4881-8f0c-706686b02f9e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:46:24.245375 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-83034b3d-3659-4cdc-a53c-905ccc3ef3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:45:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0fa494a2-7602-4881-8f0c-706686b02f9e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:24.272473 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-87fbc0c2-6698-4705-816b-fffdc4fd95ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8407557 Nov 29 18:46:24.273157 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:46:24.276811 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cef19a-198f-45d8-af74-0a4637c0f8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:46:24.314350 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852aa071-78f7-488f-86ac-30dbdd9b406c x-openstack-request-id: req-852aa071-78f7-488f-86ac-30dbdd9b406c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:46:24.314659 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:46:24.314958 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-852aa071-78f7-488f-86ac-30dbdd9b406c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:46:24.315369 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'status': 'completed', 'code': 200} Nov 29 18:46:24.370336 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-83034b3d-3659-4cdc-a53c-905ccc3ef3eb None None] Set router 0fa494a2-7602-4881-8f0c-706686b02f9e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:46:24.413137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cef19a-198f-45d8-af74-0a4637c0f8d1 req-de99c800-cd88-452e-a9e5-9f196d26df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:24.414644 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97cef19a-198f-45d8-af74-0a4637c0f8d1 req-de99c800-cd88-452e-a9e5-9f196d26df2b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0774307 Nov 29 18:46:24.422932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84948e50-57ac-4304-ae5d-8f3039ee890a req-49c72589-cc3a-44eb-b733-879af6665311 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:24.424359 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84948e50-57ac-4304-ae5d-8f3039ee890a req-49c72589-cc3a-44eb-b733-879af6665311 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0894842 Nov 29 18:46:24.526497 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84948e50-57ac-4304-ae5d-8f3039ee890a req-12700933-490d-45e0-bd43-f5a7ba461f40 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937674 Nov 29 18:46:24.548687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cef19a-198f-45d8-af74-0a4637c0f8d1 req-7eea251b-8e76-48a6-a5d5-dbe7a0ac439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:24.550107 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97cef19a-198f-45d8-af74-0a4637c0f8d1 req-7eea251b-8e76-48a6-a5d5-dbe7a0ac439a service neutron] 10.222.0.31 "GET /v2.0/networks?id=095b7427-a1f7-417e-9ef8-427a06d4836f HTTP/1.1" status: 200 len: 898 time: 0.1248832 Nov 29 18:46:24.553040 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40178) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:24.608609 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-83034b3d-3659-4cdc-a53c-905ccc3ef3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096255581', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:46:05Z', 'updated_at': '2021-11-29T18:46:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:06Z', 'updated_at': '2021-11-29T18:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '4f918064-6718-4779-8fa3-6b03191141af', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'port_id': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'mac_address': 'fa:16:3e:fc:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:46:23Z', 'updated_at': '2021-11-29T18:46:23Z', 'revision_number': 0, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ccad769-c774-417b-be93-5881d3aada14', 'name': '', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:cd:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:08Z', 'updated_at': '2021-11-29T18:46:12Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:24.635952 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83034b3d-3659-4cdc-a53c-905ccc3ef3eb None None] Checking router: 0fa494a2-7602-4881-8f0c-706686b02f9e for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:46:24.644696 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83034b3d-3659-4cdc-a53c-905ccc3ef3eb None None] Routers {'0fa494a2-7602-4881-8f0c-706686b02f9e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:46:24.645295 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-83034b3d-3659-4cdc-a53c-905ccc3ef3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:45:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0fa494a2-7602-4881-8f0c-706686b02f9e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:24.666066 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e22c7d08-ea9e-4368-ae8d-91f7eb4e0aac tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/floatingips/4f918064-6718-4779-8fa3-6b03191141af HTTP/1.1" status: 200 len: 990 time: 0.1118805 Nov 29 18:46:24.667981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97cef19a-198f-45d8-af74-0a4637c0f8d1 req-434c7ccc-4a82-47f5-85f7-12c3acc67892 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 200 len: 998 time: 0.1085734 Nov 29 18:46:24.721413 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cef19a-198f-45d8-af74-0a4637c0f8d1 req-a48c1cf4-2507-4b6b-b6df-3b37f3a392fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:24.722977 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97cef19a-198f-45d8-af74-0a4637c0f8d1 req-a48c1cf4-2507-4b6b-b6df-3b37f3a392fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=612a5b6c-c73e-4763-9ac7-8421df41fb64 HTTP/1.1" status: 200 len: 835 time: 0.0479591 Nov 29 18:46:24.749958 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-83034b3d-3659-4cdc-a53c-905ccc3ef3eb None None] Set router 0fa494a2-7602-4881-8f0c-706686b02f9e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:46:24.769102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cef19a-198f-45d8-af74-0a4637c0f8d1 req-4a5af4e0-4c46-4f26-af5a-92e51f593269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:46:24.770612 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97cef19a-198f-45d8-af74-0a4637c0f8d1 req-4a5af4e0-4c46-4f26-af5a-92e51f593269 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=095b7427-a1f7-417e-9ef8-427a06d4836f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411375 Nov 29 18:46:24.861403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97cef19a-198f-45d8-af74-0a4637c0f8d1 req-b6c67aa1-db19-4f31-9332-e99c34b7a785 service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835538 Nov 29 18:46:24.956009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97cef19a-198f-45d8-af74-0a4637c0f8d1 req-d0b8f307-304a-436b-9a97-268d86a8bcb4 service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879579 Nov 29 18:46:24.972988 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-83034b3d-3659-4cdc-a53c-905ccc3ef3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096255581', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:46:05Z', 'updated_at': '2021-11-29T18:46:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:06Z', 'updated_at': '2021-11-29T18:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '4f918064-6718-4779-8fa3-6b03191141af', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'port_id': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'mac_address': 'fa:16:3e:fc:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:46:23Z', 'updated_at': '2021-11-29T18:46:23Z', 'revision_number': 0, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ccad769-c774-417b-be93-5881d3aada14', 'name': '', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:cd:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:08Z', 'updated_at': '2021-11-29T18:46:12Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:46:25.003883 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83034b3d-3659-4cdc-a53c-905ccc3ef3eb None None] The sync data for ids ['0fa494a2-7602-4881-8f0c-706686b02f9e'] in n-d-819494-5 is: [{'id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096255581', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:46:05Z', 'updated_at': '2021-11-29T18:46:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:06Z', 'updated_at': '2021-11-29T18:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '4f918064-6718-4779-8fa3-6b03191141af', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'port_id': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'mac_address': 'fa:16:3e:fc:d2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:46:23Z', 'updated_at': '2021-11-29T18:46:23Z', 'revision_number': 0, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ccad769-c774-417b-be93-5881d3aada14', 'name': '', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:cd:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:08Z', 'updated_at': '2021-11-29T18:46:12Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:46:25.194091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3943abf8-5503-43e3-a88c-c61342be2034 None None] New status for floating IP 4f918064-6718-4779-8fa3-6b03191141af: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:46:25.670187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40180) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:46:25.734346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-963c3522-466f-4fef-b229-441ad1d85954 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/floatingips/4f918064-6718-4779-8fa3-6b03191141af HTTP/1.1" status: 200 len: 992 time: 0.0629461 Nov 29 18:46:26.476968 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d343fdd2-fdec-4401-9951-849e453d45a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:27.526499 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:27.721377 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:29.248400 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:30.027795 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:30.061107 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:34.545446 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:46:54.031280 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a5786bc-2bfb-4d2e-8f00-73f929586226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:56.478742 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4cffa89-0cdb-4c0f-9a19-030c28ed2dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:57.531164 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:57.721614 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:46:59.250007 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:00.030743 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:00.080599 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:11.545024 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:47:22.419259 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57af7bfb-144f-4adf-bdfa-7531dd86d462 req-50431fdd-90e0-4f12-b6da-8566f5ed92be service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419710 Nov 29 18:47:22.501297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af7bfb-144f-4adf-bdfa-7531dd86d462 req-004e467d-2939-4181-940f-b8973481339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:22.502866 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57af7bfb-144f-4adf-bdfa-7531dd86d462 req-004e467d-2939-4181-940f-b8973481339e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0405354 Nov 29 18:47:22.602822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af7bfb-144f-4adf-bdfa-7531dd86d462 req-6646e587-a14f-4a11-b30d-473822a5c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:22.604279 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57af7bfb-144f-4adf-bdfa-7531dd86d462 req-6646e587-a14f-4a11-b30d-473822a5c6ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=095b7427-a1f7-417e-9ef8-427a06d4836f HTTP/1.1" status: 200 len: 898 time: 0.0818272 Nov 29 18:47:22.677308 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57af7bfb-144f-4adf-bdfa-7531dd86d462 req-8b59a6d5-42cf-4183-bca8-974ca445a9ec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 200 len: 1000 time: 0.0651102 Nov 29 18:47:22.729585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af7bfb-144f-4adf-bdfa-7531dd86d462 req-ba5bbca7-3fd5-4f27-9936-5c8533e2b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:22.731081 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57af7bfb-144f-4adf-bdfa-7531dd86d462 req-ba5bbca7-3fd5-4f27-9936-5c8533e2b3b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=612a5b6c-c73e-4763-9ac7-8421df41fb64 HTTP/1.1" status: 200 len: 835 time: 0.0465293 Nov 29 18:47:22.776009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af7bfb-144f-4adf-bdfa-7531dd86d462 req-23f9f9ed-a9ff-463a-82b6-5f36b29f4c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:22.777518 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57af7bfb-144f-4adf-bdfa-7531dd86d462 req-23f9f9ed-a9ff-463a-82b6-5f36b29f4c3e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=095b7427-a1f7-417e-9ef8-427a06d4836f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392983 Nov 29 18:47:22.869764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57af7bfb-144f-4adf-bdfa-7531dd86d462 req-1bb82fb5-e548-4056-ab12-aa84733c0044 service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842547 Nov 29 18:47:22.958450 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57af7bfb-144f-4adf-bdfa-7531dd86d462 req-90b01155-6222-45e4-b062-8a68c00bfdc8 service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813475 Nov 29 18:47:24.034151 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0ae29d0d-530f-42da-b117-359658004527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:26.480621 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-516206d0-464b-406e-b9ce-0fd77e1c2cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:27.553930 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:27.730324 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:28.484946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c3f8d-a89f-433c-a327-ca69e6e8aebf req-e1c0d4a3-c9ef-4ffa-8a00-1b0bbfdffd9c tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:28.486475 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec5c3f8d-a89f-433c-a327-ca69e6e8aebf req-e1c0d4a3-c9ef-4ffa-8a00-1b0bbfdffd9c tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0405450 Nov 29 18:47:28.536074 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec5c3f8d-a89f-433c-a327-ca69e6e8aebf req-b17f99a5-e678-41cc-a48d-115799f37dba tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436671 Nov 29 18:47:28.656000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdb620-4de7-4f47-bee2-b395fd287d10 req-d8296b50-af3c-4290-b5b8-19afffe25481 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:28.658095 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19cdb620-4de7-4f47-bee2-b395fd287d10 req-d8296b50-af3c-4290-b5b8-19afffe25481 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0496881 Nov 29 18:47:28.708813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19cdb620-4de7-4f47-bee2-b395fd287d10 req-195cf929-d1b9-4f9b-b8ca-9ce77ae16caa tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443659 Nov 29 18:47:28.735674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40214) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:47:28.801726 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-009a543b-6900-4deb-a779-77f22e853795 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/floatingips/4f918064-6718-4779-8fa3-6b03191141af HTTP/1.1" status: 200 len: 992 time: 0.0648630 Nov 29 18:47:29.141662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-f3c2577e-875c-4980-9e72-ff7493279b07 req-6a366056-973c-4d5c-9b16-fe6ed1cb80d9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:47:29.142692 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3c2577e-875c-4980-9e72-ff7493279b07 req-6a366056-973c-4d5c-9b16-fe6ed1cb80d9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059102 Nov 29 18:47:29.256302 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:29.517838 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-d46d8eed-688d-47ed-93f7-4b086db08057 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428348 Nov 29 18:47:29.528509 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-5c4e13e4-a5a3-463f-9546-65ad042d8918 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:47:29.529508 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-5c4e13e4-a5a3-463f-9546-65ad042d8918 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056119 Nov 29 18:47:29.536536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a8db9-cd40-4eaa-bc53-c002e1db8b8c req-db821c63-bdad-41ed-b32d-f87b8d77b968 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:29.538037 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea1a8db9-cd40-4eaa-bc53-c002e1db8b8c req-db821c63-bdad-41ed-b32d-f87b8d77b968 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0519011 Nov 29 18:47:29.595964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea1a8db9-cd40-4eaa-bc53-c002e1db8b8c req-f4cfe994-be8c-47a0-b77d-7782100183cb tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489194 Nov 29 18:47:30.038643 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:30.077732 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:30.720744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-47aa941c-75b3-4c8a-a647-622c440d5704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:30.722238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-47aa941c-75b3-4c8a-a647-622c440d5704 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0722406 Nov 29 18:47:30.733458 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74952964-6496-4011-86c7-b246b7114925 req-35c2539d-79a3-46ff-b6fd-96539fd1e5e8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:30.735356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74952964-6496-4011-86c7-b246b7114925 req-35c2539d-79a3-46ff-b6fd-96539fd1e5e8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0613654 Nov 29 18:47:30.839710 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74952964-6496-4011-86c7-b246b7114925 req-9aa1308c-1b1d-4abb-8c85-aa3d573a46d6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965500 Nov 29 18:47:30.858037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-e9d19fe0-72ac-4743-980e-53f7832e6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:30.859570 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-e9d19fe0-72ac-4743-980e-53f7832e6e91 service neutron] 10.222.0.31 "GET /v2.0/networks?id=095b7427-a1f7-417e-9ef8-427a06d4836f HTTP/1.1" status: 200 len: 898 time: 0.1233628 Nov 29 18:47:30.930338 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-e5334417-3dbb-4aac-ada3-8c72d71e4860 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 200 len: 1000 time: 0.0613396 Nov 29 18:47:30.980680 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7559d994-f028-482a-a3df-8ddb59983281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:30.982154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7559d994-f028-482a-a3df-8ddb59983281 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=612a5b6c-c73e-4763-9ac7-8421df41fb64 HTTP/1.1" status: 200 len: 835 time: 0.0448861 Nov 29 18:47:31.028095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-a5f3dacd-3655-4386-8b55-eae64a580229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:31.029613 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-a5f3dacd-3655-4386-8b55-eae64a580229 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=095b7427-a1f7-417e-9ef8-427a06d4836f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398095 Nov 29 18:47:31.125401 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-250a4f00-6b61-4831-a9a8-df6cef217986 service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872278 Nov 29 18:47:31.216908 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-658eec9a-3890-4967-855c-29f55c89da22 service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821044 Nov 29 18:47:31.958440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f14b2-1607-49ec-b292-86597d7ad6a0 req-2e79a49a-c385-4575-998e-5fc39e2c874b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:31.960049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-292f14b2-1607-49ec-b292-86597d7ad6a0 req-2e79a49a-c385-4575-998e-5fc39e2c874b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0524068 Nov 29 18:47:32.008034 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-292f14b2-1607-49ec-b292-86597d7ad6a0 req-117548bb-d602-418f-a7a6-34a5b7fff1e1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420439 Nov 29 18:47:33.129707 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbfe82-70b7-497b-95dd-c85527560cde req-f1892d1a-d482-4a48-aa28-4b910f8528e8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:33.131220 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01cbfe82-70b7-497b-95dd-c85527560cde req-f1892d1a-d482-4a48-aa28-4b910f8528e8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0490601 Nov 29 18:47:33.181244 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01cbfe82-70b7-497b-95dd-c85527560cde req-8862aa4d-aede-4f63-a1ec-2b29a37f1f37 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440221 Nov 29 18:47:34.297214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f8323-0ca9-4b2d-a9a6-ade4569c1eca req-9058261f-621e-4f93-b15f-4d4a380efb4f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:34.298803 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-429f8323-0ca9-4b2d-a9a6-ade4569c1eca req-9058261f-621e-4f93-b15f-4d4a380efb4f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0493066 Nov 29 18:47:34.351937 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-429f8323-0ca9-4b2d-a9a6-ade4569c1eca req-5b7d9084-43f7-410a-a02e-b7b23f0c09b9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471320 Nov 29 18:47:35.471336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851462f5-5322-4ce0-9416-1d68d14810ec req-0a0e72c1-91a6-4309-84b0-ac6f11c08993 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:35.472834 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-851462f5-5322-4ce0-9416-1d68d14810ec req-0a0e72c1-91a6-4309-84b0-ac6f11c08993 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0488002 Nov 29 18:47:35.521866 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-851462f5-5322-4ce0-9416-1d68d14810ec req-2d0bf57f-47e4-4722-b196-e0e8588a8fe4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430849 Nov 29 18:47:36.639864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631adb5-b5aa-4e38-8439-2c0a01c09b64 req-25f6897b-fc85-4d0a-9126-8642d176ab2f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:36.641360 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f631adb5-b5aa-4e38-8439-2c0a01c09b64 req-25f6897b-fc85-4d0a-9126-8642d176ab2f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0510902 Nov 29 18:47:36.692459 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f631adb5-b5aa-4e38-8439-2c0a01c09b64 req-602ed802-c821-4dff-9339-4e784eeb974d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449710 Nov 29 18:47:37.810856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f690ed1-0548-4bc5-9afb-aa587a934bdf req-c401bd88-e14d-464c-a944-84a19a270db1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:37.812255 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f690ed1-0548-4bc5-9afb-aa587a934bdf req-c401bd88-e14d-464c-a944-84a19a270db1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0522900 Nov 29 18:47:37.862779 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f690ed1-0548-4bc5-9afb-aa587a934bdf req-1bb58c01-0e42-47ef-b5b3-07c34a00ee06 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446434 Nov 29 18:47:38.979442 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906a206-d930-4a67-9b12-1ad289f616e7 req-a9cd7088-0793-4c25-8633-b5773911733a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:38.980968 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7906a206-d930-4a67-9b12-1ad289f616e7 req-a9cd7088-0793-4c25-8633-b5773911733a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0479996 Nov 29 18:47:39.029924 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7906a206-d930-4a67-9b12-1ad289f616e7 req-406f65fc-eb2c-4b52-8f27-e11446f7a0d8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422819 Nov 29 18:47:40.147056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34f273-a78b-4893-91ac-942abfca360a req-5bf448e0-9548-431b-8dac-716783aec4f4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:40.148515 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c34f273-a78b-4893-91ac-942abfca360a req-5bf448e0-9548-431b-8dac-716783aec4f4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0484414 Nov 29 18:47:40.200051 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c34f273-a78b-4893-91ac-942abfca360a req-7629681f-07db-42af-8f29-eb53c47fc00a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456650 Nov 29 18:47:41.316295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ce58b-ed5e-4880-86af-38f438c72a7a req-eb3a0870-f6fd-4322-b027-765470fb7097 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:41.317724 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f5ce58b-ed5e-4880-86af-38f438c72a7a req-eb3a0870-f6fd-4322-b027-765470fb7097 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0492589 Nov 29 18:47:41.367571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f5ce58b-ed5e-4880-86af-38f438c72a7a req-bafb5e45-958b-4275-bd83-862e26ae62d9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438464 Nov 29 18:47:42.483174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc069d33-9244-4594-a38e-7d9cebe6201d req-0468020d-78ac-4cf1-9beb-b5bb0f2b609c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:42.485272 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc069d33-9244-4594-a38e-7d9cebe6201d req-0468020d-78ac-4cf1-9beb-b5bb0f2b609c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0490115 Nov 29 18:47:42.539420 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc069d33-9244-4594-a38e-7d9cebe6201d req-b2119873-716c-4e2c-b2b7-2b2a9bb227bb tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479977 Nov 29 18:47:43.213668 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-30021a48-1591-4181-abd0-86fa87240264 service neutron] show failed (client error): The resource could not be found. Nov 29 18:47:43.214701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-30021a48-1591-4181-abd0-86fa87240264 service neutron] 10.222.0.31 "GET /v2.0/ports/84db8e71-307c-4364-9d92-dc5930ad3c8c/bindings/n-h1-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.0602255 Nov 29 18:47:43.430866 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-26405b65-0c8a-47d8-9182-22aa30cd5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:43.432310 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-26405b65-0c8a-47d8-9182-22aa30cd5b6f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1&tenant_id=a32142a09307461ea2f15c004fcd8bef HTTP/1.1" status: 200 len: 1096 time: 0.0458677 Nov 29 18:47:43.444511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:47:43.498976 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:43.665717 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687a651-63f2-4442-a323-166ae846c674 req-e232ff62-acd5-4df8-9243-7009bf8fc61d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:43.667258 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3687a651-63f2-4442-a323-166ae846c674 req-e232ff62-acd5-4df8-9243-7009bf8fc61d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0538223 Nov 29 18:47:43.713501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:47:43.721464 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3687a651-63f2-4442-a323-166ae846c674 req-781a8fcc-9b10-4f3c-bd13-39b5f7b79cde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478756 Nov 29 18:47:43.749719 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:47:43.795322 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:47:43.797648 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd8b0aa-d89d-4f3d-b088-3a6b91c3e193" -d '{"events": [{"server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "name": "network-vif-unplugged", "status": "completed", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:47:43.801588 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:43.815952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Transition to ACTIVE for port object 84db8e71-307c-4364-9d92-dc5930ad3c8c will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:47:43.819265 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:43.854149 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39e518c-c2b7-40b4-8f10-5e4c0aadc70b x-openstack-request-id: req-a39e518c-c2b7-40b4-8f10-5e4c0aadc70b {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:47:43.855081 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "name": "network-vif-unplugged", "status": "completed", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:47:43.855081 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a39e518c-c2b7-40b4-8f10-5e4c0aadc70b {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:47:43.855258 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'code': 200} Nov 29 18:47:43.899910 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Pushing event updated for resources: {'Port': ['ID=84db8e71-307c-4364-9d92-dc5930ad3c8c,revision_number=6']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:47:43.915478 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:43.915829 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:43.916171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:43.916509 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:43.916846 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:43.917180 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:43.917517 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:43.917844 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:43.918175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:43.918500 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:43.918848 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:43.919174 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:43.958388 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] No DVR routers for this DVR port 84db8e71-307c-4364-9d92-dc5930ad3c8c on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:47:44.104285 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Attempting to bind port 84db8e71-307c-4364-9d92-dc5930ad3c8c on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:47:44.104598 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Attempting to bind port 84db8e71-307c-4364-9d92-dc5930ad3c8c by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:47:44.104931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Attempting to bind port 84db8e71-307c-4364-9d92-dc5930ad3c8c on network 095b7427-a1f7-417e-9ef8-427a06d4836f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:47:44.109549 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Port 84db8e71-307c-4364-9d92-dc5930ad3c8c on network 095b7427-a1f7-417e-9ef8-427a06d4836f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:47:44.109877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Attempting to bind port 84db8e71-307c-4364-9d92-dc5930ad3c8c on network 095b7427-a1f7-417e-9ef8-427a06d4836f {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:47:44.116572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:47:44.117628 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Checking segment: {'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:47:44.118030 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Bound using segment: {'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:47:44.118474 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Bound port: 84db8e71-307c-4364-9d92-dc5930ad3c8c, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:47:44.118862 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:44.197200 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:47:44.200108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:47:44.205379 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:44.242871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:44.243501 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:44.244897 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] 10.222.0.20 "PUT /v2.0/ports/84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 200 len: 1091 time: 0.8045924 Nov 29 18:47:44.263316 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80648d-8030-4b0b-9e8e-691d847097ac service neutron] Pushing event updated for resources: {'Port': ['ID=84db8e71-307c-4364-9d92-dc5930ad3c8c,revision_number=7']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:47:44.322178 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-20ff0093-5054-46f0-b7bd-e92078d4b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:44.323789 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-20ff0093-5054-46f0-b7bd-e92078d4b59e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1094 time: 0.0459216 Nov 29 18:47:44.444711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-29c4ef3e-311f-4ef3-be2b-f3f5f82134a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:44.446232 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-29c4ef3e-311f-4ef3-be2b-f3f5f82134a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=095b7427-a1f7-417e-9ef8-427a06d4836f HTTP/1.1" status: 200 len: 898 time: 0.1127436 Nov 29 18:47:44.523252 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-1b1169b0-6d38-41d1-86d1-0d936d4f6b2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 200 len: 998 time: 0.0639577 Nov 29 18:47:44.581780 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-c0e3b954-6a5a-4651-b01b-425deb83788f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:44.583304 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-c0e3b954-6a5a-4651-b01b-425deb83788f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=612a5b6c-c73e-4763-9ac7-8421df41fb64 HTTP/1.1" status: 200 len: 835 time: 0.0497093 Nov 29 18:47:44.636724 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-254f8901-0a14-4a0a-b287-08baca483084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:44.638259 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-254f8901-0a14-4a0a-b287-08baca483084 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=095b7427-a1f7-417e-9ef8-427a06d4836f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433061 Nov 29 18:47:44.735711 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-dba6cc11-1092-48e6-8b70-60f173d700b8 service neutron] 10.222.0.20 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849314 Nov 29 18:47:44.844926 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dd643b07-0221-42a9-a9ff-dbef5474f51d req-470b8b8d-4ffd-4630-be25-71a9fe564c26 service neutron] 10.222.0.20 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968173 Nov 29 18:47:44.846182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad780b6-be0f-4344-98ac-f1835d7fb0a5 req-7088b454-63d0-4a83-8201-5f0f01cdb126 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:44.847706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bad780b6-be0f-4344-98ac-f1835d7fb0a5 req-7088b454-63d0-4a83-8201-5f0f01cdb126 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 943 time: 0.0497146 Nov 29 18:47:44.908688 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bad780b6-be0f-4344-98ac-f1835d7fb0a5 req-b04888ed-3a52-424f-8f82-4734d132b514 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541315 Nov 29 18:47:45.856076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:47:45.858388 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104adb2e-e24f-4108-8b7e-a6c7477e51b9" -d '{"events": [{"name": "network-changed", "server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:47:45.907506 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f75b810-2d34-4361-9d2f-bfbd53959f29 x-openstack-request-id: req-6f75b810-2d34-4361-9d2f-bfbd53959f29 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:47:45.907799 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:47:45.908083 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f75b810-2d34-4361-9d2f-bfbd53959f29 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:47:45.909066 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'status': 'completed', 'code': 200} Nov 29 18:47:45.969105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-f4414670-8f5c-4b98-bf79-1c71c7b0a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:45.970625 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-f4414670-8f5c-4b98-bf79-1c71c7b0a38a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1094 time: 0.0440710 Nov 29 18:47:45.985181 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-5d16aaf6-c6af-4085-b2b8-57ecb1accf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:45.986773 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-5d16aaf6-c6af-4085-b2b8-57ecb1accf3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1094 time: 0.0456634 Nov 29 18:47:46.094978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-72ee3722-de2e-4a35-80df-d0c6b1963dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:46.096491 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-72ee3722-de2e-4a35-80df-d0c6b1963dcd service neutron] 10.222.0.20 "GET /v2.0/networks?id=095b7427-a1f7-417e-9ef8-427a06d4836f HTTP/1.1" status: 200 len: 898 time: 0.1015627 Nov 29 18:47:46.164835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 84db8e71-307c-4364-9d92-dc5930ad3c8c details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:47:46.168843 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-761984c6-9607-4d10-8afa-d2c5557f7ff2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 200 len: 998 time: 0.0635712 Nov 29 18:47:46.226425 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-08b3f0bc-8c9a-41a2-b30f-43559544572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:46.228398 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-08b3f0bc-8c9a-41a2-b30f-43559544572b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=612a5b6c-c73e-4763-9ac7-8421df41fb64 HTTP/1.1" status: 200 len: 835 time: 0.0487759 Nov 29 18:47:46.269230 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:47:46.283689 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'port_id': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'mac_address': 'fa:16:3e:fc:d2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:47:46.287255 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-2668a4b2-1d56-4d48-865c-a0a9b9e642ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:46.288956 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-2668a4b2-1d56-4d48-865c-a0a9b9e642ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=095b7427-a1f7-417e-9ef8-427a06d4836f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510027 Nov 29 18:47:46.328069 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:46.344482 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84db8e71-307c-4364-9d92-dc5930ad3c8c {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:47:46.366174 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:47:46.372017 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:46.394646 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-2661b9fe-7afd-48e2-a682-4e2837a1f60b service neutron] 10.222.0.20 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970967 Nov 29 18:47:46.394964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fc4f5-2217-4895-9691-bba08b3d004d req-c923dcc4-0294-4088-bc0d-f7f1c5dc821a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:46.396484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-402fc4f5-2217-4895-9691-bba08b3d004d req-c923dcc4-0294-4088-bc0d-f7f1c5dc821a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 943 time: 0.4089265 Nov 29 18:47:46.424960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=84db8e71-307c-4364-9d92-dc5930ad3c8c,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:47:46.425539 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-1e3c4bcd-2881-48b9-9756-8182e51543fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:46.427728 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-1e3c4bcd-2881-48b9-9756-8182e51543fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=095b7427-a1f7-417e-9ef8-427a06d4836f HTTP/1.1" status: 200 len: 898 time: 0.4491575 Nov 29 18:47:46.433320 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:46.433696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:46.434061 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:46.434696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:46.435714 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:46.435714 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:46.435945 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:46.436133 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:46.436467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:46.436822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:46.437153 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:46.437479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:46.498332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-402fc4f5-2217-4895-9691-bba08b3d004d req-c5e22e35-ff33-4dca-beb3-cd1597411028 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918922 Nov 29 18:47:46.503445 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-5f401a09-2347-43cf-9722-5b1f920d4e0a service neutron] 10.222.0.20 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993731 Nov 29 18:47:46.525170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-d3f457f0-83dd-48ca-a438-5b7c41333803 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 200 len: 999 time: 0.0694151 Nov 29 18:47:46.578201 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-d5b8ef03-01db-4069-a8f8-eae7bfa0a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:46.579757 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-d5b8ef03-01db-4069-a8f8-eae7bfa0a56b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=612a5b6c-c73e-4763-9ac7-8421df41fb64 HTTP/1.1" status: 200 len: 835 time: 0.0474961 Nov 29 18:47:46.627225 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-3ce93a45-47f3-4aca-9e4b-80594695033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:46.628766 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-3ce93a45-47f3-4aca-9e4b-80594695033a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=095b7427-a1f7-417e-9ef8-427a06d4836f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412567 Nov 29 18:47:46.696070 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['84db8e71-307c-4364-9d92-dc5930ad3c8c'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:47:46.731432 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-5f23019a-a7e5-4b2d-aeac-b798eadc7fbd service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951498 Nov 29 18:47:46.836717 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-104adb2e-e24f-4108-8b7e-a6c7477e51b9 req-f114d99a-9059-4a00-933b-812ef04d29db service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975807 Nov 29 18:47:46.857284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 84db8e71-307c-4364-9d92-dc5930ad3c8c no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:47:46.931207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 84db8e71-307c-4364-9d92-dc5930ad3c8c not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:47:47.626704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426cd97-ed41-4f09-ab70-2d6afbf9f506 req-7783bddf-b0d3-4996-99ef-6319238c6669 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:47.628225 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5426cd97-ed41-4f09-ab70-2d6afbf9f506 req-7783bddf-b0d3-4996-99ef-6319238c6669 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 944 time: 0.0500445 Nov 29 18:47:47.678657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5426cd97-ed41-4f09-ab70-2d6afbf9f506 req-78f82c10-2c58-4a13-afc0-04296c34505e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445390 Nov 29 18:47:47.935788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bec2b-f062-4926-b1b3-0ee35e47e960 req-98d2ed69-eb66-4fb0-8138-a8594efb8956 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:47.937320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f44bec2b-f062-4926-b1b3-0ee35e47e960 req-98d2ed69-eb66-4fb0-8138-a8594efb8956 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 944 time: 0.0593722 Nov 29 18:47:47.949967 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-1e5d1bbd-465e-4f53-a340-4c428259e626 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:47.951482 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-1e5d1bbd-465e-4f53-a340-4c428259e626 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1&tenant_id=a32142a09307461ea2f15c004fcd8bef&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 944 time: 0.0910370 Nov 29 18:47:47.989597 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f44bec2b-f062-4926-b1b3-0ee35e47e960 req-e33ea2ff-9b32-45a6-9541-59e3d5c746ca tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461211 Nov 29 18:47:48.021278 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-82f87172-e410-4d96-8e47-954196d5a7f5 service neutron] 10.222.0.20 "GET /v2.0/ports/84db8e71-307c-4364-9d92-dc5930ad3c8c/bindings/n-h1-819494-5 HTTP/1.1" status: 200 len: 382 time: 0.0615654 Nov 29 18:47:48.090306 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-769f41c8-6866-4d1e-86e4-51ee2909473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:48.092017 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-769f41c8-6866-4d1e-86e4-51ee2909473d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1095 time: 0.0462763 Nov 29 18:47:48.184238 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-6b4cb83b-4e53-423a-bf51-08319c749118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:48.185717 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-6b4cb83b-4e53-423a-bf51-08319c749118 service neutron] 10.222.0.20 "GET /v2.0/networks?id=095b7427-a1f7-417e-9ef8-427a06d4836f HTTP/1.1" status: 200 len: 898 time: 0.0869720 Nov 29 18:47:48.187283 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 84db8e71-307c-4364-9d92-dc5930ad3c8c up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:47:48.240020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 84db8e71-307c-4364-9d92-dc5930ad3c8c completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:47:48.243976 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 84db8e71-307c-4364-9d92-dc5930ad3c8c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:47:48.244356 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:48.257822 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-d9a29e38-278d-496f-b459-fd20dd6efffd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 200 len: 999 time: 0.0649452 Nov 29 18:47:48.315262 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-c772d728-52dc-4e70-9d06-33dbccdbf459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:48.316711 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-c772d728-52dc-4e70-9d06-33dbccdbf459 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=612a5b6c-c73e-4763-9ac7-8421df41fb64 HTTP/1.1" status: 200 len: 835 time: 0.0508904 Nov 29 18:47:48.326359 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:48.356772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:47:48.359114 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382586e8-4af9-4c5b-b6f4-522fa275b855" -d '{"events": [{"server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "name": "network-vif-plugged", "status": "completed", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:47:48.366506 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-1d2d4a27-a9d2-4961-b009-bb7a2a696283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:48.368337 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-1d2d4a27-a9d2-4961-b009-bb7a2a696283 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=095b7427-a1f7-417e-9ef8-427a06d4836f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445559 Nov 29 18:47:48.373054 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:47:48.379754 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:48.421385 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6451be-a5da-411c-87c5-134be7815854 x-openstack-request-id: req-4a6451be-a5da-411c-87c5-134be7815854 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:47:48.421685 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "name": "network-vif-plugged", "status": "completed", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:47:48.421955 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4a6451be-a5da-411c-87c5-134be7815854 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:47:48.422363 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'code': 200} Nov 29 18:47:48.439665 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=84db8e71-307c-4364-9d92-dc5930ad3c8c,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:47:48.469067 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-73a3194d-8490-4544-ac30-aac736a8221e service neutron] 10.222.0.20 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934486 Nov 29 18:47:48.544348 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:47:48.575395 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-72ad0dfc-42e1-4ca9-ad74-f5b21b105fb3 service neutron] 10.222.0.20 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936320 Nov 29 18:47:49.109563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8caf7-e0c6-4055-8dbb-696386054f76 req-eab686f5-54e9-4722-b7f0-a40dae307944 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:49.111179 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00c8caf7-e0c6-4055-8dbb-696386054f76 req-eab686f5-54e9-4722-b7f0-a40dae307944 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0512404 Nov 29 18:47:49.163146 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00c8caf7-e0c6-4055-8dbb-696386054f76 req-49f2b930-327d-4aaa-a67a-d7e11f534027 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458109 Nov 29 18:47:50.282759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1e2ca-06bb-47e1-aa51-cb93e7370e0f req-fcb2064a-98e0-4324-9001-071777981a28 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:50.284256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86e1e2ca-06bb-47e1-aa51-cb93e7370e0f req-fcb2064a-98e0-4324-9001-071777981a28 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0486975 Nov 29 18:47:50.336014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86e1e2ca-06bb-47e1-aa51-cb93e7370e0f req-01b07537-15b0-41a2-b809-e7ceecb15c69 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456085 Nov 29 18:47:50.725286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-18ab2d54-58f4-4d91-b6a4-0ba8446236c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:50.726764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-18ab2d54-58f4-4d91-b6a4-0ba8446236c2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1&tenant_id=a32142a09307461ea2f15c004fcd8bef HTTP/1.1" status: 200 len: 1096 time: 0.0674379 Nov 29 18:47:50.738333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:47:50.795043 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:50.990306 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:47:51.022750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:47:51.062991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:47:51.065322 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74058a4-b7f5-4d80-aca9-207bf2954742" -d '{"events": [{"server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "name": "network-vif-unplugged", "status": "completed", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:47:51.069619 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:51.082438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Transition to ACTIVE for port object 84db8e71-307c-4364-9d92-dc5930ad3c8c will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:47:51.086519 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:51.119086 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c3be1c-0c6f-4907-94b0-b2903aa22e61 x-openstack-request-id: req-33c3be1c-0c6f-4907-94b0-b2903aa22e61 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:47:51.119386 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "name": "network-vif-unplugged", "status": "completed", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:47:51.119639 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33c3be1c-0c6f-4907-94b0-b2903aa22e61 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:47:51.120033 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'code': 200} Nov 29 18:47:51.212479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Pushing event updated for resources: {'Port': ['ID=84db8e71-307c-4364-9d92-dc5930ad3c8c,revision_number=10']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:47:51.239576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:51.239937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:51.240283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:51.240675 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:51.240966 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:51.241302 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:51.241633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:51.241966 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:51.242299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:51.242632 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:51.242985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:51.243313 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:47:51.286650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] No DVR routers for this DVR port 84db8e71-307c-4364-9d92-dc5930ad3c8c on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:47:51.459904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Attempting to bind port 84db8e71-307c-4364-9d92-dc5930ad3c8c on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:47:51.460159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Attempting to bind port 84db8e71-307c-4364-9d92-dc5930ad3c8c by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:47:51.460497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Attempting to bind port 84db8e71-307c-4364-9d92-dc5930ad3c8c on network 095b7427-a1f7-417e-9ef8-427a06d4836f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:47:51.470501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Port 84db8e71-307c-4364-9d92-dc5930ad3c8c on network 095b7427-a1f7-417e-9ef8-427a06d4836f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:47:51.471110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Attempting to bind port 84db8e71-307c-4364-9d92-dc5930ad3c8c on network 095b7427-a1f7-417e-9ef8-427a06d4836f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:47:51.481718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:47:51.482059 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Checking segment: {'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:47:51.482477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Bound using segment: {'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:47:51.482943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Bound port: 84db8e71-307c-4364-9d92-dc5930ad3c8c, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14071aa-6e9c-4a86-8864-b804ca6d09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:47:51.483930 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:51.504761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9457ed-531a-4427-ad32-776b2c2439fb req-1c97e356-9a19-4ce7-b446-e8f838c6ea7b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:51.506269 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a9457ed-531a-4427-ad32-776b2c2439fb req-1c97e356-9a19-4ce7-b446-e8f838c6ea7b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 944 time: 0.0887086 Nov 29 18:47:51.592446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:47:51.596886 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:47:51.601709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a9457ed-531a-4427-ad32-776b2c2439fb req-06471674-c27b-42f5-a864-d0515c6a8c70 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727489 Nov 29 18:47:51.603263 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:51.645123 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:51.645742 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:51.647170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] 10.222.0.31 "PUT /v2.0/ports/84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 200 len: 1092 time: 0.9128420 Nov 29 18:47:51.669144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca8c42-1e64-4594-be44-7d0ee28fc236 service neutron] Pushing event updated for resources: {'Port': ['ID=84db8e71-307c-4364-9d92-dc5930ad3c8c,revision_number=11']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:47:51.715475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-6d468c6c-ef73-4fcb-b89a-5908006bae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:51.717268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-6d468c6c-ef73-4fcb-b89a-5908006bae3a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1095 time: 0.0450516 Nov 29 18:47:51.815903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-0308a208-9a22-413e-a9b8-968940ec3a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:51.817410 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-0308a208-9a22-413e-a9b8-968940ec3a6a service neutron] 10.222.0.31 "GET /v2.0/networks?id=095b7427-a1f7-417e-9ef8-427a06d4836f HTTP/1.1" status: 200 len: 898 time: 0.0928445 Nov 29 18:47:51.890241 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-20a6653f-c7de-43d4-848c-44c0a525eb29 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 200 len: 998 time: 0.0649784 Nov 29 18:47:51.940209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-05d3ab15-91bd-47b7-9e10-840745387fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:51.941618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-05d3ab15-91bd-47b7-9e10-840745387fb7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=612a5b6c-c73e-4763-9ac7-8421df41fb64 HTTP/1.1" status: 200 len: 835 time: 0.0449185 Nov 29 18:47:51.987176 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-a61e267e-4153-4efb-b89f-0d43a0bed651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:51.988668 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-a61e267e-4153-4efb-b89f-0d43a0bed651 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=095b7427-a1f7-417e-9ef8-427a06d4836f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400884 Nov 29 18:47:52.084496 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-3cc53f04-956a-49dc-ae46-609fea048f20 service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889277 Nov 29 18:47:52.176503 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f45ebfc-7439-4b8c-a2b0-03341ac5e3d9 req-70cff7a3-d95b-4e06-904d-f9049fb1652e service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850403 Nov 29 18:47:52.729977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1970db-afe9-498c-9aad-d97cd53f6c7c req-e231b96b-6352-42eb-b5f7-5af8091b3142 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:52.731552 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a1970db-afe9-498c-9aad-d97cd53f6c7c req-e231b96b-6352-42eb-b5f7-5af8091b3142 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 944 time: 0.0553174 Nov 29 18:47:52.781525 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a1970db-afe9-498c-9aad-d97cd53f6c7c req-0a3e8891-096f-4c2c-9c0e-5dcb5ec5f3ee tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433669 Nov 29 18:47:53.121574 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:47:53.123980 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:47:53.173275 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad24096c-4bf4-4305-ab98-86db72b3b67b x-openstack-request-id: req-ad24096c-4bf4-4305-ab98-86db72b3b67b {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:47:53.173577 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:47:53.173840 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad24096c-4bf4-4305-ab98-86db72b3b67b {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:47:53.174299 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'status': 'completed', 'code': 200} Nov 29 18:47:53.232236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-12cc3642-a6eb-4575-a095-1a0181d366ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:53.233784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-12cc3642-a6eb-4575-a095-1a0181d366ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1095 time: 0.0418150 Nov 29 18:47:53.247525 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-48da5f11-f281-4122-a111-c1407b0b7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:53.249054 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-48da5f11-f281-4122-a111-c1407b0b7b35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1095 time: 0.0418060 Nov 29 18:47:53.331087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-93bd2cac-8873-4809-9339-b952c460e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:53.332518 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-93bd2cac-8873-4809-9339-b952c460e6de service neutron] 10.222.0.31 "GET /v2.0/networks?id=095b7427-a1f7-417e-9ef8-427a06d4836f HTTP/1.1" status: 200 len: 898 time: 0.0902658 Nov 29 18:47:53.356160 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-80c6005d-c5ee-4e13-a49d-7b3152367911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:53.357665 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-80c6005d-c5ee-4e13-a49d-7b3152367911 service neutron] 10.222.0.20 "GET /v2.0/networks?id=095b7427-a1f7-417e-9ef8-427a06d4836f HTTP/1.1" status: 200 len: 898 time: 0.0945446 Nov 29 18:47:53.402649 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-de714c64-2a4a-446d-9ebb-811449f88ceb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 200 len: 998 time: 0.0613050 Nov 29 18:47:53.433894 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-616d7bbd-553d-426b-a41c-ffe5a9831d45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 200 len: 998 time: 0.0630755 Nov 29 18:47:53.453593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-7e26b44a-f63f-4a48-86ba-cf321cecd9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:53.455108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-7e26b44a-f63f-4a48-86ba-cf321cecd9af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=612a5b6c-c73e-4763-9ac7-8421df41fb64 HTTP/1.1" status: 200 len: 835 time: 0.0455568 Nov 29 18:47:53.497193 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-4f4a6980-e338-420b-805d-1ab4f94f3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:53.499315 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-4f4a6980-e338-420b-805d-1ab4f94f3f48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=612a5b6c-c73e-4763-9ac7-8421df41fb64 HTTP/1.1" status: 200 len: 835 time: 0.0531430 Nov 29 18:47:53.507169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-c0eda42d-4090-43ca-8f6b-17d8a8ec695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:53.508695 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-c0eda42d-4090-43ca-8f6b-17d8a8ec695b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=095b7427-a1f7-417e-9ef8-427a06d4836f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468066 Nov 29 18:47:53.552973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-c219c7c8-4e97-4555-af24-b3cf3db19925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:53.554924 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-c219c7c8-4e97-4555-af24-b3cf3db19925 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=095b7427-a1f7-417e-9ef8-427a06d4836f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416627 Nov 29 18:47:53.602720 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-5ec106eb-f816-466f-8654-0fc444a395c6 service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861399 Nov 29 18:47:53.652054 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-0d4cdcd1-342a-4a3f-a310-232900ae1b55 service neutron] 10.222.0.20 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861924 Nov 29 18:47:53.698494 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-38a940fb-f014-4991-a3a9-e71d9f9e2a73 service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888424 Nov 29 18:47:53.755479 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-817266bf-2fe8-47ef-bc07-ddf35f1cf8a6 req-8396a3ef-40ed-448d-ab9f-658e25a23658 service neutron] 10.222.0.20 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926738 Nov 29 18:47:53.899750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749fb66-43d8-483a-9f96-bc06e0072309 req-77591946-67e9-4590-8a25-ecc1e412c9c0 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:53.901390 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d749fb66-43d8-483a-9f96-bc06e0072309 req-77591946-67e9-4590-8a25-ecc1e412c9c0 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 944 time: 0.0511384 Nov 29 18:47:53.951805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d749fb66-43d8-483a-9f96-bc06e0072309 req-33d815ab-8773-4132-ba7b-bde28a8e6171 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444112 Nov 29 18:47:54.036368 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de06579a-76c7-4b6b-abdf-bd86c18edce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:54.203689 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 84db8e71-307c-4364-9d92-dc5930ad3c8c no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:47:54.242375 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 84db8e71-307c-4364-9d92-dc5930ad3c8c not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:47:54.871962 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 84db8e71-307c-4364-9d92-dc5930ad3c8c details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:47:54.971620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:47:54.986304 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'port_id': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'mac_address': 'fa:16:3e:fc:d2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:47:55.033158 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:55.053128 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84db8e71-307c-4364-9d92-dc5930ad3c8c {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:47:55.083990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:47:55.089297 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:55.089519 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3dc76-40f9-437a-b299-cda044c567e5 req-405dd2d5-2215-4d97-b2af-f4dd3ad91578 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:55.091626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29a3dc76-40f9-437a-b299-cda044c567e5 req-405dd2d5-2215-4d97-b2af-f4dd3ad91578 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 944 time: 0.0636234 Nov 29 18:47:55.148936 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=84db8e71-307c-4364-9d92-dc5930ad3c8c,revision_number=12']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:47:55.161425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29a3dc76-40f9-437a-b299-cda044c567e5 req-3c995699-a6cf-4ba2-ab1d-96d5d03da824 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628674 Nov 29 18:47:55.418620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['84db8e71-307c-4364-9d92-dc5930ad3c8c'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:47:56.274436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29553559-c26b-4376-af75-9634e024690d req-596a32a4-5910-4ae0-931f-1c18fe1ce2f7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:47:56.275872 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29553559-c26b-4376-af75-9634e024690d req-596a32a4-5910-4ae0-931f-1c18fe1ce2f7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 945 time: 0.0524247 Nov 29 18:47:56.325943 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29553559-c26b-4376-af75-9634e024690d req-6f461dd5-eec4-4306-a9d5-f63baac02dd0 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431101 Nov 29 18:47:56.349255 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40316) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:47:56.409246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b3f9b448-6e4d-4a9f-9e3e-8b2bca4fe1c2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/floatingips/4f918064-6718-4779-8fa3-6b03191141af HTTP/1.1" status: 200 len: 991 time: 0.0588095 Nov 29 18:47:56.482952 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-be40b959-6b91-421a-95fc-8a88230188d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:56.886330 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 84db8e71-307c-4364-9d92-dc5930ad3c8c up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:47:56.948413 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 84db8e71-307c-4364-9d92-dc5930ad3c8c completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:47:56.952617 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 84db8e71-307c-4364-9d92-dc5930ad3c8c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:47:56.953018 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:57.030053 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:57.055982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:47:57.058594 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde1f22a-6768-47ca-80e1-ec4579582d74" -d '{"events": [{"server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "name": "network-vif-plugged", "status": "completed", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:47:57.072169 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:47:57.076409 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:57.104258 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207590cd-49db-4af0-bced-622f9be5644d x-openstack-request-id: req-207590cd-49db-4af0-bced-622f9be5644d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:47:57.104561 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "name": "network-vif-plugged", "status": "completed", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:47:57.104817 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-207590cd-49db-4af0-bced-622f9be5644d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:47:57.105207 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'code': 200} Nov 29 18:47:57.131592 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=84db8e71-307c-4364-9d92-dc5930ad3c8c,revision_number=13']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:47:57.632796 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:57.728790 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:47:59.260834 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:00.030836 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:00.091124 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:04.042712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-af842910-0037-4fad-a111-d2b4a010512f req-3955dfdf-3f05-4a26-9eaa-68b713d63140 service neutron] (110004) timed out ('10.222.0.31', 64426) {{(pid=110004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 18:48:22.418189 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12b4e913-9155-46f6-b6aa-770aa14d8d5b req-e49ff890-da3a-4ecf-b366-2b1626d3c035 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423405 Nov 29 18:48:22.498895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4e913-9155-46f6-b6aa-770aa14d8d5b req-8a885d4a-bab5-480d-9b95-a0ba7e363621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:48:22.500426 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12b4e913-9155-46f6-b6aa-770aa14d8d5b req-8a885d4a-bab5-480d-9b95-a0ba7e363621 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1097 time: 0.0411601 Nov 29 18:48:22.609410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4e913-9155-46f6-b6aa-770aa14d8d5b req-004436ba-50f9-4d73-a7c6-b5ecc002dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:48:22.610993 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12b4e913-9155-46f6-b6aa-770aa14d8d5b req-004436ba-50f9-4d73-a7c6-b5ecc002dde3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=095b7427-a1f7-417e-9ef8-427a06d4836f HTTP/1.1" status: 200 len: 898 time: 0.0916913 Nov 29 18:48:22.689572 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12b4e913-9155-46f6-b6aa-770aa14d8d5b req-d2c6fc37-0396-43ee-a810-033ea6396d17 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 200 len: 1000 time: 0.0654888 Nov 29 18:48:22.741639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4e913-9155-46f6-b6aa-770aa14d8d5b req-dc5e2278-e491-497d-ae18-dad6ef5f0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:48:22.743117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12b4e913-9155-46f6-b6aa-770aa14d8d5b req-dc5e2278-e491-497d-ae18-dad6ef5f0370 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=612a5b6c-c73e-4763-9ac7-8421df41fb64 HTTP/1.1" status: 200 len: 835 time: 0.0440054 Nov 29 18:48:22.789657 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4e913-9155-46f6-b6aa-770aa14d8d5b req-7a4bba00-cb02-4b9a-adb1-a816dac71390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:48:22.791166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12b4e913-9155-46f6-b6aa-770aa14d8d5b req-7a4bba00-cb02-4b9a-adb1-a816dac71390 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=095b7427-a1f7-417e-9ef8-427a06d4836f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392253 Nov 29 18:48:22.883166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12b4e913-9155-46f6-b6aa-770aa14d8d5b req-3edf040c-b997-41c2-aa6d-73326e2b817b service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833294 Nov 29 18:48:22.970127 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12b4e913-9155-46f6-b6aa-770aa14d8d5b req-fba26326-77cc-459c-8d1d-9856d54c35cf service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793934 Nov 29 18:48:24.037779 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13abce40-a761-43f8-bd5f-5e6b2feb3911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:25.542951 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:48:26.487381 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3babd16d-a61f-4648-be4f-f128b4e2538d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:27.632454 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:27.731281 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:29.262168 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:30.033356 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:30.093532 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:53.556814 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e36000-c9cf-4e54-8428-5f6662fafd68 req-6542b8ff-ea09-4725-9520-57fd9b2715d1 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:48:53.558681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3e36000-c9cf-4e54-8428-5f6662fafd68 req-6542b8ff-ea09-4725-9520-57fd9b2715d1 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1097 time: 0.0497127 Nov 29 18:48:53.631282 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3e36000-c9cf-4e54-8428-5f6662fafd68 req-d7f01a03-cd58-49c4-aab2-951e73a98aa5 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646296 Nov 29 18:48:53.653943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40346) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:48:53.933557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting port 89f7acce-58c4-4ce4-b5ec-646ca8316b8d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:48:53.933898 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:54.023925 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:54.024236 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:54.044781 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Calling delete_port for 89f7acce-58c4-4ce4-b5ec-646ca8316b8d owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:48:54.053173 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-902b0598-333e-4b0b-85c3-e691dfc5d94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:54.223968 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:54.251329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Port': ['ID=89f7acce-58c4-4ce4-b5ec-646ca8316b8d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:48:54.286513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:48:54.286948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:48:54.287319 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:48:54.287640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:48:54.287977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:48:54.288322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:48:54.288673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:48:54.289047 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:48:54.289411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:48:54.289780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:48:54.290110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:48:54.290436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:48:54.336368 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:54.336811 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Floating IP 4f918064-6718-4779-8fa3-6b03191141af disassociated (deleted). External IP: 172.25.3.97, port: 84db8e71-307c-4364-9d92-dc5930ad3c8c. Nov 29 18:48:54.591105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 0fa494a2-7602-4881-8f0c-706686b02f9e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:48:54.711819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:48:54.719702 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:54.727241 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081d9b99-36dc-4cc2-bf98-295d6a2f14fb None None] Sync routers for ids ['0fa494a2-7602-4881-8f0c-706686b02f9e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:48:54.743464 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d9b99-36dc-4cc2-bf98-295d6a2f14fb None None] Routers {'0fa494a2-7602-4881-8f0c-706686b02f9e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:48:54.744389 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-081d9b99-36dc-4cc2-bf98-295d6a2f14fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:48:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0fa494a2-7602-4881-8f0c-706686b02f9e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:48:54.897062 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-081d9b99-36dc-4cc2-bf98-295d6a2f14fb None None] Set router 0fa494a2-7602-4881-8f0c-706686b02f9e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:48:55.078336 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c95a4008-c32c-4a0a-b561-134d9ecc5c6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/floatingips/4f918064-6718-4779-8fa3-6b03191141af HTTP/1.1" status: 204 len: 168 time: 1.4231858 Nov 29 18:48:55.078994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:48:55.081447 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf8c50d-43be-46a9-8852-5f85a8c07bae" -d '{"events": [{"name": "network-changed", "server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:48:55.220980 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-081d9b99-36dc-4cc2-bf98-295d6a2f14fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096255581', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:46:05Z', 'updated_at': '2021-11-29T18:46:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:06Z', 'updated_at': '2021-11-29T18:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4ccad769-c774-417b-be93-5881d3aada14', 'name': '', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:cd:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:08Z', 'updated_at': '2021-11-29T18:46:12Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:48:55.233148 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b818d0d-578c-4a8d-b09c-1cf1d4bb05ec x-openstack-request-id: req-9b818d0d-578c-4a8d-b09c-1cf1d4bb05ec {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:48:55.233997 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:48:55.234643 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b818d0d-578c-4a8d-b09c-1cf1d4bb05ec {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:48:55.235497 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'status': 'completed', 'code': 200} Nov 29 18:48:55.258326 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081d9b99-36dc-4cc2-bf98-295d6a2f14fb None None] Checking router: 0fa494a2-7602-4881-8f0c-706686b02f9e for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:48:55.270108 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d9b99-36dc-4cc2-bf98-295d6a2f14fb None None] Routers {'0fa494a2-7602-4881-8f0c-706686b02f9e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:48:55.270731 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-081d9b99-36dc-4cc2-bf98-295d6a2f14fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:48:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0fa494a2-7602-4881-8f0c-706686b02f9e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:48:55.321321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8c50d-43be-46a9-8852-5f85a8c07bae req-4766c5fb-9acb-4817-9aeb-a297060dcd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:48:55.324009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcf8c50d-43be-46a9-8852-5f85a8c07bae req-4766c5fb-9acb-4817-9aeb-a297060dcd93 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 1097 time: 0.0594590 Nov 29 18:48:55.427038 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-081d9b99-36dc-4cc2-bf98-295d6a2f14fb None None] Set router 0fa494a2-7602-4881-8f0c-706686b02f9e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:48:55.472916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e64285-c872-472a-971e-646867c80689 req-4bacce53-9b91-4a73-824b-9a32e5598c63 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:48:55.475157 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52e64285-c872-472a-971e-646867c80689 req-4bacce53-9b91-4a73-824b-9a32e5598c63 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 946 time: 0.1481750 Nov 29 18:48:55.517000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8c50d-43be-46a9-8852-5f85a8c07bae req-e27381e8-dd25-4b07-aaf7-87c3ffbdbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:48:55.518747 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcf8c50d-43be-46a9-8852-5f85a8c07bae req-e27381e8-dd25-4b07-aaf7-87c3ffbdbb71 service neutron] 10.222.0.31 "GET /v2.0/networks?id=095b7427-a1f7-417e-9ef8-427a06d4836f HTTP/1.1" status: 200 len: 898 time: 0.1789434 Nov 29 18:48:55.585999 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcf8c50d-43be-46a9-8852-5f85a8c07bae req-a9f762f1-64aa-4f26-ab7a-0e1ab179a692 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 200 len: 217 time: 0.0524840 Nov 29 18:48:55.611707 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52e64285-c872-472a-971e-646867c80689 req-f2e28a4e-1dd2-4782-8945-13a29f8e9659 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236284 Nov 29 18:48:55.670159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8c50d-43be-46a9-8852-5f85a8c07bae req-5aae5853-0ae2-4e87-aa5d-ab6562b16970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:48:55.672557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcf8c50d-43be-46a9-8852-5f85a8c07bae req-5aae5853-0ae2-4e87-aa5d-ab6562b16970 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=612a5b6c-c73e-4763-9ac7-8421df41fb64 HTTP/1.1" status: 200 len: 835 time: 0.0787179 Nov 29 18:48:55.724914 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-081d9b99-36dc-4cc2-bf98-295d6a2f14fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096255581', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:46:05Z', 'updated_at': '2021-11-29T18:46:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:06Z', 'updated_at': '2021-11-29T18:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4ccad769-c774-417b-be93-5881d3aada14', 'name': '', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:cd:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:08Z', 'updated_at': '2021-11-29T18:46:12Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:48:55.731227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8c50d-43be-46a9-8852-5f85a8c07bae req-842e436f-0024-4724-88f9-3856e6f9f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:48:55.732786 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcf8c50d-43be-46a9-8852-5f85a8c07bae req-842e436f-0024-4724-88f9-3856e6f9f2cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=095b7427-a1f7-417e-9ef8-427a06d4836f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521746 Nov 29 18:48:55.765467 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081d9b99-36dc-4cc2-bf98-295d6a2f14fb None None] The sync data for ids ['0fa494a2-7602-4881-8f0c-706686b02f9e'] in n-d-819494-5 is: [{'id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096255581', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:46:05Z', 'updated_at': '2021-11-29T18:46:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:06Z', 'updated_at': '2021-11-29T18:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '4ccad769-c774-417b-be93-5881d3aada14', 'name': '', 'network_id': '095b7427-a1f7-417e-9ef8-427a06d4836f', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:cd:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:08Z', 'updated_at': '2021-11-29T18:46:12Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '612a5b6c-c73e-4763-9ac7-8421df41fb64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:48:55.853506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcf8c50d-43be-46a9-8852-5f85a8c07bae req-4b4c6b49-6f64-425f-9801-8b2b9f94b73c service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061237 Nov 29 18:48:55.971071 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fcf8c50d-43be-46a9-8852-5f85a8c07bae req-062ba60d-96af-4bdc-9a73-25e30ebfce95 service neutron] 10.222.0.31 "GET /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094871 Nov 29 18:48:56.049671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdf94d5-a22b-4cd1-bbd9-3f56dc7408a4 None None] New status for floating IP 4f918064-6718-4779-8fa3-6b03191141af: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:48:56.489877 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5932fece-d461-49e1-99f1-e04f4f05ef71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:56.750963 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40bf5e-2ded-4c78-af03-a7333c3713fb req-e910ce3b-7b8b-4ed8-a8ad-8a98fc3a2afe tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:48:56.752430 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f40bf5e-2ded-4c78-af03-a7333c3713fb req-e910ce3b-7b8b-4ed8-a8ad-8a98fc3a2afe tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 946 time: 0.0558312 Nov 29 18:48:56.806498 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f40bf5e-2ded-4c78-af03-a7333c3713fb req-d5b87902-0e67-4b16-83a6-e7622de0f4d9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=3de800c6-f46b-4687-807e-9257aafa08eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464470 Nov 29 18:48:56.901570 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9203f1-6e88-489c-a748-cf4c8a91c2b6 req-38f188b3-8beb-4a79-af74-b3cc9b30014d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:48:56.903736 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d9203f1-6e88-489c-a748-cf4c8a91c2b6 req-38f188b3-8beb-4a79-af74-b3cc9b30014d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 946 time: 0.0571017 Nov 29 18:48:57.002019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-0d9203f1-6e88-489c-a748-cf4c8a91c2b6 req-310bdf5d-ac49-4ef8-a6de-57ef9ab47d0f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting port 84db8e71-307c-4364-9d92-dc5930ad3c8c {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:48:57.002275 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0d9203f1-6e88-489c-a748-cf4c8a91c2b6 req-310bdf5d-ac49-4ef8-a6de-57ef9ab47d0f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:57.108044 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-0d9203f1-6e88-489c-a748-cf4c8a91c2b6 req-310bdf5d-ac49-4ef8-a6de-57ef9ab47d0f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] For port 84db8e71-307c-4364-9d92-dc5930ad3c8c, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=84db8e71-307c-4364-9d92-dc5930ad3c8c,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:48:57.108450 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0d9203f1-6e88-489c-a748-cf4c8a91c2b6 req-310bdf5d-ac49-4ef8-a6de-57ef9ab47d0f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:57.124433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-0d9203f1-6e88-489c-a748-cf4c8a91c2b6 req-310bdf5d-ac49-4ef8-a6de-57ef9ab47d0f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Calling delete_port for 84db8e71-307c-4364-9d92-dc5930ad3c8c owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:48:57.265545 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0d9203f1-6e88-489c-a748-cf4c8a91c2b6 req-310bdf5d-ac49-4ef8-a6de-57ef9ab47d0f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:57.301995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bdf5d-ac49-4ef8-a6de-57ef9ab47d0f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Port': ['ID=84db8e71-307c-4364-9d92-dc5930ad3c8c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:48:57.348419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9203f1-6e88-489c-a748-cf4c8a91c2b6 req-310bdf5d-ac49-4ef8-a6de-57ef9ab47d0f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] No DVR routers for this DVR port 84db8e71-307c-4364-9d92-dc5930ad3c8c on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:48:57.351192 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0d9203f1-6e88-489c-a748-cf4c8a91c2b6 req-310bdf5d-ac49-4ef8-a6de-57ef9ab47d0f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:57.354773 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d9203f1-6e88-489c-a748-cf4c8a91c2b6 req-310bdf5d-ac49-4ef8-a6de-57ef9ab47d0f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.31 "DELETE /v2.0/ports/84db8e71-307c-4364-9d92-dc5930ad3c8c HTTP/1.1" status: 204 len: 173 time: 0.4450705 Nov 29 18:48:57.355287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'name': 'network-vif-deleted', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:48:57.357607 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32313b6e-5fcd-492d-aa38-6730fae2eb07" -d '{"events": [{"server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "name": "network-vif-deleted", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:48:57.405164 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691b06a0-5402-45d9-892c-535453fa892d x-openstack-request-id: req-691b06a0-5402-45d9-892c-535453fa892d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:48:57.405465 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d719ad2-e1f1-406c-9592-67644f248ec1", "name": "network-vif-deleted", "tag": "84db8e71-307c-4364-9d92-dc5930ad3c8c", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:48:57.405864 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-691b06a0-5402-45d9-892c-535453fa892d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:48:57.406286 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d719ad2-e1f1-406c-9592-67644f248ec1', 'name': 'network-vif-deleted', 'tag': '84db8e71-307c-4364-9d92-dc5930ad3c8c', 'status': 'completed', 'code': 200} Nov 29 18:48:57.635685 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:57.742352 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:57.927354 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0423cf13-3e8b-4436-b15c-352d12e6ac4c req-53d6e265-0d52-41e2-8200-d48a1a402f87 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d719ad2-e1f1-406c-9592-67644f248ec1 HTTP/1.1" status: 200 len: 210 time: 0.0307932 Nov 29 18:48:58.989854 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40366) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:48:59.265884 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:59.425248 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:59.710166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting port 4ccad769-c774-417b-be93-5881d3aada14 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:48:59.710743 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:59.824709 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] For port 4ccad769-c774-417b-be93-5881d3aada14, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=4ccad769-c774-417b-be93-5881d3aada14,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:48:59.825058 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:48:59.842356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Calling delete_port for 4ccad769-c774-417b-be93-5881d3aada14 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:49:00.042608 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:00.043694 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:00.076543 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Port': ['ID=4ccad769-c774-417b-be93-5881d3aada14,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:00.108331 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:00.117990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:00.118655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:00.119117 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:00.119586 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:00.119988 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:00.120425 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:00.120829 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:00.121261 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:00.121677 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:00.122119 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:00.122565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:00.123039 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:00.323354 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:00.563367 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 0fa494a2-7602-4881-8f0c-706686b02f9e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:49:01.184694 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:49:01.189962 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-18c00ee2-06ef-4469-ad97-bbdd0aaf4755 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "PUT /v2.0/routers/0fa494a2-7602-4881-8f0c-706686b02f9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1990249 Nov 29 18:49:01.192697 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40376) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:01.196308 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c3823e-16ab-4f9c-8459-5492ad248e45 None None] Sync routers for ids ['0fa494a2-7602-4881-8f0c-706686b02f9e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:49:01.207156 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c3823e-16ab-4f9c-8459-5492ad248e45 None None] Routers {'0fa494a2-7602-4881-8f0c-706686b02f9e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:49:01.207771 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-12c3823e-16ab-4f9c-8459-5492ad248e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:48:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0fa494a2-7602-4881-8f0c-706686b02f9e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:01.235882 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 84db8e71-307c-4364-9d92-dc5930ad3c8c no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:49:01.250688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1a8f83-9c71-4836-9470-d2b400dedf30 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting subnet 612a5b6c-c73e-4763-9ac7-8421df41fb64 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:49:01.254536 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8f83-9c71-4836-9470-d2b400dedf30 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:01.261471 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 84db8e71-307c-4364-9d92-dc5930ad3c8c {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:49:01.261989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 84db8e71-307c-4364-9d92-dc5930ad3c8c not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:49:01.301745 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8f83-9c71-4836-9470-d2b400dedf30 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:01.374469 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-12c3823e-16ab-4f9c-8459-5492ad248e45 None None] Set router 0fa494a2-7602-4881-8f0c-706686b02f9e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:49:01.405048 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8f83-9c71-4836-9470-d2b400dedf30 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:01.474152 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8f83-9c71-4836-9470-d2b400dedf30 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:01.506583 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a8f83-9c71-4836-9470-d2b400dedf30 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Subnet': ['ID=612a5b6c-c73e-4763-9ac7-8421df41fb64,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:01.514740 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8f83-9c71-4836-9470-d2b400dedf30 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:01.521065 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40378) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:01.523859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa776fdb-2415-4ebf-b522-96c170904812 None None] Network 095b7427-a1f7-417e-9ef8-427a06d4836f requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:49:01.530319 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5d1a8f83-9c71-4836-9470-d2b400dedf30 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/subnets/612a5b6c-c73e-4763-9ac7-8421df41fb64 HTTP/1.1" status: 204 len: 168 time: 0.3336830 Nov 29 18:49:01.606519 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-12c3823e-16ab-4f9c-8459-5492ad248e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096255581', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:46:05Z', 'updated_at': '2021-11-29T18:48:59Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:06Z', 'updated_at': '2021-11-29T18:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:01.642031 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c3823e-16ab-4f9c-8459-5492ad248e45 None None] Checking router: 0fa494a2-7602-4881-8f0c-706686b02f9e for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:49:01.652826 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c3823e-16ab-4f9c-8459-5492ad248e45 None None] Routers {'0fa494a2-7602-4881-8f0c-706686b02f9e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:49:01.653477 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-12c3823e-16ab-4f9c-8459-5492ad248e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:48:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['0fa494a2-7602-4881-8f0c-706686b02f9e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:01.689007 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4a7eb79-8098-45c4-8aab-1146e3e764b1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:01.777724 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] DHCP port deletion for 095b7427-a1f7-417e-9ef8-427a06d4836f request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:49:01.785172 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-12c3823e-16ab-4f9c-8459-5492ad248e45 None None] Set router 0fa494a2-7602-4881-8f0c-706686b02f9e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:49:01.843395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Deleting port a6f5b5df-0fe5-4ec5-9643-f301248d2b44 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:49:01.844387 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:01.850548 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4a7eb79-8098-45c4-8aab-1146e3e764b1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:01.949574 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] For port a6f5b5df-0fe5-4ec5-9643-f301248d2b44, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a6f5b5df-0fe5-4ec5-9643-f301248d2b44,segment=NetworkSegment(e14071aa-6e9c-4a86-8864-b804ca6d09f0),segment_id=e14071aa-6e9c-4a86-8864-b804ca6d09f0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:49:01.950741 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:01.964347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e4a7eb79-8098-45c4-8aab-1146e3e764b1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting port 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:49:01.965299 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4a7eb79-8098-45c4-8aab-1146e3e764b1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:01.968879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Calling delete_port for a6f5b5df-0fe5-4ec5-9643-f301248d2b44 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:49:01.986392 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-12c3823e-16ab-4f9c-8459-5492ad248e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096255581', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:46:05Z', 'updated_at': '2021-11-29T18:48:59Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:06Z', 'updated_at': '2021-11-29T18:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:02.016875 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c3823e-16ab-4f9c-8459-5492ad248e45 None None] The sync data for ids ['0fa494a2-7602-4881-8f0c-706686b02f9e'] in n-d-819494-5 is: [{'id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1096255581', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:46:05Z', 'updated_at': '2021-11-29T18:48:59Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '63a10506-3628-4f9a-b3e0-6fc5c9c0a38e', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa494a2-7602-4881-8f0c-706686b02f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:46:06Z', 'updated_at': '2021-11-29T18:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:49:02.080031 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:02.097044 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-e4a7eb79-8098-45c4-8aab-1146e3e764b1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] For port 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=63a10506-3628-4f9a-b3e0-6fc5c9c0a38e,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:49:02.097556 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4a7eb79-8098-45c4-8aab-1146e3e764b1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:02.113718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Pushing event deleted for resources: {'Port': ['ID=a6f5b5df-0fe5-4ec5-9643-f301248d2b44,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:02.114464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e4a7eb79-8098-45c4-8aab-1146e3e764b1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Calling delete_port for 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:49:02.118835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] No DVR routers for this DVR port a6f5b5df-0fe5-4ec5-9643-f301248d2b44 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:49:02.127063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:02.127757 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:02.128402 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:02.128866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:02.129458 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:02.130163 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:02.130839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:02.131558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:02.137195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:02.137781 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:02.138237 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:02.138682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098a46a-4fec-44aa-9042-11b21d6ef730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:02.300581 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4a7eb79-8098-45c4-8aab-1146e3e764b1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:02.329291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7eb79-8098-45c4-8aab-1146e3e764b1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Port': ['ID=63a10506-3628-4f9a-b3e0-6fc5c9c0a38e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:02.348009 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea2d24e-8deb-41e0-86ab-bee3f80cd7a7 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:49:02.402293 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4a7eb79-8098-45c4-8aab-1146e3e764b1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:02.513594 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4a7eb79-8098-45c4-8aab-1146e3e764b1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:02.516966 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4a7eb79-8098-45c4-8aab-1146e3e764b1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:02.547833 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:49:02.572641 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4a7eb79-8098-45c4-8aab-1146e3e764b1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:02.573615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a7eb79-8098-45c4-8aab-1146e3e764b1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Fanout notify agent at l3_agent the message router_deleted on router 0fa494a2-7602-4881-8f0c-706686b02f9e {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:49:02.583841 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4a7eb79-8098-45c4-8aab-1146e3e764b1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:02.585449 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e4a7eb79-8098-45c4-8aab-1146e3e764b1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/routers/0fa494a2-7602-4881-8f0c-706686b02f9e HTTP/1.1" status: 204 len: 168 time: 1.0630503 Nov 29 18:49:02.587919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40380) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:02.689584 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0246d77-4251-47f1-91da-14773fe3c198 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:02.795190 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0246d77-4251-47f1-91da-14773fe3c198 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:02.822537 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e0246d77-4251-47f1-91da-14773fe3c198 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095b7427-a1f7-417e-9ef8-427a06d4836f']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:02.835016 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e0246d77-4251-47f1-91da-14773fe3c198 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14071aa-6e9c-4a86-8864-b804ca6d09f0') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:02.835400 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e0246d77-4251-47f1-91da-14773fe3c198 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14071aa-6e9c-4a86-8864-b804ca6d09f0') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:02.847782 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0246d77-4251-47f1-91da-14773fe3c198 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:02.869883 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0246d77-4251-47f1-91da-14773fe3c198 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:02.878581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0246d77-4251-47f1-91da-14773fe3c198 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:49:02.879020 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0246d77-4251-47f1-91da-14773fe3c198 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:49:02.882976 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:49:02.961859 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0246d77-4251-47f1-91da-14773fe3c198 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:02.969985 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0246d77-4251-47f1-91da-14773fe3c198 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:02.974304 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e0246d77-4251-47f1-91da-14773fe3c198 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/networks/095b7427-a1f7-417e-9ef8-427a06d4836f HTTP/1.1" status: 204 len: 168 time: 0.3836691 Nov 29 18:49:02.976107 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40382) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:02.990803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0246d77-4251-47f1-91da-14773fe3c198 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Network': ['ID=095b7427-a1f7-417e-9ef8-427a06d4836f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:03.042812 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d16ca019-9668-45c6-adfc-7fd9e0ed8cff tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:03.083015 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d16ca019-9668-45c6-adfc-7fd9e0ed8cff tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:03.160133 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d16ca019-9668-45c6-adfc-7fd9e0ed8cff tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:03.163192 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d16ca019-9668-45c6-adfc-7fd9e0ed8cff tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:03.164500 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d16ca019-9668-45c6-adfc-7fd9e0ed8cff tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/security-groups/3de800c6-f46b-4687-807e-9257aafa08eb HTTP/1.1" status: 204 len: 168 time: 0.1873791 Nov 29 18:49:03.179885 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ca019-9668-45c6-adfc-7fd9e0ed8cff tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de800c6-f46b-4687-807e-9257aafa08eb,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:03.498496 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40388) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:03.504276 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-ed658379-afe1-4ca7-9967-e5ee986006c2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1697590927', 'description': 'tempest-secgroup-smoke-1697590927 description', 'project_id': 'a32142a09307461ea2f15c004fcd8bef'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:49:03.535371 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed658379-afe1-4ca7-9967-e5ee986006c2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:03.617243 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed658379-afe1-4ca7-9967-e5ee986006c2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:03.624145 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed658379-afe1-4ca7-9967-e5ee986006c2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:03.658040 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed658379-afe1-4ca7-9967-e5ee986006c2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:03.659345 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ed658379-afe1-4ca7-9967-e5ee986006c2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1596920 Nov 29 18:49:03.662304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40390) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:03.667383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-39b66139-4f88-478b-b545-dba135e3b5e2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': '1026f5e3-fb98-4a95-9c3c-79b89be4e2d5', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:49:03.675713 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed658379-afe1-4ca7-9967-e5ee986006c2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:03.678060 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a6f5b5df-0fe5-4ec5-9643-f301248d2b44 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:49:03.699427 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: a6f5b5df-0fe5-4ec5-9643-f301248d2b44 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:49:03.700058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a6f5b5df-0fe5-4ec5-9643-f301248d2b44 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:49:03.700486 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4ccad769-c774-417b-be93-5881d3aada14 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:49:03.703453 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-39b66139-4f88-478b-b545-dba135e3b5e2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:03.721271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 4ccad769-c774-417b-be93-5881d3aada14 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:49:03.721875 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 4ccad769-c774-417b-be93-5881d3aada14 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:49:03.722495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:49:03.742988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:49:03.743353 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 63a10506-3628-4f9a-b3e0-6fc5c9c0a38e not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:49:03.786064 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-39b66139-4f88-478b-b545-dba135e3b5e2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:03.790540 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-39b66139-4f88-478b-b545-dba135e3b5e2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:03.813676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b66139-4f88-478b-b545-dba135e3b5e2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bafc0e-7c6d-44ee-8061-338ddfeb035c,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:03.819970 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-39b66139-4f88-478b-b545-dba135e3b5e2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:03.821541 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-39b66139-4f88-478b-b545-dba135e3b5e2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1582491 Nov 29 18:49:03.826195 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40392) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:03.830809 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-71dbe49c-5f50-45de-a858-54ca9425480e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': '1026f5e3-fb98-4a95-9c3c-79b89be4e2d5', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:49:03.858259 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71dbe49c-5f50-45de-a858-54ca9425480e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:03.921012 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71dbe49c-5f50-45de-a858-54ca9425480e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:03.925127 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71dbe49c-5f50-45de-a858-54ca9425480e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:03.949125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbe49c-5f50-45de-a858-54ca9425480e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebfa655-d2e8-47ea-a143-0ea2b42f26b1,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:03.957413 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-71dbe49c-5f50-45de-a858-54ca9425480e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:03.959243 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-71dbe49c-5f50-45de-a858-54ca9425480e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1316519 Nov 29 18:49:03.963380 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40394) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:03.969029 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-ab6a5916-6131-442c-bc21-ae9e9dff06a3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': '1026f5e3-fb98-4a95-9c3c-79b89be4e2d5', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:49:03.997986 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab6a5916-6131-442c-bc21-ae9e9dff06a3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.071489 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab6a5916-6131-442c-bc21-ae9e9dff06a3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.076435 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab6a5916-6131-442c-bc21-ae9e9dff06a3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.100830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a5916-6131-442c-bc21-ae9e9dff06a3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72093f43-dc7f-4c26-aae7-b8984a722733,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:04.110431 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ab6a5916-6131-442c-bc21-ae9e9dff06a3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.111755 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ab6a5916-6131-442c-bc21-ae9e9dff06a3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465216 Nov 29 18:49:04.114718 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40396) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:04.119380 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-23ed311a-e0ef-412b-a18d-e25f416c0b0e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': '1026f5e3-fb98-4a95-9c3c-79b89be4e2d5', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:49:04.146811 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-23ed311a-e0ef-412b-a18d-e25f416c0b0e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.210059 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-23ed311a-e0ef-412b-a18d-e25f416c0b0e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.215198 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-23ed311a-e0ef-412b-a18d-e25f416c0b0e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.233518 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed311a-e0ef-412b-a18d-e25f416c0b0e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0fef5d-b557-4a8b-b829-4a5d96fbb286,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:04.243996 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-23ed311a-e0ef-412b-a18d-e25f416c0b0e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.245375 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-23ed311a-e0ef-412b-a18d-e25f416c0b0e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295190 Nov 29 18:49:04.248259 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40398) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:04.252648 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-597b1944-6401-4308-beb3-66ef1c643032 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': '1026f5e3-fb98-4a95-9c3c-79b89be4e2d5', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:49:04.276554 n-d-819494-5 neutron-server[110004]: INFO neutron.db.securitygroups_db [None req-597b1944-6401-4308-beb3-66ef1c643032 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Project a32142a09307461ea2f15c004fcd8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:49:04.283606 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-597b1944-6401-4308-beb3-66ef1c643032 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.353582 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-597b1944-6401-4308-beb3-66ef1c643032 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.358251 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-597b1944-6401-4308-beb3-66ef1c643032 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.381768 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b1944-6401-4308-beb3-66ef1c643032 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb6ee4f-eecd-45e6-94bd-435e4eb5e1cb,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:04.392032 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-597b1944-6401-4308-beb3-66ef1c643032 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.393860 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-597b1944-6401-4308-beb3-66ef1c643032 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1445498 Nov 29 18:49:04.397771 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40400) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:04.402874 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-eca67d09-a591-4de4-ac94-8b9b26014df4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': '1026f5e3-fb98-4a95-9c3c-79b89be4e2d5', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:49:04.429998 n-d-819494-5 neutron-server[110004]: INFO neutron.db.securitygroups_db [None req-eca67d09-a591-4de4-ac94-8b9b26014df4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Project a32142a09307461ea2f15c004fcd8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:49:04.436356 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eca67d09-a591-4de4-ac94-8b9b26014df4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.506582 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eca67d09-a591-4de4-ac94-8b9b26014df4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.510574 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eca67d09-a591-4de4-ac94-8b9b26014df4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.531580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca67d09-a591-4de4-ac94-8b9b26014df4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f80ac7-b0ca-4d51-b413-a457749ac3e1,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:04.543138 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eca67d09-a591-4de4-ac94-8b9b26014df4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.544422 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-eca67d09-a591-4de4-ac94-8b9b26014df4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1456861 Nov 29 18:49:04.547424 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40402) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:04.552510 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b2af4015-ff8c-4bff-98b8-d52e1395b737 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'network': {'name': 'tempest-network-smoke--1894923530', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'port_security_enabled': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:49:04.579045 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2af4015-ff8c-4bff-98b8-d52e1395b737 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Made reservation on behalf of a32142a09307461ea2f15c004fcd8bef for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:49:04.582732 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2af4015-ff8c-4bff-98b8-d52e1395b737 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.609800 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2af4015-ff8c-4bff-98b8-d52e1395b737 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:49:04.619559 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2af4015-ff8c-4bff-98b8-d52e1395b737 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.620817 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-b2af4015-ff8c-4bff-98b8-d52e1395b737 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Added segment 48445cf0-aff2-4384-852b-b88d936a6d46 of type vlan for network 420e2584-6e97-4e91-af92-8de0af68fc09 Nov 29 18:49:04.665530 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2af4015-ff8c-4bff-98b8-d52e1395b737 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.693889 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2af4015-ff8c-4bff-98b8-d52e1395b737 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.700148 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af4015-ff8c-4bff-98b8-d52e1395b737 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:04.700924 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2af4015-ff8c-4bff-98b8-d52e1395b737 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.767718 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b2af4015-ff8c-4bff-98b8-d52e1395b737 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2190907 Nov 29 18:49:04.771556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40404) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:04.776419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2053500417', 'admin_state_up': True, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:49:04.781615 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af4015-ff8c-4bff-98b8-d52e1395b737 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Network': ['ID=420e2584-6e97-4e91-af92-8de0af68fc09,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:04.795104 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 420e2584-6e97-4e91-af92-8de0af68fc09 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:49:04.802403 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.803928 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:04.874162 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:05.023259 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:05.224275 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:05.247257 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:05.350076 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Allocated IP 172.25.3.9 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:49:05.457924 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:05.493837 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:05.533111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:49:05.536658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:49:05.542688 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:49:05.555183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d4f857-da8b-40ca-886b-f8a2e41622a2 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:49:05.569196 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:05.592999 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b8a89c27-7d28-4867-96fc-45f3afd3639e None None] Provisioning complete for port 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:49:05.593377 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8a89c27-7d28-4867-96fc-45f3afd3639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:05.629470 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b8a89c27-7d28-4867-96fc-45f3afd3639e None None] Port 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:49:05.806705 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:06.010632 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:06.147951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:49:06.572751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:49:06.582310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Sync routers for ids ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:49:06.596038 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:06.596487 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Routers {'1afa8ace-cf69-4c6e-94e5-d774ea3334b7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:49:06.597233 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:48:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:06.597584 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-84f3dc24-0e04-40a8-9eb5-6dd7fa6d0fde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8246861 Nov 29 18:49:06.600444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40406) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:06.632076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5a3d5774-6467-45f2-ba73-d40f087d57b6 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a32142a09307461ea2f15c004fcd8bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278199 Nov 29 18:49:06.632341 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40408) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:06.719121 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Set router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:49:06.737832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab56f792-5beb-43e6-bd3c-97d4efa989ff tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:06.740406 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ab56f792-5beb-43e6-bd3c-97d4efa989ff tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1070371 Nov 29 18:49:06.743185 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40410) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:06.772503 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ef044fe4-a746-4f9f-84ea-6d503e67c7b8 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280278 Nov 29 18:49:06.775428 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40412) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:06.780379 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8ec70594-71de-4c59-bf12-14100dafff18 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1252281249', 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:49:06.877798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec70594-71de-4c59-bf12-14100dafff18 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Made reservation on behalf of a32142a09307461ea2f15c004fcd8bef for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:49:06.881791 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ec70594-71de-4c59-bf12-14100dafff18 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:06.939483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053500417', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:49:04Z', 'updated_at': '2021-11-29T18:49:05Z', 'revision_number': 3, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:05Z', 'updated_at': '2021-11-29T18:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:06.973283 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Checking router: 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:49:06.973689 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Updating router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 port 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:49:07.003879 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:07.118238 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ec70594-71de-4c59-bf12-14100dafff18 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:07.184729 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec70594-71de-4c59-bf12-14100dafff18 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Subnet': ['ID=23e02753-941a-4892-9ff8-99c00f5341a3,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:07.192823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec70594-71de-4c59-bf12-14100dafff18 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Checking segment: {'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:49:07.193009 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec70594-71de-4c59-bf12-14100dafff18 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network hostable DHCP agents. Network: 420e2584-6e97-4e91-af92-8de0af68fc09, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:49:07.211549 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec70594-71de-4c59-bf12-14100dafff18 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 420e2584-6e97-4e91-af92-8de0af68fc09 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:49:07.223128 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-8ec70594-71de-4c59-bf12-14100dafff18 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 420e2584-6e97-4e91-af92-8de0af68fc09) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:49:07.228604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec70594-71de-4c59-bf12-14100dafff18 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:07.231694 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ec70594-71de-4c59-bf12-14100dafff18 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:07.248513 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac5c002-284c-48c8-b3fd-533b387826e3 None None] Network 420e2584-6e97-4e91-af92-8de0af68fc09 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:49:07.250815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8ec70594-71de-4c59-bf12-14100dafff18 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4741335 Nov 29 18:49:07.253953 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40414) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:07.349832 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:07.363650 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:07.434713 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Attempting to bind port 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:49:07.435192 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Attempting to bind port 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:49:07.435479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Attempting to bind port 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:49:07.443046 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1af69fe-78d3-4fd1-b4cc-5705da414469 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:49:07.476177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:49:07.476555 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:49:07.476973 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:07.477372 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:49:07.477857 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Bound port: 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:49:07.478242 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:07.484111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb2489-ea4f-40d3-8bcd-a2145f6af660 None None] Pushing event updated for resources: {'Port': ['ID=7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:07.567777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-420e2584-6e97-4e91-af92-8de0af68fc09', 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ips': [{'subnet_id': '23e02753-941a-4892-9ff8-99c00f5341a3'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:49:07.568645 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:07.576915 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] For port 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:49:07.604821 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-40fee90c-d970-4c5b-8543-bd13ba149ee8 None None] Provisioning complete for port 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:49:07.605583 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-40fee90c-d970-4c5b-8543-bd13ba149ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:07.616875 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] For port 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:49:07.645895 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:07.772112 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0af450-c479-4799-9700-6e3f068e62b0 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:49:07.781794 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-40fee90c-d970-4c5b-8543-bd13ba149ee8 None None] Port 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:49:07.784755 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:07.834406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb2489-ea4f-40d3-8bcd-a2145f6af660 None None] Pushing event updated for resources: {'Port': ['ID=7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:07.843796 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Routers {'1afa8ace-cf69-4c6e-94e5-d774ea3334b7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:49:07.844433 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:48:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:07.929749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Allocated IP 172.20.0.2 (420e2584-6e97-4e91-af92-8de0af68fc09/23e02753-941a-4892-9ff8-99c00f5341a3/c7645dfa-92dc-4e2a-8f99-4376f893885e) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:49:08.012402 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-34ccbfba-5bde-43ef-829b-4ad23fc5becc None None] Provisioning complete for port 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:49:08.012659 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-34ccbfba-5bde-43ef-829b-4ad23fc5becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:08.103343 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] Set router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:49:08.512795 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-34ccbfba-5bde-43ef-829b-4ad23fc5becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:08.536760 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:08.564492 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:08.576345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-34ccbfba-5bde-43ef-829b-4ad23fc5becc None None] For port 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:49:08.600300 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-34ccbfba-5bde-43ef-829b-4ad23fc5becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:08.619645 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Network 420e2584-6e97-4e91-af92-8de0af68fc09 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:49:08.623080 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Allocated IP 172.20.0.1 (420e2584-6e97-4e91-af92-8de0af68fc09/23e02753-941a-4892-9ff8-99c00f5341a3/fccf7795-a528-4ffe-8d9c-901e0981c0d5) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:49:08.625862 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:49:08.635350 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:49:08.643764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Pushing event updated for resources: {'Port': ['ID=c7645dfa-92dc-4e2a-8f99-4376f893885e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:08.768270 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:08.768849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053500417', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:49:04Z', 'updated_at': '2021-11-29T18:49:05Z', 'revision_number': 3, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:05Z', 'updated_at': '2021-11-29T18:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:08.786041 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Attempting to bind port c7645dfa-92dc-4e2a-8f99-4376f893885e on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:49:08.786430 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Attempting to bind port c7645dfa-92dc-4e2a-8f99-4376f893885e by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:49:08.786811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Attempting to bind port c7645dfa-92dc-4e2a-8f99-4376f893885e on network 420e2584-6e97-4e91-af92-8de0af68fc09 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:49:08.808861 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:08.818349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d21a5f0-2fa8-4e70-ab82-47de85539afe None None] The sync data for ids ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'] in n-d-819494-5 is: [{'id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053500417', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:49:04Z', 'updated_at': '2021-11-29T18:49:05Z', 'revision_number': 3, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:05Z', 'updated_at': '2021-11-29T18:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:49:08.819988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccbfba-5bde-43ef-829b-4ad23fc5becc None None] Pushing event updated for resources: {'Port': ['ID=7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:08.824323 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:49:08.824708 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Checking segment: {'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:49:08.825116 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:08.825509 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Bound using segment: {'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:49:08.825995 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Bound port: c7645dfa-92dc-4e2a-8f99-4376f893885e, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:49:08.826416 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:08.874490 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 420e2584-6e97-4e91-af92-8de0af68fc09 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:49:08.877857 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:49:08.882363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:49:08.890242 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=fccf7795-a528-4ffe-8d9c-901e0981c0d5,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:08.943443 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] For port c7645dfa-92dc-4e2a-8f99-4376f893885e, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:49:08.950510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] For port c7645dfa-92dc-4e2a-8f99-4376f893885e, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c7645dfa-92dc-4e2a-8f99-4376f893885e,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:49:08.953432 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:08.957450 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:09.028004 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce18b03-2ad5-4bf5-818d-7affafa87a86 None None] Pushing event updated for resources: {'Port': ['ID=c7645dfa-92dc-4e2a-8f99-4376f893885e,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:09.178447 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:09.590381 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:09.600522 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:09.685732 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=fccf7795-a528-4ffe-8d9c-901e0981c0d5,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:09.688491 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:09.797750 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:49:09.836671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 420e2584-6e97-4e91-af92-8de0af68fc09 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:49:09.838598 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:49:09.857111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:49:09.857559 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:10.002756 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c7645dfa-92dc-4e2a-8f99-4376f893885e up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:49:10.029203 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:49:10.109742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port c7645dfa-92dc-4e2a-8f99-4376f893885e triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:49:10.111296 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:10.197056 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:49:10.208329 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-bbf265d3-0545-473a-98a8-42368d73e3c9 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "PUT /v2.0/routers/1afa8ace-cf69-4c6e-94e5-d774ea3334b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9480813 Nov 29 18:49:10.239326 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:10.304674 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port c7645dfa-92dc-4e2a-8f99-4376f893885e, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c7645dfa-92dc-4e2a-8f99-4376f893885e,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:49:10.311419 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:10.386501 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-a6fbb027-ed9d-4df1-80f8-e34ac070b4bb tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697590927&fields=id&tenant_id=a32142a09307461ea2f15c004fcd8bef HTTP/1.1" status: 200 len: 267 time: 0.0607259 Nov 29 18:49:10.400288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=c7645dfa-92dc-4e2a-8f99-4376f893885e,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:10.428983 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b3ef28-3f55-4c62-96d3-4821c157024c None None] Network 420e2584-6e97-4e91-af92-8de0af68fc09 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:49:10.490680 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b55b2ef9-8768-4de6-81dc-970c46c13784 None None] Provisioning complete for port c7645dfa-92dc-4e2a-8f99-4376f893885e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:49:10.491090 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b55b2ef9-8768-4de6-81dc-970c46c13784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:10.521285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-53b02c55-b03c-42c5-b8b0-c8b0194d8333 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:10.522857 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-53b02c55-b03c-42c5-b8b0-c8b0194d8333 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/networks?id=420e2584-6e97-4e91-af92-8de0af68fc09 HTTP/1.1" status: 200 len: 797 time: 0.1152105 Nov 29 18:49:10.541672 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-93477e75-011f-483f-beac-d752c8021740 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/quotas/a32142a09307461ea2f15c004fcd8bef HTTP/1.1" status: 200 len: 375 time: 0.0096536 Nov 29 18:49:10.596467 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-d02cc858-eeef-4855-9e83-4178ed0a10e1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483880 Nov 29 18:49:10.797992 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-baf6f110-6b6e-424e-afd0-a10bd2ff2eea service neutron] 10.222.0.23 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859784 Nov 29 18:49:10.938282 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-95c0797c-7393-4d16-a995-9cd0712e739f service neutron] 10.222.0.23 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312859 Nov 29 18:49:10.983427 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-cd5a661a-cd04-41cc-a51a-bff7e699fb2f None None] Provisioning complete for port c7645dfa-92dc-4e2a-8f99-4376f893885e triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:49:10.984138 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd5a661a-cd04-41cc-a51a-bff7e699fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:11.042967 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Sync routers for ids ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:49:11.067994 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Routers {'1afa8ace-cf69-4c6e-94e5-d774ea3334b7'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:49:11.069063 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:48:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:11.156831 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-cd5a661a-cd04-41cc-a51a-bff7e699fb2f None None] Provisioning complete for port fccf7795-a528-4ffe-8d9c-901e0981c0d5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:49:11.157215 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd5a661a-cd04-41cc-a51a-bff7e699fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:11.208823 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Set router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:49:11.211295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cd5a661a-cd04-41cc-a51a-bff7e699fb2f None None] Port fccf7795-a528-4ffe-8d9c-901e0981c0d5 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:49:11.262936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81360257-9329-45bf-a699-d264e190bfd8 req-144e4585-118f-4170-9edb-d301f59ea542 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 210 time: 0.0346515 Nov 29 18:49:11.348575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-37fb2c9b-e245-4125-bf3a-10a59ba1aa0d None None] Provisioning complete for port fccf7795-a528-4ffe-8d9c-901e0981c0d5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:49:11.348961 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37fb2c9b-e245-4125-bf3a-10a59ba1aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:11.393796 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-37fb2c9b-e245-4125-bf3a-10a59ba1aa0d None None] Port fccf7795-a528-4ffe-8d9c-901e0981c0d5 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:49:11.514272 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0c6f0c75-550f-46ee-9521-06127338397a None None] Provisioning complete for port fccf7795-a528-4ffe-8d9c-901e0981c0d5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:49:11.514655 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c6f0c75-550f-46ee-9521-06127338397a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:11.563818 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f0c75-550f-46ee-9521-06127338397a None None] Port fccf7795-a528-4ffe-8d9c-901e0981c0d5 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:49:11.581399 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053500417', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:49:04Z', 'updated_at': '2021-11-29T18:49:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:05Z', 'updated_at': '2021-11-29T18:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'fccf7795-a528-4ffe-8d9c-901e0981c0d5', 'name': '', 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:b6:d7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:07Z', 'updated_at': '2021-11-29T18:49:09Z', 'revision_number': 2, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:11.609465 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Checking router: 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:49:11.609826 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Updating router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 port fccf7795-a528-4ffe-8d9c-901e0981c0d5 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:49:11.643994 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:11.692897 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c7645dfa-92dc-4e2a-8f99-4376f893885e up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:49:11.762179 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port c7645dfa-92dc-4e2a-8f99-4376f893885e triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:49:11.762627 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:11.960309 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:11.967935 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:12.040310 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484ca8d-76e5-4ab4-8df1-61ca85d1e917 None None] Pushing event updated for resources: {'Port': ['ID=fccf7795-a528-4ffe-8d9c-901e0981c0d5,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:12.066440 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5484ca8d-76e5-4ab4-8df1-61ca85d1e917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:12.067271 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5484ca8d-76e5-4ab4-8df1-61ca85d1e917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:12.067271 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5484ca8d-76e5-4ab4-8df1-61ca85d1e917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:12.067570 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5484ca8d-76e5-4ab4-8df1-61ca85d1e917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:12.067795 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5484ca8d-76e5-4ab4-8df1-61ca85d1e917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:12.068122 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5484ca8d-76e5-4ab4-8df1-61ca85d1e917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:12.068442 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5484ca8d-76e5-4ab4-8df1-61ca85d1e917 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:12.068766 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5484ca8d-76e5-4ab4-8df1-61ca85d1e917 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:12.069093 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5484ca8d-76e5-4ab4-8df1-61ca85d1e917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:12.069414 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5484ca8d-76e5-4ab4-8df1-61ca85d1e917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:12.069735 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5484ca8d-76e5-4ab4-8df1-61ca85d1e917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:12.070047 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5484ca8d-76e5-4ab4-8df1-61ca85d1e917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:49:12.087954 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Attempting to bind port fccf7795-a528-4ffe-8d9c-901e0981c0d5 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:49:12.088889 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Attempting to bind port fccf7795-a528-4ffe-8d9c-901e0981c0d5 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:49:12.089526 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Attempting to bind port fccf7795-a528-4ffe-8d9c-901e0981c0d5 on network 420e2584-6e97-4e91-af92-8de0af68fc09 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:49:12.095268 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:49:12.095646 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Checking segment: {'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:49:12.096053 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:12.096446 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Bound using segment: {'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:49:12.096921 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Bound port: fccf7795-a528-4ffe-8d9c-901e0981c0d5, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:49:12.097316 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:12.173815 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] For port fccf7795-a528-4ffe-8d9c-901e0981c0d5, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:49:12.179074 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] For port fccf7795-a528-4ffe-8d9c-901e0981c0d5, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=fccf7795-a528-4ffe-8d9c-901e0981c0d5,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:49:12.186173 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:12.260602 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Routers {'1afa8ace-cf69-4c6e-94e5-d774ea3334b7'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:49:12.261255 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:48:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:12.306909 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484ca8d-76e5-4ab4-8df1-61ca85d1e917 None None] Pushing event updated for resources: {'Port': ['ID=fccf7795-a528-4ffe-8d9c-901e0981c0d5,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:12.309440 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6603f707-0be8-4383-a5ae-159453b565ef None None] Provisioning complete for port fccf7795-a528-4ffe-8d9c-901e0981c0d5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:49:12.328861 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6603f707-0be8-4383-a5ae-159453b565ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:12.478239 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3789825-0f40-4522-a0cc-0c0be1bc4421 req-46e60961-2c6e-4001-8c16-1ea36973be3d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 210 time: 0.0345004 Nov 29 18:49:12.493908 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] Set router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:49:12.510994 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6603f707-0be8-4383-a5ae-159453b565ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:12.529160 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-c2a6bb74-8301-4189-a62b-0358dca26846 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:12.531093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-c2a6bb74-8301-4189-a62b-0358dca26846 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.31 "GET /v2.0/networks?id=420e2584-6e97-4e91-af92-8de0af68fc09 HTTP/1.1" status: 200 len: 797 time: 0.1976330 Nov 29 18:49:12.595856 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6603f707-0be8-4383-a5ae-159453b565ef None None] For port fccf7795-a528-4ffe-8d9c-901e0981c0d5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=fccf7795-a528-4ffe-8d9c-901e0981c0d5,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:49:12.607551 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6603f707-0be8-4383-a5ae-159453b565ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:12.639757 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-7908a25f-2f5c-4deb-b360-ca0a95a07a8c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a32142a09307461ea2f15c004fcd8bef HTTP/1.1" status: 200 len: 380 time: 0.0981894 Nov 29 18:49:12.660770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-1fcf7a62-95c6-429e-9c06-9bedeffc87ad tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'port': {'device_id': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09', 'admin_state_up': True, 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'security_groups': ['1026f5e3-fb98-4a95-9c3c-79b89be4e2d5']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:49:12.711317 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603f707-0be8-4383-a5ae-159453b565ef None None] Pushing event updated for resources: {'Port': ['ID=fccf7795-a528-4ffe-8d9c-901e0981c0d5,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:12.736016 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b1e65c29-2955-412f-92b1-8b13c1a9d218 None None] Provisioning complete for port fccf7795-a528-4ffe-8d9c-901e0981c0d5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:49:12.736483 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1e65c29-2955-412f-92b1-8b13c1a9d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:12.800083 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053500417', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:49:04Z', 'updated_at': '2021-11-29T18:49:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:05Z', 'updated_at': '2021-11-29T18:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'fccf7795-a528-4ffe-8d9c-901e0981c0d5', 'name': '', 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:b6:d7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:07Z', 'updated_at': '2021-11-29T18:49:12Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:12.817918 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-1fcf7a62-95c6-429e-9c06-9bedeffc87ad tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Made reservation on behalf of a32142a09307461ea2f15c004fcd8bef for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:49:12.822478 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-1fcf7a62-95c6-429e-9c06-9bedeffc87ad tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:12.832816 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36e3e32-2f17-43fd-9306-8d0ec6e1a446 None None] The sync data for ids ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'] in n-d-819494-5 is: [{'id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053500417', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:49:04Z', 'updated_at': '2021-11-29T18:49:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:05Z', 'updated_at': '2021-11-29T18:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'fccf7795-a528-4ffe-8d9c-901e0981c0d5', 'name': '', 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:b6:d7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:07Z', 'updated_at': '2021-11-29T18:49:12Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:49:12.993455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-1fcf7a62-95c6-429e-9c06-9bedeffc87ad tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Allocated IP 172.20.0.10 (420e2584-6e97-4e91-af92-8de0af68fc09/23e02753-941a-4892-9ff8-99c00f5341a3/74e52a6f-dd34-44f9-ad33-f43553b053b7) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:49:13.158992 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-1fcf7a62-95c6-429e-9c06-9bedeffc87ad tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:13.197976 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-1fcf7a62-95c6-429e-9c06-9bedeffc87ad tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:13.246251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-1fcf7a62-95c6-429e-9c06-9bedeffc87ad tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 420e2584-6e97-4e91-af92-8de0af68fc09 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:49:13.249764 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-1fcf7a62-95c6-429e-9c06-9bedeffc87ad tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:49:13.253780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-1fcf7a62-95c6-429e-9c06-9bedeffc87ad tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:49:13.286606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf7a62-95c6-429e-9c06-9bedeffc87ad tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=74e52a6f-dd34-44f9-ad33-f43553b053b7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:13.319312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-1fcf7a62-95c6-429e-9c06-9bedeffc87ad tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:13.320133 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-1fcf7a62-95c6-429e-9c06-9bedeffc87ad tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:13.346083 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-1fcf7a62-95c6-429e-9c06-9bedeffc87ad tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6904435 Nov 29 18:49:13.360802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Request body: {'port': {'device_id': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:49:13.449742 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:13.566201 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1d1f05c7-876e-4571-8164-6419b0497211 None None] Provisioning complete for port 74e52a6f-dd34-44f9-ad33-f43553b053b7 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:49:13.567824 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d1f05c7-876e-4571-8164-6419b0497211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:13.665815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f05c7-876e-4571-8164-6419b0497211 None None] Port 74e52a6f-dd34-44f9-ad33-f43553b053b7 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:49:13.752847 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466d6c9-2120-4a33-934d-8006684a069c req-1ae7240c-e2ca-43aa-bd7f-e90643e5f0f6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:13.754682 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7466d6c9-2120-4a33-934d-8006684a069c req-1ae7240c-e2ca-43aa-bd7f-e90643e5f0f6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 932 time: 0.1156964 Nov 29 18:49:13.762216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fccf7795-a528-4ffe-8d9c-901e0981c0d5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:49:13.836928 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port fccf7795-a528-4ffe-8d9c-901e0981c0d5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:49:13.837310 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:13.854507 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7466d6c9-2120-4a33-934d-8006684a069c req-dc43d593-df2c-436d-a44f-89d65f04af1d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873787 Nov 29 18:49:13.911921 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e52a6f-dd34-44f9-ad33-f43553b053b7 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:49:13.920200 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:13.933368 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Transition to ACTIVE for port object 74e52a6f-dd34-44f9-ad33-f43553b053b7 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:49:13.941926 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:13.998253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Pushing event updated for resources: {'Port': ['ID=74e52a6f-dd34-44f9-ad33-f43553b053b7,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:14.092520 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Attempting to bind port 74e52a6f-dd34-44f9-ad33-f43553b053b7 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:49:14.092894 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Attempting to bind port 74e52a6f-dd34-44f9-ad33-f43553b053b7 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:49:14.093400 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Attempting to bind port 74e52a6f-dd34-44f9-ad33-f43553b053b7 on network 420e2584-6e97-4e91-af92-8de0af68fc09 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:49:14.099361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Port 74e52a6f-dd34-44f9-ad33-f43553b053b7 on network 420e2584-6e97-4e91-af92-8de0af68fc09 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:49:14.099692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Attempting to bind port 74e52a6f-dd34-44f9-ad33-f43553b053b7 on network 420e2584-6e97-4e91-af92-8de0af68fc09 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:49:14.106682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:49:14.107061 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Checking segment: {'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:49:14.107456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Bound using segment: {'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:49:14.107902 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Bound port: 74e52a6f-dd34-44f9-ad33-f43553b053b7, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:49:14.108265 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:14.190159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] For port 74e52a6f-dd34-44f9-ad33-f43553b053b7, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:49:14.194951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] For port 74e52a6f-dd34-44f9-ad33-f43553b053b7, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:49:14.203407 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:14.241464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:14.242375 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:14.243977 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] 10.222.0.31 "PUT /v2.0/ports/74e52a6f-dd34-44f9-ad33-f43553b053b7 HTTP/1.1" status: 200 len: 1092 time: 0.8888767 Nov 29 18:49:14.255240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:49:14.259347 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35ebe61-f9a1-484d-a3fe-b6aa686eb90b" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:49:14.333219 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde8ff2c-37d0-4314-aa9d-0949b5d84e21 x-openstack-request-id: req-fde8ff2c-37d0-4314-aa9d-0949b5d84e21 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:49:14.333526 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:49:14.333793 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fde8ff2c-37d0-4314-aa9d-0949b5d84e21 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:49:14.334213 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7', 'status': 'completed', 'code': 200} Nov 29 18:49:14.342608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a9ce2-1193-43ab-acc8-f82b4c983bfb service neutron] Pushing event updated for resources: {'Port': ['ID=74e52a6f-dd34-44f9-ad33-f43553b053b7,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:14.364545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-d048f6f1-6c81-4934-9547-fec17f1979a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:14.366585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-d048f6f1-6c81-4934-9547-fec17f1979a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 1095 time: 0.0791738 Nov 29 18:49:14.417146 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-6e1a6c76-1e54-4388-8baf-c1ae29e0385d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7 HTTP/1.1" status: 200 len: 217 time: 0.0422282 Nov 29 18:49:14.471834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-5969bd70-8731-4fc8-b60d-0ac444f6455d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:14.473522 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-5969bd70-8731-4fc8-b60d-0ac444f6455d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23e02753-941a-4892-9ff8-99c00f5341a3 HTTP/1.1" status: 200 len: 835 time: 0.0499766 Nov 29 18:49:14.527183 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-17e0d73a-6055-47d0-a5df-269e6f8ff8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:14.528752 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-17e0d73a-6055-47d0-a5df-269e6f8ff8ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=420e2584-6e97-4e91-af92-8de0af68fc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483487 Nov 29 18:49:14.633012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-34e01112-40ad-4901-9de3-9d4a5526080e service neutron] 10.222.0.31 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957785 Nov 29 18:49:14.738560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4d1bd79-23c5-47f5-8b8e-247188a97d23 req-676fb446-ea89-49c9-91df-d54aaafcc148 service neutron] 10.222.0.31 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986378 Nov 29 18:49:14.836141 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ebe61-f9a1-484d-a3fe-b6aa686eb90b req-55c69914-e672-4e7c-8805-9a2ea2557148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:14.837710 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e35ebe61-f9a1-484d-a3fe-b6aa686eb90b req-55c69914-e672-4e7c-8805-9a2ea2557148 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 1095 time: 0.0482996 Nov 29 18:49:14.953504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ebe61-f9a1-484d-a3fe-b6aa686eb90b req-9f1995ac-8cc8-440e-82aa-f9e56fac30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:14.955122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e35ebe61-f9a1-484d-a3fe-b6aa686eb90b req-9f1995ac-8cc8-440e-82aa-f9e56fac30e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=420e2584-6e97-4e91-af92-8de0af68fc09 HTTP/1.1" status: 200 len: 898 time: 0.1101706 Nov 29 18:49:15.012122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e35ebe61-f9a1-484d-a3fe-b6aa686eb90b req-2f5acdf9-98b4-47b6-8018-62b3e0b004c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7 HTTP/1.1" status: 200 len: 217 time: 0.0421221 Nov 29 18:49:15.059164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385be4c-8d3c-4f1a-be6b-2d6b2ce31c18 req-87eb4c40-d5ec-4fb9-8b6e-e6da2c201b48 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:15.060703 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7385be4c-8d3c-4f1a-be6b-2d6b2ce31c18 req-87eb4c40-d5ec-4fb9-8b6e-e6da2c201b48 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 944 time: 0.1276252 Nov 29 18:49:15.082568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ebe61-f9a1-484d-a3fe-b6aa686eb90b req-f82e1f1f-fe9f-43ca-9e73-dabb4e3ba64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:15.084037 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e35ebe61-f9a1-484d-a3fe-b6aa686eb90b req-f82e1f1f-fe9f-43ca-9e73-dabb4e3ba64a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23e02753-941a-4892-9ff8-99c00f5341a3 HTTP/1.1" status: 200 len: 835 time: 0.0648599 Nov 29 18:49:15.149543 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7385be4c-8d3c-4f1a-be6b-2d6b2ce31c18 req-061f3edf-e523-49e9-84f8-f71efcb61e87 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789731 Nov 29 18:49:15.156458 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ebe61-f9a1-484d-a3fe-b6aa686eb90b req-2f3843e1-31aa-4ca0-8f3a-d26d566567e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:15.157957 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e35ebe61-f9a1-484d-a3fe-b6aa686eb90b req-2f3843e1-31aa-4ca0-8f3a-d26d566567e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=420e2584-6e97-4e91-af92-8de0af68fc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666318 Nov 29 18:49:15.258668 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e35ebe61-f9a1-484d-a3fe-b6aa686eb90b req-7f216a85-29ba-4eb6-bc15-a92a3dc8d794 service neutron] 10.222.0.31 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928640 Nov 29 18:49:15.350642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e35ebe61-f9a1-484d-a3fe-b6aa686eb90b req-c522c823-474d-4f34-ad46-f030f3f31687 service neutron] 10.222.0.31 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850842 Nov 29 18:49:16.279397 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4209a35-589d-4bd8-ab48-43ef8c92ab9f req-e97a1fbd-6c54-40e6-93ef-9042f2e775af tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:16.280944 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4209a35-589d-4bd8-ab48-43ef8c92ab9f req-e97a1fbd-6c54-40e6-93ef-9042f2e775af tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 944 time: 0.0608118 Nov 29 18:49:16.335204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4209a35-589d-4bd8-ab48-43ef8c92ab9f req-8abc9798-7541-47d3-9ad9-31598a52deb6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462298 Nov 29 18:49:17.365988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 74e52a6f-dd34-44f9-ad33-f43553b053b7 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:49:17.453763 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff84b5-1344-4f69-be6d-3413375747f2 req-aee4ec44-80f3-46e3-a38d-79268f050a40 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:17.455309 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4ff84b5-1344-4f69-be6d-3413375747f2 req-aee4ec44-80f3-46e3-a38d-79268f050a40 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 944 time: 0.0486662 Nov 29 18:49:17.468725 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 74e52a6f-dd34-44f9-ad33-f43553b053b7, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:49:17.481902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '74e52a6f-dd34-44f9-ad33-f43553b053b7', 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09', 'port_id': '74e52a6f-dd34-44f9-ad33-f43553b053b7', 'mac_address': 'fa:16:3e:9b:ca:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:49:17.508240 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4ff84b5-1344-4f69-be6d-3413375747f2 req-f79b9b53-10ca-4e92-8ca1-ab762c2c29d4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442703 Nov 29 18:49:17.518873 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:17.532757 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e52a6f-dd34-44f9-ad33-f43553b053b7 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:49:17.557182 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 74e52a6f-dd34-44f9-ad33-f43553b053b7, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:49:17.561353 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:17.608863 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=74e52a6f-dd34-44f9-ad33-f43553b053b7,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:17.904293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['74e52a6f-dd34-44f9-ad33-f43553b053b7'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:49:18.629214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943770df-1c88-481e-9952-1c6ae815e3f2 req-f33c1b54-ec96-485d-b3dc-447070456b17 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:18.631104 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-943770df-1c88-481e-9952-1c6ae815e3f2 req-f33c1b54-ec96-485d-b3dc-447070456b17 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 945 time: 0.0518832 Nov 29 18:49:18.697014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-943770df-1c88-481e-9952-1c6ae815e3f2 req-01fca465-36e1-4da2-9b10-e2fd363df685 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599227 Nov 29 18:49:19.381829 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 74e52a6f-dd34-44f9-ad33-f43553b053b7 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:49:19.432611 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 74e52a6f-dd34-44f9-ad33-f43553b053b7 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:49:19.436600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 74e52a6f-dd34-44f9-ad33-f43553b053b7 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:49:19.436968 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:19.514588 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:19.535919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:49:19.538179 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324af6b7-01da-4d50-97a6-4cb30030c77a" -d '{"events": [{"server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "name": "network-vif-plugged", "status": "completed", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:49:19.552585 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 74e52a6f-dd34-44f9-ad33-f43553b053b7, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:49:19.557476 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:19.605784 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=74e52a6f-dd34-44f9-ad33-f43553b053b7,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:19.645329 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d71a70-8434-436e-9326-2e6a06e1b67d x-openstack-request-id: req-03d71a70-8434-436e-9326-2e6a06e1b67d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:49:19.645633 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "name": "network-vif-plugged", "status": "completed", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:49:19.645896 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03d71a70-8434-436e-9326-2e6a06e1b67d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:49:19.646300 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7', 'code': 200} Nov 29 18:49:19.745229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab382a-24aa-4933-8792-ed0a6edb9539 req-2bf9715b-9a68-4a64-8b2a-abbafc8b130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:19.746897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7ab382a-24aa-4933-8792-ed0a6edb9539 req-2bf9715b-9a68-4a64-8b2a-abbafc8b130e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 1097 time: 0.0441957 Nov 29 18:49:19.820577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7ab382a-24aa-4933-8792-ed0a6edb9539 req-163d3eae-b553-425b-a444-481ad46e2c5b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656276 Nov 29 18:49:19.835118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c4098-9772-44e6-a7b9-bd8548fe0d88 req-3cf2cb2e-dfd9-4d28-b138-c90ab956fa4d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:19.836664 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-024c4098-9772-44e6-a7b9-bd8548fe0d88 req-3cf2cb2e-dfd9-4d28-b138-c90ab956fa4d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 946 time: 0.0687075 Nov 29 18:49:19.887271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-024c4098-9772-44e6-a7b9-bd8548fe0d88 req-4d188376-feae-4725-938a-f2df4bdf4995 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437176 Nov 29 18:49:21.012615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72422ea4-f94b-41f0-a5bb-798e23af14c3 req-f1d9f741-f1c5-49dc-86b2-200a28629bde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:21.014286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72422ea4-f94b-41f0-a5bb-798e23af14c3 req-f1d9f741-f1c5-49dc-86b2-200a28629bde tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 946 time: 0.0539100 Nov 29 18:49:21.065158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-72422ea4-f94b-41f0-a5bb-798e23af14c3 req-a73a0c8f-8df6-4702-8a6f-0bb943456d96 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447514 Nov 29 18:49:22.180513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed90c0-73d4-40ef-82d7-e8593843eead req-0f213dcd-0163-4d40-9e9a-982d5ad8198e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:22.182603 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-47ed90c0-73d4-40ef-82d7-e8593843eead req-0f213dcd-0163-4d40-9e9a-982d5ad8198e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 946 time: 0.0503621 Nov 29 18:49:22.231994 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-47ed90c0-73d4-40ef-82d7-e8593843eead req-10e84327-7611-4b74-ad08-29958152b38c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434377 Nov 29 18:49:22.348212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22b150-3b10-420d-9a7d-45d340fd843d req-836a2728-5e5f-4fe6-b803-77788de3d80a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:22.349678 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c22b150-3b10-420d-9a7d-45d340fd843d req-836a2728-5e5f-4fe6-b803-77788de3d80a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 946 time: 0.0493290 Nov 29 18:49:22.406094 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c22b150-3b10-420d-9a7d-45d340fd843d req-baf2d100-be85-40ae-bc6f-48d91a0e71c3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497913 Nov 29 18:49:22.428358 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40472) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:22.468516 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51712d8-1ebb-4080-9cbb-157b0ca06039 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:22.470049 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b51712d8-1ebb-4080-9cbb-157b0ca06039 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 1092 time: 0.0406840 Nov 29 18:49:22.472918 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40474) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:22.477160 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '74e52a6f-dd34-44f9-ad33-f43553b053b7', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:49:22.500104 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:22.600413 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:22.705668 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Allocated IP 172.25.3.190 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/44707483-ba8d-4c67-bb7f-1e462dac5e09) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:49:22.812979 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:22.846798 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:22.886131 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:49:22.888959 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:49:22.892528 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:49:22.915677 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=44707483-ba8d-4c67-bb7f-1e462dac5e09,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:23.255453 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:23.322053 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:23.397067 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f927f13c-8987-4d14-9e4c-56dfdc7aea7f req-e8514e1d-40c3-44c9-a6e4-00f54bd6c85c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410149 Nov 29 18:49:23.483757 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927f13c-8987-4d14-9e4c-56dfdc7aea7f req-53fa3781-6742-4514-a587-23b570736274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:23.485185 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f927f13c-8987-4d14-9e4c-56dfdc7aea7f req-53fa3781-6742-4514-a587-23b570736274 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 1097 time: 0.0445023 Nov 29 18:49:23.600055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927f13c-8987-4d14-9e4c-56dfdc7aea7f req-ed99ef8d-d279-4afc-8c38-2f8011f57985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:23.601599 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f927f13c-8987-4d14-9e4c-56dfdc7aea7f req-ed99ef8d-d279-4afc-8c38-2f8011f57985 service neutron] 10.222.0.31 "GET /v2.0/networks?id=420e2584-6e97-4e91-af92-8de0af68fc09 HTTP/1.1" status: 200 len: 898 time: 0.0953870 Nov 29 18:49:23.670755 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f927f13c-8987-4d14-9e4c-56dfdc7aea7f req-02396c06-f73a-4455-a737-b4177ddfb002 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7 HTTP/1.1" status: 200 len: 1000 time: 0.0607438 Nov 29 18:49:23.722984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927f13c-8987-4d14-9e4c-56dfdc7aea7f req-4ccd645a-b073-4fe2-be85-1b4cf5649bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:23.724487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f927f13c-8987-4d14-9e4c-56dfdc7aea7f req-4ccd645a-b073-4fe2-be85-1b4cf5649bad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23e02753-941a-4892-9ff8-99c00f5341a3 HTTP/1.1" status: 200 len: 835 time: 0.0469153 Nov 29 18:49:23.779882 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927f13c-8987-4d14-9e4c-56dfdc7aea7f req-ca124b4e-b1ae-4b11-8ffc-d4144bb66192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:23.781313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f927f13c-8987-4d14-9e4c-56dfdc7aea7f req-ca124b4e-b1ae-4b11-8ffc-d4144bb66192 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=420e2584-6e97-4e91-af92-8de0af68fc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493996 Nov 29 18:49:23.827816 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:23.832887 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:23.879775 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f927f13c-8987-4d14-9e4c-56dfdc7aea7f req-020cf453-62ed-4499-9548-032126d7f976 service neutron] 10.222.0.31 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901914 Nov 29 18:49:23.911610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=44707483-ba8d-4c67-bb7f-1e462dac5e09,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:49:23.919950 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:23.977135 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f927f13c-8987-4d14-9e4c-56dfdc7aea7f req-f26ce81f-6682-41e6-a931-7950aeaf817b service neutron] 10.222.0.31 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902269 Nov 29 18:49:24.021364 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Floating IP a56e8825-91c3-43f3-9a2c-55d4435a31b9 associated. External IP: 172.25.3.190, port: 74e52a6f-dd34-44f9-ad33-f43553b053b7. Nov 29 18:49:24.037419 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee53c01d-ba03-4b39-b0e3-d4985ad8138e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:24.245027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:49:24.354679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:49:24.364737 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca995bb-8834-4d25-aacf-2d04782b5dd5 None None] Sync routers for ids ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:49:24.373243 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:24.376694 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca995bb-8834-4d25-aacf-2d04782b5dd5 None None] Routers {'1afa8ace-cf69-4c6e-94e5-d774ea3334b7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:49:24.377321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2ca995bb-8834-4d25-aacf-2d04782b5dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:48:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:24.402124 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0375457b-7a51-4624-a434-2743307ef922 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9281812 Nov 29 18:49:24.402829 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:49:24.407464 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1b19de-5b2f-4822-be71-42d6d33aadd2" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:49:24.448913 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5d6d55-dc6d-4e18-9df5-8a9caf0d47b7 x-openstack-request-id: req-fd5d6d55-dc6d-4e18-9df5-8a9caf0d47b7 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:49:24.449250 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:49:24.449548 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd5d6d55-dc6d-4e18-9df5-8a9caf0d47b7 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:49:24.450727 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7', 'status': 'completed', 'code': 200} Nov 29 18:49:24.498121 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-2ca995bb-8834-4d25-aacf-2d04782b5dd5 None None] Set router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:49:24.533507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82d299-67c2-42a8-8766-495a3c219605 req-5d327a4a-c4e6-4bad-8388-059ca150571d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:24.535022 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ac82d299-67c2-42a8-8766-495a3c219605 req-5d327a4a-c4e6-4bad-8388-059ca150571d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 946 time: 0.0832381 Nov 29 18:49:24.536988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b19de-5b2f-4822-be71-42d6d33aadd2 req-f9194b44-5799-41b7-9c62-2c44bda0cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:24.538361 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d1b19de-5b2f-4822-be71-42d6d33aadd2 req-f9194b44-5799-41b7-9c62-2c44bda0cd62 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 1097 time: 0.0596118 Nov 29 18:49:24.637331 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ac82d299-67c2-42a8-8766-495a3c219605 req-2b6512a5-c454-464d-b711-411e19b4c167 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954180 Nov 29 18:49:24.660545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40480) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:24.672267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b19de-5b2f-4822-be71-42d6d33aadd2 req-dc483a6d-cc83-403a-996b-9f187a457b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:24.674195 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d1b19de-5b2f-4822-be71-42d6d33aadd2 req-dc483a6d-cc83-403a-996b-9f187a457b3d service neutron] 10.222.0.31 "GET /v2.0/networks?id=420e2584-6e97-4e91-af92-8de0af68fc09 HTTP/1.1" status: 200 len: 898 time: 0.1252155 Nov 29 18:49:24.728946 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-05ae9fed-cd7d-476b-9e02-56397cdaf55d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/floatingips/a56e8825-91c3-43f3-9a2c-55d4435a31b9 HTTP/1.1" status: 200 len: 992 time: 0.0664713 Nov 29 18:49:24.732815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2ca995bb-8834-4d25-aacf-2d04782b5dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053500417', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:49:04Z', 'updated_at': '2021-11-29T18:49:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:05Z', 'updated_at': '2021-11-29T18:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'a56e8825-91c3-43f3-9a2c-55d4435a31b9', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'port_id': '74e52a6f-dd34-44f9-ad33-f43553b053b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09', 'mac_address': 'fa:16:3e:9b:ca:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:49:23Z', 'updated_at': '2021-11-29T18:49:23Z', 'revision_number': 0, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fccf7795-a528-4ffe-8d9c-901e0981c0d5', 'name': '', 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:b6:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:07Z', 'updated_at': '2021-11-29T18:49:12Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:24.744593 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d1b19de-5b2f-4822-be71-42d6d33aadd2 req-f5cf5a82-30e7-4af2-b62a-08b0bcb912da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7 HTTP/1.1" status: 200 len: 1000 time: 0.0634120 Nov 29 18:49:24.760370 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca995bb-8834-4d25-aacf-2d04782b5dd5 None None] Checking router: 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:49:24.770390 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca995bb-8834-4d25-aacf-2d04782b5dd5 None None] Routers {'1afa8ace-cf69-4c6e-94e5-d774ea3334b7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:49:24.771062 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2ca995bb-8834-4d25-aacf-2d04782b5dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:48:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:24.802440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b19de-5b2f-4822-be71-42d6d33aadd2 req-8dff1e31-950c-45a8-8bbd-44c7cba0952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:24.803970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d1b19de-5b2f-4822-be71-42d6d33aadd2 req-8dff1e31-950c-45a8-8bbd-44c7cba0952e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23e02753-941a-4892-9ff8-99c00f5341a3 HTTP/1.1" status: 200 len: 835 time: 0.0530603 Nov 29 18:49:24.852971 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b19de-5b2f-4822-be71-42d6d33aadd2 req-06f9f2bd-b719-4b05-a2f4-fc73b9989d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:49:24.855053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d1b19de-5b2f-4822-be71-42d6d33aadd2 req-06f9f2bd-b719-4b05-a2f4-fc73b9989d95 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=420e2584-6e97-4e91-af92-8de0af68fc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437603 Nov 29 18:49:24.888035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-2ca995bb-8834-4d25-aacf-2d04782b5dd5 None None] Set router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:49:24.946533 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d1b19de-5b2f-4822-be71-42d6d33aadd2 req-e10e2dbc-92d9-4775-8812-23dc0f55ba99 service neutron] 10.222.0.31 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838852 Nov 29 18:49:25.042323 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9d1b19de-5b2f-4822-be71-42d6d33aadd2 req-1e22d375-d562-4ded-aee9-f8d3061ce403 service neutron] 10.222.0.31 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884876 Nov 29 18:49:25.276850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2ca995bb-8834-4d25-aacf-2d04782b5dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053500417', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:49:04Z', 'updated_at': '2021-11-29T18:49:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:05Z', 'updated_at': '2021-11-29T18:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'a56e8825-91c3-43f3-9a2c-55d4435a31b9', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'port_id': '74e52a6f-dd34-44f9-ad33-f43553b053b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09', 'mac_address': 'fa:16:3e:9b:ca:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:49:23Z', 'updated_at': '2021-11-29T18:49:23Z', 'revision_number': 0, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fccf7795-a528-4ffe-8d9c-901e0981c0d5', 'name': '', 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:b6:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:07Z', 'updated_at': '2021-11-29T18:49:12Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:49:25.303146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca995bb-8834-4d25-aacf-2d04782b5dd5 None None] The sync data for ids ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'] in n-d-819494-5 is: [{'id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053500417', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:49:04Z', 'updated_at': '2021-11-29T18:49:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:05Z', 'updated_at': '2021-11-29T18:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'a56e8825-91c3-43f3-9a2c-55d4435a31b9', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'port_id': '74e52a6f-dd34-44f9-ad33-f43553b053b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09', 'mac_address': 'fa:16:3e:9b:ca:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:49:23Z', 'updated_at': '2021-11-29T18:49:23Z', 'revision_number': 0, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fccf7795-a528-4ffe-8d9c-901e0981c0d5', 'name': '', 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:b6:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:07Z', 'updated_at': '2021-11-29T18:49:12Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:49:25.512187 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d40756-4e61-4413-b16c-d605736c2784 None None] New status for floating IP a56e8825-91c3-43f3-9a2c-55d4435a31b9: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:49:25.732580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40482) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:49:25.792297 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cd89b2ff-2380-4910-9531-646d2a36238f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/floatingips/a56e8825-91c3-43f3-9a2c-55d4435a31b9 HTTP/1.1" status: 200 len: 994 time: 0.0585644 Nov 29 18:49:26.491227 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc88e4dd-dfb5-4d64-a572-d411e65bd4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:27.626116 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:27.737085 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:29.266948 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:30.039522 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:30.101198 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:39.547999 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:49:54.043833 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94898a07-6d17-4483-9f9b-3bc7f05ba047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:56.494684 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a74fad1e-9956-48b2-8572-f80b7ffe13e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:57.628356 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:57.742758 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:49:59.270365 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:00.046659 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:00.120255 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:16.547324 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:50:24.047844 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79fc1c25-e0a2-4d8f-b522-a14b251d48ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:25.403907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925e3483-6dc2-4d56-8940-ff9dd306fe62 req-a50eb282-2feb-400d-898e-b42268463807 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466726 Nov 29 18:50:25.497511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e3483-6dc2-4d56-8940-ff9dd306fe62 req-8365ff70-c385-410d-b60d-e36e651d641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:25.499044 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925e3483-6dc2-4d56-8940-ff9dd306fe62 req-8365ff70-c385-410d-b60d-e36e651d641e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 1097 time: 0.0439568 Nov 29 18:50:25.615526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e3483-6dc2-4d56-8940-ff9dd306fe62 req-8ce7d0ea-b57a-4879-8b0e-732bc8df5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:25.617101 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925e3483-6dc2-4d56-8940-ff9dd306fe62 req-8ce7d0ea-b57a-4879-8b0e-732bc8df5690 service neutron] 10.222.0.31 "GET /v2.0/networks?id=420e2584-6e97-4e91-af92-8de0af68fc09 HTTP/1.1" status: 200 len: 898 time: 0.0967593 Nov 29 18:50:25.686801 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925e3483-6dc2-4d56-8940-ff9dd306fe62 req-b3f88568-fe37-480d-97cb-f8e6836e2e4f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7 HTTP/1.1" status: 200 len: 1002 time: 0.0624070 Nov 29 18:50:25.743728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e3483-6dc2-4d56-8940-ff9dd306fe62 req-5bb0ac03-bcad-455f-a73f-3198b738ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:25.745305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925e3483-6dc2-4d56-8940-ff9dd306fe62 req-5bb0ac03-bcad-455f-a73f-3198b738ebac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23e02753-941a-4892-9ff8-99c00f5341a3 HTTP/1.1" status: 200 len: 835 time: 0.0515370 Nov 29 18:50:25.796733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e3483-6dc2-4d56-8940-ff9dd306fe62 req-9859d5dc-ac51-4819-9339-30a24f88f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:25.798285 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925e3483-6dc2-4d56-8940-ff9dd306fe62 req-9859d5dc-ac51-4819-9339-30a24f88f2af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=420e2584-6e97-4e91-af92-8de0af68fc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459831 Nov 29 18:50:25.894509 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925e3483-6dc2-4d56-8940-ff9dd306fe62 req-91004530-9e4d-4c05-920f-b3156cfdc0cf service neutron] 10.222.0.31 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876751 Nov 29 18:50:26.004730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925e3483-6dc2-4d56-8940-ff9dd306fe62 req-ebfe029e-1b91-4b35-be16-87325f8aa9f5 service neutron] 10.222.0.31 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025445 Nov 29 18:50:26.498467 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35ff13ae-dbd9-463d-a74a-90f434217e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:27.646587 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:27.745613 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:29.281727 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:30.044426 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:30.110267 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:36.890464 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab8ddd-32ad-46e7-adf4-870dd7d0d0a3 req-c6786794-fe2e-439a-9cbb-78aa6ca7efa3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:36.892059 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-caab8ddd-32ad-46e7-adf4-870dd7d0d0a3 req-c6786794-fe2e-439a-9cbb-78aa6ca7efa3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 946 time: 0.0518970 Nov 29 18:50:36.957342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-caab8ddd-32ad-46e7-adf4-870dd7d0d0a3 req-b735c34b-5b22-4805-ae1e-c7f4b9024769 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541487 Nov 29 18:50:36.980686 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40528) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:50:37.051742 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3147ef9d-11d1-4386-91f5-ad510ad3d060 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/floatingips/a56e8825-91c3-43f3-9a2c-55d4435a31b9 HTTP/1.1" status: 200 len: 994 time: 0.0689528 Nov 29 18:50:37.470222 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c999ed-53ba-4334-aa92-c15d3040bef6 req-a3b04618-69e5-48cf-9260-5bab669c4a86 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:37.471991 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01c999ed-53ba-4334-aa92-c15d3040bef6 req-a3b04618-69e5-48cf-9260-5bab669c4a86 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 1097 time: 0.0491812 Nov 29 18:50:37.526526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01c999ed-53ba-4334-aa92-c15d3040bef6 req-d0785844-81d3-44c9-9632-33a21b2bc665 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431628 Nov 29 18:50:38.171961 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-484151eb-a3ca-4911-a18f-a4d6c71582f8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073761 Nov 29 18:50:38.182103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-77357d8a-e461-41eb-8187-81a8d1c80e6a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:50:38.183200 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-77357d8a-e461-41eb-8187-81a8d1c80e6a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059702 Nov 29 18:50:40.884150 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-f6ec9060-a38c-4070-a430-5cff99312a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:40.885600 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-f6ec9060-a38c-4070-a430-5cff99312a18 service neutron] 10.222.0.23 "GET /v2.0/ports/74e52a6f-dd34-44f9-ad33-f43553b053b7 HTTP/1.1" status: 200 len: 1094 time: 0.0428710 Nov 29 18:50:40.894952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-f53501ee-a9ef-4040-aaca-6b0526880f7e service neutron] Request body: {'binding': {'host': 'n-h1-819494-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:50:40.895417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-f53501ee-a9ef-4040-aaca-6b0526880f7e service neutron] Unknown quota resources ['binding']. {{(pid=110004) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 29 18:50:41.043152 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-f53501ee-a9ef-4040-aaca-6b0526880f7e service neutron] Attempting to bind port 74e52a6f-dd34-44f9-ad33-f43553b053b7 on host n-h1-819494-5 for vnic_type normal with profile None {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:50:41.043595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-f53501ee-a9ef-4040-aaca-6b0526880f7e service neutron] Attempting to bind port 74e52a6f-dd34-44f9-ad33-f43553b053b7 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:50:41.044022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-f53501ee-a9ef-4040-aaca-6b0526880f7e service neutron] Attempting to bind port 74e52a6f-dd34-44f9-ad33-f43553b053b7 on network 420e2584-6e97-4e91-af92-8de0af68fc09 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:50:41.050078 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-f53501ee-a9ef-4040-aaca-6b0526880f7e service neutron] Port 74e52a6f-dd34-44f9-ad33-f43553b053b7 on network 420e2584-6e97-4e91-af92-8de0af68fc09 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:50:41.050452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-f53501ee-a9ef-4040-aaca-6b0526880f7e service neutron] Attempting to bind port 74e52a6f-dd34-44f9-ad33-f43553b053b7 on network 420e2584-6e97-4e91-af92-8de0af68fc09 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:50:41.056303 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-f53501ee-a9ef-4040-aaca-6b0526880f7e service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:50:41.056725 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-f53501ee-a9ef-4040-aaca-6b0526880f7e service neutron] Checking segment: {'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:50:41.057181 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-f53501ee-a9ef-4040-aaca-6b0526880f7e service neutron] Bound using segment: {'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:50:41.057694 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-f53501ee-a9ef-4040-aaca-6b0526880f7e service neutron] Bound port: 74e52a6f-dd34-44f9-ad33-f43553b053b7, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:50:41.148135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-f53501ee-a9ef-4040-aaca-6b0526880f7e service neutron] For port 74e52a6f-dd34-44f9-ad33-f43553b053b7, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:50:41.156068 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-f53501ee-a9ef-4040-aaca-6b0526880f7e service neutron] Publish callbacks [] for binding, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:41.157499 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-f53501ee-a9ef-4040-aaca-6b0526880f7e service neutron] 10.222.0.23 "POST /v2.0/ports/74e52a6f-dd34-44f9-ad33-f43553b053b7/bindings HTTP/1.1" status: 201 len: 389 time: 0.2660589 Nov 29 18:50:41.361474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95a7b8-a880-4712-b4db-51b2283b28a9 req-30e8c328-9ca4-47a3-8334-4bab9f858ff5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:41.363327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a95a7b8-a880-4712-b4db-51b2283b28a9 req-30e8c328-9ca4-47a3-8334-4bab9f858ff5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 946 time: 0.0597110 Nov 29 18:50:41.444976 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a95a7b8-a880-4712-b4db-51b2283b28a9 req-9c6d276f-6b80-4385-a6b8-782d5c16387f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702317 Nov 29 18:50:41.503129 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-db1ce809-100d-49bc-88fe-f0950ac740e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:41.504701 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-db1ce809-100d-49bc-88fe-f0950ac740e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 1097 time: 0.1253819 Nov 29 18:50:41.608877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-c29276ed-b41c-4d7d-940c-2ff7818c3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:41.610393 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-c29276ed-b41c-4d7d-940c-2ff7818c3cce service neutron] 10.222.0.20 "GET /v2.0/networks?id=420e2584-6e97-4e91-af92-8de0af68fc09 HTTP/1.1" status: 200 len: 898 time: 0.0943828 Nov 29 18:50:41.702459 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-8affdc7f-a0f7-4ed8-9717-218b1142ba1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7 HTTP/1.1" status: 200 len: 1002 time: 0.0807476 Nov 29 18:50:41.758142 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-9fc39c73-4181-472a-8c43-766fa25c5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:41.759688 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-9fc39c73-4181-472a-8c43-766fa25c5216 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23e02753-941a-4892-9ff8-99c00f5341a3 HTTP/1.1" status: 200 len: 835 time: 0.0466743 Nov 29 18:50:41.818508 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a1986fae-cb9b-4677-beec-37a7914b2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:41.820205 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a1986fae-cb9b-4677-beec-37a7914b2dfa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=420e2584-6e97-4e91-af92-8de0af68fc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472953 Nov 29 18:50:41.928383 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-5898c7b2-d94d-41b0-83d5-67a7671f7d44 service neutron] 10.222.0.20 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937409 Nov 29 18:50:42.028754 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-458fa0ae-ea42-48d8-ba79-e433e011c99b service neutron] 10.222.0.20 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898502 Nov 29 18:50:42.199785 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-31c7b209-becd-4bb6-a138-b7c0f2c49552 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:42.201324 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-31c7b209-becd-4bb6-a138-b7c0f2c49552 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692&tenant_id=a32142a09307461ea2f15c004fcd8bef&binding%3Ahost_id=n-h2-819494-5 HTTP/1.1" status: 200 len: 1097 time: 0.0939403 Nov 29 18:50:42.217377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-5'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:50:42.275810 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:42.433568 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] For port 74e52a6f-dd34-44f9-ad33-f43553b053b7, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:50:42.474041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] For port 74e52a6f-dd34-44f9-ad33-f43553b053b7, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:50:42.535849 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:50:42.539259 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1e3b73-e423-42d6-a107-fb3a146d9cb1" -d '{"events": [{"server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "name": "network-vif-unplugged", "status": "completed", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:50:42.545579 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:42.555232 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:42.651693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac847e49-a591-4b7b-97ca-557527af73f8 req-c83f15c5-987f-4190-a7dd-9426108d077c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:42.670438 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ac847e49-a591-4b7b-97ca-557527af73f8 req-c83f15c5-987f-4190-a7dd-9426108d077c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 944 time: 0.1104794 Nov 29 18:50:42.720927 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da20cf5-2a71-43d0-905b-2e636e16d4bd x-openstack-request-id: req-3da20cf5-2a71-43d0-905b-2e636e16d4bd {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:50:42.721410 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "name": "network-vif-unplugged", "status": "completed", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:50:42.721788 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3da20cf5-2a71-43d0-905b-2e636e16d4bd {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:50:42.722426 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7', 'code': 200} Nov 29 18:50:42.743108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Pushing event updated for resources: {'Port': ['ID=74e52a6f-dd34-44f9-ad33-f43553b053b7,revision_number=7']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:50:42.750012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ac847e49-a591-4b7b-97ca-557527af73f8 req-d7a697b4-a0da-495b-ab76-5696a4e87dfb tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785108 Nov 29 18:50:42.762573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:42.762856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:42.763398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:42.763894 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:42.764440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:42.764971 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:42.765446 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:42.765925 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:42.766482 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:42.767087 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:42.767661 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:42.768171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:42.823570 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Attempting to bind port 74e52a6f-dd34-44f9-ad33-f43553b053b7 on host n-h2-819494-5 for vnic_type normal with profile {"migrating_to": "n-h1-819494-5"} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:50:42.824314 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Attempting to bind port 74e52a6f-dd34-44f9-ad33-f43553b053b7 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:50:42.824764 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Attempting to bind port 74e52a6f-dd34-44f9-ad33-f43553b053b7 on network 420e2584-6e97-4e91-af92-8de0af68fc09 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:50:42.832274 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Port 74e52a6f-dd34-44f9-ad33-f43553b053b7 on network 420e2584-6e97-4e91-af92-8de0af68fc09 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:50:42.832753 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Attempting to bind port 74e52a6f-dd34-44f9-ad33-f43553b053b7 on network 420e2584-6e97-4e91-af92-8de0af68fc09 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:50:42.842334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:50:42.842871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Checking segment: {'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:50:42.843497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Bound using segment: {'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:50:42.844169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Bound port: 74e52a6f-dd34-44f9-ad33-f43553b053b7, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48445cf0-aff2-4384-852b-b88d936a6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:50:42.844719 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:42.932732 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-13e8a70b-9a8c-4c91-ada7-f8cb1cb71530 None None] Provisioning complete for port 74e52a6f-dd34-44f9-ad33-f43553b053b7 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:50:42.933303 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13e8a70b-9a8c-4c91-ada7-f8cb1cb71530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:42.969627 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] For port 74e52a6f-dd34-44f9-ad33-f43553b053b7, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:50:42.973036 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-13e8a70b-9a8c-4c91-ada7-f8cb1cb71530 None None] Port 74e52a6f-dd34-44f9-ad33-f43553b053b7 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:50:42.975150 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] For port 74e52a6f-dd34-44f9-ad33-f43553b053b7, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:50:42.981739 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:43.107008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Pushing event updated for resources: {'Port': ['ID=74e52a6f-dd34-44f9-ad33-f43553b053b7,revision_number=8']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:50:43.153106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:43.154074 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:43.155368 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-a8e38987-c4ab-467a-8ac2-9b75ba272ddf service neutron] 10.222.0.20 "PUT /v2.0/ports/74e52a6f-dd34-44f9-ad33-f43553b053b7 HTTP/1.1" status: 200 len: 1122 time: 0.9425766 Nov 29 18:50:43.230592 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['74e52a6f-dd34-44f9-ad33-f43553b053b7'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:50:43.325881 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] Provisioning complete for port 74e52a6f-dd34-44f9-ad33-f43553b053b7 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:50:43.326166 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:43.483549 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:43.528647 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:50:43.531006 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952e8fb0-798d-4e72-a3a1-7fc88d5eeeae" -d '{"events": [{"server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "name": "network-vif-plugged", "status": "completed", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:50:43.556771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] For port 74e52a6f-dd34-44f9-ad33-f43553b053b7, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:50:43.572019 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:43.590751 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99e3605-9ae2-4c64-a7bd-4cf48125ee98 x-openstack-request-id: req-f99e3605-9ae2-4c64-a7bd-4cf48125ee98 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:50:43.591212 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "name": "network-vif-plugged", "status": "completed", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:50:43.591607 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f99e3605-9ae2-4c64-a7bd-4cf48125ee98 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:50:43.592194 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7', 'code': 200} Nov 29 18:50:43.797700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] Pushing event updated for resources: {'Port': ['ID=74e52a6f-dd34-44f9-ad33-f43553b053b7,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:50:43.814392 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:43.814765 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:43.815109 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:43.815449 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:43.815784 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:43.816114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:43.816439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:43.816762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:43.817091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:43.817415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:43.817773 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:43.818129 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e895518-29ff-4221-977b-e5ba18b8a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:43.895157 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64a5ed-0247-4f40-8f1b-747fdd888039 req-e0951fd4-b650-4245-99f0-1505116aaa66 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:43.897418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d64a5ed-0247-4f40-8f1b-747fdd888039 req-e0951fd4-b650-4245-99f0-1505116aaa66 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 946 time: 0.0604346 Nov 29 18:50:43.957479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d64a5ed-0247-4f40-8f1b-747fdd888039 req-e1ed4cde-93a8-41f9-b543-a3e30b6f1979 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530922 Nov 29 18:50:44.723205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:50:44.725872 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff0f2e3-0ccc-4fe6-abfc-c93c1346bff8" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:50:44.793716 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bc9cd6-79b2-49d8-b0ff-f578f0bfc752 x-openstack-request-id: req-b6bc9cd6-79b2-49d8-b0ff-f578f0bfc752 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:50:44.794205 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:50:44.794643 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6bc9cd6-79b2-49d8-b0ff-f578f0bfc752 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:50:44.795341 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7', 'status': 'completed', 'code': 200} Nov 29 18:50:44.865254 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0f2e3-0ccc-4fe6-abfc-c93c1346bff8 req-c597e57e-8ded-4cf6-9211-9cd7b79c0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:44.866961 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ff0f2e3-0ccc-4fe6-abfc-c93c1346bff8 req-c597e57e-8ded-4cf6-9211-9cd7b79c0f26 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 1127 time: 0.0478592 Nov 29 18:50:44.996549 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0f2e3-0ccc-4fe6-abfc-c93c1346bff8 req-4f8c8776-b476-4ef4-bdef-9d58dad318cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:44.998097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ff0f2e3-0ccc-4fe6-abfc-c93c1346bff8 req-4f8c8776-b476-4ef4-bdef-9d58dad318cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=420e2584-6e97-4e91-af92-8de0af68fc09 HTTP/1.1" status: 200 len: 898 time: 0.1236084 Nov 29 18:50:45.102099 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ff0f2e3-0ccc-4fe6-abfc-c93c1346bff8 req-368ba233-58a8-4244-a938-873be91ff8ca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7 HTTP/1.1" status: 200 len: 1002 time: 0.0948970 Nov 29 18:50:45.126695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ec52d-92ef-4ff3-8961-cd87efe66df8 req-97e8258e-8464-42bd-a8bd-9d13761ee57d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:45.128226 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca1ec52d-92ef-4ff3-8961-cd87efe66df8 req-97e8258e-8464-42bd-a8bd-9d13761ee57d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 946 time: 0.0803101 Nov 29 18:50:45.190326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0f2e3-0ccc-4fe6-abfc-c93c1346bff8 req-2b358580-0d9d-40f2-b09f-05a7b92e9052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:45.191891 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ff0f2e3-0ccc-4fe6-abfc-c93c1346bff8 req-2b358580-0d9d-40f2-b09f-05a7b92e9052 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=23e02753-941a-4892-9ff8-99c00f5341a3 HTTP/1.1" status: 200 len: 835 time: 0.0815461 Nov 29 18:50:45.221667 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca1ec52d-92ef-4ff3-8961-cd87efe66df8 req-4771f2c0-1e8c-4ca7-99fe-7737aacbe176 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743222 Nov 29 18:50:45.251914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0f2e3-0ccc-4fe6-abfc-c93c1346bff8 req-3c9303cc-0872-40fe-884b-1c0503cd809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:45.253402 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ff0f2e3-0ccc-4fe6-abfc-c93c1346bff8 req-3c9303cc-0872-40fe-884b-1c0503cd809e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=420e2584-6e97-4e91-af92-8de0af68fc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497153 Nov 29 18:50:45.350218 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ff0f2e3-0ccc-4fe6-abfc-c93c1346bff8 req-0eeadb14-0e78-4c3f-b93a-0a9b495490f5 service neutron] 10.222.0.31 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887277 Nov 29 18:50:45.440980 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ff0f2e3-0ccc-4fe6-abfc-c93c1346bff8 req-90408095-3d02-43ce-9096-38bf27afb2af service neutron] 10.222.0.31 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834424 Nov 29 18:50:46.354279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875361f9-61e7-413b-8c3b-63923f509007 req-b1b87302-7464-46bf-9830-5da8858fdba8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:46.355814 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-875361f9-61e7-413b-8c3b-63923f509007 req-b1b87302-7464-46bf-9830-5da8858fdba8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 946 time: 0.0613356 Nov 29 18:50:46.415838 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-875361f9-61e7-413b-8c3b-63923f509007 req-45fa5383-9a5e-428c-9676-7bfb378ffe5e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535908 Nov 29 18:50:47.173505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 74e52a6f-dd34-44f9-ad33-f43553b053b7 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:50:47.273886 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 74e52a6f-dd34-44f9-ad33-f43553b053b7, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:50:47.287529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 74e52a6f-dd34-44f9-ad33-f43553b053b7 has no active binding in host n-h1-819494-5 {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 29 18:50:47.542964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9349a8d-e0e2-44ce-89ae-73966fcfff10 req-6bc0f66f-9671-4416-b60d-a60494298913 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:47.544694 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9349a8d-e0e2-44ce-89ae-73966fcfff10 req-6bc0f66f-9671-4416-b60d-a60494298913 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 946 time: 0.0540657 Nov 29 18:50:47.603530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9349a8d-e0e2-44ce-89ae-73966fcfff10 req-164419eb-48fb-47e2-90c8-c8ac067bdd60 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471466 Nov 29 18:50:48.326933 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-73b697ac-12c3-461b-a5e2-41bcd0aebce4 service neutron] 10.222.0.31 "GET /v2.0/ports/74e52a6f-dd34-44f9-ad33-f43553b053b7/bindings/n-h1-819494-5 HTTP/1.1" status: 200 len: 384 time: 0.0625226 Nov 29 18:50:48.869940 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44602186-6d29-4858-ae59-aecc5c82aa0a req-5f13ab14-101f-40a7-8148-bdd1d305716a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:48.871550 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44602186-6d29-4858-ae59-aecc5c82aa0a req-5f13ab14-101f-40a7-8148-bdd1d305716a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 946 time: 0.1014843 Nov 29 18:50:48.939659 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] For port 74e52a6f-dd34-44f9-ad33-f43553b053b7, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:50:48.958740 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-44602186-6d29-4858-ae59-aecc5c82aa0a req-563f6721-d1b8-4dfc-a581-a603f8081cd4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797741 Nov 29 18:50:48.971671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] For port 74e52a6f-dd34-44f9-ad33-f43553b053b7, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:50:49.014257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:50:49.016686 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcc7c38-b11d-4871-85da-d58fdf075d39" -d '{"events": [{"server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "name": "network-vif-unplugged", "status": "completed", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:50:49.025101 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] For port 74e52a6f-dd34-44f9-ad33-f43553b053b7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:50:49.043624 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:49.066482 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf85a5e1-29c5-416b-b297-3574e5cda353 x-openstack-request-id: req-cf85a5e1-29c5-416b-b297-3574e5cda353 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:50:49.066983 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "name": "network-vif-unplugged", "status": "completed", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:50:49.067396 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf85a5e1-29c5-416b-b297-3574e5cda353 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:50:49.068107 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7', 'code': 200} Nov 29 18:50:49.179975 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] Transition to ACTIVE for port object 74e52a6f-dd34-44f9-ad33-f43553b053b7 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:50:49.185777 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:49.305414 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] Pushing event updated for resources: {'Port': ['ID=74e52a6f-dd34-44f9-ad33-f43553b053b7,revision_number=11']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:50:49.321356 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:49.321713 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:49.322072 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:49.322431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:49.322773 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:49.323151 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:49.323493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:49.323831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:49.324176 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:49.324512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:49.324852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:49.325187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:50:49.367704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] No DVR routers for this DVR port 74e52a6f-dd34-44f9-ad33-f43553b053b7 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:50:49.518925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-e999c862-9e75-4cd1-921b-86b95c4b4324 service neutron] 10.222.0.31 "PUT /v2.0/ports/74e52a6f-dd34-44f9-ad33-f43553b053b7/bindings/n-h1-819494-5/activate HTTP/1.1" status: 200 len: 369 time: 1.1813276 Nov 29 18:50:49.624926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-30fde911-3dfb-48e5-bfd5-77218b81d079 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:49.627156 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-30fde911-3dfb-48e5-bfd5-77218b81d079 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692&tenant_id=a32142a09307461ea2f15c004fcd8bef&binding%3Ahost_id=n-h2-819494-5 HTTP/1.1" status: 200 len: 1096 time: 0.0463247 Nov 29 18:50:49.682160 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-5999c0ca-1f10-4f52-abbd-82ac3553732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:49.683713 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-5999c0ca-1f10-4f52-abbd-82ac3553732f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692&tenant_id=a32142a09307461ea2f15c004fcd8bef HTTP/1.1" status: 200 len: 1096 time: 0.0448306 Nov 29 18:50:49.757964 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-03cb67b9-7693-4d24-a5b3-3828ea14c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:49.759575 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-03cb67b9-7693-4d24-a5b3-3828ea14c85d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 1096 time: 0.0439837 Nov 29 18:50:49.924467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-278c775c-a1b3-425b-b77e-efaef0005fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:49.927472 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-278c775c-a1b3-425b-b77e-efaef0005fdb service neutron] 10.222.0.20 "GET /v2.0/networks?id=420e2584-6e97-4e91-af92-8de0af68fc09 HTTP/1.1" status: 200 len: 898 time: 0.1546628 Nov 29 18:50:50.030485 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-46fe2d07-052b-42f7-a326-4dfb8e5c2c75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7 HTTP/1.1" status: 200 len: 1000 time: 0.0911672 Nov 29 18:50:50.092886 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a00fee-da49-4207-a0ec-e69fc9df53c3 req-a2a26d88-5b1d-41f3-9e93-6fa4fa5e79d2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:50.094525 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7a00fee-da49-4207-a0ec-e69fc9df53c3 req-a2a26d88-5b1d-41f3-9e93-6fa4fa5e79d2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 945 time: 0.0551493 Nov 29 18:50:50.117164 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-fdc3977a-28e1-4d07-8de9-6d0fc2f53107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:50.119184 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-fdc3977a-28e1-4d07-8de9-6d0fc2f53107 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23e02753-941a-4892-9ff8-99c00f5341a3 HTTP/1.1" status: 200 len: 835 time: 0.0751927 Nov 29 18:50:50.166382 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7a00fee-da49-4207-a0ec-e69fc9df53c3 req-0f8d2c03-54d3-4e7f-83df-04bcc49ec215 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589070 Nov 29 18:50:50.182043 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-5523487a-b981-4421-b51d-73b33986e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:50.183921 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-5523487a-b981-4421-b51d-73b33986e4ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=420e2584-6e97-4e91-af92-8de0af68fc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558603 Nov 29 18:50:50.287893 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-0c15d188-4697-4d2c-926e-60a315d591ab service neutron] 10.222.0.20 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915823 Nov 29 18:50:50.421222 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-6c8412e9-bc10-4f31-a8bb-d5d0178fdc79 service neutron] 10.222.0.20 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210928 Nov 29 18:50:50.697712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-ec50a079-f404-4391-96a8-63d57d405afd tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:50.699480 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-ec50a079-f404-4391-96a8-63d57d405afd tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692&tenant_id=a32142a09307461ea2f15c004fcd8bef&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 1096 time: 0.0488484 Nov 29 18:50:50.828496 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-6f60150a-e95e-432a-bc11-22761c3655d1 service neutron] For port 74e52a6f-dd34-44f9-ad33-f43553b053b7, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:50:50.832110 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-6f60150a-e95e-432a-bc11-22761c3655d1 service neutron] Publish callbacks [] for binding, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:50.833399 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8a4b0018-1cb2-4618-b2dd-ef89950668ae req-6f60150a-e95e-432a-bc11-22761c3655d1 service neutron] 10.222.0.20 "DELETE /v2.0/ports/74e52a6f-dd34-44f9-ad33-f43553b053b7/bindings/n-h2-819494-5 HTTP/1.1" status: 204 len: 173 time: 0.1222386 Nov 29 18:50:51.299402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e416ba1-0f0f-49f2-91d8-9061099518a0 req-d38fe3c5-2983-4693-897e-dd79977907bd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:51.300953 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e416ba1-0f0f-49f2-91d8-9061099518a0 req-d38fe3c5-2983-4693-897e-dd79977907bd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 945 time: 0.0540588 Nov 29 18:50:51.370663 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e416ba1-0f0f-49f2-91d8-9061099518a0 req-d5e0ec22-cf1a-457a-90e9-4d7d1b077dec tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625491 Nov 29 18:50:51.551297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b7f66-6eaa-4f15-adff-787fdce02cad req-2f40aebf-65fd-4ae5-8753-0007bb5ed075 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:51.553829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba1b7f66-6eaa-4f15-adff-787fdce02cad req-2f40aebf-65fd-4ae5-8753-0007bb5ed075 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 1096 time: 0.0710890 Nov 29 18:50:51.608361 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba1b7f66-6eaa-4f15-adff-787fdce02cad req-6f2be556-77ef-471f-98f6-edefb18aed53 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483303 Nov 29 18:50:51.769297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c47c4a-b2dd-4a7d-9b5d-411d56ff4422 req-124870e1-262f-42fb-92d9-778c0b0f9125 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:51.772193 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94c47c4a-b2dd-4a7d-9b5d-411d56ff4422 req-124870e1-262f-42fb-92d9-778c0b0f9125 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 945 time: 0.0873771 Nov 29 18:50:51.829575 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94c47c4a-b2dd-4a7d-9b5d-411d56ff4422 req-f2e0954d-fbe6-4959-88b5-ffe1d00e2ff3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508668 Nov 29 18:50:51.854156 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40604) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:50:51.865142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 74e52a6f-dd34-44f9-ad33-f43553b053b7 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:50:51.914865 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 74e52a6f-dd34-44f9-ad33-f43553b053b7 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:50:51.934853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-aa2cc6bb-c4bc-4e4f-9887-07d737c237ee tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/floatingips/a56e8825-91c3-43f3-9a2c-55d4435a31b9 HTTP/1.1" status: 200 len: 992 time: 0.0793159 Nov 29 18:50:53.546969 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:50:54.042091 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e86b2bc-8ff0-4bc0-bba8-9da5514d9794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:55.701877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40610) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:50:55.871790 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-90498326-0ade-4a5d-8d37-535f41cae883 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting port 44707483-ba8d-4c67-bb7f-1e462dac5e09 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:50:55.872150 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90498326-0ade-4a5d-8d37-535f41cae883 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:55.959274 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90498326-0ade-4a5d-8d37-535f41cae883 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:55.959513 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90498326-0ade-4a5d-8d37-535f41cae883 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:55.975866 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-90498326-0ade-4a5d-8d37-535f41cae883 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Calling delete_port for 44707483-ba8d-4c67-bb7f-1e462dac5e09 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:50:56.202171 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90498326-0ade-4a5d-8d37-535f41cae883 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:56.233780 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90498326-0ade-4a5d-8d37-535f41cae883 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Port': ['ID=44707483-ba8d-4c67-bb7f-1e462dac5e09,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:50:56.310616 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90498326-0ade-4a5d-8d37-535f41cae883 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:56.311002 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-90498326-0ade-4a5d-8d37-535f41cae883 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Floating IP a56e8825-91c3-43f3-9a2c-55d4435a31b9 disassociated (deleted). External IP: 172.25.3.190, port: 74e52a6f-dd34-44f9-ad33-f43553b053b7. Nov 29 18:50:56.509770 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-489089d1-eea8-4c6c-a36f-ae5a581c50c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:56.574058 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90498326-0ade-4a5d-8d37-535f41cae883 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:50:56.692217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90498326-0ade-4a5d-8d37-535f41cae883 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:50:56.697296 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90498326-0ade-4a5d-8d37-535f41cae883 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:56.703897 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19b5b81-d5e8-41f6-8266-0d1968ad692d None None] Sync routers for ids ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:50:56.716929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b5b81-d5e8-41f6-8266-0d1968ad692d None None] Routers {'1afa8ace-cf69-4c6e-94e5-d774ea3334b7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:50:56.717832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f19b5b81-d5e8-41f6-8266-0d1968ad692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:50:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:50:56.733086 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-90498326-0ade-4a5d-8d37-535f41cae883 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/floatingips/a56e8825-91c3-43f3-9a2c-55d4435a31b9 HTTP/1.1" status: 204 len: 168 time: 1.0299342 Nov 29 18:50:56.734089 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:50:56.736733 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510fe620-c7d6-4306-8876-a33fbb8d0326" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:50:56.821461 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3315a33c-ce08-4901-92b5-4242ba932b66 x-openstack-request-id: req-3315a33c-ce08-4901-92b5-4242ba932b66 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:50:56.822037 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:50:56.824079 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3315a33c-ce08-4901-92b5-4242ba932b66 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:50:56.824773 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7', 'status': 'completed', 'code': 200} Nov 29 18:50:56.873681 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-f19b5b81-d5e8-41f6-8266-0d1968ad692d None None] Set router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:50:56.919476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fe620-c7d6-4306-8876-a33fbb8d0326 req-19b5a00c-5799-4446-93f5-c3c57555b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:56.921430 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-510fe620-c7d6-4306-8876-a33fbb8d0326 req-19b5a00c-5799-4446-93f5-c3c57555b93c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 1096 time: 0.0635507 Nov 29 18:50:57.109801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fe620-c7d6-4306-8876-a33fbb8d0326 req-d99d5d36-fb0f-4f64-8503-623bfe19905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:57.112023 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-510fe620-c7d6-4306-8876-a33fbb8d0326 req-d99d5d36-fb0f-4f64-8503-623bfe19905a service neutron] 10.222.0.20 "GET /v2.0/networks?id=420e2584-6e97-4e91-af92-8de0af68fc09 HTTP/1.1" status: 200 len: 898 time: 0.1764252 Nov 29 18:50:57.119660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4db47-80b2-4b33-8409-9cc104126384 req-6d194b57-7f31-44dd-a102-cd716483c0c8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:57.123614 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cdf4db47-80b2-4b33-8409-9cc104126384 req-6d194b57-7f31-44dd-a102-cd716483c0c8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 945 time: 0.0875821 Nov 29 18:50:57.185344 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-510fe620-c7d6-4306-8876-a33fbb8d0326 req-faa7c830-c3d9-43df-a441-d2a6ecc065f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7 HTTP/1.1" status: 200 len: 217 time: 0.0652232 Nov 29 18:50:57.219133 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cdf4db47-80b2-4b33-8409-9cc104126384 req-468b6057-639b-49b7-9c05-18dde68fee86 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812786 Nov 29 18:50:57.234756 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f19b5b81-d5e8-41f6-8266-0d1968ad692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053500417', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:49:04Z', 'updated_at': '2021-11-29T18:49:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:05Z', 'updated_at': '2021-11-29T18:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'fccf7795-a528-4ffe-8d9c-901e0981c0d5', 'name': '', 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:b6:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:07Z', 'updated_at': '2021-11-29T18:49:12Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:50:57.259952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fe620-c7d6-4306-8876-a33fbb8d0326 req-7d8e488d-9040-49b6-bedb-f55a0474e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:57.261554 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-510fe620-c7d6-4306-8876-a33fbb8d0326 req-7d8e488d-9040-49b6-bedb-f55a0474e4d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23e02753-941a-4892-9ff8-99c00f5341a3 HTTP/1.1" status: 200 len: 835 time: 0.0659842 Nov 29 18:50:57.270134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19b5b81-d5e8-41f6-8266-0d1968ad692d None None] Checking router: 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:50:57.281212 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b5b81-d5e8-41f6-8266-0d1968ad692d None None] Routers {'1afa8ace-cf69-4c6e-94e5-d774ea3334b7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:50:57.281830 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f19b5b81-d5e8-41f6-8266-0d1968ad692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:50:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:50:57.351440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fe620-c7d6-4306-8876-a33fbb8d0326 req-09738108-ac5b-4a65-902d-af0da43b9d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:57.353064 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-510fe620-c7d6-4306-8876-a33fbb8d0326 req-09738108-ac5b-4a65-902d-af0da43b9d55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=420e2584-6e97-4e91-af92-8de0af68fc09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757530 Nov 29 18:50:57.406526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-f19b5b81-d5e8-41f6-8266-0d1968ad692d None None] Set router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:50:57.452520 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.20', 51192) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:50:57.473997 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-510fe620-c7d6-4306-8876-a33fbb8d0326 req-dfbdf196-d14b-4c1c-9dab-da02662b095e service neutron] 10.222.0.20 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114337 Nov 29 18:50:57.560474 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dd04f-6ddd-46fe-a16d-5b7c0bf5971e req-dc8c73a6-707f-486b-b1fe-4dde59d74a99 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:50:57.563140 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-294dd04f-6ddd-46fe-a16d-5b7c0bf5971e req-dc8c73a6-707f-486b-b1fe-4dde59d74a99 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 945 time: 0.0976493 Nov 29 18:50:57.631301 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-510fe620-c7d6-4306-8876-a33fbb8d0326 req-4786f238-4486-49e8-b881-5a40c384694b service neutron] 10.222.0.20 "GET /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488292 Nov 29 18:50:57.682896 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:57.705540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f19b5b81-d5e8-41f6-8266-0d1968ad692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053500417', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:49:04Z', 'updated_at': '2021-11-29T18:49:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:05Z', 'updated_at': '2021-11-29T18:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'fccf7795-a528-4ffe-8d9c-901e0981c0d5', 'name': '', 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:b6:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:07Z', 'updated_at': '2021-11-29T18:49:12Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:50:57.730369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-294dd04f-6ddd-46fe-a16d-5b7c0bf5971e req-3a48e2a3-bade-4be7-8f6a-7266adbbb17b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting port 74e52a6f-dd34-44f9-ad33-f43553b053b7 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:50:57.731293 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-294dd04f-6ddd-46fe-a16d-5b7c0bf5971e req-3a48e2a3-bade-4be7-8f6a-7266adbbb17b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:57.771982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19b5b81-d5e8-41f6-8266-0d1968ad692d None None] The sync data for ids ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'] in n-d-819494-5 is: [{'id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053500417', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:49:04Z', 'updated_at': '2021-11-29T18:49:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:05Z', 'updated_at': '2021-11-29T18:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'fccf7795-a528-4ffe-8d9c-901e0981c0d5', 'name': '', 'network_id': '420e2584-6e97-4e91-af92-8de0af68fc09', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:b6:d7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:07Z', 'updated_at': '2021-11-29T18:49:12Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '23e02753-941a-4892-9ff8-99c00f5341a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:50:57.795328 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:57.880994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-294dd04f-6ddd-46fe-a16d-5b7c0bf5971e req-3a48e2a3-bade-4be7-8f6a-7266adbbb17b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] For port 74e52a6f-dd34-44f9-ad33-f43553b053b7, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=74e52a6f-dd34-44f9-ad33-f43553b053b7,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:50:57.881432 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-294dd04f-6ddd-46fe-a16d-5b7c0bf5971e req-3a48e2a3-bade-4be7-8f6a-7266adbbb17b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:57.898468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-294dd04f-6ddd-46fe-a16d-5b7c0bf5971e req-3a48e2a3-bade-4be7-8f6a-7266adbbb17b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Calling delete_port for 74e52a6f-dd34-44f9-ad33-f43553b053b7 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:50:58.060603 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-294dd04f-6ddd-46fe-a16d-5b7c0bf5971e req-3a48e2a3-bade-4be7-8f6a-7266adbbb17b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:58.099374 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f7d67-87eb-4046-9260-0fb9465d27bf None None] New status for floating IP a56e8825-91c3-43f3-9a2c-55d4435a31b9: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:50:58.109452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48e2a3-bade-4be7-8f6a-7266adbbb17b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Port': ['ID=74e52a6f-dd34-44f9-ad33-f43553b053b7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:50:58.185909 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-294dd04f-6ddd-46fe-a16d-5b7c0bf5971e req-3a48e2a3-bade-4be7-8f6a-7266adbbb17b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] No DVR routers for this DVR port 74e52a6f-dd34-44f9-ad33-f43553b053b7 on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:50:58.190061 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-294dd04f-6ddd-46fe-a16d-5b7c0bf5971e req-3a48e2a3-bade-4be7-8f6a-7266adbbb17b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:58.194609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-294dd04f-6ddd-46fe-a16d-5b7c0bf5971e req-3a48e2a3-bade-4be7-8f6a-7266adbbb17b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.20 "DELETE /v2.0/ports/74e52a6f-dd34-44f9-ad33-f43553b053b7 HTTP/1.1" status: 204 len: 173 time: 0.6203842 Nov 29 18:50:58.195289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'name': 'network-vif-deleted', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:50:58.198240 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bebc9ee-be99-46e2-8a68-d7cf254b9b38" -d '{"events": [{"server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "name": "network-vif-deleted", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:50:58.264285 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fd4463-e1ba-4f80-8593-f576399a5673 x-openstack-request-id: req-93fd4463-e1ba-4f80-8593-f576399a5673 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:50:58.264948 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdb7a8d-bfc8-4631-ab15-4218035c7692", "name": "network-vif-deleted", "tag": "74e52a6f-dd34-44f9-ad33-f43553b053b7", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:50:58.265239 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-93fd4463-e1ba-4f80-8593-f576399a5673 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:50:58.265703 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdb7a8d-bfc8-4631-ab15-4218035c7692', 'name': 'network-vif-deleted', 'tag': '74e52a6f-dd34-44f9-ad33-f43553b053b7', 'status': 'completed', 'code': 200} Nov 29 18:50:58.389987 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26626e57-7d0d-4e07-9fe5-b11ec4146ce9 req-ea8535d4-8452-4905-a197-dfbf83fcff94 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bdb7a8d-bfc8-4631-ab15-4218035c7692 HTTP/1.1" status: 200 len: 210 time: 0.0382667 Nov 29 18:50:59.277392 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:50:59.464000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40624) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:50:59.867479 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c89a466a-6ac9-4ec0-8d3b-a82e7d1b52a5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:00.043608 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:00.120681 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:00.165237 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c89a466a-6ac9-4ec0-8d3b-a82e7d1b52a5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting port fccf7795-a528-4ffe-8d9c-901e0981c0d5 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:51:00.165587 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c89a466a-6ac9-4ec0-8d3b-a82e7d1b52a5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:00.257429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-c89a466a-6ac9-4ec0-8d3b-a82e7d1b52a5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] For port fccf7795-a528-4ffe-8d9c-901e0981c0d5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=fccf7795-a528-4ffe-8d9c-901e0981c0d5,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:51:00.257786 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c89a466a-6ac9-4ec0-8d3b-a82e7d1b52a5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:00.271730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c89a466a-6ac9-4ec0-8d3b-a82e7d1b52a5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Calling delete_port for fccf7795-a528-4ffe-8d9c-901e0981c0d5 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:51:00.540533 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c89a466a-6ac9-4ec0-8d3b-a82e7d1b52a5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:00.574187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a466a-6ac9-4ec0-8d3b-a82e7d1b52a5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Port': ['ID=fccf7795-a528-4ffe-8d9c-901e0981c0d5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:00.842476 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c89a466a-6ac9-4ec0-8d3b-a82e7d1b52a5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:01.074629 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89a466a-6ac9-4ec0-8d3b-a82e7d1b52a5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:51:01.186096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89a466a-6ac9-4ec0-8d3b-a82e7d1b52a5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:51:01.193647 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c89a466a-6ac9-4ec0-8d3b-a82e7d1b52a5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "PUT /v2.0/routers/1afa8ace-cf69-4c6e-94e5-d774ea3334b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7283826 Nov 29 18:51:01.197285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40626) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:01.198971 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb72f81-4b63-43a1-9b13-2a49cea18c22 None None] Sync routers for ids ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:51:01.212946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb72f81-4b63-43a1-9b13-2a49cea18c22 None None] Routers {'1afa8ace-cf69-4c6e-94e5-d774ea3334b7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:51:01.214005 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2bb72f81-4b63-43a1-9b13-2a49cea18c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:50:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:01.259759 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6a5543-5446-4159-9017-ac0fff5af2b0 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting subnet 23e02753-941a-4892-9ff8-99c00f5341a3 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:51:01.264003 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5543-5446-4159-9017-ac0fff5af2b0 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:01.329354 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5543-5446-4159-9017-ac0fff5af2b0 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:01.359001 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-2bb72f81-4b63-43a1-9b13-2a49cea18c22 None None] Set router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:51:01.461932 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5543-5446-4159-9017-ac0fff5af2b0 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:01.562340 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5543-5446-4159-9017-ac0fff5af2b0 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:01.614832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a5543-5446-4159-9017-ac0fff5af2b0 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Subnet': ['ID=23e02753-941a-4892-9ff8-99c00f5341a3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:01.621465 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5543-5446-4159-9017-ac0fff5af2b0 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:01.631708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5e6a5543-5446-4159-9017-ac0fff5af2b0 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/subnets/23e02753-941a-4892-9ff8-99c00f5341a3 HTTP/1.1" status: 204 len: 168 time: 0.4284816 Nov 29 18:51:01.633284 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40628) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:01.644653 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c1e119-265b-4249-b64a-8f27f20d2abb None None] Network 420e2584-6e97-4e91-af92-8de0af68fc09 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:51:01.840879 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ede3cc1-2476-40cb-9bfd-b395cfec7f9b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:01.909429 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2bb72f81-4b63-43a1-9b13-2a49cea18c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053500417', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:49:04Z', 'updated_at': '2021-11-29T18:51:00Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:05Z', 'updated_at': '2021-11-29T18:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:01.950479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb72f81-4b63-43a1-9b13-2a49cea18c22 None None] Checking router: 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:51:01.966065 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb72f81-4b63-43a1-9b13-2a49cea18c22 None None] Routers {'1afa8ace-cf69-4c6e-94e5-d774ea3334b7'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:51:01.966647 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2bb72f81-4b63-43a1-9b13-2a49cea18c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:50:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:02.006423 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ede3cc1-2476-40cb-9bfd-b395cfec7f9b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:02.056618 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7793ef63-3b2a-4c73-82de-c489af66461e None None] DHCP port deletion for 420e2584-6e97-4e91-af92-8de0af68fc09 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:51:02.104922 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3ede3cc1-2476-40cb-9bfd-b395cfec7f9b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting port 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:51:02.105470 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ede3cc1-2476-40cb-9bfd-b395cfec7f9b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:02.154270 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-2bb72f81-4b63-43a1-9b13-2a49cea18c22 None None] Set router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:51:02.264249 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7793ef63-3b2a-4c73-82de-c489af66461e None None] Deleting port c7645dfa-92dc-4e2a-8f99-4376f893885e {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:51:02.265026 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7793ef63-3b2a-4c73-82de-c489af66461e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:02.363084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7793ef63-3b2a-4c73-82de-c489af66461e None None] For port c7645dfa-92dc-4e2a-8f99-4376f893885e, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=c7645dfa-92dc-4e2a-8f99-4376f893885e,segment=NetworkSegment(48445cf0-aff2-4384-852b-b88d936a6d46),segment_id=48445cf0-aff2-4384-852b-b88d936a6d46)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:51:02.363368 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7793ef63-3b2a-4c73-82de-c489af66461e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:02.381825 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7793ef63-3b2a-4c73-82de-c489af66461e None None] Calling delete_port for c7645dfa-92dc-4e2a-8f99-4376f893885e owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:51:02.501177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-2bb72f81-4b63-43a1-9b13-2a49cea18c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053500417', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:49:04Z', 'updated_at': '2021-11-29T18:51:00Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:05Z', 'updated_at': '2021-11-29T18:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:02.534815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb72f81-4b63-43a1-9b13-2a49cea18c22 None None] The sync data for ids ['1afa8ace-cf69-4c6e-94e5-d774ea3334b7'] in n-d-819494-5 is: [{'id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2053500417', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:49:04Z', 'updated_at': '2021-11-29T18:51:00Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa8ace-cf69-4c6e-94e5-d774ea3334b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:49:05Z', 'updated_at': '2021-11-29T18:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:51:02.542232 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7793ef63-3b2a-4c73-82de-c489af66461e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:02.588996 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7793ef63-3b2a-4c73-82de-c489af66461e None None] No DVR routers for this DVR port c7645dfa-92dc-4e2a-8f99-4376f893885e on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:51:02.595129 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7793ef63-3b2a-4c73-82de-c489af66461e None None] Pushing event deleted for resources: {'Port': ['ID=c7645dfa-92dc-4e2a-8f99-4376f893885e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:02.683391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-3ede3cc1-2476-40cb-9bfd-b395cfec7f9b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] For port 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:51:02.684083 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ede3cc1-2476-40cb-9bfd-b395cfec7f9b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:02.707936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3ede3cc1-2476-40cb-9bfd-b395cfec7f9b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Calling delete_port for 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:51:02.944790 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ede3cc1-2476-40cb-9bfd-b395cfec7f9b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:02.973406 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede3cc1-2476-40cb-9bfd-b395cfec7f9b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Port': ['ID=7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:03.006930 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261dc68a-164a-45aa-ab39-78868a6a6d7c None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:51:03.073435 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ede3cc1-2476-40cb-9bfd-b395cfec7f9b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:03.208859 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ede3cc1-2476-40cb-9bfd-b395cfec7f9b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:03.212446 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ede3cc1-2476-40cb-9bfd-b395cfec7f9b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:03.253867 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 74e52a6f-dd34-44f9-ad33-f43553b053b7 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:51:03.275216 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ede3cc1-2476-40cb-9bfd-b395cfec7f9b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:03.276579 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ede3cc1-2476-40cb-9bfd-b395cfec7f9b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Fanout notify agent at l3_agent the message router_deleted on router 1afa8ace-cf69-4c6e-94e5-d774ea3334b7 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:51:03.291712 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ede3cc1-2476-40cb-9bfd-b395cfec7f9b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:03.295135 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3ede3cc1-2476-40cb-9bfd-b395cfec7f9b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/routers/1afa8ace-cf69-4c6e-94e5-d774ea3334b7 HTTP/1.1" status: 204 len: 168 time: 1.6600173 Nov 29 18:51:03.298716 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40630) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:03.315067 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 74e52a6f-dd34-44f9-ad33-f43553b053b7 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:51:03.315944 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 74e52a6f-dd34-44f9-ad33-f43553b053b7 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:51:03.432044 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c91bb449-5a79-4828-a3fb-7bfadd847995 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:03.537072 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c91bb449-5a79-4828-a3fb-7bfadd847995 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:03.558737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c91bb449-5a79-4828-a3fb-7bfadd847995 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420e2584-6e97-4e91-af92-8de0af68fc09']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:03.570769 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c91bb449-5a79-4828-a3fb-7bfadd847995 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48445cf0-aff2-4384-852b-b88d936a6d46') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:03.571216 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c91bb449-5a79-4828-a3fb-7bfadd847995 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48445cf0-aff2-4384-852b-b88d936a6d46') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:03.582836 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c91bb449-5a79-4828-a3fb-7bfadd847995 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:03.597552 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c91bb449-5a79-4828-a3fb-7bfadd847995 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:03.605024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91bb449-5a79-4828-a3fb-7bfadd847995 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:51:03.605544 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c91bb449-5a79-4828-a3fb-7bfadd847995 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:51:03.609254 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:51:03.676879 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c91bb449-5a79-4828-a3fb-7bfadd847995 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:03.685116 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c91bb449-5a79-4828-a3fb-7bfadd847995 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:03.688957 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c91bb449-5a79-4828-a3fb-7bfadd847995 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/networks/420e2584-6e97-4e91-af92-8de0af68fc09 HTTP/1.1" status: 204 len: 168 time: 0.3885844 Nov 29 18:51:03.692773 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40632) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:03.702455 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bb449-5a79-4828-a3fb-7bfadd847995 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Network': ['ID=420e2584-6e97-4e91-af92-8de0af68fc09,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:03.758139 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e51f5771-fb73-4af4-b8f4-4d5a2749cdba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:03.793607 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e51f5771-fb73-4af4-b8f4-4d5a2749cdba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:03.903705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fccf7795-a528-4ffe-8d9c-901e0981c0d5 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:51:03.910658 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e51f5771-fb73-4af4-b8f4-4d5a2749cdba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:03.915512 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e51f5771-fb73-4af4-b8f4-4d5a2749cdba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:03.917531 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e51f5771-fb73-4af4-b8f4-4d5a2749cdba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/security-groups/1026f5e3-fb98-4a95-9c3c-79b89be4e2d5 HTTP/1.1" status: 204 len: 168 time: 0.2231939 Nov 29 18:51:03.935246 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f5771-fb73-4af4-b8f4-4d5a2749cdba tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1026f5e3-fb98-4a95-9c3c-79b89be4e2d5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:03.961610 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: fccf7795-a528-4ffe-8d9c-901e0981c0d5 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:51:03.962045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device fccf7795-a528-4ffe-8d9c-901e0981c0d5 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:51:03.962839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:51:04.000581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:51:04.001317 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7da0de0e-a0fb-4ae5-9cb8-a0ca1ece0f76 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:51:04.002093 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c7645dfa-92dc-4e2a-8f99-4376f893885e no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:51:04.041376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: c7645dfa-92dc-4e2a-8f99-4376f893885e {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:51:04.041975 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device c7645dfa-92dc-4e2a-8f99-4376f893885e not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:51:04.197955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40638) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:04.203005 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-62519f0d-91d1-43db-8f50-d60ee47df4d1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930471638', 'description': 'tempest-secgroup-smoke-1930471638 description', 'project_id': 'a32142a09307461ea2f15c004fcd8bef'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:51:04.228678 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62519f0d-91d1-43db-8f50-d60ee47df4d1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.321070 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62519f0d-91d1-43db-8f50-d60ee47df4d1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.325843 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62519f0d-91d1-43db-8f50-d60ee47df4d1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.359263 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62519f0d-91d1-43db-8f50-d60ee47df4d1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.360729 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-62519f0d-91d1-43db-8f50-d60ee47df4d1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1616268 Nov 29 18:51:04.364207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40640) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:04.366913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62519f0d-91d1-43db-8f50-d60ee47df4d1 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:04.372143 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c147353a-a9cf-48bc-aac9-c68bf13d9e8c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': 'cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:51:04.409138 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c147353a-a9cf-48bc-aac9-c68bf13d9e8c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.473561 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c147353a-a9cf-48bc-aac9-c68bf13d9e8c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.477816 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c147353a-a9cf-48bc-aac9-c68bf13d9e8c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.500336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147353a-a9cf-48bc-aac9-c68bf13d9e8c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c147da98-f53e-45ef-a643-48deeac2e042,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:04.506488 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c147353a-a9cf-48bc-aac9-c68bf13d9e8c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.507821 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c147353a-a9cf-48bc-aac9-c68bf13d9e8c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421402 Nov 29 18:51:04.511468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40642) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:04.516525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-37b47d3e-ef45-4b21-9bd7-7fcc20a28f0c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': 'cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:51:04.547224 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37b47d3e-ef45-4b21-9bd7-7fcc20a28f0c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.613279 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37b47d3e-ef45-4b21-9bd7-7fcc20a28f0c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.617704 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37b47d3e-ef45-4b21-9bd7-7fcc20a28f0c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.637984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b47d3e-ef45-4b21-9bd7-7fcc20a28f0c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579bd9f5-9028-47b3-a673-df08518089e5,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:04.649128 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37b47d3e-ef45-4b21-9bd7-7fcc20a28f0c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.650383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-37b47d3e-ef45-4b21-9bd7-7fcc20a28f0c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378329 Nov 29 18:51:04.654112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40644) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:04.658694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2639658f-77da-4fdc-98d8-41427d75f2e8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': 'cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:51:04.686400 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2639658f-77da-4fdc-98d8-41427d75f2e8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.750874 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2639658f-77da-4fdc-98d8-41427d75f2e8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.755734 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2639658f-77da-4fdc-98d8-41427d75f2e8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.782000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639658f-77da-4fdc-98d8-41427d75f2e8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb270ea0-7270-41ca-8a27-3bbbc64fca0f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:04.800649 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2639658f-77da-4fdc-98d8-41427d75f2e8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.803052 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2639658f-77da-4fdc-98d8-41427d75f2e8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478071 Nov 29 18:51:04.806049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40646) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:04.811117 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-77d5efd1-082c-4def-b4b6-6df83e761e36 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': 'cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:51:04.844391 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77d5efd1-082c-4def-b4b6-6df83e761e36 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.918296 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77d5efd1-082c-4def-b4b6-6df83e761e36 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.923264 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77d5efd1-082c-4def-b4b6-6df83e761e36 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.944679 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5efd1-082c-4def-b4b6-6df83e761e36 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f06ec9-6ed0-40ff-b8bc-66275340bd6e,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:04.956745 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77d5efd1-082c-4def-b4b6-6df83e761e36 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:04.958707 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-77d5efd1-082c-4def-b4b6-6df83e761e36 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1514077 Nov 29 18:51:04.961574 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40648) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:04.966834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5f92da80-bf11-407c-8875-560e44817b7f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': 'cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:51:04.991485 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-5f92da80-bf11-407c-8875-560e44817b7f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Project a32142a09307461ea2f15c004fcd8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:51:04.997365 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5f92da80-bf11-407c-8875-560e44817b7f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:05.071162 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5f92da80-bf11-407c-8875-560e44817b7f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:05.076333 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5f92da80-bf11-407c-8875-560e44817b7f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:05.096144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92da80-bf11-407c-8875-560e44817b7f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4aca678-6fed-4cb3-b7a2-126f6382030d,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:05.106542 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5f92da80-bf11-407c-8875-560e44817b7f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:05.107887 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5f92da80-bf11-407c-8875-560e44817b7f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451693 Nov 29 18:51:05.111071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40650) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:05.116043 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-40e07030-d149-444d-bb43-76321b861fa3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'security_group_rule': {'security_group_id': 'cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:51:05.142103 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-40e07030-d149-444d-bb43-76321b861fa3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Project a32142a09307461ea2f15c004fcd8bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 18:51:05.149699 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40e07030-d149-444d-bb43-76321b861fa3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:05.220323 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40e07030-d149-444d-bb43-76321b861fa3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:05.225197 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40e07030-d149-444d-bb43-76321b861fa3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:05.246559 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e07030-d149-444d-bb43-76321b861fa3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4158e307-e87f-4862-93d5-b53cbf0e57fd,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:05.258985 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40e07030-d149-444d-bb43-76321b861fa3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:05.260436 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-40e07030-d149-444d-bb43-76321b861fa3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1482999 Nov 29 18:51:05.263480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40652) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:05.268686 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-55c89720-6b5f-4d54-9fb0-0540ee1b11ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'network': {'name': 'tempest-network-smoke--306808245', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'port_security_enabled': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:51:05.293561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c89720-6b5f-4d54-9fb0-0540ee1b11ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Made reservation on behalf of a32142a09307461ea2f15c004fcd8bef for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:51:05.297718 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-55c89720-6b5f-4d54-9fb0-0540ee1b11ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:05.333881 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c89720-6b5f-4d54-9fb0-0540ee1b11ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:51:05.345550 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-55c89720-6b5f-4d54-9fb0-0540ee1b11ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:05.345949 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-55c89720-6b5f-4d54-9fb0-0540ee1b11ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Added segment 0cc7cde1-a178-4c86-bb9e-de3e962bbcd9 of type vlan for network 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b Nov 29 18:51:05.392404 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-55c89720-6b5f-4d54-9fb0-0540ee1b11ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:05.421466 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-55c89720-6b5f-4d54-9fb0-0540ee1b11ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:05.427243 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c89720-6b5f-4d54-9fb0-0540ee1b11ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:05.427867 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-55c89720-6b5f-4d54-9fb0-0540ee1b11ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:05.492341 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-55c89720-6b5f-4d54-9fb0-0540ee1b11ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2276504 Nov 29 18:51:05.495588 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40654) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:05.500618 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-897071884', 'admin_state_up': True, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:51:05.519621 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c89720-6b5f-4d54-9fb0-0540ee1b11ce tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Network': ['ID=3aebdea5-a2cb-40f3-9a21-6d81a1fce46b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:05.533790 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:05.534685 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:51:05.536045 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:05.595228 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:05.737063 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:06.297753 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:06.318185 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:06.461065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Allocated IP 172.25.3.250 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/7279ca75-2112-45cf-b2a8-1d3f33466e71) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:51:06.603517 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:06.642638 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:06.689367 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:51:06.695726 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:51:06.699826 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:51:06.713095 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab3f21a-3b68-4d63-a8bf-1009fba39f73 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:51:06.730398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=7279ca75-2112-45cf-b2a8-1d3f33466e71,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:06.759376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-726e3995-785a-4892-a388-baf98e3fbcab None None] Provisioning complete for port 7279ca75-2112-45cf-b2a8-1d3f33466e71 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:51:06.759832 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-726e3995-785a-4892-a388-baf98e3fbcab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:06.807529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-726e3995-785a-4892-a388-baf98e3fbcab None None] Port 7279ca75-2112-45cf-b2a8-1d3f33466e71 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:51:07.015179 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:07.236434 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:07.374505 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 12f01641-aa47-48f2-ac44-be7b54c4795b is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:51:07.525861 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:51:07.539920 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Sync routers for ids ['12f01641-aa47-48f2-ac44-be7b54c4795b'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:51:07.551725 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:07.553505 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cf6a28a5-e05b-431c-8b5d-6f5881af20de tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0562615 Nov 29 18:51:07.555000 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Routers {'12f01641-aa47-48f2-ac44-be7b54c4795b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:51:07.555757 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:50:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['12f01641-aa47-48f2-ac44-be7b54c4795b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:07.557343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40656) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:07.590099 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9ae46554-c445-4953-8a42-f02c3f56f8ea tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a32142a09307461ea2f15c004fcd8bef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306590 Nov 29 18:51:07.593637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40658) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:07.699005 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da00b8a-2306-4de1-8f16-6d8c949712a5 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:07.700633 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8da00b8a-2306-4de1-8f16-6d8c949712a5 tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1058917 Nov 29 18:51:07.705176 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40660) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:07.740799 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-056e1835-87e3-43d2-84de-dc98bdbd1c7a tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343416 Nov 29 18:51:07.743963 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40662) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:07.749201 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7c7bcf55-6f20-4f61-acd3-2315088a011f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-377242639', 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:51:07.845301 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Set router 12f01641-aa47-48f2-ac44-be7b54c4795b gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:51:07.849303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7bcf55-6f20-4f61-acd3-2315088a011f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Made reservation on behalf of a32142a09307461ea2f15c004fcd8bef for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:51:07.853629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c7bcf55-6f20-4f61-acd3-2315088a011f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:08.076613 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c7bcf55-6f20-4f61-acd3-2315088a011f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:08.140513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bcf55-6f20-4f61-acd3-2315088a011f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Subnet': ['ID=582435ce-7469-461b-ba4c-2b0d0cddade9,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:08.154252 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7bcf55-6f20-4f61-acd3-2315088a011f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Checking segment: {'id': '0cc7cde1-a178-4c86-bb9e-de3e962bbcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:51:08.154691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7bcf55-6f20-4f61-acd3-2315088a011f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network hostable DHCP agents. Network: 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:51:08.166821 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897071884', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:51:05Z', 'updated_at': '2021-11-29T18:51:06Z', 'revision_number': 3, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:06Z', 'updated_at': '2021-11-29T18:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:08.176851 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7bcf55-6f20-4f61-acd3-2315088a011f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:51:08.188195 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7c7bcf55-6f20-4f61-acd3-2315088a011f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:51:08.194513 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Checking router: 12f01641-aa47-48f2-ac44-be7b54c4795b for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:51:08.194855 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7bcf55-6f20-4f61-acd3-2315088a011f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:08.195040 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Updating router 12f01641-aa47-48f2-ac44-be7b54c4795b port 7279ca75-2112-45cf-b2a8-1d3f33466e71 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:51:08.195897 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c7bcf55-6f20-4f61-acd3-2315088a011f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:08.203655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6cff1f-eaa5-4371-80f8-51592c67247e None None] Network 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:51:08.229700 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40664) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:08.229998 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7c7bcf55-6f20-4f61-acd3-2315088a011f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4846263 Nov 29 18:51:08.230459 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:08.405199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ips': [{'subnet_id': '582435ce-7469-461b-ba4c-2b0d0cddade9'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:51:08.406420 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:08.498712 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:08.506456 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:08.555135 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240ba46-ca32-47b5-b519-b2373f0d3441 None None] Pushing event updated for resources: {'Port': ['ID=7279ca75-2112-45cf-b2a8-1d3f33466e71,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:08.563322 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240ba46-ca32-47b5-b519-b2373f0d3441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:51:08.563683 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240ba46-ca32-47b5-b519-b2373f0d3441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:51:08.564018 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240ba46-ca32-47b5-b519-b2373f0d3441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:51:08.564357 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240ba46-ca32-47b5-b519-b2373f0d3441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:51:08.564707 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240ba46-ca32-47b5-b519-b2373f0d3441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:51:08.565032 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240ba46-ca32-47b5-b519-b2373f0d3441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:51:08.565365 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240ba46-ca32-47b5-b519-b2373f0d3441 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:51:08.565768 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240ba46-ca32-47b5-b519-b2373f0d3441 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:51:08.566015 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240ba46-ca32-47b5-b519-b2373f0d3441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:51:08.566343 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240ba46-ca32-47b5-b519-b2373f0d3441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:51:08.566734 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240ba46-ca32-47b5-b519-b2373f0d3441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:51:08.567127 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d240ba46-ca32-47b5-b519-b2373f0d3441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:51:08.581784 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Allocated IP 172.20.0.2 (3aebdea5-a2cb-40f3-9a21-6d81a1fce46b/582435ce-7469-461b-ba4c-2b0d0cddade9/2be40454-fd8e-47b0-95ae-4df6873731af) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:51:08.591209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e27e54-6fc9-4444-8bb1-17a500e3273f None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:51:08.597374 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Attempting to bind port 7279ca75-2112-45cf-b2a8-1d3f33466e71 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:51:08.597802 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Attempting to bind port 7279ca75-2112-45cf-b2a8-1d3f33466e71 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:51:08.598424 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Attempting to bind port 7279ca75-2112-45cf-b2a8-1d3f33466e71 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:51:08.604267 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:51:08.604735 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:51:08.605230 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:08.605697 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:51:08.606250 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Bound port: 7279ca75-2112-45cf-b2a8-1d3f33466e71, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:51:08.606706 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:08.665051 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] For port 7279ca75-2112-45cf-b2a8-1d3f33466e71, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:51:08.669164 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] For port 7279ca75-2112-45cf-b2a8-1d3f33466e71, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7279ca75-2112-45cf-b2a8-1d3f33466e71,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:51:08.674600 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:08.743664 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562a4241-feed-4ac9-8632-5e7fc02ec6f1 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:51:08.744453 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240ba46-ca32-47b5-b519-b2373f0d3441 None None] Pushing event updated for resources: {'Port': ['ID=7279ca75-2112-45cf-b2a8-1d3f33466e71,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:08.754041 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Routers {'12f01641-aa47-48f2-ac44-be7b54c4795b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:51:08.755897 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:50:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['12f01641-aa47-48f2-ac44-be7b54c4795b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:08.759118 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a4486be5-8bcc-4523-a203-e6498ae86655 None None] Provisioning complete for port 7279ca75-2112-45cf-b2a8-1d3f33466e71 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:51:08.759720 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4486be5-8bcc-4523-a203-e6498ae86655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:08.866750 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] Set router 12f01641-aa47-48f2-ac44-be7b54c4795b gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:51:08.908204 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:08.933470 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:08.942366 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4486be5-8bcc-4523-a203-e6498ae86655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:08.949894 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:08.997982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a4486be5-8bcc-4523-a203-e6498ae86655 None None] For port 7279ca75-2112-45cf-b2a8-1d3f33466e71, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7279ca75-2112-45cf-b2a8-1d3f33466e71,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:51:09.009435 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4486be5-8bcc-4523-a203-e6498ae86655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:09.018022 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Network 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:51:09.022232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:51:09.027733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:51:09.031309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Pushing event updated for resources: {'Port': ['ID=2be40454-fd8e-47b0-95ae-4df6873731af,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:09.123119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4486be5-8bcc-4523-a203-e6498ae86655 None None] Pushing event updated for resources: {'Port': ['ID=7279ca75-2112-45cf-b2a8-1d3f33466e71,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:09.150496 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1087e33f-8848-425b-bace-d3faa8fa8784 None None] Provisioning complete for port 7279ca75-2112-45cf-b2a8-1d3f33466e71 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:51:09.150970 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1087e33f-8848-425b-bace-d3faa8fa8784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:09.152668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Attempting to bind port 2be40454-fd8e-47b0-95ae-4df6873731af on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:51:09.153045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Attempting to bind port 2be40454-fd8e-47b0-95ae-4df6873731af by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '0cc7cde1-a178-4c86-bb9e-de3e962bbcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:51:09.153409 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Attempting to bind port 2be40454-fd8e-47b0-95ae-4df6873731af on network 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:51:09.173548 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897071884', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:51:05Z', 'updated_at': '2021-11-29T18:51:06Z', 'revision_number': 3, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:06Z', 'updated_at': '2021-11-29T18:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:09.220631 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e391a63-26f3-4ba3-bf12-047c0c2530eb None None] The sync data for ids ['12f01641-aa47-48f2-ac44-be7b54c4795b'] in n-d-819494-5 is: [{'id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897071884', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:51:05Z', 'updated_at': '2021-11-29T18:51:06Z', 'revision_number': 3, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:06Z', 'updated_at': '2021-11-29T18:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:51:09.351415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:51:09.352332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Checking segment: {'id': '0cc7cde1-a178-4c86-bb9e-de3e962bbcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:51:09.352332 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:09.352641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Bound using segment: {'id': '0cc7cde1-a178-4c86-bb9e-de3e962bbcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:51:09.353062 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Bound port: 2be40454-fd8e-47b0-95ae-4df6873731af, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc7cde1-a178-4c86-bb9e-de3e962bbcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:51:09.353447 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:09.391990 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Allocated IP 172.20.0.1 (3aebdea5-a2cb-40f3-9a21-6d81a1fce46b/582435ce-7469-461b-ba4c-2b0d0cddade9/d11884ac-7031-49bd-8ab1-d47cd6b107e5) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:51:09.463944 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] For port 2be40454-fd8e-47b0-95ae-4df6873731af, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:51:09.485970 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] For port 2be40454-fd8e-47b0-95ae-4df6873731af, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2be40454-fd8e-47b0-95ae-4df6873731af,segment=NetworkSegment(0cc7cde1-a178-4c86-bb9e-de3e962bbcd9),segment_id=0cc7cde1-a178-4c86-bb9e-de3e962bbcd9)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:51:09.492194 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:09.572613 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf0f70-5df1-45f0-841e-837a466cd9ce None None] Pushing event updated for resources: {'Port': ['ID=2be40454-fd8e-47b0-95ae-4df6873731af,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:09.610988 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:09.671053 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:09.726613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:51:09.730402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:51:09.733378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:51:09.768613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=d11884ac-7031-49bd-8ab1-d47cd6b107e5,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:09.802056 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:09.842568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7279ca75-2112-45cf-b2a8-1d3f33466e71 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:51:09.988917 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7279ca75-2112-45cf-b2a8-1d3f33466e71 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:51:09.989530 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:10.034935 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:10.498748 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:10.508155 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:10.643243 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=d11884ac-7031-49bd-8ab1-d47cd6b107e5,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:10.647389 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:10.796927 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:51:10.798501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:51:10.936950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d079bf08-6e3a-4695-aea1-3ccd50b7cfe8 None None] Network 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:51:10.940873 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 12f01641-aa47-48f2-ac44-be7b54c4795b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:51:11.006228 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-00ba77c5-e438-47f2-a6da-62694269ea29 None None] Provisioning complete for port 2be40454-fd8e-47b0-95ae-4df6873731af triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:51:11.006626 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00ba77c5-e438-47f2-a6da-62694269ea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:11.102469 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:51:11.114022 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f4a03c8e-ba09-4df2-991b-a7f449340ec7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "PUT /v2.0/routers/12f01641-aa47-48f2-ac44-be7b54c4795b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8813596 Nov 29 18:51:11.242355 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00ba77c5-e438-47f2-a6da-62694269ea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:11.309449 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-00ba77c5-e438-47f2-a6da-62694269ea29 None None] For port 2be40454-fd8e-47b0-95ae-4df6873731af, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2be40454-fd8e-47b0-95ae-4df6873731af,segment=NetworkSegment(0cc7cde1-a178-4c86-bb9e-de3e962bbcd9),segment_id=0cc7cde1-a178-4c86-bb9e-de3e962bbcd9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:51:11.318890 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00ba77c5-e438-47f2-a6da-62694269ea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:11.412567 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba77c5-e438-47f2-a6da-62694269ea29 None None] Pushing event updated for resources: {'Port': ['ID=2be40454-fd8e-47b0-95ae-4df6873731af,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:11.567985 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Sync routers for ids ['12f01641-aa47-48f2-ac44-be7b54c4795b'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:51:11.593469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Routers {'12f01641-aa47-48f2-ac44-be7b54c4795b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:51:11.594595 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:50:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['12f01641-aa47-48f2-ac44-be7b54c4795b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:11.640312 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-92a86492-53e5-454c-a7c3-ead85807fe6c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930471638&fields=id&tenant_id=a32142a09307461ea2f15c004fcd8bef HTTP/1.1" status: 200 len: 267 time: 0.0680108 Nov 29 18:51:11.761181 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0b248841-b040-454b-ab14-76445ee166bd None None] Provisioning complete for port d11884ac-7031-49bd-8ab1-d47cd6b107e5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:51:11.761601 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b248841-b040-454b-ab14-76445ee166bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:11.821212 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0b248841-b040-454b-ab14-76445ee166bd None None] Port d11884ac-7031-49bd-8ab1-d47cd6b107e5 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:51:11.830501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Set router 12f01641-aa47-48f2-ac44-be7b54c4795b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:51:11.838686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-72a18759-8d6b-4372-8e6b-8ea2d14a9940 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:11.841057 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-72a18759-8d6b-4372-8e6b-8ea2d14a9940 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/networks?id=3aebdea5-a2cb-40f3-9a21-6d81a1fce46b HTTP/1.1" status: 200 len: 796 time: 0.1875160 Nov 29 18:51:11.869941 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-fbd767cc-17b4-4c20-b45a-10e5fb85e67f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/quotas/a32142a09307461ea2f15c004fcd8bef HTTP/1.1" status: 200 len: 375 time: 0.0168302 Nov 29 18:51:11.890464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2be40454-fd8e-47b0-95ae-4df6873731af up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:51:11.945122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-d08615f9-8617-44c2-8351-0b8f43f8ee83 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671518 Nov 29 18:51:11.950504 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0b248841-b040-454b-ab14-76445ee166bd None None] Provisioning complete for port 2be40454-fd8e-47b0-95ae-4df6873731af triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:51:11.951364 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b248841-b040-454b-ab14-76445ee166bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:12.105314 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-c126aefc-98d5-41c5-8922-c0b7cc78881d service neutron] 10.222.0.23 "GET /v2.0/networks/3aebdea5-a2cb-40f3-9a21-6d81a1fce46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422441 Nov 29 18:51:12.120107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 2be40454-fd8e-47b0-95ae-4df6873731af triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:51:12.120662 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:12.235307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-6038921c-c4da-4bcb-8a02-37a888d4d585 service neutron] 10.222.0.23 "GET /v2.0/networks/3aebdea5-a2cb-40f3-9a21-6d81a1fce46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209233 Nov 29 18:51:12.302439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897071884', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:51:05Z', 'updated_at': '2021-11-29T18:51:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:06Z', 'updated_at': '2021-11-29T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'd11884ac-7031-49bd-8ab1-d47cd6b107e5', 'name': '', 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:f3:31:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:09Z', 'updated_at': '2021-11-29T18:51:10Z', 'revision_number': 2, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:12.350728 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Checking router: 12f01641-aa47-48f2-ac44-be7b54c4795b for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:51:12.351284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Updating router 12f01641-aa47-48f2-ac44-be7b54c4795b port d11884ac-7031-49bd-8ab1-d47cd6b107e5 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:51:12.417436 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3c8f726f-dd1d-4e8a-8da2-bb4be197f05b None None] Provisioning complete for port d11884ac-7031-49bd-8ab1-d47cd6b107e5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:51:12.418177 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3c8f726f-dd1d-4e8a-8da2-bb4be197f05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:12.424218 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:12.523777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f726f-dd1d-4e8a-8da2-bb4be197f05b None None] Port d11884ac-7031-49bd-8ab1-d47cd6b107e5 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:51:12.596468 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b9d772a-846b-4c06-b9b4-fda87a9bb709 req-94398e7c-b695-40e6-b617-3dd38835c5fa tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 210 time: 0.1407585 Nov 29 18:51:12.896618 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:12.905466 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:13.067328 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61cb23-3e00-467a-b67e-6e661e6e5afb None None] Pushing event updated for resources: {'Port': ['ID=d11884ac-7031-49bd-8ab1-d47cd6b107e5,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:13.072481 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Attempting to bind port d11884ac-7031-49bd-8ab1-d47cd6b107e5 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:51:13.073108 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Attempting to bind port d11884ac-7031-49bd-8ab1-d47cd6b107e5 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '0cc7cde1-a178-4c86-bb9e-de3e962bbcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:51:13.073724 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Attempting to bind port d11884ac-7031-49bd-8ab1-d47cd6b107e5 on network 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:51:13.082920 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:51:13.083541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Checking segment: {'id': '0cc7cde1-a178-4c86-bb9e-de3e962bbcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:51:13.084214 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:13.084863 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Bound using segment: {'id': '0cc7cde1-a178-4c86-bb9e-de3e962bbcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:51:13.085627 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Bound port: d11884ac-7031-49bd-8ab1-d47cd6b107e5, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc7cde1-a178-4c86-bb9e-de3e962bbcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:51:13.086132 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:13.201028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] For port d11884ac-7031-49bd-8ab1-d47cd6b107e5, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:51:13.208186 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] For port d11884ac-7031-49bd-8ab1-d47cd6b107e5, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d11884ac-7031-49bd-8ab1-d47cd6b107e5,segment=NetworkSegment(0cc7cde1-a178-4c86-bb9e-de3e962bbcd9),segment_id=0cc7cde1-a178-4c86-bb9e-de3e962bbcd9)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:51:13.214058 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:13.305765 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61cb23-3e00-467a-b67e-6e661e6e5afb None None] Pushing event updated for resources: {'Port': ['ID=d11884ac-7031-49bd-8ab1-d47cd6b107e5,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:13.308385 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-cdcd5cf2-54ee-4a01-8a09-add23d237b58 None None] Provisioning complete for port d11884ac-7031-49bd-8ab1-d47cd6b107e5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:51:13.308773 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cdcd5cf2-54ee-4a01-8a09-add23d237b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:13.311064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Routers {'12f01641-aa47-48f2-ac44-be7b54c4795b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:51:13.311690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:50:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['12f01641-aa47-48f2-ac44-be7b54c4795b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:13.745642 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] Set router 12f01641-aa47-48f2-ac44-be7b54c4795b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:51:13.777747 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec698b52-47d0-4a3d-8ecb-caf26702f7f7 req-eb264955-9ea1-4687-a6d6-e27b9081da82 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 210 time: 0.0596747 Nov 29 18:51:13.826720 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cdcd5cf2-54ee-4a01-8a09-add23d237b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:13.872510 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-05d0dc16-ea6c-4016-91ef-fdb0a494c584 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:13.876498 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-05d0dc16-ea6c-4016-91ef-fdb0a494c584 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.31 "GET /v2.0/networks?id=3aebdea5-a2cb-40f3-9a21-6d81a1fce46b HTTP/1.1" status: 200 len: 796 time: 0.2739196 Nov 29 18:51:13.961001 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-cdcd5cf2-54ee-4a01-8a09-add23d237b58 None None] For port d11884ac-7031-49bd-8ab1-d47cd6b107e5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d11884ac-7031-49bd-8ab1-d47cd6b107e5,segment=NetworkSegment(0cc7cde1-a178-4c86-bb9e-de3e962bbcd9),segment_id=0cc7cde1-a178-4c86-bb9e-de3e962bbcd9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:51:13.969934 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cdcd5cf2-54ee-4a01-8a09-add23d237b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:13.972300 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-d3539c67-8693-4903-bf5e-467a9ba0e4e2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a32142a09307461ea2f15c004fcd8bef HTTP/1.1" status: 200 len: 380 time: 0.0829625 Nov 29 18:51:13.982590 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-0f9b70a3-4838-4229-b397-32a8832036e3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'port': {'device_id': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'admin_state_up': True, 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'security_groups': ['cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:51:14.094003 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd5cf2-54ee-4a01-8a09-add23d237b58 None None] Pushing event updated for resources: {'Port': ['ID=d11884ac-7031-49bd-8ab1-d47cd6b107e5,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:14.139776 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5d9d5595-1d69-427c-93f4-809ebfcc2d4c None None] Provisioning complete for port d11884ac-7031-49bd-8ab1-d47cd6b107e5 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:51:14.140320 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d9d5595-1d69-427c-93f4-809ebfcc2d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:14.150366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-0f9b70a3-4838-4229-b397-32a8832036e3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Made reservation on behalf of a32142a09307461ea2f15c004fcd8bef for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:51:14.156479 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-0f9b70a3-4838-4229-b397-32a8832036e3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:14.208400 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897071884', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:51:05Z', 'updated_at': '2021-11-29T18:51:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:06Z', 'updated_at': '2021-11-29T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'd11884ac-7031-49bd-8ab1-d47cd6b107e5', 'name': '', 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:f3:31:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:09Z', 'updated_at': '2021-11-29T18:51:13Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:14.245328 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc3e89f-8fa6-4253-93d6-412daa88b339 None None] The sync data for ids ['12f01641-aa47-48f2-ac44-be7b54c4795b'] in n-d-819494-5 is: [{'id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897071884', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:51:05Z', 'updated_at': '2021-11-29T18:51:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:06Z', 'updated_at': '2021-11-29T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'd11884ac-7031-49bd-8ab1-d47cd6b107e5', 'name': '', 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:f3:31:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:09Z', 'updated_at': '2021-11-29T18:51:13Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:51:14.374466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-0f9b70a3-4838-4229-b397-32a8832036e3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Allocated IP 172.20.0.3 (3aebdea5-a2cb-40f3-9a21-6d81a1fce46b/582435ce-7469-461b-ba4c-2b0d0cddade9/8c22aa0e-959c-4a78-9d52-3ec8d6e1353d) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:51:14.590913 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-0f9b70a3-4838-4229-b397-32a8832036e3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:14.636807 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-0f9b70a3-4838-4229-b397-32a8832036e3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:14.697324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-0f9b70a3-4838-4229-b397-32a8832036e3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:51:14.702216 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-0f9b70a3-4838-4229-b397-32a8832036e3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:51:14.710183 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-0f9b70a3-4838-4229-b397-32a8832036e3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:51:14.746310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b70a3-4838-4229-b397-32a8832036e3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:14.793552 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-0f9b70a3-4838-4229-b397-32a8832036e3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:14.794655 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-0f9b70a3-4838-4229-b397-32a8832036e3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:14.823269 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-0f9b70a3-4838-4229-b397-32a8832036e3 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8454890 Nov 29 18:51:14.961853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Request body: {'port': {'device_id': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:51:15.023976 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7033f592-af38-4e2b-9d84-bc205d68678a None None] Provisioning complete for port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:51:15.024434 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7033f592-af38-4e2b-9d84-bc205d68678a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:15.068855 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7033f592-af38-4e2b-9d84-bc205d68678a None None] Port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:51:15.093984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665f15f-96ad-4d11-9074-199445c5f35d req-b0a4e6ae-84e8-46d6-9efc-31ef6cf72698 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:15.096607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2665f15f-96ad-4d11-9074-199445c5f35d req-b0a4e6ae-84e8-46d6-9efc-31ef6cf72698 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 931 time: 0.1649806 Nov 29 18:51:15.103323 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:15.267820 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2665f15f-96ad-4d11-9074-199445c5f35d req-989ae7b6-ad86-484b-a575-9256e39bc49b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557457 Nov 29 18:51:15.625895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:51:15.635737 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:15.650879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Transition to ACTIVE for port object 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:51:15.657731 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:15.780633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Pushing event updated for resources: {'Port': ['ID=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:15.816986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d11884ac-7031-49bd-8ab1-d47cd6b107e5 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:51:15.861084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Attempting to bind port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:51:15.861898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Attempting to bind port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '0cc7cde1-a178-4c86-bb9e-de3e962bbcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:51:15.862408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Attempting to bind port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d on network 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:51:15.870249 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d on network 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:51:15.870647 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Attempting to bind port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d on network 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:51:15.880927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:51:15.881703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Checking segment: {'id': '0cc7cde1-a178-4c86-bb9e-de3e962bbcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:51:15.882148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Bound using segment: {'id': '0cc7cde1-a178-4c86-bb9e-de3e962bbcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:51:15.882822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Bound port: 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc7cde1-a178-4c86-bb9e-de3e962bbcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:51:15.883353 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:15.899715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port d11884ac-7031-49bd-8ab1-d47cd6b107e5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:51:15.900518 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:15.992137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] For port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:51:15.997252 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] For port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,segment=NetworkSegment(0cc7cde1-a178-4c86-bb9e-de3e962bbcd9),segment_id=0cc7cde1-a178-4c86-bb9e-de3e962bbcd9)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:51:16.005792 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:16.075626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:16.076697 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:16.079404 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] 10.222.0.31 "PUT /v2.0/ports/8c22aa0e-959c-4a78-9d52-3ec8d6e1353d HTTP/1.1" status: 200 len: 1091 time: 1.2428508 Nov 29 18:51:16.085713 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'tag': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:51:16.090305 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffd1b48c582802b3e91a20026c9be8771a6fd8a29a9f82ff23fccfbf18c48906" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3f09a0-bac4-4498-9eec-9c288f529c47" -d '{"events": [{"name": "network-changed", "server_uuid": "eca9b492-3e03-453c-8a48-58a6748d1f4c", "tag": "8c22aa0e-959c-4a78-9d52-3ec8d6e1353d"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:51:16.171516 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f30c4e-da99-4560-8a8d-c49cdcb35417 service neutron] Pushing event updated for resources: {'Port': ['ID=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:16.183618 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb52b2a9-58d0-4923-81f7-6f317e231e02 x-openstack-request-id: req-eb52b2a9-58d0-4923-81f7-6f317e231e02 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:51:16.184091 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca9b492-3e03-453c-8a48-58a6748d1f4c", "tag": "8c22aa0e-959c-4a78-9d52-3ec8d6e1353d", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:51:16.185602 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb52b2a9-58d0-4923-81f7-6f317e231e02 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:51:16.185602 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'tag': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d', 'status': 'completed', 'code': 200} Nov 29 18:51:16.234578 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-233a33e5-e6f5-49d6-a56b-8e41a7cc25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:16.236324 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-233a33e5-e6f5-49d6-a56b-8e41a7cc25e2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 1094 time: 0.0778430 Nov 29 18:51:16.285383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-50ec8f4a-c85e-4e2e-b793-0c65233c3989 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d HTTP/1.1" status: 200 len: 217 time: 0.0409765 Nov 29 18:51:16.375164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-3b95cc2e-dc1c-496c-bef1-0539091643fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:16.377850 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-3b95cc2e-dc1c-496c-bef1-0539091643fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=582435ce-7469-461b-ba4c-2b0d0cddade9 HTTP/1.1" status: 200 len: 834 time: 0.0842299 Nov 29 18:51:16.462986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-c25f7582-bc92-4a2c-8426-32fcab42f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:16.464563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-c25f7582-bc92-4a2c-8426-32fcab42f55d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3aebdea5-a2cb-40f3-9a21-6d81a1fce46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788693 Nov 29 18:51:16.478901 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a365f93-0166-4ff9-aea9-279aff2429bd req-380f4670-d11f-4156-9fc8-9ee8aae1f5f4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:16.480563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a365f93-0166-4ff9-aea9-279aff2429bd req-380f4670-d11f-4156-9fc8-9ee8aae1f5f4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 943 time: 0.0861428 Nov 29 18:51:16.601679 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a365f93-0166-4ff9-aea9-279aff2429bd req-57b469a6-1f68-4176-af02-da6ebf6ab165 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009567 Nov 29 18:51:16.619122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-c0b46986-a393-4dc6-8ab2-241a9911daf1 service neutron] 10.222.0.31 "GET /v2.0/networks/3aebdea5-a2cb-40f3-9a21-6d81a1fce46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374767 Nov 29 18:51:16.722080 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24c197b8-4a0e-426a-a11f-fbbc6fde686e req-43b5239d-ff93-49d5-9205-5714acdbf026 service neutron] 10.222.0.31 "GET /v2.0/networks/3aebdea5-a2cb-40f3-9a21-6d81a1fce46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956438 Nov 29 18:51:16.822737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f09a0-bac4-4498-9eec-9c288f529c47 req-228a09c1-a422-46bd-9eed-f83ddbcf4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:16.824289 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee3f09a0-bac4-4498-9eec-9c288f529c47 req-228a09c1-a422-46bd-9eed-f83ddbcf4179 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 1094 time: 0.0474746 Nov 29 18:51:16.932049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f09a0-bac4-4498-9eec-9c288f529c47 req-25da6b6b-06c6-438d-b7b5-a5b58f46666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:16.933650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee3f09a0-bac4-4498-9eec-9c288f529c47 req-25da6b6b-06c6-438d-b7b5-a5b58f46666c service neutron] 10.222.0.31 "GET /v2.0/networks?id=3aebdea5-a2cb-40f3-9a21-6d81a1fce46b HTTP/1.1" status: 200 len: 897 time: 0.1028450 Nov 29 18:51:16.977521 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee3f09a0-bac4-4498-9eec-9c288f529c47 req-362476d2-788b-457b-9246-e6a68445d280 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d HTTP/1.1" status: 200 len: 217 time: 0.0367482 Nov 29 18:51:17.036843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f09a0-bac4-4498-9eec-9c288f529c47 req-14155efe-034c-4a69-816b-d795d5d09480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:17.038373 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee3f09a0-bac4-4498-9eec-9c288f529c47 req-14155efe-034c-4a69-816b-d795d5d09480 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=582435ce-7469-461b-ba4c-2b0d0cddade9 HTTP/1.1" status: 200 len: 834 time: 0.0504205 Nov 29 18:51:17.092765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f09a0-bac4-4498-9eec-9c288f529c47 req-b481ec47-e568-49a2-9979-d01013d440ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:17.094277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee3f09a0-bac4-4498-9eec-9c288f529c47 req-b481ec47-e568-49a2-9979-d01013d440ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3aebdea5-a2cb-40f3-9a21-6d81a1fce46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490048 Nov 29 18:51:17.190375 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee3f09a0-bac4-4498-9eec-9c288f529c47 req-0d331da2-3d57-4095-a13d-ddac9c2f23d4 service neutron] 10.222.0.31 "GET /v2.0/networks/3aebdea5-a2cb-40f3-9a21-6d81a1fce46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887783 Nov 29 18:51:17.291105 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee3f09a0-bac4-4498-9eec-9c288f529c47 req-91a82ae3-71a7-4eca-993b-b664e4be73ea service neutron] 10.222.0.31 "GET /v2.0/networks/3aebdea5-a2cb-40f3-9a21-6d81a1fce46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931928 Nov 29 18:51:17.744520 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b0720-75b9-465c-8698-0c8ab59e8f30 req-ad4f3390-8c7e-4784-9aef-7d003076483e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:17.746101 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-862b0720-75b9-465c-8698-0c8ab59e8f30 req-ad4f3390-8c7e-4784-9aef-7d003076483e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 943 time: 0.0538850 Nov 29 18:51:17.799554 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-862b0720-75b9-465c-8698-0c8ab59e8f30 req-70aebbaf-dcdd-4463-b68a-3f5404baa9e5 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471919 Nov 29 18:51:18.955925 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e025b-68c8-4c61-8d7d-fc9397aff0b9 req-7d3124e4-c5c4-4f02-a50b-fd6dae0ddd4a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:18.957961 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-507e025b-68c8-4c61-8d7d-fc9397aff0b9 req-7d3124e4-c5c4-4f02-a50b-fd6dae0ddd4a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 943 time: 0.0560989 Nov 29 18:51:19.011186 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-507e025b-68c8-4c61-8d7d-fc9397aff0b9 req-96848957-511f-4510-bbc8-a513c30831ad tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466020 Nov 29 18:51:20.026661 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:51:20.133294 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,segment=NetworkSegment(0cc7cde1-a178-4c86-bb9e-de3e962bbcd9),segment_id=0cc7cde1-a178-4c86-bb9e-de3e962bbcd9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:51:20.148535 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d', 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'port_id': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d', 'mac_address': 'fa:16:3e:50:96:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:51:20.168896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa915694-3e89-474f-9a84-ca2a4adb0b5f req-7250c201-4f6e-4694-bd44-225243492f18 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:20.175908 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa915694-3e89-474f-9a84-ca2a4adb0b5f req-7250c201-4f6e-4694-bd44-225243492f18 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 943 time: 0.0845618 Nov 29 18:51:20.207395 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:20.235687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:51:20.251294 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa915694-3e89-474f-9a84-ca2a4adb0b5f req-7d472ff2-dd89-4257-b2cd-b0c3a0ec5f69 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672598 Nov 29 18:51:20.261620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,segment=NetworkSegment(0cc7cde1-a178-4c86-bb9e-de3e962bbcd9),segment_id=0cc7cde1-a178-4c86-bb9e-de3e962bbcd9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:51:20.267235 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:20.319560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:20.588827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['8c22aa0e-959c-4a78-9d52-3ec8d6e1353d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:51:21.384360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc487d-bd12-4b8b-96ad-dd7ebe5a56c0 req-c1574ec8-d197-4557-b347-b567fb75c321 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:21.386175 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fedc487d-bd12-4b8b-96ad-dd7ebe5a56c0 req-c1574ec8-d197-4557-b347-b567fb75c321 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 944 time: 0.0565150 Nov 29 18:51:21.437659 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fedc487d-bd12-4b8b-96ad-dd7ebe5a56c0 req-1c5d91d1-bc5c-4e44-acd7-9f5eeca1d30d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451019 Nov 29 18:51:22.033314 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:51:22.091297 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:51:22.096117 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:51:22.096497 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:22.191804 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:22.218689 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:51:22.221045 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc9bab0c062505b29f91fe56f2c0eefc2756d1fab48a5434c2c8837bfe4179f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2cb66d-2400-428a-b5bd-d56745a6db23" -d '{"events": [{"server_uuid": "eca9b492-3e03-453c-8a48-58a6748d1f4c", "name": "network-vif-plugged", "status": "completed", "tag": "8c22aa0e-959c-4a78-9d52-3ec8d6e1353d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:51:22.235490 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,segment=NetworkSegment(0cc7cde1-a178-4c86-bb9e-de3e962bbcd9),segment_id=0cc7cde1-a178-4c86-bb9e-de3e962bbcd9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:51:22.241848 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:22.266441 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c07d92-5cb6-4ba0-8cd0-fda3a18c21a0 x-openstack-request-id: req-a7c07d92-5cb6-4ba0-8cd0-fda3a18c21a0 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:51:22.266748 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca9b492-3e03-453c-8a48-58a6748d1f4c", "name": "network-vif-plugged", "status": "completed", "tag": "8c22aa0e-959c-4a78-9d52-3ec8d6e1353d", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:51:22.267035 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7c07d92-5cb6-4ba0-8cd0-fda3a18c21a0 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:51:22.267450 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d', 'code': 200} Nov 29 18:51:22.307194 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:22.374287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958da826-3c35-4e5b-8bb0-0cffe3d5ffe6 req-fb53ffd9-e459-4823-adf7-a6a2ea83f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:22.375849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-958da826-3c35-4e5b-8bb0-0cffe3d5ffe6 req-fb53ffd9-e459-4823-adf7-a6a2ea83f0e1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 1096 time: 0.0454116 Nov 29 18:51:22.423878 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-958da826-3c35-4e5b-8bb0-0cffe3d5ffe6 req-ca5a007e-a0c5-4b3a-b115-013d0e5c85e5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403779 Nov 29 18:51:22.556881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6d52b-94e4-47eb-9a3a-ebd3ca500cf3 req-132b1354-d94a-4ff8-aab9-7423e8b77f4f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:22.558457 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11b6d52b-94e4-47eb-9a3a-ebd3ca500cf3 req-132b1354-d94a-4ff8-aab9-7423e8b77f4f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0514691 Nov 29 18:51:22.613905 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11b6d52b-94e4-47eb-9a3a-ebd3ca500cf3 req-c91c2653-c863-4a74-adf5-c7d8ccc32dc7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493212 Nov 29 18:51:23.752938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b832fb-29ed-49ee-8155-d2c4d35e79c0 req-4a61d6e4-dc79-4e91-9565-abf0677e4771 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:23.754998 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60b832fb-29ed-49ee-8155-d2c4d35e79c0 req-4a61d6e4-dc79-4e91-9565-abf0677e4771 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0543790 Nov 29 18:51:23.817324 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60b832fb-29ed-49ee-8155-d2c4d35e79c0 req-2fa8fe47-37a5-4313-a694-d823d2f99f58 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558927 Nov 29 18:51:24.038619 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1e7cd47-562e-49df-bb70-79e6cee98c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:24.942371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef5724-59e6-426c-983f-b4100f458538 req-cf89418f-96ad-41de-ae00-b2b36c23c567 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:24.943916 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85ef5724-59e6-426c-983f-b4100f458538 req-cf89418f-96ad-41de-ae00-b2b36c23c567 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0553429 Nov 29 18:51:24.998756 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85ef5724-59e6-426c-983f-b4100f458538 req-ed29eafd-d8bc-407f-aa65-6030cdfd2a9b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465314 Nov 29 18:51:25.121143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51853a5-b1a6-4772-a3d8-b3660301eaa9 req-78d49778-bbb0-489f-829b-8938c40ce960 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:25.122818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b51853a5-b1a6-4772-a3d8-b3660301eaa9 req-78d49778-bbb0-489f-829b-8938c40ce960 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0541182 Nov 29 18:51:25.180654 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b51853a5-b1a6-4772-a3d8-b3660301eaa9 req-f0f4855c-bd88-41fa-b5d1-5ed2da9c4e49 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500345 Nov 29 18:51:25.204392 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40726) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:25.252634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bc8b6d-412a-4877-bcfb-0f5557ea7bce tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:25.254685 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-21bc8b6d-412a-4877-bcfb-0f5557ea7bce tempest-TestNetworkAdvancedServerOps-706388073 tempest-TestNetworkAdvancedServerOps-706388073-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 1091 time: 0.0486825 Nov 29 18:51:25.257591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40728) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:25.262088 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:51:25.285169 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:25.382869 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:25.842655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Allocated IP 172.25.3.109 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/3c613dbc-4472-478c-8649-dcb37f17d1a1) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:51:25.952500 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:25.986721 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:26.031497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:51:26.034980 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:51:26.038093 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:51:26.074279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=3c613dbc-4472-478c-8649-dcb37f17d1a1,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:26.434303 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:26.504658 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90ce53b8-c12b-414b-aa82-90f8c377f6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:26.521010 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:26.681966 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:26.687195 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:26.765256 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event updated for resources: {'Port': ['ID=3c613dbc-4472-478c-8649-dcb37f17d1a1,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:51:26.778952 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:26.883019 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Floating IP c18e6082-d3ce-48d1-aafa-5bdf2cb25f9a associated. External IP: 172.25.3.109, port: 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d. Nov 29 18:51:27.102562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 12f01641-aa47-48f2-ac44-be7b54c4795b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:51:27.223387 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:51:27.234752 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533a0b90-6ccc-4491-ad62-6e9ebc4de1c8 None None] Sync routers for ids ['12f01641-aa47-48f2-ac44-be7b54c4795b'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:51:27.243668 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:27.250327 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533a0b90-6ccc-4491-ad62-6e9ebc4de1c8 None None] Routers {'12f01641-aa47-48f2-ac44-be7b54c4795b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:51:27.251205 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-533a0b90-6ccc-4491-ad62-6e9ebc4de1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:51:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['12f01641-aa47-48f2-ac44-be7b54c4795b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:27.276138 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1df71c19-fcd3-4ef2-b24f-4686b27e6059 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0173948 Nov 29 18:51:27.277064 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'tag': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:51:27.281167 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a434241362b5e8c19c3e23cc50fdcbca1858fc00fdcfc71e20d8acd412e78546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d35bec0-2e3b-4141-b2ce-c546d3a2b2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "eca9b492-3e03-453c-8a48-58a6748d1f4c", "tag": "8c22aa0e-959c-4a78-9d52-3ec8d6e1353d"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:51:27.326324 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa73228b-4067-4aab-ad2b-d7fc8315664d x-openstack-request-id: req-aa73228b-4067-4aab-ad2b-d7fc8315664d {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:51:27.326623 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca9b492-3e03-453c-8a48-58a6748d1f4c", "tag": "8c22aa0e-959c-4a78-9d52-3ec8d6e1353d", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:51:27.326919 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa73228b-4067-4aab-ad2b-d7fc8315664d {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:51:27.327347 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'tag': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d', 'status': 'completed', 'code': 200} Nov 29 18:51:27.368962 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.31', 65062) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:27.402294 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-533a0b90-6ccc-4491-ad62-6e9ebc4de1c8 None None] Set router 12f01641-aa47-48f2-ac44-be7b54c4795b gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:51:27.422594 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3e394ddc-2b0b-42c7-aec1-27c59f5894a5 req-5aa4005f-f98d-43cb-b65d-23a2da992854 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521903 Nov 29 18:51:27.424365 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041bf3e-36f9-44d1-8478-f1419dace711 req-7e044f88-bfd6-4224-8356-72f95efe9e1b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:27.426559 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8041bf3e-36f9-44d1-8478-f1419dace711 req-7e044f88-bfd6-4224-8356-72f95efe9e1b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0968485 Nov 29 18:51:27.455063 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35bec0-2e3b-4141-b2ce-c546d3a2b2a7 req-4c4cb466-9100-47ef-89d3-f0b4eb495b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:27.456642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d35bec0-2e3b-4141-b2ce-c546d3a2b2a7 req-4c4cb466-9100-47ef-89d3-f0b4eb495b79 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 1096 time: 0.0863178 Nov 29 18:51:27.542175 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8041bf3e-36f9-44d1-8478-f1419dace711 req-fc223073-beee-4038-989f-23f78cb8a373 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064503 Nov 29 18:51:27.580539 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40734) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:27.593532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35bec0-2e3b-4141-b2ce-c546d3a2b2a7 req-8ff5f207-3938-4078-9fe4-fcd943dfab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:27.595065 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d35bec0-2e3b-4141-b2ce-c546d3a2b2a7 req-8ff5f207-3938-4078-9fe4-fcd943dfab82 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3aebdea5-a2cb-40f3-9a21-6d81a1fce46b HTTP/1.1" status: 200 len: 897 time: 0.1307840 Nov 29 18:51:27.653573 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-61faf3f2-5e17-4bc0-917f-316467891956 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/floatingips/c18e6082-d3ce-48d1-aafa-5bdf2cb25f9a HTTP/1.1" status: 200 len: 991 time: 0.0711977 Nov 29 18:51:27.672639 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:27.691032 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-533a0b90-6ccc-4491-ad62-6e9ebc4de1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897071884', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:51:05Z', 'updated_at': '2021-11-29T18:51:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:06Z', 'updated_at': '2021-11-29T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c18e6082-d3ce-48d1-aafa-5bdf2cb25f9a', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'port_id': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'mac_address': 'fa:16:3e:50:96:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:51:26Z', 'updated_at': '2021-11-29T18:51:26Z', 'revision_number': 0, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11884ac-7031-49bd-8ab1-d47cd6b107e5', 'name': '', 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:f3:31:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:09Z', 'updated_at': '2021-11-29T18:51:13Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:27.697529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d35bec0-2e3b-4141-b2ce-c546d3a2b2a7 req-f7513262-c20b-4dd0-94e1-56957fd473c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d HTTP/1.1" status: 200 len: 999 time: 0.0953786 Nov 29 18:51:27.760573 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:27.761189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35bec0-2e3b-4141-b2ce-c546d3a2b2a7 req-b58abb47-b17a-497d-890b-ea111cf54de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:27.763544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d35bec0-2e3b-4141-b2ce-c546d3a2b2a7 req-b58abb47-b17a-497d-890b-ea111cf54de1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=582435ce-7469-461b-ba4c-2b0d0cddade9 HTTP/1.1" status: 200 len: 834 time: 0.0588500 Nov 29 18:51:27.816669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35bec0-2e3b-4141-b2ce-c546d3a2b2a7 req-8b76d743-b3bd-4a0b-99d7-204a5ba927bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:27.818253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d35bec0-2e3b-4141-b2ce-c546d3a2b2a7 req-8b76d743-b3bd-4a0b-99d7-204a5ba927bd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3aebdea5-a2cb-40f3-9a21-6d81a1fce46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482132 Nov 29 18:51:27.821327 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533a0b90-6ccc-4491-ad62-6e9ebc4de1c8 None None] Checking router: 12f01641-aa47-48f2-ac44-be7b54c4795b for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:51:27.830138 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533a0b90-6ccc-4491-ad62-6e9ebc4de1c8 None None] Routers {'12f01641-aa47-48f2-ac44-be7b54c4795b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:51:27.830725 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-533a0b90-6ccc-4491-ad62-6e9ebc4de1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:51:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['12f01641-aa47-48f2-ac44-be7b54c4795b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:27.911929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d35bec0-2e3b-4141-b2ce-c546d3a2b2a7 req-576a5a1d-2f17-49da-abc0-313bf118f236 service neutron] 10.222.0.31 "GET /v2.0/networks/3aebdea5-a2cb-40f3-9a21-6d81a1fce46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862639 Nov 29 18:51:27.937545 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-533a0b90-6ccc-4491-ad62-6e9ebc4de1c8 None None] Set router 12f01641-aa47-48f2-ac44-be7b54c4795b gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:51:28.008614 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d35bec0-2e3b-4141-b2ce-c546d3a2b2a7 req-c66c6c05-0d9d-4c09-971a-7e2c2525a4b5 service neutron] 10.222.0.31 "GET /v2.0/networks/3aebdea5-a2cb-40f3-9a21-6d81a1fce46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897169 Nov 29 18:51:28.169885 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-533a0b90-6ccc-4491-ad62-6e9ebc4de1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897071884', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:51:05Z', 'updated_at': '2021-11-29T18:51:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:06Z', 'updated_at': '2021-11-29T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c18e6082-d3ce-48d1-aafa-5bdf2cb25f9a', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'port_id': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'mac_address': 'fa:16:3e:50:96:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:51:26Z', 'updated_at': '2021-11-29T18:51:26Z', 'revision_number': 0, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11884ac-7031-49bd-8ab1-d47cd6b107e5', 'name': '', 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:f3:31:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:09Z', 'updated_at': '2021-11-29T18:51:13Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:51:28.198115 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533a0b90-6ccc-4491-ad62-6e9ebc4de1c8 None None] The sync data for ids ['12f01641-aa47-48f2-ac44-be7b54c4795b'] in n-d-819494-5 is: [{'id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897071884', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:51:05Z', 'updated_at': '2021-11-29T18:51:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:06Z', 'updated_at': '2021-11-29T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c18e6082-d3ce-48d1-aafa-5bdf2cb25f9a', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'port_id': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'mac_address': 'fa:16:3e:50:96:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:51:26Z', 'updated_at': '2021-11-29T18:51:26Z', 'revision_number': 0, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11884ac-7031-49bd-8ab1-d47cd6b107e5', 'name': '', 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:f3:31:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:09Z', 'updated_at': '2021-11-29T18:51:13Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:51:28.420022 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83332455-a20a-4c35-bad2-bad9f221d055 None None] New status for floating IP c18e6082-d3ce-48d1-aafa-5bdf2cb25f9a: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:51:28.449638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e394ddc-2b0b-42c7-aec1-27c59f5894a5 req-78ba2908-ffdc-4a49-b770-093a3e5b652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:28.451216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e394ddc-2b0b-42c7-aec1-27c59f5894a5 req-78ba2908-ffdc-4a49-b770-093a3e5b652b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 1096 time: 0.3754480 Nov 29 18:51:28.556649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e394ddc-2b0b-42c7-aec1-27c59f5894a5 req-b62e3b2e-8a9b-461e-9328-e8ca41cc0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:28.558147 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e394ddc-2b0b-42c7-aec1-27c59f5894a5 req-b62e3b2e-8a9b-461e-9328-e8ca41cc0836 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3aebdea5-a2cb-40f3-9a21-6d81a1fce46b HTTP/1.1" status: 200 len: 897 time: 0.0848806 Nov 29 18:51:28.631276 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e394ddc-2b0b-42c7-aec1-27c59f5894a5 req-a70c22bc-f4a1-4068-b8c4-7e26a0daf9fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d HTTP/1.1" status: 200 len: 1001 time: 0.0658970 Nov 29 18:51:28.656599 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40736) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:51:28.684272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e394ddc-2b0b-42c7-aec1-27c59f5894a5 req-32078240-6b7d-4ad2-8388-4ebc67bc75a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:28.685469 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e394ddc-2b0b-42c7-aec1-27c59f5894a5 req-32078240-6b7d-4ad2-8388-4ebc67bc75a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=582435ce-7469-461b-ba4c-2b0d0cddade9 HTTP/1.1" status: 200 len: 834 time: 0.0473831 Nov 29 18:51:28.721364 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-67f981a0-6a94-42df-b46a-5f6848e5f98c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/floatingips/c18e6082-d3ce-48d1-aafa-5bdf2cb25f9a HTTP/1.1" status: 200 len: 993 time: 0.0635984 Nov 29 18:51:28.733292 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e394ddc-2b0b-42c7-aec1-27c59f5894a5 req-544b0ef6-3ac3-4d64-a272-c5a079968342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:51:28.734827 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e394ddc-2b0b-42c7-aec1-27c59f5894a5 req-544b0ef6-3ac3-4d64-a272-c5a079968342 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3aebdea5-a2cb-40f3-9a21-6d81a1fce46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425491 Nov 29 18:51:28.836327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e394ddc-2b0b-42c7-aec1-27c59f5894a5 req-00b69524-0f55-4acd-b11b-f8539b8c5560 service neutron] 10.222.0.31 "GET /v2.0/networks/3aebdea5-a2cb-40f3-9a21-6d81a1fce46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945933 Nov 29 18:51:28.927936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e394ddc-2b0b-42c7-aec1-27c59f5894a5 req-9c3656cd-108a-4f76-a88b-5232ca41b25b service neutron] 10.222.0.31 "GET /v2.0/networks/3aebdea5-a2cb-40f3-9a21-6d81a1fce46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851245 Nov 29 18:51:29.282679 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:30.041109 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:30.111114 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:30.546082 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:51:54.041131 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a868952-8baa-44cf-bd8b-21cbad999453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:56.507047 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f02554f-e69a-457c-aba5-19ed913b19e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:57.653425 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:57.753338 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:51:59.283415 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:00.043153 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:00.124626 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:07.544861 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:52:24.048950 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1608c890-e3dd-4578-8efe-9fbb02b29923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:26.508958 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e245e2c-4554-4413-b604-6bf629ffc2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:27.508563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-520ca73c-ae10-41f7-824e-18daf3dcc72e req-d7a3c23a-af5c-44cd-947a-916a20bb1a08 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909655 Nov 29 18:52:27.592753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ca73c-ae10-41f7-824e-18daf3dcc72e req-f11be68b-d510-446a-9be1-6450197baaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:27.594886 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-520ca73c-ae10-41f7-824e-18daf3dcc72e req-f11be68b-d510-446a-9be1-6450197baaa9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 1096 time: 0.0422955 Nov 29 18:52:27.651533 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:27.700013 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ca73c-ae10-41f7-824e-18daf3dcc72e req-8316fee1-9c69-4e8f-8954-d378bf7124a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:27.701603 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-520ca73c-ae10-41f7-824e-18daf3dcc72e req-8316fee1-9c69-4e8f-8954-d378bf7124a0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3aebdea5-a2cb-40f3-9a21-6d81a1fce46b HTTP/1.1" status: 200 len: 897 time: 0.0865977 Nov 29 18:52:27.757462 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:27.773203 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-520ca73c-ae10-41f7-824e-18daf3dcc72e req-112ee264-4ce3-47fb-8b13-3e520c5902c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d HTTP/1.1" status: 200 len: 1001 time: 0.0638008 Nov 29 18:52:27.823360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ca73c-ae10-41f7-824e-18daf3dcc72e req-f53fa2d8-8cd8-4dd7-915b-8f134ec02206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:27.824802 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-520ca73c-ae10-41f7-824e-18daf3dcc72e req-f53fa2d8-8cd8-4dd7-915b-8f134ec02206 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=582435ce-7469-461b-ba4c-2b0d0cddade9 HTTP/1.1" status: 200 len: 834 time: 0.0437000 Nov 29 18:52:27.869806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ca73c-ae10-41f7-824e-18daf3dcc72e req-1d34fd1e-e68a-43ef-8d43-449cd7ad906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:27.871348 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-520ca73c-ae10-41f7-824e-18daf3dcc72e req-1d34fd1e-e68a-43ef-8d43-449cd7ad906c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3aebdea5-a2cb-40f3-9a21-6d81a1fce46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396039 Nov 29 18:52:27.965000 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-520ca73c-ae10-41f7-824e-18daf3dcc72e req-bdd7d6e3-0efb-463f-945f-aa1778d00435 service neutron] 10.222.0.31 "GET /v2.0/networks/3aebdea5-a2cb-40f3-9a21-6d81a1fce46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847390 Nov 29 18:52:28.054554 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-520ca73c-ae10-41f7-824e-18daf3dcc72e req-033a25b1-f168-419c-8a36-0a88bb08be87 service neutron] 10.222.0.31 "GET /v2.0/networks/3aebdea5-a2cb-40f3-9a21-6d81a1fce46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816674 Nov 29 18:52:29.286169 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:30.048160 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:30.128502 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:31.945610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78cd4d-9cb3-452d-9eea-02d521c69ded req-081bc657-369d-4f9d-8502-989a7fbafe5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:31.947038 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de78cd4d-9cb3-452d-9eea-02d521c69ded req-081bc657-369d-4f9d-8502-989a7fbafe5d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0995784 Nov 29 18:52:32.011550 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de78cd4d-9cb3-452d-9eea-02d521c69ded req-129c8122-b140-472d-8e10-825605a2b4ae tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575194 Nov 29 18:52:33.132589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bdaee-6650-4604-beda-33af910d3940 req-014377e4-ce3a-42ec-942b-45e3ee8d5ef6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:33.134081 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f98bdaee-6650-4604-beda-33af910d3940 req-014377e4-ce3a-42ec-942b-45e3ee8d5ef6 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0488217 Nov 29 18:52:33.183108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f98bdaee-6650-4604-beda-33af910d3940 req-262023a1-d034-4994-a4a1-232cd85def57 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429320 Nov 29 18:52:34.303984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11733d2-c890-49dd-9785-d22439175ae2 req-b66d6812-a077-404a-ba81-3be6d7fdac6f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:34.305416 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d11733d2-c890-49dd-9785-d22439175ae2 req-b66d6812-a077-404a-ba81-3be6d7fdac6f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0495412 Nov 29 18:52:34.354761 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d11733d2-c890-49dd-9785-d22439175ae2 req-10078314-1754-4d8d-a0f9-7d73ff61e731 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433972 Nov 29 18:52:35.474220 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053d513-4594-42c6-97aa-b4099fd3dd7b req-9e581417-3b38-4f04-a05b-55faf0804ddc tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:35.475710 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6053d513-4594-42c6-97aa-b4099fd3dd7b req-9e581417-3b38-4f04-a05b-55faf0804ddc tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0521502 Nov 29 18:52:35.524580 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6053d513-4594-42c6-97aa-b4099fd3dd7b req-43e391ef-5e15-4255-82da-2a6aacd1961b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429385 Nov 29 18:52:36.646214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437352e6-3044-413c-a642-254f18af6da2 req-d8a622fb-f6a6-48ec-ba90-4ac447d2a3c4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:36.647848 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-437352e6-3044-413c-a642-254f18af6da2 req-d8a622fb-f6a6-48ec-ba90-4ac447d2a3c4 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0524132 Nov 29 18:52:36.701641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-437352e6-3044-413c-a642-254f18af6da2 req-93a38595-869b-45d9-867c-be56fbbf7a10 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465629 Nov 29 18:52:37.821180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77882fb-44a7-44b6-bd13-f292d8ee3dfb req-dae74ee8-88bc-4cef-a7df-a21e52643b0e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:37.822646 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f77882fb-44a7-44b6-bd13-f292d8ee3dfb req-dae74ee8-88bc-4cef-a7df-a21e52643b0e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0523143 Nov 29 18:52:37.870847 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f77882fb-44a7-44b6-bd13-f292d8ee3dfb req-051ef163-4b6d-4117-bdd3-53f303c3ed6a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422003 Nov 29 18:52:38.987000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923f53a-c46a-4f6a-829d-85a58e946399 req-7a0507aa-05d7-4829-a04f-8f30d1801088 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:38.988490 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c923f53a-c46a-4f6a-829d-85a58e946399 req-7a0507aa-05d7-4829-a04f-8f30d1801088 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0492611 Nov 29 18:52:39.037927 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c923f53a-c46a-4f6a-829d-85a58e946399 req-47622b85-21b1-401c-99bd-d53ae89cd824 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434265 Nov 29 18:52:40.155406 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fad89-ffd2-443c-be5d-39f88f44dd3d req-41834f03-9e1f-4cf8-ae7f-238d31900934 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:40.156922 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-777fad89-ffd2-443c-be5d-39f88f44dd3d req-41834f03-9e1f-4cf8-ae7f-238d31900934 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0486128 Nov 29 18:52:40.211239 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-777fad89-ffd2-443c-be5d-39f88f44dd3d req-b5dc5b46-8a63-482f-89c7-f3f4ee3b5ed8 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480857 Nov 29 18:52:41.329751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4a1f1-8fa2-4b54-b4c6-6303fa5e0147 req-c911342d-8734-4af5-a4ec-47f169d0b541 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:41.331159 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25b4a1f1-8fa2-4b54-b4c6-6303fa5e0147 req-c911342d-8734-4af5-a4ec-47f169d0b541 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0511768 Nov 29 18:52:41.380592 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25b4a1f1-8fa2-4b54-b4c6-6303fa5e0147 req-bf96df24-78eb-490c-a7c4-28115a149075 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431535 Nov 29 18:52:42.498753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f18376-c209-41de-9370-e1fb0d6a040f req-f4818e7a-0333-46ce-bc18-673c08a44e32 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:42.500841 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84f18376-c209-41de-9370-e1fb0d6a040f req-f4818e7a-0333-46ce-bc18-673c08a44e32 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0490210 Nov 29 18:52:42.550476 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84f18376-c209-41de-9370-e1fb0d6a040f req-d2a3c326-f388-4092-8ba8-c05e95ebb1f2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436673 Nov 29 18:52:43.933330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78d587-2d52-46e2-a068-6887da4d99ee req-3b1bf2fd-0e86-4e16-8ed5-a5a350d64723 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:43.934754 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a78d587-2d52-46e2-a068-6887da4d99ee req-3b1bf2fd-0e86-4e16-8ed5-a5a350d64723 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0587862 Nov 29 18:52:43.985024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a78d587-2d52-46e2-a068-6887da4d99ee req-f725be29-07c2-4029-9c58-85b16904e674 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441294 Nov 29 18:52:44.543026 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:52:45.109321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e04cc-a987-439c-8a25-a85ecf7c07ba req-7b675f23-846d-42b4-a58d-2fd7f00ac178 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:45.110982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-351e04cc-a987-439c-8a25-a85ecf7c07ba req-7b675f23-846d-42b4-a58d-2fd7f00ac178 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0587914 Nov 29 18:52:45.164479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-351e04cc-a987-439c-8a25-a85ecf7c07ba req-7c91514e-735f-490a-93d6-30f39305ec2a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470850 Nov 29 18:52:46.063413 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c6e7e-30a3-4ab3-8669-921d1bc91615 req-f32a26cb-3c2f-4ca9-9e0e-1242fc176380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:46.065058 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb7c6e7e-30a3-4ab3-8669-921d1bc91615 req-f32a26cb-3c2f-4ca9-9e0e-1242fc176380 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 1096 time: 0.0412509 Nov 29 18:52:46.115686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb7c6e7e-30a3-4ab3-8669-921d1bc91615 req-8b333e12-0417-474b-a941-dbcc40278936 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439818 Nov 29 18:52:46.279848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8f480-eeac-4500-a520-18f9802ba606 req-7a663936-442a-4f3a-819b-569171fce25c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:46.281867 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36e8f480-eeac-4500-a520-18f9802ba606 req-7a663936-442a-4f3a-819b-569171fce25c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0498283 Nov 29 18:52:46.332335 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-36e8f480-eeac-4500-a520-18f9802ba606 req-6dcdb7d7-5ef7-4718-87bb-697a1435d9b7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443299 Nov 29 18:52:46.442431 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:52:46.516846 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:46.538811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:52:46.553474 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,segment=NetworkSegment(0cc7cde1-a178-4c86-bb9e-de3e962bbcd9),segment_id=0cc7cde1-a178-4c86-bb9e-de3e962bbcd9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:52:46.557991 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:46.583707 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62f8466-ef39-4b69-80f6-4ef282a07aec" -d '{"events": [{"server_uuid": "eca9b492-3e03-453c-8a48-58a6748d1f4c", "name": "network-vif-unplugged", "status": "completed", "tag": "8c22aa0e-959c-4a78-9d52-3ec8d6e1353d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:52:46.612640 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:52:46.620036 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:52:46.620396 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:52:46.620747 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:52:46.621081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:52:46.621423 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:52:46.621730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:52:46.622061 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:52:46.622388 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:52:46.622719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:52:46.623085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:52:46.623401 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:52:46.624307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:52:46.670518 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e8a926-98fa-4313-9758-c8c232c78568 x-openstack-request-id: req-67e8a926-98fa-4313-9758-c8c232c78568 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:52:46.671350 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca9b492-3e03-453c-8a48-58a6748d1f4c", "name": "network-vif-unplugged", "status": "completed", "tag": "8c22aa0e-959c-4a78-9d52-3ec8d6e1353d", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:52:46.671615 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67e8a926-98fa-4313-9758-c8c232c78568 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:52:46.672024 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d', 'code': 200} Nov 29 18:52:47.451434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29b73d-9380-493a-a880-46581958c8f2 req-d19dccc4-ced6-4bfb-a110-e0e0d766e006 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:47.453834 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df29b73d-9380-493a-a880-46581958c8f2 req-d19dccc4-ced6-4bfb-a110-e0e0d766e006 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 943 time: 0.0500937 Nov 29 18:52:47.504850 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df29b73d-9380-493a-a880-46581958c8f2 req-962fdf8f-e616-4da2-a758-2fcc2e696069 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446231 Nov 29 18:52:48.445582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:52:48.548840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,segment=NetworkSegment(0cc7cde1-a178-4c86-bb9e-de3e962bbcd9),segment_id=0cc7cde1-a178-4c86-bb9e-de3e962bbcd9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:52:48.561991 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d', 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'port_id': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d', 'mac_address': 'fa:16:3e:50:96:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:52:48.600724 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:48.617994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:52:48.637137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcc208-89ad-43b5-a887-f7e2cc536600 req-3463faf5-2cf9-464f-a194-3b6ef900c24b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:52:48.637803 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,segment=NetworkSegment(0cc7cde1-a178-4c86-bb9e-de3e962bbcd9),segment_id=0cc7cde1-a178-4c86-bb9e-de3e962bbcd9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:52:48.638734 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ffcc208-89ad-43b5-a887-f7e2cc536600 req-3463faf5-2cf9-464f-a194-3b6ef900c24b tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 943 time: 0.0578067 Nov 29 18:52:48.641596 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:48.693063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:52:48.694543 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ffcc208-89ad-43b5-a887-f7e2cc536600 req-c09874bc-d625-4a34-a8a4-460872d3068d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480776 Nov 29 18:52:48.717000 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40826) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:52:48.783303 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1a49a40b-dce2-42bf-a4e5-81058859b02f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/floatingips/c18e6082-d3ce-48d1-aafa-5bdf2cb25f9a HTTP/1.1" status: 200 len: 992 time: 0.0646260 Nov 29 18:52:48.980486 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['8c22aa0e-959c-4a78-9d52-3ec8d6e1353d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:52:50.456092 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:52:50.503565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:52:50.503937 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:50.583467 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:50.606216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:52:50.608508 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c02d8e-9f81-4440-b4fb-4f4c66700b32" -d '{"events": [{"server_uuid": "eca9b492-3e03-453c-8a48-58a6748d1f4c", "name": "network-vif-plugged", "status": "completed", "tag": "8c22aa0e-959c-4a78-9d52-3ec8d6e1353d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:52:50.621003 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,segment=NetworkSegment(0cc7cde1-a178-4c86-bb9e-de3e962bbcd9),segment_id=0cc7cde1-a178-4c86-bb9e-de3e962bbcd9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:52:50.625608 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:50.649574 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709ba9ee-fcf1-4ebc-8ba5-b0170d6e0785 x-openstack-request-id: req-709ba9ee-fcf1-4ebc-8ba5-b0170d6e0785 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:52:50.649880 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca9b492-3e03-453c-8a48-58a6748d1f4c", "name": "network-vif-plugged", "status": "completed", "tag": "8c22aa0e-959c-4a78-9d52-3ec8d6e1353d", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:52:50.650161 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-709ba9ee-fcf1-4ebc-8ba5-b0170d6e0785 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:52:50.650584 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d', 'code': 200} Nov 29 18:52:50.679376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:52:54.041907 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bd771ba-3e53-4171-b142-96b6eda4447f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:56.509880 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f15f0ac5-88a2-47a3-997b-d2eacb41c997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:57.651243 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:57.760022 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:52:59.289262 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:53:00.051044 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:53:00.137466 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:53:21.541756 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:53:24.045641 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39e4cd75-7323-46e0-9851-68c08646894e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:53:26.517437 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c001f4d9-ff0d-4427-9ea6-8ced0b1eddac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:53:27.390229 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31ce57f2-e5fa-449a-8578-e682958e94ca req-eb3fbf27-8098-46f2-89e2-b810cafddd43 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410521 Nov 29 18:53:27.479781 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce57f2-e5fa-449a-8578-e682958e94ca req-b2472112-9aaf-42c2-871e-b50b29f263fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:53:27.481417 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31ce57f2-e5fa-449a-8578-e682958e94ca req-b2472112-9aaf-42c2-871e-b50b29f263fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 1096 time: 0.0433483 Nov 29 18:53:27.601281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce57f2-e5fa-449a-8578-e682958e94ca req-51992c9b-ea46-4f24-9354-8ba15c803d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:53:27.602862 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31ce57f2-e5fa-449a-8578-e682958e94ca req-51992c9b-ea46-4f24-9354-8ba15c803d9e service neutron] 10.222.0.31 "GET /v2.0/networks?id=3aebdea5-a2cb-40f3-9a21-6d81a1fce46b HTTP/1.1" status: 200 len: 897 time: 0.0994015 Nov 29 18:53:27.674713 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31ce57f2-e5fa-449a-8578-e682958e94ca req-e9be0028-7c95-48c3-b1a0-beb387187d07 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d HTTP/1.1" status: 200 len: 1001 time: 0.0641892 Nov 29 18:53:27.677710 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:53:27.736417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce57f2-e5fa-449a-8578-e682958e94ca req-47aab38a-1e75-499c-aa33-bcfde0fef581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:53:27.738284 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31ce57f2-e5fa-449a-8578-e682958e94ca req-47aab38a-1e75-499c-aa33-bcfde0fef581 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=582435ce-7469-461b-ba4c-2b0d0cddade9 HTTP/1.1" status: 200 len: 834 time: 0.0566730 Nov 29 18:53:27.766674 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:53:27.810603 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce57f2-e5fa-449a-8578-e682958e94ca req-b55ebd25-d760-4c17-bcbd-3ee099bcdb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:53:27.813197 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31ce57f2-e5fa-449a-8578-e682958e94ca req-b55ebd25-d760-4c17-bcbd-3ee099bcdb68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3aebdea5-a2cb-40f3-9a21-6d81a1fce46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671973 Nov 29 18:53:27.907125 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31ce57f2-e5fa-449a-8578-e682958e94ca req-2f9dfde8-69ea-416c-bc25-3fc29483f94d service neutron] 10.222.0.31 "GET /v2.0/networks/3aebdea5-a2cb-40f3-9a21-6d81a1fce46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871084 Nov 29 18:53:28.026185 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31ce57f2-e5fa-449a-8578-e682958e94ca req-fa7b9c6c-02a5-49fa-a2a2-cfad83b5cfe5 service neutron] 10.222.0.31 "GET /v2.0/networks/3aebdea5-a2cb-40f3-9a21-6d81a1fce46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121664 Nov 29 18:53:29.294175 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:53:30.057858 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:53:30.141665 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:53:54.049881 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7460103b-b288-4c94-8517-565af89bcc2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:53:56.511953 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a475ad66-160f-4a87-9971-8f259ff0d3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:53:57.685474 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:53:57.771216 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:53:58.541105 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:53:59.295715 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:00.055449 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:00.147184 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:02.165304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40876) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:02.532456 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting port 3c613dbc-4472-478c-8649-dcb37f17d1a1 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:54:02.532802 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:02.614586 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:02.614835 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:02.627447 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Calling delete_port for 3c613dbc-4472-478c-8649-dcb37f17d1a1 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:54:02.781121 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:02.804823 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Port': ['ID=3c613dbc-4472-478c-8649-dcb37f17d1a1,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:02.817630 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:02.817986 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:02.818330 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:02.818679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:02.819038 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:02.819372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:02.819705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:02.820038 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:02.820368 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:02.820698 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:02.821030 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:02.821350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:02.882982 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:02.883271 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Floating IP c18e6082-d3ce-48d1-aafa-5bdf2cb25f9a disassociated (deleted). External IP: 172.25.3.109, port: 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d. Nov 29 18:54:03.118141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 12f01641-aa47-48f2-ac44-be7b54c4795b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:54:03.231214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:54:03.236107 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:03.241783 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a0e2ea-0772-426f-9f85-2377a92b5911 None None] Sync routers for ids ['12f01641-aa47-48f2-ac44-be7b54c4795b'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:54:03.252412 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a0e2ea-0772-426f-9f85-2377a92b5911 None None] Routers {'12f01641-aa47-48f2-ac44-be7b54c4795b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:54:03.253012 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d7a0e2ea-0772-426f-9f85-2377a92b5911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:53:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['12f01641-aa47-48f2-ac44-be7b54c4795b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:03.263865 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1e7fa561-142a-4a32-bc0b-59dfcb03e864 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/floatingips/c18e6082-d3ce-48d1-aafa-5bdf2cb25f9a HTTP/1.1" status: 204 len: 168 time: 1.0974560 Nov 29 18:54:03.264462 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'tag': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:54:03.368578 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d7a0e2ea-0772-426f-9f85-2377a92b5911 None None] Set router 12f01641-aa47-48f2-ac44-be7b54c4795b gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:54:03.388181 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bee976-c81b-4a36-9f27-929e6fe47056" -d '{"events": [{"name": "network-changed", "server_uuid": "eca9b492-3e03-453c-8a48-58a6748d1f4c", "tag": "8c22aa0e-959c-4a78-9d52-3ec8d6e1353d"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:54:03.500837 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a699606-0b43-4485-8add-59ab4bf61cc4 x-openstack-request-id: req-6a699606-0b43-4485-8add-59ab4bf61cc4 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:54:03.501137 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca9b492-3e03-453c-8a48-58a6748d1f4c", "tag": "8c22aa0e-959c-4a78-9d52-3ec8d6e1353d", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:54:03.501395 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a699606-0b43-4485-8add-59ab4bf61cc4 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:54:03.501805 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'tag': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d', 'status': 'completed', 'code': 200} Nov 29 18:54:03.520159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947c70a-c74e-422d-9464-18ea8e9f4776 req-3888afa9-8e6c-48a6-b3ba-6579731b7e2f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:03.521797 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2947c70a-c74e-422d-9464-18ea8e9f4776 req-3888afa9-8e6c-48a6-b3ba-6579731b7e2f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0624318 Nov 29 18:54:03.585631 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d7a0e2ea-0772-426f-9f85-2377a92b5911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897071884', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:51:05Z', 'updated_at': '2021-11-29T18:51:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:06Z', 'updated_at': '2021-11-29T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'd11884ac-7031-49bd-8ab1-d47cd6b107e5', 'name': '', 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:f3:31:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:09Z', 'updated_at': '2021-11-29T18:51:13Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:03.604344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2947c70a-c74e-422d-9464-18ea8e9f4776 req-329fd647-7c3d-4631-8450-8559b3dfe00c tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703228 Nov 29 18:54:03.606089 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee976-c81b-4a36-9f27-929e6fe47056 req-58f150a3-859a-4b58-8168-a8a21ba79179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:03.607621 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50bee976-c81b-4a36-9f27-929e6fe47056 req-58f150a3-859a-4b58-8168-a8a21ba79179 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a32142a09307461ea2f15c004fcd8bef&device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 1096 time: 0.0829523 Nov 29 18:54:03.615231 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a0e2ea-0772-426f-9f85-2377a92b5911 None None] Checking router: 12f01641-aa47-48f2-ac44-be7b54c4795b for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:54:03.624542 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a0e2ea-0772-426f-9f85-2377a92b5911 None None] Routers {'12f01641-aa47-48f2-ac44-be7b54c4795b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:54:03.625151 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d7a0e2ea-0772-426f-9f85-2377a92b5911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:53:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['12f01641-aa47-48f2-ac44-be7b54c4795b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:03.702133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee976-c81b-4a36-9f27-929e6fe47056 req-237ae2d2-9c53-452b-9d37-e1babaa9012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:03.703644 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50bee976-c81b-4a36-9f27-929e6fe47056 req-237ae2d2-9c53-452b-9d37-e1babaa9012c service neutron] 10.222.0.31 "GET /v2.0/networks?id=3aebdea5-a2cb-40f3-9a21-6d81a1fce46b HTTP/1.1" status: 200 len: 897 time: 0.0883787 Nov 29 18:54:03.733281 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d7a0e2ea-0772-426f-9f85-2377a92b5911 None None] Set router 12f01641-aa47-48f2-ac44-be7b54c4795b gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:54:03.746887 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50bee976-c81b-4a36-9f27-929e6fe47056 req-c5d9e7ac-5bee-4bff-abe0-040b79ad0fd4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d HTTP/1.1" status: 200 len: 217 time: 0.0354970 Nov 29 18:54:03.804193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee976-c81b-4a36-9f27-929e6fe47056 req-6850fd17-dbbd-4363-953f-85e8b73acdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:03.805716 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50bee976-c81b-4a36-9f27-929e6fe47056 req-6850fd17-dbbd-4363-953f-85e8b73acdb5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=582435ce-7469-461b-ba4c-2b0d0cddade9 HTTP/1.1" status: 200 len: 834 time: 0.0517156 Nov 29 18:54:03.855035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee976-c81b-4a36-9f27-929e6fe47056 req-ef0d3fd0-2a7b-47ca-97ec-33640abfeaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:03.856590 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50bee976-c81b-4a36-9f27-929e6fe47056 req-ef0d3fd0-2a7b-47ca-97ec-33640abfeaef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3aebdea5-a2cb-40f3-9a21-6d81a1fce46b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431602 Nov 29 18:54:03.960610 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50bee976-c81b-4a36-9f27-929e6fe47056 req-b57e3c07-9070-45c8-a4c1-108f8dfe5d15 service neutron] 10.222.0.31 "GET /v2.0/networks/3aebdea5-a2cb-40f3-9a21-6d81a1fce46b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951805 Nov 29 18:54:04.031639 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d7a0e2ea-0772-426f-9f85-2377a92b5911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897071884', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:51:05Z', 'updated_at': '2021-11-29T18:51:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:06Z', 'updated_at': '2021-11-29T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'd11884ac-7031-49bd-8ab1-d47cd6b107e5', 'name': '', 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:f3:31:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:09Z', 'updated_at': '2021-11-29T18:51:13Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:04.057527 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a0e2ea-0772-426f-9f85-2377a92b5911 None None] The sync data for ids ['12f01641-aa47-48f2-ac44-be7b54c4795b'] in n-d-819494-5 is: [{'id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897071884', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:51:05Z', 'updated_at': '2021-11-29T18:51:09Z', 'revision_number': 4, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:06Z', 'updated_at': '2021-11-29T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'd11884ac-7031-49bd-8ab1-d47cd6b107e5', 'name': '', 'network_id': '3aebdea5-a2cb-40f3-9a21-6d81a1fce46b', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'mac_address': 'fa:16:3e:f3:31:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:09Z', 'updated_at': '2021-11-29T18:51:13Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'subnets': [{'id': '582435ce-7469-461b-ba4c-2b0d0cddade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:54:04.059569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50bee976-c81b-4a36-9f27-929e6fe47056 req-21bb2a9d-4052-4491-a5d3-bf7dec57cff6 service neutron] 10.222.0.31 "GET /v2.0/networks/3aebdea5-a2cb-40f3-9a21-6d81a1fce46b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914497 Nov 29 18:54:04.301078 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb777e0-cba2-49ec-bf78-7378be8e2053 None None] New status for floating IP c18e6082-d3ce-48d1-aafa-5bdf2cb25f9a: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:54:04.723709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b675a-4536-4151-aeda-eda4da40a4b8 req-254fd4d6-27a2-4ce6-b73e-eab0a517f80e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:04.725220 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b8b675a-4536-4151-aeda-eda4da40a4b8 req-254fd4d6-27a2-4ce6-b73e-eab0a517f80e tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0499268 Nov 29 18:54:04.774381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b8b675a-4536-4151-aeda-eda4da40a4b8 req-0ded340e-56f5-4609-bf3a-8abc1544c236 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/security-groups?id=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430758 Nov 29 18:54:05.042561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f811db-ddb6-42e4-abbd-6bb3c768c416 req-86f2473e-bac5-4ab9-a4e0-4d8176ac324d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:05.044111 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73f811db-ddb6-42e4-abbd-6bb3c768c416 req-86f2473e-bac5-4ab9-a4e0-4d8176ac324d tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.31 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 945 time: 0.0551922 Nov 29 18:54:05.132385 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-73f811db-ddb6-42e4-abbd-6bb3c768c416 req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:54:05.132723 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-73f811db-ddb6-42e4-abbd-6bb3c768c416 req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:05.222356 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-73f811db-ddb6-42e4-abbd-6bb3c768c416 req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] For port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,segment=NetworkSegment(0cc7cde1-a178-4c86-bb9e-de3e962bbcd9),segment_id=0cc7cde1-a178-4c86-bb9e-de3e962bbcd9)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:54:05.222715 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-73f811db-ddb6-42e4-abbd-6bb3c768c416 req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:05.235638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-73f811db-ddb6-42e4-abbd-6bb3c768c416 req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Calling delete_port for 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:54:05.364960 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-73f811db-ddb6-42e4-abbd-6bb3c768c416 req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:05.400077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Port': ['ID=8c22aa0e-959c-4a78-9d52-3ec8d6e1353d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:05.425275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:05.425633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:05.425982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:05.426323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:05.426662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:05.427025 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:05.427362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:05.427695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:05.428028 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:05.428363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:05.428685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:05.429007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:05.450565 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f811db-ddb6-42e4-abbd-6bb3c768c416 req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] No DVR routers for this DVR port 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:54:05.453075 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-73f811db-ddb6-42e4-abbd-6bb3c768c416 req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:05.456447 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73f811db-ddb6-42e4-abbd-6bb3c768c416 req-e94ad7d3-c536-4471-bdce-0c664307ebbd tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.31 "DELETE /v2.0/ports/8c22aa0e-959c-4a78-9d52-3ec8d6e1353d HTTP/1.1" status: 204 len: 173 time: 0.4063776 Nov 29 18:54:05.456885 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'name': 'network-vif-deleted', 'tag': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:54:05.502913 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3746f0-c700-437e-9c1f-2616ce77d786" -d '{"events": [{"server_uuid": "eca9b492-3e03-453c-8a48-58a6748d1f4c", "name": "network-vif-deleted", "tag": "8c22aa0e-959c-4a78-9d52-3ec8d6e1353d"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:54:05.593562 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736630e3-f697-4aa5-b9f0-2c16a490ab28 x-openstack-request-id: req-736630e3-f697-4aa5-b9f0-2c16a490ab28 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:54:05.593857 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca9b492-3e03-453c-8a48-58a6748d1f4c", "name": "network-vif-deleted", "tag": "8c22aa0e-959c-4a78-9d52-3ec8d6e1353d", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:54:05.594113 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-736630e3-f697-4aa5-b9f0-2c16a490ab28 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:54:05.594519 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca9b492-3e03-453c-8a48-58a6748d1f4c', 'name': 'network-vif-deleted', 'tag': '8c22aa0e-959c-4a78-9d52-3ec8d6e1353d', 'status': 'completed', 'code': 200} Nov 29 18:54:05.900719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25be7242-81d4-4f20-9179-9936c8fe5ed9 req-f718b3b1-d7a8-4e10-8c86-fe537684fa68 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "GET /v2.0/ports?device_id=eca9b492-3e03-453c-8a48-58a6748d1f4c HTTP/1.1" status: 200 len: 210 time: 0.0289145 Nov 29 18:54:06.969360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40920) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:07.347009 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-243cbed0-6b1d-4bb7-b401-95e5968d908f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:07.612869 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-243cbed0-6b1d-4bb7-b401-95e5968d908f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting port d11884ac-7031-49bd-8ab1-d47cd6b107e5 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:54:07.613128 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-243cbed0-6b1d-4bb7-b401-95e5968d908f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:07.716882 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-243cbed0-6b1d-4bb7-b401-95e5968d908f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] For port d11884ac-7031-49bd-8ab1-d47cd6b107e5, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d11884ac-7031-49bd-8ab1-d47cd6b107e5,segment=NetworkSegment(0cc7cde1-a178-4c86-bb9e-de3e962bbcd9),segment_id=0cc7cde1-a178-4c86-bb9e-de3e962bbcd9)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:54:07.717270 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-243cbed0-6b1d-4bb7-b401-95e5968d908f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:07.731240 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-243cbed0-6b1d-4bb7-b401-95e5968d908f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Calling delete_port for d11884ac-7031-49bd-8ab1-d47cd6b107e5 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:54:08.260328 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-243cbed0-6b1d-4bb7-b401-95e5968d908f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:08.293576 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cbed0-6b1d-4bb7-b401-95e5968d908f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Port': ['ID=d11884ac-7031-49bd-8ab1-d47cd6b107e5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:08.478064 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-243cbed0-6b1d-4bb7-b401-95e5968d908f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:08.699194 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243cbed0-6b1d-4bb7-b401-95e5968d908f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Router 12f01641-aa47-48f2-ac44-be7b54c4795b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:54:08.812079 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243cbed0-6b1d-4bb7-b401-95e5968d908f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:54:08.817148 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-243cbed0-6b1d-4bb7-b401-95e5968d908f tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "PUT /v2.0/routers/12f01641-aa47-48f2-ac44-be7b54c4795b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8465233 Nov 29 18:54:08.819991 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40922) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:08.824344 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb019cf-e516-45ec-9091-c1efa1888f1d None None] Sync routers for ids ['12f01641-aa47-48f2-ac44-be7b54c4795b'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:54:08.838600 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb019cf-e516-45ec-9091-c1efa1888f1d None None] Routers {'12f01641-aa47-48f2-ac44-be7b54c4795b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:54:08.839044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:54:08.839487 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6eb019cf-e516-45ec-9091-c1efa1888f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:53:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['12f01641-aa47-48f2-ac44-be7b54c4795b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:08.859633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:54:08.860239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8c22aa0e-959c-4a78-9d52-3ec8d6e1353d not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:54:08.874614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb4caf8-2891-4a05-bdd5-c4c4d6e9bee7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting subnet 582435ce-7469-461b-ba4c-2b0d0cddade9 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:54:08.878141 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ffb4caf8-2891-4a05-bdd5-c4c4d6e9bee7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:08.941696 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ffb4caf8-2891-4a05-bdd5-c4c4d6e9bee7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:08.966601 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6eb019cf-e516-45ec-9091-c1efa1888f1d None None] Set router 12f01641-aa47-48f2-ac44-be7b54c4795b gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:54:09.036904 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ffb4caf8-2891-4a05-bdd5-c4c4d6e9bee7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.097399 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ffb4caf8-2891-4a05-bdd5-c4c4d6e9bee7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.129661 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4caf8-2891-4a05-bdd5-c4c4d6e9bee7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Subnet': ['ID=582435ce-7469-461b-ba4c-2b0d0cddade9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:09.135729 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ffb4caf8-2891-4a05-bdd5-c4c4d6e9bee7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.139464 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ffb4caf8-2891-4a05-bdd5-c4c4d6e9bee7 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/subnets/582435ce-7469-461b-ba4c-2b0d0cddade9 HTTP/1.1" status: 204 len: 168 time: 0.3185792 Nov 29 18:54:09.142370 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40924) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:09.144968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cfc44f-a3c1-4a08-aef4-4e330544276e None None] Network 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:54:09.157536 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6eb019cf-e516-45ec-9091-c1efa1888f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897071884', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:51:05Z', 'updated_at': '2021-11-29T18:54:07Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:06Z', 'updated_at': '2021-11-29T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:09.193531 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb019cf-e516-45ec-9091-c1efa1888f1d None None] Checking router: 12f01641-aa47-48f2-ac44-be7b54c4795b for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:54:09.203556 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb019cf-e516-45ec-9091-c1efa1888f1d None None] Routers {'12f01641-aa47-48f2-ac44-be7b54c4795b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:54:09.204172 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6eb019cf-e516-45ec-9091-c1efa1888f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:53:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['12f01641-aa47-48f2-ac44-be7b54c4795b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:09.259302 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5ea2-0106-496f-9ccc-7b7d52e2c305 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.321286 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6eb019cf-e516-45ec-9091-c1efa1888f1d None None] Set router 12f01641-aa47-48f2-ac44-be7b54c4795b gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:54:09.351294 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] DHCP port deletion for 3aebdea5-a2cb-40f3-9a21-6d81a1fce46b request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:54:09.379952 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5ea2-0106-496f-9ccc-7b7d52e2c305 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.402231 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Deleting port 2be40454-fd8e-47b0-95ae-4df6873731af {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:54:09.402604 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.449341 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e5ea2-0106-496f-9ccc-7b7d52e2c305 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Deleting port 7279ca75-2112-45cf-b2a8-1d3f33466e71 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:54:09.449697 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5ea2-0106-496f-9ccc-7b7d52e2c305 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.468879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] For port 2be40454-fd8e-47b0-95ae-4df6873731af, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2be40454-fd8e-47b0-95ae-4df6873731af,segment=NetworkSegment(0cc7cde1-a178-4c86-bb9e-de3e962bbcd9),segment_id=0cc7cde1-a178-4c86-bb9e-de3e962bbcd9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:54:09.469615 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.515021 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6eb019cf-e516-45ec-9091-c1efa1888f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897071884', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:51:05Z', 'updated_at': '2021-11-29T18:54:07Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:06Z', 'updated_at': '2021-11-29T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:09.538068 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-ed4e5ea2-0106-496f-9ccc-7b7d52e2c305 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] For port 7279ca75-2112-45cf-b2a8-1d3f33466e71, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7279ca75-2112-45cf-b2a8-1d3f33466e71,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:54:09.538446 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5ea2-0106-496f-9ccc-7b7d52e2c305 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.546712 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb019cf-e516-45ec-9091-c1efa1888f1d None None] The sync data for ids ['12f01641-aa47-48f2-ac44-be7b54c4795b'] in n-d-819494-5 is: [{'id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897071884', 'tenant_id': 'a32142a09307461ea2f15c004fcd8bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:51:05Z', 'updated_at': '2021-11-29T18:54:07Z', 'revision_number': 5, 'project_id': 'a32142a09307461ea2f15c004fcd8bef', 'gw_port': {'id': '7279ca75-2112-45cf-b2a8-1d3f33466e71', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f01641-aa47-48f2-ac44-be7b54c4795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:51:06Z', 'updated_at': '2021-11-29T18:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:54:09.556350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e5ea2-0106-496f-9ccc-7b7d52e2c305 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Calling delete_port for 7279ca75-2112-45cf-b2a8-1d3f33466e71 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:54:09.651633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Calling delete_port for 2be40454-fd8e-47b0-95ae-4df6873731af owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:54:09.736939 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5ea2-0106-496f-9ccc-7b7d52e2c305 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.746540 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.763320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e5ea2-0106-496f-9ccc-7b7d52e2c305 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Port': ['ID=7279ca75-2112-45cf-b2a8-1d3f33466e71,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:09.778078 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Pushing event deleted for resources: {'Port': ['ID=2be40454-fd8e-47b0-95ae-4df6873731af,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:09.782543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] No DVR routers for this DVR port 2be40454-fd8e-47b0-95ae-4df6873731af on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:54:09.784485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fc4c2d-7524-46e2-a5ee-dc93ccbea957 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:54:09.797227 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:09.797515 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:09.797868 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:09.798222 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:09.798566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:09.799027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:09.799267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:09.799604 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:09.799938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:09.800274 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:09.800611 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:09.800986 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4c2fd-1043-428f-9f6e-d24861d270b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:09.833902 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5ea2-0106-496f-9ccc-7b7d52e2c305 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.934005 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5ea2-0106-496f-9ccc-7b7d52e2c305 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:09.936352 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5ea2-0106-496f-9ccc-7b7d52e2c305 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:10.003939 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5ea2-0106-496f-9ccc-7b7d52e2c305 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:10.004662 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4e5ea2-0106-496f-9ccc-7b7d52e2c305 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Fanout notify agent at l3_agent the message router_deleted on router 12f01641-aa47-48f2-ac44-be7b54c4795b {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:54:10.013526 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5ea2-0106-496f-9ccc-7b7d52e2c305 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:10.017418 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ed4e5ea2-0106-496f-9ccc-7b7d52e2c305 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/routers/12f01641-aa47-48f2-ac44-be7b54c4795b HTTP/1.1" status: 204 len: 168 time: 0.8712442 Nov 29 18:54:10.017720 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40926) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:10.037264 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2be40454-fd8e-47b0-95ae-4df6873731af no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:54:10.074596 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 2be40454-fd8e-47b0-95ae-4df6873731af {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:54:10.075276 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2be40454-fd8e-47b0-95ae-4df6873731af not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:54:10.076010 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d11884ac-7031-49bd-8ab1-d47cd6b107e5 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:54:10.097020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: d11884ac-7031-49bd-8ab1-d47cd6b107e5 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:54:10.098420 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d11884ac-7031-49bd-8ab1-d47cd6b107e5 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:54:10.122576 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f389510-28a0-4f3d-8a12-e1b2842a541a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:10.215117 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f389510-28a0-4f3d-8a12-e1b2842a541a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:10.242139 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2f389510-28a0-4f3d-8a12-e1b2842a541a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aebdea5-a2cb-40f3-9a21-6d81a1fce46b']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:10.252997 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2f389510-28a0-4f3d-8a12-e1b2842a541a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc7cde1-a178-4c86-bb9e-de3e962bbcd9') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:10.253295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2f389510-28a0-4f3d-8a12-e1b2842a541a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc7cde1-a178-4c86-bb9e-de3e962bbcd9') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:10.263558 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f389510-28a0-4f3d-8a12-e1b2842a541a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:10.279020 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f389510-28a0-4f3d-8a12-e1b2842a541a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:10.284813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f389510-28a0-4f3d-8a12-e1b2842a541a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:54:10.285222 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f389510-28a0-4f3d-8a12-e1b2842a541a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:54:10.288394 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:54:10.356325 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f389510-28a0-4f3d-8a12-e1b2842a541a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:10.364082 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f389510-28a0-4f3d-8a12-e1b2842a541a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:10.367290 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2f389510-28a0-4f3d-8a12-e1b2842a541a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/networks/3aebdea5-a2cb-40f3-9a21-6d81a1fce46b HTTP/1.1" status: 204 len: 168 time: 0.3485098 Nov 29 18:54:10.369945 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40928) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:10.386762 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f389510-28a0-4f3d-8a12-e1b2842a541a tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'Network': ['ID=3aebdea5-a2cb-40f3-9a21-6d81a1fce46b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:10.438307 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3898e4e2-b384-4065-afb1-70b4eb3f65d2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:10.467789 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3898e4e2-b384-4065-afb1-70b4eb3f65d2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:10.529396 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3898e4e2-b384-4065-afb1-70b4eb3f65d2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:10.531991 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3898e4e2-b384-4065-afb1-70b4eb3f65d2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:10.533183 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3898e4e2-b384-4065-afb1-70b4eb3f65d2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] 10.222.0.23 "DELETE /v2.0/security-groups/cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37 HTTP/1.1" status: 204 len: 168 time: 0.1622801 Nov 29 18:54:10.543837 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898e4e2-b384-4065-afb1-70b4eb3f65d2 tempest-TestNetworkAdvancedServerOps-1990305898 tempest-TestNetworkAdvancedServerOps-1990305898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdf5f4a-f495-46f9-a4bb-0d96b53f4f37,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:10.900266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40936) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:11.070134 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-07c59af1-06b5-4201-b5ff-817a873b78a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a32142a09307461ea2f15c004fcd8bef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1680226 Nov 29 18:54:11.073222 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40940) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:11.121528 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef4499d7-5c5a-4a46-996c-a56c85e124d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:11.143946 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef4499d7-5c5a-4a46-996c-a56c85e124d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:11.191999 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef4499d7-5c5a-4a46-996c-a56c85e124d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:11.194911 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef4499d7-5c5a-4a46-996c-a56c85e124d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:11.196250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ef4499d7-5c5a-4a46-996c-a56c85e124d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39f7f40f-4a3a-4537-b900-a96e90213b23 HTTP/1.1" status: 204 len: 168 time: 0.1220741 Nov 29 18:54:11.205585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4499d7-5c5a-4a46-996c-a56c85e124d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f7f40f-4a3a-4537-b900-a96e90213b23,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:11.502057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40946) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:11.545076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f5f6884c-5e9e-4367-ab56-049c4b3fea8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a24153b554784da5b5415f8e80017f80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418262 Nov 29 18:54:11.548126 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40948) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:11.597731 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02d10fbf-9dcb-4428-970b-f2a0dbed8c0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:11.627623 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02d10fbf-9dcb-4428-970b-f2a0dbed8c0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:11.680322 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02d10fbf-9dcb-4428-970b-f2a0dbed8c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:11.684148 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02d10fbf-9dcb-4428-970b-f2a0dbed8c0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:11.685517 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-02d10fbf-9dcb-4428-970b-f2a0dbed8c0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea3bc55d-65e5-4702-81e0-4b221cdac2d9 HTTP/1.1" status: 204 len: 168 time: 0.1364505 Nov 29 18:54:11.693674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d10fbf-9dcb-4428-970b-f2a0dbed8c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3bc55d-65e5-4702-81e0-4b221cdac2d9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:11.770490 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7279ca75-2112-45cf-b2a8-1d3f33466e71 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:54:11.794840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 7279ca75-2112-45cf-b2a8-1d3f33466e71 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:54:11.795195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7279ca75-2112-45cf-b2a8-1d3f33466e71 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:54:12.472113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40970) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:12.569594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-055fa279-16bf-42e0-bc3c-1ba50862d41c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1540420385-network', 'tenant_id': '604ad26d0cc74f2982dd1ae91da9b4b2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:12.591820 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055fa279-16bf-42e0-bc3c-1ba50862d41c admin admin] Made reservation on behalf of 604ad26d0cc74f2982dd1ae91da9b4b2 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:54:12.594239 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-055fa279-16bf-42e0-bc3c-1ba50862d41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:12.602917 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-055fa279-16bf-42e0-bc3c-1ba50862d41c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:12.680775 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-055fa279-16bf-42e0-bc3c-1ba50862d41c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:12.693739 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-055fa279-16bf-42e0-bc3c-1ba50862d41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:12.719969 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055fa279-16bf-42e0-bc3c-1ba50862d41c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:54:12.730100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fa279-16bf-42e0-bc3c-1ba50862d41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aad115d-bc4e-4a59-bdd4-9250532aeddc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:12.735499 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-055fa279-16bf-42e0-bc3c-1ba50862d41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:12.735851 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-055fa279-16bf-42e0-bc3c-1ba50862d41c admin admin] Added segment 39d96d5a-799e-40bd-8ffd-dde6c815a063 of type vlan for network ef6b1d5e-339c-40cc-8a43-c3a6686cf446 Nov 29 18:54:12.779793 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-055fa279-16bf-42e0-bc3c-1ba50862d41c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:12.807443 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-055fa279-16bf-42e0-bc3c-1ba50862d41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:12.808516 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055fa279-16bf-42e0-bc3c-1ba50862d41c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:12.809092 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-055fa279-16bf-42e0-bc3c-1ba50862d41c admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:12.866070 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-055fa279-16bf-42e0-bc3c-1ba50862d41c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3927906 Nov 29 18:54:12.870703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40974) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:12.877370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-56d69ea6-2530-442b-871e-6042be1272c8 admin admin] Request body: {'subnet': {'network_id': 'ef6b1d5e-339c-40cc-8a43-c3a6686cf446', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1540420385-subnet', 'tenant_id': '604ad26d0cc74f2982dd1ae91da9b4b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:12.892773 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fa279-16bf-42e0-bc3c-1ba50862d41c admin admin] Pushing event updated for resources: {'Network': ['ID=ef6b1d5e-339c-40cc-8a43-c3a6686cf446,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:12.903477 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network ef6b1d5e-339c-40cc-8a43-c3a6686cf446 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:54:12.907922 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d69ea6-2530-442b-871e-6042be1272c8 admin admin] Made reservation on behalf of 604ad26d0cc74f2982dd1ae91da9b4b2 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:54:12.910835 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56d69ea6-2530-442b-871e-6042be1272c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:13.095814 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56d69ea6-2530-442b-871e-6042be1272c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:13.154798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d69ea6-2530-442b-871e-6042be1272c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd2c9720-205b-4529-9c37-ccf8fa123501,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:13.162449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d69ea6-2530-442b-871e-6042be1272c8 admin admin] Checking segment: {'id': '39d96d5a-799e-40bd-8ffd-dde6c815a063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ef6b1d5e-339c-40cc-8a43-c3a6686cf446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:54:13.162836 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d69ea6-2530-442b-871e-6042be1272c8 admin admin] Network hostable DHCP agents. Network: ef6b1d5e-339c-40cc-8a43-c3a6686cf446, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:54:13.179117 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d69ea6-2530-442b-871e-6042be1272c8 admin admin] Network ef6b1d5e-339c-40cc-8a43-c3a6686cf446 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:54:13.188117 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-56d69ea6-2530-442b-871e-6042be1272c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, ef6b1d5e-339c-40cc-8a43-c3a6686cf446) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:13.193228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d69ea6-2530-442b-871e-6042be1272c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:13.194016 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56d69ea6-2530-442b-871e-6042be1272c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:13.196468 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9238b0d-11b0-4363-9b7f-fde0ac25a5c8 None None] Network ef6b1d5e-339c-40cc-8a43-c3a6686cf446 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:54:13.217725 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-56d69ea6-2530-442b-871e-6042be1272c8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3457108 Nov 29 18:54:13.337426 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cb1902-6847-4a83-bf26-9507292223a5 None None] Network ef6b1d5e-339c-40cc-8a43-c3a6686cf446 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:54:13.755363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 40990) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:13.760613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-43590b97-7bb2-43e8-9fe8-b710a7d7a757 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-88678754-network', 'tenant_id': '16002c76302f489b8cb8efa14440182a'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:13.784969 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43590b97-7bb2-43e8-9fe8-b710a7d7a757 admin admin] Made reservation on behalf of 16002c76302f489b8cb8efa14440182a for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:54:13.787557 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43590b97-7bb2-43e8-9fe8-b710a7d7a757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:13.797811 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43590b97-7bb2-43e8-9fe8-b710a7d7a757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:13.881003 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43590b97-7bb2-43e8-9fe8-b710a7d7a757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:13.885238 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43590b97-7bb2-43e8-9fe8-b710a7d7a757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:13.915094 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43590b97-7bb2-43e8-9fe8-b710a7d7a757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:54:13.920252 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43590b97-7bb2-43e8-9fe8-b710a7d7a757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c90b9b3-6f8d-43a0-bcd0-e3e1d457f56c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:13.927833 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43590b97-7bb2-43e8-9fe8-b710a7d7a757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:13.928202 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-43590b97-7bb2-43e8-9fe8-b710a7d7a757 admin admin] Added segment 5d4324ce-233f-4b16-b09d-66407f4c9817 of type vlan for network 282d2f63-e10b-455e-8ba8-186dc08297db Nov 29 18:54:13.971242 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43590b97-7bb2-43e8-9fe8-b710a7d7a757 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:14.004905 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43590b97-7bb2-43e8-9fe8-b710a7d7a757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:14.005895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43590b97-7bb2-43e8-9fe8-b710a7d7a757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:14.006481 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43590b97-7bb2-43e8-9fe8-b710a7d7a757 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:14.069351 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-43590b97-7bb2-43e8-9fe8-b710a7d7a757 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3128216 Nov 29 18:54:14.070469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43590b97-7bb2-43e8-9fe8-b710a7d7a757 admin admin] Pushing event updated for resources: {'Network': ['ID=282d2f63-e10b-455e-8ba8-186dc08297db,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:14.072371 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 40994) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:14.077481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8316f4dc-1127-4f35-b1b0-df6ca6b0ee39 admin admin] Request body: {'subnet': {'network_id': '282d2f63-e10b-455e-8ba8-186dc08297db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-88678754-subnet', 'tenant_id': '16002c76302f489b8cb8efa14440182a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:14.080485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 282d2f63-e10b-455e-8ba8-186dc08297db details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:54:14.101864 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8316f4dc-1127-4f35-b1b0-df6ca6b0ee39 admin admin] Made reservation on behalf of 16002c76302f489b8cb8efa14440182a for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:54:14.104918 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8316f4dc-1127-4f35-b1b0-df6ca6b0ee39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:14.273801 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8316f4dc-1127-4f35-b1b0-df6ca6b0ee39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:14.324003 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316f4dc-1127-4f35-b1b0-df6ca6b0ee39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a655e3-c213-41b2-b3cb-0a48c72fd4b3,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:14.344565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8316f4dc-1127-4f35-b1b0-df6ca6b0ee39 admin admin] Checking segment: {'id': '5d4324ce-233f-4b16-b09d-66407f4c9817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '282d2f63-e10b-455e-8ba8-186dc08297db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:54:14.344932 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8316f4dc-1127-4f35-b1b0-df6ca6b0ee39 admin admin] Network hostable DHCP agents. Network: 282d2f63-e10b-455e-8ba8-186dc08297db, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:54:14.362701 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8316f4dc-1127-4f35-b1b0-df6ca6b0ee39 admin admin] Network 282d2f63-e10b-455e-8ba8-186dc08297db is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:54:14.371406 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-8316f4dc-1127-4f35-b1b0-df6ca6b0ee39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 282d2f63-e10b-455e-8ba8-186dc08297db) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:14.375654 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8316f4dc-1127-4f35-b1b0-df6ca6b0ee39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:14.376254 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8316f4dc-1127-4f35-b1b0-df6ca6b0ee39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:14.382217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f38b69-8e66-40f5-af6f-41566a63c667 None None] Network 282d2f63-e10b-455e-8ba8-186dc08297db requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:54:14.398597 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8316f4dc-1127-4f35-b1b0-df6ca6b0ee39 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3244138 Nov 29 18:54:14.530263 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16fdef6-c101-4480-a736-d7ca5aaa9c6c None None] Network 282d2f63-e10b-455e-8ba8-186dc08297db requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:54:14.922640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-dac20aa1-e2ad-4ad2-ae7f-7e3ec2676fc1 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:14.924129 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-dac20aa1-e2ad-4ad2-ae7f-7e3ec2676fc1 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/networks?id=ef6b1d5e-339c-40cc-8a43-c3a6686cf446 HTTP/1.1" status: 200 len: 812 time: 0.1137397 Nov 29 18:54:14.939871 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-1f66a6de-7216-4f06-b7ad-21763c00c70d tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/quotas/604ad26d0cc74f2982dd1ae91da9b4b2 HTTP/1.1" status: 200 len: 375 time: 0.0099764 Nov 29 18:54:14.974686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-be30f4c4-0352-41bf-bd6d-e36fda3b0fad tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=604ad26d0cc74f2982dd1ae91da9b4b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279257 Nov 29 18:54:15.140512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-e6881eaa-21c4-4f27-8cd9-b3459293990c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:54:15.141534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-e6881eaa-21c4-4f27-8cd9-b3459293990c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0447638 Nov 29 18:54:15.231525 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-f5274079-3e6c-4f8c-ab39-10b70849de49 service neutron] 10.222.0.23 "GET /v2.0/networks/ef6b1d5e-339c-40cc-8a43-c3a6686cf446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833867 Nov 29 18:54:15.325661 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-db7cc39b-b760-4429-b5e3-91e8db9912e8 service neutron] 10.222.0.23 "GET /v2.0/networks/ef6b1d5e-339c-40cc-8a43-c3a6686cf446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879288 Nov 29 18:54:15.506684 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c287ce7-d815-41ef-ad1e-29d776e3f786 req-bf9b5380-249e-431b-949a-38b6c363f2a6 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 210 time: 0.0290365 Nov 29 18:54:16.458243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-a6df939f-ef00-471e-9cf0-43e5fb90bc61 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:16.459977 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-a6df939f-ef00-471e-9cf0-43e5fb90bc61 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.31 "GET /v2.0/networks?id=ef6b1d5e-339c-40cc-8a43-c3a6686cf446 HTTP/1.1" status: 200 len: 812 time: 0.1087544 Nov 29 18:54:16.472323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-a384e58f-1bfe-4ff3-a441-cdd36bbabd1e tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Request body: {'port': {'device_id': 'a2500a94-d0cb-48b9-a6ca-4c5309424059', 'network_id': 'ef6b1d5e-339c-40cc-8a43-c3a6686cf446', 'admin_state_up': True, 'tenant_id': '604ad26d0cc74f2982dd1ae91da9b4b2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:16.579056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-a384e58f-1bfe-4ff3-a441-cdd36bbabd1e tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Made reservation on behalf of 604ad26d0cc74f2982dd1ae91da9b4b2 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:54:16.582781 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-a384e58f-1bfe-4ff3-a441-cdd36bbabd1e tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:16.624914 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-04e9bbd3-1bb5-4ef1-a3da-e6085a1abfc8 req-3259fd78-86b3-4f73-aafc-a796ff9089c7 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 210 time: 0.0395255 Nov 29 18:54:16.739107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-a384e58f-1bfe-4ff3-a441-cdd36bbabd1e tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Allocated IP 172.20.0.5 (ef6b1d5e-339c-40cc-8a43-c3a6686cf446/cd2c9720-205b-4529-9c37-ccf8fa123501/b5351a07-2c62-4582-8fc4-be64b431f023) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:54:16.888313 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-a384e58f-1bfe-4ff3-a441-cdd36bbabd1e tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:16.921997 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-a384e58f-1bfe-4ff3-a441-cdd36bbabd1e tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:16.966918 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-a384e58f-1bfe-4ff3-a441-cdd36bbabd1e tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Network ef6b1d5e-339c-40cc-8a43-c3a6686cf446 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:54:16.970120 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-a384e58f-1bfe-4ff3-a441-cdd36bbabd1e tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:16.973886 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-a384e58f-1bfe-4ff3-a441-cdd36bbabd1e tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:54:17.000717 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384e58f-1bfe-4ff3-a441-cdd36bbabd1e tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Pushing event updated for resources: {'Port': ['ID=b5351a07-2c62-4582-8fc4-be64b431f023,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:17.029180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-a384e58f-1bfe-4ff3-a441-cdd36bbabd1e tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:17.029794 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-a384e58f-1bfe-4ff3-a441-cdd36bbabd1e tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:17.049012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-a384e58f-1bfe-4ff3-a441-cdd36bbabd1e tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5802426 Nov 29 18:54:17.061084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Request body: {'port': {'device_id': 'a2500a94-d0cb-48b9-a6ca-4c5309424059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:17.118032 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:17.375313 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5351a07-2c62-4582-8fc4-be64b431f023 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:54:17.382693 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:17.395672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Transition to ACTIVE for port object b5351a07-2c62-4582-8fc4-be64b431f023 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:54:17.399012 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:17.449026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5351a07-2c62-4582-8fc4-be64b431f023,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:17.517703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Attempting to bind port b5351a07-2c62-4582-8fc4-be64b431f023 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:54:17.518415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Attempting to bind port b5351a07-2c62-4582-8fc4-be64b431f023 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '39d96d5a-799e-40bd-8ffd-dde6c815a063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ef6b1d5e-339c-40cc-8a43-c3a6686cf446'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:54:17.518415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Attempting to bind port b5351a07-2c62-4582-8fc4-be64b431f023 on network ef6b1d5e-339c-40cc-8a43-c3a6686cf446 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:54:17.522620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Port b5351a07-2c62-4582-8fc4-be64b431f023 on network ef6b1d5e-339c-40cc-8a43-c3a6686cf446 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:54:17.522977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Attempting to bind port b5351a07-2c62-4582-8fc4-be64b431f023 on network ef6b1d5e-339c-40cc-8a43-c3a6686cf446 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:54:17.527772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:54:17.528116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Checking segment: {'id': '39d96d5a-799e-40bd-8ffd-dde6c815a063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ef6b1d5e-339c-40cc-8a43-c3a6686cf446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:54:17.528498 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Bound using segment: {'id': '39d96d5a-799e-40bd-8ffd-dde6c815a063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ef6b1d5e-339c-40cc-8a43-c3a6686cf446'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:54:17.528923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Bound port: b5351a07-2c62-4582-8fc4-be64b431f023, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d96d5a-799e-40bd-8ffd-dde6c815a063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ef6b1d5e-339c-40cc-8a43-c3a6686cf446'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:54:17.529285 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:17.594421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] For port b5351a07-2c62-4582-8fc4-be64b431f023, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:54:17.597547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] For port b5351a07-2c62-4582-8fc4-be64b431f023, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b5351a07-2c62-4582-8fc4-be64b431f023,segment=NetworkSegment(39d96d5a-799e-40bd-8ffd-dde6c815a063),segment_id=39d96d5a-799e-40bd-8ffd-dde6c815a063)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:54:17.603186 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:17.638897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:17.639524 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:17.640933 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] 10.222.0.31 "PUT /v2.0/ports/b5351a07-2c62-4582-8fc4-be64b431f023 HTTP/1.1" status: 200 len: 1091 time: 0.5840743 Nov 29 18:54:17.641391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2500a94-d0cb-48b9-a6ca-4c5309424059', 'tag': 'b5351a07-2c62-4582-8fc4-be64b431f023'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:54:17.643686 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5e7277-41b1-4835-bd91-0680d347e9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a2500a94-d0cb-48b9-a6ca-4c5309424059", "tag": "b5351a07-2c62-4582-8fc4-be64b431f023"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:54:17.670700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c134ee-4d44-437c-9ce9-c6c1ec9d0ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5351a07-2c62-4582-8fc4-be64b431f023,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:17.706497 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79564c7c-f6ec-436d-8116-de2de8279317 x-openstack-request-id: req-79564c7c-f6ec-436d-8116-de2de8279317 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:54:17.706780 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2500a94-d0cb-48b9-a6ca-4c5309424059", "tag": "b5351a07-2c62-4582-8fc4-be64b431f023", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:54:17.707057 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79564c7c-f6ec-436d-8116-de2de8279317 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:54:17.707446 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2500a94-d0cb-48b9-a6ca-4c5309424059', 'tag': 'b5351a07-2c62-4582-8fc4-be64b431f023', 'status': 'completed', 'code': 200} Nov 29 18:54:17.769153 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-c7ea72f4-24b2-48c2-893b-d5a529b66223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:17.770664 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-c7ea72f4-24b2-48c2-893b-d5a529b66223 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=604ad26d0cc74f2982dd1ae91da9b4b2&device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 1094 time: 0.0808926 Nov 29 18:54:17.778645 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc38ace-ed4e-46ef-8773-bf5cf1470484 req-e85bc4ff-9699-49a9-93a7-f0e0f80947b4 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:17.780017 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7bc38ace-ed4e-46ef-8773-bf5cf1470484 req-e85bc4ff-9699-49a9-93a7-f0e0f80947b4 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 943 time: 0.0775824 Nov 29 18:54:17.818924 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-9ddc2e6e-3632-4076-aff2-27e3e4ac926b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5351a07-2c62-4582-8fc4-be64b431f023 HTTP/1.1" status: 200 len: 217 time: 0.0379472 Nov 29 18:54:18.187407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7bc38ace-ed4e-46ef-8773-bf5cf1470484 req-7e1078f3-8442-427c-ae76-03cdd60da5fe tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009914 Nov 29 18:54:18.191079 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-97648c5f-372c-4a8f-bc28-bda7e86be6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:18.192454 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-97648c5f-372c-4a8f-bc28-bda7e86be6f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd2c9720-205b-4529-9c37-ccf8fa123501 HTTP/1.1" status: 200 len: 852 time: 0.3670819 Nov 29 18:54:18.226476 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-ca0999a8-4800-4063-938c-b4fc8e26806b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef6b1d5e-339c-40cc-8a43-c3a6686cf446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248966 Nov 29 18:54:18.313646 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-cf75872a-317d-4dc7-b42d-d8cb0f770722 service neutron] 10.222.0.31 "GET /v2.0/networks/ef6b1d5e-339c-40cc-8a43-c3a6686cf446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791907 Nov 29 18:54:18.410761 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b38dee2-08c5-4708-b600-e6cfaf611670 req-9424602a-905c-4402-b600-557fb12d6fe8 service neutron] 10.222.0.31 "GET /v2.0/networks/ef6b1d5e-339c-40cc-8a43-c3a6686cf446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902560 Nov 29 18:54:18.500274 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e7277-41b1-4835-bd91-0680d347e9a8 req-51473ecb-bbde-4b0f-8ceb-e3b471add5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:18.501758 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d5e7277-41b1-4835-bd91-0680d347e9a8 req-51473ecb-bbde-4b0f-8ceb-e3b471add5d9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=604ad26d0cc74f2982dd1ae91da9b4b2&device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 1094 time: 0.0411119 Nov 29 18:54:18.593992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e7277-41b1-4835-bd91-0680d347e9a8 req-0e317471-1ac3-4949-a393-8c4f46d57e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:18.595387 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d5e7277-41b1-4835-bd91-0680d347e9a8 req-0e317471-1ac3-4949-a393-8c4f46d57e3f service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef6b1d5e-339c-40cc-8a43-c3a6686cf446 HTTP/1.1" status: 200 len: 913 time: 0.0853207 Nov 29 18:54:18.638764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d5e7277-41b1-4835-bd91-0680d347e9a8 req-c0dbd794-ad32-4a18-8777-62cfae211ee3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5351a07-2c62-4582-8fc4-be64b431f023 HTTP/1.1" status: 200 len: 217 time: 0.0352361 Nov 29 18:54:18.690517 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e7277-41b1-4835-bd91-0680d347e9a8 req-49d4d29f-9750-446a-9e13-b1e531ac994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:18.692099 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d5e7277-41b1-4835-bd91-0680d347e9a8 req-49d4d29f-9750-446a-9e13-b1e531ac994d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd2c9720-205b-4529-9c37-ccf8fa123501 HTTP/1.1" status: 200 len: 852 time: 0.0454435 Nov 29 18:54:18.725006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d5e7277-41b1-4835-bd91-0680d347e9a8 req-0fada926-d8a0-4204-b235-caf84ca65668 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef6b1d5e-339c-40cc-8a43-c3a6686cf446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252590 Nov 29 18:54:18.817933 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d5e7277-41b1-4835-bd91-0680d347e9a8 req-ac5e4ee5-fca0-43ae-81c0-7167284fc47d service neutron] 10.222.0.31 "GET /v2.0/networks/ef6b1d5e-339c-40cc-8a43-c3a6686cf446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857842 Nov 29 18:54:18.911165 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d5e7277-41b1-4835-bd91-0680d347e9a8 req-1e5c1c3f-6cd4-4494-8a51-a0533dfc76fc service neutron] 10.222.0.31 "GET /v2.0/networks/ef6b1d5e-339c-40cc-8a43-c3a6686cf446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857236 Nov 29 18:54:19.313914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a90db-cf3b-424e-82f9-e6ff1ae2d331 req-33bf4dea-51ba-4843-bb79-9e5056e79033 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:19.315553 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc2a90db-cf3b-424e-82f9-e6ff1ae2d331 req-33bf4dea-51ba-4843-bb79-9e5056e79033 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 943 time: 0.0506542 Nov 29 18:54:19.365227 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc2a90db-cf3b-424e-82f9-e6ff1ae2d331 req-6beb5198-8a0f-45fe-9ac4-dd33d994e10b tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432885 Nov 29 18:54:20.481800 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc1995-6403-4ab4-88f4-97055be2301e req-37c14d37-48a7-4b3f-b91b-96a5046bf94d tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:20.483296 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3cc1995-6403-4ab4-88f4-97055be2301e req-37c14d37-48a7-4b3f-b91b-96a5046bf94d tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 943 time: 0.0484283 Nov 29 18:54:20.530305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3cc1995-6403-4ab4-88f4-97055be2301e req-49f3894d-f32d-40db-99b6-82c8f36a8776 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Nov 29 18:54:21.652901 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5e8fe-9b6d-4baa-9227-9f437205ca51 req-c364169e-5f2e-46e9-9558-5ed3c6cc2a1c tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:21.654429 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f0f5e8fe-9b6d-4baa-9227-9f437205ca51 req-c364169e-5f2e-46e9-9558-5ed3c6cc2a1c tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 943 time: 0.0540538 Nov 29 18:54:21.704169 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f0f5e8fe-9b6d-4baa-9227-9f437205ca51 req-61817fbe-6733-427c-966e-881fcd26d406 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436041 Nov 29 18:54:22.819000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5c825-4636-495a-b35e-c1d4ca4a2a66 req-0cac684f-0b90-42b9-8632-efbddb953018 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:22.820518 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08c5c825-4636-495a-b35e-c1d4ca4a2a66 req-0cac684f-0b90-42b9-8632-efbddb953018 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 943 time: 0.0481622 Nov 29 18:54:22.869107 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08c5c825-4636-495a-b35e-c1d4ca4a2a66 req-3d07f99e-a518-458a-ac98-0bba34bb84a5 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420928 Nov 29 18:54:22.901716 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b5351a07-2c62-4582-8fc4-be64b431f023 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:54:22.997389 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b5351a07-2c62-4582-8fc4-be64b431f023, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b5351a07-2c62-4582-8fc4-be64b431f023,segment=NetworkSegment(39d96d5a-799e-40bd-8ffd-dde6c815a063),segment_id=39d96d5a-799e-40bd-8ffd-dde6c815a063)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:54:23.009048 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'b5351a07-2c62-4582-8fc4-be64b431f023', 'network_id': 'ef6b1d5e-339c-40cc-8a43-c3a6686cf446', 'port_id': 'b5351a07-2c62-4582-8fc4-be64b431f023', 'mac_address': 'fa:16:3e:e1:35:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2c9720-205b-4529-9c37-ccf8fa123501', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:54:23.054557 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:23.071230 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5351a07-2c62-4582-8fc4-be64b431f023 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:54:23.094524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b5351a07-2c62-4582-8fc4-be64b431f023, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b5351a07-2c62-4582-8fc4-be64b431f023,segment=NetworkSegment(39d96d5a-799e-40bd-8ffd-dde6c815a063),segment_id=39d96d5a-799e-40bd-8ffd-dde6c815a063)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:54:23.098473 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:23.146417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=b5351a07-2c62-4582-8fc4-be64b431f023,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:23.385331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['b5351a07-2c62-4582-8fc4-be64b431f023'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:54:23.990622 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68198c-a57b-4b52-bb4f-ed9d3b1f98ee req-31a8380e-a08b-4d63-a65b-e60da7f3f8cf tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:23.992150 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f68198c-a57b-4b52-bb4f-ed9d3b1f98ee req-31a8380e-a08b-4d63-a65b-e60da7f3f8cf tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 944 time: 0.0491984 Nov 29 18:54:24.046470 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f68198c-a57b-4b52-bb4f-ed9d3b1f98ee req-848c7ea0-b85d-4264-a66a-bf914a2b19ec tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479972 Nov 29 18:54:24.056014 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd467a29-226f-4701-8b5d-4cf066bfe797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:24.901459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b5351a07-2c62-4582-8fc4-be64b431f023 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:54:24.951943 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port b5351a07-2c62-4582-8fc4-be64b431f023 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:54:24.956622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port b5351a07-2c62-4582-8fc4-be64b431f023 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:24.956995 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:25.038694 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:25.063386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2500a94-d0cb-48b9-a6ca-4c5309424059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5351a07-2c62-4582-8fc4-be64b431f023'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:54:25.065627 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c1e3c5-7bb2-466f-9ceb-ac20c8d8de48" -d '{"events": [{"server_uuid": "a2500a94-d0cb-48b9-a6ca-4c5309424059", "name": "network-vif-plugged", "status": "completed", "tag": "b5351a07-2c62-4582-8fc4-be64b431f023"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:54:25.079773 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b5351a07-2c62-4582-8fc4-be64b431f023, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b5351a07-2c62-4582-8fc4-be64b431f023,segment=NetworkSegment(39d96d5a-799e-40bd-8ffd-dde6c815a063),segment_id=39d96d5a-799e-40bd-8ffd-dde6c815a063)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:54:25.086201 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:25.112166 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8a78b4-849c-4adb-afb4-a3983f20db22 x-openstack-request-id: req-ac8a78b4-849c-4adb-afb4-a3983f20db22 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:54:25.112529 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2500a94-d0cb-48b9-a6ca-4c5309424059", "name": "network-vif-plugged", "status": "completed", "tag": "b5351a07-2c62-4582-8fc4-be64b431f023", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:54:25.112948 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac8a78b4-849c-4adb-afb4-a3983f20db22 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:54:25.113674 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2500a94-d0cb-48b9-a6ca-4c5309424059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5351a07-2c62-4582-8fc4-be64b431f023', 'code': 200} Nov 29 18:54:25.153999 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=b5351a07-2c62-4582-8fc4-be64b431f023,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:25.176378 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595997d-05b3-4f49-8092-3ae1f63517c2 req-a8c84cf7-45da-4a03-b4b6-d33368caddd1 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:25.177895 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5595997d-05b3-4f49-8092-3ae1f63517c2 req-a8c84cf7-45da-4a03-b4b6-d33368caddd1 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 945 time: 0.0553389 Nov 29 18:54:25.251192 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628e70c-de11-4fc1-82bf-c63589db3923 req-c95b22e5-0f81-47c3-b578-baf67a269e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:25.252720 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a628e70c-de11-4fc1-82bf-c63589db3923 req-c95b22e5-0f81-47c3-b578-baf67a269e7c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 1096 time: 0.0707259 Nov 29 18:54:25.256072 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5595997d-05b3-4f49-8092-3ae1f63517c2 req-c64ab0ea-9e13-428f-b342-378a44c9edb0 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665779 Nov 29 18:54:25.303227 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a628e70c-de11-4fc1-82bf-c63589db3923 req-1fed25bc-59c5-454a-8aa8-2dbf2204fc2b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433197 Nov 29 18:54:26.380853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e9d00-d213-4afc-b202-3805ac8012c4 req-91b57489-2843-4b10-a756-83ac29026ac9 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:26.382265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e70e9d00-d213-4afc-b202-3805ac8012c4 req-91b57489-2843-4b10-a756-83ac29026ac9 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 945 time: 0.0534136 Nov 29 18:54:26.430276 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e70e9d00-d213-4afc-b202-3805ac8012c4 req-1fcf4178-ef01-4c0e-bf05-a637355d6fea tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Nov 29 18:54:26.518901 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cdf284c-2e66-4b95-adce-ec334a356a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:27.551190 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9417cda-1d49-4238-9269-5f3a076c5b5d req-57d64c6a-44ab-4269-8230-f365e770d540 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:27.552748 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9417cda-1d49-4238-9269-5f3a076c5b5d req-57d64c6a-44ab-4269-8230-f365e770d540 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 945 time: 0.0521960 Nov 29 18:54:27.601506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9417cda-1d49-4238-9269-5f3a076c5b5d req-6d653ebe-2755-4512-81b4-9199dd4f4727 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423057 Nov 29 18:54:27.677644 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:27.722852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6e483-e73f-4ca5-a723-91da7253ba3a req-b937c6a7-1f51-4038-811a-255da37e42e3 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:27.724251 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5e6e483-e73f-4ca5-a723-91da7253ba3a req-b937c6a7-1f51-4038-811a-255da37e42e3 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 945 time: 0.0558186 Nov 29 18:54:27.768690 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:27.775379 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b5e6e483-e73f-4ca5-a723-91da7253ba3a req-5a2ad09e-745e-48d7-aa6a-128a55a89bf6 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450895 Nov 29 18:54:28.009611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ec8a5-2ceb-4ede-8458-fe512494ca61 req-480b3b6f-9ead-4e77-ac5d-e581c36a06c2 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:28.011018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b9ec8a5-2ceb-4ede-8458-fe512494ca61 req-480b3b6f-9ead-4e77-ac5d-e581c36a06c2 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 945 time: 0.0491827 Nov 29 18:54:28.058807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b9ec8a5-2ceb-4ede-8458-fe512494ca61 req-ddec63d0-e978-44ca-b88e-44c4a0af1d91 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416017 Nov 29 18:54:28.427909 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845957f-ca34-49b1-a92d-10c8d8a725fa req-0e01f767-8791-40af-9193-f3a5781cc4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:28.429540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3845957f-ca34-49b1-a92d-10c8d8a725fa req-0e01f767-8791-40af-9193-f3a5781cc4ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=604ad26d0cc74f2982dd1ae91da9b4b2&device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 1096 time: 0.0421402 Nov 29 18:54:28.538627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845957f-ca34-49b1-a92d-10c8d8a725fa req-6375e1a0-3348-49f5-af85-c0783c86d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:28.540128 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3845957f-ca34-49b1-a92d-10c8d8a725fa req-6375e1a0-3348-49f5-af85-c0783c86d4c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef6b1d5e-339c-40cc-8a43-c3a6686cf446 HTTP/1.1" status: 200 len: 913 time: 0.0913823 Nov 29 18:54:28.584071 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3845957f-ca34-49b1-a92d-10c8d8a725fa req-7180395c-6daa-4e3c-8e37-af9c8755e283 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5351a07-2c62-4582-8fc4-be64b431f023 HTTP/1.1" status: 200 len: 217 time: 0.0348694 Nov 29 18:54:28.640239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845957f-ca34-49b1-a92d-10c8d8a725fa req-b13c4b46-c943-42c5-838c-1b6d92eb0f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:28.641726 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3845957f-ca34-49b1-a92d-10c8d8a725fa req-b13c4b46-c943-42c5-838c-1b6d92eb0f50 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd2c9720-205b-4529-9c37-ccf8fa123501 HTTP/1.1" status: 200 len: 852 time: 0.0495527 Nov 29 18:54:28.674719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3845957f-ca34-49b1-a92d-10c8d8a725fa req-75a81347-830b-487e-8e27-40a2e9849e47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef6b1d5e-339c-40cc-8a43-c3a6686cf446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258181 Nov 29 18:54:28.686361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-3845957f-ca34-49b1-a92d-10c8d8a725fa req-4b1847de-e99c-40a9-9288-7abf90c1aca6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:54:28.687316 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3845957f-ca34-49b1-a92d-10c8d8a725fa req-4b1847de-e99c-40a9-9288-7abf90c1aca6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055056 Nov 29 18:54:28.777806 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3845957f-ca34-49b1-a92d-10c8d8a725fa req-a09031db-64d5-489b-a1bf-55c22ff45f12 service neutron] 10.222.0.31 "GET /v2.0/networks/ef6b1d5e-339c-40cc-8a43-c3a6686cf446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830421 Nov 29 18:54:28.877356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3845957f-ca34-49b1-a92d-10c8d8a725fa req-871843c9-e83d-4971-a26f-f032baaef972 service neutron] 10.222.0.31 "GET /v2.0/networks/ef6b1d5e-339c-40cc-8a43-c3a6686cf446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911782 Nov 29 18:54:29.188937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef46056-452a-440a-8d06-953beeb4502e req-2894aa47-583e-4e67-892c-c758ad473078 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:29.190525 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ef46056-452a-440a-8d06-953beeb4502e req-2894aa47-583e-4e67-892c-c758ad473078 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 945 time: 0.0606620 Nov 29 18:54:29.239118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ef46056-452a-440a-8d06-953beeb4502e req-0d175233-d3f5-4dda-9008-e5a9bff233d2 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424652 Nov 29 18:54:29.300639 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:29.490405 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829a484-deff-4072-acaa-683c4cf0008d req-f0a64bb9-3682-4ca2-84b5-58c2b332bfa1 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:29.491986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a829a484-deff-4072-acaa-683c4cf0008d req-f0a64bb9-3682-4ca2-84b5-58c2b332bfa1 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 945 time: 0.0854368 Nov 29 18:54:29.498686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31811964-3ba7-4711-a423-e78d2e29aff1 req-3579acc6-37df-4f0d-9b7d-ecbc04e7c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:29.500133 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31811964-3ba7-4711-a423-e78d2e29aff1 req-3579acc6-37df-4f0d-9b7d-ecbc04e7c68d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=604ad26d0cc74f2982dd1ae91da9b4b2&device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 1096 time: 0.0673518 Nov 29 18:54:29.593331 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a829a484-deff-4072-acaa-683c4cf0008d req-40210992-a145-487b-9378-dc8f79bedc60 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921443 Nov 29 18:54:29.617791 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31811964-3ba7-4711-a423-e78d2e29aff1 req-6b02cac8-500f-4cf5-a4a5-63ad6645c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:29.620040 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31811964-3ba7-4711-a423-e78d2e29aff1 req-6b02cac8-500f-4cf5-a4a5-63ad6645c571 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef6b1d5e-339c-40cc-8a43-c3a6686cf446 HTTP/1.1" status: 200 len: 913 time: 0.1124089 Nov 29 18:54:29.665609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31811964-3ba7-4711-a423-e78d2e29aff1 req-850cb9ce-868a-4ed4-8c4b-e4a886292111 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5351a07-2c62-4582-8fc4-be64b431f023 HTTP/1.1" status: 200 len: 217 time: 0.0379612 Nov 29 18:54:29.714568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31811964-3ba7-4711-a423-e78d2e29aff1 req-96aa2fb5-b9ad-41c9-85e6-25a92e336531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:29.716067 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31811964-3ba7-4711-a423-e78d2e29aff1 req-96aa2fb5-b9ad-41c9-85e6-25a92e336531 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd2c9720-205b-4529-9c37-ccf8fa123501 HTTP/1.1" status: 200 len: 852 time: 0.0439355 Nov 29 18:54:29.748430 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31811964-3ba7-4711-a423-e78d2e29aff1 req-581b4995-5a9a-4b4f-8387-f1757c2dc007 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef6b1d5e-339c-40cc-8a43-c3a6686cf446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251317 Nov 29 18:54:29.841577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31811964-3ba7-4711-a423-e78d2e29aff1 req-6b4a9e40-5ab4-431d-96f6-4a51241ce0ea service neutron] 10.222.0.31 "GET /v2.0/networks/ef6b1d5e-339c-40cc-8a43-c3a6686cf446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862174 Nov 29 18:54:29.935050 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31811964-3ba7-4711-a423-e78d2e29aff1 req-2c1b0818-f516-4211-9032-be100ae81df5 service neutron] 10.222.0.31 "GET /v2.0/networks/ef6b1d5e-339c-40cc-8a43-c3a6686cf446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858569 Nov 29 18:54:30.058091 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:30.149292 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:30.710138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd7d2b-030e-4016-a0c2-2209ea763153 req-13824b0d-9cdf-40ce-8fe5-dd93956f9168 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:30.711646 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ecd7d2b-030e-4016-a0c2-2209ea763153 req-13824b0d-9cdf-40ce-8fe5-dd93956f9168 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 945 time: 0.0489163 Nov 29 18:54:30.764234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ecd7d2b-030e-4016-a0c2-2209ea763153 req-02b5b227-8261-4447-887d-bca5a51e5c34 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461311 Nov 29 18:54:31.878195 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a666e2-3601-46fb-873e-3fe584e5e2ff req-47c568c3-97ed-49af-ac56-7cee3d00de04 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:31.879695 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a666e2-3601-46fb-873e-3fe584e5e2ff req-47c568c3-97ed-49af-ac56-7cee3d00de04 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 945 time: 0.0481091 Nov 29 18:54:31.928459 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79a666e2-3601-46fb-873e-3fe584e5e2ff req-228756d2-2c13-48d5-90a3-04a4fca47127 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421166 Nov 29 18:54:32.155423 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc233936-5c9a-4445-83cd-346c0ae3d7f3 req-40965b2d-0dec-4bf2-8ff1-5fd6d49cce9e tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:32.156925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc233936-5c9a-4445-83cd-346c0ae3d7f3 req-40965b2d-0dec-4bf2-8ff1-5fd6d49cce9e tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 945 time: 0.0493798 Nov 29 18:54:32.209814 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc233936-5c9a-4445-83cd-346c0ae3d7f3 req-059fdb8f-0226-4de8-bb93-b5882c30e53d tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464802 Nov 29 18:54:33.335363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719656c-273e-4e10-a8ec-76a037fdaa7e req-e9e555ee-fd28-4fc4-aea6-73c3611a5ea4 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:33.337540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2719656c-273e-4e10-a8ec-76a037fdaa7e req-e9e555ee-fd28-4fc4-aea6-73c3611a5ea4 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 945 time: 0.0551112 Nov 29 18:54:33.386163 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2719656c-273e-4e10-a8ec-76a037fdaa7e req-799ef835-d0f1-48e5-96ab-8400008a9a11 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426621 Nov 29 18:54:33.634331 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17907562-8ec0-4dee-a051-856bc2e6517b req-7f90a4cc-02ac-45ae-82bf-a65b6db56df4 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:33.635773 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17907562-8ec0-4dee-a051-856bc2e6517b req-7f90a4cc-02ac-45ae-82bf-a65b6db56df4 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 945 time: 0.0837083 Nov 29 18:54:33.641289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ae2c1-31f4-4b97-a170-75c816273042 req-0378f51a-1763-4eb0-bb29-121105c46fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:33.643027 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3ae2c1-31f4-4b97-a170-75c816273042 req-0378f51a-1763-4eb0-bb29-121105c46fb1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=604ad26d0cc74f2982dd1ae91da9b4b2&device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 1096 time: 0.0612426 Nov 29 18:54:33.763343 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17907562-8ec0-4dee-a051-856bc2e6517b req-23f65ddb-6bf1-424b-9f4d-a0689183e25e tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193552 Nov 29 18:54:33.790433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ae2c1-31f4-4b97-a170-75c816273042 req-8dfec3ed-cb4e-47d1-9aa6-b483a4fa926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:33.792736 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3ae2c1-31f4-4b97-a170-75c816273042 req-8dfec3ed-cb4e-47d1-9aa6-b483a4fa926c service neutron] 10.222.0.31 "GET /v2.0/networks?id=ef6b1d5e-339c-40cc-8a43-c3a6686cf446 HTTP/1.1" status: 200 len: 913 time: 0.1412721 Nov 29 18:54:33.841762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3ae2c1-31f4-4b97-a170-75c816273042 req-e9f6b9ed-5471-4cfd-b7db-240985d2920c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5351a07-2c62-4582-8fc4-be64b431f023 HTTP/1.1" status: 200 len: 217 time: 0.0414870 Nov 29 18:54:33.894981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ae2c1-31f4-4b97-a170-75c816273042 req-71ba9a4b-25be-45bb-9eb5-f112e84306df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:33.896448 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3ae2c1-31f4-4b97-a170-75c816273042 req-71ba9a4b-25be-45bb-9eb5-f112e84306df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd2c9720-205b-4529-9c37-ccf8fa123501 HTTP/1.1" status: 200 len: 852 time: 0.0474894 Nov 29 18:54:33.929015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3ae2c1-31f4-4b97-a170-75c816273042 req-eefc8890-1c6b-4dd1-b699-9375b6e650bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef6b1d5e-339c-40cc-8a43-c3a6686cf446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255816 Nov 29 18:54:34.021854 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3ae2c1-31f4-4b97-a170-75c816273042 req-bc486312-03f5-49db-bed1-2b3816730569 service neutron] 10.222.0.31 "GET /v2.0/networks/ef6b1d5e-339c-40cc-8a43-c3a6686cf446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860312 Nov 29 18:54:34.117389 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b3ae2c1-31f4-4b97-a170-75c816273042 req-df5f8fab-d472-4c2f-a173-82e44a6b2256 service neutron] 10.222.0.31 "GET /v2.0/networks/ef6b1d5e-339c-40cc-8a43-c3a6686cf446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882876 Nov 29 18:54:34.900916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea1dec-f0ea-4933-9b50-a258b5db0881 req-c8d2eefd-d2cb-4fea-beb7-926441f35638 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:34.903023 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9aea1dec-f0ea-4933-9b50-a258b5db0881 req-c8d2eefd-d2cb-4fea-beb7-926441f35638 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 945 time: 0.0607455 Nov 29 18:54:34.950024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9aea1dec-f0ea-4933-9b50-a258b5db0881 req-6da68d48-03e2-4e9f-9a8d-8374b0a43877 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408645 Nov 29 18:54:35.540696 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:54:36.073548 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb970369-48b6-49e7-ad9a-a8e2ba347bde req-6bfae095-285b-4a27-b77e-a9f502ffa546 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:36.075087 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb970369-48b6-49e7-ad9a-a8e2ba347bde req-6bfae095-285b-4a27-b77e-a9f502ffa546 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 945 time: 0.0549006 Nov 29 18:54:36.123342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb970369-48b6-49e7-ad9a-a8e2ba347bde req-96c2a345-d0f8-401a-9575-73cb68980954 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423019 Nov 29 18:54:36.363233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6da5a-d11f-4fd4-aac9-12db692daca6 req-16ecbde9-e476-474c-8c9e-8fc5867d6112 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:36.364716 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22f6da5a-d11f-4fd4-aac9-12db692daca6 req-16ecbde9-e476-474c-8c9e-8fc5867d6112 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 945 time: 0.0485945 Nov 29 18:54:36.412672 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22f6da5a-d11f-4fd4-aac9-12db692daca6 req-33d28f83-b814-4328-9108-cb96b37a8209 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413628 Nov 29 18:54:37.533630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4256d-f5bf-4f13-81b9-a3bc4c1d7c28 req-41d0949a-7c4f-4359-8e09-dd081259ccdc tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:37.535213 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ea4256d-f5bf-4f13-81b9-a3bc4c1d7c28 req-41d0949a-7c4f-4359-8e09-dd081259ccdc tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 945 time: 0.0485868 Nov 29 18:54:37.590683 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9ea4256d-f5bf-4f13-81b9-a3bc4c1d7c28 req-192eee87-88fc-4519-8a13-a73c20b58a6d tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/security-groups?id=9aad115d-bc4e-4a59-bdd4-9250532aeddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488036 Nov 29 18:54:38.257544 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171d167-a3e0-4fd2-b66b-670797027fb9 req-b2b6e62f-d290-4abc-852a-115f6cb1a82b tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:38.259742 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e171d167-a3e0-4fd2-b66b-670797027fb9 req-b2b6e62f-d290-4abc-852a-115f6cb1a82b tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 945 time: 0.0528035 Nov 29 18:54:38.360947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-e171d167-a3e0-4fd2-b66b-670797027fb9 req-ee2220a2-ba15-4b51-bb3d-6104488dc83f tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Deleting port b5351a07-2c62-4582-8fc4-be64b431f023 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:54:38.361176 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e171d167-a3e0-4fd2-b66b-670797027fb9 req-ee2220a2-ba15-4b51-bb3d-6104488dc83f tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:38.453812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-e171d167-a3e0-4fd2-b66b-670797027fb9 req-ee2220a2-ba15-4b51-bb3d-6104488dc83f tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] For port b5351a07-2c62-4582-8fc4-be64b431f023, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b5351a07-2c62-4582-8fc4-be64b431f023,segment=NetworkSegment(39d96d5a-799e-40bd-8ffd-dde6c815a063),segment_id=39d96d5a-799e-40bd-8ffd-dde6c815a063)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:54:38.454177 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e171d167-a3e0-4fd2-b66b-670797027fb9 req-ee2220a2-ba15-4b51-bb3d-6104488dc83f tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:38.469081 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-e171d167-a3e0-4fd2-b66b-670797027fb9 req-ee2220a2-ba15-4b51-bb3d-6104488dc83f tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Calling delete_port for b5351a07-2c62-4582-8fc4-be64b431f023 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:54:38.609631 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e171d167-a3e0-4fd2-b66b-670797027fb9 req-ee2220a2-ba15-4b51-bb3d-6104488dc83f tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:38.622391 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['b5351a07-2c62-4582-8fc4-be64b431f023'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:54:38.649764 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2220a2-ba15-4b51-bb3d-6104488dc83f tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Pushing event deleted for resources: {'Port': ['ID=b5351a07-2c62-4582-8fc4-be64b431f023,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:38.706022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-e171d167-a3e0-4fd2-b66b-670797027fb9 req-ee2220a2-ba15-4b51-bb3d-6104488dc83f tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] No DVR routers for this DVR port b5351a07-2c62-4582-8fc4-be64b431f023 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:54:38.710573 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e171d167-a3e0-4fd2-b66b-670797027fb9 req-ee2220a2-ba15-4b51-bb3d-6104488dc83f tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:38.714531 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e171d167-a3e0-4fd2-b66b-670797027fb9 req-ee2220a2-ba15-4b51-bb3d-6104488dc83f tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.31 "DELETE /v2.0/ports/b5351a07-2c62-4582-8fc4-be64b431f023 HTTP/1.1" status: 204 len: 173 time: 0.4486463 Nov 29 18:54:38.715032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2500a94-d0cb-48b9-a6ca-4c5309424059', 'name': 'network-vif-deleted', 'tag': 'b5351a07-2c62-4582-8fc4-be64b431f023'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:54:38.718076 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531bc252-5a92-4415-bf38-8713e30c7569" -d '{"events": [{"server_uuid": "a2500a94-d0cb-48b9-a6ca-4c5309424059", "name": "network-vif-deleted", "tag": "b5351a07-2c62-4582-8fc4-be64b431f023"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:54:38.739526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d1b92efa-7145-49e0-b5ad-095262fe85e5 req-4971f956-9208-4cc7-990f-034366dd7638 tempest-TestServerAdvancedOps-704566946 tempest-TestServerAdvancedOps-704566946-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2500a94-d0cb-48b9-a6ca-4c5309424059 HTTP/1.1" status: 200 len: 210 time: 0.0557146 Nov 29 18:54:38.779954 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603f4fa1-2730-4864-be0e-8f60a2dbfed9 x-openstack-request-id: req-603f4fa1-2730-4864-be0e-8f60a2dbfed9 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:54:38.780257 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2500a94-d0cb-48b9-a6ca-4c5309424059", "name": "network-vif-deleted", "tag": "b5351a07-2c62-4582-8fc4-be64b431f023", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:54:38.780539 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-603f4fa1-2730-4864-be0e-8f60a2dbfed9 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:54:38.780931 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2500a94-d0cb-48b9-a6ca-4c5309424059', 'name': 'network-vif-deleted', 'tag': 'b5351a07-2c62-4582-8fc4-be64b431f023', 'status': 'completed', 'code': 200} Nov 29 18:54:39.813444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41124) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:39.865740 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c5f0ae-b0c3-405a-9cef-19229fbb9cca admin admin] Deleting subnet cd2c9720-205b-4529-9c37-ccf8fa123501 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:54:39.869486 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95c5f0ae-b0c3-405a-9cef-19229fbb9cca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:39.905049 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95c5f0ae-b0c3-405a-9cef-19229fbb9cca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:39.945840 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95c5f0ae-b0c3-405a-9cef-19229fbb9cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.000141 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95c5f0ae-b0c3-405a-9cef-19229fbb9cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.029880 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5f0ae-b0c3-405a-9cef-19229fbb9cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd2c9720-205b-4529-9c37-ccf8fa123501,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:40.033768 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95c5f0ae-b0c3-405a-9cef-19229fbb9cca admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.037053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-95c5f0ae-b0c3-405a-9cef-19229fbb9cca admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cd2c9720-205b-4529-9c37-ccf8fa123501 HTTP/1.1" status: 204 len: 168 time: 0.2222538 Nov 29 18:54:40.040481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41126) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:40.124629 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f26b0439-2e9a-4c9a-8f54-f5ee1695bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.207681 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f26b0439-2e9a-4c9a-8f54-f5ee1695bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.239040 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-f26b0439-2e9a-4c9a-8f54-f5ee1695bda4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6b1d5e-339c-40cc-8a43-c3a6686cf446']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:40.252942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-f26b0439-2e9a-4c9a-8f54-f5ee1695bda4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d96d5a-799e-40bd-8ffd-dde6c815a063') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:40.253221 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-f26b0439-2e9a-4c9a-8f54-f5ee1695bda4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d96d5a-799e-40bd-8ffd-dde6c815a063') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:40.264060 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f26b0439-2e9a-4c9a-8f54-f5ee1695bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.278415 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f26b0439-2e9a-4c9a-8f54-f5ee1695bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.285843 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26b0439-2e9a-4c9a-8f54-f5ee1695bda4 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:54:40.286256 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f26b0439-2e9a-4c9a-8f54-f5ee1695bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:54:40.287989 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:54:40.351911 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f26b0439-2e9a-4c9a-8f54-f5ee1695bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.358013 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f26b0439-2e9a-4c9a-8f54-f5ee1695bda4 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.361376 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f26b0439-2e9a-4c9a-8f54-f5ee1695bda4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ef6b1d5e-339c-40cc-8a43-c3a6686cf446 HTTP/1.1" status: 204 len: 168 time: 0.3195934 Nov 29 18:54:40.364544 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41128) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:40.373898 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b0439-2e9a-4c9a-8f54-f5ee1695bda4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6b1d5e-339c-40cc-8a43-c3a6686cf446,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:40.413056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60f73d1-2eae-4085-a1ab-670a168dca70 admin admin] Deleting subnet c9a655e3-c213-41b2-b3cb-0a48c72fd4b3 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:54:40.416523 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d60f73d1-2eae-4085-a1ab-670a168dca70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.452613 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d60f73d1-2eae-4085-a1ab-670a168dca70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.491737 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d60f73d1-2eae-4085-a1ab-670a168dca70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.547313 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d60f73d1-2eae-4085-a1ab-670a168dca70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.576250 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f73d1-2eae-4085-a1ab-670a168dca70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a655e3-c213-41b2-b3cb-0a48c72fd4b3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:40.585940 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d60f73d1-2eae-4085-a1ab-670a168dca70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.589234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d60f73d1-2eae-4085-a1ab-670a168dca70 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c9a655e3-c213-41b2-b3cb-0a48c72fd4b3 HTTP/1.1" status: 204 len: 168 time: 0.2236640 Nov 29 18:54:40.592091 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41130) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:40.668848 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d481-08a1-472f-8443-c166a7b5dd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.751743 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d481-08a1-472f-8443-c166a7b5dd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.772985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b9a3d481-08a1-472f-8443-c166a7b5dd92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282d2f63-e10b-455e-8ba8-186dc08297db']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:40.782816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b9a3d481-08a1-472f-8443-c166a7b5dd92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4324ce-233f-4b16-b09d-66407f4c9817') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:40.783110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b9a3d481-08a1-472f-8443-c166a7b5dd92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4324ce-233f-4b16-b09d-66407f4c9817') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:40.793592 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d481-08a1-472f-8443-c166a7b5dd92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.807777 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d481-08a1-472f-8443-c166a7b5dd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.813802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a3d481-08a1-472f-8443-c166a7b5dd92 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:54:40.814464 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d481-08a1-472f-8443-c166a7b5dd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:54:40.816256 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:54:40.872783 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d481-08a1-472f-8443-c166a7b5dd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.880866 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d481-08a1-472f-8443-c166a7b5dd92 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:40.886117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b9a3d481-08a1-472f-8443-c166a7b5dd92 admin admin] 10.222.0.23 "DELETE /v2.0/networks/282d2f63-e10b-455e-8ba8-186dc08297db HTTP/1.1" status: 204 len: 168 time: 0.2928321 Nov 29 18:54:40.904768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3d481-08a1-472f-8443-c166a7b5dd92 admin admin] Pushing event deleted for resources: {'Network': ['ID=282d2f63-e10b-455e-8ba8-186dc08297db,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:40.947051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b5351a07-2c62-4582-8fc4-be64b431f023 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:54:40.968209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: b5351a07-2c62-4582-8fc4-be64b431f023 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:54:40.968567 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b5351a07-2c62-4582-8fc4-be64b431f023 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:54:41.067787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41134) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:41.108773 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-89dd8812-a08d-406c-aa26-5e2b0b356997 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=604ad26d0cc74f2982dd1ae91da9b4b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398080 Nov 29 18:54:41.111767 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41136) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:41.165836 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-875e0961-58db-4198-8090-b86dda04fb95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:41.186495 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-875e0961-58db-4198-8090-b86dda04fb95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:41.237168 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-875e0961-58db-4198-8090-b86dda04fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:41.240118 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-875e0961-58db-4198-8090-b86dda04fb95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:41.242126 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-875e0961-58db-4198-8090-b86dda04fb95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9aad115d-bc4e-4a59-bdd4-9250532aeddc HTTP/1.1" status: 204 len: 168 time: 0.1292555 Nov 29 18:54:41.251803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e0961-58db-4198-8090-b86dda04fb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aad115d-bc4e-4a59-bdd4-9250532aeddc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:41.582249 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41142) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:41.624210 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-76a3e376-9198-4245-92ad-b48c386839a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16002c76302f489b8cb8efa14440182a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407255 Nov 29 18:54:41.626869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41144) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:41.678444 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84073363-4819-4bf6-9ef2-525f8a0c5271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:41.701122 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84073363-4819-4bf6-9ef2-525f8a0c5271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:41.752294 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84073363-4819-4bf6-9ef2-525f8a0c5271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:41.754982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84073363-4819-4bf6-9ef2-525f8a0c5271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:41.756216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-84073363-4819-4bf6-9ef2-525f8a0c5271 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4c90b9b3-6f8d-43a0-bcd0-e3e1d457f56c HTTP/1.1" status: 204 len: 168 time: 0.1283727 Nov 29 18:54:41.765892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84073363-4819-4bf6-9ef2-525f8a0c5271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c90b9b3-6f8d-43a0-bcd0-e3e1d457f56c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:42.531148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41166) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:42.630277 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3dcd2c30-1bc8-4a6a-9427-59db48b088e4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1655965159-network', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:42.652281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcd2c30-1bc8-4a6a-9427-59db48b088e4 admin admin] Made reservation on behalf of 1c488fc293fe48efbabb518e5596ae3d for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:54:42.654915 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2c30-1bc8-4a6a-9427-59db48b088e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:42.667082 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2c30-1bc8-4a6a-9427-59db48b088e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:42.747341 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2c30-1bc8-4a6a-9427-59db48b088e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:42.751389 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2c30-1bc8-4a6a-9427-59db48b088e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:42.777869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcd2c30-1bc8-4a6a-9427-59db48b088e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:54:42.788421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd2c30-1bc8-4a6a-9427-59db48b088e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697dc4d1-54f9-4b7f-b572-e391fe74105c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:42.795766 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2c30-1bc8-4a6a-9427-59db48b088e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:42.796115 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-3dcd2c30-1bc8-4a6a-9427-59db48b088e4 admin admin] Added segment c2773da1-d7b1-411a-b708-b0fce130b815 of type vlan for network d4265124-314a-4a3c-b805-77698b9d21a1 Nov 29 18:54:42.841498 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2c30-1bc8-4a6a-9427-59db48b088e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:42.869163 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2c30-1bc8-4a6a-9427-59db48b088e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:42.870051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcd2c30-1bc8-4a6a-9427-59db48b088e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:42.870629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dcd2c30-1bc8-4a6a-9427-59db48b088e4 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:42.925021 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3dcd2c30-1bc8-4a6a-9427-59db48b088e4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3926835 Nov 29 18:54:42.929698 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41170) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:42.936276 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd2c30-1bc8-4a6a-9427-59db48b088e4 admin admin] Pushing event updated for resources: {'Network': ['ID=d4265124-314a-4a3c-b805-77698b9d21a1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:42.940206 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-4476c52d-1de9-4dda-a547-d66d9a36277c admin admin] Request body: {'subnet': {'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1655965159-subnet', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d', 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:42.957351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network d4265124-314a-4a3c-b805-77698b9d21a1 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:54:42.971528 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4476c52d-1de9-4dda-a547-d66d9a36277c admin admin] Made reservation on behalf of 1c488fc293fe48efbabb518e5596ae3d for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:54:42.974197 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4476c52d-1de9-4dda-a547-d66d9a36277c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:43.154253 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4476c52d-1de9-4dda-a547-d66d9a36277c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:43.212982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476c52d-1de9-4dda-a547-d66d9a36277c admin admin] Pushing event updated for resources: {'Subnet': ['ID=318fe108-1a7b-4e42-a02a-e66103c32ea7,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:43.220515 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4476c52d-1de9-4dda-a547-d66d9a36277c admin admin] Checking segment: {'id': 'c2773da1-d7b1-411a-b708-b0fce130b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:54:43.220874 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4476c52d-1de9-4dda-a547-d66d9a36277c admin admin] Network hostable DHCP agents. Network: d4265124-314a-4a3c-b805-77698b9d21a1, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:54:43.239818 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4476c52d-1de9-4dda-a547-d66d9a36277c admin admin] Network d4265124-314a-4a3c-b805-77698b9d21a1 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:54:43.253363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-4476c52d-1de9-4dda-a547-d66d9a36277c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, d4265124-314a-4a3c-b805-77698b9d21a1) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:43.261632 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4476c52d-1de9-4dda-a547-d66d9a36277c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:43.262723 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4476c52d-1de9-4dda-a547-d66d9a36277c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:43.267180 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc864f8-937a-43c1-a622-1339187d4091 None None] Network d4265124-314a-4a3c-b805-77698b9d21a1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:54:43.284561 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4476c52d-1de9-4dda-a547-d66d9a36277c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3516877 Nov 29 18:54:43.288853 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41172) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:43.294113 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1655965159-router', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:43.319428 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:43.320719 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:43.385763 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:43.512744 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-d4265124-314a-4a3c-b805-77698b9d21a1', 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d', 'fixed_ips': [{'subnet_id': '318fe108-1a7b-4e42-a02a-e66103c32ea7'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:54:43.514369 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:43.539684 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:43.673975 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Allocated IP 172.20.0.2 (d4265124-314a-4a3c-b805-77698b9d21a1/318fe108-1a7b-4e42-a02a-e66103c32ea7/0993e14e-9c8f-457d-af3d-711c2d336e0d) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:54:43.806728 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:43.826748 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:43.873916 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:43.882182 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:43.949771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Network d4265124-314a-4a3c-b805-77698b9d21a1 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:54:43.954051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:43.958688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:54:43.967279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Pushing event updated for resources: {'Port': ['ID=0993e14e-9c8f-457d-af3d-711c2d336e0d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:43.993669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Allocated IP 172.25.3.139 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/f7e306b7-e3eb-4ce5-af26-eecbf74387c2) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:54:44.051211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Attempting to bind port 0993e14e-9c8f-457d-af3d-711c2d336e0d on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:54:44.052850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Attempting to bind port 0993e14e-9c8f-457d-af3d-711c2d336e0d by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'c2773da1-d7b1-411a-b708-b0fce130b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:54:44.052850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Attempting to bind port 0993e14e-9c8f-457d-af3d-711c2d336e0d on network d4265124-314a-4a3c-b805-77698b9d21a1 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:54:44.063242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:54:44.063903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Checking segment: {'id': 'c2773da1-d7b1-411a-b708-b0fce130b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:54:44.064508 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:44.065077 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Bound using segment: {'id': 'c2773da1-d7b1-411a-b708-b0fce130b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:54:44.065689 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Bound port: 0993e14e-9c8f-457d-af3d-711c2d336e0d, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2773da1-d7b1-411a-b708-b0fce130b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:54:44.066187 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:44.152875 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] For port 0993e14e-9c8f-457d-af3d-711c2d336e0d, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:54:44.156554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] For port 0993e14e-9c8f-457d-af3d-711c2d336e0d, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=0993e14e-9c8f-457d-af3d-711c2d336e0d,segment=NetworkSegment(c2773da1-d7b1-411a-b708-b0fce130b815),segment_id=c2773da1-d7b1-411a-b708-b0fce130b815)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:54:44.156838 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:44.161426 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:44.213367 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:44.227714 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2118579-9b45-4283-833c-ca8378bbd779 None None] Pushing event updated for resources: {'Port': ['ID=0993e14e-9c8f-457d-af3d-711c2d336e0d,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:44.262778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:54:44.270377 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:44.275106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:54:44.292274 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1568121-5458-4e86-89e5-64941f5f4c39 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:54:44.302428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e306b7-e3eb-4ce5-af26-eecbf74387c2,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:44.385876 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b3386be7-581f-4c9b-99b0-3120b7235f5a None None] Provisioning complete for port f7e306b7-e3eb-4ce5-af26-eecbf74387c2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:44.386480 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3386be7-581f-4c9b-99b0-3120b7235f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:44.479936 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b3386be7-581f-4c9b-99b0-3120b7235f5a None None] Port f7e306b7-e3eb-4ce5-af26-eecbf74387c2 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:54:44.627095 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:44.850721 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:45.010384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Router 18bd03c4-90f2-41b0-a1e9-d5679812c9ff is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:54:45.392812 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2ff299-eca3-4fe2-8af8-ebaec85e1151 None None] Network d4265124-314a-4a3c-b805-77698b9d21a1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:54:45.456968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-569a6e89-8c72-4199-b164-50a1235c8532 None None] Provisioning complete for port 0993e14e-9c8f-457d-af3d-711c2d336e0d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:45.457439 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-569a6e89-8c72-4199-b164-50a1235c8532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:45.503373 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:54:45.530997 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:45.533490 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-392913c2-dd76-4b75-b1d7-69afd77d2297 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2425373 Nov 29 18:54:45.536539 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41174) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:45.653127 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Sync routers for ids ['18bd03c4-90f2-41b0-a1e9-d5679812c9ff'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:54:45.695330 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Routers {'18bd03c4-90f2-41b0-a1e9-d5679812c9ff'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:54:45.696044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:54:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['18bd03c4-90f2-41b0-a1e9-d5679812c9ff'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:45.902492 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-569a6e89-8c72-4199-b164-50a1235c8532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:45.909655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Set router 18bd03c4-90f2-41b0-a1e9-d5679812c9ff gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:54:45.946629 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0993e14e-9c8f-457d-af3d-711c2d336e0d up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:54:46.100670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-569a6e89-8c72-4199-b164-50a1235c8532 None None] For port 0993e14e-9c8f-457d-af3d-711c2d336e0d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=0993e14e-9c8f-457d-af3d-711c2d336e0d,segment=NetworkSegment(c2773da1-d7b1-411a-b708-b0fce130b815),segment_id=c2773da1-d7b1-411a-b708-b0fce130b815)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:54:46.112137 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-569a6e89-8c72-4199-b164-50a1235c8532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:46.185487 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 0993e14e-9c8f-457d-af3d-711c2d336e0d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:46.185762 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:46.215909 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:46.245533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a6e89-8c72-4199-b164-50a1235c8532 None None] Pushing event updated for resources: {'Port': ['ID=0993e14e-9c8f-457d-af3d-711c2d336e0d,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:46.336267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'name': 'tempest-TestServerMultinode-1655965159-router', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f7e306b7-e3eb-4ce5-af26-eecbf74387c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:43Z', 'updated_at': '2021-11-29T18:54:44Z', 'revision_number': 3, 'project_id': '1c488fc293fe48efbabb518e5596ae3d', 'gw_port': {'id': 'f7e306b7-e3eb-4ce5-af26-eecbf74387c2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:43Z', 'updated_at': '2021-11-29T18:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:46.368602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Checking router: 18bd03c4-90f2-41b0-a1e9-d5679812c9ff for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:54:46.368963 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Updating router 18bd03c4-90f2-41b0-a1e9-d5679812c9ff port f7e306b7-e3eb-4ce5-af26-eecbf74387c2 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:54:46.394737 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:46.483513 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Allocated IP 172.20.0.1 (d4265124-314a-4a3c-b805-77698b9d21a1/318fe108-1a7b-4e42-a02a-e66103c32ea7/84bb30ad-1026-49a1-a7a7-027a3ddbee58) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:54:46.505990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f2f9e680-01f0-442d-8dec-8532291fe20e None None] Provisioning complete for port 0993e14e-9c8f-457d-af3d-711c2d336e0d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:46.506362 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e680-01f0-442d-8dec-8532291fe20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:46.628707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:46.672168 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:46.720924 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Network d4265124-314a-4a3c-b805-77698b9d21a1 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:54:46.725693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:46.730106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:54:46.733319 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Pushing event updated for resources: {'Port': ['ID=84bb30ad-1026-49a1-a7a7-027a3ddbee58,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:46.756335 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:46.766623 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:46.791445 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:46.824357 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda063d6-bff1-4dcb-a797-ad4b75afbd6d None None] Pushing event updated for resources: {'Port': ['ID=f7e306b7-e3eb-4ce5-af26-eecbf74387c2,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:46.827995 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Attempting to bind port f7e306b7-e3eb-4ce5-af26-eecbf74387c2 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:54:46.828830 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Attempting to bind port f7e306b7-e3eb-4ce5-af26-eecbf74387c2 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:54:46.828830 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Attempting to bind port f7e306b7-e3eb-4ce5-af26-eecbf74387c2 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:54:46.831070 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae461ce-f204-4710-ae86-da57e5686279 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:54:46.839005 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:54:46.839290 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:54:46.839606 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:46.839988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:54:46.840476 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Bound port: f7e306b7-e3eb-4ce5-af26-eecbf74387c2, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:54:46.840864 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:46.913033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] For port f7e306b7-e3eb-4ce5-af26-eecbf74387c2, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:54:46.918877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] For port f7e306b7-e3eb-4ce5-af26-eecbf74387c2, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f7e306b7-e3eb-4ce5-af26-eecbf74387c2,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:54:46.922642 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-51c27922-f02e-4dd8-9a6a-985375282b80 None None] Provisioning complete for port f7e306b7-e3eb-4ce5-af26-eecbf74387c2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:46.923066 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51c27922-f02e-4dd8-9a6a-985375282b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:46.926886 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:47.025466 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63702d1-a6a6-492f-b806-63b9e3bcd397 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:54:47.036853 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:47.037621 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda063d6-bff1-4dcb-a797-ad4b75afbd6d None None] Pushing event updated for resources: {'Port': ['ID=f7e306b7-e3eb-4ce5-af26-eecbf74387c2,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:47.040516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Routers {'18bd03c4-90f2-41b0-a1e9-d5679812c9ff'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:54:47.041162 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:54:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['18bd03c4-90f2-41b0-a1e9-d5679812c9ff'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:47.172523 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51c27922-f02e-4dd8-9a6a-985375282b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:47.204540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-51c27922-f02e-4dd8-9a6a-985375282b80 None None] For port f7e306b7-e3eb-4ce5-af26-eecbf74387c2, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f7e306b7-e3eb-4ce5-af26-eecbf74387c2,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:54:47.212969 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] Set router 18bd03c4-90f2-41b0-a1e9-d5679812c9ff gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:54:47.215966 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51c27922-f02e-4dd8-9a6a-985375282b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:47.283733 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:47.291108 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:47.391424 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Pushing event updated for resources: {'Port': ['ID=84bb30ad-1026-49a1-a7a7-027a3ddbee58,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:47.396257 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:47.405885 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c27922-f02e-4dd8-9a6a-985375282b80 None None] Pushing event updated for resources: {'Port': ['ID=f7e306b7-e3eb-4ce5-af26-eecbf74387c2,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:47.427056 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c242370f-6eaf-4941-b978-980daa8a8e8e None None] Provisioning complete for port 84bb30ad-1026-49a1-a7a7-027a3ddbee58 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:47.427648 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c242370f-6eaf-4941-b978-980daa8a8e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:47.535420 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Network d4265124-314a-4a3c-b805-77698b9d21a1 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:54:47.538118 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:47.718640 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Router 18bd03c4-90f2-41b0-a1e9-d5679812c9ff has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:54:47.737045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c242370f-6eaf-4941-b978-980daa8a8e8e None None] Port 84bb30ad-1026-49a1-a7a7-027a3ddbee58 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:54:47.794702 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c242370f-6eaf-4941-b978-980daa8a8e8e None None] Provisioning complete for port f7e306b7-e3eb-4ce5-af26-eecbf74387c2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:47.795366 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c242370f-6eaf-4941-b978-980daa8a8e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:47.853694 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:54:47.859095 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-73fe3ec5-dd8d-45bc-89a5-450069bc40e1 admin admin] 10.222.0.23 "PUT /v2.0/routers/18bd03c4-90f2-41b0-a1e9-d5679812c9ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3209403 Nov 29 18:54:47.892623 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'name': 'tempest-TestServerMultinode-1655965159-router', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f7e306b7-e3eb-4ce5-af26-eecbf74387c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:43Z', 'updated_at': '2021-11-29T18:54:46Z', 'revision_number': 4, 'project_id': '1c488fc293fe48efbabb518e5596ae3d', 'gw_port': {'id': 'f7e306b7-e3eb-4ce5-af26-eecbf74387c2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:43Z', 'updated_at': '2021-11-29T18:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '84bb30ad-1026-49a1-a7a7-027a3ddbee58', 'name': '', 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d', 'mac_address': 'fa:16:3e:b6:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '318fe108-1a7b-4e42-a02a-e66103c32ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:46Z', 'updated_at': '2021-11-29T18:54:46Z', 'revision_number': 1, 'project_id': '1c488fc293fe48efbabb518e5596ae3d', 'subnets': [{'id': '318fe108-1a7b-4e42-a02a-e66103c32ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:47.926339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0993e14e-9c8f-457d-af3d-711c2d336e0d up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:54:48.003649 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac572484-4a5a-4933-9d50-687ad7140c51 None None] The sync data for ids ['18bd03c4-90f2-41b0-a1e9-d5679812c9ff'] in n-d-819494-5 is: [{'id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'name': 'tempest-TestServerMultinode-1655965159-router', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f7e306b7-e3eb-4ce5-af26-eecbf74387c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:43Z', 'updated_at': '2021-11-29T18:54:46Z', 'revision_number': 4, 'project_id': '1c488fc293fe48efbabb518e5596ae3d', 'gw_port': {'id': 'f7e306b7-e3eb-4ce5-af26-eecbf74387c2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:43Z', 'updated_at': '2021-11-29T18:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '84bb30ad-1026-49a1-a7a7-027a3ddbee58', 'name': '', 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d', 'mac_address': 'fa:16:3e:b6:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '318fe108-1a7b-4e42-a02a-e66103c32ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:46Z', 'updated_at': '2021-11-29T18:54:46Z', 'revision_number': 1, 'project_id': '1c488fc293fe48efbabb518e5596ae3d', 'subnets': [{'id': '318fe108-1a7b-4e42-a02a-e66103c32ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:54:48.081562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 0993e14e-9c8f-457d-af3d-711c2d336e0d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:48.082071 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:48.214149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d5e2705c-3949-44a7-a16b-3863823cef7c None None] Provisioning complete for port 84bb30ad-1026-49a1-a7a7-027a3ddbee58 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:48.214149 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5e2705c-3949-44a7-a16b-3863823cef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:48.288778 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d5e2705c-3949-44a7-a16b-3863823cef7c None None] Port 84bb30ad-1026-49a1-a7a7-027a3ddbee58 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:54:48.679427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41192) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:48.690339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7a2bfab4-56dd-4428-81ef-c75980ebb094 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-945736368-network', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:48.724418 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2bfab4-56dd-4428-81ef-c75980ebb094 admin admin] Made reservation on behalf of c47bc94819604ffa87bb6316a093a119 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:54:48.727764 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a2bfab4-56dd-4428-81ef-c75980ebb094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:48.746545 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a2bfab4-56dd-4428-81ef-c75980ebb094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:48.835995 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a2bfab4-56dd-4428-81ef-c75980ebb094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:48.849150 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a2bfab4-56dd-4428-81ef-c75980ebb094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:48.902665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bfab4-56dd-4428-81ef-c75980ebb094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83571877-5b46-4ea4-aba9-1eae6c99cef6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:48.909428 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2bfab4-56dd-4428-81ef-c75980ebb094 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:54:48.925457 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a2bfab4-56dd-4428-81ef-c75980ebb094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:48.925873 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-7a2bfab4-56dd-4428-81ef-c75980ebb094 admin admin] Added segment aad29a0b-e979-4e67-9ee9-cc6829d74ee4 of type vlan for network d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5 Nov 29 18:54:48.989943 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a2bfab4-56dd-4428-81ef-c75980ebb094 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:49.024410 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a2bfab4-56dd-4428-81ef-c75980ebb094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:49.027882 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2bfab4-56dd-4428-81ef-c75980ebb094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:49.028637 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a2bfab4-56dd-4428-81ef-c75980ebb094 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:49.129780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7a2bfab4-56dd-4428-81ef-c75980ebb094 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4471958 Nov 29 18:54:49.133557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41194) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:49.140274 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-ce241843-c448-41b3-a353-a0ab3b1fb04a admin admin] Request body: {'subnet': {'network_id': 'd5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-945736368-subnet', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119', 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:49.148537 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bfab4-56dd-4428-81ef-c75980ebb094 admin admin] Pushing event updated for resources: {'Network': ['ID=d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:49.166646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:54:49.173568 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce241843-c448-41b3-a353-a0ab3b1fb04a admin admin] Made reservation on behalf of c47bc94819604ffa87bb6316a093a119 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:54:49.179917 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce241843-c448-41b3-a353-a0ab3b1fb04a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:49.495677 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce241843-c448-41b3-a353-a0ab3b1fb04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:49.601266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce241843-c448-41b3-a353-a0ab3b1fb04a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea02ed3-ac2e-4d1a-999b-652c7d6fd30c,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:49.613871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce241843-c448-41b3-a353-a0ab3b1fb04a admin admin] Checking segment: {'id': 'aad29a0b-e979-4e67-9ee9-cc6829d74ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:54:49.614478 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce241843-c448-41b3-a353-a0ab3b1fb04a admin admin] Network hostable DHCP agents. Network: d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:54:49.645273 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce241843-c448-41b3-a353-a0ab3b1fb04a admin admin] Network d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:54:49.660553 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-ce241843-c448-41b3-a353-a0ab3b1fb04a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:49.665981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce241843-c448-41b3-a353-a0ab3b1fb04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:49.666705 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ce241843-c448-41b3-a353-a0ab3b1fb04a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:49.678828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0c22d3-cf49-483f-9cff-fac03ce8d584 None None] Network d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:54:49.691654 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ce241843-c448-41b3-a353-a0ab3b1fb04a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5556183 Nov 29 18:54:49.694012 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41196) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:49.701360 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-945736368-router', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:49.734688 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:49.735986 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:49.831951 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:49.927648 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f7e306b7-e3eb-4ce5-af26-eecbf74387c2 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:54:49.963983 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5', 'network_id': 'd5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119', 'fixed_ips': [{'subnet_id': '7ea02ed3-ac2e-4d1a-999b-652c7d6fd30c'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:54:49.964844 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:49.991918 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:50.061873 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f7e306b7-e3eb-4ce5-af26-eecbf74387c2 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:50.062704 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:50.185398 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Allocated IP 172.20.0.2 (d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5/7ea02ed3-ac2e-4d1a-999b-652c7d6fd30c/25aef210-8a5f-4424-8759-f1f4bb523208) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:54:50.249562 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:50.273627 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:50.402079 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:50.410474 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:50.424104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Allocated IP 172.25.3.14 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/265330ac-42ab-4960-a36a-382d81dd51aa) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:54:50.451076 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Network d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:54:50.457202 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:50.462452 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:54:50.476228 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Pushing event updated for resources: {'Port': ['ID=25aef210-8a5f-4424-8759-f1f4bb523208,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:50.541673 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Attempting to bind port 25aef210-8a5f-4424-8759-f1f4bb523208 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:54:50.542056 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Attempting to bind port 25aef210-8a5f-4424-8759-f1f4bb523208 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'aad29a0b-e979-4e67-9ee9-cc6829d74ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:54:50.542430 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Attempting to bind port 25aef210-8a5f-4424-8759-f1f4bb523208 on network d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:54:50.547948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:54:50.548324 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Checking segment: {'id': 'aad29a0b-e979-4e67-9ee9-cc6829d74ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:54:50.548731 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:50.549124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Bound using segment: {'id': 'aad29a0b-e979-4e67-9ee9-cc6829d74ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:54:50.549608 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Bound port: 25aef210-8a5f-4424-8759-f1f4bb523208, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad29a0b-e979-4e67-9ee9-cc6829d74ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:54:50.549995 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:50.581648 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:50.593449 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Sync routers for ids ['18bd03c4-90f2-41b0-a1e9-d5679812c9ff'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:54:50.605493 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Routers {'18bd03c4-90f2-41b0-a1e9-d5679812c9ff'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:54:50.606865 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f470f292-e2c3-447a-a433-451b20173749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:54:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['18bd03c4-90f2-41b0-a1e9-d5679812c9ff'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:50.644199 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:50.656825 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] For port 25aef210-8a5f-4424-8759-f1f4bb523208, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:54:50.663560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] For port 25aef210-8a5f-4424-8759-f1f4bb523208, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=25aef210-8a5f-4424-8759-f1f4bb523208,segment=NetworkSegment(aad29a0b-e979-4e67-9ee9-cc6829d74ee4),segment_id=aad29a0b-e979-4e67-9ee9-cc6829d74ee4)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:54:50.670639 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:50.707878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:54:50.711414 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:50.716140 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:54:50.747132 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c26f6d-6fee-448f-a20d-3489dd6dd71a None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:54:50.753015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Pushing event updated for resources: {'Port': ['ID=265330ac-42ab-4960-a36a-382d81dd51aa,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:50.763321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e7165-ee53-4945-a7fa-ef21b5f24d80 None None] Pushing event updated for resources: {'Port': ['ID=25aef210-8a5f-4424-8759-f1f4bb523208,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:50.764927 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Set router 18bd03c4-90f2-41b0-a1e9-d5679812c9ff gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:54:50.856463 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8755cb0b-b2b7-4e16-a417-885c2657f7f8 None None] Provisioning complete for port 265330ac-42ab-4960-a36a-382d81dd51aa triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:50.856990 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8755cb0b-b2b7-4e16-a417-885c2657f7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:50.929921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8755cb0b-b2b7-4e16-a417-885c2657f7f8 None None] Port 265330ac-42ab-4960-a36a-382d81dd51aa cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:54:51.075708 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:51.171526 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f470f292-e2c3-447a-a433-451b20173749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'name': 'tempest-TestServerMultinode-1655965159-router', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f7e306b7-e3eb-4ce5-af26-eecbf74387c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:43Z', 'updated_at': '2021-11-29T18:54:46Z', 'revision_number': 4, 'project_id': '1c488fc293fe48efbabb518e5596ae3d', 'gw_port': {'id': 'f7e306b7-e3eb-4ce5-af26-eecbf74387c2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:43Z', 'updated_at': '2021-11-29T18:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '84bb30ad-1026-49a1-a7a7-027a3ddbee58', 'name': '', 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d', 'mac_address': 'fa:16:3e:b6:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '318fe108-1a7b-4e42-a02a-e66103c32ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:46Z', 'updated_at': '2021-11-29T18:54:47Z', 'revision_number': 2, 'project_id': '1c488fc293fe48efbabb518e5596ae3d', 'subnets': [{'id': '318fe108-1a7b-4e42-a02a-e66103c32ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:51.206253 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Checking router: 18bd03c4-90f2-41b0-a1e9-d5679812c9ff for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:54:51.206902 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Updating router 18bd03c4-90f2-41b0-a1e9-d5679812c9ff port 84bb30ad-1026-49a1-a7a7-027a3ddbee58 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:54:51.242121 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:51.336858 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:51.481670 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Router 16db0d52-add6-4a25-bc7f-a63ddf44593e is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:54:51.559041 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:51.565833 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:51.634647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:54:51.642308 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba925ec-ea3e-4baf-af69-382d5b71f85e None None] Pushing event updated for resources: {'Port': ['ID=84bb30ad-1026-49a1-a7a7-027a3ddbee58,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:51.653347 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Sync routers for ids ['16db0d52-add6-4a25-bc7f-a63ddf44593e'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:54:51.654153 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba925ec-ea3e-4baf-af69-382d5b71f85e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:51.654153 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba925ec-ea3e-4baf-af69-382d5b71f85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:51.654486 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba925ec-ea3e-4baf-af69-382d5b71f85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:51.654723 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba925ec-ea3e-4baf-af69-382d5b71f85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:51.655096 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba925ec-ea3e-4baf-af69-382d5b71f85e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:51.655430 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba925ec-ea3e-4baf-af69-382d5b71f85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:51.656355 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba925ec-ea3e-4baf-af69-382d5b71f85e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:51.656857 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba925ec-ea3e-4baf-af69-382d5b71f85e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:51.657500 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba925ec-ea3e-4baf-af69-382d5b71f85e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:51.657889 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba925ec-ea3e-4baf-af69-382d5b71f85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:51.658221 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba925ec-ea3e-4baf-af69-382d5b71f85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:51.658729 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba925ec-ea3e-4baf-af69-382d5b71f85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:54:51.670135 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:51.672683 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1c39a062-d964-4bcd-a3c9-ecca5d9baf88 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9769351 Nov 29 18:54:51.676838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41198) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:54:51.692856 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Attempting to bind port 84bb30ad-1026-49a1-a7a7-027a3ddbee58 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:54:51.693242 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Attempting to bind port 84bb30ad-1026-49a1-a7a7-027a3ddbee58 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'c2773da1-d7b1-411a-b708-b0fce130b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:54:51.693823 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Attempting to bind port 84bb30ad-1026-49a1-a7a7-027a3ddbee58 on network d4265124-314a-4a3c-b805-77698b9d21a1 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:54:51.700203 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:54:51.700597 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Checking segment: {'id': 'c2773da1-d7b1-411a-b708-b0fce130b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:54:51.701001 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:51.701398 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Bound using segment: {'id': 'c2773da1-d7b1-411a-b708-b0fce130b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:54:51.701875 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Bound port: 84bb30ad-1026-49a1-a7a7-027a3ddbee58, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2773da1-d7b1-411a-b708-b0fce130b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:54:51.702261 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:51.707742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Routers {'16db0d52-add6-4a25-bc7f-a63ddf44593e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:54:51.709252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:54:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['16db0d52-add6-4a25-bc7f-a63ddf44593e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:51.862641 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f470f292-e2c3-447a-a433-451b20173749 None None] For port 84bb30ad-1026-49a1-a7a7-027a3ddbee58, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:54:51.875794 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f470f292-e2c3-447a-a433-451b20173749 None None] For port 84bb30ad-1026-49a1-a7a7-027a3ddbee58, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=84bb30ad-1026-49a1-a7a7-027a3ddbee58,segment=NetworkSegment(c2773da1-d7b1-411a-b708-b0fce130b815),segment_id=c2773da1-d7b1-411a-b708-b0fce130b815)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:54:51.885631 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:51.898465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Set router 16db0d52-add6-4a25-bc7f-a63ddf44593e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:54:52.012798 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba925ec-ea3e-4baf-af69-382d5b71f85e None None] Pushing event updated for resources: {'Port': ['ID=84bb30ad-1026-49a1-a7a7-027a3ddbee58,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:52.031540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 25aef210-8a5f-4424-8759-f1f4bb523208 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:54:52.035505 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Routers {'18bd03c4-90f2-41b0-a1e9-d5679812c9ff'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:54:52.038490 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f470f292-e2c3-447a-a433-451b20173749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:54:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['18bd03c4-90f2-41b0-a1e9-d5679812c9ff'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:52.181135 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d82f985b-11ea-4b2a-afcd-59d17e448bdf None None] Provisioning complete for port 84bb30ad-1026-49a1-a7a7-027a3ddbee58 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:52.187237 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d82f985b-11ea-4b2a-afcd-59d17e448bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:52.192542 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-f470f292-e2c3-447a-a433-451b20173749 None None] Set router 18bd03c4-90f2-41b0-a1e9-d5679812c9ff gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:54:52.269807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 25aef210-8a5f-4424-8759-f1f4bb523208 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:52.271475 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:52.357847 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839f249b-0d82-4e2a-99c9-0291244f9640 None None] Network d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:54:52.506080 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:52.604251 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d82f985b-11ea-4b2a-afcd-59d17e448bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:52.613387 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:52.619783 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f470f292-e2c3-447a-a433-451b20173749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'name': 'tempest-TestServerMultinode-1655965159-router', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f7e306b7-e3eb-4ce5-af26-eecbf74387c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:43Z', 'updated_at': '2021-11-29T18:54:46Z', 'revision_number': 4, 'project_id': '1c488fc293fe48efbabb518e5596ae3d', 'gw_port': {'id': 'f7e306b7-e3eb-4ce5-af26-eecbf74387c2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:43Z', 'updated_at': '2021-11-29T18:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '84bb30ad-1026-49a1-a7a7-027a3ddbee58', 'name': '', 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d', 'mac_address': 'fa:16:3e:b6:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '318fe108-1a7b-4e42-a02a-e66103c32ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:46Z', 'updated_at': '2021-11-29T18:54:51Z', 'revision_number': 4, 'project_id': '1c488fc293fe48efbabb518e5596ae3d', 'subnets': [{'id': '318fe108-1a7b-4e42-a02a-e66103c32ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:52.648111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'name': 'tempest-TestServerMultinode-945736368-router', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '265330ac-42ab-4960-a36a-382d81dd51aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:49Z', 'updated_at': '2021-11-29T18:54:50Z', 'revision_number': 3, 'project_id': 'c47bc94819604ffa87bb6316a093a119', 'gw_port': {'id': '265330ac-42ab-4960-a36a-382d81dd51aa', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:50Z', 'updated_at': '2021-11-29T18:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:52.660902 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f470f292-e2c3-447a-a433-451b20173749 None None] The sync data for ids ['18bd03c4-90f2-41b0-a1e9-d5679812c9ff'] in n-d-819494-5 is: [{'id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'name': 'tempest-TestServerMultinode-1655965159-router', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f7e306b7-e3eb-4ce5-af26-eecbf74387c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:43Z', 'updated_at': '2021-11-29T18:54:46Z', 'revision_number': 4, 'project_id': '1c488fc293fe48efbabb518e5596ae3d', 'gw_port': {'id': 'f7e306b7-e3eb-4ce5-af26-eecbf74387c2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:43Z', 'updated_at': '2021-11-29T18:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '84bb30ad-1026-49a1-a7a7-027a3ddbee58', 'name': '', 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d', 'mac_address': 'fa:16:3e:b6:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '318fe108-1a7b-4e42-a02a-e66103c32ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:46Z', 'updated_at': '2021-11-29T18:54:51Z', 'revision_number': 4, 'project_id': '1c488fc293fe48efbabb518e5596ae3d', 'subnets': [{'id': '318fe108-1a7b-4e42-a02a-e66103c32ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:54:52.702475 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Checking router: 16db0d52-add6-4a25-bc7f-a63ddf44593e for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:54:52.703133 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Updating router 16db0d52-add6-4a25-bc7f-a63ddf44593e port 265330ac-42ab-4960-a36a-382d81dd51aa binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:54:52.765952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d82f985b-11ea-4b2a-afcd-59d17e448bdf None None] For port 84bb30ad-1026-49a1-a7a7-027a3ddbee58, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=84bb30ad-1026-49a1-a7a7-027a3ddbee58,segment=NetworkSegment(c2773da1-d7b1-411a-b708-b0fce130b815),segment_id=c2773da1-d7b1-411a-b708-b0fce130b815)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:54:52.775351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 25aef210-8a5f-4424-8759-f1f4bb523208, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=25aef210-8a5f-4424-8759-f1f4bb523208,segment=NetworkSegment(aad29a0b-e979-4e67-9ee9-cc6829d74ee4),segment_id=aad29a0b-e979-4e67-9ee9-cc6829d74ee4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:54:52.781502 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d82f985b-11ea-4b2a-afcd-59d17e448bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:52.784613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Allocated IP 172.20.0.1 (d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5/7ea02ed3-ac2e-4d1a-999b-652c7d6fd30c/64d0a286-2b58-436e-9f6d-e0b660d8c1cc) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:54:52.792288 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:52.797352 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:52.986111 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:53.025418 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:53.077665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Network d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:54:53.087065 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:53.098205 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:54:53.108518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ecc957c-7f25-4147-b741-bc3961c9968d None None] Provisioning complete for port 84bb30ad-1026-49a1-a7a7-027a3ddbee58 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:53.109113 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ecc957c-7f25-4147-b741-bc3961c9968d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:53.157417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Pushing event updated for resources: {'Port': ['ID=64d0a286-2b58-436e-9f6d-e0b660d8c1cc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:53.187533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f985b-11ea-4b2a-afcd-59d17e448bdf None None] Pushing event updated for resources: {'Port': ['ID=84bb30ad-1026-49a1-a7a7-027a3ddbee58,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:53.209519 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:53.430449 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:53.437704 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=25aef210-8a5f-4424-8759-f1f4bb523208,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:53.542540 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:53.555189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ecc957c-7f25-4147-b741-bc3961c9968d None None] Provisioning complete for port 25aef210-8a5f-4424-8759-f1f4bb523208 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:53.555573 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ecc957c-7f25-4147-b741-bc3961c9968d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:53.557351 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:53.637898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4486e5d1-3c93-4ea5-99f4-7ce2f98c102f None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:54:53.660667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2622c6-eb5e-47b5-875d-0023929148be None None] Pushing event updated for resources: {'Port': ['ID=265330ac-42ab-4960-a36a-382d81dd51aa,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:53.681405 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Attempting to bind port 265330ac-42ab-4960-a36a-382d81dd51aa on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:54:53.681790 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Attempting to bind port 265330ac-42ab-4960-a36a-382d81dd51aa by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:54:53.682157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Attempting to bind port 265330ac-42ab-4960-a36a-382d81dd51aa on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:54:53.689680 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:54:53.690069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:54:53.690490 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:53.690931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:54:53.691426 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Bound port: 265330ac-42ab-4960-a36a-382d81dd51aa, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:54:53.691818 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:53.714952 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:53.721378 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:53.782405 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] For port 265330ac-42ab-4960-a36a-382d81dd51aa, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:54:53.786850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] For port 265330ac-42ab-4960-a36a-382d81dd51aa, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=265330ac-42ab-4960-a36a-382d81dd51aa,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:54:53.795172 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:53.795369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Pushing event updated for resources: {'Port': ['ID=64d0a286-2b58-436e-9f6d-e0b660d8c1cc,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:53.797659 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:53.841127 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550c3649-9a6c-4b12-b3bb-0fc6e8e5671e None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:54:53.868318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Routers {'16db0d52-add6-4a25-bc7f-a63ddf44593e'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:54:53.868865 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:54:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['16db0d52-add6-4a25-bc7f-a63ddf44593e'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:53.920177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 25aef210-8a5f-4424-8759-f1f4bb523208 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:54:53.954284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2622c6-eb5e-47b5-875d-0023929148be None None] Pushing event updated for resources: {'Port': ['ID=265330ac-42ab-4960-a36a-382d81dd51aa,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:54.034438 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a88f253a-f222-4893-9b29-07ad9704df3a None None] Provisioning complete for port 25aef210-8a5f-4424-8759-f1f4bb523208 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:54.034844 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a88f253a-f222-4893-9b29-07ad9704df3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.074893 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] Set router 16db0d52-add6-4a25-bc7f-a63ddf44593e gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:54:54.124371 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43569d28-5f6e-4965-b80c-bf4802ef3ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.142292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 25aef210-8a5f-4424-8759-f1f4bb523208 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:54.142572 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.248786 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Network d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:54:54.250407 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:54.388725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Router 16db0d52-add6-4a25-bc7f-a63ddf44593e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:54:54.405190 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 84bb30ad-1026-49a1-a7a7-027a3ddbee58 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:54:54.432801 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a88f253a-f222-4893-9b29-07ad9704df3a None None] Provisioning complete for port 64d0a286-2b58-436e-9f6d-e0b660d8c1cc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:54.433165 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a88f253a-f222-4893-9b29-07ad9704df3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.514259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a88f253a-f222-4893-9b29-07ad9704df3a None None] Port 64d0a286-2b58-436e-9f6d-e0b660d8c1cc cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:54:54.529094 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:54:54.541306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-05436094-706c-4cd6-ba80-91dac2359bfc admin admin] 10.222.0.23 "PUT /v2.0/routers/16db0d52-add6-4a25-bc7f-a63ddf44593e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8561201 Nov 29 18:54:54.541418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 84bb30ad-1026-49a1-a7a7-027a3ddbee58 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:54.541418 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.565717 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a88f253a-f222-4893-9b29-07ad9704df3a None None] Provisioning complete for port 265330ac-42ab-4960-a36a-382d81dd51aa triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:54.566087 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a88f253a-f222-4893-9b29-07ad9704df3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.607031 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'name': 'tempest-TestServerMultinode-945736368-router', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '265330ac-42ab-4960-a36a-382d81dd51aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:49Z', 'updated_at': '2021-11-29T18:54:53Z', 'revision_number': 4, 'project_id': 'c47bc94819604ffa87bb6316a093a119', 'gw_port': {'id': '265330ac-42ab-4960-a36a-382d81dd51aa', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:50Z', 'updated_at': '2021-11-29T18:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '64d0a286-2b58-436e-9f6d-e0b660d8c1cc', 'name': '', 'network_id': 'd5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119', 'mac_address': 'fa:16:3e:1e:63:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '7ea02ed3-ac2e-4d1a-999b-652c7d6fd30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:52Z', 'updated_at': '2021-11-29T18:54:53Z', 'revision_number': 2, 'project_id': 'c47bc94819604ffa87bb6316a093a119', 'subnets': [{'id': '7ea02ed3-ac2e-4d1a-999b-652c7d6fd30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:54.645076 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c940469c-362f-4b5a-a048-e55d5ef5c48f None None] The sync data for ids ['16db0d52-add6-4a25-bc7f-a63ddf44593e'] in n-d-819494-5 is: [{'id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'name': 'tempest-TestServerMultinode-945736368-router', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '265330ac-42ab-4960-a36a-382d81dd51aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:49Z', 'updated_at': '2021-11-29T18:54:53Z', 'revision_number': 4, 'project_id': 'c47bc94819604ffa87bb6316a093a119', 'gw_port': {'id': '265330ac-42ab-4960-a36a-382d81dd51aa', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:50Z', 'updated_at': '2021-11-29T18:54:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '64d0a286-2b58-436e-9f6d-e0b660d8c1cc', 'name': '', 'network_id': 'd5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119', 'mac_address': 'fa:16:3e:1e:63:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '7ea02ed3-ac2e-4d1a-999b-652c7d6fd30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:52Z', 'updated_at': '2021-11-29T18:54:53Z', 'revision_number': 2, 'project_id': 'c47bc94819604ffa87bb6316a093a119', 'subnets': [{'id': '7ea02ed3-ac2e-4d1a-999b-652c7d6fd30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:54:54.733212 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a88f253a-f222-4893-9b29-07ad9704df3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.755541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a88f253a-f222-4893-9b29-07ad9704df3a None None] For port 265330ac-42ab-4960-a36a-382d81dd51aa, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=265330ac-42ab-4960-a36a-382d81dd51aa,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:54:54.761257 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a88f253a-f222-4893-9b29-07ad9704df3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.825655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f253a-f222-4893-9b29-07ad9704df3a None None] Pushing event updated for resources: {'Port': ['ID=265330ac-42ab-4960-a36a-382d81dd51aa,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:54.899355 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c1ebb6eb-e687-40ca-80ff-f11627cbc959 None None] Provisioning complete for port 64d0a286-2b58-436e-9f6d-e0b660d8c1cc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:54.899746 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1ebb6eb-e687-40ca-80ff-f11627cbc959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:54.938587 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c1ebb6eb-e687-40ca-80ff-f11627cbc959 None None] Port 64d0a286-2b58-436e-9f6d-e0b660d8c1cc cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:54:55.126932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-0baf79d4-f04f-4de7-9ce3-bc71afdaf28d tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:55.128399 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-0baf79d4-f04f-4de7-9ce3-bc71afdaf28d tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/networks?id=d4265124-314a-4a3c-b805-77698b9d21a1 HTTP/1.1" status: 200 len: 911 time: 0.0925267 Nov 29 18:54:55.144029 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-a53a9705-0b78-4846-b290-2de05d14f2e0 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/quotas/c47bc94819604ffa87bb6316a093a119 HTTP/1.1" status: 200 len: 375 time: 0.0096099 Nov 29 18:54:55.230722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-6d9c4187-f227-482b-b927-76ed60cf9c3e tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=c47bc94819604ffa87bb6316a093a119&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797338 Nov 29 18:54:55.339066 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-5261189e-19a7-4fcf-8ae2-60a0d1ff2ab7 service neutron] 10.222.0.23 "GET /v2.0/networks/d4265124-314a-4a3c-b805-77698b9d21a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998785 Nov 29 18:54:55.442677 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-f05f26d3-9c0a-456c-9516-ca354194d138 service neutron] 10.222.0.23 "GET /v2.0/networks/d4265124-314a-4a3c-b805-77698b9d21a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946724 Nov 29 18:54:55.621483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73f9dc39-7b95-465a-b7f1-5fd74699e9e8 req-154b3710-00ea-4378-a73a-3e300737d782 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 210 time: 0.0302682 Nov 29 18:54:55.868922 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 265330ac-42ab-4960-a36a-382d81dd51aa up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:54:55.924551 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 265330ac-42ab-4960-a36a-382d81dd51aa triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:55.925085 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:56.511475 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6180afa5-b788-4696-884b-88330f0b01a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:56.725354 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b780a494-62ac-4f86-8416-d836de4f2aa7 req-3f946b00-16a1-4329-ba61-0e12fe2bd104 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 210 time: 0.0308425 Nov 29 18:54:56.834809 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-0f00448e-16d7-4625-ad80-42f31b46005c tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:56.836859 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-0f00448e-16d7-4625-ad80-42f31b46005c tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.31 "GET /v2.0/networks?id=d4265124-314a-4a3c-b805-77698b9d21a1 HTTP/1.1" status: 200 len: 911 time: 0.1042171 Nov 29 18:54:56.848217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-aa5371fb-6b6a-4832-9034-1a9622997565 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Request body: {'port': {'device_id': 'fc94818d-6220-4ea0-9f5d-1480691fbf6b', 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1', 'admin_state_up': True, 'tenant_id': 'c47bc94819604ffa87bb6316a093a119'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:56.871859 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-aa5371fb-6b6a-4832-9034-1a9622997565 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Made reservation on behalf of c47bc94819604ffa87bb6316a093a119 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:54:56.874087 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-aa5371fb-6b6a-4832-9034-1a9622997565 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:56.909050 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Sync routers for ids ['16db0d52-add6-4a25-bc7f-a63ddf44593e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:54:56.920112 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Routers {'16db0d52-add6-4a25-bc7f-a63ddf44593e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:54:56.920836 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:54:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['16db0d52-add6-4a25-bc7f-a63ddf44593e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:56.996031 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-aa5371fb-6b6a-4832-9034-1a9622997565 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Allocated IP 172.20.0.12 (d4265124-314a-4a3c-b805-77698b9d21a1/318fe108-1a7b-4e42-a02a-e66103c32ea7/f76cf7eb-cdc5-4360-9968-e45d8021c07a) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:54:57.028922 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Set router 16db0d52-add6-4a25-bc7f-a63ddf44593e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:54:57.151562 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-aa5371fb-6b6a-4832-9034-1a9622997565 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:57.195836 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-aa5371fb-6b6a-4832-9034-1a9622997565 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:57.240294 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-aa5371fb-6b6a-4832-9034-1a9622997565 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Network d4265124-314a-4a3c-b805-77698b9d21a1 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:54:57.243853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-aa5371fb-6b6a-4832-9034-1a9622997565 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:54:57.246814 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'name': 'tempest-TestServerMultinode-945736368-router', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '265330ac-42ab-4960-a36a-382d81dd51aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:49Z', 'updated_at': '2021-11-29T18:54:53Z', 'revision_number': 4, 'project_id': 'c47bc94819604ffa87bb6316a093a119', 'gw_port': {'id': '265330ac-42ab-4960-a36a-382d81dd51aa', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:50Z', 'updated_at': '2021-11-29T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '64d0a286-2b58-436e-9f6d-e0b660d8c1cc', 'name': '', 'network_id': 'd5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119', 'mac_address': 'fa:16:3e:1e:63:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '7ea02ed3-ac2e-4d1a-999b-652c7d6fd30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:52Z', 'updated_at': '2021-11-29T18:54:53Z', 'revision_number': 2, 'project_id': 'c47bc94819604ffa87bb6316a093a119', 'subnets': [{'id': '7ea02ed3-ac2e-4d1a-999b-652c7d6fd30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:57.249687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-aa5371fb-6b6a-4832-9034-1a9622997565 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:54:57.288255 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5371fb-6b6a-4832-9034-1a9622997565 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Pushing event updated for resources: {'Port': ['ID=f76cf7eb-cdc5-4360-9968-e45d8021c07a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:57.289230 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Checking router: 16db0d52-add6-4a25-bc7f-a63ddf44593e for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:54:57.289687 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Updating router 16db0d52-add6-4a25-bc7f-a63ddf44593e port 64d0a286-2b58-436e-9f6d-e0b660d8c1cc binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:54:57.310383 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-aa5371fb-6b6a-4832-9034-1a9622997565 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:57.310703 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-aa5371fb-6b6a-4832-9034-1a9622997565 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:57.317687 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:57.338139 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-aa5371fb-6b6a-4832-9034-1a9622997565 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4931467 Nov 29 18:54:57.413212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Request body: {'port': {'device_id': 'fc94818d-6220-4ea0-9f5d-1480691fbf6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:54:57.499803 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:57.577680 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-07abe119-f75d-4349-95a2-09bc8b5fdb08 None None] Provisioning complete for port f76cf7eb-cdc5-4360-9968-e45d8021c07a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:57.578883 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07abe119-f75d-4349-95a2-09bc8b5fdb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:57.601463 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:57.609231 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:57.622368 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-07abe119-f75d-4349-95a2-09bc8b5fdb08 None None] Port f76cf7eb-cdc5-4360-9968-e45d8021c07a cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:54:57.670631 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c208076-e895-4a73-bf8b-16fb2153eba7 None None] Pushing event updated for resources: {'Port': ['ID=64d0a286-2b58-436e-9f6d-e0b660d8c1cc,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:57.709829 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:57.745356 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Attempting to bind port 64d0a286-2b58-436e-9f6d-e0b660d8c1cc on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:54:57.745739 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Attempting to bind port 64d0a286-2b58-436e-9f6d-e0b660d8c1cc by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'aad29a0b-e979-4e67-9ee9-cc6829d74ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:54:57.746290 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Attempting to bind port 64d0a286-2b58-436e-9f6d-e0b660d8c1cc on network d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:54:57.752358 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:54:57.752358 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Checking segment: {'id': 'aad29a0b-e979-4e67-9ee9-cc6829d74ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:54:57.752880 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:57.753987 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Bound using segment: {'id': 'aad29a0b-e979-4e67-9ee9-cc6829d74ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:54:57.753987 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Bound port: 64d0a286-2b58-436e-9f6d-e0b660d8c1cc, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad29a0b-e979-4e67-9ee9-cc6829d74ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:54:57.754221 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:57.815673 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:57.833267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76cf7eb-cdc5-4360-9968-e45d8021c07a {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:54:57.843537 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:57.852379 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] For port 64d0a286-2b58-436e-9f6d-e0b660d8c1cc, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:54:57.856795 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] For port 64d0a286-2b58-436e-9f6d-e0b660d8c1cc, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=64d0a286-2b58-436e-9f6d-e0b660d8c1cc,segment=NetworkSegment(aad29a0b-e979-4e67-9ee9-cc6829d74ee4),segment_id=aad29a0b-e979-4e67-9ee9-cc6829d74ee4)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:54:57.861083 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:57.871222 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Transition to ACTIVE for port object f76cf7eb-cdc5-4360-9968-e45d8021c07a will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:54:57.894239 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:57.928563 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Routers {'16db0d52-add6-4a25-bc7f-a63ddf44593e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:54:57.929328 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:54:56Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['16db0d52-add6-4a25-bc7f-a63ddf44593e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:57.957160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1d0de38d-5c6c-4599-8c8c-a6e2b75ca015 None None] Provisioning complete for port 64d0a286-2b58-436e-9f6d-e0b660d8c1cc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:57.957912 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d0de38d-5c6c-4599-8c8c-a6e2b75ca015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:57.965106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Pushing event updated for resources: {'Port': ['ID=f76cf7eb-cdc5-4360-9968-e45d8021c07a,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:57.974964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e871fe6-5bb5-4b25-b605-bff7a207ccb1 req-83f510ed-17a7-4670-8984-c8f7c6b44864 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:57.977069 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e871fe6-5bb5-4b25-b605-bff7a207ccb1 req-83f510ed-17a7-4670-8984-c8f7c6b44864 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 1028 time: 0.1223402 Nov 29 18:54:57.980918 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c208076-e895-4a73-bf8b-16fb2153eba7 None None] Pushing event updated for resources: {'Port': ['ID=64d0a286-2b58-436e-9f6d-e0b660d8c1cc,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:58.091415 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d0de38d-5c6c-4599-8c8c-a6e2b75ca015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:58.108887 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] Set router 16db0d52-add6-4a25-bc7f-a63ddf44593e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:54:58.115879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Attempting to bind port f76cf7eb-cdc5-4360-9968-e45d8021c07a on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:54:58.116480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Attempting to bind port f76cf7eb-cdc5-4360-9968-e45d8021c07a by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'c2773da1-d7b1-411a-b708-b0fce130b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:54:58.117452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Attempting to bind port f76cf7eb-cdc5-4360-9968-e45d8021c07a on network d4265124-314a-4a3c-b805-77698b9d21a1 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:54:58.135974 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e871fe6-5bb5-4b25-b605-bff7a207ccb1 req-decdd24d-fc7c-453e-b842-4029779e6097 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389894 Nov 29 18:54:58.137895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Port f76cf7eb-cdc5-4360-9968-e45d8021c07a on network d4265124-314a-4a3c-b805-77698b9d21a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:54:58.138215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Attempting to bind port f76cf7eb-cdc5-4360-9968-e45d8021c07a on network d4265124-314a-4a3c-b805-77698b9d21a1 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:54:58.138857 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1d0de38d-5c6c-4599-8c8c-a6e2b75ca015 None None] For port 64d0a286-2b58-436e-9f6d-e0b660d8c1cc, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=64d0a286-2b58-436e-9f6d-e0b660d8c1cc,segment=NetworkSegment(aad29a0b-e979-4e67-9ee9-cc6829d74ee4),segment_id=aad29a0b-e979-4e67-9ee9-cc6829d74ee4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:54:58.145912 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d0de38d-5c6c-4599-8c8c-a6e2b75ca015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:58.148122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:54:58.149801 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Checking segment: {'id': 'c2773da1-d7b1-411a-b708-b0fce130b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:54:58.150191 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Bound using segment: {'id': 'c2773da1-d7b1-411a-b708-b0fce130b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:54:58.150645 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Bound port: f76cf7eb-cdc5-4360-9968-e45d8021c07a, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2773da1-d7b1-411a-b708-b0fce130b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:54:58.153714 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:58.237989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0de38d-5c6c-4599-8c8c-a6e2b75ca015 None None] Pushing event updated for resources: {'Port': ['ID=64d0a286-2b58-436e-9f6d-e0b660d8c1cc,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:58.260943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] For port f76cf7eb-cdc5-4360-9968-e45d8021c07a, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:54:58.264488 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] For port f76cf7eb-cdc5-4360-9968-e45d8021c07a, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f76cf7eb-cdc5-4360-9968-e45d8021c07a,segment=NetworkSegment(c2773da1-d7b1-411a-b708-b0fce130b815),segment_id=c2773da1-d7b1-411a-b708-b0fce130b815)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:54:58.273391 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:58.310124 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:58.310745 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:58.312333 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] 10.222.0.31 "PUT /v2.0/ports/f76cf7eb-cdc5-4360-9968-e45d8021c07a HTTP/1.1" status: 200 len: 1092 time: 0.9035692 Nov 29 18:54:58.312806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc94818d-6220-4ea0-9f5d-1480691fbf6b', 'tag': 'f76cf7eb-cdc5-4360-9968-e45d8021c07a'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:54:58.315333 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9898250-af08-492e-a403-77901108d468" -d '{"events": [{"name": "network-changed", "server_uuid": "fc94818d-6220-4ea0-9f5d-1480691fbf6b", "tag": "f76cf7eb-cdc5-4360-9968-e45d8021c07a"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:54:58.348642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d4296-9045-4adc-822f-eead4e951c76 service neutron] Pushing event updated for resources: {'Port': ['ID=f76cf7eb-cdc5-4360-9968-e45d8021c07a,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:54:58.374322 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447fe5ce-b916-4a26-8ff6-c399bb94a89a x-openstack-request-id: req-447fe5ce-b916-4a26-8ff6-c399bb94a89a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:54:58.374621 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc94818d-6220-4ea0-9f5d-1480691fbf6b", "tag": "f76cf7eb-cdc5-4360-9968-e45d8021c07a", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:54:58.375229 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-447fe5ce-b916-4a26-8ff6-c399bb94a89a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:54:58.375382 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc94818d-6220-4ea0-9f5d-1480691fbf6b', 'tag': 'f76cf7eb-cdc5-4360-9968-e45d8021c07a', 'status': 'completed', 'code': 200} Nov 29 18:54:58.388196 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-38d68c9b-7337-41f9-9860-7e595f694129 None None] Provisioning complete for port 64d0a286-2b58-436e-9f6d-e0b660d8c1cc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:58.388642 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38d68c9b-7337-41f9-9860-7e595f694129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:58.394392 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'name': 'tempest-TestServerMultinode-945736368-router', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '265330ac-42ab-4960-a36a-382d81dd51aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:49Z', 'updated_at': '2021-11-29T18:54:53Z', 'revision_number': 4, 'project_id': 'c47bc94819604ffa87bb6316a093a119', 'gw_port': {'id': '265330ac-42ab-4960-a36a-382d81dd51aa', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:50Z', 'updated_at': '2021-11-29T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '64d0a286-2b58-436e-9f6d-e0b660d8c1cc', 'name': '', 'network_id': 'd5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119', 'mac_address': 'fa:16:3e:1e:63:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '7ea02ed3-ac2e-4d1a-999b-652c7d6fd30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:52Z', 'updated_at': '2021-11-29T18:54:57Z', 'revision_number': 4, 'project_id': 'c47bc94819604ffa87bb6316a093a119', 'subnets': [{'id': '7ea02ed3-ac2e-4d1a-999b-652c7d6fd30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:54:58.424369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-6fcfe1cf-554d-4ad6-a3f2-c299bdf7a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:58.426256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-6fcfe1cf-554d-4ad6-a3f2-c299bdf7a6cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c47bc94819604ffa87bb6316a093a119&device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 1095 time: 0.0547042 Nov 29 18:54:58.429046 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a85cc7-7d17-4433-b76c-61d890becd88 None None] The sync data for ids ['16db0d52-add6-4a25-bc7f-a63ddf44593e'] in n-d-819494-5 is: [{'id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'name': 'tempest-TestServerMultinode-945736368-router', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '265330ac-42ab-4960-a36a-382d81dd51aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:49Z', 'updated_at': '2021-11-29T18:54:53Z', 'revision_number': 4, 'project_id': 'c47bc94819604ffa87bb6316a093a119', 'gw_port': {'id': '265330ac-42ab-4960-a36a-382d81dd51aa', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:50Z', 'updated_at': '2021-11-29T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '64d0a286-2b58-436e-9f6d-e0b660d8c1cc', 'name': '', 'network_id': 'd5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119', 'mac_address': 'fa:16:3e:1e:63:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '7ea02ed3-ac2e-4d1a-999b-652c7d6fd30c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:52Z', 'updated_at': '2021-11-29T18:54:57Z', 'revision_number': 4, 'project_id': 'c47bc94819604ffa87bb6316a093a119', 'subnets': [{'id': '7ea02ed3-ac2e-4d1a-999b-652c7d6fd30c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:54:58.482274 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-248ee8b6-2b63-47d1-a94b-9621f92df18c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f76cf7eb-cdc5-4360-9968-e45d8021c07a HTTP/1.1" status: 200 len: 217 time: 0.0478277 Nov 29 18:54:58.539178 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-3d678684-6a53-4825-a35a-3d1908a8b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:58.541018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-3d678684-6a53-4825-a35a-3d1908a8b259 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=318fe108-1a7b-4e42-a02a-e66103c32ea7 HTTP/1.1" status: 200 len: 849 time: 0.0523260 Nov 29 18:54:58.590684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-c7145ff3-f1f6-4ba0-b44b-f0820c77efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:58.592217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-c7145ff3-f1f6-4ba0-b44b-f0820c77efbe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d4265124-314a-4a3c-b805-77698b9d21a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445154 Nov 29 18:54:58.699787 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-a854a253-e71c-4323-9f96-3c3397b174a4 service neutron] 10.222.0.31 "GET /v2.0/networks/d4265124-314a-4a3c-b805-77698b9d21a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000581 Nov 29 18:54:58.802619 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7df79e1b-3fda-4e40-b368-7fd228c3cf0f req-dd8d0b99-fa97-4409-a1ad-f4e1b8472811 service neutron] 10.222.0.31 "GET /v2.0/networks/d4265124-314a-4a3c-b805-77698b9d21a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945556 Nov 29 18:54:58.894690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9898250-af08-492e-a403-77901108d468 req-9f460706-c097-4151-9a94-04697f6264fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:58.896544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9898250-af08-492e-a403-77901108d468 req-9f460706-c097-4151-9a94-04697f6264fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c47bc94819604ffa87bb6316a093a119&device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 1095 time: 0.0433176 Nov 29 18:54:58.994965 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9898250-af08-492e-a403-77901108d468 req-8e6f3912-8cfe-45fc-9912-578c323d4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:58.996498 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9898250-af08-492e-a403-77901108d468 req-8e6f3912-8cfe-45fc-9912-578c323d4afe service neutron] 10.222.0.31 "GET /v2.0/networks?id=d4265124-314a-4a3c-b805-77698b9d21a1 HTTP/1.1" status: 200 len: 911 time: 0.0934272 Nov 29 18:54:59.038652 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9898250-af08-492e-a403-77901108d468 req-ea8d8712-c0df-4114-9409-2c45eaa32f5b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f76cf7eb-cdc5-4360-9968-e45d8021c07a HTTP/1.1" status: 200 len: 217 time: 0.0345833 Nov 29 18:54:59.093347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9898250-af08-492e-a403-77901108d468 req-24d15d8d-9ad9-4ba3-97d1-361238901d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:59.094966 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9898250-af08-492e-a403-77901108d468 req-24d15d8d-9ad9-4ba3-97d1-361238901d7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=318fe108-1a7b-4e42-a02a-e66103c32ea7 HTTP/1.1" status: 200 len: 849 time: 0.0498962 Nov 29 18:54:59.143090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9898250-af08-492e-a403-77901108d468 req-d2ba1b5f-86ce-4907-999b-9089c99941d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:59.144627 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9898250-af08-492e-a403-77901108d468 req-d2ba1b5f-86ce-4907-999b-9089c99941d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d4265124-314a-4a3c-b805-77698b9d21a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419703 Nov 29 18:54:59.266084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dd2a3-8237-47ab-8697-b073c28fe1d3 req-b840d65d-7051-4a53-bdb3-754930a3204d tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:54:59.267594 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f44dd2a3-8237-47ab-8697-b073c28fe1d3 req-b840d65d-7051-4a53-bdb3-754930a3204d tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 1095 time: 0.0701973 Nov 29 18:54:59.272762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9898250-af08-492e-a403-77901108d468 req-0725091d-35e7-4a11-a9fd-d7b673e29805 service neutron] 10.222.0.31 "GET /v2.0/networks/d4265124-314a-4a3c-b805-77698b9d21a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180425 Nov 29 18:54:59.306591 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:54:59.367146 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f44dd2a3-8237-47ab-8697-b073c28fe1d3 req-81d2d16f-cc2e-422c-b961-a1a3fe2debe2 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928862 Nov 29 18:54:59.392338 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9898250-af08-492e-a403-77901108d468 req-6f2522b4-658f-4f81-9695-bf61034476d0 service neutron] 10.222.0.31 "GET /v2.0/networks/d4265124-314a-4a3c-b805-77698b9d21a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122627 Nov 29 18:54:59.854920 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 64d0a286-2b58-436e-9f6d-e0b660d8c1cc up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:54:59.907043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 64d0a286-2b58-436e-9f6d-e0b660d8c1cc triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:54:59.907422 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:00.065265 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:00.162924 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:00.483040 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c049290-cda5-4821-abea-c2a64c1a369a req-88f96ddb-c872-4cfe-8272-5c0dfcdf0420 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:00.484699 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c049290-cda5-4821-abea-c2a64c1a369a req-88f96ddb-c872-4cfe-8272-5c0dfcdf0420 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 1095 time: 0.0445731 Nov 29 18:55:00.530448 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c049290-cda5-4821-abea-c2a64c1a369a req-64e45501-cd6a-41b4-b90b-7a1ee1cbae0b tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395808 Nov 29 18:55:01.639181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf12b2-7568-4422-8513-a347a5dbe67c req-8c651db6-c02b-47fd-8a54-1b45ea57d928 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:01.640755 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50bf12b2-7568-4422-8513-a347a5dbe67c req-8c651db6-c02b-47fd-8a54-1b45ea57d928 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 1095 time: 0.0421302 Nov 29 18:55:01.689599 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50bf12b2-7568-4422-8513-a347a5dbe67c req-9061bf06-5438-4c55-b8fe-615161b27379 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 Nov 29 18:55:02.800618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117e8a1-ce65-4693-a339-cd91cb22c3cb req-2a3ad488-a1d2-47bd-960c-14fbf78eae3c tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:02.802184 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9117e8a1-ce65-4693-a339-cd91cb22c3cb req-2a3ad488-a1d2-47bd-960c-14fbf78eae3c tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 1095 time: 0.0451462 Nov 29 18:55:02.848599 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9117e8a1-ce65-4693-a339-cd91cb22c3cb req-5c42f117-40f3-49b5-a526-5740641dcdd9 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402322 Nov 29 18:55:03.056800 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f76cf7eb-cdc5-4360-9968-e45d8021c07a details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:55:03.317174 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port f76cf7eb-cdc5-4360-9968-e45d8021c07a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f76cf7eb-cdc5-4360-9968-e45d8021c07a,segment=NetworkSegment(c2773da1-d7b1-411a-b708-b0fce130b815),segment_id=c2773da1-d7b1-411a-b708-b0fce130b815)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:03.329006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'f76cf7eb-cdc5-4360-9968-e45d8021c07a', 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1', 'port_id': 'f76cf7eb-cdc5-4360-9968-e45d8021c07a', 'mac_address': 'fa:16:3e:92:4e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318fe108-1a7b-4e42-a02a-e66103c32ea7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:55:03.365726 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:03.378874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76cf7eb-cdc5-4360-9968-e45d8021c07a {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:55:03.398459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port f76cf7eb-cdc5-4360-9968-e45d8021c07a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f76cf7eb-cdc5-4360-9968-e45d8021c07a,segment=NetworkSegment(c2773da1-d7b1-411a-b708-b0fce130b815),segment_id=c2773da1-d7b1-411a-b708-b0fce130b815)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:03.402744 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:03.453122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=f76cf7eb-cdc5-4360-9968-e45d8021c07a,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:03.689326 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['f76cf7eb-cdc5-4360-9968-e45d8021c07a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:55:03.959167 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b5b0e-cdc4-4a71-a96b-0af2215e3f27 req-bf320a98-d66b-4cf0-af2b-251a9120c339 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:03.960734 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e0b5b0e-cdc4-4a71-a96b-0af2215e3f27 req-bf320a98-d66b-4cf0-af2b-251a9120c339 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 1096 time: 0.0455246 Nov 29 18:55:04.005726 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e0b5b0e-cdc4-4a71-a96b-0af2215e3f27 req-03ae27f8-40de-4bc4-9214-49fe73abdbf6 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388350 Nov 29 18:55:05.073164 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f76cf7eb-cdc5-4360-9968-e45d8021c07a up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:55:05.121681 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a489c5-1093-467c-8c11-05c59910261d req-f886ab14-ccff-4191-8086-1e556236fd9e tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:05.123550 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66a489c5-1093-467c-8c11-05c59910261d req-f886ab14-ccff-4191-8086-1e556236fd9e tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 1096 time: 0.0470881 Nov 29 18:55:05.132636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port f76cf7eb-cdc5-4360-9968-e45d8021c07a completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:55:05.139023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port f76cf7eb-cdc5-4360-9968-e45d8021c07a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:55:05.139406 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:05.174204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66a489c5-1093-467c-8c11-05c59910261d req-5a569be5-4c2a-46ee-845a-b90e53a17754 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439031 Nov 29 18:55:05.218781 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:05.243690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc94818d-6220-4ea0-9f5d-1480691fbf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76cf7eb-cdc5-4360-9968-e45d8021c07a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:55:05.245970 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0853a7bb-3af3-4e82-8ae7-cd74fa34a580" -d '{"events": [{"server_uuid": "fc94818d-6220-4ea0-9f5d-1480691fbf6b", "name": "network-vif-plugged", "status": "completed", "tag": "f76cf7eb-cdc5-4360-9968-e45d8021c07a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:55:05.259747 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port f76cf7eb-cdc5-4360-9968-e45d8021c07a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f76cf7eb-cdc5-4360-9968-e45d8021c07a,segment=NetworkSegment(c2773da1-d7b1-411a-b708-b0fce130b815),segment_id=c2773da1-d7b1-411a-b708-b0fce130b815)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:05.264207 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:05.291378 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ff557c-2cea-4da0-b2eb-9add22a0ada8 x-openstack-request-id: req-f7ff557c-2cea-4da0-b2eb-9add22a0ada8 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:55:05.291682 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc94818d-6220-4ea0-9f5d-1480691fbf6b", "name": "network-vif-plugged", "status": "completed", "tag": "f76cf7eb-cdc5-4360-9968-e45d8021c07a", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:55:05.291946 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7ff557c-2cea-4da0-b2eb-9add22a0ada8 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:55:05.292440 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc94818d-6220-4ea0-9f5d-1480691fbf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76cf7eb-cdc5-4360-9968-e45d8021c07a', 'code': 200} Nov 29 18:55:05.331239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=f76cf7eb-cdc5-4360-9968-e45d8021c07a,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:05.393142 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913e33d-5115-4e0f-b976-177b644a5e1b req-c1590cb3-47a0-4286-8ec0-f5cd7c4de702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:05.394649 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f913e33d-5115-4e0f-b976-177b644a5e1b req-c1590cb3-47a0-4286-8ec0-f5cd7c4de702 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 1097 time: 0.0410864 Nov 29 18:55:05.443762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f913e33d-5115-4e0f-b976-177b644a5e1b req-1bc2f8df-58cc-4431-8942-175246358124 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389664 Nov 29 18:55:06.282561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfa9f6-081a-4637-a666-2c721f864944 req-72f68204-4605-471f-bc0d-d42f46ef9f13 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:06.284146 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3bfa9f6-081a-4637-a666-2c721f864944 req-72f68204-4605-471f-bc0d-d42f46ef9f13 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 1097 time: 0.0405197 Nov 29 18:55:06.329574 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3bfa9f6-081a-4637-a666-2c721f864944 req-4f55431e-0b4f-46ed-9b4b-98c5504fc5a3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387492 Nov 29 18:55:07.439954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa61fff-4794-4e2a-b926-3a978de64ffa req-d7f32b60-dd89-41a3-bc29-8b7f4aa4426e tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:07.441483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efa61fff-4794-4e2a-b926-3a978de64ffa req-d7f32b60-dd89-41a3-bc29-8b7f4aa4426e tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 1097 time: 0.0437012 Nov 29 18:55:07.485894 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efa61fff-4794-4e2a-b926-3a978de64ffa req-24bd6560-1134-4579-87d2-c7c59ef181a7 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377676 Nov 29 18:55:07.592596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5ef42-b4f6-4a31-a371-884533d90cc3 req-400cac0e-017f-4db3-a9cb-d7e7a0432af6 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:07.594141 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25a5ef42-b4f6-4a31-a371-884533d90cc3 req-400cac0e-017f-4db3-a9cb-d7e7a0432af6 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 1097 time: 0.0417545 Nov 29 18:55:07.639338 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25a5ef42-b4f6-4a31-a371-884533d90cc3 req-aa07e702-382a-4693-9e59-20a009094b28 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391190 Nov 29 18:55:07.744151 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995189a2-26f7-4e95-be96-16e9c47f1a52 req-670bdce3-942d-4b37-9e2e-fa31f7c3410a tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:07.745712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-995189a2-26f7-4e95-be96-16e9c47f1a52 req-670bdce3-942d-4b37-9e2e-fa31f7c3410a tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 1097 time: 0.0410154 Nov 29 18:55:07.797206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-995189a2-26f7-4e95-be96-16e9c47f1a52 req-72a58a95-3af2-4941-a4e8-ffcc5fe7a2f6 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452626 Nov 29 18:55:08.044277 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-212507ed-c5d6-49fe-8cdb-4cfdd84f4a70 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:08.045822 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-212507ed-c5d6-49fe-8cdb-4cfdd84f4a70 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/networks?id=d4265124-314a-4a3c-b805-77698b9d21a1 HTTP/1.1" status: 200 len: 911 time: 0.0925131 Nov 29 18:55:08.062231 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-54320ef7-39d2-49e0-a771-5b6b1ca56c37 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/quotas/c47bc94819604ffa87bb6316a093a119 HTTP/1.1" status: 200 len: 375 time: 0.0101027 Nov 29 18:55:08.114666 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-3ccc5ebc-ba66-4c3d-ac1e-416f60743c47 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=c47bc94819604ffa87bb6316a093a119&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461192 Nov 29 18:55:08.213089 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-d94a77af-dced-4864-87f8-577ff1197cd6 service neutron] 10.222.0.23 "GET /v2.0/networks/d4265124-314a-4a3c-b805-77698b9d21a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910096 Nov 29 18:55:08.316610 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-3284fc3d-aad1-4e35-97ae-cb6dbec0988c service neutron] 10.222.0.23 "GET /v2.0/networks/d4265124-314a-4a3c-b805-77698b9d21a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974236 Nov 29 18:55:08.493325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7304e630-b0d6-4841-8172-23e1fca4f356 req-c424c29e-80cb-4257-9cb2-dc09c000203b tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 210 time: 0.0307593 Nov 29 18:55:09.526040 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-13e47a88-2dbe-4b5d-967a-ad21e98ba824 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:09.527809 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-13e47a88-2dbe-4b5d-967a-ad21e98ba824 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.20 "GET /v2.0/networks?id=d4265124-314a-4a3c-b805-77698b9d21a1 HTTP/1.1" status: 200 len: 911 time: 0.0960827 Nov 29 18:55:09.544929 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Request body: {'port': {'device_id': 'ca7eabdf-abb7-4319-8f99-ff9688ad66c7', 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1', 'admin_state_up': True, 'tenant_id': 'c47bc94819604ffa87bb6316a093a119'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:55:09.577251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Made reservation on behalf of c47bc94819604ffa87bb6316a093a119 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:55:09.579425 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:09.604836 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eefb684d-2469-42ff-9b01-1007f179258e req-ed913b33-2e76-48f0-823e-74f13c9dd9ac tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 210 time: 0.0378361 Nov 29 18:55:09.713943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Allocated IP 172.20.0.10 (d4265124-314a-4a3c-b805-77698b9d21a1/318fe108-1a7b-4e42-a02a-e66103c32ea7/32d7739e-a0ad-4df8-af50-0a92277fe566) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:55:09.854946 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:09.888829 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:09.900025 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['f76cf7eb-cdc5-4360-9968-e45d8021c07a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:55:09.933809 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Network d4265124-314a-4a3c-b805-77698b9d21a1 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:55:09.938496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:55:09.943034 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:55:09.946827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Pushing event updated for resources: {'Port': ['ID=32d7739e-a0ad-4df8-af50-0a92277fe566,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:09.979171 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:09.979171 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:09.979581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:09.980068 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:09.980506 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:09.980926 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:09.981333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:09.981743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:09.982323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:09.982742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:09.983184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:09.983654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:10.005051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:10.010997 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:10.032416 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-81946e07-bcc0-42cf-a112-969603c9dac3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4914224 Nov 29 18:55:10.212859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-074e28c9-a0d9-4895-adb6-68990dbed5cb None None] Provisioning complete for port 32d7739e-a0ad-4df8-af50-0a92277fe566 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:55:10.213228 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-074e28c9-a0d9-4895-adb6-68990dbed5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:10.215061 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Request body: {'port': {'device_id': 'ca7eabdf-abb7-4319-8f99-ff9688ad66c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:55:10.252245 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-074e28c9-a0d9-4895-adb6-68990dbed5cb None None] Port 32d7739e-a0ad-4df8-af50-0a92277fe566 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:55:10.276152 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:10.552329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d7739e-a0ad-4df8-af50-0a92277fe566 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:55:10.561420 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:10.573238 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Transition to ACTIVE for port object 32d7739e-a0ad-4df8-af50-0a92277fe566 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:55:10.577497 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:10.640428 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Pushing event updated for resources: {'Port': ['ID=32d7739e-a0ad-4df8-af50-0a92277fe566,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:10.779630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Attempting to bind port 32d7739e-a0ad-4df8-af50-0a92277fe566 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:55:10.779978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Attempting to bind port 32d7739e-a0ad-4df8-af50-0a92277fe566 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'c2773da1-d7b1-411a-b708-b0fce130b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:55:10.780314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Attempting to bind port 32d7739e-a0ad-4df8-af50-0a92277fe566 on network d4265124-314a-4a3c-b805-77698b9d21a1 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:55:10.788438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Port 32d7739e-a0ad-4df8-af50-0a92277fe566 on network d4265124-314a-4a3c-b805-77698b9d21a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:55:10.788764 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Attempting to bind port 32d7739e-a0ad-4df8-af50-0a92277fe566 on network d4265124-314a-4a3c-b805-77698b9d21a1 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:55:10.793939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a0469-b049-4c04-ad4b-3615ebe24d96 req-38016c0e-c0fc-4f70-a4be-aafd8a037c09 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:10.795520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-202a0469-b049-4c04-ad4b-3615ebe24d96 req-38016c0e-c0fc-4f70-a4be-aafd8a037c09 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 1053 time: 0.0823088 Nov 29 18:55:10.798581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:55:10.799149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Checking segment: {'id': 'c2773da1-d7b1-411a-b708-b0fce130b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:55:10.799743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Bound using segment: {'id': 'c2773da1-d7b1-411a-b708-b0fce130b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:55:10.800388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Bound port: 32d7739e-a0ad-4df8-af50-0a92277fe566, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2773da1-d7b1-411a-b708-b0fce130b815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:55:10.801851 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:10.889881 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-202a0469-b049-4c04-ad4b-3615ebe24d96 req-53abd12d-a52e-4b5b-bba6-f499ba97273d tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864534 Nov 29 18:55:10.909371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] For port 32d7739e-a0ad-4df8-af50-0a92277fe566, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:55:10.913624 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] For port 32d7739e-a0ad-4df8-af50-0a92277fe566, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=32d7739e-a0ad-4df8-af50-0a92277fe566,segment=NetworkSegment(c2773da1-d7b1-411a-b708-b0fce130b815),segment_id=c2773da1-d7b1-411a-b708-b0fce130b815)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:55:10.920721 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:10.962417 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:10.963146 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:10.964534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] 10.222.0.20 "PUT /v2.0/ports/32d7739e-a0ad-4df8-af50-0a92277fe566 HTTP/1.1" status: 200 len: 1092 time: 0.8017745 Nov 29 18:55:10.965044 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7eabdf-abb7-4319-8f99-ff9688ad66c7', 'tag': '32d7739e-a0ad-4df8-af50-0a92277fe566'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:55:10.967268 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3eb2db-7bf4-4937-be87-9d6801fff72f" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7eabdf-abb7-4319-8f99-ff9688ad66c7", "tag": "32d7739e-a0ad-4df8-af50-0a92277fe566"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:55:10.992758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e231a-3483-4a83-8755-7bbf5407fa27 service neutron] Pushing event updated for resources: {'Port': ['ID=32d7739e-a0ad-4df8-af50-0a92277fe566,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:11.025846 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7789b5-103f-49a9-ac36-d150bb66c457 x-openstack-request-id: req-ee7789b5-103f-49a9-ac36-d150bb66c457 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:55:11.026091 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7eabdf-abb7-4319-8f99-ff9688ad66c7", "tag": "32d7739e-a0ad-4df8-af50-0a92277fe566", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:55:11.026345 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee7789b5-103f-49a9-ac36-d150bb66c457 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:55:11.026879 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7eabdf-abb7-4319-8f99-ff9688ad66c7', 'tag': '32d7739e-a0ad-4df8-af50-0a92277fe566', 'status': 'completed', 'code': 200} Nov 29 18:55:11.074692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-105e8a12-bb51-41c1-9eb7-d53b7ed2e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:11.076208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-105e8a12-bb51-41c1-9eb7-d53b7ed2e2ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c47bc94819604ffa87bb6316a093a119&device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 1095 time: 0.0473025 Nov 29 18:55:11.129086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-15a9d49f-ebc1-44b3-96c9-2c6a21f993f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32d7739e-a0ad-4df8-af50-0a92277fe566 HTTP/1.1" status: 200 len: 217 time: 0.0366919 Nov 29 18:55:11.195596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-bf372218-a802-4c58-be49-1ef9b1d54ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:11.197149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-bf372218-a802-4c58-be49-1ef9b1d54ef2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=318fe108-1a7b-4e42-a02a-e66103c32ea7 HTTP/1.1" status: 200 len: 849 time: 0.0576713 Nov 29 18:55:11.253523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-07b276f5-1cca-4d80-9c66-d22c8461bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:11.254974 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-07b276f5-1cca-4d80-9c66-d22c8461bb14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4265124-314a-4a3c-b805-77698b9d21a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466454 Nov 29 18:55:11.351315 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-f597a1d0-4d99-4337-9a34-af933947e70d service neutron] 10.222.0.20 "GET /v2.0/networks/d4265124-314a-4a3c-b805-77698b9d21a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837612 Nov 29 18:55:11.451589 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a7c8c6-ce7f-4ceb-b6ec-b5a653355454 req-9e559fb1-b5e0-4aa4-b6d9-de25c49a643a service neutron] 10.222.0.20 "GET /v2.0/networks/d4265124-314a-4a3c-b805-77698b9d21a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896661 Nov 29 18:55:11.548770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eb2db-7bf4-4937-be87-9d6801fff72f req-6b8d9c36-8fe8-4525-9f4e-df71a1de8f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:11.550295 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc3eb2db-7bf4-4937-be87-9d6801fff72f req-6b8d9c36-8fe8-4525-9f4e-df71a1de8f77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c47bc94819604ffa87bb6316a093a119&device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 1095 time: 0.0426230 Nov 29 18:55:11.982323 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eb2db-7bf4-4937-be87-9d6801fff72f req-3a3f24c1-21b4-433d-8d52-85b33e2ca192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:11.983980 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc3eb2db-7bf4-4937-be87-9d6801fff72f req-3a3f24c1-21b4-433d-8d52-85b33e2ca192 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4265124-314a-4a3c-b805-77698b9d21a1 HTTP/1.1" status: 200 len: 911 time: 0.4263587 Nov 29 18:55:12.036685 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc3eb2db-7bf4-4937-be87-9d6801fff72f req-3806f4f3-c7f4-484a-a861-3c1786145abd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32d7739e-a0ad-4df8-af50-0a92277fe566 HTTP/1.1" status: 200 len: 217 time: 0.0381627 Nov 29 18:55:12.077380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d356a8-9024-4ede-9401-c8efb2d4a82a req-309220d0-1fc9-4a6c-bfb5-e72b987acdf3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:12.078981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5d356a8-9024-4ede-9401-c8efb2d4a82a req-309220d0-1fc9-4a6c-bfb5-e72b987acdf3 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 1095 time: 0.1114008 Nov 29 18:55:12.113058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eb2db-7bf4-4937-be87-9d6801fff72f req-ab38047b-721b-4095-92b9-38c6e4acca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:12.114538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc3eb2db-7bf4-4937-be87-9d6801fff72f req-ab38047b-721b-4095-92b9-38c6e4acca8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=318fe108-1a7b-4e42-a02a-e66103c32ea7 HTTP/1.1" status: 200 len: 849 time: 0.0699978 Nov 29 18:55:12.160964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5d356a8-9024-4ede-9401-c8efb2d4a82a req-38a5c4b6-db8e-4db2-813f-820b4eb8ce10 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710013 Nov 29 18:55:12.174230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eb2db-7bf4-4937-be87-9d6801fff72f req-ca1e0cee-0e6e-4a68-b4e2-181ff228f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:12.175810 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc3eb2db-7bf4-4937-be87-9d6801fff72f req-ca1e0cee-0e6e-4a68-b4e2-181ff228f493 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4265124-314a-4a3c-b805-77698b9d21a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528488 Nov 29 18:55:12.267520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc3eb2db-7bf4-4937-be87-9d6801fff72f req-603ebdb8-0df8-44f6-882a-7a51658f9a09 service neutron] 10.222.0.20 "GET /v2.0/networks/d4265124-314a-4a3c-b805-77698b9d21a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835397 Nov 29 18:55:12.363197 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc3eb2db-7bf4-4937-be87-9d6801fff72f req-de829497-8498-4587-8f77-caf549291669 service neutron] 10.222.0.20 "GET /v2.0/networks/d4265124-314a-4a3c-b805-77698b9d21a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879445 Nov 29 18:55:12.539645 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:55:13.278634 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55a4c7-7686-490a-82a3-d39b4eb66673 req-64f1ab0d-4a46-44db-b0e5-ac2d30f2a155 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:13.280544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ac55a4c7-7686-490a-82a3-d39b4eb66673 req-64f1ab0d-4a46-44db-b0e5-ac2d30f2a155 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 1095 time: 0.0469711 Nov 29 18:55:13.326271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ac55a4c7-7686-490a-82a3-d39b4eb66673 req-b34b0614-3ead-4f61-9e0c-aacd7b6ccc80 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395303 Nov 29 18:55:14.437758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0f9ea-cede-48e9-916f-82306e1cec85 req-fdb5938d-af2f-48b4-ab6f-99c186045942 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:14.439368 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ef0f9ea-cede-48e9-916f-82306e1cec85 req-fdb5938d-af2f-48b4-ab6f-99c186045942 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 1095 time: 0.0458746 Nov 29 18:55:14.460824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 32d7739e-a0ad-4df8-af50-0a92277fe566 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:55:14.489078 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3ef0f9ea-cede-48e9-916f-82306e1cec85 req-03f09123-87f2-4f7d-9047-61f7c8317a0d tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429206 Nov 29 18:55:14.573730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 32d7739e-a0ad-4df8-af50-0a92277fe566, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=32d7739e-a0ad-4df8-af50-0a92277fe566,segment=NetworkSegment(c2773da1-d7b1-411a-b708-b0fce130b815),segment_id=c2773da1-d7b1-411a-b708-b0fce130b815)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:14.586082 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '32d7739e-a0ad-4df8-af50-0a92277fe566', 'network_id': 'd4265124-314a-4a3c-b805-77698b9d21a1', 'port_id': '32d7739e-a0ad-4df8-af50-0a92277fe566', 'mac_address': 'fa:16:3e:37:2f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318fe108-1a7b-4e42-a02a-e66103c32ea7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:55:14.625029 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:14.638814 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d7739e-a0ad-4df8-af50-0a92277fe566 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:55:14.659258 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 32d7739e-a0ad-4df8-af50-0a92277fe566, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=32d7739e-a0ad-4df8-af50-0a92277fe566,segment=NetworkSegment(c2773da1-d7b1-411a-b708-b0fce130b815),segment_id=c2773da1-d7b1-411a-b708-b0fce130b815)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:14.664349 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:14.716635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=32d7739e-a0ad-4df8-af50-0a92277fe566,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:14.724590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:14.724943 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:14.725798 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:14.726147 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:14.726489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:14.726850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:14.727188 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:14.727522 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:14.727851 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:14.728182 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:14.728511 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:14.728839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:14.971064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['32d7739e-a0ad-4df8-af50-0a92277fe566'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:55:15.614927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce37ab5-baad-4653-9201-a2c5128b0903 req-05750169-7ff3-40ac-9207-1b55fdea90e4 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:15.617090 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ce37ab5-baad-4653-9201-a2c5128b0903 req-05750169-7ff3-40ac-9207-1b55fdea90e4 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 1096 time: 0.0494249 Nov 29 18:55:15.665656 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ce37ab5-baad-4653-9201-a2c5128b0903 req-4c6bc93a-bc7d-4604-a188-50fca780b6fe tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403233 Nov 29 18:55:16.492946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 32d7739e-a0ad-4df8-af50-0a92277fe566 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:55:16.545042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 32d7739e-a0ad-4df8-af50-0a92277fe566 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:55:16.550209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 32d7739e-a0ad-4df8-af50-0a92277fe566 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:55:16.550723 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:16.638123 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:16.664319 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7eabdf-abb7-4319-8f99-ff9688ad66c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d7739e-a0ad-4df8-af50-0a92277fe566'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:55:16.666649 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cb0e48-d7af-4a7f-848f-d591a89086e5" -d '{"events": [{"server_uuid": "ca7eabdf-abb7-4319-8f99-ff9688ad66c7", "name": "network-vif-plugged", "status": "completed", "tag": "32d7739e-a0ad-4df8-af50-0a92277fe566"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:55:16.681886 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 32d7739e-a0ad-4df8-af50-0a92277fe566, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=32d7739e-a0ad-4df8-af50-0a92277fe566,segment=NetworkSegment(c2773da1-d7b1-411a-b708-b0fce130b815),segment_id=c2773da1-d7b1-411a-b708-b0fce130b815)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:16.689881 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:16.717692 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50ec15a-7635-467d-9165-c543f2e6bf40 x-openstack-request-id: req-f50ec15a-7635-467d-9165-c543f2e6bf40 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:55:16.718004 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7eabdf-abb7-4319-8f99-ff9688ad66c7", "name": "network-vif-plugged", "status": "completed", "tag": "32d7739e-a0ad-4df8-af50-0a92277fe566", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:55:16.718270 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f50ec15a-7635-467d-9165-c543f2e6bf40 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:55:16.718685 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7eabdf-abb7-4319-8f99-ff9688ad66c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d7739e-a0ad-4df8-af50-0a92277fe566', 'code': 200} Nov 29 18:55:16.758208 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=32d7739e-a0ad-4df8-af50-0a92277fe566,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:16.830333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dcc85-0409-4cce-9c03-6e85506003b1 req-508b6344-7800-4a04-882b-c7d3c4f7514b tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:16.831913 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb5dcc85-0409-4cce-9c03-6e85506003b1 req-508b6344-7800-4a04-882b-c7d3c4f7514b tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 1097 time: 0.0726275 Nov 29 18:55:16.856170 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c1eeb-485a-4de5-aa7b-056f547a56bf req-1f96ff43-060c-49da-b81a-9d4cf3e98cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:16.857669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-010c1eeb-485a-4de5-aa7b-056f547a56bf req-1f96ff43-060c-49da-b81a-9d4cf3e98cd2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 1097 time: 0.0660892 Nov 29 18:55:16.897397 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb5dcc85-0409-4cce-9c03-6e85506003b1 req-e27d7b76-83e5-4253-b03a-6d42c3fc3751 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589752 Nov 29 18:55:16.922418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-010c1eeb-485a-4de5-aa7b-056f547a56bf req-434ab2f9-60b8-4522-b820-b9a276c1c18c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509233 Nov 29 18:55:18.006724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d20b38-b451-405d-9fea-2f7460306e68 req-c385b872-158c-440b-8709-271b3aa6188f tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:18.008281 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87d20b38-b451-405d-9fea-2f7460306e68 req-c385b872-158c-440b-8709-271b3aa6188f tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 1097 time: 0.0419271 Nov 29 18:55:18.054449 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87d20b38-b451-405d-9fea-2f7460306e68 req-e3d6629a-9193-438e-a64b-23da2994ddbc tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400245 Nov 29 18:55:19.164169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf72bd2-d56c-4770-8c2c-5683466e216e req-e0a7ca36-fc0d-4852-b2d8-65ad10ffeced tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:19.165700 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fdf72bd2-d56c-4770-8c2c-5683466e216e req-e0a7ca36-fc0d-4852-b2d8-65ad10ffeced tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 1097 time: 0.0441885 Nov 29 18:55:19.210546 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fdf72bd2-d56c-4770-8c2c-5683466e216e req-82bdeee5-7990-4ef6-8387-119af386d3dd tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387805 Nov 29 18:55:19.319023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30447787-13d2-411f-bd8b-5b1392b51fb0 req-e956884a-48c0-495b-b111-baeac738e5ff tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:19.320492 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30447787-13d2-411f-bd8b-5b1392b51fb0 req-e956884a-48c0-495b-b111-baeac738e5ff tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 1097 time: 0.0414965 Nov 29 18:55:19.367515 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30447787-13d2-411f-bd8b-5b1392b51fb0 req-31bc5c2e-796e-4f65-9255-f602721dc755 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410330 Nov 29 18:55:19.474470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060de6f-937f-479d-88ab-9ce5d682c0c9 req-8b4c3f3c-39eb-4005-8601-53facc8cacfb tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:19.476190 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5060de6f-937f-479d-88ab-9ce5d682c0c9 req-8b4c3f3c-39eb-4005-8601-53facc8cacfb tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 1097 time: 0.0441394 Nov 29 18:55:19.520597 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5060de6f-937f-479d-88ab-9ce5d682c0c9 req-2d29b310-78cb-49f9-926f-b2c293887747 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383909 Nov 29 18:55:19.752956 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11893891-df74-4bf6-8f7e-2fb15ce384ef req-a839af3a-cb4d-473a-9b64-a7c8ff1bd883 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:19.754527 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11893891-df74-4bf6-8f7e-2fb15ce384ef req-a839af3a-cb4d-473a-9b64-a7c8ff1bd883 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 1097 time: 0.0418997 Nov 29 18:55:19.799736 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11893891-df74-4bf6-8f7e-2fb15ce384ef req-e5129bbf-3735-4938-a843-dd175d6191e1 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389304 Nov 29 18:55:20.909404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccbc3d-bfe9-463c-a840-ca464b085cac req-8485402a-24f6-40bc-b885-99132a173c75 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:20.910974 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bfccbc3d-bfe9-463c-a840-ca464b085cac req-8485402a-24f6-40bc-b885-99132a173c75 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 1097 time: 0.0406446 Nov 29 18:55:20.963346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bfccbc3d-bfe9-463c-a840-ca464b085cac req-e3076e78-1ce0-422a-a1be-28ec89e253b7 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455785 Nov 29 18:55:21.102216 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd89932-8979-4c90-8470-700065d797ec req-f4ada4cd-e8db-4d63-85a9-75745981467b tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:21.103670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2bd89932-8979-4c90-8470-700065d797ec req-f4ada4cd-e8db-4d63-85a9-75745981467b tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 1097 time: 0.0414476 Nov 29 18:55:21.187698 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-2bd89932-8979-4c90-8470-700065d797ec req-ef3085ea-d8e5-4f79-8f31-c875c375aa98 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Deleting port 32d7739e-a0ad-4df8-af50-0a92277fe566 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:55:21.188047 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2bd89932-8979-4c90-8470-700065d797ec req-ef3085ea-d8e5-4f79-8f31-c875c375aa98 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:21.277865 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2bd89932-8979-4c90-8470-700065d797ec req-ef3085ea-d8e5-4f79-8f31-c875c375aa98 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] For port 32d7739e-a0ad-4df8-af50-0a92277fe566, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=32d7739e-a0ad-4df8-af50-0a92277fe566,segment=NetworkSegment(c2773da1-d7b1-411a-b708-b0fce130b815),segment_id=c2773da1-d7b1-411a-b708-b0fce130b815)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:21.278239 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2bd89932-8979-4c90-8470-700065d797ec req-ef3085ea-d8e5-4f79-8f31-c875c375aa98 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:21.294725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-2bd89932-8979-4c90-8470-700065d797ec req-ef3085ea-d8e5-4f79-8f31-c875c375aa98 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Calling delete_port for 32d7739e-a0ad-4df8-af50-0a92277fe566 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:55:21.428441 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2bd89932-8979-4c90-8470-700065d797ec req-ef3085ea-d8e5-4f79-8f31-c875c375aa98 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:21.439976 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['f76cf7eb-cdc5-4360-9968-e45d8021c07a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:55:21.449766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['32d7739e-a0ad-4df8-af50-0a92277fe566'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:55:21.457435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3085ea-d8e5-4f79-8f31-c875c375aa98 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Pushing event deleted for resources: {'Port': ['ID=32d7739e-a0ad-4df8-af50-0a92277fe566,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:21.504998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd89932-8979-4c90-8470-700065d797ec req-ef3085ea-d8e5-4f79-8f31-c875c375aa98 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] No DVR routers for this DVR port 32d7739e-a0ad-4df8-af50-0a92277fe566 on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:55:21.508522 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2bd89932-8979-4c90-8470-700065d797ec req-ef3085ea-d8e5-4f79-8f31-c875c375aa98 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:21.512253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2bd89932-8979-4c90-8470-700065d797ec req-ef3085ea-d8e5-4f79-8f31-c875c375aa98 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.20 "DELETE /v2.0/ports/32d7739e-a0ad-4df8-af50-0a92277fe566 HTTP/1.1" status: 204 len: 173 time: 0.4021397 Nov 29 18:55:21.512742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7eabdf-abb7-4319-8f99-ff9688ad66c7', 'name': 'network-vif-deleted', 'tag': '32d7739e-a0ad-4df8-af50-0a92277fe566'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:55:21.515096 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c91d8a-c7cd-43c5-90de-28d58e290ca5" -d '{"events": [{"server_uuid": "ca7eabdf-abb7-4319-8f99-ff9688ad66c7", "name": "network-vif-deleted", "tag": "32d7739e-a0ad-4df8-af50-0a92277fe566"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:55:21.570710 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b37df02-db27-4271-8315-1726a8aea4bc x-openstack-request-id: req-8b37df02-db27-4271-8315-1726a8aea4bc {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:55:21.571036 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7eabdf-abb7-4319-8f99-ff9688ad66c7", "name": "network-vif-deleted", "tag": "32d7739e-a0ad-4df8-af50-0a92277fe566", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:55:21.571292 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b37df02-db27-4271-8315-1726a8aea4bc {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:55:21.571706 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7eabdf-abb7-4319-8f99-ff9688ad66c7', 'name': 'network-vif-deleted', 'tag': '32d7739e-a0ad-4df8-af50-0a92277fe566', 'status': 'completed', 'code': 200} Nov 29 18:55:22.086183 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96f525f4-8cd8-4608-865b-7925ed0e7eed req-fb0079cf-99ce-4a04-851c-68b3f95c9472 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ca7eabdf-abb7-4319-8f99-ff9688ad66c7 HTTP/1.1" status: 200 len: 210 time: 0.0258780 Nov 29 18:55:23.358466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c080e6-452a-4550-a808-6a3e7578cd0d req-a0352883-6d4a-4dbb-80bc-a034ef2f8842 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:23.359921 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9c080e6-452a-4550-a808-6a3e7578cd0d req-a0352883-6d4a-4dbb-80bc-a034ef2f8842 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 1097 time: 0.0450726 Nov 29 18:55:23.404465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9c080e6-452a-4550-a808-6a3e7578cd0d req-b8029c34-e6fd-4b60-a70b-f079f256fede tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379560 Nov 29 18:55:24.048100 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07ea5844-5fa4-46e8-83b9-a17b9e5066ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:24.515694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025c426-29e8-4857-94c2-1cfbd0735578 req-d4a133f4-1fd3-4026-bead-497b90a3e10b tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:24.517232 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d025c426-29e8-4857-94c2-1cfbd0735578 req-d4a133f4-1fd3-4026-bead-497b90a3e10b tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 1097 time: 0.0411129 Nov 29 18:55:24.522118 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 32d7739e-a0ad-4df8-af50-0a92277fe566 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:55:24.549607 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 32d7739e-a0ad-4df8-af50-0a92277fe566 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:55:24.549968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 32d7739e-a0ad-4df8-af50-0a92277fe566 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:55:24.571972 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d025c426-29e8-4857-94c2-1cfbd0735578 req-c6fb314e-64b0-4ad6-8ca1-ed2f3ac31474 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=83571877-5b46-4ea4-aba9-1eae6c99cef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482035 Nov 29 18:55:24.775708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee604992-a027-4313-b1a3-0757c74d70f0 req-19910cbd-88a5-4b49-aba5-b267119f3160 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:24.777121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee604992-a027-4313-b1a3-0757c74d70f0 req-19910cbd-88a5-4b49-aba5-b267119f3160 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 1097 time: 0.0411625 Nov 29 18:55:24.860218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-ee604992-a027-4313-b1a3-0757c74d70f0 req-bc6d29ad-03ad-448a-9407-5d6408082fb5 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Deleting port f76cf7eb-cdc5-4360-9968-e45d8021c07a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:55:24.860554 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ee604992-a027-4313-b1a3-0757c74d70f0 req-bc6d29ad-03ad-448a-9407-5d6408082fb5 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:24.943590 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-ee604992-a027-4313-b1a3-0757c74d70f0 req-bc6d29ad-03ad-448a-9407-5d6408082fb5 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] For port f76cf7eb-cdc5-4360-9968-e45d8021c07a, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f76cf7eb-cdc5-4360-9968-e45d8021c07a,segment=NetworkSegment(c2773da1-d7b1-411a-b708-b0fce130b815),segment_id=c2773da1-d7b1-411a-b708-b0fce130b815)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:24.943952 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ee604992-a027-4313-b1a3-0757c74d70f0 req-bc6d29ad-03ad-448a-9407-5d6408082fb5 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:24.958021 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-ee604992-a027-4313-b1a3-0757c74d70f0 req-bc6d29ad-03ad-448a-9407-5d6408082fb5 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Calling delete_port for f76cf7eb-cdc5-4360-9968-e45d8021c07a owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:55:25.110855 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ee604992-a027-4313-b1a3-0757c74d70f0 req-bc6d29ad-03ad-448a-9407-5d6408082fb5 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:25.123709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['f76cf7eb-cdc5-4360-9968-e45d8021c07a'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:55:25.139568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d29ad-03ad-448a-9407-5d6408082fb5 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Pushing event deleted for resources: {'Port': ['ID=f76cf7eb-cdc5-4360-9968-e45d8021c07a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:25.188085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee604992-a027-4313-b1a3-0757c74d70f0 req-bc6d29ad-03ad-448a-9407-5d6408082fb5 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] No DVR routers for this DVR port f76cf7eb-cdc5-4360-9968-e45d8021c07a on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:55:25.190862 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ee604992-a027-4313-b1a3-0757c74d70f0 req-bc6d29ad-03ad-448a-9407-5d6408082fb5 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:25.194440 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee604992-a027-4313-b1a3-0757c74d70f0 req-bc6d29ad-03ad-448a-9407-5d6408082fb5 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f76cf7eb-cdc5-4360-9968-e45d8021c07a HTTP/1.1" status: 204 len: 173 time: 0.4111474 Nov 29 18:55:25.194943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc94818d-6220-4ea0-9f5d-1480691fbf6b', 'name': 'network-vif-deleted', 'tag': 'f76cf7eb-cdc5-4360-9968-e45d8021c07a'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:55:25.197250 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908e05b5-43ec-49fe-844f-d8c92743373a" -d '{"events": [{"server_uuid": "fc94818d-6220-4ea0-9f5d-1480691fbf6b", "name": "network-vif-deleted", "tag": "f76cf7eb-cdc5-4360-9968-e45d8021c07a"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:55:25.238346 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2caad46-46be-4d54-ab02-11b3840d5dae x-openstack-request-id: req-c2caad46-46be-4d54-ab02-11b3840d5dae {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:55:25.238736 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc94818d-6220-4ea0-9f5d-1480691fbf6b", "name": "network-vif-deleted", "tag": "f76cf7eb-cdc5-4360-9968-e45d8021c07a", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:55:25.239079 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2caad46-46be-4d54-ab02-11b3840d5dae {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:55:25.239537 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc94818d-6220-4ea0-9f5d-1480691fbf6b', 'name': 'network-vif-deleted', 'tag': 'f76cf7eb-cdc5-4360-9968-e45d8021c07a', 'status': 'completed', 'code': 200} Nov 29 18:55:25.686219 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c2d209b4-e296-466c-9c30-56143db78af3 req-815971e5-1da8-4069-b986-79cfa85378c6 tempest-TestServerMultinode-1801054367 tempest-TestServerMultinode-1801054367-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fc94818d-6220-4ea0-9f5d-1480691fbf6b HTTP/1.1" status: 200 len: 210 time: 0.0311589 Nov 29 18:55:26.517719 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1a938696-0765-4f12-bc6f-b062f4128a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:26.758295 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41362) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:55:27.134575 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:27.149640 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f76cf7eb-cdc5-4360-9968-e45d8021c07a no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:55:27.171533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: f76cf7eb-cdc5-4360-9968-e45d8021c07a {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:55:27.171882 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f76cf7eb-cdc5-4360-9968-e45d8021c07a not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:55:27.700498 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:27.780928 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:27.785356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Deleting port 84bb30ad-1026-49a1-a7a7-027a3ddbee58 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:55:27.785930 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:27.873823 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] For port 84bb30ad-1026-49a1-a7a7-027a3ddbee58, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=84bb30ad-1026-49a1-a7a7-027a3ddbee58,segment=NetworkSegment(c2773da1-d7b1-411a-b708-b0fce130b815),segment_id=c2773da1-d7b1-411a-b708-b0fce130b815)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:27.874183 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:27.887681 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Calling delete_port for 84bb30ad-1026-49a1-a7a7-027a3ddbee58 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:55:28.073494 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:28.100790 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Pushing event deleted for resources: {'Port': ['ID=84bb30ad-1026-49a1-a7a7-027a3ddbee58,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:28.133029 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:28.133383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:28.133741 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:28.134108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:28.134451 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:28.134810 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:28.135145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:28.135479 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:28.135812 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:28.136146 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:28.136476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:28.136804 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:55:28.297831 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:28.527721 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Router 18bd03c4-90f2-41b0-a1e9-d5679812c9ff has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:55:28.645407 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:55:28.650446 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-29fe60ba-9960-46a6-b158-d0a04001b342 admin admin] 10.222.0.23 "PUT /v2.0/routers/18bd03c4-90f2-41b0-a1e9-d5679812c9ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8910468 Nov 29 18:55:28.652985 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41364) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:55:28.656940 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cd84e-a936-422d-9da3-8ceaba9b20ed None None] Sync routers for ids ['18bd03c4-90f2-41b0-a1e9-d5679812c9ff'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:55:28.671119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cd84e-a936-422d-9da3-8ceaba9b20ed None None] Routers {'18bd03c4-90f2-41b0-a1e9-d5679812c9ff'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:55:28.672050 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-861cd84e-a936-422d-9da3-8ceaba9b20ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:55:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['18bd03c4-90f2-41b0-a1e9-d5679812c9ff'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:28.794020 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dbe4b7f1-10e2-481c-8a7c-3614e4d387e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:28.796228 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-861cd84e-a936-422d-9da3-8ceaba9b20ed None None] Set router 18bd03c4-90f2-41b0-a1e9-d5679812c9ff gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:55:28.914204 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dbe4b7f1-10e2-481c-8a7c-3614e4d387e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:28.979844 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4b7f1-10e2-481c-8a7c-3614e4d387e3 admin admin] Deleting port f7e306b7-e3eb-4ce5-af26-eecbf74387c2 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:55:28.980194 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dbe4b7f1-10e2-481c-8a7c-3614e4d387e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:29.062491 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-861cd84e-a936-422d-9da3-8ceaba9b20ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'name': 'tempest-TestServerMultinode-1655965159-router', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f7e306b7-e3eb-4ce5-af26-eecbf74387c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:43Z', 'updated_at': '2021-11-29T18:55:28Z', 'revision_number': 5, 'project_id': '1c488fc293fe48efbabb518e5596ae3d', 'gw_port': {'id': 'f7e306b7-e3eb-4ce5-af26-eecbf74387c2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:fb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:43Z', 'updated_at': '2021-11-29T18:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:29.086071 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-dbe4b7f1-10e2-481c-8a7c-3614e4d387e3 admin admin] For port f7e306b7-e3eb-4ce5-af26-eecbf74387c2, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f7e306b7-e3eb-4ce5-af26-eecbf74387c2,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:29.086449 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dbe4b7f1-10e2-481c-8a7c-3614e4d387e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:29.093297 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cd84e-a936-422d-9da3-8ceaba9b20ed None None] Checking router: 18bd03c4-90f2-41b0-a1e9-d5679812c9ff for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:55:29.104739 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4b7f1-10e2-481c-8a7c-3614e4d387e3 admin admin] Calling delete_port for f7e306b7-e3eb-4ce5-af26-eecbf74387c2 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:55:29.107747 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861cd84e-a936-422d-9da3-8ceaba9b20ed None None] Routers {'18bd03c4-90f2-41b0-a1e9-d5679812c9ff'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:55:29.109760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-861cd84e-a936-422d-9da3-8ceaba9b20ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:55:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['18bd03c4-90f2-41b0-a1e9-d5679812c9ff'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:29.213718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-861cd84e-a936-422d-9da3-8ceaba9b20ed None None] Set router 18bd03c4-90f2-41b0-a1e9-d5679812c9ff gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:55:29.300786 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dbe4b7f1-10e2-481c-8a7c-3614e4d387e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:29.317467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-861cd84e-a936-422d-9da3-8ceaba9b20ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'name': 'tempest-TestServerMultinode-1655965159-router', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:43Z', 'updated_at': '2021-11-29T18:55:28Z', 'revision_number': 6, 'project_id': '1c488fc293fe48efbabb518e5596ae3d', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:29.328207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4b7f1-10e2-481c-8a7c-3614e4d387e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e306b7-e3eb-4ce5-af26-eecbf74387c2,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:29.376249 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3893f4de-ad99-4002-9e62-2c026e570426 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:55:29.384106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861cd84e-a936-422d-9da3-8ceaba9b20ed None None] The sync data for ids ['18bd03c4-90f2-41b0-a1e9-d5679812c9ff'] in n-d-819494-5 is: [{'id': '18bd03c4-90f2-41b0-a1e9-d5679812c9ff', 'name': 'tempest-TestServerMultinode-1655965159-router', 'tenant_id': '1c488fc293fe48efbabb518e5596ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:43Z', 'updated_at': '2021-11-29T18:55:28Z', 'revision_number': 6, 'project_id': '1c488fc293fe48efbabb518e5596ae3d', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:55:29.392924 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:29.399760 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dbe4b7f1-10e2-481c-8a7c-3614e4d387e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:29.499700 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dbe4b7f1-10e2-481c-8a7c-3614e4d387e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:29.501865 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dbe4b7f1-10e2-481c-8a7c-3614e4d387e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:29.547042 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dbe4b7f1-10e2-481c-8a7c-3614e4d387e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:29.547578 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe4b7f1-10e2-481c-8a7c-3614e4d387e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18bd03c4-90f2-41b0-a1e9-d5679812c9ff {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:55:29.552180 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-dbe4b7f1-10e2-481c-8a7c-3614e4d387e3 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:29.553402 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-dbe4b7f1-10e2-481c-8a7c-3614e4d387e3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/18bd03c4-90f2-41b0-a1e9-d5679812c9ff HTTP/1.1" status: 204 len: 168 time: 0.8994730 Nov 29 18:55:29.555997 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41366) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:55:29.602052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcf94aa-cfc4-431b-81cf-2fe2e5ca2d22 admin admin] Deleting subnet 318fe108-1a7b-4e42-a02a-e66103c32ea7 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:55:29.605458 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6bcf94aa-cfc4-431b-81cf-2fe2e5ca2d22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:29.641718 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6bcf94aa-cfc4-431b-81cf-2fe2e5ca2d22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:29.724815 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6bcf94aa-cfc4-431b-81cf-2fe2e5ca2d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:29.781711 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6bcf94aa-cfc4-431b-81cf-2fe2e5ca2d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:29.795172 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6bcf94aa-cfc4-431b-81cf-2fe2e5ca2d22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:29.798986 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6bcf94aa-cfc4-431b-81cf-2fe2e5ca2d22 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/318fe108-1a7b-4e42-a02a-e66103c32ea7 HTTP/1.1" status: 204 len: 168 time: 0.2417965 Nov 29 18:55:29.801551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41368) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:55:29.808327 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b934dc7-1fc8-4a82-a793-442a6d9bf3ce None None] Network d4265124-314a-4a3c-b805-77698b9d21a1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:55:29.820908 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf94aa-cfc4-431b-81cf-2fe2e5ca2d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318fe108-1a7b-4e42-a02a-e66103c32ea7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:29.903062 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:29.984796 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] Deleting port 0993e14e-9c8f-457d-af3d-711c2d336e0d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:55:29.985440 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:29.997860 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 84bb30ad-1026-49a1-a7a7-027a3ddbee58 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:55:30.019051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 84bb30ad-1026-49a1-a7a7-027a3ddbee58 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:55:30.019306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 84bb30ad-1026-49a1-a7a7-027a3ddbee58 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:55:30.040386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253b47d5-d8a4-4484-8559-16567e8e845d None None] DHCP port deletion for d4265124-314a-4a3c-b805-77698b9d21a1 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:55:30.071142 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] For port 0993e14e-9c8f-457d-af3d-711c2d336e0d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=0993e14e-9c8f-457d-af3d-711c2d336e0d,segment=NetworkSegment(c2773da1-d7b1-411a-b708-b0fce130b815),segment_id=c2773da1-d7b1-411a-b708-b0fce130b815)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:30.071512 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:30.088538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] Calling delete_port for 0993e14e-9c8f-457d-af3d-711c2d336e0d owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:55:30.090324 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:30.111993 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-253b47d5-d8a4-4484-8559-16567e8e845d None None] Deleting port 0993e14e-9c8f-457d-af3d-711c2d336e0d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:55:30.112370 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-253b47d5-d8a4-4484-8559-16567e8e845d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:30.180651 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:30.181783 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:30.188872 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-253b47d5-d8a4-4484-8559-16567e8e845d None None] For port 0993e14e-9c8f-457d-af3d-711c2d336e0d, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=0993e14e-9c8f-457d-af3d-711c2d336e0d,segment=NetworkSegment(c2773da1-d7b1-411a-b708-b0fce130b815),segment_id=c2773da1-d7b1-411a-b708-b0fce130b815)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:30.189282 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-253b47d5-d8a4-4484-8559-16567e8e845d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:30.205597 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-253b47d5-d8a4-4484-8559-16567e8e845d None None] Calling delete_port for 0993e14e-9c8f-457d-af3d-711c2d336e0d owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:55:30.216066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] No DVR routers for this DVR port 0993e14e-9c8f-457d-af3d-711c2d336e0d on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:55:30.218680 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0993e14e-9c8f-457d-af3d-711c2d336e0d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:30.300816 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-253b47d5-d8a4-4484-8559-16567e8e845d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:30.303483 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:30.325824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b47d5-d8a4-4484-8559-16567e8e845d None None] Pushing event deleted for resources: {'Port': ['ID=0993e14e-9c8f-457d-af3d-711c2d336e0d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:30.330279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4265124-314a-4a3c-b805-77698b9d21a1']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:30.332700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b47d5-d8a4-4484-8559-16567e8e845d None None] No DVR routers for this DVR port 0993e14e-9c8f-457d-af3d-711c2d336e0d on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:55:30.347899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2773da1-d7b1-411a-b708-b0fce130b815') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:30.348124 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2773da1-d7b1-411a-b708-b0fce130b815') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:30.360873 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:30.374990 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:30.381198 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:55:30.381590 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:55:30.383473 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:55:30.442818 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:30.448560 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:30.451846 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d4265124-314a-4a3c-b805-77698b9d21a1 HTTP/1.1" status: 204 len: 168 time: 0.6478693 Nov 29 18:55:30.454886 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41370) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:55:30.463489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e9d79-7cbf-4f8f-b3d1-00cfd027f8e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4265124-314a-4a3c-b805-77698b9d21a1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:30.816062 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-af412497-d7af-492e-9e7e-8d398aaa2b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:31.074029 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-af412497-d7af-492e-9e7e-8d398aaa2b7c admin admin] Deleting port 64d0a286-2b58-436e-9f6d-e0b660d8c1cc {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:55:31.074303 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-af412497-d7af-492e-9e7e-8d398aaa2b7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:31.158620 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-af412497-d7af-492e-9e7e-8d398aaa2b7c admin admin] For port 64d0a286-2b58-436e-9f6d-e0b660d8c1cc, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=64d0a286-2b58-436e-9f6d-e0b660d8c1cc,segment=NetworkSegment(aad29a0b-e979-4e67-9ee9-cc6829d74ee4),segment_id=aad29a0b-e979-4e67-9ee9-cc6829d74ee4)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:31.159016 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-af412497-d7af-492e-9e7e-8d398aaa2b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:31.172344 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-af412497-d7af-492e-9e7e-8d398aaa2b7c admin admin] Calling delete_port for 64d0a286-2b58-436e-9f6d-e0b660d8c1cc owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:55:31.370478 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-af412497-d7af-492e-9e7e-8d398aaa2b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:31.394029 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af412497-d7af-492e-9e7e-8d398aaa2b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=64d0a286-2b58-436e-9f6d-e0b660d8c1cc,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:31.574367 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-af412497-d7af-492e-9e7e-8d398aaa2b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:31.808007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af412497-d7af-492e-9e7e-8d398aaa2b7c admin admin] Router 16db0d52-add6-4a25-bc7f-a63ddf44593e has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:55:31.912300 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0993e14e-9c8f-457d-af3d-711c2d336e0d no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:55:31.928483 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af412497-d7af-492e-9e7e-8d398aaa2b7c admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:55:31.934107 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-af412497-d7af-492e-9e7e-8d398aaa2b7c admin admin] 10.222.0.23 "PUT /v2.0/routers/16db0d52-add6-4a25-bc7f-a63ddf44593e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4780123 Nov 29 18:55:31.935145 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 0993e14e-9c8f-457d-af3d-711c2d336e0d {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:55:31.935508 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0993e14e-9c8f-457d-af3d-711c2d336e0d not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:55:31.936013 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f7e306b7-e3eb-4ce5-af26-eecbf74387c2 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:55:31.939509 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41372) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:55:31.947141 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80921dc6-5484-4c4f-ba08-4dbdf3521272 None None] Sync routers for ids ['16db0d52-add6-4a25-bc7f-a63ddf44593e'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:55:31.958614 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80921dc6-5484-4c4f-ba08-4dbdf3521272 None None] Routers {'16db0d52-add6-4a25-bc7f-a63ddf44593e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:55:31.959267 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-80921dc6-5484-4c4f-ba08-4dbdf3521272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:55:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['16db0d52-add6-4a25-bc7f-a63ddf44593e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:31.959840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: f7e306b7-e3eb-4ce5-af26-eecbf74387c2 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:55:31.960207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f7e306b7-e3eb-4ce5-af26-eecbf74387c2 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:55:32.068375 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdf51ddc-90ae-4d61-9d84-70145a66ccad admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:32.077830 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-80921dc6-5484-4c4f-ba08-4dbdf3521272 None None] Set router 16db0d52-add6-4a25-bc7f-a63ddf44593e gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:55:32.175739 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdf51ddc-90ae-4d61-9d84-70145a66ccad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:32.233525 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-cdf51ddc-90ae-4d61-9d84-70145a66ccad admin admin] Deleting port 265330ac-42ab-4960-a36a-382d81dd51aa {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:55:32.233867 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdf51ddc-90ae-4d61-9d84-70145a66ccad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:32.334536 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-cdf51ddc-90ae-4d61-9d84-70145a66ccad admin admin] For port 265330ac-42ab-4960-a36a-382d81dd51aa, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=265330ac-42ab-4960-a36a-382d81dd51aa,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:32.335281 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdf51ddc-90ae-4d61-9d84-70145a66ccad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:32.351085 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-cdf51ddc-90ae-4d61-9d84-70145a66ccad admin admin] Calling delete_port for 265330ac-42ab-4960-a36a-382d81dd51aa owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:55:32.367659 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-80921dc6-5484-4c4f-ba08-4dbdf3521272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'name': 'tempest-TestServerMultinode-945736368-router', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '265330ac-42ab-4960-a36a-382d81dd51aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:49Z', 'updated_at': '2021-11-29T18:55:31Z', 'revision_number': 5, 'project_id': 'c47bc94819604ffa87bb6316a093a119', 'gw_port': {'id': '265330ac-42ab-4960-a36a-382d81dd51aa', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:54:50Z', 'updated_at': '2021-11-29T18:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:32.395523 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80921dc6-5484-4c4f-ba08-4dbdf3521272 None None] Checking router: 16db0d52-add6-4a25-bc7f-a63ddf44593e for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:55:32.406328 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80921dc6-5484-4c4f-ba08-4dbdf3521272 None None] Routers {'16db0d52-add6-4a25-bc7f-a63ddf44593e'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:55:32.406533 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-80921dc6-5484-4c4f-ba08-4dbdf3521272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:55:26Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['16db0d52-add6-4a25-bc7f-a63ddf44593e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:32.528040 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdf51ddc-90ae-4d61-9d84-70145a66ccad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:32.552280 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf51ddc-90ae-4d61-9d84-70145a66ccad admin admin] Pushing event deleted for resources: {'Port': ['ID=265330ac-42ab-4960-a36a-382d81dd51aa,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:32.562909 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-80921dc6-5484-4c4f-ba08-4dbdf3521272 None None] Set router 16db0d52-add6-4a25-bc7f-a63ddf44593e gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:55:32.571298 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6ea5bb-2b96-42db-b2f8-b9ba4e450d58 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:55:32.626017 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdf51ddc-90ae-4d61-9d84-70145a66ccad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:32.647942 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-80921dc6-5484-4c4f-ba08-4dbdf3521272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'name': 'tempest-TestServerMultinode-945736368-router', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:49Z', 'updated_at': '2021-11-29T18:55:32Z', 'revision_number': 6, 'project_id': 'c47bc94819604ffa87bb6316a093a119', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:32.675217 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80921dc6-5484-4c4f-ba08-4dbdf3521272 None None] The sync data for ids ['16db0d52-add6-4a25-bc7f-a63ddf44593e'] in n-d-819494-5 is: [{'id': '16db0d52-add6-4a25-bc7f-a63ddf44593e', 'name': 'tempest-TestServerMultinode-945736368-router', 'tenant_id': 'c47bc94819604ffa87bb6316a093a119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:54:49Z', 'updated_at': '2021-11-29T18:55:32Z', 'revision_number': 6, 'project_id': 'c47bc94819604ffa87bb6316a093a119', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:55:33.095978 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdf51ddc-90ae-4d61-9d84-70145a66ccad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:33.098413 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdf51ddc-90ae-4d61-9d84-70145a66ccad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:33.155468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdf51ddc-90ae-4d61-9d84-70145a66ccad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:33.156148 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf51ddc-90ae-4d61-9d84-70145a66ccad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16db0d52-add6-4a25-bc7f-a63ddf44593e {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 18:55:33.162971 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdf51ddc-90ae-4d61-9d84-70145a66ccad admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:33.164419 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cdf51ddc-90ae-4d61-9d84-70145a66ccad admin admin] 10.222.0.23 "DELETE /v2.0/routers/16db0d52-add6-4a25-bc7f-a63ddf44593e HTTP/1.1" status: 204 len: 168 time: 1.2246466 Nov 29 18:55:33.167156 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41374) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:55:33.213469 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a14623-eb75-4c7e-95d8-38a3a234f420 admin admin] Deleting subnet 7ea02ed3-ac2e-4d1a-999b-652c7d6fd30c {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:55:33.216864 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a9a14623-eb75-4c7e-95d8-38a3a234f420 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:33.256681 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a9a14623-eb75-4c7e-95d8-38a3a234f420 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:33.340449 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a9a14623-eb75-4c7e-95d8-38a3a234f420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:33.398465 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a9a14623-eb75-4c7e-95d8-38a3a234f420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:33.428908 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a14623-eb75-4c7e-95d8-38a3a234f420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea02ed3-ac2e-4d1a-999b-652c7d6fd30c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:33.431028 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a9a14623-eb75-4c7e-95d8-38a3a234f420 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:33.435752 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a9a14623-eb75-4c7e-95d8-38a3a234f420 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7ea02ed3-ac2e-4d1a-999b-652c7d6fd30c HTTP/1.1" status: 204 len: 168 time: 0.2672818 Nov 29 18:55:33.437346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41376) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:55:33.437707 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce8c607-42e2-4ef6-94ff-28987a60391d None None] Network d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:55:33.552434 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:33.642073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] Deleting port 25aef210-8a5f-4424-8759-f1f4bb523208 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:55:33.642432 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:33.689999 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907b5579-8207-4234-9c5f-1ce8d5cd15e7 None None] DHCP port deletion for d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:55:33.729476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] For port 25aef210-8a5f-4424-8759-f1f4bb523208, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=25aef210-8a5f-4424-8759-f1f4bb523208,segment=NetworkSegment(aad29a0b-e979-4e67-9ee9-cc6829d74ee4),segment_id=aad29a0b-e979-4e67-9ee9-cc6829d74ee4)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:33.729476 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:33.744912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] Calling delete_port for 25aef210-8a5f-4424-8759-f1f4bb523208 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:55:33.753002 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-907b5579-8207-4234-9c5f-1ce8d5cd15e7 None None] Deleting port 25aef210-8a5f-4424-8759-f1f4bb523208 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:55:33.753553 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-907b5579-8207-4234-9c5f-1ce8d5cd15e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:33.824226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-907b5579-8207-4234-9c5f-1ce8d5cd15e7 None None] For port 25aef210-8a5f-4424-8759-f1f4bb523208, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=25aef210-8a5f-4424-8759-f1f4bb523208,segment=NetworkSegment(aad29a0b-e979-4e67-9ee9-cc6829d74ee4),segment_id=aad29a0b-e979-4e67-9ee9-cc6829d74ee4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:33.824641 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-907b5579-8207-4234-9c5f-1ce8d5cd15e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:33.842598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-907b5579-8207-4234-9c5f-1ce8d5cd15e7 None None] Calling delete_port for 25aef210-8a5f-4424-8759-f1f4bb523208 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:55:33.858055 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:33.888933 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=25aef210-8a5f-4424-8759-f1f4bb523208,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:33.891060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] No DVR routers for this DVR port 25aef210-8a5f-4424-8759-f1f4bb523208 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:55:33.905569 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 25aef210-8a5f-4424-8759-f1f4bb523208 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:55:33.929539 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 25aef210-8a5f-4424-8759-f1f4bb523208 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:55:33.929895 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 25aef210-8a5f-4424-8759-f1f4bb523208 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:55:33.930332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 64d0a286-2b58-436e-9f6d-e0b660d8c1cc no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:55:33.955701 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 64d0a286-2b58-436e-9f6d-e0b660d8c1cc {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:55:33.956066 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 64d0a286-2b58-436e-9f6d-e0b660d8c1cc not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:55:33.956545 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 265330ac-42ab-4960-a36a-382d81dd51aa no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:55:33.980048 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:33.985337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 265330ac-42ab-4960-a36a-382d81dd51aa {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:55:33.985783 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 265330ac-42ab-4960-a36a-382d81dd51aa not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:55:34.003391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:34.014503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad29a0b-e979-4e67-9ee9-cc6829d74ee4') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:34.014830 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad29a0b-e979-4e67-9ee9-cc6829d74ee4') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:55:34.018875 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-907b5579-8207-4234-9c5f-1ce8d5cd15e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:34.025783 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:34.043405 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:34.044070 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b5579-8207-4234-9c5f-1ce8d5cd15e7 None None] Pushing event deleted for resources: {'Port': ['ID=25aef210-8a5f-4424-8759-f1f4bb523208,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:34.052727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:55:34.055138 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:34.055336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b5579-8207-4234-9c5f-1ce8d5cd15e7 None None] No DVR routers for this DVR port 25aef210-8a5f-4424-8759-f1f4bb523208 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:55:34.056299 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:55:34.117662 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:34.124227 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:34.127712 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] 10.222.0.23 "DELETE /v2.0/networks/d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5 HTTP/1.1" status: 204 len: 168 time: 0.6889932 Nov 29 18:55:34.140694 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ff37d-eebd-4466-b5cb-dcc7e4b75dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=d5cd6f3b-f80a-4063-ae4d-234f2ee8e4d5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:34.303221 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41380) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:55:34.345959 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9da0c963-5d2d-4d0a-a83e-0511a58ac3e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c488fc293fe48efbabb518e5596ae3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414577 Nov 29 18:55:34.348369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41382) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:55:34.397516 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3127602-2b9f-4915-bde3-62ef9a01a22b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:34.420568 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3127602-2b9f-4915-bde3-62ef9a01a22b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:34.472047 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3127602-2b9f-4915-bde3-62ef9a01a22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:34.475274 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3127602-2b9f-4915-bde3-62ef9a01a22b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:34.476651 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a3127602-2b9f-4915-bde3-62ef9a01a22b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/697dc4d1-54f9-4b7f-b572-e391fe74105c HTTP/1.1" status: 204 len: 168 time: 0.1272755 Nov 29 18:55:34.485408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3127602-2b9f-4915-bde3-62ef9a01a22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697dc4d1-54f9-4b7f-b572-e391fe74105c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:34.837805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41388) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:55:34.882965 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-06e3918a-c9b8-4483-be63-8e9db9ac3808 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c47bc94819604ffa87bb6316a093a119&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438879 Nov 29 18:55:34.885348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41390) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:55:34.934094 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19ed92e7-8858-4af5-b118-6868e49812b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:34.955601 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19ed92e7-8858-4af5-b118-6868e49812b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:35.004454 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19ed92e7-8858-4af5-b118-6868e49812b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:35.007610 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19ed92e7-8858-4af5-b118-6868e49812b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:35.008791 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-19ed92e7-8858-4af5-b118-6868e49812b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83571877-5b46-4ea4-aba9-1eae6c99cef6 HTTP/1.1" status: 204 len: 168 time: 0.1225328 Nov 29 18:55:35.016733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed92e7-8858-4af5-b118-6868e49812b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83571877-5b46-4ea4-aba9-1eae6c99cef6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:46.590435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-a7aea51d-0609-4b7d-9497-5a989b5f4689 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7486b8bfbd83426ab7074b34ed793e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298591 Nov 29 18:55:46.781664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-c03a5c0b-e0bd-46ed-bcec-c8bbcde1e7a1 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:46.783170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-c03a5c0b-e0bd-46ed-bcec-c8bbcde1e7a1 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870933 Nov 29 18:55:46.799283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-58ecff60-5b33-486c-9509-246348ce84a4 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/quotas/7486b8bfbd83426ab7074b34ed793e63 HTTP/1.1" status: 200 len: 375 time: 0.0095596 Nov 29 18:55:46.837545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-506b84fe-6fb5-45b6-9bcb-2dd4cdb4839d tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7486b8bfbd83426ab7074b34ed793e63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322378 Nov 29 18:55:47.031126 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ab89a144-ebcb-4e73-a275-ff82a908e68e req-1505ef95-3e05-490c-9871-3ad1261dd590 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7e56d34-18b3-41a9-90c2-daabd8b0e2a3 HTTP/1.1" status: 200 len: 210 time: 0.0295591 Nov 29 18:55:47.920156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-a2846ee3-89d4-497d-ae5f-09ff65e8ac94 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7486b8bfbd83426ab7074b34ed793e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229619 Nov 29 18:55:48.038385 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-5e233ae4-0899-4f9f-a496-ceb56f033698 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:48.039936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-5e233ae4-0899-4f9f-a496-ceb56f033698 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1133461 Nov 29 18:55:48.052760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-68d6e7ff-7e8b-4d8b-ae9e-91813cd456a9 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Request body: {'port': {'device_id': 'a7e56d34-18b3-41a9-90c2-daabd8b0e2a3', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'admin_state_up': True, 'tenant_id': '7486b8bfbd83426ab7074b34ed793e63'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:55:48.161904 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-393f91df-33d7-4432-bc08-2d071f2c6607 req-fb8ba1b1-cbd4-40e1-a643-6523e8619d02 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7e56d34-18b3-41a9-90c2-daabd8b0e2a3 HTTP/1.1" status: 200 len: 210 time: 0.0450981 Nov 29 18:55:48.199084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-68d6e7ff-7e8b-4d8b-ae9e-91813cd456a9 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Made reservation on behalf of 7486b8bfbd83426ab7074b34ed793e63 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:55:48.204466 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-68d6e7ff-7e8b-4d8b-ae9e-91813cd456a9 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:48.215344 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-68d6e7ff-7e8b-4d8b-ae9e-91813cd456a9 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:48.301633 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-68d6e7ff-7e8b-4d8b-ae9e-91813cd456a9 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:48.306070 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-68d6e7ff-7e8b-4d8b-ae9e-91813cd456a9 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:48.366904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6e7ff-7e8b-4d8b-ae9e-91813cd456a9 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb23d3a9-6d93-4047-a66b-f3498e3c42e4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:48.445442 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-68d6e7ff-7e8b-4d8b-ae9e-91813cd456a9 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Allocated IP 192.168.233.124 (cbc09fb1-2942-4d11-835a-3721709ba669/1e545a77-225d-4fc3-a992-9de40bb2edd8/5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:55:48.599429 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-68d6e7ff-7e8b-4d8b-ae9e-91813cd456a9 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:48.635292 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-68d6e7ff-7e8b-4d8b-ae9e-91813cd456a9 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:48.687986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-68d6e7ff-7e8b-4d8b-ae9e-91813cd456a9 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Network cbc09fb1-2942-4d11-835a-3721709ba669 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:55:48.691900 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-68d6e7ff-7e8b-4d8b-ae9e-91813cd456a9 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:55:48.696880 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-68d6e7ff-7e8b-4d8b-ae9e-91813cd456a9 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:55:48.724596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6e7ff-7e8b-4d8b-ae9e-91813cd456a9 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Pushing event updated for resources: {'Port': ['ID=5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:48.776299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-68d6e7ff-7e8b-4d8b-ae9e-91813cd456a9 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:48.777534 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-68d6e7ff-7e8b-4d8b-ae9e-91813cd456a9 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:48.801997 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-68d6e7ff-7e8b-4d8b-ae9e-91813cd456a9 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7524478 Nov 29 18:55:48.824193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Request body: {'port': {'device_id': 'a7e56d34-18b3-41a9-90c2-daabd8b0e2a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:55:48.902587 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:48.999769 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-eea036b3-e6ef-4321-b0b9-da5b2218825c None None] Provisioning complete for port 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:55:49.000683 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eea036b3-e6ef-4321-b0b9-da5b2218825c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:49.045269 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-eea036b3-e6ef-4321-b0b9-da5b2218825c None None] Port 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:55:49.345496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:55:49.365544 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:49.384078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0f5db-fed2-4a83-b08b-977483243ebd req-8b476cb4-5622-45f4-a70b-7ad9a43cdc12 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:49.386591 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01e0f5db-fed2-4a83-b08b-977483243ebd req-8b476cb4-5622-45f4-a70b-7ad9a43cdc12 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7e56d34-18b3-41a9-90c2-daabd8b0e2a3 HTTP/1.1" status: 200 len: 936 time: 0.1534345 Nov 29 18:55:49.430365 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Transition to ACTIVE for port object 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:55:49.435542 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:49.537289 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01e0f5db-fed2-4a83-b08b-977483243ebd req-f82dc778-02ff-4fd3-a8f0-c5ed40f2c4d8 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb23d3a9-6d93-4047-a66b-f3498e3c42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433389 Nov 29 18:55:49.541609 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:55:49.545563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Pushing event updated for resources: {'Port': ['ID=5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:49.626981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Attempting to bind port 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:55:49.627326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Attempting to bind port 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:55:49.627662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Attempting to bind port 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:55:49.632941 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Port 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 on network cbc09fb1-2942-4d11-835a-3721709ba669 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:55:49.633271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Attempting to bind port 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 on network cbc09fb1-2942-4d11-835a-3721709ba669 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:55:49.638550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:55:49.638937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Checking segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:55:49.639325 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Bound using segment: {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:55:49.639762 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Bound port: 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05220f24-5728-4f5a-81c1-9a77d77842d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:55:49.640117 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:49.706124 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] For port 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:55:49.709768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] For port 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:55:49.714747 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:49.747470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:49.748056 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:49.749375 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] 10.222.0.31 "PUT /v2.0/ports/5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 HTTP/1.1" status: 200 len: 1096 time: 0.9301345 Nov 29 18:55:49.749848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e56d34-18b3-41a9-90c2-daabd8b0e2a3', 'tag': '5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:55:49.752239 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d422ccbc-9abb-4e63-9f7b-b5ce25a105c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e56d34-18b3-41a9-90c2-daabd8b0e2a3", "tag": "5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:55:49.782019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcb279-bbe6-47d7-ba99-1fc9ea26a53b service neutron] Pushing event updated for resources: {'Port': ['ID=5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:49.812481 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc76fd1-fb35-4eb4-b31b-05cbe294636b x-openstack-request-id: req-bcc76fd1-fb35-4eb4-b31b-05cbe294636b {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:55:49.812871 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e56d34-18b3-41a9-90c2-daabd8b0e2a3", "tag": "5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:55:49.813196 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcc76fd1-fb35-4eb4-b31b-05cbe294636b {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:55:49.813710 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e56d34-18b3-41a9-90c2-daabd8b0e2a3', 'tag': '5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6', 'status': 'completed', 'code': 200} Nov 29 18:55:49.853067 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-8a603b49-52f7-48d1-8410-1a2c30cec6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:49.854629 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-8a603b49-52f7-48d1-8410-1a2c30cec6a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7486b8bfbd83426ab7074b34ed793e63&device_id=a7e56d34-18b3-41a9-90c2-daabd8b0e2a3 HTTP/1.1" status: 200 len: 1099 time: 0.0547798 Nov 29 18:55:49.898569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-b65693ba-5b63-4210-bd9c-cc1463cd949e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 HTTP/1.1" status: 200 len: 217 time: 0.0362616 Nov 29 18:55:49.952979 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-64459b31-9966-46ae-a823-a4f1ceb6f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:49.954527 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-64459b31-9966-46ae-a823-a4f1ceb6f9c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0488775 Nov 29 18:55:50.009089 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-5978e22c-7aa3-4662-bb95-b71b4864d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:50.010623 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-5978e22c-7aa3-4662-bb95-b71b4864d3b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0494521 Nov 29 18:55:50.107939 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-75f5b92a-f892-44a9-951b-22967594d4be service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899296 Nov 29 18:55:50.206498 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a83ca517-26e1-4db4-a7e7-91032b2d32f5 req-4b7871a5-9a95-489c-bd19-8aa935fbd0d9 service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915053 Nov 29 18:55:50.304360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422ccbc-9abb-4e63-9f7b-b5ce25a105c1 req-9443441a-a19e-4d38-9ab7-821999dd1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:50.305820 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d422ccbc-9abb-4e63-9f7b-b5ce25a105c1 req-9443441a-a19e-4d38-9ab7-821999dd1b4e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7486b8bfbd83426ab7074b34ed793e63&device_id=a7e56d34-18b3-41a9-90c2-daabd8b0e2a3 HTTP/1.1" status: 200 len: 1099 time: 0.0451074 Nov 29 18:55:50.397976 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422ccbc-9abb-4e63-9f7b-b5ce25a105c1 req-5f1a33c9-20d2-4b33-89d0-4427020320bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:50.399528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d422ccbc-9abb-4e63-9f7b-b5ce25a105c1 req-5f1a33c9-20d2-4b33-89d0-4427020320bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=cbc09fb1-2942-4d11-835a-3721709ba669 HTTP/1.1" status: 200 len: 870 time: 0.0870264 Nov 29 18:55:50.445504 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d422ccbc-9abb-4e63-9f7b-b5ce25a105c1 req-4f73507b-df62-4b28-bf10-d5549b1b370b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 HTTP/1.1" status: 200 len: 217 time: 0.0391362 Nov 29 18:55:50.496515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422ccbc-9abb-4e63-9f7b-b5ce25a105c1 req-16c04bc7-b771-4ef7-9c9a-117581956d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:50.498015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d422ccbc-9abb-4e63-9f7b-b5ce25a105c1 req-16c04bc7-b771-4ef7-9c9a-117581956d50 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e545a77-225d-4fc3-a992-9de40bb2edd8 HTTP/1.1" status: 200 len: 843 time: 0.0455892 Nov 29 18:55:50.551207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422ccbc-9abb-4e63-9f7b-b5ce25a105c1 req-d9b5e0de-b74e-465e-9dd3-bade6fd0d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:50.552863 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d422ccbc-9abb-4e63-9f7b-b5ce25a105c1 req-d9b5e0de-b74e-465e-9dd3-bade6fd0d399 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cbc09fb1-2942-4d11-835a-3721709ba669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0473065 Nov 29 18:55:50.680086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d422ccbc-9abb-4e63-9f7b-b5ce25a105c1 req-52e28f46-b62a-490a-90fd-18afb7679f3b service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200459 Nov 29 18:55:50.696066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09969236-51e7-42e5-890f-f001fb0933d2 req-3d49685c-5cc3-42c9-94ac-72c0cb046910 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:50.697556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09969236-51e7-42e5-890f-f001fb0933d2 req-3d49685c-5cc3-42c9-94ac-72c0cb046910 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7e56d34-18b3-41a9-90c2-daabd8b0e2a3 HTTP/1.1" status: 200 len: 948 time: 0.0753558 Nov 29 18:55:50.803812 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09969236-51e7-42e5-890f-f001fb0933d2 req-8284fa51-8ea3-4e8e-b56a-e33b8f74889b tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb23d3a9-6d93-4047-a66b-f3498e3c42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992100 Nov 29 18:55:50.832170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d422ccbc-9abb-4e63-9f7b-b5ce25a105c1 req-66fb2f4c-29bf-4b8c-958c-33c50e2d4ffb service neutron] 10.222.0.31 "GET /v2.0/networks/cbc09fb1-2942-4d11-835a-3721709ba669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443584 Nov 29 18:55:51.926045 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da6c61-217e-4db4-9975-70bade397549 req-dc4c9bd8-77fb-45f0-a812-f92efb1632cf tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:51.927663 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93da6c61-217e-4db4-9975-70bade397549 req-dc4c9bd8-77fb-45f0-a812-f92efb1632cf tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7e56d34-18b3-41a9-90c2-daabd8b0e2a3 HTTP/1.1" status: 200 len: 948 time: 0.0504086 Nov 29 18:55:51.975764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93da6c61-217e-4db4-9975-70bade397549 req-01837577-1bae-45be-8157-ff8c37cd9085 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb23d3a9-6d93-4047-a66b-f3498e3c42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419734 Nov 29 18:55:53.097228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752defd4-15fa-4f75-bdfe-6e33073e3ad8 req-7a71b756-4edb-43b6-bb60-8c914c27375a tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:53.099454 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-752defd4-15fa-4f75-bdfe-6e33073e3ad8 req-7a71b756-4edb-43b6-bb60-8c914c27375a tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7e56d34-18b3-41a9-90c2-daabd8b0e2a3 HTTP/1.1" status: 200 len: 948 time: 0.0529671 Nov 29 18:55:53.153020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-752defd4-15fa-4f75-bdfe-6e33073e3ad8 req-f5c6aa2d-9db6-4fbf-b129-3303959a0794 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb23d3a9-6d93-4047-a66b-f3498e3c42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468407 Nov 29 18:55:53.320007 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:55:53.437200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:53.448466 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6', 'network_id': 'cbc09fb1-2942-4d11-835a-3721709ba669', 'port_id': '5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6', 'mac_address': 'fa:16:3e:5a:4a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e545a77-225d-4fc3-a992-9de40bb2edd8', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:55:53.487168 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:53.500978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:55:53.520370 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:53.524976 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:53.576344 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:53.822338 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:55:54.083437 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b97e0b3b-5e28-471d-b40b-61fc267b84c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:54.278235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcb387-4286-46ed-81f5-47a64ed7442c req-90c125e6-09f7-4e78-b913-2d79aefa32f6 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:54.279811 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67bcb387-4286-46ed-81f5-47a64ed7442c req-90c125e6-09f7-4e78-b913-2d79aefa32f6 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7e56d34-18b3-41a9-90c2-daabd8b0e2a3 HTTP/1.1" status: 200 len: 949 time: 0.0522115 Nov 29 18:55:54.332908 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-67bcb387-4286-46ed-81f5-47a64ed7442c req-f33f73e3-0bb7-43a4-a487-4164e8abc571 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb23d3a9-6d93-4047-a66b-f3498e3c42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461235 Nov 29 18:55:55.320017 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:55:55.373621 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:55:55.379233 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:55:55.379892 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:55.470325 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a321589-1d1f-4245-99cc-db5fae291b7f req-921ec57e-c440-41b1-8711-8a4c0e861d3c tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:55.472081 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a321589-1d1f-4245-99cc-db5fae291b7f req-921ec57e-c440-41b1-8711-8a4c0e861d3c tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7e56d34-18b3-41a9-90c2-daabd8b0e2a3 HTTP/1.1" status: 200 len: 949 time: 0.0646744 Nov 29 18:55:55.474445 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:55.500306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e56d34-18b3-41a9-90c2-daabd8b0e2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:55:55.502808 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1735fe95-6304-4da3-b122-be056dc36ee9" -d '{"events": [{"server_uuid": "a7e56d34-18b3-41a9-90c2-daabd8b0e2a3", "name": "network-vif-plugged", "status": "completed", "tag": "5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:55:55.516261 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:55:55.522612 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:55.534707 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a321589-1d1f-4245-99cc-db5fae291b7f req-916fb251-2fc1-4bd5-b72f-3e8d7626e507 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb23d3a9-6d93-4047-a66b-f3498e3c42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542195 Nov 29 18:55:55.558572 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0de4605-0433-4080-8342-e9b7889ca28d x-openstack-request-id: req-f0de4605-0433-4080-8342-e9b7889ca28d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:55:55.559052 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e56d34-18b3-41a9-90c2-daabd8b0e2a3", "name": "network-vif-plugged", "status": "completed", "tag": "5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:55:55.559442 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0de4605-0433-4080-8342-e9b7889ca28d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:55:55.560051 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e56d34-18b3-41a9-90c2-daabd8b0e2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6', 'code': 200} Nov 29 18:55:55.594044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:55:55.650359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5813e5-c1f2-4b81-9e51-7074dcca74a3 req-dcabd19c-a343-4f3a-b401-447ad6016fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:55.651932 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da5813e5-c1f2-4b81-9e51-7074dcca74a3 req-dcabd19c-a343-4f3a-b401-447ad6016fb3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a7e56d34-18b3-41a9-90c2-daabd8b0e2a3 HTTP/1.1" status: 200 len: 1101 time: 0.0457509 Nov 29 18:55:55.698321 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da5813e5-c1f2-4b81-9e51-7074dcca74a3 req-515a832d-6158-4e5b-8e63-838bac520eb6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fb23d3a9-6d93-4047-a66b-f3498e3c42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394449 Nov 29 18:55:56.512884 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2656d3b-bc72-43db-aafc-2d304a1394d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:56.659376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0276cf5-c33f-45a0-b355-24a76e79199d req-05e59544-d174-4445-b6b0-2f5dee07fb4f tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:56.661415 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e0276cf5-c33f-45a0-b355-24a76e79199d req-05e59544-d174-4445-b6b0-2f5dee07fb4f tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7e56d34-18b3-41a9-90c2-daabd8b0e2a3 HTTP/1.1" status: 200 len: 950 time: 0.0506094 Nov 29 18:55:56.718449 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e0276cf5-c33f-45a0-b355-24a76e79199d req-7658e2b9-97c2-486f-b700-e7a2f60ccc38 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb23d3a9-6d93-4047-a66b-f3498e3c42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505376 Nov 29 18:55:57.705686 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:57.776566 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:55:57.844866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e36311-d984-4289-bdd2-b478f6989505 req-9b2107bb-6d00-4843-89da-5d2910a6f598 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:57.846363 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89e36311-d984-4289-bdd2-b478f6989505 req-9b2107bb-6d00-4843-89da-5d2910a6f598 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7e56d34-18b3-41a9-90c2-daabd8b0e2a3 HTTP/1.1" status: 200 len: 950 time: 0.0528648 Nov 29 18:55:57.900459 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89e36311-d984-4289-bdd2-b478f6989505 req-699c1e5b-eeb1-45cf-939d-d8044defc405 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb23d3a9-6d93-4047-a66b-f3498e3c42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436604 Nov 29 18:55:58.306171 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-d04bc5cf-8ea2-4d05-8ce4-974b451d1d6a req-0cb799b1-0bb2-45a8-b89a-ae9a0f15358a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:55:58.308042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d04bc5cf-8ea2-4d05-8ce4-974b451d1d6a req-0cb799b1-0bb2-45a8-b89a-ae9a0f15358a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0549705 Nov 29 18:55:58.682331 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-d224320f-161b-4c8f-93ec-5b05c9d1c9eb req-2cb322de-0276-4bda-97f9-db3895d6adf7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:55:58.683439 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d224320f-161b-4c8f-93ec-5b05c9d1c9eb req-2cb322de-0276-4bda-97f9-db3895d6adf7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054264 Nov 29 18:55:59.091546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8740c6-b522-4306-9b8d-87d5db18a10c req-45cec654-a39e-4ef0-b4cf-702eb0801c09 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:55:59.093035 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f8740c6-b522-4306-9b8d-87d5db18a10c req-45cec654-a39e-4ef0-b4cf-702eb0801c09 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7e56d34-18b3-41a9-90c2-daabd8b0e2a3 HTTP/1.1" status: 200 len: 950 time: 0.0508442 Nov 29 18:55:59.143784 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f8740c6-b522-4306-9b8d-87d5db18a10c req-8d100bd4-2c3f-4161-b3f9-58be4d9b8b12 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb23d3a9-6d93-4047-a66b-f3498e3c42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433469 Nov 29 18:55:59.314150 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:00.056296 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:00.186235 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:00.293368 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6349b-6d22-4a12-ade7-34b77b85462e req-b454bc05-b73b-4ca6-af3e-d5930119c063 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:00.294950 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3c6349b-6d22-4a12-ade7-34b77b85462e req-b454bc05-b73b-4ca6-af3e-d5930119c063 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7e56d34-18b3-41a9-90c2-daabd8b0e2a3 HTTP/1.1" status: 200 len: 950 time: 0.0574389 Nov 29 18:56:00.352575 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3c6349b-6d22-4a12-ade7-34b77b85462e req-986f7fb7-824d-4a04-a0e6-9a81802cf350 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/security-groups?id=fb23d3a9-6d93-4047-a66b-f3498e3c42e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509710 Nov 29 18:56:00.460701 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2364c-3f40-4d02-be10-fa0088294ad2 req-364888d6-18aa-4a6e-a2e9-fe801dd5722a tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:00.462307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08a2364c-3f40-4d02-be10-fa0088294ad2 req-364888d6-18aa-4a6e-a2e9-fe801dd5722a tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.31 "GET /v2.0/ports?device_id=a7e56d34-18b3-41a9-90c2-daabd8b0e2a3 HTTP/1.1" status: 200 len: 950 time: 0.0490332 Nov 29 18:56:00.556880 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-08a2364c-3f40-4d02-be10-fa0088294ad2 req-ab58e446-6088-4fb1-a1cf-9a5949270252 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Deleting port 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:56:00.557227 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-08a2364c-3f40-4d02-be10-fa0088294ad2 req-ab58e446-6088-4fb1-a1cf-9a5949270252 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:00.968048 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-08a2364c-3f40-4d02-be10-fa0088294ad2 req-ab58e446-6088-4fb1-a1cf-9a5949270252 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] For port 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6,segment=NetworkSegment(05220f24-5728-4f5a-81c1-9a77d77842d6),segment_id=05220f24-5728-4f5a-81c1-9a77d77842d6)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:56:00.968421 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-08a2364c-3f40-4d02-be10-fa0088294ad2 req-ab58e446-6088-4fb1-a1cf-9a5949270252 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:00.982498 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-08a2364c-3f40-4d02-be10-fa0088294ad2 req-ab58e446-6088-4fb1-a1cf-9a5949270252 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Calling delete_port for 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:56:01.122523 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-08a2364c-3f40-4d02-be10-fa0088294ad2 req-ab58e446-6088-4fb1-a1cf-9a5949270252 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:01.135657 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:56:01.156220 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58e446-6088-4fb1-a1cf-9a5949270252 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Pushing event deleted for resources: {'Port': ['ID=5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:01.199522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a2364c-3f40-4d02-be10-fa0088294ad2 req-ab58e446-6088-4fb1-a1cf-9a5949270252 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] No DVR routers for this DVR port 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:56:01.202189 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-08a2364c-3f40-4d02-be10-fa0088294ad2 req-ab58e446-6088-4fb1-a1cf-9a5949270252 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:01.205914 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08a2364c-3f40-4d02-be10-fa0088294ad2 req-ab58e446-6088-4fb1-a1cf-9a5949270252 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.31 "DELETE /v2.0/ports/5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 HTTP/1.1" status: 204 len: 173 time: 0.7375479 Nov 29 18:56:01.206421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e56d34-18b3-41a9-90c2-daabd8b0e2a3', 'name': 'network-vif-deleted', 'tag': '5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:56:01.210401 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c9dbaa-0940-4df8-a19d-306c3bd50a13" -d '{"events": [{"server_uuid": "a7e56d34-18b3-41a9-90c2-daabd8b0e2a3", "name": "network-vif-deleted", "tag": "5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:56:01.254760 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b72e3d-8798-4a82-8ade-d8666f27a6f6 x-openstack-request-id: req-20b72e3d-8798-4a82-8ade-d8666f27a6f6 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:56:01.255092 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e56d34-18b3-41a9-90c2-daabd8b0e2a3", "name": "network-vif-deleted", "tag": "5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:56:01.255352 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20b72e3d-8798-4a82-8ade-d8666f27a6f6 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:56:01.255758 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e56d34-18b3-41a9-90c2-daabd8b0e2a3', 'name': 'network-vif-deleted', 'tag': '5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6', 'status': 'completed', 'code': 200} Nov 29 18:56:01.469103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af2e6126-a01c-43f2-b674-699513b3e362 req-323bd7cd-5f1f-4cbc-9968-aeb4d4959116 tempest-ServersAdminNegativeTestJSON-2046779599 tempest-ServersAdminNegativeTestJSON-2046779599-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7e56d34-18b3-41a9-90c2-daabd8b0e2a3 HTTP/1.1" status: 200 len: 210 time: 0.0310769 Nov 29 18:56:02.810254 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41524) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:02.965843 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f6640a11-5add-423a-a7a6-2eddb3fe7987 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7486b8bfbd83426ab7074b34ed793e63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1542757 Nov 29 18:56:02.966108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41528) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:03.032215 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-55df0279-583c-4970-a533-288488144cd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:03.060118 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-55df0279-583c-4970-a533-288488144cd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:03.112069 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-55df0279-583c-4970-a533-288488144cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:03.115342 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-55df0279-583c-4970-a533-288488144cd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:03.116543 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-55df0279-583c-4970-a533-288488144cd8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb23d3a9-6d93-4047-a66b-f3498e3c42e4 HTTP/1.1" status: 204 len: 168 time: 0.1493204 Nov 29 18:56:03.124920 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df0279-583c-4970-a533-288488144cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb23d3a9-6d93-4047-a66b-f3498e3c42e4,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:03.381833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:56:03.407283 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:56:03.407640 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5bf7c1a5-f7ab-4f88-bd10-30427a2f1bf6 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:56:03.415292 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41534) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:03.430979 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0d68a2f5-6ff1-492f-ac5f-fc4b88491b65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:03.516201 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0d68a2f5-6ff1-492f-ac5f-fc4b88491b65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:03.520963 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0d68a2f5-6ff1-492f-ac5f-fc4b88491b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:03.559352 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68a2f5-6ff1-492f-ac5f-fc4b88491b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0622439-b407-4409-ae2b-72a6439e0b33,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:03.564561 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0d68a2f5-6ff1-492f-ac5f-fc4b88491b65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db881fa696604bc29fe74ffdb90079d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1480396 Nov 29 18:56:03.567683 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41536) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:03.622694 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98524cf9-3b5a-45db-aee3-33bc1d793118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:03.648820 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98524cf9-3b5a-45db-aee3-33bc1d793118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:03.697062 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98524cf9-3b5a-45db-aee3-33bc1d793118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:03.699841 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98524cf9-3b5a-45db-aee3-33bc1d793118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:03.701194 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-98524cf9-3b5a-45db-aee3-33bc1d793118 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0622439-b407-4409-ae2b-72a6439e0b33 HTTP/1.1" status: 204 len: 168 time: 0.1323128 Nov 29 18:56:03.710897 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98524cf9-3b5a-45db-aee3-33bc1d793118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0622439-b407-4409-ae2b-72a6439e0b33,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:04.430850 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41558) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:04.540469 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-aeee4290-5e6f-40bf-b4cd-c23c14d63164 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-555803436-network', 'tenant_id': 'd47bdde26730405780167b642ea88fde'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:56:04.566214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeee4290-5e6f-40bf-b4cd-c23c14d63164 admin admin] Made reservation on behalf of d47bdde26730405780167b642ea88fde for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:56:04.570452 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aeee4290-5e6f-40bf-b4cd-c23c14d63164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:04.584782 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aeee4290-5e6f-40bf-b4cd-c23c14d63164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:04.697829 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aeee4290-5e6f-40bf-b4cd-c23c14d63164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:04.701483 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aeee4290-5e6f-40bf-b4cd-c23c14d63164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:04.729262 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeee4290-5e6f-40bf-b4cd-c23c14d63164 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:56:04.734824 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee4290-5e6f-40bf-b4cd-c23c14d63164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:04.744173 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aeee4290-5e6f-40bf-b4cd-c23c14d63164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:04.744173 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-aeee4290-5e6f-40bf-b4cd-c23c14d63164 admin admin] Added segment 8b5ebfd8-0c72-4c5b-89dd-18251da973e4 of type vlan for network 70b9159a-a550-42dc-8669-a615cc8d010b Nov 29 18:56:04.789790 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aeee4290-5e6f-40bf-b4cd-c23c14d63164 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:04.822412 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aeee4290-5e6f-40bf-b4cd-c23c14d63164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:04.823682 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee4290-5e6f-40bf-b4cd-c23c14d63164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:04.824287 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-aeee4290-5e6f-40bf-b4cd-c23c14d63164 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:04.883283 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-aeee4290-5e6f-40bf-b4cd-c23c14d63164 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4513097 Nov 29 18:56:04.886229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41562) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:04.893654 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-5ea14445-a753-4ee6-8ffb-05a3ffd64031 admin admin] Request body: {'subnet': {'network_id': '70b9159a-a550-42dc-8669-a615cc8d010b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-555803436-subnet', 'tenant_id': 'd47bdde26730405780167b642ea88fde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:56:04.907579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee4290-5e6f-40bf-b4cd-c23c14d63164 admin admin] Pushing event updated for resources: {'Network': ['ID=70b9159a-a550-42dc-8669-a615cc8d010b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:04.919337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 70b9159a-a550-42dc-8669-a615cc8d010b details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:56:04.925168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea14445-a753-4ee6-8ffb-05a3ffd64031 admin admin] Made reservation on behalf of d47bdde26730405780167b642ea88fde for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:56:04.928755 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5ea14445-a753-4ee6-8ffb-05a3ffd64031 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:05.112733 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5ea14445-a753-4ee6-8ffb-05a3ffd64031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:05.168207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea14445-a753-4ee6-8ffb-05a3ffd64031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89dd9d43-c2d1-45f5-a229-01537fb5c01d,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:05.179432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea14445-a753-4ee6-8ffb-05a3ffd64031 admin admin] Checking segment: {'id': '8b5ebfd8-0c72-4c5b-89dd-18251da973e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '70b9159a-a550-42dc-8669-a615cc8d010b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:56:05.179790 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea14445-a753-4ee6-8ffb-05a3ffd64031 admin admin] Network hostable DHCP agents. Network: 70b9159a-a550-42dc-8669-a615cc8d010b, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:56:05.197498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea14445-a753-4ee6-8ffb-05a3ffd64031 admin admin] Network 70b9159a-a550-42dc-8669-a615cc8d010b is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:56:05.208019 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-5ea14445-a753-4ee6-8ffb-05a3ffd64031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 70b9159a-a550-42dc-8669-a615cc8d010b) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:56:05.212591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea14445-a753-4ee6-8ffb-05a3ffd64031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:05.213183 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5ea14445-a753-4ee6-8ffb-05a3ffd64031 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:05.219619 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87170fe-ff2d-41d2-8852-3126c70a1f33 None None] Network 70b9159a-a550-42dc-8669-a615cc8d010b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:56:05.231013 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5ea14445-a753-4ee6-8ffb-05a3ffd64031 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3435767 Nov 29 18:56:05.394276 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf11b41-8a4e-42e3-be86-472c8d537551 None None] Network 70b9159a-a550-42dc-8669-a615cc8d010b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:56:05.715835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-c46085e5-6e51-479f-b036-e3d4ccf383c5 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:05.717329 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-c46085e5-6e51-479f-b036-e3d4ccf383c5 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/networks?id=70b9159a-a550-42dc-8669-a615cc8d010b HTTP/1.1" status: 200 len: 811 time: 0.1023982 Nov 29 18:56:05.733318 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-a8c73135-a44a-48cc-91eb-22dcbb0b315e tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/quotas/d47bdde26730405780167b642ea88fde HTTP/1.1" status: 200 len: 375 time: 0.0099540 Nov 29 18:56:05.765958 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-a2a569a4-31c8-4316-a86b-0686e9475923 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d47bdde26730405780167b642ea88fde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265625 Nov 29 18:56:05.777137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-6cbfb2be-018a-46a0-b77a-976576a66fd0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:56:05.778125 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-6cbfb2be-018a-46a0-b77a-976576a66fd0 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051925 Nov 29 18:56:05.871573 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-428f33b7-e6fb-4232-bbee-df5831c608ed service neutron] 10.222.0.23 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868070 Nov 29 18:56:05.962643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-4952f126-5983-45a4-9680-5ef6f6e9a5b9 service neutron] 10.222.0.23 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846756 Nov 29 18:56:06.144471 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d51b7836-39b4-48d0-9820-5da6926a6533 req-b486369f-c1b2-4e64-bf23-64909aae9c0e tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 210 time: 0.0407503 Nov 29 18:56:07.290675 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73399c98-3bad-48d3-8e88-9d4d48c292d3 req-eed5b4e1-725b-4fdf-8396-0f5b5b2c3adc tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 210 time: 0.0486114 Nov 29 18:56:07.315311 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-a97212c3-7ff3-4b95-ae1a-05d971ae818b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:07.317567 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-a97212c3-7ff3-4b95-ae1a-05d971ae818b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.31 "GET /v2.0/networks?id=70b9159a-a550-42dc-8669-a615cc8d010b HTTP/1.1" status: 200 len: 811 time: 0.1949661 Nov 29 18:56:07.330699 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-d5d3eee2-ef68-4606-878e-26c2ae97ba3b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Request body: {'port': {'device_id': 'a171b09d-7513-4752-97c1-0764d3a8e653', 'network_id': '70b9159a-a550-42dc-8669-a615cc8d010b', 'admin_state_up': True, 'tenant_id': 'd47bdde26730405780167b642ea88fde'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:56:07.458116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-d5d3eee2-ef68-4606-878e-26c2ae97ba3b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Made reservation on behalf of d47bdde26730405780167b642ea88fde for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:56:07.462001 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-d5d3eee2-ef68-4606-878e-26c2ae97ba3b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:07.595359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-d5d3eee2-ef68-4606-878e-26c2ae97ba3b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Allocated IP 172.20.0.11 (70b9159a-a550-42dc-8669-a615cc8d010b/89dd9d43-c2d1-45f5-a229-01537fb5c01d/dd80948c-da18-4cc3-8532-fb397b2f9b5c) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:56:07.759907 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-d5d3eee2-ef68-4606-878e-26c2ae97ba3b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:07.793610 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-d5d3eee2-ef68-4606-878e-26c2ae97ba3b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:07.840650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-d5d3eee2-ef68-4606-878e-26c2ae97ba3b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Network 70b9159a-a550-42dc-8669-a615cc8d010b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:56:07.843821 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-d5d3eee2-ef68-4606-878e-26c2ae97ba3b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:56:07.847819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-d5d3eee2-ef68-4606-878e-26c2ae97ba3b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:56:07.854302 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3eee2-ef68-4606-878e-26c2ae97ba3b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Pushing event updated for resources: {'Port': ['ID=dd80948c-da18-4cc3-8532-fb397b2f9b5c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:07.907538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-d5d3eee2-ef68-4606-878e-26c2ae97ba3b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:07.908159 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-d5d3eee2-ef68-4606-878e-26c2ae97ba3b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:07.925879 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-d5d3eee2-ef68-4606-878e-26c2ae97ba3b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5990801 Nov 29 18:56:07.938845 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Request body: {'port': {'device_id': 'a171b09d-7513-4752-97c1-0764d3a8e653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:56:07.997853 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:08.281827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd80948c-da18-4cc3-8532-fb397b2f9b5c {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:56:08.289443 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:08.302140 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Transition to ACTIVE for port object dd80948c-da18-4cc3-8532-fb397b2f9b5c will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:56:08.306861 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:08.367634 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Pushing event updated for resources: {'Port': ['ID=dd80948c-da18-4cc3-8532-fb397b2f9b5c,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:08.483538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b811e5-c8f4-430f-8da5-b840b32e18c8 req-6739e708-4407-4076-b187-ef41e709e084 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:08.485284 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5b811e5-c8f4-430f-8da5-b840b32e18c8 req-6739e708-4407-4076-b187-ef41e709e084 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 944 time: 0.0980427 Nov 29 18:56:08.489094 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Attempting to bind port dd80948c-da18-4cc3-8532-fb397b2f9b5c on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:56:08.489436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Attempting to bind port dd80948c-da18-4cc3-8532-fb397b2f9b5c by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '8b5ebfd8-0c72-4c5b-89dd-18251da973e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '70b9159a-a550-42dc-8669-a615cc8d010b'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:56:08.489775 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Attempting to bind port dd80948c-da18-4cc3-8532-fb397b2f9b5c on network 70b9159a-a550-42dc-8669-a615cc8d010b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:56:08.502727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Port dd80948c-da18-4cc3-8532-fb397b2f9b5c on network 70b9159a-a550-42dc-8669-a615cc8d010b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:56:08.503102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Attempting to bind port dd80948c-da18-4cc3-8532-fb397b2f9b5c on network 70b9159a-a550-42dc-8669-a615cc8d010b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:56:08.522466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:56:08.522829 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Checking segment: {'id': '8b5ebfd8-0c72-4c5b-89dd-18251da973e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '70b9159a-a550-42dc-8669-a615cc8d010b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:56:08.523228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Bound using segment: {'id': '8b5ebfd8-0c72-4c5b-89dd-18251da973e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '70b9159a-a550-42dc-8669-a615cc8d010b'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:56:08.523668 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Bound port: dd80948c-da18-4cc3-8532-fb397b2f9b5c, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b5ebfd8-0c72-4c5b-89dd-18251da973e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '70b9159a-a550-42dc-8669-a615cc8d010b'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:56:08.524031 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:08.577684 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5b811e5-c8f4-430f-8da5-b840b32e18c8 req-6913b50b-8110-4857-b98d-e9ceacb526ea tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851660 Nov 29 18:56:08.615140 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] For port dd80948c-da18-4cc3-8532-fb397b2f9b5c, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:56:08.618447 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] For port dd80948c-da18-4cc3-8532-fb397b2f9b5c, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c,segment=NetworkSegment(8b5ebfd8-0c72-4c5b-89dd-18251da973e4),segment_id=8b5ebfd8-0c72-4c5b-89dd-18251da973e4)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:56:08.623179 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:08.657357 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:08.657679 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:08.659289 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] 10.222.0.31 "PUT /v2.0/ports/dd80948c-da18-4cc3-8532-fb397b2f9b5c HTTP/1.1" status: 200 len: 1092 time: 0.7248654 Nov 29 18:56:08.662539 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a171b09d-7513-4752-97c1-0764d3a8e653', 'tag': 'dd80948c-da18-4cc3-8532-fb397b2f9b5c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:56:08.665630 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26859d1c-43c1-4536-ab61-0064993819dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a171b09d-7513-4752-97c1-0764d3a8e653", "tag": "dd80948c-da18-4cc3-8532-fb397b2f9b5c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:56:08.702916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7b703-b1cd-4992-a433-338526057b30 service neutron] Pushing event updated for resources: {'Port': ['ID=dd80948c-da18-4cc3-8532-fb397b2f9b5c,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:08.725869 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf72064-57e7-49e4-8f47-cf0cc219df3e x-openstack-request-id: req-2bf72064-57e7-49e4-8f47-cf0cc219df3e {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:56:08.726293 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a171b09d-7513-4752-97c1-0764d3a8e653", "tag": "dd80948c-da18-4cc3-8532-fb397b2f9b5c", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:56:08.726594 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2bf72064-57e7-49e4-8f47-cf0cc219df3e {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:56:08.727110 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a171b09d-7513-4752-97c1-0764d3a8e653', 'tag': 'dd80948c-da18-4cc3-8532-fb397b2f9b5c', 'status': 'completed', 'code': 200} Nov 29 18:56:08.784103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-7d9dce24-73d0-4f93-bbd8-af5808293b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:08.785852 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-7d9dce24-73d0-4f93-bbd8-af5808293b68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d47bdde26730405780167b642ea88fde&device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 1095 time: 0.0527759 Nov 29 18:56:08.836155 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-a3214063-9f1b-4591-8209-64ce7f1c4919 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c HTTP/1.1" status: 200 len: 217 time: 0.0419471 Nov 29 18:56:08.892393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-9ce6ff29-5ee2-441c-92ee-d7f3c510ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:08.894022 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-9ce6ff29-5ee2-441c-92ee-d7f3c510ffee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=89dd9d43-c2d1-45f5-a229-01537fb5c01d HTTP/1.1" status: 200 len: 851 time: 0.0516114 Nov 29 18:56:08.931662 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-7719ff00-efbf-45ec-8a26-ef10f697cc61 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70b9159a-a550-42dc-8669-a615cc8d010b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298140 Nov 29 18:56:09.045603 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-ef4db53b-4d41-4f3e-906b-266a5e5aeda0 service neutron] 10.222.0.31 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070738 Nov 29 18:56:09.146026 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54bbb630-635c-4eda-8070-41b7bfa190d7 req-84746a73-2cf0-49f3-8101-4e228b288c9f service neutron] 10.222.0.31 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933757 Nov 29 18:56:09.241330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859d1c-43c1-4536-ab61-0064993819dc req-0c0183d8-b50a-4e8b-a66b-89f39cebcf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:09.242902 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26859d1c-43c1-4536-ab61-0064993819dc req-0c0183d8-b50a-4e8b-a66b-89f39cebcf89 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d47bdde26730405780167b642ea88fde&device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 1095 time: 0.0495324 Nov 29 18:56:09.351994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859d1c-43c1-4536-ab61-0064993819dc req-306b2a5c-ab89-4bdc-b6b8-06d1f58bdb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:09.353506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26859d1c-43c1-4536-ab61-0064993819dc req-306b2a5c-ab89-4bdc-b6b8-06d1f58bdb20 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70b9159a-a550-42dc-8669-a615cc8d010b HTTP/1.1" status: 200 len: 912 time: 0.1033845 Nov 29 18:56:09.420840 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26859d1c-43c1-4536-ab61-0064993819dc req-56da8a6e-4310-42ce-871b-33de1b530da8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c HTTP/1.1" status: 200 len: 217 time: 0.0588250 Nov 29 18:56:09.486810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859d1c-43c1-4536-ab61-0064993819dc req-9b5f42ac-a2f0-4065-8f4a-5d4f8d1243b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:09.489283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26859d1c-43c1-4536-ab61-0064993819dc req-9b5f42ac-a2f0-4065-8f4a-5d4f8d1243b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=89dd9d43-c2d1-45f5-a229-01537fb5c01d HTTP/1.1" status: 200 len: 851 time: 0.0594506 Nov 29 18:56:09.524554 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26859d1c-43c1-4536-ab61-0064993819dc req-4c9ae8bd-ff4f-4f7c-b495-a096c21dcb3b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70b9159a-a550-42dc-8669-a615cc8d010b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272121 Nov 29 18:56:09.635259 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26859d1c-43c1-4536-ab61-0064993819dc req-69d2b437-0536-43df-a432-94885e8e49ee service neutron] 10.222.0.31 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035593 Nov 29 18:56:09.766546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5782e-7076-4523-b163-6fa3ae65762a req-b33b4d99-d49a-46e2-ae91-4b0af0dea115 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:09.767989 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4e5782e-7076-4523-b163-6fa3ae65762a req-b33b4d99-d49a-46e2-ae91-4b0af0dea115 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 944 time: 0.1059821 Nov 29 18:56:09.772371 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26859d1c-43c1-4536-ab61-0064993819dc req-b230cead-b464-4c61-9abd-c54e78b4b104 service neutron] 10.222.0.31 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299975 Nov 29 18:56:09.819831 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4e5782e-7076-4523-b163-6fa3ae65762a req-f3c1a500-8493-45e6-9d9f-ece89fc5149b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452437 Nov 29 18:56:10.946309 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f724a5-63b1-4370-802f-10595811278b req-8f209cb8-6f51-430d-9db5-c2363131854f tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:10.947852 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-21f724a5-63b1-4370-802f-10595811278b req-8f209cb8-6f51-430d-9db5-c2363131854f tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 944 time: 0.0527666 Nov 29 18:56:10.997889 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-21f724a5-63b1-4370-802f-10595811278b req-1a55ed82-88fd-4d69-ab24-ef5f28d75a9a tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423899 Nov 29 18:56:12.123802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31de644-2791-4e1d-ac76-3da1387d2ed8 req-90322d01-22cb-4098-9274-24ea87c6bbe7 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:12.125549 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c31de644-2791-4e1d-ac76-3da1387d2ed8 req-90322d01-22cb-4098-9274-24ea87c6bbe7 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 944 time: 0.0567036 Nov 29 18:56:12.196453 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c31de644-2791-4e1d-ac76-3da1387d2ed8 req-00189873-a4d7-4e6b-a35c-701804db53f3 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624599 Nov 29 18:56:13.314336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343ce8a-7a3e-44cb-b1e8-f4eab1ea7617 req-3c367cee-80d8-469a-989e-830dee942cea tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:13.315842 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9343ce8a-7a3e-44cb-b1e8-f4eab1ea7617 req-3c367cee-80d8-469a-989e-830dee942cea tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 944 time: 0.0482531 Nov 29 18:56:13.369566 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9343ce8a-7a3e-44cb-b1e8-f4eab1ea7617 req-9d5a1edc-1abc-453b-9e24-28cc5179628e tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470176 Nov 29 18:56:13.506993 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device dd80948c-da18-4cc3-8532-fb397b2f9b5c details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:56:13.605562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port dd80948c-da18-4cc3-8532-fb397b2f9b5c, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c,segment=NetworkSegment(8b5ebfd8-0c72-4c5b-89dd-18251da973e4),segment_id=8b5ebfd8-0c72-4c5b-89dd-18251da973e4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:56:13.621559 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'dd80948c-da18-4cc3-8532-fb397b2f9b5c', 'network_id': '70b9159a-a550-42dc-8669-a615cc8d010b', 'port_id': 'dd80948c-da18-4cc3-8532-fb397b2f9b5c', 'mac_address': 'fa:16:3e:fc:70:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89dd9d43-c2d1-45f5-a229-01537fb5c01d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:56:13.667279 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:13.686090 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd80948c-da18-4cc3-8532-fb397b2f9b5c {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:56:13.712316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port dd80948c-da18-4cc3-8532-fb397b2f9b5c, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c,segment=NetworkSegment(8b5ebfd8-0c72-4c5b-89dd-18251da973e4),segment_id=8b5ebfd8-0c72-4c5b-89dd-18251da973e4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:56:13.716607 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:13.776139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=dd80948c-da18-4cc3-8532-fb397b2f9b5c,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:14.002291 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['dd80948c-da18-4cc3-8532-fb397b2f9b5c'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:56:14.499301 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93d000-ea29-4bb0-b479-8e50ebb506ed req-c98a1ec1-f25b-4113-b077-91f3affd7db2 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:14.500859 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a93d000-ea29-4bb0-b479-8e50ebb506ed req-c98a1ec1-f25b-4113-b077-91f3affd7db2 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 945 time: 0.0530121 Nov 29 18:56:14.549968 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a93d000-ea29-4bb0-b479-8e50ebb506ed req-f7301f96-3f10-44de-9adf-b6bc83a09ed9 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431066 Nov 29 18:56:15.522651 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device dd80948c-da18-4cc3-8532-fb397b2f9b5c up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:56:15.575670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port dd80948c-da18-4cc3-8532-fb397b2f9b5c completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:56:15.580143 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port dd80948c-da18-4cc3-8532-fb397b2f9b5c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:56:15.580521 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:15.673363 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:15.685473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def48165-b25b-4998-8825-c40f5a9f1498 req-026c6b0a-f3de-407b-afcd-8487fcd0ef90 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:15.687180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-def48165-b25b-4998-8825-c40f5a9f1498 req-026c6b0a-f3de-407b-afcd-8487fcd0ef90 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 945 time: 0.0593095 Nov 29 18:56:15.700567 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a171b09d-7513-4752-97c1-0764d3a8e653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd80948c-da18-4cc3-8532-fb397b2f9b5c'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:56:15.702873 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796da096-1336-4d72-a968-260791cb9e8f" -d '{"events": [{"server_uuid": "a171b09d-7513-4752-97c1-0764d3a8e653", "name": "network-vif-plugged", "status": "completed", "tag": "dd80948c-da18-4cc3-8532-fb397b2f9b5c"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:56:15.716970 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port dd80948c-da18-4cc3-8532-fb397b2f9b5c, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c,segment=NetworkSegment(8b5ebfd8-0c72-4c5b-89dd-18251da973e4),segment_id=8b5ebfd8-0c72-4c5b-89dd-18251da973e4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:56:15.721878 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:15.752743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-def48165-b25b-4998-8825-c40f5a9f1498 req-a01fc322-a8ac-480a-a890-4467c55e7be7 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594215 Nov 29 18:56:15.760664 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60a7e02-a72d-4b9a-8a69-00b103d2185d x-openstack-request-id: req-a60a7e02-a72d-4b9a-8a69-00b103d2185d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:56:15.760992 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a171b09d-7513-4752-97c1-0764d3a8e653", "name": "network-vif-plugged", "status": "completed", "tag": "dd80948c-da18-4cc3-8532-fb397b2f9b5c", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:56:15.761274 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a60a7e02-a72d-4b9a-8a69-00b103d2185d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:56:15.761951 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a171b09d-7513-4752-97c1-0764d3a8e653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd80948c-da18-4cc3-8532-fb397b2f9b5c', 'code': 200} Nov 29 18:56:15.787540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=dd80948c-da18-4cc3-8532-fb397b2f9b5c,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:15.797474 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:15.797922 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:15.798282 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:15.798629 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:15.799043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:15.799392 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:15.799733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:15.800675 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:15.801101 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:15.801380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:15.801729 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:15.802060 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:15.865835 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a3e4-d2ed-41bc-ac3e-4f9aa1e85d1a req-43834f79-6f42-4509-8f19-2b0783cd659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:15.867489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5203a3e4-d2ed-41bc-ac3e-4f9aa1e85d1a req-43834f79-6f42-4509-8f19-2b0783cd659e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 1097 time: 0.0481102 Nov 29 18:56:15.917713 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5203a3e4-d2ed-41bc-ac3e-4f9aa1e85d1a req-80ca3da5-20c1-4484-a5ed-49c307751574 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432618 Nov 29 18:56:16.885245 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca7a25-fd53-4731-8aa9-28e92adf75a9 req-d25fd605-1afd-4fc7-8048-33000fc060d7 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:16.886797 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1fca7a25-fd53-4731-8aa9-28e92adf75a9 req-d25fd605-1afd-4fc7-8048-33000fc060d7 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0512702 Nov 29 18:56:16.936692 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1fca7a25-fd53-4731-8aa9-28e92adf75a9 req-2d738aec-041c-4b3e-be91-53db83e07d3e tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437889 Nov 29 18:56:18.056857 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa218f-e06d-4b84-87a0-77521cc19be3 req-0bcb9a39-87b4-4879-8938-0bb58ccf6165 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:18.058481 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86aa218f-e06d-4b84-87a0-77521cc19be3 req-0bcb9a39-87b4-4879-8938-0bb58ccf6165 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0509610 Nov 29 18:56:18.113989 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-86aa218f-e06d-4b84-87a0-77521cc19be3 req-0273ba79-9a61-4d1c-b446-9f435f3b33d5 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493240 Nov 29 18:56:18.503942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e666aa-0bed-4e11-b161-af50c035a884 req-bb517587-3118-4378-a970-0b9d622de117 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:18.505796 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91e666aa-0bed-4e11-b161-af50c035a884 req-bb517587-3118-4378-a970-0b9d622de117 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0743749 Nov 29 18:56:18.563512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91e666aa-0bed-4e11-b161-af50c035a884 req-1cd3ebb4-9883-4714-b693-cb1d65ba7ba2 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468380 Nov 29 18:56:18.589404 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-cabba463-2d4a-4340-979d-1dd03edc2dab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1074300 Nov 29 18:56:19.702554 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd1236-b008-40ea-9927-6dee85f240e4 req-475ad0f3-fd99-4341-accb-fdee6e5f20c7 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:19.704130 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1cd1236-b008-40ea-9927-6dee85f240e4 req-475ad0f3-fd99-4341-accb-fdee6e5f20c7 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0581837 Nov 29 18:56:19.754501 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a1cd1236-b008-40ea-9927-6dee85f240e4 req-21d9b2b7-4f75-4ce2-bf2f-74976a9f7cde tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431287 Nov 29 18:56:19.897444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-b41780b8-1bec-4de1-ba8c-519c62f2fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:19.898943 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-b41780b8-1bec-4de1-ba8c-519c62f2fc4f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d47bdde26730405780167b642ea88fde&device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 1097 time: 0.0455408 Nov 29 18:56:19.991536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-c1536567-91cc-4bca-9fc9-01240d7e7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:19.993158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-c1536567-91cc-4bca-9fc9-01240d7e7c18 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70b9159a-a550-42dc-8669-a615cc8d010b HTTP/1.1" status: 200 len: 912 time: 0.0874727 Nov 29 18:56:20.038840 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-a7956b70-53df-4422-ab20-b6c9e672a036 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c HTTP/1.1" status: 200 len: 217 time: 0.0387368 Nov 29 18:56:20.090850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-8e36aa3e-4cba-4f5e-a5fa-8b1de227388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:20.092321 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-8e36aa3e-4cba-4f5e-a5fa-8b1de227388c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=89dd9d43-c2d1-45f5-a229-01537fb5c01d HTTP/1.1" status: 200 len: 851 time: 0.0467296 Nov 29 18:56:20.125003 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-c0a52398-8d56-4826-845d-35ec97f2c578 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70b9159a-a550-42dc-8669-a615cc8d010b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260737 Nov 29 18:56:20.226060 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-f45f4341-6db7-4384-b8a1-59c121ad3361 service neutron] 10.222.0.31 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942569 Nov 29 18:56:20.319585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-41bc1ce0-f465-4327-a441-186e13caed12 service neutron] 10.222.0.31 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871134 Nov 29 18:56:20.876942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0caf7-d901-4d08-b39c-a07b94a09bdb req-4280d465-7af0-4e1d-9cc7-bf1c036a881d tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:20.878556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6c0caf7-d901-4d08-b39c-a07b94a09bdb req-4280d465-7af0-4e1d-9cc7-bf1c036a881d tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0525293 Nov 29 18:56:20.928809 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6c0caf7-d901-4d08-b39c-a07b94a09bdb req-1bb3d81b-0a3d-43b9-87c2-6c52d8a8f09b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440843 Nov 29 18:56:22.053793 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c15eb-681a-4c1e-a7b8-3c797b446b13 req-8c41b519-fe49-43ec-b3c3-7b5ee76c893e tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:22.055362 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-219c15eb-681a-4c1e-a7b8-3c797b446b13 req-8c41b519-fe49-43ec-b3c3-7b5ee76c893e tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0545139 Nov 29 18:56:22.116490 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-219c15eb-681a-4c1e-a7b8-3c797b446b13 req-b69b11d3-1202-4e38-8160-dd771b1493fa tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486603 Nov 29 18:56:23.240403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005fc5e-96ad-44b0-9660-ea1f963e6d1d req-25996c75-1dce-4881-9156-680e97f82791 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:23.241934 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0005fc5e-96ad-44b0-9660-ea1f963e6d1d req-25996c75-1dce-4881-9156-680e97f82791 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0527654 Nov 29 18:56:23.297393 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0005fc5e-96ad-44b0-9660-ea1f963e6d1d req-ec14d6d3-0e89-43c2-9531-4192cf6a845f tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492332 Nov 29 18:56:24.065343 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6187aeb-330b-4844-97c1-03292a4633e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:24.430661 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9a938-498c-4f8d-811c-b8777f65bc4b req-a384ea04-2f9d-455c-8ef4-adf522d6ff4a tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:24.432252 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1e9a938-498c-4f8d-811c-b8777f65bc4b req-a384ea04-2f9d-455c-8ef4-adf522d6ff4a tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0596626 Nov 29 18:56:24.481229 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1e9a938-498c-4f8d-811c-b8777f65bc4b req-a98c4efa-9a73-4b8f-884a-fce67bab8720 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426328 Nov 29 18:56:25.636946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d7b8e-3084-46cb-a552-a6de12889519 req-da2c35cf-0d70-436a-8fcd-c6449af0094a tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:25.639704 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-683d7b8e-3084-46cb-a552-a6de12889519 req-da2c35cf-0d70-436a-8fcd-c6449af0094a tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0767643 Nov 29 18:56:25.687379 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-683d7b8e-3084-46cb-a552-a6de12889519 req-77fa5bb4-3cfd-45ca-9878-3a9745455eb3 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 Nov 29 18:56:26.519578 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39d9dca6-6e28-4cdf-9f42-8fa6c21abed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:26.541266 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:56:26.806515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c8adc-90a5-464c-ae56-9c7ef698eb2c req-22ac483c-2810-4562-b015-fd2c9abc8b04 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:26.808078 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-829c8adc-90a5-464c-ae56-9c7ef698eb2c req-22ac483c-2810-4562-b015-fd2c9abc8b04 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0479956 Nov 29 18:56:26.859889 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-829c8adc-90a5-464c-ae56-9c7ef698eb2c req-8a7a7174-2da0-411a-851b-f8507bc25332 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456686 Nov 29 18:56:27.720844 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:27.780340 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:27.988322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6b281-ed9b-4b2e-8832-8df28f56429d req-d729a683-eb87-4633-9f6a-2e77d763e35b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:27.989854 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ad6b281-ed9b-4b2e-8832-8df28f56429d req-d729a683-eb87-4633-9f6a-2e77d763e35b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0589714 Nov 29 18:56:28.043299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ad6b281-ed9b-4b2e-8832-8df28f56429d req-43378721-caa9-4b91-8556-c1b40be93cf6 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421417 Nov 29 18:56:29.164047 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7bd7f-eced-4fb8-999f-1b11a0d89ec1 req-0eb3a77f-ead7-45fc-b3ff-e774e5f8bd80 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:29.165597 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30d7bd7f-eced-4fb8-999f-1b11a0d89ec1 req-0eb3a77f-ead7-45fc-b3ff-e774e5f8bd80 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0518196 Nov 29 18:56:29.242727 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30d7bd7f-eced-4fb8-999f-1b11a0d89ec1 req-d5aec209-85b9-407a-b8e9-bb813cf2c961 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672400 Nov 29 18:56:29.321748 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:30.062972 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:30.182525 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:30.433035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f97dbd-6ab7-4c8b-8714-8823e18d221f req-2090fa29-bacf-4fce-a34a-debdefd256bb tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:30.434581 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70f97dbd-6ab7-4c8b-8714-8823e18d221f req-2090fa29-bacf-4fce-a34a-debdefd256bb tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0919561 Nov 29 18:56:30.440566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897fd27-80f9-47f3-bf75-77213275d531 req-f33e35bf-bdf6-4edb-9af1-343e4c025aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:30.442095 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e897fd27-80f9-47f3-bf75-77213275d531 req-f33e35bf-bdf6-4edb-9af1-343e4c025aa6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d47bdde26730405780167b642ea88fde&device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 1097 time: 0.0636768 Nov 29 18:56:30.539733 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70f97dbd-6ab7-4c8b-8714-8823e18d221f req-6b459de3-1c34-4979-a8e1-91e49d78fbe4 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966420 Nov 29 18:56:30.606035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897fd27-80f9-47f3-bf75-77213275d531 req-219b9d5a-dc2d-4966-b4df-1048fc8bd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:30.607634 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e897fd27-80f9-47f3-bf75-77213275d531 req-219b9d5a-dc2d-4966-b4df-1048fc8bd79a service neutron] 10.222.0.31 "GET /v2.0/networks?id=70b9159a-a550-42dc-8669-a615cc8d010b HTTP/1.1" status: 200 len: 912 time: 0.1429658 Nov 29 18:56:30.651619 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e897fd27-80f9-47f3-bf75-77213275d531 req-1470869b-00be-447d-866e-1541d628333d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c HTTP/1.1" status: 200 len: 217 time: 0.0361409 Nov 29 18:56:30.703804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897fd27-80f9-47f3-bf75-77213275d531 req-2d86de88-ddd5-49e4-94d1-664a461b7e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:30.705180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e897fd27-80f9-47f3-bf75-77213275d531 req-2d86de88-ddd5-49e4-94d1-664a461b7e69 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=89dd9d43-c2d1-45f5-a229-01537fb5c01d HTTP/1.1" status: 200 len: 851 time: 0.0453269 Nov 29 18:56:30.737186 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e897fd27-80f9-47f3-bf75-77213275d531 req-4fc812e9-6b18-427d-b7c6-455402c15dcf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70b9159a-a550-42dc-8669-a615cc8d010b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246935 Nov 29 18:56:30.839875 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e897fd27-80f9-47f3-bf75-77213275d531 req-22389a18-fd5d-4510-821b-0a77966ad725 service neutron] 10.222.0.31 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957880 Nov 29 18:56:30.936606 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e897fd27-80f9-47f3-bf75-77213275d531 req-167b29af-05f6-4fe1-bb20-11ea4a836a25 service neutron] 10.222.0.31 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891745 Nov 29 18:56:31.672420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbad473-406e-4dd5-a260-3d09a1233c81 req-f55c9850-28a5-4060-8528-d39077e98615 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:31.673930 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6dbad473-406e-4dd5-a260-3d09a1233c81 req-f55c9850-28a5-4060-8528-d39077e98615 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0582523 Nov 29 18:56:31.722719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6dbad473-406e-4dd5-a260-3d09a1233c81 req-25a49632-8cb9-4261-a60d-7dc749eea2a6 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422037 Nov 29 18:56:32.839479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb84b7-fd69-4e4e-8930-65a560857278 req-f59e98b1-66a3-45ce-a7d8-3dc065e40878 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:32.841103 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1eb84b7-fd69-4e4e-8930-65a560857278 req-f59e98b1-66a3-45ce-a7d8-3dc065e40878 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0501566 Nov 29 18:56:32.892224 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1eb84b7-fd69-4e4e-8930-65a560857278 req-9ef9818b-0e2a-4b5d-a461-086f33a43ea9 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448956 Nov 29 18:56:34.015876 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9475eed-b3cf-4201-a03d-075dcaf6e858 req-908cbc3b-802a-4177-8ce4-c9a566dac84d tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:34.017359 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9475eed-b3cf-4201-a03d-075dcaf6e858 req-908cbc3b-802a-4177-8ce4-c9a566dac84d tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0528471 Nov 29 18:56:34.065921 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9475eed-b3cf-4201-a03d-075dcaf6e858 req-1d5f1f4e-401f-4dca-80e5-1a447119885c tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417840 Nov 29 18:56:35.185326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34958a3c-bdd7-4eee-8172-950e394e66e0 req-c29f30b4-884c-43b7-98d3-4e6f8b66ec56 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:35.186811 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34958a3c-bdd7-4eee-8172-950e394e66e0 req-c29f30b4-884c-43b7-98d3-4e6f8b66ec56 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0495486 Nov 29 18:56:35.234231 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34958a3c-bdd7-4eee-8172-950e394e66e0 req-6b79ccce-5c48-4f57-b1ce-38d3769e944d tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413599 Nov 29 18:56:36.352987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02e6f2-0e0d-4fd3-9cd6-9d28c4c8392e req-41fc0362-0afb-44bf-b3c1-085748fc1a23 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:36.354503 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f02e6f2-0e0d-4fd3-9cd6-9d28c4c8392e req-41fc0362-0afb-44bf-b3c1-085748fc1a23 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0510859 Nov 29 18:56:36.407247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f02e6f2-0e0d-4fd3-9cd6-9d28c4c8392e req-e6287f6c-e203-48cd-a1a2-61dee9881664 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465302 Nov 29 18:56:37.526058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7623f-7bee-4f14-8dc9-305e3900633d req-057b736a-5768-4eda-8574-9dce0e515f0b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:37.527997 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3cd7623f-7bee-4f14-8dc9-305e3900633d req-057b736a-5768-4eda-8574-9dce0e515f0b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0507782 Nov 29 18:56:37.579742 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3cd7623f-7bee-4f14-8dc9-305e3900633d req-480fd23b-37d2-4b9e-a9ac-5dd03e1d4d11 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455787 Nov 29 18:56:38.703594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26db32-8b7b-4b4b-a288-c63690cd3866 req-4c449958-bca5-468a-8788-326b20bf710d tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:38.705163 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d26db32-8b7b-4b4b-a288-c63690cd3866 req-4c449958-bca5-468a-8788-326b20bf710d tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0505145 Nov 29 18:56:38.754174 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d26db32-8b7b-4b4b-a288-c63690cd3866 req-02b81fdc-dac0-456b-b8a5-718535b71452 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426936 Nov 29 18:56:39.878746 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e41e40-a6a0-41c7-864c-b0cfdc7dd636 req-f210b587-72c5-4080-9a65-a97577aaa83b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:39.880250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6e41e40-a6a0-41c7-864c-b0cfdc7dd636 req-f210b587-72c5-4080-9a65-a97577aaa83b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0523553 Nov 29 18:56:39.928006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6e41e40-a6a0-41c7-864c-b0cfdc7dd636 req-d179e997-7928-46a5-b5d9-c70dd7e2dc87 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418234 Nov 29 18:56:41.043834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b2a5a-ff98-4e4b-b15a-7a67d2662253 req-0fc7a8c9-7ff5-414a-b055-1478d6f4e2aa tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:41.045364 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b2b2a5a-ff98-4e4b-b15a-7a67d2662253 req-0fc7a8c9-7ff5-414a-b055-1478d6f4e2aa tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0486324 Nov 29 18:56:41.095188 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b2b2a5a-ff98-4e4b-b15a-7a67d2662253 req-97087bdc-15fd-4c41-aca1-369ded0b7382 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431728 Nov 29 18:56:42.209281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab73b2d-4e34-42f9-a7eb-158061ab2887 req-eef7449e-f338-4ada-ba3c-56f34abdad67 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:42.210936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eab73b2d-4e34-42f9-a7eb-158061ab2887 req-eef7449e-f338-4ada-ba3c-56f34abdad67 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0480881 Nov 29 18:56:42.261661 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eab73b2d-4e34-42f9-a7eb-158061ab2887 req-d9e1c143-22e9-45aa-aa69-5ceb4fe2a27f tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446897 Nov 29 18:56:43.378315 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824db2a-0310-45f7-9ddf-5aff852f78fb req-d198a21d-dd36-45ce-970b-bc878d6e59c5 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:43.379838 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f824db2a-0310-45f7-9ddf-5aff852f78fb req-d198a21d-dd36-45ce-970b-bc878d6e59c5 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0488389 Nov 29 18:56:43.428271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f824db2a-0310-45f7-9ddf-5aff852f78fb req-f3b0bedf-8d35-479c-8a14-7c73c8ecfe39 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424404 Nov 29 18:56:44.545609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39606812-2c58-4cb0-a277-6fea38c3fdf3 req-c431cc26-d6f0-49ff-89ed-0d2d99700d0d tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:44.547131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39606812-2c58-4cb0-a277-6fea38c3fdf3 req-c431cc26-d6f0-49ff-89ed-0d2d99700d0d tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0496349 Nov 29 18:56:44.593816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39606812-2c58-4cb0-a277-6fea38c3fdf3 req-ac04d3e8-3548-4c68-9e63-9ea44e867c7f tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407546 Nov 29 18:56:45.712094 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901760c0-dafe-4242-be78-0e1f34df4c0e req-8f5c5279-cd05-4d40-96ec-f54306a4b428 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:45.713595 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-901760c0-dafe-4242-be78-0e1f34df4c0e req-8f5c5279-cd05-4d40-96ec-f54306a4b428 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0529218 Nov 29 18:56:45.761391 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-901760c0-dafe-4242-be78-0e1f34df4c0e req-f0c55be4-bd8e-4439-9f4d-53527bb217e7 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416629 Nov 29 18:56:46.876242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e35a3-d21d-4762-b793-8db928207710 req-bf452de5-1520-4ae7-b228-715a27929e8b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:46.878431 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-526e35a3-d21d-4762-b793-8db928207710 req-bf452de5-1520-4ae7-b228-715a27929e8b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0494874 Nov 29 18:56:46.926043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-526e35a3-d21d-4762-b793-8db928207710 req-14828c5c-58fa-42e0-bcc2-bf55d0f9ea42 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416243 Nov 29 18:56:47.125093 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ff743b3-30d0-416a-a373-c37353ab402b service neutron] show failed (client error): The resource could not be found. Nov 29 18:56:47.126124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ff743b3-30d0-416a-a373-c37353ab402b service neutron] 10.222.0.31 "GET /v2.0/ports/dd80948c-da18-4cc3-8532-fb397b2f9b5c/bindings/n-h1-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.0563831 Nov 29 18:56:47.333685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-a6a673f7-827d-4c17-9988-51b2750f949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:47.335143 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-a6a673f7-827d-4c17-9988-51b2750f949c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653&tenant_id=d47bdde26730405780167b642ea88fde HTTP/1.1" status: 200 len: 1097 time: 0.0424666 Nov 29 18:56:47.349204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-6e54e058-c737-495a-b37c-da164c621fe8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:56:47.350223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-6e54e058-c737-495a-b37c-da164c621fe8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051279 Nov 29 18:56:47.368382 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:56:47.422451 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:47.623208 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] For port dd80948c-da18-4cc3-8532-fb397b2f9b5c, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c,segment=NetworkSegment(8b5ebfd8-0c72-4c5b-89dd-18251da973e4),segment_id=8b5ebfd8-0c72-4c5b-89dd-18251da973e4)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:56:47.657497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] For port dd80948c-da18-4cc3-8532-fb397b2f9b5c, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:56:47.703339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a171b09d-7513-4752-97c1-0764d3a8e653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd80948c-da18-4cc3-8532-fb397b2f9b5c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:56:47.705986 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d789b6b-70ff-4605-846f-706df9df2189" -d '{"events": [{"server_uuid": "a171b09d-7513-4752-97c1-0764d3a8e653", "name": "network-vif-unplugged", "status": "completed", "tag": "dd80948c-da18-4cc3-8532-fb397b2f9b5c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:56:47.710671 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:47.724736 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Transition to ACTIVE for port object dd80948c-da18-4cc3-8532-fb397b2f9b5c will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:56:47.728865 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:47.761119 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210ae1c6-eb2a-420d-9e1c-318568fc0a2d x-openstack-request-id: req-210ae1c6-eb2a-420d-9e1c-318568fc0a2d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:56:47.761421 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a171b09d-7513-4752-97c1-0764d3a8e653", "name": "network-vif-unplugged", "status": "completed", "tag": "dd80948c-da18-4cc3-8532-fb397b2f9b5c", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:56:47.761689 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-210ae1c6-eb2a-420d-9e1c-318568fc0a2d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:56:47.762104 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a171b09d-7513-4752-97c1-0764d3a8e653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd80948c-da18-4cc3-8532-fb397b2f9b5c', 'code': 200} Nov 29 18:56:47.795560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] No DVR routers for this DVR port dd80948c-da18-4cc3-8532-fb397b2f9b5c on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:56:47.801724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Pushing event updated for resources: {'Port': ['ID=dd80948c-da18-4cc3-8532-fb397b2f9b5c,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:47.814076 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:47.814427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:47.814780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:47.815153 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:47.815495 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:47.815832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:47.816169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:47.816505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:47.816838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:47.817171 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:47.817508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:47.817832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:47.850403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Attempting to bind port dd80948c-da18-4cc3-8532-fb397b2f9b5c on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:56:47.850743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Attempting to bind port dd80948c-da18-4cc3-8532-fb397b2f9b5c by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '8b5ebfd8-0c72-4c5b-89dd-18251da973e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '70b9159a-a550-42dc-8669-a615cc8d010b'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:56:47.851113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Attempting to bind port dd80948c-da18-4cc3-8532-fb397b2f9b5c on network 70b9159a-a550-42dc-8669-a615cc8d010b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:56:47.855606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Port dd80948c-da18-4cc3-8532-fb397b2f9b5c on network 70b9159a-a550-42dc-8669-a615cc8d010b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:56:47.855927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Attempting to bind port dd80948c-da18-4cc3-8532-fb397b2f9b5c on network 70b9159a-a550-42dc-8669-a615cc8d010b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:56:47.861007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:56:47.861346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Checking segment: {'id': '8b5ebfd8-0c72-4c5b-89dd-18251da973e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '70b9159a-a550-42dc-8669-a615cc8d010b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:56:47.861730 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Bound using segment: {'id': '8b5ebfd8-0c72-4c5b-89dd-18251da973e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '70b9159a-a550-42dc-8669-a615cc8d010b'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:56:47.862160 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Bound port: dd80948c-da18-4cc3-8532-fb397b2f9b5c, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b5ebfd8-0c72-4c5b-89dd-18251da973e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '70b9159a-a550-42dc-8669-a615cc8d010b'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:56:47.862520 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:47.929585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] For port dd80948c-da18-4cc3-8532-fb397b2f9b5c, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:56:47.932699 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] For port dd80948c-da18-4cc3-8532-fb397b2f9b5c, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c,segment=NetworkSegment(8b5ebfd8-0c72-4c5b-89dd-18251da973e4),segment_id=8b5ebfd8-0c72-4c5b-89dd-18251da973e4)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:56:47.937122 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:47.977744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:47.978370 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:47.979849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] 10.222.0.20 "PUT /v2.0/ports/dd80948c-da18-4cc3-8532-fb397b2f9b5c HTTP/1.1" status: 200 len: 1092 time: 0.6167777 Nov 29 18:56:48.000035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1e86f-a46a-4f7b-b9bf-c8c4ca0b0c22 service neutron] Pushing event updated for resources: {'Port': ['ID=dd80948c-da18-4cc3-8532-fb397b2f9b5c,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:48.072385 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-0c9d5467-9624-43cc-9be6-0f69f09cc958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:48.073914 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-0c9d5467-9624-43cc-9be6-0f69f09cc958 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d47bdde26730405780167b642ea88fde&device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 1095 time: 0.0613768 Nov 29 18:56:48.084993 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0c4be-39b4-4446-b478-2900cd05d4cb req-98c36976-734d-40e9-b374-bfab059d4821 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:48.086511 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3c0c4be-39b4-4446-b478-2900cd05d4cb req-98c36976-734d-40e9-b374-bfab059d4821 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 944 time: 0.0829899 Nov 29 18:56:48.190149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3c0c4be-39b4-4446-b478-2900cd05d4cb req-54cd49ef-a3da-4f94-b443-6ef9b36358eb tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954592 Nov 29 18:56:48.207706 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-d766160d-bfa5-4f89-848e-fac3d881f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:48.209219 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-d766160d-bfa5-4f89-848e-fac3d881f653 service neutron] 10.222.0.20 "GET /v2.0/networks?id=70b9159a-a550-42dc-8669-a615cc8d010b HTTP/1.1" status: 200 len: 912 time: 0.1218021 Nov 29 18:56:48.259814 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-9be96fbc-81d6-41ef-86f4-679cca483e09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c HTTP/1.1" status: 200 len: 217 time: 0.0384398 Nov 29 18:56:48.315713 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-cd092649-95e6-4cfc-832f-ebb429b26466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:48.317277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-cd092649-95e6-4cfc-832f-ebb429b26466 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=89dd9d43-c2d1-45f5-a229-01537fb5c01d HTTP/1.1" status: 200 len: 851 time: 0.0456121 Nov 29 18:56:48.353558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-ca6caeac-7f54-4f57-996b-dc845140f687 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70b9159a-a550-42dc-8669-a615cc8d010b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254111 Nov 29 18:56:48.447820 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-e400bd87-caaf-4cd2-94e6-e7cc82650356 service neutron] 10.222.0.20 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817175 Nov 29 18:56:48.544773 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-832d0fa3-ebe4-47d3-a696-5473d03ad9df req-e6e490c5-6186-411a-9179-5974d659484e service neutron] 10.222.0.20 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877526 Nov 29 18:56:49.311105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70593c-19dd-4ab1-9409-d31819dc5e13 req-dc3b8867-cd2d-4c12-82f9-8782bcfbded4 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:49.312574 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ab70593c-19dd-4ab1-9409-d31819dc5e13 req-dc3b8867-cd2d-4c12-82f9-8782bcfbded4 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 944 time: 0.0490904 Nov 29 18:56:49.361388 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ab70593c-19dd-4ab1-9409-d31819dc5e13 req-3978737f-72eb-4b53-94f7-8f9b4045d4bd tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426483 Nov 29 18:56:49.755223 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device dd80948c-da18-4cc3-8532-fb397b2f9b5c no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:56:49.763166 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a171b09d-7513-4752-97c1-0764d3a8e653', 'tag': 'dd80948c-da18-4cc3-8532-fb397b2f9b5c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:56:49.765660 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe3ba2f-ebc6-48b8-9938-57617fb05961" -d '{"events": [{"name": "network-changed", "server_uuid": "a171b09d-7513-4752-97c1-0764d3a8e653", "tag": "dd80948c-da18-4cc3-8532-fb397b2f9b5c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:56:49.794226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device dd80948c-da18-4cc3-8532-fb397b2f9b5c not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:56:49.817119 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd43042-7094-4eed-9106-cc2bb04203f8 x-openstack-request-id: req-cfd43042-7094-4eed-9106-cc2bb04203f8 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:56:49.817419 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a171b09d-7513-4752-97c1-0764d3a8e653", "tag": "dd80948c-da18-4cc3-8532-fb397b2f9b5c", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:56:49.817683 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfd43042-7094-4eed-9106-cc2bb04203f8 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:56:49.818079 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a171b09d-7513-4752-97c1-0764d3a8e653', 'tag': 'dd80948c-da18-4cc3-8532-fb397b2f9b5c', 'status': 'completed', 'code': 200} Nov 29 18:56:49.907092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-eb576a8b-b514-4b08-9176-8cef795fc9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:49.908627 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-eb576a8b-b514-4b08-9176-8cef795fc9e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d47bdde26730405780167b642ea88fde&device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 1095 time: 0.0717797 Nov 29 18:56:49.911080 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-9fa580a2-50fe-4251-80f3-80957261d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:49.912417 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-9fa580a2-50fe-4251-80f3-80957261d7e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d47bdde26730405780167b642ea88fde&device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 1095 time: 0.0673518 Nov 29 18:56:50.390832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-4edb9072-586a-4b3e-b57d-1c7175614f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:50.392117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-4edb9072-586a-4b3e-b57d-1c7175614f31 service neutron] 10.222.0.20 "GET /v2.0/networks?id=70b9159a-a550-42dc-8669-a615cc8d010b HTTP/1.1" status: 200 len: 912 time: 0.4691436 Nov 29 18:56:50.393071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-fbe2e67c-f002-4a30-b2d5-b0341dc074fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:50.394393 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-fbe2e67c-f002-4a30-b2d5-b0341dc074fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=70b9159a-a550-42dc-8669-a615cc8d010b HTTP/1.1" status: 200 len: 912 time: 0.4787536 Nov 29 18:56:50.468967 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-ebfd6824-0a72-4a33-8389-87c7ab089e03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c HTTP/1.1" status: 200 len: 217 time: 0.0691016 Nov 29 18:56:50.479918 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-5f761020-0f74-4020-adcd-29b2752c3902 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c HTTP/1.1" status: 200 len: 217 time: 0.0733066 Nov 29 18:56:50.579800 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-07c8b4f7-78e7-4711-a8cf-d84ea0af9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:50.581289 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-07c8b4f7-78e7-4711-a8cf-d84ea0af9bce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=89dd9d43-c2d1-45f5-a229-01537fb5c01d HTTP/1.1" status: 200 len: 851 time: 0.1030283 Nov 29 18:56:50.591262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-3c8fe8dc-dc4a-417a-be09-b2efc920e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:50.592634 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-3c8fe8dc-dc4a-417a-be09-b2efc920e124 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=89dd9d43-c2d1-45f5-a229-01537fb5c01d HTTP/1.1" status: 200 len: 851 time: 0.0927997 Nov 29 18:56:50.617107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404460d6-0132-49be-bc86-cda79a3071b3 req-40f50b42-12b8-4e1c-b579-34f0d68ad936 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:50.618540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-404460d6-0132-49be-bc86-cda79a3071b3 req-40f50b42-12b8-4e1c-b579-34f0d68ad936 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 944 time: 0.1763303 Nov 29 18:56:50.634996 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-5bd7eb9d-14f7-42b9-bc75-b58e44b35c7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70b9159a-a550-42dc-8669-a615cc8d010b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453651 Nov 29 18:56:50.655288 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-2c404c2d-5f98-4a56-9537-b04980135682 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70b9159a-a550-42dc-8669-a615cc8d010b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543485 Nov 29 18:56:50.799553 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-404460d6-0132-49be-bc86-cda79a3071b3 req-dc57fd8e-b9ce-4238-8717-742808b0627d tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668334 Nov 29 18:56:50.840365 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-1f322657-35a6-48f7-a28c-afb606995986 service neutron] 10.222.0.20 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918776 Nov 29 18:56:50.846296 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-519feb62-9ad2-449c-8778-ee78c89b3b60 service neutron] 10.222.0.31 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772959 Nov 29 18:56:50.882356 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device dd80948c-da18-4cc3-8532-fb397b2f9b5c details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:56:50.990345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port dd80948c-da18-4cc3-8532-fb397b2f9b5c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c,segment=NetworkSegment(8b5ebfd8-0c72-4c5b-89dd-18251da973e4),segment_id=8b5ebfd8-0c72-4c5b-89dd-18251da973e4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:56:51.002675 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-5d24120d-e578-4d44-8897-7edd411a27e1 service neutron] 10.222.0.31 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472974 Nov 29 18:56:51.003858 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'dd80948c-da18-4cc3-8532-fb397b2f9b5c', 'network_id': '70b9159a-a550-42dc-8669-a615cc8d010b', 'port_id': 'dd80948c-da18-4cc3-8532-fb397b2f9b5c', 'mac_address': 'fa:16:3e:fc:70:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89dd9d43-c2d1-45f5-a229-01537fb5c01d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:56:51.004706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dfe3ba2f-ebc6-48b8-9938-57617fb05961 req-6036ac3b-0b58-472d-ac46-7de2487ad428 service neutron] 10.222.0.20 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565204 Nov 29 18:56:51.044806 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:51.066213 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd80948c-da18-4cc3-8532-fb397b2f9b5c {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:56:51.074706 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-e33d83f4-18b9-4e19-814a-4e9e07617bf2 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:51.076261 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-e33d83f4-18b9-4e19-814a-4e9e07617bf2 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.31 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653&tenant_id=d47bdde26730405780167b642ea88fde&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 944 time: 0.0722013 Nov 29 18:56:51.100254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port dd80948c-da18-4cc3-8532-fb397b2f9b5c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c,segment=NetworkSegment(8b5ebfd8-0c72-4c5b-89dd-18251da973e4),segment_id=8b5ebfd8-0c72-4c5b-89dd-18251da973e4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:56:51.104389 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:51.140306 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-c7fe8b0d-d3d2-4c19-a633-f2c13b97a776 service neutron] delete failed (client error): The resource could not be found. Nov 29 18:56:51.141426 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-c7fe8b0d-d3d2-4c19-a633-f2c13b97a776 service neutron] 10.222.0.31 "DELETE /v2.0/ports/dd80948c-da18-4cc3-8532-fb397b2f9b5c/bindings/n-h2-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.0562441 Nov 29 18:56:51.157368 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=dd80948c-da18-4cc3-8532-fb397b2f9b5c,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:51.227525 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-6c9d3700-4076-40bd-bcd6-f9025050f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:51.228986 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-6c9d3700-4076-40bd-bcd6-f9025050f345 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d47bdde26730405780167b642ea88fde&device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 1096 time: 0.0443573 Nov 29 18:56:51.332566 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-c3a2b2ee-4bcd-46bd-aead-e26bed03a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:51.334165 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-c3a2b2ee-4bcd-46bd-aead-e26bed03a783 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70b9159a-a550-42dc-8669-a615cc8d010b HTTP/1.1" status: 200 len: 912 time: 0.0986838 Nov 29 18:56:51.344488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['dd80948c-da18-4cc3-8532-fb397b2f9b5c'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:56:51.378975 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-1358b05e-9989-4d3b-bca4-996e56bd8f86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c HTTP/1.1" status: 200 len: 217 time: 0.0377090 Nov 29 18:56:51.430326 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-3622b928-a204-4410-8776-54925aa38714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:51.431912 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-3622b928-a204-4410-8776-54925aa38714 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=89dd9d43-c2d1-45f5-a229-01537fb5c01d HTTP/1.1" status: 200 len: 851 time: 0.0453398 Nov 29 18:56:51.465450 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-ecf6440c-d629-4326-b9e1-4fabd6fb8851 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70b9159a-a550-42dc-8669-a615cc8d010b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264590 Nov 29 18:56:51.559993 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-bd0a2f18-2c03-4a28-a1ea-0a9515e555f7 service neutron] 10.222.0.31 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878139 Nov 29 18:56:51.650376 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-64cd4bf2-5fd4-4202-bdc0-0713064cbea9 service neutron] 10.222.0.31 "GET /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830007 Nov 29 18:56:52.332371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ab22c-ab96-4c5e-8eba-685fd22b96e3 req-11061855-d4cf-4d50-a169-608ae8e2bb4b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:52.333852 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-450ab22c-ab96-4c5e-8eba-685fd22b96e3 req-11061855-d4cf-4d50-a169-608ae8e2bb4b tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 945 time: 0.0500863 Nov 29 18:56:52.383308 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-450ab22c-ab96-4c5e-8eba-685fd22b96e3 req-051a81f0-bf72-4453-9817-294b30a8b200 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432477 Nov 29 18:56:52.898703 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device dd80948c-da18-4cc3-8532-fb397b2f9b5c up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:56:52.949675 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port dd80948c-da18-4cc3-8532-fb397b2f9b5c completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:56:52.953406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port dd80948c-da18-4cc3-8532-fb397b2f9b5c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:56:52.953791 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:53.037690 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:53.068114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a171b09d-7513-4752-97c1-0764d3a8e653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd80948c-da18-4cc3-8532-fb397b2f9b5c'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:56:53.071831 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f89dde-8e54-4a10-b4f3-58ccac0e06f7" -d '{"events": [{"server_uuid": "a171b09d-7513-4752-97c1-0764d3a8e653", "name": "network-vif-plugged", "status": "completed", "tag": "dd80948c-da18-4cc3-8532-fb397b2f9b5c"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:56:53.085916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port dd80948c-da18-4cc3-8532-fb397b2f9b5c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c,segment=NetworkSegment(8b5ebfd8-0c72-4c5b-89dd-18251da973e4),segment_id=8b5ebfd8-0c72-4c5b-89dd-18251da973e4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:56:53.090665 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:53.117029 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917738c5-dc9b-4c0c-85a1-cc9ea837e0c7 x-openstack-request-id: req-917738c5-dc9b-4c0c-85a1-cc9ea837e0c7 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:56:53.117329 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a171b09d-7513-4752-97c1-0764d3a8e653", "name": "network-vif-plugged", "status": "completed", "tag": "dd80948c-da18-4cc3-8532-fb397b2f9b5c", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:56:53.117615 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-917738c5-dc9b-4c0c-85a1-cc9ea837e0c7 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:56:53.117999 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a171b09d-7513-4752-97c1-0764d3a8e653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd80948c-da18-4cc3-8532-fb397b2f9b5c', 'code': 200} Nov 29 18:56:53.149457 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=dd80948c-da18-4cc3-8532-fb397b2f9b5c,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:53.500106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de5238-4e46-45e4-8cc9-0c2a7acedcf4 req-8bad0ca6-df96-44fc-882a-b0946d6ea749 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:53.501597 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c4de5238-4e46-45e4-8cc9-0c2a7acedcf4 req-8bad0ca6-df96-44fc-882a-b0946d6ea749 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0488100 Nov 29 18:56:53.554532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c4de5238-4e46-45e4-8cc9-0c2a7acedcf4 req-e8b24d1f-fb08-4302-aed3-a9ee0974ffdd tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.23 "GET /v2.0/security-groups?id=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465233 Nov 29 18:56:53.714189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-9e643e80-c060-42d2-a028-08a6661c8e63 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:53.715619 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-9e643e80-c060-42d2-a028-08a6661c8e63 tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.20 "GET /v2.0/ports?device_id=a171b09d-7513-4752-97c1-0764d3a8e653 HTTP/1.1" status: 200 len: 946 time: 0.0496478 Nov 29 18:56:53.804067 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-a68d5c85-0ec6-4d5c-b4ad-1ea693a8b4ee tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Deleting port dd80948c-da18-4cc3-8532-fb397b2f9b5c {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:56:53.804408 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-a68d5c85-0ec6-4d5c-b4ad-1ea693a8b4ee tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:53.898581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-a68d5c85-0ec6-4d5c-b4ad-1ea693a8b4ee tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] For port dd80948c-da18-4cc3-8532-fb397b2f9b5c, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=dd80948c-da18-4cc3-8532-fb397b2f9b5c,segment=NetworkSegment(8b5ebfd8-0c72-4c5b-89dd-18251da973e4),segment_id=8b5ebfd8-0c72-4c5b-89dd-18251da973e4)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:56:53.898974 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-a68d5c85-0ec6-4d5c-b4ad-1ea693a8b4ee tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:53.912742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-a68d5c85-0ec6-4d5c-b4ad-1ea693a8b4ee tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Calling delete_port for dd80948c-da18-4cc3-8532-fb397b2f9b5c owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:56:54.050338 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-a68d5c85-0ec6-4d5c-b4ad-1ea693a8b4ee tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:54.063752 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62769cb7-6438-43c7-83df-67aae3c889cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:54.067442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['dd80948c-da18-4cc3-8532-fb397b2f9b5c'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:56:54.088690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d5c85-0ec6-4d5c-b4ad-1ea693a8b4ee tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Pushing event deleted for resources: {'Port': ['ID=dd80948c-da18-4cc3-8532-fb397b2f9b5c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:54.123401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-a68d5c85-0ec6-4d5c-b4ad-1ea693a8b4ee tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] No DVR routers for this DVR port dd80948c-da18-4cc3-8532-fb397b2f9b5c on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:56:54.127142 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-a68d5c85-0ec6-4d5c-b4ad-1ea693a8b4ee tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:54.131228 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-231a367c-cb42-4abb-885f-7c65c7deb5c2 req-a68d5c85-0ec6-4d5c-b4ad-1ea693a8b4ee tempest-DeleteServersTestJSON-1647597093 tempest-DeleteServersTestJSON-1647597093-project] 10.222.0.20 "DELETE /v2.0/ports/dd80948c-da18-4cc3-8532-fb397b2f9b5c HTTP/1.1" status: 204 len: 173 time: 0.4084220 Nov 29 18:56:54.131694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a171b09d-7513-4752-97c1-0764d3a8e653', 'name': 'network-vif-deleted', 'tag': 'dd80948c-da18-4cc3-8532-fb397b2f9b5c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:56:54.133952 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb41176-ef7d-49c6-afdd-6f9cdc79589d" -d '{"events": [{"server_uuid": "a171b09d-7513-4752-97c1-0764d3a8e653", "name": "network-vif-deleted", "tag": "dd80948c-da18-4cc3-8532-fb397b2f9b5c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:56:54.173424 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa50138a-274f-4d3c-bd60-495c4684fc86 x-openstack-request-id: req-aa50138a-274f-4d3c-bd60-495c4684fc86 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:56:54.173721 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a171b09d-7513-4752-97c1-0764d3a8e653", "name": "network-vif-deleted", "tag": "dd80948c-da18-4cc3-8532-fb397b2f9b5c", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:56:54.173980 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa50138a-274f-4d3c-bd60-495c4684fc86 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:56:54.174382 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a171b09d-7513-4752-97c1-0764d3a8e653', 'name': 'network-vif-deleted', 'tag': 'dd80948c-da18-4cc3-8532-fb397b2f9b5c', 'status': 'completed', 'code': 200} Nov 29 18:56:54.685623 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41722) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:54.742520 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Deleting subnet 89dd9d43-c2d1-45f5-a229-01537fb5c01d {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:56:54.745766 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:54.782110 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:54.825284 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:54.881571 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:54.906024 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89dd9d43-c2d1-45f5-a229-01537fb5c01d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:54.916352 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:54.916708 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:54.917057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:54.917402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:54.917744 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:54.918083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:54.918536 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:54.918737 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:54.919096 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:54.919424 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:54.919751 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:54.920082 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:56:54.922856 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:54.926075 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-84cfcf04-3d68-478c-8bdf-ab54cad2e038 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/89dd9d43-c2d1-45f5-a229-01537fb5c01d HTTP/1.1" status: 204 len: 168 time: 0.2393959 Nov 29 18:56:54.928958 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 41724) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:55.002604 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06777500-1c9e-4591-bf4d-54b3eff61619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:55.083015 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06777500-1c9e-4591-bf4d-54b3eff61619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:55.108076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-06777500-1c9e-4591-bf4d-54b3eff61619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b9159a-a550-42dc-8669-a615cc8d010b']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:56:55.117514 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-06777500-1c9e-4591-bf4d-54b3eff61619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5ebfd8-0c72-4c5b-89dd-18251da973e4') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:56:55.117807 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-06777500-1c9e-4591-bf4d-54b3eff61619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5ebfd8-0c72-4c5b-89dd-18251da973e4') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:56:55.127649 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06777500-1c9e-4591-bf4d-54b3eff61619 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:55.140584 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06777500-1c9e-4591-bf4d-54b3eff61619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:55.146954 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06777500-1c9e-4591-bf4d-54b3eff61619 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:56:55.147335 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06777500-1c9e-4591-bf4d-54b3eff61619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: timer() Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:56:55.148953 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:56:55.202975 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06777500-1c9e-4591-bf4d-54b3eff61619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:55.209719 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06777500-1c9e-4591-bf4d-54b3eff61619 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:55.213032 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-06777500-1c9e-4591-bf4d-54b3eff61619 admin admin] 10.222.0.23 "DELETE /v2.0/networks/70b9159a-a550-42dc-8669-a615cc8d010b HTTP/1.1" status: 204 len: 168 time: 0.2830617 Nov 29 18:56:55.224341 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06777500-1c9e-4591-bf4d-54b3eff61619 admin admin] Pushing event deleted for resources: {'Network': ['ID=70b9159a-a550-42dc-8669-a615cc8d010b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:55.326608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41728) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:55.368819 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ef5b1c2e-1de6-4373-b8d4-c08d8c049ddb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d47bdde26730405780167b642ea88fde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407584 Nov 29 18:56:55.371669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41730) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:55.420052 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb158-165d-46bb-92e8-9885c3502efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:55.446270 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb158-165d-46bb-92e8-9885c3502efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:55.490946 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb158-165d-46bb-92e8-9885c3502efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:55.493515 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb158-165d-46bb-92e8-9885c3502efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:55.494662 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5ffcb158-165d-46bb-92e8-9885c3502efd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cac48951-0b8b-4a80-a2bd-5ffd5e8193e0 HTTP/1.1" status: 204 len: 168 time: 0.1220472 Nov 29 18:56:55.503283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcb158-165d-46bb-92e8-9885c3502efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac48951-0b8b-4a80-a2bd-5ffd5e8193e0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:56.173267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41752) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:56.268744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-000deece-2333-498e-8862-a43bc52941c2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1735708806-network', 'tenant_id': '62b0d92fe4764eb192646e2d761907e2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:56:56.292982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000deece-2333-498e-8862-a43bc52941c2 admin admin] Made reservation on behalf of 62b0d92fe4764eb192646e2d761907e2 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:56:56.295550 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-000deece-2333-498e-8862-a43bc52941c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:56.304871 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-000deece-2333-498e-8862-a43bc52941c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:56.383842 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-000deece-2333-498e-8862-a43bc52941c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:56.387694 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-000deece-2333-498e-8862-a43bc52941c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:56.415351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000deece-2333-498e-8862-a43bc52941c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:56:56.427177 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000deece-2333-498e-8862-a43bc52941c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:56.432703 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-000deece-2333-498e-8862-a43bc52941c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:56.433042 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-000deece-2333-498e-8862-a43bc52941c2 admin admin] Added segment f9eccd0e-da76-4b08-aae5-28ed65ec9273 of type vlan for network 203e6f33-397a-4f0f-9009-bdae985b3627 Nov 29 18:56:56.474398 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-000deece-2333-498e-8862-a43bc52941c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:56.500799 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-000deece-2333-498e-8862-a43bc52941c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:56.502183 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000deece-2333-498e-8862-a43bc52941c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:56.502764 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-000deece-2333-498e-8862-a43bc52941c2 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:56.511922 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73c65911-57b6-4faf-8935-c24361ecfd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:56.559931 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-000deece-2333-498e-8862-a43bc52941c2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3855076 Nov 29 18:56:56.562974 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 41756) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:56:56.568599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-584cb276-c65e-4ef2-931d-99baa0936d1b admin admin] Request body: {'subnet': {'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1735708806-subnet', 'tenant_id': '62b0d92fe4764eb192646e2d761907e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:56:56.584364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000deece-2333-498e-8862-a43bc52941c2 admin admin] Pushing event updated for resources: {'Network': ['ID=203e6f33-397a-4f0f-9009-bdae985b3627,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:56.594701 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 203e6f33-397a-4f0f-9009-bdae985b3627 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:56:56.601742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584cb276-c65e-4ef2-931d-99baa0936d1b admin admin] Made reservation on behalf of 62b0d92fe4764eb192646e2d761907e2 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:56:56.604240 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-584cb276-c65e-4ef2-931d-99baa0936d1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:56.780000 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-584cb276-c65e-4ef2-931d-99baa0936d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:56.832554 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584cb276-c65e-4ef2-931d-99baa0936d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e671003f-d73a-4aa9-9c74-ca7a1333e212,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:56.843490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584cb276-c65e-4ef2-931d-99baa0936d1b admin admin] Checking segment: {'id': 'f9eccd0e-da76-4b08-aae5-28ed65ec9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:56:56.843841 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584cb276-c65e-4ef2-931d-99baa0936d1b admin admin] Network hostable DHCP agents. Network: 203e6f33-397a-4f0f-9009-bdae985b3627, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:56:56.859961 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584cb276-c65e-4ef2-931d-99baa0936d1b admin admin] Network 203e6f33-397a-4f0f-9009-bdae985b3627 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:56:56.869143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-584cb276-c65e-4ef2-931d-99baa0936d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 203e6f33-397a-4f0f-9009-bdae985b3627) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:56:56.873374 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584cb276-c65e-4ef2-931d-99baa0936d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:56.874058 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-584cb276-c65e-4ef2-931d-99baa0936d1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:56.880038 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517c268f-1703-4016-b6c5-d1bd32cf59e2 None None] Network 203e6f33-397a-4f0f-9009-bdae985b3627 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:56:56.891220 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-584cb276-c65e-4ef2-931d-99baa0936d1b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3265982 Nov 29 18:56:56.923864 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device dd80948c-da18-4cc3-8532-fb397b2f9b5c no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:56:56.953675 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: dd80948c-da18-4cc3-8532-fb397b2f9b5c {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:56:56.954017 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device dd80948c-da18-4cc3-8532-fb397b2f9b5c not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:56:57.033761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab328ae9-1449-4650-bcd4-ced469b10662 None None] Network 203e6f33-397a-4f0f-9009-bdae985b3627 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:56:57.325274 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-729ecbc8-652e-461e-bcf7-faa30e8aa2b7 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:57.326757 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-729ecbc8-652e-461e-bcf7-faa30e8aa2b7 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/networks?id=203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 200 len: 815 time: 0.1070406 Nov 29 18:56:57.342512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-82cfaf5c-3e0b-4309-b0c0-15da7d308c8d tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/quotas/62b0d92fe4764eb192646e2d761907e2 HTTP/1.1" status: 200 len: 375 time: 0.0096421 Nov 29 18:56:57.375955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-9c37ae81-07a3-4954-9d91-c84200b8809b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=62b0d92fe4764eb192646e2d761907e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274024 Nov 29 18:56:57.464780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-0e1b2114-2e6e-42b1-b5a7-883b1dce9ee8 service neutron] 10.222.0.23 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816960 Nov 29 18:56:57.559325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-cef510cd-5878-4280-8714-c9ee104cdd6b service neutron] 10.222.0.23 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877426 Nov 29 18:56:57.720916 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-965a458b-e5e0-456b-a01f-09b25816fb9e req-cd8adf80-0cfa-4ff2-9c45-045491aaad8a tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 210 time: 0.0302634 Nov 29 18:56:57.722648 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:57.789979 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:58.781676 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-33dfd725-6201-4f1b-aa52-d7e18b0175c8 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:58.783850 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-33dfd725-6201-4f1b-aa52-d7e18b0175c8 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.20 "GET /v2.0/networks?id=203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 200 len: 815 time: 0.1121070 Nov 29 18:56:58.805723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-3a2bd7a9-0c1f-4b00-9070-e4aa79624f49 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Request body: {'port': {'device_id': 'bc90e67c-8485-4b5b-9a73-8db3595ab373', 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627', 'admin_state_up': True, 'tenant_id': '62b0d92fe4764eb192646e2d761907e2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:56:58.833730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ddcbbd5e-3459-4057-adf9-56c1d4f876a5 req-6a2c8879-0d89-4af6-ae53-11b8503ff927 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 210 time: 0.0424073 Nov 29 18:56:58.929053 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-3a2bd7a9-0c1f-4b00-9070-e4aa79624f49 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Made reservation on behalf of 62b0d92fe4764eb192646e2d761907e2 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:56:58.932756 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-3a2bd7a9-0c1f-4b00-9070-e4aa79624f49 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:59.061879 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-3a2bd7a9-0c1f-4b00-9070-e4aa79624f49 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Allocated IP 172.20.0.10 (203e6f33-397a-4f0f-9009-bdae985b3627/e671003f-d73a-4aa9-9c74-ca7a1333e212/5bef228d-1dee-42eb-a7d1-aad8499a5f56) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:56:59.213812 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-3a2bd7a9-0c1f-4b00-9070-e4aa79624f49 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:59.247075 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-3a2bd7a9-0c1f-4b00-9070-e4aa79624f49 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:59.292391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-3a2bd7a9-0c1f-4b00-9070-e4aa79624f49 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Network 203e6f33-397a-4f0f-9009-bdae985b3627 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:56:59.297617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-3a2bd7a9-0c1f-4b00-9070-e4aa79624f49 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:56:59.302763 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-3a2bd7a9-0c1f-4b00-9070-e4aa79624f49 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:56:59.324879 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:59.329494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2bd7a9-0c1f-4b00-9070-e4aa79624f49 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Pushing event updated for resources: {'Port': ['ID=5bef228d-1dee-42eb-a7d1-aad8499a5f56,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:59.359257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-3a2bd7a9-0c1f-4b00-9070-e4aa79624f49 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:59.359862 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-3a2bd7a9-0c1f-4b00-9070-e4aa79624f49 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:59.377006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-3a2bd7a9-0c1f-4b00-9070-e4aa79624f49 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5762398 Nov 29 18:56:59.393195 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Request body: {'port': {'device_id': 'bc90e67c-8485-4b5b-9a73-8db3595ab373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:56:59.450843 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:59.707999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bef228d-1dee-42eb-a7d1-aad8499a5f56 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:56:59.715241 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:59.729069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Transition to ACTIVE for port object 5bef228d-1dee-42eb-a7d1-aad8499a5f56 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:56:59.732772 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:59.782038 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Pushing event updated for resources: {'Port': ['ID=5bef228d-1dee-42eb-a7d1-aad8499a5f56,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:56:59.856299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Attempting to bind port 5bef228d-1dee-42eb-a7d1-aad8499a5f56 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:56:59.856653 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Attempting to bind port 5bef228d-1dee-42eb-a7d1-aad8499a5f56 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'f9eccd0e-da76-4b08-aae5-28ed65ec9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:56:59.856987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Attempting to bind port 5bef228d-1dee-42eb-a7d1-aad8499a5f56 on network 203e6f33-397a-4f0f-9009-bdae985b3627 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:56:59.861892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Port 5bef228d-1dee-42eb-a7d1-aad8499a5f56 on network 203e6f33-397a-4f0f-9009-bdae985b3627 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:56:59.861989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Attempting to bind port 5bef228d-1dee-42eb-a7d1-aad8499a5f56 on network 203e6f33-397a-4f0f-9009-bdae985b3627 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:56:59.866994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:56:59.867341 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Checking segment: {'id': 'f9eccd0e-da76-4b08-aae5-28ed65ec9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:56:59.867733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Bound using segment: {'id': 'f9eccd0e-da76-4b08-aae5-28ed65ec9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:56:59.868223 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Bound port: 5bef228d-1dee-42eb-a7d1-aad8499a5f56, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9eccd0e-da76-4b08-aae5-28ed65ec9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:56:59.868529 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:56:59.963597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] For port 5bef228d-1dee-42eb-a7d1-aad8499a5f56, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:56:59.967389 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] For port 5bef228d-1dee-42eb-a7d1-aad8499a5f56, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:56:59.979473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacbb28-cabc-478b-94d7-b0c5a2bb3070 req-121a956c-11c6-4150-85b4-5495122d325b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:56:59.980973 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9cacbb28-cabc-478b-94d7-b0c5a2bb3070 req-121a956c-11c6-4150-85b4-5495122d325b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 944 time: 0.0767138 Nov 29 18:56:59.982149 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:00.027401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:00.027989 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:00.030022 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] 10.222.0.20 "PUT /v2.0/ports/5bef228d-1dee-42eb-a7d1-aad8499a5f56 HTTP/1.1" status: 200 len: 1092 time: 0.6408727 Nov 29 18:57:00.043054 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc90e67c-8485-4b5b-9a73-8db3595ab373', 'tag': '5bef228d-1dee-42eb-a7d1-aad8499a5f56'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:57:00.045342 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a69c27-9c1a-4ee9-800a-86572841564c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc90e67c-8485-4b5b-9a73-8db3595ab373", "tag": "5bef228d-1dee-42eb-a7d1-aad8499a5f56"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:57:00.068600 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:00.106550 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2270fed-a552-4ef1-8432-131a71d7cb89 x-openstack-request-id: req-a2270fed-a552-4ef1-8432-131a71d7cb89 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:57:00.106855 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc90e67c-8485-4b5b-9a73-8db3595ab373", "tag": "5bef228d-1dee-42eb-a7d1-aad8499a5f56", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:57:00.107116 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2270fed-a552-4ef1-8432-131a71d7cb89 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:57:00.107518 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc90e67c-8485-4b5b-9a73-8db3595ab373', 'tag': '5bef228d-1dee-42eb-a7d1-aad8499a5f56', 'status': 'completed', 'code': 200} Nov 29 18:57:00.131422 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab096bd-db9c-406c-bee5-098ff01a315a service neutron] Pushing event updated for resources: {'Port': ['ID=5bef228d-1dee-42eb-a7d1-aad8499a5f56,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:00.140226 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9cacbb28-cabc-478b-94d7-b0c5a2bb3070 req-55e4600d-01ec-4229-99e8-54e000785d72 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527324 Nov 29 18:57:00.155051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-d23b6fe0-567c-4de1-aa46-4fc00ac9104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:00.156820 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-d23b6fe0-567c-4de1-aa46-4fc00ac9104e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0d92fe4764eb192646e2d761907e2&device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 1095 time: 0.0761032 Nov 29 18:57:00.191486 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:00.208479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-9c9bf27e-2103-4d3f-b3f2-4b7a3288589b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56 HTTP/1.1" status: 200 len: 217 time: 0.0374856 Nov 29 18:57:00.267962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-11e5f239-6e5a-43e6-8b2e-92b02ed67f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:00.269316 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-11e5f239-6e5a-43e6-8b2e-92b02ed67f9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e671003f-d73a-4aa9-9c74-ca7a1333e212 HTTP/1.1" status: 200 len: 855 time: 0.0485427 Nov 29 18:57:00.306594 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-78cbe112-d8cf-42a7-9f55-cbdb027235b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=203e6f33-397a-4f0f-9009-bdae985b3627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247228 Nov 29 18:57:00.401584 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-60237c88-f827-48ba-b01c-772decd4090c service neutron] 10.222.0.20 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818992 Nov 29 18:57:00.500547 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba98fb64-9cf9-4847-a5e1-8a516096be93 req-b62b0203-1aba-4fe8-9829-b47b022f5599 service neutron] 10.222.0.20 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870581 Nov 29 18:57:00.595684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a69c27-9c1a-4ee9-800a-86572841564c req-df8eaac3-e87d-4134-b347-bcf9a9b6ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:00.597203 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28a69c27-9c1a-4ee9-800a-86572841564c req-df8eaac3-e87d-4134-b347-bcf9a9b6ea83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0d92fe4764eb192646e2d761907e2&device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 1095 time: 0.0427806 Nov 29 18:57:00.691122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a69c27-9c1a-4ee9-800a-86572841564c req-1a27a2d0-2b6a-4bd9-8aae-55e5bf64d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:00.692594 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28a69c27-9c1a-4ee9-800a-86572841564c req-1a27a2d0-2b6a-4bd9-8aae-55e5bf64d5b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 200 len: 916 time: 0.0884259 Nov 29 18:57:00.734221 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28a69c27-9c1a-4ee9-800a-86572841564c req-71f9b5df-106b-44a6-bb0a-0fb81bff1a4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56 HTTP/1.1" status: 200 len: 217 time: 0.0344517 Nov 29 18:57:00.784149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a69c27-9c1a-4ee9-800a-86572841564c req-0b490ef1-8448-4bfd-a44c-bffba0975548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:00.785625 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28a69c27-9c1a-4ee9-800a-86572841564c req-0b490ef1-8448-4bfd-a44c-bffba0975548 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e671003f-d73a-4aa9-9c74-ca7a1333e212 HTTP/1.1" status: 200 len: 855 time: 0.0438476 Nov 29 18:57:00.820112 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28a69c27-9c1a-4ee9-800a-86572841564c req-00ec81a3-ea3e-456f-9f96-5c92ed3dd93e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=203e6f33-397a-4f0f-9009-bdae985b3627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253208 Nov 29 18:57:00.917746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28a69c27-9c1a-4ee9-800a-86572841564c req-bf3d7e4b-26c2-45ce-a563-c2f1e3ee0068 service neutron] 10.222.0.20 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894699 Nov 29 18:57:01.017705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-28a69c27-9c1a-4ee9-800a-86572841564c req-b6019bef-ab6f-4543-bb68-bcffca30b2c7 service neutron] 10.222.0.20 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872345 Nov 29 18:57:01.263577 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7ed1c-a132-4699-90ed-db554474a53e req-08198441-45c3-409b-b594-73fd214ca429 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:01.265051 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-53f7ed1c-a132-4699-90ed-db554474a53e req-08198441-45c3-409b-b594-73fd214ca429 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 944 time: 0.0539339 Nov 29 18:57:01.313317 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-53f7ed1c-a132-4699-90ed-db554474a53e req-536c4530-30d8-4c11-93b6-ebae104e5a6c tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417159 Nov 29 18:57:02.429688 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778555e4-22e7-42eb-9101-8413708df293 req-0214fff7-7c1b-413e-9734-83051bb412af tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:02.431366 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-778555e4-22e7-42eb-9101-8413708df293 req-0214fff7-7c1b-413e-9734-83051bb412af tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 944 time: 0.0492883 Nov 29 18:57:02.479435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-778555e4-22e7-42eb-9101-8413708df293 req-101156e2-5d9e-4043-80ed-c30eb0556dd7 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419402 Nov 29 18:57:02.909978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 5bef228d-1dee-42eb-a7d1-aad8499a5f56 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:57:03.006722 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 5bef228d-1dee-42eb-a7d1-aad8499a5f56, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:57:03.019756 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '5bef228d-1dee-42eb-a7d1-aad8499a5f56', 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627', 'port_id': '5bef228d-1dee-42eb-a7d1-aad8499a5f56', 'mac_address': 'fa:16:3e:20:bc:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e671003f-d73a-4aa9-9c74-ca7a1333e212', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:57:03.059266 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:03.073348 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bef228d-1dee-42eb-a7d1-aad8499a5f56 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:57:03.095334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 5bef228d-1dee-42eb-a7d1-aad8499a5f56, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:57:03.099981 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:03.150752 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=5bef228d-1dee-42eb-a7d1-aad8499a5f56,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:03.333122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['5bef228d-1dee-42eb-a7d1-aad8499a5f56'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:57:03.541980 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:57:03.602329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd608e6-9881-4ab2-9e92-182f2711e86a req-2b469416-0ef2-40fc-b385-0f5acff67f9a tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:03.603863 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4bd608e6-9881-4ab2-9e92-182f2711e86a req-2b469416-0ef2-40fc-b385-0f5acff67f9a tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 945 time: 0.0492184 Nov 29 18:57:03.655568 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4bd608e6-9881-4ab2-9e92-182f2711e86a req-d0a4edf8-4b63-40eb-ab45-40b7c4db823a tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456262 Nov 29 18:57:04.769683 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58e72e-e3a9-46d1-86f4-bec76a12b8e1 req-19d82d08-be1b-4311-8e27-f1e136caabec tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:04.771199 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3a58e72e-e3a9-46d1-86f4-bec76a12b8e1 req-19d82d08-be1b-4311-8e27-f1e136caabec tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 945 time: 0.0478964 Nov 29 18:57:04.818768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3a58e72e-e3a9-46d1-86f4-bec76a12b8e1 req-c4c79e70-d5e5-46a3-93d4-7e9f052eb59a tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Nov 29 18:57:04.925652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 5bef228d-1dee-42eb-a7d1-aad8499a5f56 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:57:04.977665 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 5bef228d-1dee-42eb-a7d1-aad8499a5f56 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:57:04.981301 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 5bef228d-1dee-42eb-a7d1-aad8499a5f56 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:57:04.981666 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:05.059214 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:05.084751 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc90e67c-8485-4b5b-9a73-8db3595ab373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bef228d-1dee-42eb-a7d1-aad8499a5f56'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:57:05.087028 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efeb48e2-6130-432b-8bc6-9029cf3dd1fe" -d '{"events": [{"server_uuid": "bc90e67c-8485-4b5b-9a73-8db3595ab373", "name": "network-vif-plugged", "status": "completed", "tag": "5bef228d-1dee-42eb-a7d1-aad8499a5f56"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:57:05.100446 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 5bef228d-1dee-42eb-a7d1-aad8499a5f56, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:57:05.105051 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:05.133024 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa5415c-99c5-4b95-a23b-1af97b135674 x-openstack-request-id: req-1fa5415c-99c5-4b95-a23b-1af97b135674 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:57:05.133318 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc90e67c-8485-4b5b-9a73-8db3595ab373", "name": "network-vif-plugged", "status": "completed", "tag": "5bef228d-1dee-42eb-a7d1-aad8499a5f56", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:57:05.133575 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fa5415c-99c5-4b95-a23b-1af97b135674 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:57:05.133971 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc90e67c-8485-4b5b-9a73-8db3595ab373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bef228d-1dee-42eb-a7d1-aad8499a5f56', 'code': 200} Nov 29 18:57:05.162067 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=5bef228d-1dee-42eb-a7d1-aad8499a5f56,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:05.232674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b5a1e-2769-4be8-8d6d-c2e88280c8d9 req-dddfbafb-6053-4a94-a36b-a1f5dfdef0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:05.234075 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f2b5a1e-2769-4be8-8d6d-c2e88280c8d9 req-dddfbafb-6053-4a94-a36b-a1f5dfdef0a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 1097 time: 0.0405226 Nov 29 18:57:05.280932 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f2b5a1e-2769-4be8-8d6d-c2e88280c8d9 req-ca6c1db4-0c2b-458e-9fa1-bd8e725fc233 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366507 Nov 29 18:57:05.939554 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ead47-ef7b-4ac6-ac54-9b6657e072fd req-395e53b2-755b-4030-a69a-cc8f416a20d7 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:05.941070 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e97ead47-ef7b-4ac6-ac54-9b6657e072fd req-395e53b2-755b-4030-a69a-cc8f416a20d7 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0531232 Nov 29 18:57:05.989170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e97ead47-ef7b-4ac6-ac54-9b6657e072fd req-5ac742f9-e70d-4a32-bc58-bf5fde515805 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420442 Nov 29 18:57:07.105692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61153a5-f142-46f8-8607-ea907ef9550d req-35f59b6b-8cbc-49ae-aba2-7e5a01fe9857 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:07.107212 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e61153a5-f142-46f8-8607-ea907ef9550d req-35f59b6b-8cbc-49ae-aba2-7e5a01fe9857 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0487521 Nov 29 18:57:07.154367 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e61153a5-f142-46f8-8607-ea907ef9550d req-74878441-bb1f-4f41-b1de-37de43069972 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404873 Nov 29 18:57:07.271116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0a21c-2eef-4533-bfb7-481edeefbd13 req-0ad5b074-d709-468d-ab84-9ac90e2e09f0 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:07.272569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fd0a21c-2eef-4533-bfb7-481edeefbd13 req-0ad5b074-d709-468d-ab84-9ac90e2e09f0 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0490248 Nov 29 18:57:07.324301 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fd0a21c-2eef-4533-bfb7-481edeefbd13 req-eb39383f-e1c7-4478-a82d-6994749c9afd tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456648 Nov 29 18:57:07.529897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebe181-8f74-4e27-83e4-98ce4b78d4de req-50108fe2-31c1-4a76-bec0-98b7f84f05a4 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:07.531326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96ebe181-8f74-4e27-83e4-98ce4b78d4de req-50108fe2-31c1-4a76-bec0-98b7f84f05a4 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0485463 Nov 29 18:57:07.579307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-96ebe181-8f74-4e27-83e4-98ce4b78d4de req-cce6b714-e2f3-4eea-ad57-6b682a4d0d3d tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Nov 29 18:57:07.692519 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a49f1-0e58-427f-b6d8-94a96f691419 req-77ef3e6b-601a-403c-9442-3b65c6a9dff6 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:07.694007 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0e3a49f1-0e58-427f-b6d8-94a96f691419 req-77ef3e6b-601a-403c-9442-3b65c6a9dff6 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0479016 Nov 29 18:57:07.742879 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0e3a49f1-0e58-427f-b6d8-94a96f691419 req-9fbd84af-bd3a-4f04-b67d-c46ae092aea4 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428579 Nov 29 18:57:07.967649 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ae93ce81-b1dc-403b-91ca-1e4b11e898e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435915 Nov 29 18:57:07.993263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411ffd2-b755-4cc1-b0db-6e4c8ad1301c req-b83d69c7-de0f-4fab-bef0-08ce3d180fcb tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:07.994903 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e411ffd2-b755-4cc1-b0db-6e4c8ad1301c req-b83d69c7-de0f-4fab-bef0-08ce3d180fcb tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0630774 Nov 29 18:57:08.044013 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e411ffd2-b755-4cc1-b0db-6e4c8ad1301c req-2e94df6e-41e0-483f-ba2f-90fd3edcba5e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418203 Nov 29 18:57:09.118729 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-afbf800e-80e8-47fd-bc4d-3b56b823098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:09.120410 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-afbf800e-80e8-47fd-bc4d-3b56b823098e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0d92fe4764eb192646e2d761907e2&device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 1097 time: 0.0473120 Nov 29 18:57:09.250155 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c03411-8ae3-4abf-8b14-093e3950542a req-243e574d-7a2b-4928-990d-c1b25f663658 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:09.252343 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74c03411-8ae3-4abf-8b14-093e3950542a req-243e574d-7a2b-4928-990d-c1b25f663658 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.1253974 Nov 29 18:57:09.288528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-c84e1eab-4e89-408e-8c42-554f3b62d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:09.290086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-c84e1eab-4e89-408e-8c42-554f3b62d5a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 200 len: 916 time: 0.1529281 Nov 29 18:57:09.345664 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-0bc9332b-4e70-4e2c-ac98-d9a56db1b4ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56 HTTP/1.1" status: 200 len: 217 time: 0.0484545 Nov 29 18:57:09.353172 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74c03411-8ae3-4abf-8b14-093e3950542a req-20cde7d5-19f4-4664-9ebe-160d0bf03d10 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930052 Nov 29 18:57:09.405931 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-b69aa447-d0a2-4e9c-8125-14ed6d487d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:09.413789 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-b69aa447-d0a2-4e9c-8125-14ed6d487d74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e671003f-d73a-4aa9-9c74-ca7a1333e212 HTTP/1.1" status: 200 len: 855 time: 0.0597193 Nov 29 18:57:09.446860 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-12690555-a9a8-4fc8-b855-5b1e492a60b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=203e6f33-397a-4f0f-9009-bdae985b3627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262876 Nov 29 18:57:09.538202 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-5d8d5cfb-1a7d-4e71-b43c-90adc0da1520 service neutron] 10.222.0.20 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841880 Nov 29 18:57:09.632959 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-330016d2-84e6-44e9-b817-ec34d73aacec service neutron] 10.222.0.20 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881062 Nov 29 18:57:10.483836 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd96efb-b011-405e-acb0-b2e7f22d5489 req-8551fee5-0e85-4550-b61c-d3c316d831a9 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:10.485922 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd96efb-b011-405e-acb0-b2e7f22d5489 req-8551fee5-0e85-4550-b61c-d3c316d831a9 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0514324 Nov 29 18:57:10.533894 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd96efb-b011-405e-acb0-b2e7f22d5489 req-2cc3e7c7-ba8b-4aed-a5a1-b5cde11b55eb tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419145 Nov 29 18:57:11.656924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f2df6-fac4-49c4-bc69-0a507694b7e6 req-b046e848-a214-4c29-bebe-31e26cf1456d tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:11.658547 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af5f2df6-fac4-49c4-bc69-0a507694b7e6 req-b046e848-a214-4c29-bebe-31e26cf1456d tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0531201 Nov 29 18:57:12.034057 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-af5f2df6-fac4-49c4-bc69-0a507694b7e6 req-6fa74ea6-4b14-4241-ace0-ee1c1644724e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694398 Nov 29 18:57:13.161057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16947c75-e38a-4fa5-adff-ac01c826790c req-8fc08e3d-33c3-4428-b74e-4919b7ff5118 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:13.162534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16947c75-e38a-4fa5-adff-ac01c826790c req-8fc08e3d-33c3-4428-b74e-4919b7ff5118 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0489972 Nov 29 18:57:13.209636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16947c75-e38a-4fa5-adff-ac01c826790c req-92032b14-34f3-4332-b474-d22d96bd8789 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410779 Nov 29 18:57:14.329623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d701de-842a-482e-8528-b7f86143a3c9 req-5b589d9a-2a16-4a49-9bf0-b5c60989d5f6 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:14.331226 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57d701de-842a-482e-8528-b7f86143a3c9 req-5b589d9a-2a16-4a49-9bf0-b5c60989d5f6 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0523949 Nov 29 18:57:14.386586 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57d701de-842a-482e-8528-b7f86143a3c9 req-9bf5b75b-69ad-4ed1-88fb-6d599bd41277 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487831 Nov 29 18:57:15.503577 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bcbe6-a7d1-493f-a0de-3ca1aa8f64b0 req-5e5c0192-8d63-4a61-b3cd-0ddc99f9467f tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:15.505065 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f1bcbe6-a7d1-493f-a0de-3ca1aa8f64b0 req-5e5c0192-8d63-4a61-b3cd-0ddc99f9467f tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0489883 Nov 29 18:57:15.552533 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f1bcbe6-a7d1-493f-a0de-3ca1aa8f64b0 req-01ee731a-5fe2-4eba-98b8-9fec8db07e1e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415289 Nov 29 18:57:16.671098 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f1099-e08a-4775-bd84-f2eacd6eec45 req-f9ab2dd2-bc97-448a-a083-0f907e42f4d3 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:16.672609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-995f1099-e08a-4775-bd84-f2eacd6eec45 req-f9ab2dd2-bc97-448a-a083-0f907e42f4d3 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0495331 Nov 29 18:57:16.721077 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-995f1099-e08a-4775-bd84-f2eacd6eec45 req-67159eee-932b-42fc-bacc-e95587b4511c tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425415 Nov 29 18:57:17.841825 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a3ebb-3ee1-4fc7-9158-fa0aec47f2ac req-ad97d1df-5d3e-4f1c-baf5-a83eb70994f8 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:17.843350 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b9a3ebb-3ee1-4fc7-9158-fa0aec47f2ac req-ad97d1df-5d3e-4f1c-baf5-a83eb70994f8 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0534608 Nov 29 18:57:17.891932 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b9a3ebb-3ee1-4fc7-9158-fa0aec47f2ac req-ea575ae8-123f-48b2-9077-a859ca05db98 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424318 Nov 29 18:57:19.007720 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9002733-4ee4-4116-8ea7-2eae396fddb7 req-932c3dee-dc41-41f4-b9e9-a61450a5b1e0 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:19.009206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a9002733-4ee4-4116-8ea7-2eae396fddb7 req-932c3dee-dc41-41f4-b9e9-a61450a5b1e0 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0491407 Nov 29 18:57:19.057187 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a9002733-4ee4-4116-8ea7-2eae396fddb7 req-c7be3248-9822-4619-b9a6-367221b9ce55 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419908 Nov 29 18:57:20.176192 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73601b37-7a8f-46fd-ae61-7c7ebc0f0237 req-8b938ae5-8293-4c6f-8d7a-93e65170cc00 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:20.177667 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73601b37-7a8f-46fd-ae61-7c7ebc0f0237 req-8b938ae5-8293-4c6f-8d7a-93e65170cc00 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0485458 Nov 29 18:57:20.232750 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73601b37-7a8f-46fd-ae61-7c7ebc0f0237 req-e125d37f-f49c-49dd-aa40-966daea7c7fb tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491662 Nov 29 18:57:21.354547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b8238-de90-43f0-aaa6-aacf0c6ac45a req-de12fce9-b1bd-4368-b246-abe8b6370e44 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:21.355992 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e0b8238-de90-43f0-aaa6-aacf0c6ac45a req-de12fce9-b1bd-4368-b246-abe8b6370e44 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0493901 Nov 29 18:57:21.404495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e0b8238-de90-43f0-aaa6-aacf0c6ac45a req-92c8e3ac-5ee4-4238-8b17-2a4a612e501f tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424304 Nov 29 18:57:22.521184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e769ea-f039-4969-b468-d038af5f8778 req-8d33d885-e9d8-44a3-8c69-de0965198f77 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:22.522684 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27e769ea-f039-4969-b468-d038af5f8778 req-8d33d885-e9d8-44a3-8c69-de0965198f77 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0503004 Nov 29 18:57:22.571290 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27e769ea-f039-4969-b468-d038af5f8778 req-f1566c4f-2327-46a5-90a8-edbfe4b3e99a tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425212 Nov 29 18:57:23.692079 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63238a9d-ef6e-4d8f-a90f-2c3367f195d8 req-54adc8d6-7414-4992-b0dd-060b0f20eebd tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:23.693590 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-63238a9d-ef6e-4d8f-a90f-2c3367f195d8 req-54adc8d6-7414-4992-b0dd-060b0f20eebd tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0538690 Nov 29 18:57:23.742076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-63238a9d-ef6e-4d8f-a90f-2c3367f195d8 req-6ad6aed7-104c-4803-a738-a80d9eabb7f1 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421791 Nov 29 18:57:24.056199 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4dec3c8b-2007-4744-99d8-dbfc72e768b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:24.859320 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf96685-f074-4ab8-9b97-ec4e56edf952 req-6c6afc76-bff5-4013-9913-71e9af5522e8 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:24.860948 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5bf96685-f074-4ab8-9b97-ec4e56edf952 req-6c6afc76-bff5-4013-9913-71e9af5522e8 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0497193 Nov 29 18:57:24.908253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5bf96685-f074-4ab8-9b97-ec4e56edf952 req-2261a5dc-8c29-4038-a02f-8776f313ee75 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413363 Nov 29 18:57:26.029279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697080d3-00b6-4a6c-8a87-4036636290e0 req-da1eb678-f6c1-4bb5-ad46-360f34053212 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:26.030866 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-697080d3-00b6-4a6c-8a87-4036636290e0 req-da1eb678-f6c1-4bb5-ad46-360f34053212 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0532649 Nov 29 18:57:26.079333 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-697080d3-00b6-4a6c-8a87-4036636290e0 req-f8f63cf7-c6f4-4e7c-a14c-5176726d5b3b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425341 Nov 29 18:57:26.513349 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f50a956-5467-47e7-a213-8f0a127a1994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:27.195858 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb637de-9f8f-4176-8b9e-39d6681025bc req-3ea03dff-6b13-494a-8ce2-27913d1a5f94 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:27.197326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aeb637de-9f8f-4176-8b9e-39d6681025bc req-3ea03dff-6b13-494a-8ce2-27913d1a5f94 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0481815 Nov 29 18:57:27.244941 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aeb637de-9f8f-4176-8b9e-39d6681025bc req-6beb10da-887c-4a37-b2ff-df8d98a3e69e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406229 Nov 29 18:57:27.721639 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:27.785396 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:28.367366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee19ee1-a89b-4997-ae64-a0535cab1cfe req-5cd00d69-4670-444d-9bb0-c057ce34aa2a tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:28.368783 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ee19ee1-a89b-4997-ae64-a0535cab1cfe req-5cd00d69-4670-444d-9bb0-c057ce34aa2a tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0497661 Nov 29 18:57:28.421728 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ee19ee1-a89b-4997-ae64-a0535cab1cfe req-fc5ffe06-6f44-4dd4-a9ad-52101b0247b6 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468426 Nov 29 18:57:29.324160 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:29.539930 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a3218-fa7a-4f27-ac84-3cb6eba3c979 req-f23bd862-edb8-49a0-9ef1-1878391197b5 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:29.541458 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c8a3218-fa7a-4f27-ac84-3cb6eba3c979 req-f23bd862-edb8-49a0-9ef1-1878391197b5 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0510969 Nov 29 18:57:29.589780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c8a3218-fa7a-4f27-ac84-3cb6eba3c979 req-1c63197b-4f9c-436e-8653-d787ab16ff09 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416369 Nov 29 18:57:30.054980 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:30.203351 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:30.705332 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b683b-225c-4f31-833f-d72f2e8b7deb req-eabd48cf-fb80-457c-953c-4dad6d248e4b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:30.707091 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-977b683b-225c-4f31-833f-d72f2e8b7deb req-eabd48cf-fb80-457c-953c-4dad6d248e4b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0481460 Nov 29 18:57:30.754154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-977b683b-225c-4f31-833f-d72f2e8b7deb req-6ea61dc0-0bc7-480f-a177-77038eeb7091 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Nov 29 18:57:31.923839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f9f71-ff40-4ea5-ae19-c2d715593349 req-043a9536-babc-426b-b84d-d53c83a1425f tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:31.925328 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-799f9f71-ff40-4ea5-ae19-c2d715593349 req-043a9536-babc-426b-b84d-d53c83a1425f tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.1033223 Nov 29 18:57:31.974885 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-799f9f71-ff40-4ea5-ae19-c2d715593349 req-32cd63a8-d677-412b-bf0b-3e55fbd82f64 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433660 Nov 29 18:57:32.708700 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e839207-4ead-4c3c-8d3d-07183ed91e7b req-3086dc38-98b1-4e51-a4a1-af81e047e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:32.710181 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e839207-4ead-4c3c-8d3d-07183ed91e7b req-3086dc38-98b1-4e51-a4a1-af81e047e6d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0d92fe4764eb192646e2d761907e2&device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 1097 time: 0.0416799 Nov 29 18:57:32.818033 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e839207-4ead-4c3c-8d3d-07183ed91e7b req-c0d4af66-64c5-4258-b2e1-b057ae1ff6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:32.819538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e839207-4ead-4c3c-8d3d-07183ed91e7b req-c0d4af66-64c5-4258-b2e1-b057ae1ff6e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 200 len: 916 time: 0.0879600 Nov 29 18:57:32.862046 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e839207-4ead-4c3c-8d3d-07183ed91e7b req-705a7bdd-2cbd-495d-bf13-ef80b25af185 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56 HTTP/1.1" status: 200 len: 217 time: 0.0348854 Nov 29 18:57:32.910103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e839207-4ead-4c3c-8d3d-07183ed91e7b req-eff8d41c-1db4-40b5-bc86-bcb59e4e8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:32.911636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e839207-4ead-4c3c-8d3d-07183ed91e7b req-eff8d41c-1db4-40b5-bc86-bcb59e4e8251 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e671003f-d73a-4aa9-9c74-ca7a1333e212 HTTP/1.1" status: 200 len: 855 time: 0.0430486 Nov 29 18:57:32.942941 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e839207-4ead-4c3c-8d3d-07183ed91e7b req-def07308-ccff-4caa-9ffd-b9b2f0760363 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=203e6f33-397a-4f0f-9009-bdae985b3627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242095 Nov 29 18:57:33.042269 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e839207-4ead-4c3c-8d3d-07183ed91e7b req-03e6e08d-b84b-4177-af0f-643c908b1881 service neutron] 10.222.0.20 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913563 Nov 29 18:57:33.174750 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e839207-4ead-4c3c-8d3d-07183ed91e7b req-70078a91-f144-417d-8198-4940a34e0542 service neutron] 10.222.0.20 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202645 Nov 29 18:57:33.183732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23244867-e62c-40c9-91b7-a4065f731b78 req-aea68562-82b1-47d5-9735-a7551e26b13b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:33.185185 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23244867-e62c-40c9-91b7-a4065f731b78 req-aea68562-82b1-47d5-9735-a7551e26b13b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.1356938 Nov 29 18:57:33.234293 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23244867-e62c-40c9-91b7-a4065f731b78 req-83b0f5b7-cb51-4cac-9795-966b53df6ffc tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424433 Nov 29 18:57:34.353438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94d8fa-83ec-45fb-9882-ab69176666e0 req-c639fa62-d8ba-4101-975d-ff8bbce0b939 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:34.354959 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e94d8fa-83ec-45fb-9882-ab69176666e0 req-c639fa62-d8ba-4101-975d-ff8bbce0b939 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0513589 Nov 29 18:57:34.401795 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e94d8fa-83ec-45fb-9882-ab69176666e0 req-ebefd677-7b44-45c3-b611-5209841278d5 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407481 Nov 29 18:57:35.524585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cc78f-f8e5-4424-8767-9c40e0b67d21 req-542f6e53-6776-4831-9247-d240d055a14a tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:35.526268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b25cc78f-f8e5-4424-8767-9c40e0b67d21 req-542f6e53-6776-4831-9247-d240d055a14a tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0534093 Nov 29 18:57:35.576891 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b25cc78f-f8e5-4424-8767-9c40e0b67d21 req-266f8c0d-5e21-4bf6-86c1-550daa1447fa tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443776 Nov 29 18:57:36.692807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65372dce-bd72-42c0-800b-b0ac750e7f4b req-3f927120-f74e-4da9-bcea-985eb28b4d77 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:36.694295 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65372dce-bd72-42c0-800b-b0ac750e7f4b req-3f927120-f74e-4da9-bcea-985eb28b4d77 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0491147 Nov 29 18:57:36.741896 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65372dce-bd72-42c0-800b-b0ac750e7f4b req-75843d6b-b5ba-4290-a808-3ebd10d54715 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415881 Nov 29 18:57:36.916014 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-de24a9bb-dfb3-4017-a3e7-7a1f2a31c120 service neutron] show failed (client error): The resource could not be found. Nov 29 18:57:36.916981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-de24a9bb-dfb3-4017-a3e7-7a1f2a31c120 service neutron] 10.222.0.20 "GET /v2.0/ports/5bef228d-1dee-42eb-a7d1-aad8499a5f56/bindings/n-h2-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.0538859 Nov 29 18:57:37.187640 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef068f57-7c28-43bb-b71b-a4989e70d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:37.189136 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef068f57-7c28-43bb-b71b-a4989e70d26e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373&tenant_id=62b0d92fe4764eb192646e2d761907e2 HTTP/1.1" status: 200 len: 1097 time: 0.0990720 Nov 29 18:57:37.200442 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:57:37.253261 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:37.463383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] For port 5bef228d-1dee-42eb-a7d1-aad8499a5f56, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:57:37.496689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] For port 5bef228d-1dee-42eb-a7d1-aad8499a5f56, host n-h1-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:57:37.540915 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc90e67c-8485-4b5b-9a73-8db3595ab373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bef228d-1dee-42eb-a7d1-aad8499a5f56'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:57:37.543241 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635377c9-b63c-4505-8167-50a0194a9615" -d '{"events": [{"server_uuid": "bc90e67c-8485-4b5b-9a73-8db3595ab373", "name": "network-vif-unplugged", "status": "completed", "tag": "5bef228d-1dee-42eb-a7d1-aad8499a5f56"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:57:37.547015 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:37.559148 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Transition to ACTIVE for port object 5bef228d-1dee-42eb-a7d1-aad8499a5f56 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:57:37.564067 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:37.603550 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235d03da-5d07-4f05-8f44-26aa954c5ff8 x-openstack-request-id: req-235d03da-5d07-4f05-8f44-26aa954c5ff8 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:57:37.605051 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc90e67c-8485-4b5b-9a73-8db3595ab373", "name": "network-vif-unplugged", "status": "completed", "tag": "5bef228d-1dee-42eb-a7d1-aad8499a5f56", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:57:37.605315 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-235d03da-5d07-4f05-8f44-26aa954c5ff8 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:57:37.605721 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc90e67c-8485-4b5b-9a73-8db3595ab373', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bef228d-1dee-42eb-a7d1-aad8499a5f56', 'code': 200} Nov 29 18:57:37.631627 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5bef228d-1dee-42eb-a7d1-aad8499a5f56,revision_number=6']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:37.634196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] No DVR routers for this DVR port 5bef228d-1dee-42eb-a7d1-aad8499a5f56 on host n-h1-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:57:37.671058 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Attempting to bind port 5bef228d-1dee-42eb-a7d1-aad8499a5f56 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:57:37.671401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Attempting to bind port 5bef228d-1dee-42eb-a7d1-aad8499a5f56 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'f9eccd0e-da76-4b08-aae5-28ed65ec9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:57:37.671735 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Attempting to bind port 5bef228d-1dee-42eb-a7d1-aad8499a5f56 on network 203e6f33-397a-4f0f-9009-bdae985b3627 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:57:37.676027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Port 5bef228d-1dee-42eb-a7d1-aad8499a5f56 on network 203e6f33-397a-4f0f-9009-bdae985b3627 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:57:37.676350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Attempting to bind port 5bef228d-1dee-42eb-a7d1-aad8499a5f56 on network 203e6f33-397a-4f0f-9009-bdae985b3627 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:57:37.681122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:57:37.681466 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Checking segment: {'id': 'f9eccd0e-da76-4b08-aae5-28ed65ec9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:57:37.681852 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Bound using segment: {'id': 'f9eccd0e-da76-4b08-aae5-28ed65ec9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:57:37.682283 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Bound port: 5bef228d-1dee-42eb-a7d1-aad8499a5f56, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9eccd0e-da76-4b08-aae5-28ed65ec9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:57:37.682641 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:37.748413 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] For port 5bef228d-1dee-42eb-a7d1-aad8499a5f56, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:57:37.751872 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] For port 5bef228d-1dee-42eb-a7d1-aad8499a5f56, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:57:37.755978 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:37.794937 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:37.795558 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:37.797035 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] 10.222.0.31 "PUT /v2.0/ports/5bef228d-1dee-42eb-a7d1-aad8499a5f56 HTTP/1.1" status: 200 len: 1092 time: 0.6004663 Nov 29 18:57:37.814043 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38357f-f8cb-432a-8f9e-8531a6b8e0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5bef228d-1dee-42eb-a7d1-aad8499a5f56,revision_number=7']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:37.864006 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-e59c6ea4-04d8-46a8-9b44-6367a5d08324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:37.865479 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-e59c6ea4-04d8-46a8-9b44-6367a5d08324 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62b0d92fe4764eb192646e2d761907e2&device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 1095 time: 0.0444689 Nov 29 18:57:37.870343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237609e-43be-4611-ba08-ac4813418bdc req-d57afc17-7db8-4012-9e30-84db9f4a8d1d tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:37.871858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0237609e-43be-4611-ba08-ac4813418bdc req-d57afc17-7db8-4012-9e30-84db9f4a8d1d tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 944 time: 0.0533500 Nov 29 18:57:37.921238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0237609e-43be-4611-ba08-ac4813418bdc req-a8598dec-ac1c-457a-97b7-5adf60e77075 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427558 Nov 29 18:57:37.963784 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-fe06341b-91fa-46c2-9d7e-aad7abe1a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:37.965298 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-fe06341b-91fa-46c2-9d7e-aad7abe1a7f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 200 len: 916 time: 0.0933545 Nov 29 18:57:38.007673 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-5dda107e-c260-40df-a1e7-499cd7548602 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56 HTTP/1.1" status: 200 len: 217 time: 0.0349987 Nov 29 18:57:38.057104 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-30508da0-3a4e-4277-b27f-bc29dd4e7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:38.058592 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-30508da0-3a4e-4277-b27f-bc29dd4e7bc7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e671003f-d73a-4aa9-9c74-ca7a1333e212 HTTP/1.1" status: 200 len: 855 time: 0.0437388 Nov 29 18:57:38.091378 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-5ddfa08b-1c1f-4917-823b-3ab334764f23 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=203e6f33-397a-4f0f-9009-bdae985b3627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257571 Nov 29 18:57:38.185135 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-db8b55ed-db29-45c0-af1a-6afed64d3fa6 service neutron] 10.222.0.31 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869455 Nov 29 18:57:38.274820 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-adf9f045-30d5-4dec-a365-ab21300ba4d8 req-4edbc9eb-ede6-434c-9876-990212abe547 service neutron] 10.222.0.31 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819681 Nov 29 18:57:39.044382 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3426cc-fa1e-4f26-850a-161997ccfe33 req-45269b3b-8249-4a13-80b6-658ae10adf29 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:39.045982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec3426cc-fa1e-4f26-850a-161997ccfe33 req-45269b3b-8249-4a13-80b6-658ae10adf29 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 944 time: 0.0507836 Nov 29 18:57:39.100202 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec3426cc-fa1e-4f26-850a-161997ccfe33 req-141e0427-7d90-43ba-ad3c-1fe4c44b43c5 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472708 Nov 29 18:57:39.606898 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc90e67c-8485-4b5b-9a73-8db3595ab373', 'tag': '5bef228d-1dee-42eb-a7d1-aad8499a5f56'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:57:39.610184 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07" -d '{"events": [{"name": "network-changed", "server_uuid": "bc90e67c-8485-4b5b-9a73-8db3595ab373", "tag": "5bef228d-1dee-42eb-a7d1-aad8499a5f56"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:57:39.658340 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05b247b-4b90-4098-8956-766056fa9fa1 x-openstack-request-id: req-c05b247b-4b90-4098-8956-766056fa9fa1 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:57:39.658639 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc90e67c-8485-4b5b-9a73-8db3595ab373", "tag": "5bef228d-1dee-42eb-a7d1-aad8499a5f56", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:57:39.658940 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c05b247b-4b90-4098-8956-766056fa9fa1 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:57:39.659351 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc90e67c-8485-4b5b-9a73-8db3595ab373', 'tag': '5bef228d-1dee-42eb-a7d1-aad8499a5f56', 'status': 'completed', 'code': 200} Nov 29 18:57:39.725939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-a1ec2719-f639-4150-ba22-3c5b6c751736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:39.727515 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-a1ec2719-f639-4150-ba22-3c5b6c751736 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62b0d92fe4764eb192646e2d761907e2&device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 1095 time: 0.0488570 Nov 29 18:57:39.787292 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-5d272d5a-36d6-40e4-a764-2661d8d2f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:39.788806 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-5d272d5a-36d6-40e4-a764-2661d8d2f1b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0d92fe4764eb192646e2d761907e2&device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 1095 time: 0.0440814 Nov 29 18:57:39.821642 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-cbc0808b-1c22-45c0-a59e-2db4b45e60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:39.823213 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-cbc0808b-1c22-45c0-a59e-2db4b45e60fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 200 len: 916 time: 0.0872426 Nov 29 18:57:39.870663 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-7ffd5108-9c5e-4796-be0a-1b8d163ddc2c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56 HTTP/1.1" status: 200 len: 217 time: 0.0392146 Nov 29 18:57:39.887034 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-6b74ded5-4335-46fc-92e1-f66f00513396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:39.888557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-6b74ded5-4335-46fc-92e1-f66f00513396 service neutron] 10.222.0.20 "GET /v2.0/networks?id=203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 200 len: 916 time: 0.0861948 Nov 29 18:57:39.921511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-ff23d5b0-3100-4c7e-ab49-f5c400d0a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:39.923018 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-ff23d5b0-3100-4c7e-ab49-f5c400d0a50c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e671003f-d73a-4aa9-9c74-ca7a1333e212 HTTP/1.1" status: 200 len: 855 time: 0.0446403 Nov 29 18:57:39.935637 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-b689c5d4-c675-4eb8-9b18-d4c2a0b8b730 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56 HTTP/1.1" status: 200 len: 217 time: 0.0350306 Nov 29 18:57:39.954562 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-789b539f-80bc-4a5a-8de6-30f2a8c4a976 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=203e6f33-397a-4f0f-9009-bdae985b3627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245271 Nov 29 18:57:39.993318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-23ff3d90-b148-4ea8-9dfe-33e7fd8d4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:39.994842 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-23ff3d90-b148-4ea8-9dfe-33e7fd8d4915 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e671003f-d73a-4aa9-9c74-ca7a1333e212 HTTP/1.1" status: 200 len: 855 time: 0.0490077 Nov 29 18:57:40.030606 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-538e0776-3244-45c0-bed5-16e16068e7c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=203e6f33-397a-4f0f-9009-bdae985b3627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252934 Nov 29 18:57:40.046295 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-29e6d2b0-7b04-4642-bdfd-261bed94b4e6 service neutron] 10.222.0.31 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847740 Nov 29 18:57:40.134947 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-8c4c41b0-e54a-482d-9d14-a6d96cbe3b61 service neutron] 10.222.0.20 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924082 Nov 29 18:57:40.154559 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-cc6fee6b-3195-4b3f-9357-f99efb167ac5 service neutron] 10.222.0.31 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003220 Nov 29 18:57:40.280663 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aadfc6-69db-4a93-b4e9-cb92d24d6d27 req-65e83173-d5b6-4d4e-89de-cdeddae664ac tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:40.282158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f7aadfc6-69db-4a93-b4e9-cb92d24d6d27 req-65e83173-d5b6-4d4e-89de-cdeddae664ac tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 944 time: 0.0869865 Nov 29 18:57:40.284468 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a35e82d2-6fd5-42f9-8b01-b087ca34ca07 req-208cb34f-7ab6-4ce2-9f06-d0cff6c9f209 service neutron] 10.222.0.20 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379306 Nov 29 18:57:40.337643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f7aadfc6-69db-4a93-b4e9-cb92d24d6d27 req-59ba7412-a368-405e-85d3-4e1b7163af29 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489383 Nov 29 18:57:40.541172 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:57:41.142857 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 5bef228d-1dee-42eb-a7d1-aad8499a5f56 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:57:41.181485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 5bef228d-1dee-42eb-a7d1-aad8499a5f56 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:57:41.462367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244eebd-54db-405c-ada3-7b05eedf7909 req-9ef76062-ada1-4d3f-bc06-57dc617a935a tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:41.463803 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7244eebd-54db-405c-ada3-7b05eedf7909 req-9ef76062-ada1-4d3f-bc06-57dc617a935a tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 944 time: 0.0536540 Nov 29 18:57:41.511093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7244eebd-54db-405c-ada3-7b05eedf7909 req-ceecb494-4967-47a2-924f-c452d280a820 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408342 Nov 29 18:57:41.749133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab47bf-289b-4bf8-b352-c8970ead5b74 req-765c280a-00dc-4883-bc09-bf9a4aaa779c tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:41.750577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50ab47bf-289b-4bf8-b352-c8970ead5b74 req-765c280a-00dc-4883-bc09-bf9a4aaa779c tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 944 time: 0.0878797 Nov 29 18:57:41.766103 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848b7ef-4bf8-4d15-a70f-ebc5101d1b2e req-1d913c5b-2012-43fe-8d41-eb97767ec88c tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:41.767711 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2848b7ef-4bf8-4d15-a70f-ebc5101d1b2e req-1d913c5b-2012-43fe-8d41-eb97767ec88c tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373&tenant_id=62b0d92fe4764eb192646e2d761907e2&binding%3Ahost_id=n-h2-819494-5 HTTP/1.1" status: 200 len: 944 time: 0.0721095 Nov 29 18:57:41.855468 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50ab47bf-289b-4bf8-b352-c8970ead5b74 req-a365d0b1-a1f1-445c-a320-cac3699a4e35 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978444 Nov 29 18:57:41.872758 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-2848b7ef-4bf8-4d15-a70f-ebc5101d1b2e req-2e39b17c-c6f4-4bec-ab46-17d57ed988fe service neutron] delete failed (client error): The resource could not be found. Nov 29 18:57:41.873860 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2848b7ef-4bf8-4d15-a70f-ebc5101d1b2e req-2e39b17c-c6f4-4bec-ab46-17d57ed988fe service neutron] 10.222.0.20 "DELETE /v2.0/ports/5bef228d-1dee-42eb-a7d1-aad8499a5f56/bindings/n-h1-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.0882680 Nov 29 18:57:41.970535 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848b7ef-4bf8-4d15-a70f-ebc5101d1b2e req-7958c931-0f6c-4264-bb54-fdcb13f4c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:41.972098 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2848b7ef-4bf8-4d15-a70f-ebc5101d1b2e req-7958c931-0f6c-4264-bb54-fdcb13f4c359 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0d92fe4764eb192646e2d761907e2&device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 1095 time: 0.0432606 Nov 29 18:57:42.065544 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5bef228d-1dee-42eb-a7d1-aad8499a5f56 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:57:42.072968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848b7ef-4bf8-4d15-a70f-ebc5101d1b2e req-6eebfaed-c3a0-4578-b0fb-cb703b8c06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:42.074492 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2848b7ef-4bf8-4d15-a70f-ebc5101d1b2e req-6eebfaed-c3a0-4578-b0fb-cb703b8c06a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 200 len: 916 time: 0.0898540 Nov 29 18:57:42.122407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2848b7ef-4bf8-4d15-a70f-ebc5101d1b2e req-6783ab49-9f80-410f-843d-0ac0f402684c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56 HTTP/1.1" status: 200 len: 217 time: 0.0360661 Nov 29 18:57:42.165772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 5bef228d-1dee-42eb-a7d1-aad8499a5f56, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:57:42.175944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848b7ef-4bf8-4d15-a70f-ebc5101d1b2e req-373ad99c-f90e-489f-aeb5-bcef8151ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:42.177414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2848b7ef-4bf8-4d15-a70f-ebc5101d1b2e req-373ad99c-f90e-489f-aeb5-bcef8151ea2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e671003f-d73a-4aa9-9c74-ca7a1333e212 HTTP/1.1" status: 200 len: 855 time: 0.0442569 Nov 29 18:57:42.177850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '5bef228d-1dee-42eb-a7d1-aad8499a5f56', 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627', 'port_id': '5bef228d-1dee-42eb-a7d1-aad8499a5f56', 'mac_address': 'fa:16:3e:20:bc:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e671003f-d73a-4aa9-9c74-ca7a1333e212', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:57:42.220724 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2848b7ef-4bf8-4d15-a70f-ebc5101d1b2e req-2bf09087-5793-482d-a8c1-e5bb98f93774 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=203e6f33-397a-4f0f-9009-bdae985b3627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312624 Nov 29 18:57:42.222645 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:42.236432 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bef228d-1dee-42eb-a7d1-aad8499a5f56 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:57:42.257485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 5bef228d-1dee-42eb-a7d1-aad8499a5f56, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:57:42.262582 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:42.311887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=5bef228d-1dee-42eb-a7d1-aad8499a5f56,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:42.319484 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:42.319848 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:42.320203 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:42.320571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:42.320921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:42.321257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:42.321710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:42.321925 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:42.322259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:42.322586 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:42.322948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:42.323277 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:57:42.323733 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2848b7ef-4bf8-4d15-a70f-ebc5101d1b2e req-d121fee8-5c93-4c6f-a19c-0d94c9499226 service neutron] 10.222.0.20 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919533 Nov 29 18:57:42.420954 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2848b7ef-4bf8-4d15-a70f-ebc5101d1b2e req-11ec8c30-6898-418a-aa98-121c19ed7a80 service neutron] 10.222.0.20 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863366 Nov 29 18:57:42.560506 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['5bef228d-1dee-42eb-a7d1-aad8499a5f56'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:57:42.989032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588188ca-bce9-401d-a9ad-ab8815599205 req-9aebb41b-4559-4204-ab70-feaa39aca0ba tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:42.990619 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-588188ca-bce9-401d-a9ad-ab8815599205 req-9aebb41b-4559-4204-ab70-feaa39aca0ba tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 945 time: 0.0619078 Nov 29 18:57:43.044451 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-588188ca-bce9-401d-a9ad-ab8815599205 req-b95539a5-4c0e-4853-9ca1-283d97b22ebf tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468287 Nov 29 18:57:43.164479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114a62d-b1e9-4609-9f86-2a64e3b5868c req-8d047ae7-0f97-4f72-8853-c2c6555e98f2 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:43.165974 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6114a62d-b1e9-4609-9f86-2a64e3b5868c req-8d047ae7-0f97-4f72-8853-c2c6555e98f2 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 945 time: 0.0526321 Nov 29 18:57:43.213743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6114a62d-b1e9-4609-9f86-2a64e3b5868c req-3fd15aad-59a4-4cc4-a13f-7cb112ee8e17 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411222 Nov 29 18:57:43.329239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e68361-31e9-4e87-9499-311b2d14be7a req-673dd443-4f89-432e-bedb-9f5972b92a18 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:43.330696 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-83e68361-31e9-4e87-9499-311b2d14be7a req-673dd443-4f89-432e-bedb-9f5972b92a18 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 945 time: 0.0500023 Nov 29 18:57:43.380641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-83e68361-31e9-4e87-9499-311b2d14be7a req-1a6f3679-87b6-4cfd-ac29-90351aa87179 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436227 Nov 29 18:57:43.736523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-670bc8d8-76b6-42b0-b266-ec4e3b56cf37 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:43.737949 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-670bc8d8-76b6-42b0-b266-ec4e3b56cf37 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/networks?id=203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 200 len: 815 time: 0.1024489 Nov 29 18:57:43.753535 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-3e876387-10b8-46ba-881c-a12b1543bbbd tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/quotas/62b0d92fe4764eb192646e2d761907e2 HTTP/1.1" status: 200 len: 375 time: 0.0097373 Nov 29 18:57:43.802545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-c4e4ec3c-1952-450a-bd05-ed85db045b60 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=62b0d92fe4764eb192646e2d761907e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435228 Nov 29 18:57:43.901872 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-4a39983e-81d7-467f-9b6a-fa9aec95b475 service neutron] 10.222.0.23 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920305 Nov 29 18:57:43.992352 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-9e538efd-fb7e-4ad0-9977-73ceb94393f2 service neutron] 10.222.0.23 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832450 Nov 29 18:57:44.078023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5bef228d-1dee-42eb-a7d1-aad8499a5f56 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:57:44.135095 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 5bef228d-1dee-42eb-a7d1-aad8499a5f56 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:57:44.139258 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 5bef228d-1dee-42eb-a7d1-aad8499a5f56 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:57:44.139630 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:44.163839 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ac7e275-c0b9-49fb-8e46-4366b4a17e52 req-e3834d64-72ff-42ef-a1d7-cb7c28872ab2 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 210 time: 0.0328262 Nov 29 18:57:44.230484 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:44.254923 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc90e67c-8485-4b5b-9a73-8db3595ab373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bef228d-1dee-42eb-a7d1-aad8499a5f56'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:57:44.257228 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b510a0a-911c-4641-86e4-9a7cd63b997f" -d '{"events": [{"server_uuid": "bc90e67c-8485-4b5b-9a73-8db3595ab373", "name": "network-vif-plugged", "status": "completed", "tag": "5bef228d-1dee-42eb-a7d1-aad8499a5f56"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:57:44.271009 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 5bef228d-1dee-42eb-a7d1-aad8499a5f56, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:57:44.276095 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:44.304681 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a505ba-2172-499c-a183-5afedaadbab9 x-openstack-request-id: req-97a505ba-2172-499c-a183-5afedaadbab9 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:57:44.304984 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc90e67c-8485-4b5b-9a73-8db3595ab373", "name": "network-vif-plugged", "status": "completed", "tag": "5bef228d-1dee-42eb-a7d1-aad8499a5f56", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:57:44.305236 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97a505ba-2172-499c-a183-5afedaadbab9 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:57:44.305633 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc90e67c-8485-4b5b-9a73-8db3595ab373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bef228d-1dee-42eb-a7d1-aad8499a5f56', 'code': 200} Nov 29 18:57:44.334599 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=5bef228d-1dee-42eb-a7d1-aad8499a5f56,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:44.900102 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f2f85-d15b-4b6e-86b1-549f30537d4c req-ebb1a340-0256-45b9-8c9d-b8e8292c3d38 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:44.901486 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-547f2f85-d15b-4b6e-86b1-549f30537d4c req-ebb1a340-0256-45b9-8c9d-b8e8292c3d38 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc90e67c-8485-4b5b-9a73-8db3595ab373 HTTP/1.1" status: 200 len: 946 time: 0.0504153 Nov 29 18:57:44.995757 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-547f2f85-d15b-4b6e-86b1-549f30537d4c req-1cc17e57-c7ea-4cf2-ae8c-4fcd22fe3b40 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Deleting port 5bef228d-1dee-42eb-a7d1-aad8499a5f56 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:57:44.996176 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-547f2f85-d15b-4b6e-86b1-549f30537d4c req-1cc17e57-c7ea-4cf2-ae8c-4fcd22fe3b40 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:45.097332 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-547f2f85-d15b-4b6e-86b1-549f30537d4c req-1cc17e57-c7ea-4cf2-ae8c-4fcd22fe3b40 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] For port 5bef228d-1dee-42eb-a7d1-aad8499a5f56, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=5bef228d-1dee-42eb-a7d1-aad8499a5f56,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:57:45.098147 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-547f2f85-d15b-4b6e-86b1-549f30537d4c req-1cc17e57-c7ea-4cf2-ae8c-4fcd22fe3b40 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:45.115440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-547f2f85-d15b-4b6e-86b1-549f30537d4c req-1cc17e57-c7ea-4cf2-ae8c-4fcd22fe3b40 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Calling delete_port for 5bef228d-1dee-42eb-a7d1-aad8499a5f56 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:57:45.176204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-361630c1-e90b-4df0-af7b-366cea2c9973 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:45.177622 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-361630c1-e90b-4df0-af7b-366cea2c9973 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.31 "GET /v2.0/networks?id=203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 200 len: 815 time: 0.1065068 Nov 29 18:57:45.195833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-8b6b7936-2d2f-46e1-985f-bd0948fe0250 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Request body: {'port': {'device_id': 'f2940b33-e7d7-4489-b8dd-eae6e2c23264', 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627', 'admin_state_up': True, 'tenant_id': '62b0d92fe4764eb192646e2d761907e2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:57:45.266351 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-547f2f85-d15b-4b6e-86b1-549f30537d4c req-1cc17e57-c7ea-4cf2-ae8c-4fcd22fe3b40 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:45.280503 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['5bef228d-1dee-42eb-a7d1-aad8499a5f56'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:57:45.286740 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f481c77d-4f86-49ef-a968-3ffd8041c126 req-fa7f4475-e818-46f5-b8dc-c1c4ac7e1596 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 210 time: 0.0347915 Nov 29 18:57:45.296571 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc17e57-c7ea-4cf2-ae8c-4fcd22fe3b40 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Pushing event deleted for resources: {'Port': ['ID=5bef228d-1dee-42eb-a7d1-aad8499a5f56,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:45.344912 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-547f2f85-d15b-4b6e-86b1-549f30537d4c req-1cc17e57-c7ea-4cf2-ae8c-4fcd22fe3b40 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] No DVR routers for this DVR port 5bef228d-1dee-42eb-a7d1-aad8499a5f56 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:57:45.347734 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-547f2f85-d15b-4b6e-86b1-549f30537d4c req-1cc17e57-c7ea-4cf2-ae8c-4fcd22fe3b40 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:45.351163 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-8b6b7936-2d2f-46e1-985f-bd0948fe0250 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Made reservation on behalf of 62b0d92fe4764eb192646e2d761907e2 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:57:45.351335 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-547f2f85-d15b-4b6e-86b1-549f30537d4c req-1cc17e57-c7ea-4cf2-ae8c-4fcd22fe3b40 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.31 "DELETE /v2.0/ports/5bef228d-1dee-42eb-a7d1-aad8499a5f56 HTTP/1.1" status: 204 len: 173 time: 0.4420857 Nov 29 18:57:45.351637 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc90e67c-8485-4b5b-9a73-8db3595ab373', 'name': 'network-vif-deleted', 'tag': '5bef228d-1dee-42eb-a7d1-aad8499a5f56'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:57:45.353946 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c36c7b-6505-4b61-a601-a587b570907e" -d '{"events": [{"server_uuid": "bc90e67c-8485-4b5b-9a73-8db3595ab373", "name": "network-vif-deleted", "tag": "5bef228d-1dee-42eb-a7d1-aad8499a5f56"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:57:45.355664 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-8b6b7936-2d2f-46e1-985f-bd0948fe0250 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:45.392629 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97bb40b-2b94-40d4-8ec0-56bdee0c033a x-openstack-request-id: req-c97bb40b-2b94-40d4-8ec0-56bdee0c033a {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:57:45.392935 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc90e67c-8485-4b5b-9a73-8db3595ab373", "name": "network-vif-deleted", "tag": "5bef228d-1dee-42eb-a7d1-aad8499a5f56", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:57:45.393213 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c97bb40b-2b94-40d4-8ec0-56bdee0c033a {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:57:45.393615 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc90e67c-8485-4b5b-9a73-8db3595ab373', 'name': 'network-vif-deleted', 'tag': '5bef228d-1dee-42eb-a7d1-aad8499a5f56', 'status': 'completed', 'code': 200} Nov 29 18:57:45.500543 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-8b6b7936-2d2f-46e1-985f-bd0948fe0250 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Allocated IP 172.20.0.13 (203e6f33-397a-4f0f-9009-bdae985b3627/e671003f-d73a-4aa9-9c74-ca7a1333e212/fbbdfe30-acb5-4386-8b8f-fd3919c39af5) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:57:45.647880 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-8b6b7936-2d2f-46e1-985f-bd0948fe0250 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:45.680719 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-8b6b7936-2d2f-46e1-985f-bd0948fe0250 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:45.692601 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['5bef228d-1dee-42eb-a7d1-aad8499a5f56'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:57:45.729617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-8b6b7936-2d2f-46e1-985f-bd0948fe0250 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Network 203e6f33-397a-4f0f-9009-bdae985b3627 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:57:45.733324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-8b6b7936-2d2f-46e1-985f-bd0948fe0250 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:57:45.737137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-8b6b7936-2d2f-46e1-985f-bd0948fe0250 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:57:45.760859 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b7936-2d2f-46e1-985f-bd0948fe0250 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Pushing event updated for resources: {'Port': ['ID=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:45.793746 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-8b6b7936-2d2f-46e1-985f-bd0948fe0250 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:45.794363 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-8b6b7936-2d2f-46e1-985f-bd0948fe0250 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:45.813764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-8b6b7936-2d2f-46e1-985f-bd0948fe0250 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6238830 Nov 29 18:57:45.828072 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Request body: {'port': {'device_id': 'f2940b33-e7d7-4489-b8dd-eae6e2c23264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:57:45.892253 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:46.153822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbdfe30-acb5-4386-8b8f-fd3919c39af5 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:57:46.161474 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:46.173864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Transition to ACTIVE for port object fbbdfe30-acb5-4386-8b8f-fd3919c39af5 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:57:46.177715 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:46.232304 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:46.298252 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Attempting to bind port fbbdfe30-acb5-4386-8b8f-fd3919c39af5 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:57:46.298501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Attempting to bind port fbbdfe30-acb5-4386-8b8f-fd3919c39af5 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'f9eccd0e-da76-4b08-aae5-28ed65ec9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:57:46.298833 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Attempting to bind port fbbdfe30-acb5-4386-8b8f-fd3919c39af5 on network 203e6f33-397a-4f0f-9009-bdae985b3627 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:57:46.303161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Port fbbdfe30-acb5-4386-8b8f-fd3919c39af5 on network 203e6f33-397a-4f0f-9009-bdae985b3627 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:57:46.303483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Attempting to bind port fbbdfe30-acb5-4386-8b8f-fd3919c39af5 on network 203e6f33-397a-4f0f-9009-bdae985b3627 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:57:46.308415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:57:46.308756 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Checking segment: {'id': 'f9eccd0e-da76-4b08-aae5-28ed65ec9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:57:46.309141 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Bound using segment: {'id': 'f9eccd0e-da76-4b08-aae5-28ed65ec9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:57:46.309572 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Bound port: fbbdfe30-acb5-4386-8b8f-fd3919c39af5, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9eccd0e-da76-4b08-aae5-28ed65ec9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:57:46.309928 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:46.381630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] For port fbbdfe30-acb5-4386-8b8f-fd3919c39af5, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:57:46.417723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] For port fbbdfe30-acb5-4386-8b8f-fd3919c39af5, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:57:46.422605 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:46.467383 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:46.468003 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:46.469595 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] 10.222.0.31 "PUT /v2.0/ports/fbbdfe30-acb5-4386-8b8f-fd3919c39af5 HTTP/1.1" status: 200 len: 1092 time: 0.6467409 Nov 29 18:57:46.470043 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2940b33-e7d7-4489-b8dd-eae6e2c23264', 'tag': 'fbbdfe30-acb5-4386-8b8f-fd3919c39af5'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:57:46.472351 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54533680-df6b-4ef9-9719-af595978c5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f2940b33-e7d7-4489-b8dd-eae6e2c23264", "tag": "fbbdfe30-acb5-4386-8b8f-fd3919c39af5"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:57:46.493908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50b550-d9a7-4003-b763-a9ce648eaebe req-6484e338-0170-4896-9836-3f9234ad22d7 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:46.495516 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de50b550-d9a7-4003-b763-a9ce648eaebe req-6484e338-0170-4896-9836-3f9234ad22d7 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 944 time: 0.1162271 Nov 29 18:57:46.506223 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba3c64-fc3d-41aa-b213-2efcb8b0ff05 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:46.524856 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bc691a-c0ce-4418-b954-9c358adc5740 x-openstack-request-id: req-61bc691a-c0ce-4418-b954-9c358adc5740 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:57:46.525147 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2940b33-e7d7-4489-b8dd-eae6e2c23264", "tag": "fbbdfe30-acb5-4386-8b8f-fd3919c39af5", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:57:46.525402 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-61bc691a-c0ce-4418-b954-9c358adc5740 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:57:46.525790 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2940b33-e7d7-4489-b8dd-eae6e2c23264', 'tag': 'fbbdfe30-acb5-4386-8b8f-fd3919c39af5', 'status': 'completed', 'code': 200} Nov 29 18:57:46.588049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-de50b550-d9a7-4003-b763-a9ce648eaebe req-369dd65d-3416-4619-aed7-6a9f3297327e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786436 Nov 29 18:57:46.590551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-ffefa41c-0aa9-41d7-8c8f-08c89cebd524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:46.592134 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-ffefa41c-0aa9-41d7-8c8f-08c89cebd524 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62b0d92fe4764eb192646e2d761907e2&device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 1095 time: 0.0808659 Nov 29 18:57:46.635665 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-56e23845-f68e-4650-b298-63212e8282e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbbdfe30-acb5-4386-8b8f-fd3919c39af5 HTTP/1.1" status: 200 len: 217 time: 0.0349345 Nov 29 18:57:46.683465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-9c43ac1f-9dfc-4ecb-a163-6d3b137d3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:46.684907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-9c43ac1f-9dfc-4ecb-a163-6d3b137d3e24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e671003f-d73a-4aa9-9c74-ca7a1333e212 HTTP/1.1" status: 200 len: 855 time: 0.0430441 Nov 29 18:57:46.720505 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-c24b47c2-32cb-4715-9699-70809bf2e7ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=203e6f33-397a-4f0f-9009-bdae985b3627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282333 Nov 29 18:57:46.808838 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-b2aca6e8-4fa4-4126-99cf-2fd771347a6e service neutron] 10.222.0.31 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813448 Nov 29 18:57:46.907133 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2e2bd081-0dd7-457d-b440-18640a1c35c4 req-4ed740cf-e0fa-45aa-87a1-572e6aa2e913 service neutron] 10.222.0.31 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892379 Nov 29 18:57:46.993527 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54533680-df6b-4ef9-9719-af595978c5c3 req-7a608b6f-8619-43da-95e8-d7c27f4b4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:46.995084 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54533680-df6b-4ef9-9719-af595978c5c3 req-7a608b6f-8619-43da-95e8-d7c27f4b4721 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62b0d92fe4764eb192646e2d761907e2&device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 1095 time: 0.0422838 Nov 29 18:57:47.090489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54533680-df6b-4ef9-9719-af595978c5c3 req-c1d7bf7a-4334-4775-a524-94daf20facaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:47.092063 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54533680-df6b-4ef9-9719-af595978c5c3 req-c1d7bf7a-4334-4775-a524-94daf20facaa service neutron] 10.222.0.31 "GET /v2.0/networks?id=203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 200 len: 916 time: 0.0894217 Nov 29 18:57:47.141046 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54533680-df6b-4ef9-9719-af595978c5c3 req-a2a2b505-6924-4676-8a3f-facd54e0b900 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbbdfe30-acb5-4386-8b8f-fd3919c39af5 HTTP/1.1" status: 200 len: 217 time: 0.0414622 Nov 29 18:57:47.195036 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54533680-df6b-4ef9-9719-af595978c5c3 req-6518be72-3f28-493c-b1aa-ac8c2a70cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:47.196308 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54533680-df6b-4ef9-9719-af595978c5c3 req-6518be72-3f28-493c-b1aa-ac8c2a70cb60 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e671003f-d73a-4aa9-9c74-ca7a1333e212 HTTP/1.1" status: 200 len: 855 time: 0.0474007 Nov 29 18:57:47.230193 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54533680-df6b-4ef9-9719-af595978c5c3 req-6c5374b9-2896-4d32-9a34-fc219a9b31c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=203e6f33-397a-4f0f-9009-bdae985b3627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259855 Nov 29 18:57:47.326880 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54533680-df6b-4ef9-9719-af595978c5c3 req-de021221-0e3c-4589-a76c-01e56f8fc183 service neutron] 10.222.0.31 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891967 Nov 29 18:57:47.416086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54533680-df6b-4ef9-9719-af595978c5c3 req-142e60ba-0b37-40b4-9e7c-ce0fe5bd19e7 service neutron] 10.222.0.31 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825481 Nov 29 18:57:47.707226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35cb62-4de2-46b0-bf00-913e5ee72dfe req-235a1093-1896-4f78-83d0-78bbb6f341b7 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:47.709093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7f35cb62-4de2-46b0-bf00-913e5ee72dfe req-235a1093-1896-4f78-83d0-78bbb6f341b7 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 944 time: 0.0514634 Nov 29 18:57:47.760853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7f35cb62-4de2-46b0-bf00-913e5ee72dfe req-2d1dc015-cac9-4694-b425-d45b8da45283 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451775 Nov 29 18:57:48.105530 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5bef228d-1dee-42eb-a7d1-aad8499a5f56 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:57:48.127444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 5bef228d-1dee-42eb-a7d1-aad8499a5f56 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:57:48.127718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 5bef228d-1dee-42eb-a7d1-aad8499a5f56 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:57:48.875766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad87c7-540c-42f5-820e-e50b66ce9f68 req-3afd1e80-0c98-42a4-867a-b13786399d3c tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:48.877278 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-38ad87c7-540c-42f5-820e-e50b66ce9f68 req-3afd1e80-0c98-42a4-867a-b13786399d3c tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 944 time: 0.0490882 Nov 29 18:57:48.925667 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-38ad87c7-540c-42f5-820e-e50b66ce9f68 req-ed6b85f5-9f38-4fb3-8719-62f3725437b4 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423071 Nov 29 18:57:50.043096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f16b9e-6dd6-473d-b24f-ee16f1f6539b req-c13f1501-ce88-42bd-942b-71355f32c724 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:50.044638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30f16b9e-6dd6-473d-b24f-ee16f1f6539b req-c13f1501-ce88-42bd-942b-71355f32c724 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 944 time: 0.0479047 Nov 29 18:57:50.092902 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30f16b9e-6dd6-473d-b24f-ee16f1f6539b req-3970cd6c-9488-481c-9644-9052e60785d6 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414999 Nov 29 18:57:50.096130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fbbdfe30-acb5-4386-8b8f-fd3919c39af5 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:57:50.194684 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port fbbdfe30-acb5-4386-8b8f-fd3919c39af5, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:57:50.206022 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'fbbdfe30-acb5-4386-8b8f-fd3919c39af5', 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627', 'port_id': 'fbbdfe30-acb5-4386-8b8f-fd3919c39af5', 'mac_address': 'fa:16:3e:6c:8d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e671003f-d73a-4aa9-9c74-ca7a1333e212', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:57:50.242219 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:50.255703 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbdfe30-acb5-4386-8b8f-fd3919c39af5 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:57:50.274841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port fbbdfe30-acb5-4386-8b8f-fd3919c39af5, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:57:50.279103 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:50.331464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:50.552479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['fbbdfe30-acb5-4386-8b8f-fd3919c39af5'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:57:51.213073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fb584-28dd-4cb8-85d1-6a86c0153148 req-c4866cc4-6f31-448f-a597-8aa68e67188e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:51.214564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-522fb584-28dd-4cb8-85d1-6a86c0153148 req-c4866cc4-6f31-448f-a597-8aa68e67188e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 945 time: 0.0534234 Nov 29 18:57:51.261971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-522fb584-28dd-4cb8-85d1-6a86c0153148 req-9487736c-09db-40a5-a2ed-288810f941b0 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408912 Nov 29 18:57:52.095770 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fbbdfe30-acb5-4386-8b8f-fd3919c39af5 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:57:52.149931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port fbbdfe30-acb5-4386-8b8f-fd3919c39af5 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:57:52.153825 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port fbbdfe30-acb5-4386-8b8f-fd3919c39af5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:57:52.154712 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:52.240200 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:52.263272 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2940b33-e7d7-4489-b8dd-eae6e2c23264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbdfe30-acb5-4386-8b8f-fd3919c39af5'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:57:52.266124 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793ea023-2dc6-41c0-ac8b-f7a44456e08b" -d '{"events": [{"server_uuid": "f2940b33-e7d7-4489-b8dd-eae6e2c23264", "name": "network-vif-plugged", "status": "completed", "tag": "fbbdfe30-acb5-4386-8b8f-fd3919c39af5"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:57:52.282823 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port fbbdfe30-acb5-4386-8b8f-fd3919c39af5, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:57:52.288571 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:52.347281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:57:52.390812 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337237f3-7391-4b24-b210-2c0f381670b6 x-openstack-request-id: req-337237f3-7391-4b24-b210-2c0f381670b6 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:57:52.391123 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2940b33-e7d7-4489-b8dd-eae6e2c23264", "name": "network-vif-plugged", "status": "completed", "tag": "fbbdfe30-acb5-4386-8b8f-fd3919c39af5", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:57:52.391401 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-337237f3-7391-4b24-b210-2c0f381670b6 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:57:52.391851 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2940b33-e7d7-4489-b8dd-eae6e2c23264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbdfe30-acb5-4386-8b8f-fd3919c39af5', 'code': 200} Nov 29 18:57:52.399321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efe2c0-cb4b-4eec-83f6-d92a71e01398 req-f02c6361-1aa9-4c4c-accd-d12db3edb07f tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:52.401025 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70efe2c0-cb4b-4eec-83f6-d92a71e01398 req-f02c6361-1aa9-4c4c-accd-d12db3edb07f tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0621855 Nov 29 18:57:52.463979 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70efe2c0-cb4b-4eec-83f6-d92a71e01398 req-5486090c-a940-4ca2-bb46-4c8c535a733f tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547504 Nov 29 18:57:52.494296 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac95081-2177-43fc-8553-1893a9353d4f req-ac17d5df-7f48-4189-a228-e53849ee120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:52.495938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aac95081-2177-43fc-8553-1893a9353d4f req-ac17d5df-7f48-4189-a228-e53849ee120c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 1097 time: 0.0457165 Nov 29 18:57:52.550947 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aac95081-2177-43fc-8553-1893a9353d4f req-a54c2e47-6dbe-46fd-9483-f856c373b5fc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470576 Nov 29 18:57:53.582467 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb711c3-e965-4495-8e1d-0b701596d05d req-8ac8b969-f08d-435e-9e24-6421dab7b3df tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:53.584012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bb711c3-e965-4495-8e1d-0b701596d05d req-8ac8b969-f08d-435e-9e24-6421dab7b3df tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0497000 Nov 29 18:57:53.632151 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0bb711c3-e965-4495-8e1d-0b701596d05d req-9cdb867b-e75d-430c-bfe3-fcfb91b896fa tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421803 Nov 29 18:57:54.057609 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39e7ca02-2c43-42f1-8089-c6098a04af95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:54.750293 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8d94f-ea7f-4d11-a0d5-6cba7dfaa5f3 req-82fa18e9-0517-4c03-8d36-75a05a2cac4b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:54.751820 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87d8d94f-ea7f-4d11-a0d5-6cba7dfaa5f3 req-82fa18e9-0517-4c03-8d36-75a05a2cac4b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0500851 Nov 29 18:57:54.798627 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87d8d94f-ea7f-4d11-a0d5-6cba7dfaa5f3 req-7926fa6d-a006-42c7-afd1-8679376cb2e2 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408831 Nov 29 18:57:54.918714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9890c-047f-4bc0-a6bd-dd14f9a7dd4f req-bf9b463a-d655-4493-9b56-aca4f6b61d1b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:54.920930 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19a9890c-047f-4bc0-a6bd-dd14f9a7dd4f req-bf9b463a-d655-4493-9b56-aca4f6b61d1b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0537124 Nov 29 18:57:54.969883 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-19a9890c-047f-4bc0-a6bd-dd14f9a7dd4f req-f76b6e80-c7d1-4c86-8cdd-2d208e656be9 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427022 Nov 29 18:57:55.212893 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-ead4d63b-5e15-4ea3-aefd-0518240039f1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0459847 Nov 29 18:57:55.225167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-b18f0bc3-6db8-4f7b-8390-2ccfc5b08dee service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 18:57:55.226255 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-b18f0bc3-6db8-4f7b-8390-2ccfc5b08dee service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056970 Nov 29 18:57:55.234898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48091bec-eab1-4d71-97dc-5fe260eb9ba9 req-2d46d980-850f-4889-a7f9-32cb63dc7d6c tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:55.236560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48091bec-eab1-4d71-97dc-5fe260eb9ba9 req-2d46d980-850f-4889-a7f9-32cb63dc7d6c tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0644524 Nov 29 18:57:55.295208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-48091bec-eab1-4d71-97dc-5fe260eb9ba9 req-aa7b8441-2a03-4bb9-8554-a3ce2063fb06 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521805 Nov 29 18:57:56.455513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb1620-f48d-4554-afa9-8c990fc55897 req-6316fb45-f5f9-44fd-96f7-ebadb3b41a38 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:56.457270 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f0cb1620-f48d-4554-afa9-8c990fc55897 req-6316fb45-f5f9-44fd-96f7-ebadb3b41a38 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0807250 Nov 29 18:57:56.463703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-ed88fe91-73d9-49f0-9c7e-bee61ed91906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:56.465172 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-ed88fe91-73d9-49f0-9c7e-bee61ed91906 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62b0d92fe4764eb192646e2d761907e2&device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 1097 time: 0.0594301 Nov 29 18:57:56.514628 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fb84a78-6f89-450f-b24b-98aa79588dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:56.559893 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f0cb1620-f48d-4554-afa9-8c990fc55897 req-8e279d1d-38de-47ec-8869-34ea1be0495a tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937598 Nov 29 18:57:56.592784 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-25d1fe8e-19b2-4ad2-b0ae-97f2683345d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:56.594150 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-25d1fe8e-19b2-4ad2-b0ae-97f2683345d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 200 len: 916 time: 0.1212969 Nov 29 18:57:56.639313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-daeeaf4c-52a4-4904-985b-82ad1ddfe2fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbbdfe30-acb5-4386-8b8f-fd3919c39af5 HTTP/1.1" status: 200 len: 217 time: 0.0358503 Nov 29 18:57:56.686903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-0c7b2bfa-5130-4961-b47d-ac4ac4b96d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:56.688413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-0c7b2bfa-5130-4961-b47d-ac4ac4b96d16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e671003f-d73a-4aa9-9c74-ca7a1333e212 HTTP/1.1" status: 200 len: 855 time: 0.0431530 Nov 29 18:57:56.720327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-c1dd3b39-5ebe-415d-bfad-723b48245b9b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=203e6f33-397a-4f0f-9009-bdae985b3627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247278 Nov 29 18:57:56.811554 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-7d2a9fa6-465c-4a39-8151-d032221e412f service neutron] 10.222.0.31 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840933 Nov 29 18:57:56.899559 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-028825d5-0555-406c-96d5-542d3337ed84 service neutron] 10.222.0.31 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805831 Nov 29 18:57:57.686743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d377931-2078-4b4d-a09a-11aa3003342d req-09d5eb8a-1378-4a39-bf92-fca36cb13942 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:57.688233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5d377931-2078-4b4d-a09a-11aa3003342d req-09d5eb8a-1378-4a39-bf92-fca36cb13942 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0537598 Nov 29 18:57:57.717809 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:57.789649 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:57:58.064870 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5d377931-2078-4b4d-a09a-11aa3003342d req-5a03877f-c3fe-4b9d-b87c-c24d811a621b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698208 Nov 29 18:57:59.181064 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7483b3-26f1-40d7-a134-439d3ebc1a86 req-2e87dc5b-292c-4f88-b9f5-fb7467772d9c tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:57:59.182669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a7483b3-26f1-40d7-a134-439d3ebc1a86 req-2e87dc5b-292c-4f88-b9f5-fb7467772d9c tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0545421 Nov 29 18:57:59.249056 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a7483b3-26f1-40d7-a134-439d3ebc1a86 req-2cf124af-6299-4906-bdaa-b3204d28b068 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593882 Nov 29 18:57:59.328882 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:00.060100 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:00.212136 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:00.370721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9d608-2751-489d-9540-33686dcdffee req-9a6d6047-dd7b-4ca6-9148-bd44627c8cde tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:00.372271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aef9d608-2751-489d-9540-33686dcdffee req-9a6d6047-dd7b-4ca6-9148-bd44627c8cde tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0516577 Nov 29 18:58:00.426867 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aef9d608-2751-489d-9540-33686dcdffee req-646b7051-8f74-43e2-a26b-39526da6490a tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471780 Nov 29 18:58:01.542435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147691c-aa11-4495-b371-007a0aee3755 req-9d0a72bd-da16-4dd1-b132-38dfdd80614b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:01.543977 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6147691c-aa11-4495-b371-007a0aee3755 req-9d0a72bd-da16-4dd1-b132-38dfdd80614b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0491579 Nov 29 18:58:01.591670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6147691c-aa11-4495-b371-007a0aee3755 req-c379a52b-c3fc-4b7a-b471-65f4ad20e0c0 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416532 Nov 29 18:58:02.722352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc715624-92eb-4afd-977f-ddf956f70b3f req-ec7dd899-8e9e-4649-a300-43d976a8218d tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:02.723853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc715624-92eb-4afd-977f-ddf956f70b3f req-ec7dd899-8e9e-4649-a300-43d976a8218d tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0572858 Nov 29 18:58:02.772712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc715624-92eb-4afd-977f-ddf956f70b3f req-886936cb-b191-43a3-885a-bf8c62055752 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428290 Nov 29 18:58:03.897018 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d08a0a-8be1-462a-a378-c95835f86c6d req-14ccb328-2f32-40cd-ba91-70d87e23e733 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:03.898528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-47d08a0a-8be1-462a-a378-c95835f86c6d req-14ccb328-2f32-40cd-ba91-70d87e23e733 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0541852 Nov 29 18:58:03.948632 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-47d08a0a-8be1-462a-a378-c95835f86c6d req-3ab0775a-5f93-490c-90a5-9d12185e5dff tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435278 Nov 29 18:58:05.065224 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43418a35-e02e-4046-92c4-8beaf4df46e7 req-738a3c84-33b1-453b-8f5f-df826cd2e1cf tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:05.066766 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43418a35-e02e-4046-92c4-8beaf4df46e7 req-738a3c84-33b1-453b-8f5f-df826cd2e1cf tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0496159 Nov 29 18:58:05.114399 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43418a35-e02e-4046-92c4-8beaf4df46e7 req-ce3c6f1a-8237-4686-8364-8a3386cb7da0 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417087 Nov 29 18:58:06.231295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1803a65-870a-4c7f-8709-fae8642a77e7 req-c6aec1b9-42b7-41f3-b591-19e21b84c2eb tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:06.232815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d1803a65-870a-4c7f-8709-fae8642a77e7 req-c6aec1b9-42b7-41f3-b591-19e21b84c2eb tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0492356 Nov 29 18:58:06.284424 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d1803a65-870a-4c7f-8709-fae8642a77e7 req-c4637bc5-7f66-48cf-9aa8-784c6f74cfbf tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455720 Nov 29 18:58:07.400427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce3283-c1b1-45a4-a27c-fdaef7ff8b6c req-40600d21-17e3-455a-b034-7a3c2438059d tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:07.401894 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6ce3283-c1b1-45a4-a27c-fdaef7ff8b6c req-40600d21-17e3-455a-b034-7a3c2438059d tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0483119 Nov 29 18:58:07.450591 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6ce3283-c1b1-45a4-a27c-fdaef7ff8b6c req-91fbd05b-e284-4b1c-af2b-6cc6be63b455 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423000 Nov 29 18:58:08.565377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31daab94-c9f2-4dd3-b67e-8a89ed63d5d1 req-63124430-0174-463f-99a6-39c6a3a31d31 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:08.566876 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31daab94-c9f2-4dd3-b67e-8a89ed63d5d1 req-63124430-0174-463f-99a6-39c6a3a31d31 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0488021 Nov 29 18:58:08.614102 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31daab94-c9f2-4dd3-b67e-8a89ed63d5d1 req-c7e45471-77ae-4d37-a4f7-5141780949ed tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412376 Nov 29 18:58:09.734452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8e458-b38d-424b-8ad8-cd5b1e4863bd req-e0e22bf0-6e5c-45fb-9d2e-b3f3c8194223 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:09.735926 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13f8e458-b38d-424b-8ad8-cd5b1e4863bd req-e0e22bf0-6e5c-45fb-9d2e-b3f3c8194223 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0519090 Nov 29 18:58:09.783511 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13f8e458-b38d-424b-8ad8-cd5b1e4863bd req-92d583c3-b106-4d17-9d1d-1066950d1b07 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416098 Nov 29 18:58:10.897169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e9b51-466c-4700-be7c-d63d3ce98318 req-e0a81052-f8e1-4ba4-98bb-e2c2de942a1b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:10.898670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-548e9b51-466c-4700-be7c-d63d3ce98318 req-e0a81052-f8e1-4ba4-98bb-e2c2de942a1b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0485072 Nov 29 18:58:10.946204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-548e9b51-466c-4700-be7c-d63d3ce98318 req-1f3e2cf7-70da-437f-9e12-800588c26603 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414999 Nov 29 18:58:12.064971 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2e10a-91f7-4728-8d40-9be4de62a109 req-f3acef08-e17c-4f9c-b8e5-62aac27e5952 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:12.066451 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34c2e10a-91f7-4728-8d40-9be4de62a109 req-f3acef08-e17c-4f9c-b8e5-62aac27e5952 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0518990 Nov 29 18:58:12.115036 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34c2e10a-91f7-4728-8d40-9be4de62a109 req-5f48d4ae-3841-41af-aa63-f79fdea02758 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425260 Nov 29 18:58:13.231934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da593a06-9605-4970-8cf5-7cc5a84597e1 req-bcce6c62-49a8-49da-b126-ff9014c6e8fa tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:13.233434 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da593a06-9605-4970-8cf5-7cc5a84597e1 req-bcce6c62-49a8-49da-b126-ff9014c6e8fa tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0492797 Nov 29 18:58:13.279913 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da593a06-9605-4970-8cf5-7cc5a84597e1 req-9544c982-6462-4b7c-bc97-11b1ac611e5c tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405688 Nov 29 18:58:14.396346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1e4da-c6c7-4d89-805c-50186a4ffd0a req-f183164d-72fa-417b-92ad-ac13c8e7bc21 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:14.397811 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00b1e4da-c6c7-4d89-805c-50186a4ffd0a req-f183164d-72fa-417b-92ad-ac13c8e7bc21 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0486522 Nov 29 18:58:14.447816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00b1e4da-c6c7-4d89-805c-50186a4ffd0a req-0a60837f-bc35-417a-9b6c-3a667ee8b095 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440636 Nov 29 18:58:15.565434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e496f24-4340-4919-9396-2e5ccba6cb7b req-a216728a-f365-4be0-a69e-d7fe06a226b0 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:15.566973 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e496f24-4340-4919-9396-2e5ccba6cb7b req-a216728a-f365-4be0-a69e-d7fe06a226b0 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0494556 Nov 29 18:58:15.614150 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e496f24-4340-4919-9396-2e5ccba6cb7b req-c2873a0a-c9ff-4b1c-a10d-f15ede32edc8 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410883 Nov 29 18:58:16.735816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699ca1-3264-4659-af0c-15dc2341cdd8 req-d359edb2-4fda-44ae-b537-b35128423a1c tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:16.737357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81699ca1-3264-4659-af0c-15dc2341cdd8 req-d359edb2-4fda-44ae-b537-b35128423a1c tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0506737 Nov 29 18:58:16.785188 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81699ca1-3264-4659-af0c-15dc2341cdd8 req-586eb753-fc8e-4fee-b832-b5fb93c01093 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417638 Nov 29 18:58:17.540112 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:58:17.905597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880063d1-f040-4f67-ac45-1133ea5b692e req-d2dc02ef-3d6a-43f7-b7e8-3b7792530732 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:17.907112 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-880063d1-f040-4f67-ac45-1133ea5b692e req-d2dc02ef-3d6a-43f7-b7e8-3b7792530732 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0535140 Nov 29 18:58:17.955526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-880063d1-f040-4f67-ac45-1133ea5b692e req-abe73ed4-62fe-48a7-bb6b-6aeb99ba5418 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423765 Nov 29 18:58:19.074115 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775682ef-7f53-41e8-8d6d-e0b53e61b587 req-90b3f4a9-7bfa-4f1b-b38a-51397abbde40 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:19.075652 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-775682ef-7f53-41e8-8d6d-e0b53e61b587 req-90b3f4a9-7bfa-4f1b-b38a-51397abbde40 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0495310 Nov 29 18:58:19.130403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-775682ef-7f53-41e8-8d6d-e0b53e61b587 req-e0a5b3c1-1801-4259-b6d4-b20b364efddc tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484829 Nov 29 18:58:20.248768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbd2ba-ec04-467a-9e24-fde9a84bc9f2 req-72e123d3-0020-407f-940c-e69ec752efcc tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:20.250265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f7bbd2ba-ec04-467a-9e24-fde9a84bc9f2 req-72e123d3-0020-407f-940c-e69ec752efcc tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0505440 Nov 29 18:58:20.303706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f7bbd2ba-ec04-467a-9e24-fde9a84bc9f2 req-0819371a-1cac-4046-b6cf-cfbf6ea33015 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472262 Nov 29 18:58:21.427390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d15170-2c30-4f1e-af83-1c3d24dee02e req-ede9f16e-845f-488a-9f95-d476b6ad5939 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:21.428925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27d15170-2c30-4f1e-af83-1c3d24dee02e req-ede9f16e-845f-488a-9f95-d476b6ad5939 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0517175 Nov 29 18:58:21.478335 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27d15170-2c30-4f1e-af83-1c3d24dee02e req-0e1808ef-4c1f-46c2-915c-ee1e169c02ea tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425432 Nov 29 18:58:22.605138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abaa8f-0cbd-4a65-966d-93470c0fe13f req-ce9a886f-f204-4237-9604-ad2d783809d1 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:22.607171 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0abaa8f-0cbd-4a65-966d-93470c0fe13f req-ce9a886f-f204-4237-9604-ad2d783809d1 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0585940 Nov 29 18:58:22.655265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0abaa8f-0cbd-4a65-966d-93470c0fe13f req-7664af97-78d8-4009-9637-11af1a43f12a tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417628 Nov 29 18:58:23.691676 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-6a6f825a-9986-4236-8135-486330a73e30 service neutron] show failed (client error): The resource could not be found. Nov 29 18:58:23.692772 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-6a6f825a-9986-4236-8135-486330a73e30 service neutron] 10.222.0.31 "GET /v2.0/ports/fbbdfe30-acb5-4386-8b8f-fd3919c39af5/bindings/n-h1-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.0593932 Nov 29 18:58:23.784603 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1205b-e9a2-45da-8655-65c395c9bbac req-df0be1c6-80bc-4bcb-9128-a75516a6d8ee tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:23.786137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ee1205b-e9a2-45da-8655-65c395c9bbac req-df0be1c6-80bc-4bcb-9128-a75516a6d8ee tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0559087 Nov 29 18:58:23.841737 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7ee1205b-e9a2-45da-8655-65c395c9bbac req-b0659e27-0742-442f-a080-9b306e043f69 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473456 Nov 29 18:58:23.901651 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-75f54b75-4b7c-4b23-b198-760c2e2fa574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:23.903808 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-75f54b75-4b7c-4b23-b198-760c2e2fa574 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264&tenant_id=62b0d92fe4764eb192646e2d761907e2 HTTP/1.1" status: 200 len: 1097 time: 0.0428081 Nov 29 18:58:23.919838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:58:23.978085 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:24.065227 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e82767e-35f6-42cd-8d1f-693a41b17661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:24.179490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] For port fbbdfe30-acb5-4386-8b8f-fd3919c39af5, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:58:24.212765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] For port fbbdfe30-acb5-4386-8b8f-fd3919c39af5, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:58:24.251145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2940b33-e7d7-4489-b8dd-eae6e2c23264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbbdfe30-acb5-4386-8b8f-fd3919c39af5'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:58:24.253366 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438c352c-cdfe-4c66-b88a-4ba5bb61c087" -d '{"events": [{"server_uuid": "f2940b33-e7d7-4489-b8dd-eae6e2c23264", "name": "network-vif-unplugged", "status": "completed", "tag": "fbbdfe30-acb5-4386-8b8f-fd3919c39af5"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:58:24.257923 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:24.271274 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Transition to ACTIVE for port object fbbdfe30-acb5-4386-8b8f-fd3919c39af5 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:58:24.275565 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:24.306766 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 18:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd80e587-7ba9-41f5-b8cb-f4aa5c1036a4 x-openstack-request-id: req-cd80e587-7ba9-41f5-b8cb-f4aa5c1036a4 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:58:24.307088 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2940b33-e7d7-4489-b8dd-eae6e2c23264", "name": "network-vif-unplugged", "status": "completed", "tag": "fbbdfe30-acb5-4386-8b8f-fd3919c39af5", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:58:24.307350 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd80e587-7ba9-41f5-b8cb-f4aa5c1036a4 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:58:24.307756 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2940b33-e7d7-4489-b8dd-eae6e2c23264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbbdfe30-acb5-4386-8b8f-fd3919c39af5', 'code': 200} Nov 29 18:58:24.328641 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Pushing event updated for resources: {'Port': ['ID=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:24.351188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] No DVR routers for this DVR port fbbdfe30-acb5-4386-8b8f-fd3919c39af5 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:58:24.355333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:24.355710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:24.356058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:24.356396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:24.356731 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:24.357063 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:24.357391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:24.357717 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:24.358045 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:24.358370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:24.358695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:24.359046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:24.397532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Attempting to bind port fbbdfe30-acb5-4386-8b8f-fd3919c39af5 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:58:24.397868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Attempting to bind port fbbdfe30-acb5-4386-8b8f-fd3919c39af5 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'f9eccd0e-da76-4b08-aae5-28ed65ec9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:58:24.398195 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Attempting to bind port fbbdfe30-acb5-4386-8b8f-fd3919c39af5 on network 203e6f33-397a-4f0f-9009-bdae985b3627 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:58:24.402557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Port fbbdfe30-acb5-4386-8b8f-fd3919c39af5 on network 203e6f33-397a-4f0f-9009-bdae985b3627 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:58:24.402918 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Attempting to bind port fbbdfe30-acb5-4386-8b8f-fd3919c39af5 on network 203e6f33-397a-4f0f-9009-bdae985b3627 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:58:24.408743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:58:24.409206 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Checking segment: {'id': 'f9eccd0e-da76-4b08-aae5-28ed65ec9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:58:24.409712 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Bound using segment: {'id': 'f9eccd0e-da76-4b08-aae5-28ed65ec9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:58:24.410053 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Bound port: fbbdfe30-acb5-4386-8b8f-fd3919c39af5, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9eccd0e-da76-4b08-aae5-28ed65ec9273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:58:24.410412 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:24.472725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] For port fbbdfe30-acb5-4386-8b8f-fd3919c39af5, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:58:24.475900 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] For port fbbdfe30-acb5-4386-8b8f-fd3919c39af5, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:58:24.481470 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:24.517466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:24.518091 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:24.519514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] 10.222.0.20 "PUT /v2.0/ports/fbbdfe30-acb5-4386-8b8f-fd3919c39af5 HTTP/1.1" status: 200 len: 1092 time: 0.6036458 Nov 29 18:58:24.537114 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f7453-f388-490f-a022-7a89b8d9ffbe service neutron] Pushing event updated for resources: {'Port': ['ID=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:24.591352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-09dbd7b6-d2cc-40bb-8b30-3f7d07da8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:24.592861 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-09dbd7b6-d2cc-40bb-8b30-3f7d07da8d82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0d92fe4764eb192646e2d761907e2&device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 1095 time: 0.0449638 Nov 29 18:58:24.682041 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-7fac04d5-21cb-4d53-8071-162132465a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:24.683604 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-7fac04d5-21cb-4d53-8071-162132465a95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 200 len: 916 time: 0.0835555 Nov 29 18:58:24.725252 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-3bab3f45-5042-423b-b6c7-d096f41dad45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbbdfe30-acb5-4386-8b8f-fd3919c39af5 HTTP/1.1" status: 200 len: 217 time: 0.0334454 Nov 29 18:58:24.786523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-446920cf-7dee-49d1-8961-cca0fc2803a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:24.787962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-446920cf-7dee-49d1-8961-cca0fc2803a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e671003f-d73a-4aa9-9c74-ca7a1333e212 HTTP/1.1" status: 200 len: 855 time: 0.0507855 Nov 29 18:58:24.826243 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-287bc3c0-8aea-4c9b-9ce2-d4c8013e9f63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=203e6f33-397a-4f0f-9009-bdae985b3627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262125 Nov 29 18:58:24.930653 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-eae005ab-441a-466d-93d6-161200be66ad service neutron] 10.222.0.20 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944233 Nov 29 18:58:25.018902 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3520faf-57aa-4f10-a58a-2ce7c5266ff7 req-20985e80-26ad-45dd-8be0-0291e8cecac6 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:25.020397 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3520faf-57aa-4f10-a58a-2ce7c5266ff7 req-20985e80-26ad-45dd-8be0-0291e8cecac6 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 944 time: 0.1052239 Nov 29 18:58:25.067617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87a3743a-44a9-42e6-9c03-68c33cbb1f4b req-d72d6a6d-05be-4b02-9191-e339ec1c3e22 service neutron] 10.222.0.20 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192083 Nov 29 18:58:25.090549 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3520faf-57aa-4f10-a58a-2ce7c5266ff7 req-9aec0363-b76c-4a5f-a66d-8a5227189fec tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588868 Nov 29 18:58:26.214868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d1772-3c20-4ba9-8051-5762b6b907c5 req-f36c57c8-b740-488d-9cf9-7e3b76bbd046 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:26.217600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d4d1772-3c20-4ba9-8051-5762b6b907c5 req-f36c57c8-b740-488d-9cf9-7e3b76bbd046 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 944 time: 0.0545380 Nov 29 18:58:26.250891 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fbbdfe30-acb5-4386-8b8f-fd3919c39af5 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:58:26.269132 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d4d1772-3c20-4ba9-8051-5762b6b907c5 req-453caac1-5a07-4532-b124-3e29a8cdeacd tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454521 Nov 29 18:58:26.293544 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device fbbdfe30-acb5-4386-8b8f-fd3919c39af5 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:58:26.308986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2940b33-e7d7-4489-b8dd-eae6e2c23264', 'tag': 'fbbdfe30-acb5-4386-8b8f-fd3919c39af5'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:58:26.311487 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1598c1af-311d-45bc-936e-a27625e360dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f2940b33-e7d7-4489-b8dd-eae6e2c23264", "tag": "fbbdfe30-acb5-4386-8b8f-fd3919c39af5"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:58:26.360832 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add27d74-487d-489d-9d48-58da58898148 x-openstack-request-id: req-add27d74-487d-489d-9d48-58da58898148 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:58:26.361114 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2940b33-e7d7-4489-b8dd-eae6e2c23264", "tag": "fbbdfe30-acb5-4386-8b8f-fd3919c39af5", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:58:26.361376 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-add27d74-487d-489d-9d48-58da58898148 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:58:26.361790 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2940b33-e7d7-4489-b8dd-eae6e2c23264', 'tag': 'fbbdfe30-acb5-4386-8b8f-fd3919c39af5', 'status': 'completed', 'code': 200} Nov 29 18:58:26.448637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598c1af-311d-45bc-936e-a27625e360dc req-b3775c32-6d06-4741-9fc6-5767d9920de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:26.450695 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1598c1af-311d-45bc-936e-a27625e360dc req-b3775c32-6d06-4741-9fc6-5767d9920de2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b0d92fe4764eb192646e2d761907e2&device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 1095 time: 0.0597291 Nov 29 18:58:26.454933 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598c1af-311d-45bc-936e-a27625e360dc req-9d4ffb41-30dd-4abd-8166-ec658156d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:26.456562 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1598c1af-311d-45bc-936e-a27625e360dc req-9d4ffb41-30dd-4abd-8166-ec658156d0e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62b0d92fe4764eb192646e2d761907e2&device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 1095 time: 0.0740705 Nov 29 18:58:26.517826 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13eb7305-bb60-4862-b409-832a002c6210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:26.625973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598c1af-311d-45bc-936e-a27625e360dc req-ca8a1986-fd3d-4501-9c7a-36b4a264778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:26.627511 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1598c1af-311d-45bc-936e-a27625e360dc req-ca8a1986-fd3d-4501-9c7a-36b4a264778a service neutron] 10.222.0.20 "GET /v2.0/networks?id=203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 200 len: 916 time: 0.1695225 Nov 29 18:58:26.628604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598c1af-311d-45bc-936e-a27625e360dc req-5cef87d3-9fe7-4eef-8b48-b0ad1aebbd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:26.629946 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1598c1af-311d-45bc-936e-a27625e360dc req-5cef87d3-9fe7-4eef-8b48-b0ad1aebbd3d service neutron] 10.222.0.31 "GET /v2.0/networks?id=203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 200 len: 916 time: 0.1575451 Nov 29 18:58:26.700484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1598c1af-311d-45bc-936e-a27625e360dc req-48bbb47d-c6f2-4e03-9e0f-0e3f36f77fa0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbbdfe30-acb5-4386-8b8f-fd3919c39af5 HTTP/1.1" status: 200 len: 217 time: 0.0636983 Nov 29 18:58:26.701832 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1598c1af-311d-45bc-936e-a27625e360dc req-2112f846-d056-4e06-937d-33e343137f24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbbdfe30-acb5-4386-8b8f-fd3919c39af5 HTTP/1.1" status: 200 len: 217 time: 0.0588038 Nov 29 18:58:26.787100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598c1af-311d-45bc-936e-a27625e360dc req-ecf86290-20fb-4e82-8cbb-bb7f5b28b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:26.788760 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1598c1af-311d-45bc-936e-a27625e360dc req-ecf86290-20fb-4e82-8cbb-bb7f5b28b678 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e671003f-d73a-4aa9-9c74-ca7a1333e212 HTTP/1.1" status: 200 len: 855 time: 0.0808644 Nov 29 18:58:26.796174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598c1af-311d-45bc-936e-a27625e360dc req-75c3d389-eee8-474b-9832-4ff0f607dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:26.797600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1598c1af-311d-45bc-936e-a27625e360dc req-75c3d389-eee8-474b-9832-4ff0f607dc23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e671003f-d73a-4aa9-9c74-ca7a1333e212 HTTP/1.1" status: 200 len: 855 time: 0.0611432 Nov 29 18:58:26.831609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1598c1af-311d-45bc-936e-a27625e360dc req-e18b35c0-798b-40dc-8f70-8575d505c986 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=203e6f33-397a-4f0f-9009-bdae985b3627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330648 Nov 29 18:58:26.851890 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1598c1af-311d-45bc-936e-a27625e360dc req-ad7c75b5-8bb6-4ee0-bc6d-f83d6c6aa9f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=203e6f33-397a-4f0f-9009-bdae985b3627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301602 Nov 29 18:58:27.015293 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1598c1af-311d-45bc-936e-a27625e360dc req-17c6b8ee-74bb-4b77-9e6b-11fa49aeffde service neutron] 10.222.0.31 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660173 Nov 29 18:58:27.020649 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1598c1af-311d-45bc-936e-a27625e360dc req-ffebaff1-271c-4485-ae9d-2e06b4171367 service neutron] 10.222.0.20 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603301 Nov 29 18:58:27.176790 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1598c1af-311d-45bc-936e-a27625e360dc req-70e94a14-ca55-4ba1-8912-9984ba8d6a10 service neutron] 10.222.0.31 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541278 Nov 29 18:58:27.178697 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1598c1af-311d-45bc-936e-a27625e360dc req-9cb0025a-65dc-45e2-9777-57553a6ae3c1 service neutron] 10.222.0.20 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485629 Nov 29 18:58:27.333597 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fbbdfe30-acb5-4386-8b8f-fd3919c39af5 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:58:27.391980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e6aec-8f0a-4e46-8e5a-82b7eefd4532 req-55439b13-e8d0-4722-bd99-f5bf9aac84f7 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:27.393536 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f3e6aec-8f0a-4e46-8e5a-82b7eefd4532 req-55439b13-e8d0-4722-bd99-f5bf9aac84f7 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 944 time: 0.0500944 Nov 29 18:58:27.436192 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fbbdfe30-acb5-4386-8b8f-fd3919c39af5, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:58:27.442427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2f3e6aec-8f0a-4e46-8e5a-82b7eefd4532 req-229cb6e9-096b-4040-8451-2df9e106865b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427134 Nov 29 18:58:27.448965 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'fbbdfe30-acb5-4386-8b8f-fd3919c39af5', 'network_id': '203e6f33-397a-4f0f-9009-bdae985b3627', 'port_id': 'fbbdfe30-acb5-4386-8b8f-fd3919c39af5', 'mac_address': 'fa:16:3e:6c:8d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e671003f-d73a-4aa9-9c74-ca7a1333e212', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:58:27.488440 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:27.503203 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbdfe30-acb5-4386-8b8f-fd3919c39af5 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:58:27.523956 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fbbdfe30-acb5-4386-8b8f-fd3919c39af5, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:58:27.529445 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:27.589565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:27.682258 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8af35-1cd8-459d-9847-a74ed7bca0a8 req-e7ad0f4e-b035-40aa-8b1e-bc6bc6c2fa8c tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:27.685194 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9a8af35-1cd8-459d-9847-a74ed7bca0a8 req-e7ad0f4e-b035-40aa-8b1e-bc6bc6c2fa8c tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 945 time: 0.0809085 Nov 29 18:58:27.700189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc30755-114a-46dc-83a4-b1f3c527a362 req-a1081ba0-14e6-4411-ad2c-5ce1def2cbbb tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:27.701684 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fc30755-114a-46dc-83a4-b1f3c527a362 req-a1081ba0-14e6-4411-ad2c-5ce1def2cbbb tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.31 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264&tenant_id=62b0d92fe4764eb192646e2d761907e2&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 945 time: 0.0892615 Nov 29 18:58:27.727054 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:27.768705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['fbbdfe30-acb5-4386-8b8f-fd3919c39af5'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:58:27.789864 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9a8af35-1cd8-459d-9847-a74ed7bca0a8 req-8129a4e4-f4d1-4680-9bbf-a676330c764b tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976892 Nov 29 18:58:27.798037 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-3fc30755-114a-46dc-83a4-b1f3c527a362 req-ebf94ff4-551d-4a68-ac7f-ce952cbebc31 service neutron] delete failed (client error): The resource could not be found. Nov 29 18:58:27.799093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fc30755-114a-46dc-83a4-b1f3c527a362 req-ebf94ff4-551d-4a68-ac7f-ce952cbebc31 service neutron] 10.222.0.31 "DELETE /v2.0/ports/fbbdfe30-acb5-4386-8b8f-fd3919c39af5/bindings/n-h2-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.0892837 Nov 29 18:58:27.825812 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:27.885546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc30755-114a-46dc-83a4-b1f3c527a362 req-f55d15b6-c05d-4ace-8ecb-20ac8b94705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:27.887149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fc30755-114a-46dc-83a4-b1f3c527a362 req-f55d15b6-c05d-4ace-8ecb-20ac8b94705e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=62b0d92fe4764eb192646e2d761907e2&device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 1096 time: 0.0426733 Nov 29 18:58:27.984220 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc30755-114a-46dc-83a4-b1f3c527a362 req-6b2779de-6624-4003-8225-e2a8f9ee6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:27.985761 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fc30755-114a-46dc-83a4-b1f3c527a362 req-6b2779de-6624-4003-8225-e2a8f9ee6e0d service neutron] 10.222.0.31 "GET /v2.0/networks?id=203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 200 len: 916 time: 0.0917068 Nov 29 18:58:28.028899 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fc30755-114a-46dc-83a4-b1f3c527a362 req-4150f4f6-b1c2-4dd1-93ca-ae88f5121e13 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbbdfe30-acb5-4386-8b8f-fd3919c39af5 HTTP/1.1" status: 200 len: 217 time: 0.0359268 Nov 29 18:58:28.081998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc30755-114a-46dc-83a4-b1f3c527a362 req-4c4a4597-503e-4435-9ad3-b324b379b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:28.083469 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fc30755-114a-46dc-83a4-b1f3c527a362 req-4c4a4597-503e-4435-9ad3-b324b379b8dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e671003f-d73a-4aa9-9c74-ca7a1333e212 HTTP/1.1" status: 200 len: 855 time: 0.0480852 Nov 29 18:58:28.115209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fc30755-114a-46dc-83a4-b1f3c527a362 req-153aca40-1b75-4d76-b89c-196f8920d856 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=203e6f33-397a-4f0f-9009-bdae985b3627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253379 Nov 29 18:58:28.206827 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fc30755-114a-46dc-83a4-b1f3c527a362 req-914f41ef-a2ed-4dbc-a866-1cf50bb5b913 service neutron] 10.222.0.31 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850153 Nov 29 18:58:28.300681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fc30755-114a-46dc-83a4-b1f3c527a362 req-44ce3bd6-aedb-4bcc-894b-21a9a1c61b41 service neutron] 10.222.0.31 "GET /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871053 Nov 29 18:58:28.923954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8762473-11d4-484d-a19b-2d9d51f46bd4 req-7329f0cc-5d30-436c-884d-06cf0aca2547 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:28.925558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8762473-11d4-484d-a19b-2d9d51f46bd4 req-7329f0cc-5d30-436c-884d-06cf0aca2547 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 945 time: 0.0510831 Nov 29 18:58:28.974663 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8762473-11d4-484d-a19b-2d9d51f46bd4 req-e97cf107-7880-451b-a89b-061ed300c256 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422001 Nov 29 18:58:29.091054 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8d9e5-dce8-4236-8ca4-67b9c75cfad2 req-c821100e-1fc9-43f1-b48b-c4c2142b0e8e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:29.092547 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4b8d9e5-dce8-4236-8ca4-67b9c75cfad2 req-c821100e-1fc9-43f1-b48b-c4c2142b0e8e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 945 time: 0.0493834 Nov 29 18:58:29.143530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4b8d9e5-dce8-4236-8ca4-67b9c75cfad2 req-82a26601-d112-4eeb-8655-0129c188040d tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448053 Nov 29 18:58:29.259617 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7eef8-f562-40e2-9338-b2ac11cd3f18 req-923994ed-a4bb-4df0-a52c-47328ca26803 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:29.261019 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ece7eef8-f562-40e2-9338-b2ac11cd3f18 req-923994ed-a4bb-4df0-a52c-47328ca26803 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 945 time: 0.0497854 Nov 29 18:58:29.309427 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ece7eef8-f562-40e2-9338-b2ac11cd3f18 req-51c8e859-a5d1-463f-b5f2-d6f501849a51 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 Nov 29 18:58:29.327859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fbbdfe30-acb5-4386-8b8f-fd3919c39af5 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:58:29.359290 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:29.388042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port fbbdfe30-acb5-4386-8b8f-fd3919c39af5 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:58:29.392096 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port fbbdfe30-acb5-4386-8b8f-fd3919c39af5 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:58:29.392477 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:29.496431 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:29.521761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2940b33-e7d7-4489-b8dd-eae6e2c23264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbdfe30-acb5-4386-8b8f-fd3919c39af5'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:58:29.523973 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19bc02e-83ed-4b5d-ae5d-c27a35fd33ce" -d '{"events": [{"server_uuid": "f2940b33-e7d7-4489-b8dd-eae6e2c23264", "name": "network-vif-plugged", "status": "completed", "tag": "fbbdfe30-acb5-4386-8b8f-fd3919c39af5"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:58:29.537808 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port fbbdfe30-acb5-4386-8b8f-fd3919c39af5, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:58:29.542061 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:29.568679 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e916e1d7-1f39-4ca4-b639-179d84d709d2 x-openstack-request-id: req-e916e1d7-1f39-4ca4-b639-179d84d709d2 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:58:29.568971 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2940b33-e7d7-4489-b8dd-eae6e2c23264", "name": "network-vif-plugged", "status": "completed", "tag": "fbbdfe30-acb5-4386-8b8f-fd3919c39af5", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:58:29.569232 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e916e1d7-1f39-4ca4-b639-179d84d709d2 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:58:29.569647 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2940b33-e7d7-4489-b8dd-eae6e2c23264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbdfe30-acb5-4386-8b8f-fd3919c39af5', 'code': 200} Nov 29 18:58:29.601126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:29.687781 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f40c1-68ee-4530-a28c-cd4944b733b9 req-3f07ab7d-06ae-485e-afd4-9f3bda83dce7 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:29.690738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-419f40c1-68ee-4530-a28c-cd4944b733b9 req-3f07ab7d-06ae-485e-afd4-9f3bda83dce7 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0507679 Nov 29 18:58:29.738583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-419f40c1-68ee-4530-a28c-cd4944b733b9 req-3bea3f99-17eb-4e82-b1e9-08598fbcbd13 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419924 Nov 29 18:58:30.065224 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:30.201733 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:30.865111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997acb7-3c51-4103-b2cb-d976451edbf2 req-b0ec2596-431d-465d-8b2b-0955bd0a5e35 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:30.866601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f997acb7-3c51-4103-b2cb-d976451edbf2 req-b0ec2596-431d-465d-8b2b-0955bd0a5e35 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0586946 Nov 29 18:58:30.943287 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f997acb7-3c51-4103-b2cb-d976451edbf2 req-f684bb20-cf31-4677-83ec-8dde18c867b5 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.23 "GET /v2.0/security-groups?id=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698657 Nov 29 18:58:30.955724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62234c-206a-4070-8301-803e19be2326 req-f10631fa-afb3-400d-9324-e1846d6f5f21 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:30.957210 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b62234c-206a-4070-8301-803e19be2326 req-f10631fa-afb3-400d-9324-e1846d6f5f21 tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2940b33-e7d7-4489-b8dd-eae6e2c23264 HTTP/1.1" status: 200 len: 946 time: 0.0687928 Nov 29 18:58:31.055090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-0b62234c-206a-4070-8301-803e19be2326 req-0e66012e-0d23-4404-9381-a73d835cdb6e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Deleting port fbbdfe30-acb5-4386-8b8f-fd3919c39af5 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 18:58:31.055429 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b62234c-206a-4070-8301-803e19be2326 req-0e66012e-0d23-4404-9381-a73d835cdb6e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:31.141869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-0b62234c-206a-4070-8301-803e19be2326 req-0e66012e-0d23-4404-9381-a73d835cdb6e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] For port fbbdfe30-acb5-4386-8b8f-fd3919c39af5, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,segment=NetworkSegment(f9eccd0e-da76-4b08-aae5-28ed65ec9273),segment_id=f9eccd0e-da76-4b08-aae5-28ed65ec9273)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:58:31.142232 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b62234c-206a-4070-8301-803e19be2326 req-0e66012e-0d23-4404-9381-a73d835cdb6e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:31.155538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-0b62234c-206a-4070-8301-803e19be2326 req-0e66012e-0d23-4404-9381-a73d835cdb6e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Calling delete_port for fbbdfe30-acb5-4386-8b8f-fd3919c39af5 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 18:58:31.284038 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b62234c-206a-4070-8301-803e19be2326 req-0e66012e-0d23-4404-9381-a73d835cdb6e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:31.300003 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['fbbdfe30-acb5-4386-8b8f-fd3919c39af5'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:58:31.315015 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66012e-0d23-4404-9381-a73d835cdb6e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Pushing event deleted for resources: {'Port': ['ID=fbbdfe30-acb5-4386-8b8f-fd3919c39af5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:31.356943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b62234c-206a-4070-8301-803e19be2326 req-0e66012e-0d23-4404-9381-a73d835cdb6e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] No DVR routers for this DVR port fbbdfe30-acb5-4386-8b8f-fd3919c39af5 on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 18:58:31.359682 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b62234c-206a-4070-8301-803e19be2326 req-0e66012e-0d23-4404-9381-a73d835cdb6e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:31.363094 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b62234c-206a-4070-8301-803e19be2326 req-0e66012e-0d23-4404-9381-a73d835cdb6e tempest-ServerDiskConfigTestJSON-1294889793 tempest-ServerDiskConfigTestJSON-1294889793-project] 10.222.0.20 "DELETE /v2.0/ports/fbbdfe30-acb5-4386-8b8f-fd3919c39af5 HTTP/1.1" status: 204 len: 173 time: 0.3955166 Nov 29 18:58:31.363563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2940b33-e7d7-4489-b8dd-eae6e2c23264', 'name': 'network-vif-deleted', 'tag': 'fbbdfe30-acb5-4386-8b8f-fd3919c39af5'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:58:31.365803 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045d6085-b84f-4891-9aa5-3dcf61a605b5" -d '{"events": [{"server_uuid": "f2940b33-e7d7-4489-b8dd-eae6e2c23264", "name": "network-vif-deleted", "tag": "fbbdfe30-acb5-4386-8b8f-fd3919c39af5"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:58:31.405283 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f9ae86-65ba-4c55-97c9-f8177529bb68 x-openstack-request-id: req-04f9ae86-65ba-4c55-97c9-f8177529bb68 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:58:31.405586 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2940b33-e7d7-4489-b8dd-eae6e2c23264", "name": "network-vif-deleted", "tag": "fbbdfe30-acb5-4386-8b8f-fd3919c39af5", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:58:31.405849 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04f9ae86-65ba-4c55-97c9-f8177529bb68 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:58:31.406256 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2940b33-e7d7-4489-b8dd-eae6e2c23264', 'name': 'network-vif-deleted', 'tag': 'fbbdfe30-acb5-4386-8b8f-fd3919c39af5', 'status': 'completed', 'code': 200} Nov 29 18:58:32.066490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42088) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:58:32.113850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad177156-9c51-4a0b-84cc-4f478d9d8f6a admin admin] Deleting subnet e671003f-d73a-4aa9-9c74-ca7a1333e212 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 18:58:32.116939 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ad177156-9c51-4a0b-84cc-4f478d9d8f6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:32.150754 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ad177156-9c51-4a0b-84cc-4f478d9d8f6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:32.189076 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ad177156-9c51-4a0b-84cc-4f478d9d8f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:32.241121 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ad177156-9c51-4a0b-84cc-4f478d9d8f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:32.265926 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad177156-9c51-4a0b-84cc-4f478d9d8f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e671003f-d73a-4aa9-9c74-ca7a1333e212,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:32.269626 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ad177156-9c51-4a0b-84cc-4f478d9d8f6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:32.272835 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ad177156-9c51-4a0b-84cc-4f478d9d8f6a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e671003f-d73a-4aa9-9c74-ca7a1333e212 HTTP/1.1" status: 204 len: 168 time: 0.2052932 Nov 29 18:58:32.275329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42090) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:58:32.346986 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d8070fd-62ba-4916-a5f5-2caa5164b30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:32.425098 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d8070fd-62ba-4916-a5f5-2caa5164b30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:32.449682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5d8070fd-62ba-4916-a5f5-2caa5164b30a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203e6f33-397a-4f0f-9009-bdae985b3627']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:58:32.459131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5d8070fd-62ba-4916-a5f5-2caa5164b30a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9eccd0e-da76-4b08-aae5-28ed65ec9273') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:58:32.459427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5d8070fd-62ba-4916-a5f5-2caa5164b30a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9eccd0e-da76-4b08-aae5-28ed65ec9273') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:58:32.469040 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d8070fd-62ba-4916-a5f5-2caa5164b30a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:32.482670 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d8070fd-62ba-4916-a5f5-2caa5164b30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:32.488764 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8070fd-62ba-4916-a5f5-2caa5164b30a admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 18:58:32.489146 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d8070fd-62ba-4916-a5f5-2caa5164b30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: timer() Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 18:58:32.490778 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 18:58:32.544611 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d8070fd-62ba-4916-a5f5-2caa5164b30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:32.550377 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d8070fd-62ba-4916-a5f5-2caa5164b30a admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:32.553609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5d8070fd-62ba-4916-a5f5-2caa5164b30a admin admin] 10.222.0.23 "DELETE /v2.0/networks/203e6f33-397a-4f0f-9009-bdae985b3627 HTTP/1.1" status: 204 len: 168 time: 0.2773552 Nov 29 18:58:32.564612 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8070fd-62ba-4916-a5f5-2caa5164b30a admin admin] Pushing event deleted for resources: {'Network': ['ID=203e6f33-397a-4f0f-9009-bdae985b3627,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:32.663526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42094) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:58:32.703096 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-379805a0-1844-466f-a71d-9f171b0146b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62b0d92fe4764eb192646e2d761907e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383570 Nov 29 18:58:32.705948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42096) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:58:32.753903 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dcebb12e-febb-485b-ab8c-491b496cf1db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:32.779478 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dcebb12e-febb-485b-ab8c-491b496cf1db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:32.825654 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dcebb12e-febb-485b-ab8c-491b496cf1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:32.828361 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dcebb12e-febb-485b-ab8c-491b496cf1db admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:32.829568 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-dcebb12e-febb-485b-ab8c-491b496cf1db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53 HTTP/1.1" status: 204 len: 168 time: 0.1227107 Nov 29 18:58:32.837758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebb12e-febb-485b-ab8c-491b496cf1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3abf6b-65a3-4447-a8cc-d45e9d9c3b53,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:33.328908 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fbbdfe30-acb5-4386-8b8f-fd3919c39af5 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 18:58:33.350155 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: fbbdfe30-acb5-4386-8b8f-fd3919c39af5 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 18:58:33.350507 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device fbbdfe30-acb5-4386-8b8f-fd3919c39af5 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 18:58:33.506659 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42118) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:58:33.602644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-dbfceac4-2c33-4171-8030-2f2d8e23d32f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-435907478-network', 'tenant_id': '38da743610a44382910e919a0f2ad012'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:58:33.624560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfceac4-2c33-4171-8030-2f2d8e23d32f admin admin] Made reservation on behalf of 38da743610a44382910e919a0f2ad012 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:58:33.626876 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbfceac4-2c33-4171-8030-2f2d8e23d32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:33.635117 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbfceac4-2c33-4171-8030-2f2d8e23d32f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:33.713113 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbfceac4-2c33-4171-8030-2f2d8e23d32f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:33.717605 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbfceac4-2c33-4171-8030-2f2d8e23d32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:33.742614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfceac4-2c33-4171-8030-2f2d8e23d32f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 18:58:33.752813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfceac4-2c33-4171-8030-2f2d8e23d32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b5653c-ce08-4796-9487-487104fd30c9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:33.757844 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbfceac4-2c33-4171-8030-2f2d8e23d32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:33.758190 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-dbfceac4-2c33-4171-8030-2f2d8e23d32f admin admin] Added segment 1ed80aba-3751-4a6a-861f-577f3a77257e of type vlan for network 99ab6784-faf3-48c5-ba99-02767cd84205 Nov 29 18:58:33.798410 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbfceac4-2c33-4171-8030-2f2d8e23d32f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:33.822508 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbfceac4-2c33-4171-8030-2f2d8e23d32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:33.823619 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfceac4-2c33-4171-8030-2f2d8e23d32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:33.824984 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbfceac4-2c33-4171-8030-2f2d8e23d32f admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:33.883428 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-dbfceac4-2c33-4171-8030-2f2d8e23d32f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3754082 Nov 29 18:58:33.886199 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42122) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:58:33.891581 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Request body: {'subnet': {'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-435907478-subnet', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:58:33.894919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfceac4-2c33-4171-8030-2f2d8e23d32f admin admin] Pushing event updated for resources: {'Network': ['ID=99ab6784-faf3-48c5-ba99-02767cd84205,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:33.909138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 99ab6784-faf3-48c5-ba99-02767cd84205 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 18:58:33.913445 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Made reservation on behalf of 38da743610a44382910e919a0f2ad012 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:58:33.915995 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:34.094537 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:34.148250 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b415006c-7190-46f2-abc4-b858f9542032,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:34.159837 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:34.160192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:34.160570 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:34.160887 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:34.161223 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:34.161558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:34.161891 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:34.162222 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:34.162556 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:34.162914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:34.163247 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:34.163573 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:34.169935 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Checking segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:58:34.170091 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Network hostable DHCP agents. Network: 99ab6784-faf3-48c5-ba99-02767cd84205, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 18:58:34.187448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Network 99ab6784-faf3-48c5-ba99-02767cd84205 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 18:58:34.196313 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 99ab6784-faf3-48c5-ba99-02767cd84205) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:58:34.202018 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:34.203501 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:34.207063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e88aafd-6192-4312-93f8-2dc8d1bee5d8 None None] Network 99ab6784-faf3-48c5-ba99-02767cd84205 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:58:34.222315 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5bec2115-5143-4e52-b34a-ec5dd7873d75 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3344073 Nov 29 18:58:34.225097 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42124) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:58:34.229569 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:58:34.254937 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:34.255969 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:34.314241 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:34.358861 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-99ab6784-faf3-48c5-ba99-02767cd84205', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 18:58:34.359971 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:34.452897 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:34.503997 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Allocated IP 172.20.0.2 (99ab6784-faf3-48c5-ba99-02767cd84205/b415006c-7190-46f2-abc4-b858f9542032/ece3552c-2f7b-476e-a01d-b00fcfa34760) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:58:34.655769 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:34.663410 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:34.668714 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:34.689148 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:34.705959 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Network 99ab6784-faf3-48c5-ba99-02767cd84205 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:58:34.708772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:58:34.713055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:58:34.716696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Pushing event updated for resources: {'Port': ['ID=ece3552c-2f7b-476e-a01d-b00fcfa34760,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:34.769378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Attempting to bind port ece3552c-2f7b-476e-a01d-b00fcfa34760 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:58:34.769760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Attempting to bind port ece3552c-2f7b-476e-a01d-b00fcfa34760 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:58:34.770130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Attempting to bind port ece3552c-2f7b-476e-a01d-b00fcfa34760 on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:58:34.775244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:58:34.775622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Checking segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:58:34.776036 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:34.776431 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Bound using segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:58:34.776898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Bound port: ece3552c-2f7b-476e-a01d-b00fcfa34760, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:58:34.777896 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:34.794151 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Allocated IP 172.25.3.213 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/bae40684-a4d0-4462-a560-d8704157b47a) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:58:34.846894 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] For port ece3552c-2f7b-476e-a01d-b00fcfa34760, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:58:34.850017 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] For port ece3552c-2f7b-476e-a01d-b00fcfa34760, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ece3552c-2f7b-476e-a01d-b00fcfa34760,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:58:34.854583 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:34.917111 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:34.918201 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c36bc-443e-43fa-b9eb-4818a0c6e73c None None] Pushing event updated for resources: {'Port': ['ID=ece3552c-2f7b-476e-a01d-b00fcfa34760,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:34.955169 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:34.998113 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:58:35.001205 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:58:35.003668 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:58:35.014722 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee90767e-319d-4016-8646-228505ba9c7d None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:58:35.035448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Pushing event updated for resources: {'Port': ['ID=bae40684-a4d0-4462-a560-d8704157b47a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:35.116089 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-14516ffb-c7c5-4a90-b1cf-cda180f8a1bd None None] Provisioning complete for port bae40684-a4d0-4462-a560-d8704157b47a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:58:35.116546 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14516ffb-c7c5-4a90-b1cf-cda180f8a1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:35.161918 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-14516ffb-c7c5-4a90-b1cf-cda180f8a1bd None None] Port bae40684-a4d0-4462-a560-d8704157b47a cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:58:35.298511 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:35.499397 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:35.635358 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Router abb8665b-5a04-4408-b1fc-024e6ac82e7b is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 18:58:35.832172 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceca5f6a-fcb3-4069-9eff-5893e13bb3b4 None None] Network 99ab6784-faf3-48c5-ba99-02767cd84205 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 18:58:35.901076 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-eb1961c9-92d4-4991-ae30-02f26fa3fa5b None None] Provisioning complete for port ece3552c-2f7b-476e-a01d-b00fcfa34760 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:58:35.901391 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb1961c9-92d4-4991-ae30-02f26fa3fa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:36.007044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ece3552c-2f7b-476e-a01d-b00fcfa34760 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:58:36.103127 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:58:36.105200 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb1961c9-92d4-4991-ae30-02f26fa3fa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:36.123095 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:36.124923 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9f386649-98e4-4a9c-a0bc-e16d30f665b2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8981750 Nov 29 18:58:36.126922 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Sync routers for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:58:36.127327 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42126) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:58:36.155010 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:58:36.155646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:58:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:58:36.196886 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ece3552c-2f7b-476e-a01d-b00fcfa34760 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:58:36.197262 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:36.202191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-eb1961c9-92d4-4991-ae30-02f26fa3fa5b None None] For port ece3552c-2f7b-476e-a01d-b00fcfa34760, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ece3552c-2f7b-476e-a01d-b00fcfa34760,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:58:36.228452 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb1961c9-92d4-4991-ae30-02f26fa3fa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:36.523112 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-67f5e4ea-6ae8-4f24-ad0c-c58c4c00cc4b None None] Provisioning complete for port ece3552c-2f7b-476e-a01d-b00fcfa34760 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:58:36.523407 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67f5e4ea-6ae8-4f24-ad0c-c58c4c00cc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:36.525000 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1961c9-92d4-4991-ae30-02f26fa3fa5b None None] Pushing event updated for resources: {'Port': ['ID=ece3552c-2f7b-476e-a01d-b00fcfa34760,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:36.555295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:58:36.824777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:35Z', 'revision_number': 3, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:58:36.859045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Checking router: abb8665b-5a04-4408-b1fc-024e6ac82e7b for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:58:36.859715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Updating router abb8665b-5a04-4408-b1fc-024e6ac82e7b port bae40684-a4d0-4462-a560-d8704157b47a binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:58:36.886145 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:36.903352 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:37.061430 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Allocated IP 172.20.0.1 (99ab6784-faf3-48c5-ba99-02767cd84205/b415006c-7190-46f2-abc4-b858f9542032/80c5b431-899c-4015-9acc-db9792fa6e00) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:58:37.144416 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:37.150536 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:37.170036 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:37.198930 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffd6829-2569-476b-8674-873a71aa2cea None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:58:37.204784 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:37.217171 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Attempting to bind port bae40684-a4d0-4462-a560-d8704157b47a on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:58:37.217548 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Attempting to bind port bae40684-a4d0-4462-a560-d8704157b47a by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:58:37.217912 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Attempting to bind port bae40684-a4d0-4462-a560-d8704157b47a on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:58:37.227639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f4636-7694-40e6-8bb3-09f629607589 None None] Pushing event updated for resources: {'Port': ['ID=bae40684-a4d0-4462-a560-d8704157b47a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:37.231647 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:58:37.232034 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:58:37.232446 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:37.232843 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:58:37.233671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Bound port: bae40684-a4d0-4462-a560-d8704157b47a, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:58:37.233793 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:37.245465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Network 99ab6784-faf3-48c5-ba99-02767cd84205 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:58:37.248460 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:58:37.252381 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:58:37.280950 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Pushing event updated for resources: {'Port': ['ID=80c5b431-899c-4015-9acc-db9792fa6e00,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:37.294747 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] For port bae40684-a4d0-4462-a560-d8704157b47a, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:58:37.298622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] For port bae40684-a4d0-4462-a560-d8704157b47a, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=bae40684-a4d0-4462-a560-d8704157b47a,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:58:37.299012 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:37.308200 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:37.365135 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5fda6d-d5a6-4ba9-99c5-cbde819f6906 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 18:58:37.381415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e57fd21d-4113-4896-bf8e-24050d925b8e None None] Provisioning complete for port bae40684-a4d0-4462-a560-d8704157b47a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:58:37.381794 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e57fd21d-4113-4896-bf8e-24050d925b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:37.397455 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:58:37.398112 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:58:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:58:37.423372 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f4636-7694-40e6-8bb3-09f629607589 None None] Pushing event updated for resources: {'Port': ['ID=bae40684-a4d0-4462-a560-d8704157b47a,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:37.446477 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:37.581104 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:58:37.608864 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e57fd21d-4113-4896-bf8e-24050d925b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:37.622219 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:37.627753 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:37.642705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e57fd21d-4113-4896-bf8e-24050d925b8e None None] For port bae40684-a4d0-4462-a560-d8704157b47a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=bae40684-a4d0-4462-a560-d8704157b47a,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:58:37.672330 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e57fd21d-4113-4896-bf8e-24050d925b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:37.693664 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:37.696341 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Pushing event updated for resources: {'Port': ['ID=80c5b431-899c-4015-9acc-db9792fa6e00,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:37.788832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fd21d-4113-4896-bf8e-24050d925b8e None None] Pushing event updated for resources: {'Port': ['ID=bae40684-a4d0-4462-a560-d8704157b47a,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:37.795546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Network 99ab6784-faf3-48c5-ba99-02767cd84205 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:58:37.796967 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:58:37.816254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-43a4f44a-5dce-4223-b254-c5d820571976 None None] Provisioning complete for port bae40684-a4d0-4462-a560-d8704157b47a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:58:37.816646 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43a4f44a-5dce-4223-b254-c5d820571976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:37.920801 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Router abb8665b-5a04-4408-b1fc-024e6ac82e7b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:58:37.929268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 1, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:58:37.966050 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ce7a43-cbb3-411a-a076-dd6669b75c57 None None] The sync data for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 is: [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 1, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:58:37.998247 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-43a4f44a-5dce-4223-b254-c5d820571976 None None] Provisioning complete for port 80c5b431-899c-4015-9acc-db9792fa6e00 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:58:37.998916 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43a4f44a-5dce-4223-b254-c5d820571976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:38.003186 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ece3552c-2f7b-476e-a01d-b00fcfa34760 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:58:38.053698 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:58:38.069707 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-de520d77-5c4c-4c73-b6aa-5b5f3e2db22b admin admin] 10.222.0.23 "PUT /v2.0/routers/abb8665b-5a04-4408-b1fc-024e6ac82e7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9411530 Nov 29 18:58:38.083931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-43a4f44a-5dce-4223-b254-c5d820571976 None None] Port 80c5b431-899c-4015-9acc-db9792fa6e00 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:58:38.104303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ece3552c-2f7b-476e-a01d-b00fcfa34760 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:58:38.104681 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:38.229613 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f7825058-9958-4571-9b59-6c4219a41502 None None] Provisioning complete for port 80c5b431-899c-4015-9acc-db9792fa6e00 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:58:38.230541 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7825058-9958-4571-9b59-6c4219a41502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:38.275031 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f7825058-9958-4571-9b59-6c4219a41502 None None] Port 80c5b431-899c-4015-9acc-db9792fa6e00 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:58:38.555884 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42134) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:58:38.561062 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-20535690-3463-4eab-901f-eee23fa1ca77 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1315076985', 'description': 'tempest-description--1568628130'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:58:38.585368 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20535690-3463-4eab-901f-eee23fa1ca77 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:38.670292 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20535690-3463-4eab-901f-eee23fa1ca77 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:38.674494 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20535690-3463-4eab-901f-eee23fa1ca77 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:38.706006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20535690-3463-4eab-901f-eee23fa1ca77 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13080df5-e819-4e49-9294-995f85e1f529,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:38.711061 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20535690-3463-4eab-901f-eee23fa1ca77 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:38.712338 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-20535690-3463-4eab-901f-eee23fa1ca77 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1553118 Nov 29 18:58:38.716666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42136) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:58:38.723852 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e32c306e-2329-423b-9db5-d895542bc706 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Request body: {'security_group_rule': {'security_group_id': '13080df5-e819-4e49-9294-995f85e1f529', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:58:38.753262 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e32c306e-2329-423b-9db5-d895542bc706 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:38.816211 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e32c306e-2329-423b-9db5-d895542bc706 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:38.820390 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e32c306e-2329-423b-9db5-d895542bc706 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:38.838899 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c306e-2329-423b-9db5-d895542bc706 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a831199-0725-4b83-9d21-f62c654a7fc6,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:38.847432 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e32c306e-2329-423b-9db5-d895542bc706 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:38.848647 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e32c306e-2329-423b-9db5-d895542bc706 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302779 Nov 29 18:58:38.851210 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42138) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:58:38.856267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8b975ff0-d860-4ea3-9da6-109058302c1b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Request body: {'security_group_rule': {'security_group_id': '13080df5-e819-4e49-9294-995f85e1f529', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:58:38.885233 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b975ff0-d860-4ea3-9da6-109058302c1b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:38.959720 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b975ff0-d860-4ea3-9da6-109058302c1b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:38.964031 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b975ff0-d860-4ea3-9da6-109058302c1b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:38.983699 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b975ff0-d860-4ea3-9da6-109058302c1b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754f2e87-47c1-4669-962a-1ba9a48e25f6,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:38.993027 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8b975ff0-d860-4ea3-9da6-109058302c1b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:38.997752 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8b975ff0-d860-4ea3-9da6-109058302c1b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420381 Nov 29 18:58:38.998410 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42140) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:58:39.005291 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:58:39.031135 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:39.140423 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:39.252230 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Allocated IP 172.25.3.200 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/8568fbc1-897c-4a15-8e57-7f2d5e4183bb) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:58:39.363682 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:39.397333 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:39.438349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:58:39.441332 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:58:39.444967 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:58:39.450406 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Pushing event updated for resources: {'Port': ['ID=8568fbc1-897c-4a15-8e57-7f2d5e4183bb,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:39.537105 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:39.570621 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:39.727879 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:39.732579 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:39.800790 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Pushing event updated for resources: {'Port': ['ID=8568fbc1-897c-4a15-8e57-7f2d5e4183bb,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:39.814821 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:39.831606 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:39.832846 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-8ec41aaf-7df6-4527-89f5-958e83b0302f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8330166 Nov 29 18:58:39.968806 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Sync routers for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:58:39.983408 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device bae40684-a4d0-4462-a560-d8704157b47a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:58:39.985493 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:58:39.986122 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:58:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:58:40.011614 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-4946e0a0-5a7b-4677-8a0c-b59513d0eee8 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1315076985&fields=id&tenant_id=38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 267 time: 0.0591381 Nov 29 18:58:40.035363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port bae40684-a4d0-4462-a560-d8704157b47a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:58:40.035746 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:40.111340 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:58:40.134909 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-570d4f8f-82ae-4dc7-97e3-a9d1a2d7c0f2 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:40.136785 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-570d4f8f-82ae-4dc7-97e3-a9d1a2d7c0f2 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 811 time: 0.1181402 Nov 29 18:58:40.169351 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-6ab945ff-61a7-4ea2-8ef5-f69b18a96dc7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/quotas/38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 375 time: 0.0110345 Nov 29 18:58:40.224799 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-755ce291-c072-49e4-b262-0bb95655e53c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493119 Nov 29 18:58:40.348304 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 2, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:58:40.350131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-1dcf7746-2c9c-43a8-8725-e4a11b779e28 service neutron] 10.222.0.23 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026714 Nov 29 18:58:40.375485 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Checking router: abb8665b-5a04-4408-b1fc-024e6ac82e7b for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:58:40.375844 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Updating router abb8665b-5a04-4408-b1fc-024e6ac82e7b port 80c5b431-899c-4015-9acc-db9792fa6e00 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 18:58:40.402537 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:40.442011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-a8b0f6f0-0188-4c9c-82c4-9a91fec3c3a7 service neutron] 10.222.0.23 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847399 Nov 29 18:58:40.631864 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b51959df-76a4-49a5-a4fb-b8cb346ea8b5 req-14b0225b-20f3-49be-a89a-bbdf8c5c8814 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 210 time: 0.0309038 Nov 29 18:58:40.802652 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:40.809898 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:40.869313 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f4d29-f7af-4c15-8956-25491766859d None None] Pushing event updated for resources: {'Port': ['ID=80c5b431-899c-4015-9acc-db9792fa6e00,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:40.896976 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f4d29-f7af-4c15-8956-25491766859d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:40.897330 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f4d29-f7af-4c15-8956-25491766859d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:40.897680 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f4d29-f7af-4c15-8956-25491766859d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:40.898025 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f4d29-f7af-4c15-8956-25491766859d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:40.898367 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f4d29-f7af-4c15-8956-25491766859d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:40.898701 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f4d29-f7af-4c15-8956-25491766859d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:40.899139 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f4d29-f7af-4c15-8956-25491766859d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:40.899395 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f4d29-f7af-4c15-8956-25491766859d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:40.899822 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f4d29-f7af-4c15-8956-25491766859d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:40.900050 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f4d29-f7af-4c15-8956-25491766859d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:40.900391 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f4d29-f7af-4c15-8956-25491766859d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:40.900699 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46f4d29-f7af-4c15-8956-25491766859d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:40.941185 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Attempting to bind port 80c5b431-899c-4015-9acc-db9792fa6e00 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:58:40.941821 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Attempting to bind port 80c5b431-899c-4015-9acc-db9792fa6e00 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:58:40.942373 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Attempting to bind port 80c5b431-899c-4015-9acc-db9792fa6e00 on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:58:40.949255 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:58:40.949636 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Checking segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:58:40.950392 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:40.950779 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Bound using segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:58:40.951281 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Bound port: 80c5b431-899c-4015-9acc-db9792fa6e00, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:58:40.951850 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:41.030525 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] For port 80c5b431-899c-4015-9acc-db9792fa6e00, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:58:41.034036 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] For port 80c5b431-899c-4015-9acc-db9792fa6e00, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=80c5b431-899c-4015-9acc-db9792fa6e00,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:58:41.039493 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:41.100846 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:58:41.101480 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:58:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:58:41.147749 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f4d29-f7af-4c15-8956-25491766859d None None] Pushing event updated for resources: {'Port': ['ID=80c5b431-899c-4015-9acc-db9792fa6e00,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:41.218122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-da57526e-f579-4d04-8835-2bfe11ef6d6d None None] Provisioning complete for port 80c5b431-899c-4015-9acc-db9792fa6e00 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:58:41.218695 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da57526e-f579-4d04-8835-2bfe11ef6d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:41.232214 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:58:41.319335 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da57526e-f579-4d04-8835-2bfe11ef6d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:41.354547 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-da57526e-f579-4d04-8835-2bfe11ef6d6d None None] For port 80c5b431-899c-4015-9acc-db9792fa6e00, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=80c5b431-899c-4015-9acc-db9792fa6e00,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:58:41.359115 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da57526e-f579-4d04-8835-2bfe11ef6d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:41.413354 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57526e-f579-4d04-8835-2bfe11ef6d6d None None] Pushing event updated for resources: {'Port': ['ID=80c5b431-899c-4015-9acc-db9792fa6e00,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:41.454370 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:58:41.480866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ea1c68ec-0cb0-4b6a-9f43-e50369a3c1d0 None None] Provisioning complete for port 80c5b431-899c-4015-9acc-db9792fa6e00 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:58:41.480866 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea1c68ec-0cb0-4b6a-9f43-e50369a3c1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:41.482685 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7059ab60-ded3-4ac9-841a-fd075f6e7214 None None] The sync data for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 is: [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:58:41.775126 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-818b90ef-f92e-4154-8aff-f6c3b915aa7b req-6ab87f7b-f81b-4239-9c07-2f38f2ee7ff5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 210 time: 0.0350382 Nov 29 18:58:41.825703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-b04e6f12-f012-4d5f-b182-088cac05040c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:41.827388 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-b04e6f12-f012-4d5f-b182-088cac05040c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 811 time: 0.1432459 Nov 29 18:58:41.905835 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-cad188f8-b31d-4bd0-b64f-4fbbdcfc78a6 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 380 time: 0.0578351 Nov 29 18:58:41.920381 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-a521a659-f5b8-42fd-b4a4-966dda83a1cd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Request body: {'port': {'device_id': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'admin_state_up': True, 'tenant_id': '38da743610a44382910e919a0f2ad012', 'security_groups': ['13080df5-e819-4e49-9294-995f85e1f529']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:58:41.988364 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 80c5b431-899c-4015-9acc-db9792fa6e00 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:58:42.054146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 80c5b431-899c-4015-9acc-db9792fa6e00 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:58:42.054649 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:42.064788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-a521a659-f5b8-42fd-b4a4-966dda83a1cd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Made reservation on behalf of 38da743610a44382910e919a0f2ad012 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 18:58:42.068590 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-a521a659-f5b8-42fd-b4a4-966dda83a1cd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:42.206114 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-a521a659-f5b8-42fd-b4a4-966dda83a1cd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Allocated IP 172.20.0.7 (99ab6784-faf3-48c5-ba99-02767cd84205/b415006c-7190-46f2-abc4-b858f9542032/c7bd2129-debe-4924-97b8-ac7883d96c6b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 18:58:42.352698 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-a521a659-f5b8-42fd-b4a4-966dda83a1cd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:42.396813 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-a521a659-f5b8-42fd-b4a4-966dda83a1cd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:42.441981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-a521a659-f5b8-42fd-b4a4-966dda83a1cd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Network 99ab6784-faf3-48c5-ba99-02767cd84205 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 18:58:42.445113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-a521a659-f5b8-42fd-b4a4-966dda83a1cd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 18:58:42.448905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-a521a659-f5b8-42fd-b4a4-966dda83a1cd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 18:58:42.473247 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521a659-f5b8-42fd-b4a4-966dda83a1cd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Pushing event updated for resources: {'Port': ['ID=c7bd2129-debe-4924-97b8-ac7883d96c6b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:42.503781 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-a521a659-f5b8-42fd-b4a4-966dda83a1cd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:42.503781 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-a521a659-f5b8-42fd-b4a4-966dda83a1cd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:42.522989 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-a521a659-f5b8-42fd-b4a4-966dda83a1cd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6101587 Nov 29 18:58:42.540598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Request body: {'port': {'device_id': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:58:42.604381 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:42.691397 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-652aa9e1-3be5-4b2d-bc70-a0845479272b None None] Provisioning complete for port c7bd2129-debe-4924-97b8-ac7883d96c6b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:58:42.691999 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-652aa9e1-3be5-4b2d-bc70-a0845479272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:42.726036 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-652aa9e1-3be5-4b2d-bc70-a0845479272b None None] Port c7bd2129-debe-4924-97b8-ac7883d96c6b cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 18:58:42.899773 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7bd2129-debe-4924-97b8-ac7883d96c6b {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:58:42.909640 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:42.929812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Transition to ACTIVE for port object c7bd2129-debe-4924-97b8-ac7883d96c6b will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 18:58:42.938244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084f2f0-bfae-4f4d-82d6-e7b61bc07334 req-77e648a1-7f9d-4b8a-857c-ef902eec63db tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:42.939775 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c084f2f0-bfae-4f4d-82d6-e7b61bc07334 req-77e648a1-7f9d-4b8a-857c-ef902eec63db tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 931 time: 0.0776153 Nov 29 18:58:42.940876 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:43.024601 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Pushing event updated for resources: {'Port': ['ID=c7bd2129-debe-4924-97b8-ac7883d96c6b,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:43.077058 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c084f2f0-bfae-4f4d-82d6-e7b61bc07334 req-543b3735-6a4f-4757-a196-c26d588a9bf5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308632 Nov 29 18:58:43.109856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Attempting to bind port c7bd2129-debe-4924-97b8-ac7883d96c6b on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 18:58:43.110282 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Attempting to bind port c7bd2129-debe-4924-97b8-ac7883d96c6b by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 18:58:43.110520 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Attempting to bind port c7bd2129-debe-4924-97b8-ac7883d96c6b on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:58:43.115394 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Port c7bd2129-debe-4924-97b8-ac7883d96c6b on network 99ab6784-faf3-48c5-ba99-02767cd84205 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 18:58:43.115715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Attempting to bind port c7bd2129-debe-4924-97b8-ac7883d96c6b on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 18:58:43.121343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 18, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 18:58:43.121682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Checking segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 18:58:43.122064 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Bound using segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 18:58:43.122486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Bound port: c7bd2129-debe-4924-97b8-ac7883d96c6b, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 18:58:43.122865 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:43.193897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] For port c7bd2129-debe-4924-97b8-ac7883d96c6b, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 18:58:43.197083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] For port c7bd2129-debe-4924-97b8-ac7883d96c6b, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 18:58:43.201707 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:43.238108 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:43.238878 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:43.240403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] 10.222.0.20 "PUT /v2.0/ports/c7bd2129-debe-4924-97b8-ac7883d96c6b HTTP/1.1" status: 200 len: 1091 time: 0.7041075 Nov 29 18:58:43.240649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'tag': 'c7bd2129-debe-4924-97b8-ac7883d96c6b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:58:43.242909 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a9eb70-4634-44b3-88f3-118e24073235" -d '{"events": [{"name": "network-changed", "server_uuid": "c44f26d3-0411-4a13-82e6-3063d5cd3349", "tag": "c7bd2129-debe-4924-97b8-ac7883d96c6b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:58:43.266745 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef916d-ebe9-49ba-865d-61e7ae37a0be service neutron] Pushing event updated for resources: {'Port': ['ID=c7bd2129-debe-4924-97b8-ac7883d96c6b,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:43.314290 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5f17dc-5871-48f6-8049-4af7ae9975ab x-openstack-request-id: req-1b5f17dc-5871-48f6-8049-4af7ae9975ab {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:58:43.314678 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44f26d3-0411-4a13-82e6-3063d5cd3349", "tag": "c7bd2129-debe-4924-97b8-ac7883d96c6b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:58:43.315035 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b5f17dc-5871-48f6-8049-4af7ae9975ab {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:58:43.315514 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'tag': 'c7bd2129-debe-4924-97b8-ac7883d96c6b', 'status': 'completed', 'code': 200} Nov 29 18:58:43.332530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-9cea720a-66b5-4ed2-850c-f79429cc8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:43.334062 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-9cea720a-66b5-4ed2-850c-f79429cc8fda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 1094 time: 0.0485892 Nov 29 18:58:43.506205 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-228dcff3-b81b-40af-b662-cd99315ef7b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b HTTP/1.1" status: 200 len: 217 time: 0.0347898 Nov 29 18:58:43.562253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-a207b1bc-5a49-4dc3-b099-c18a0994a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:43.563941 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-a207b1bc-5a49-4dc3-b099-c18a0994a3ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0493128 Nov 29 18:58:43.614438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-910edf27-d2d6-453e-a368-c85390f1ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:43.615976 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-910edf27-d2d6-453e-a368-c85390f1ed97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402632 Nov 29 18:58:43.716830 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-b8710079-d111-4069-9cec-e54eb9cb78bc service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877883 Nov 29 18:58:43.815438 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bcca40fd-fcaa-4c90-8a7e-257e3b8388a6 req-5d8bf806-2240-4966-a331-c8818bb6f717 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867612 Nov 29 18:58:43.908402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9eb70-4634-44b3-88f3-118e24073235 req-a6b5fc64-3145-4b57-b8a7-9311de9b95ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:43.909928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8a9eb70-4634-44b3-88f3-118e24073235 req-a6b5fc64-3145-4b57-b8a7-9311de9b95ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 1094 time: 0.0423825 Nov 29 18:58:44.003734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9eb70-4634-44b3-88f3-118e24073235 req-cdd4bb8b-5ea7-431b-a60f-3e0f98dd8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:44.005114 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8a9eb70-4634-44b3-88f3-118e24073235 req-cdd4bb8b-5ea7-431b-a60f-3e0f98dd8093 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0876961 Nov 29 18:58:44.049360 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8a9eb70-4634-44b3-88f3-118e24073235 req-9f97da96-6273-4cb8-8ab7-db03c4bfa290 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b HTTP/1.1" status: 200 len: 217 time: 0.0364974 Nov 29 18:58:44.108675 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9eb70-4634-44b3-88f3-118e24073235 req-29d35dfc-0e9f-49de-a4b5-a5aca3573fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:44.110200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8a9eb70-4634-44b3-88f3-118e24073235 req-29d35dfc-0e9f-49de-a4b5-a5aca3573fe1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0519879 Nov 29 18:58:44.197139 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9eb70-4634-44b3-88f3-118e24073235 req-381c44e1-072a-4256-81c0-0847ee091782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:44.199186 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8a9eb70-4634-44b3-88f3-118e24073235 req-381c44e1-072a-4256-81c0-0847ee091782 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789475 Nov 29 18:58:44.211676 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb861f60-90a5-4497-9fc5-9e37c94a7026 req-3eaabd53-1c02-4636-9450-1febbf821d02 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:44.213073 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb861f60-90a5-4497-9fc5-9e37c94a7026 req-3eaabd53-1c02-4636-9450-1febbf821d02 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 943 time: 0.0636368 Nov 29 18:58:44.316397 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb861f60-90a5-4497-9fc5-9e37c94a7026 req-f630d131-c4be-40f5-b365-37a1d4566262 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947027 Nov 29 18:58:44.333418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8a9eb70-4634-44b3-88f3-118e24073235 req-cf82c880-e4f7-432d-ad54-b2df9c33cb74 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193612 Nov 29 18:58:44.427735 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8a9eb70-4634-44b3-88f3-118e24073235 req-ab4874a7-a2b7-48de-b304-7a2374001391 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835624 Nov 29 18:58:45.438510 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f2739-0355-4cf8-b8a7-ba041bef9d27 req-33554ae7-4731-438d-be2c-c8550a4a200c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:45.440022 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f38f2739-0355-4cf8-b8a7-ba041bef9d27 req-33554ae7-4731-438d-be2c-c8550a4a200c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 943 time: 0.0499403 Nov 29 18:58:45.491865 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f38f2739-0355-4cf8-b8a7-ba041bef9d27 req-4a5f1c44-77e5-4138-83a3-384aebbaa239 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458181 Nov 29 18:58:46.607842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec266bb-d5ea-481b-8838-b8fe16826244 req-d5e77f13-c926-43cc-b55d-8c0e56303c6d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:46.609330 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aec266bb-d5ea-481b-8838-b8fe16826244 req-d5e77f13-c926-43cc-b55d-8c0e56303c6d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 943 time: 0.0493374 Nov 29 18:58:46.656085 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aec266bb-d5ea-481b-8838-b8fe16826244 req-04e5a0ca-8866-4b6e-a977-b953b627a632 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409045 Nov 29 18:58:47.351754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device c7bd2129-debe-4924-97b8-ac7883d96c6b details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 18:58:47.445612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port c7bd2129-debe-4924-97b8-ac7883d96c6b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:58:47.461774 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'c7bd2129-debe-4924-97b8-ac7883d96c6b', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'port_id': 'c7bd2129-debe-4924-97b8-ac7883d96c6b', 'mac_address': 'fa:16:3e:94:10:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 18:58:47.498872 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:47.511644 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7bd2129-debe-4924-97b8-ac7883d96c6b {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 18:58:47.530854 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port c7bd2129-debe-4924-97b8-ac7883d96c6b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:58:47.536037 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:47.583069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=c7bd2129-debe-4924-97b8-ac7883d96c6b,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:47.590867 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:47.591221 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:47.591566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:47.591905 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:47.592239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:47.592573 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:47.592898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:47.593225 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:47.593551 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:47.593874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:47.594198 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:47.594518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 18:58:47.771191 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76649c8e-ec32-4697-bfd5-2d6acd64b07f req-b9578869-bf72-4e97-8082-4fb55499d57a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:47.772686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-76649c8e-ec32-4697-bfd5-2d6acd64b07f req-b9578869-bf72-4e97-8082-4fb55499d57a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 944 time: 0.0489295 Nov 29 18:58:47.775959 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['c7bd2129-debe-4924-97b8-ac7883d96c6b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 18:58:47.821414 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-76649c8e-ec32-4697-bfd5-2d6acd64b07f req-03b2be10-9070-47f4-ba15-dda80b9772e3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418932 Nov 29 18:58:48.941477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959126a-8dca-4f99-ab2a-9f276c29713e req-bdbff478-3b02-4472-afe6-a6692782a977 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:48.943108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e959126a-8dca-4f99-ab2a-9f276c29713e req-bdbff478-3b02-4472-afe6-a6692782a977 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 944 time: 0.0525010 Nov 29 18:58:48.993594 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e959126a-8dca-4f99-ab2a-9f276c29713e req-866c448b-c68c-444b-9812-5ec97d6978ee tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433910 Nov 29 18:58:49.362936 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device c7bd2129-debe-4924-97b8-ac7883d96c6b up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 18:58:49.410609 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port c7bd2129-debe-4924-97b8-ac7883d96c6b completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 18:58:49.414308 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port c7bd2129-debe-4924-97b8-ac7883d96c6b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 18:58:49.414679 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:49.494442 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:49.517120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bd2129-debe-4924-97b8-ac7883d96c6b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:58:49.519399 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce72c17a-4b8a-49da-8efe-6ff5cec6dbfc" -d '{"events": [{"server_uuid": "c44f26d3-0411-4a13-82e6-3063d5cd3349", "name": "network-vif-plugged", "status": "completed", "tag": "c7bd2129-debe-4924-97b8-ac7883d96c6b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:58:49.533894 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port c7bd2129-debe-4924-97b8-ac7883d96c6b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 18:58:49.539505 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:49.577939 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 18:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763832f7-42f9-4460-a7b2-d56771a0e621 x-openstack-request-id: req-763832f7-42f9-4460-a7b2-d56771a0e621 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:58:49.578260 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44f26d3-0411-4a13-82e6-3063d5cd3349", "name": "network-vif-plugged", "status": "completed", "tag": "c7bd2129-debe-4924-97b8-ac7883d96c6b", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:58:49.578565 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-763832f7-42f9-4460-a7b2-d56771a0e621 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:58:49.579054 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bd2129-debe-4924-97b8-ac7883d96c6b', 'code': 200} Nov 29 18:58:49.606462 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=c7bd2129-debe-4924-97b8-ac7883d96c6b,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 18:58:49.677113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9b848-7817-4bb8-8906-aba073ff2e40 req-c17c669f-cc44-4d58-ae9e-f07d7e21d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:49.678640 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70b9b848-7817-4bb8-8906-aba073ff2e40 req-c17c669f-cc44-4d58-ae9e-f07d7e21d90d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 1096 time: 0.0391808 Nov 29 18:58:49.726989 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-70b9b848-7817-4bb8-8906-aba073ff2e40 req-a143761f-7f42-44fa-bd6d-8fb7d33ccd1f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375202 Nov 29 18:58:50.113066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe999f-c1bf-4685-b836-08d3416032ee req-45d7dc5b-46c5-4ef1-99f6-5a74988faf8f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:50.114540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3afe999f-c1bf-4685-b836-08d3416032ee req-45d7dc5b-46c5-4ef1-99f6-5a74988faf8f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0482414 Nov 29 18:58:50.165164 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3afe999f-c1bf-4685-b836-08d3416032ee req-864a6f80-9f1e-4818-8875-8a90792a2c08 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437913 Nov 29 18:58:51.288698 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c3a50-d62d-499e-ae46-eb8c33de2a25 req-12319537-3b31-41cd-8962-aedfed982b65 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:51.290209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-225c3a50-d62d-499e-ae46-eb8c33de2a25 req-12319537-3b31-41cd-8962-aedfed982b65 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0491028 Nov 29 18:58:51.340701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-225c3a50-d62d-499e-ae46-eb8c33de2a25 req-021e6588-14a1-4bda-9460-ac56e075fe75 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441401 Nov 29 18:58:51.453984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed23658-d83a-4a3f-85ec-0d2f0f2c52d0 req-81dab590-a68d-4393-a0d7-2d01391bdbc4 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:51.455768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ed23658-d83a-4a3f-85ec-0d2f0f2c52d0 req-81dab590-a68d-4393-a0d7-2d01391bdbc4 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0490799 Nov 29 18:58:51.464450 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 42190) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 18:58:51.469206 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-323ec4ed-6e9b-4084-ac25-133d720355d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Request body: {'floatingip': {'port_id': 'c7bd2129-debe-4924-97b8-ac7883d96c6b'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 18:58:51.513377 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-323ec4ed-6e9b-4084-ac25-133d720355d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for floatingip, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:51.960567 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-323ec4ed-6e9b-4084-ac25-133d720355d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:51.964470 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-323ec4ed-6e9b-4084-ac25-133d720355d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:52.064435 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-323ec4ed-6e9b-4084-ac25-133d720355d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Floating IP c504923d-6ac4-4f4d-b85f-6bce0f43d059 associated. External IP: 172.25.3.200, port: c7bd2129-debe-4924-97b8-ac7883d96c6b. Nov 29 18:58:52.281166 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323ec4ed-6e9b-4084-ac25-133d720355d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Router abb8665b-5a04-4408-b1fc-024e6ac82e7b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 18:58:52.393168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323ec4ed-6e9b-4084-ac25-133d720355d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 18:58:52.397744 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-323ec4ed-6e9b-4084-ac25-133d720355d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:52.403050 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ba54f-0af6-49df-bfa4-3a9271bab637 None None] Sync routers for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 18:58:52.413984 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ba54f-0af6-49df-bfa4-3a9271bab637 None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:58:52.414647 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-831ba54f-0af6-49df-bfa4-3a9271bab637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:58:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:58:52.426877 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-323ec4ed-6e9b-4084-ac25-133d720355d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "PUT /v2.0/floatingips/c504923d-6ac4-4f4d-b85f-6bce0f43d059 HTTP/1.1" status: 200 len: 991 time: 0.9612577 Nov 29 18:58:52.427595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'tag': 'c7bd2129-debe-4924-97b8-ac7883d96c6b'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 18:58:52.430156 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd216665-75ff-4fd3-8abe-fdbd08a212e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c44f26d3-0411-4a13-82e6-3063d5cd3349", "tag": "c7bd2129-debe-4924-97b8-ac7883d96c6b"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 18:58:52.475541 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 18:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48fbbd3-379a-439d-9827-7347b8ef6da7 x-openstack-request-id: req-e48fbbd3-379a-439d-9827-7347b8ef6da7 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 18:58:52.476274 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44f26d3-0411-4a13-82e6-3063d5cd3349", "tag": "c7bd2129-debe-4924-97b8-ac7883d96c6b", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 18:58:52.476274 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e48fbbd3-379a-439d-9827-7347b8ef6da7 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 18:58:52.476520 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'tag': 'c7bd2129-debe-4924-97b8-ac7883d96c6b', 'status': 'completed', 'code': 200} Nov 29 18:58:52.539596 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-831ba54f-0af6-49df-bfa4-3a9271bab637 None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:58:52.544314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd216665-75ff-4fd3-8abe-fdbd08a212e8 req-4ce8f2ed-9a90-4ce7-90ed-fd6de99ade5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:52.545822 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd216665-75ff-4fd3-8abe-fdbd08a212e8 req-4ce8f2ed-9a90-4ce7-90ed-fd6de99ade5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 1096 time: 0.0461786 Nov 29 18:58:52.638425 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd216665-75ff-4fd3-8abe-fdbd08a212e8 req-51464ac3-ffd0-4179-8b59-776ca17929e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:52.639968 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd216665-75ff-4fd3-8abe-fdbd08a212e8 req-51464ac3-ffd0-4179-8b59-776ca17929e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0871320 Nov 29 18:58:52.713043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd216665-75ff-4fd3-8abe-fdbd08a212e8 req-400504a2-ed75-46e9-97ed-2943f5f64454 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b HTTP/1.1" status: 200 len: 999 time: 0.0658147 Nov 29 18:58:52.767085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd216665-75ff-4fd3-8abe-fdbd08a212e8 req-258512d3-0873-4e15-ab29-cc871f2763aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:52.768615 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd216665-75ff-4fd3-8abe-fdbd08a212e8 req-258512d3-0873-4e15-ab29-cc871f2763aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0462914 Nov 29 18:58:52.781222 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-831ba54f-0af6-49df-bfa4-3a9271bab637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c504923d-6ac4-4f4d-b85f-6bce0f43d059', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'port_id': 'c7bd2129-debe-4924-97b8-ac7883d96c6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'mac_address': 'fa:16:3e:94:10:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:58:39Z', 'updated_at': '2021-11-29T18:58:51Z', 'revision_number': 1, 'project_id': '38da743610a44382910e919a0f2ad012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:58:52.808956 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ba54f-0af6-49df-bfa4-3a9271bab637 None None] Checking router: abb8665b-5a04-4408-b1fc-024e6ac82e7b for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 18:58:52.816280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd216665-75ff-4fd3-8abe-fdbd08a212e8 req-abd55db6-ecaa-4b8f-aa04-4af7900bc44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:58:52.817312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ba54f-0af6-49df-bfa4-3a9271bab637 None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 18:58:52.817823 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd216665-75ff-4fd3-8abe-fdbd08a212e8 req-abd55db6-ecaa-4b8f-aa04-4af7900bc44e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423377 Nov 29 18:58:52.817955 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-831ba54f-0af6-49df-bfa4-3a9271bab637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T18:58:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:58:52.911089 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd216665-75ff-4fd3-8abe-fdbd08a212e8 req-10c609f6-555e-40a2-b753-d2cfa68fdc8b service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860567 Nov 29 18:58:52.926295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-831ba54f-0af6-49df-bfa4-3a9271bab637 None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 18:58:53.001055 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd216665-75ff-4fd3-8abe-fdbd08a212e8 req-c0f4f3fd-6006-4634-9c5f-c8f7b5e64d31 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827940 Nov 29 18:58:53.167125 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-831ba54f-0af6-49df-bfa4-3a9271bab637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c504923d-6ac4-4f4d-b85f-6bce0f43d059', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'port_id': 'c7bd2129-debe-4924-97b8-ac7883d96c6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'mac_address': 'fa:16:3e:94:10:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:58:39Z', 'updated_at': '2021-11-29T18:58:51Z', 'revision_number': 1, 'project_id': '38da743610a44382910e919a0f2ad012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 18:58:53.194057 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ba54f-0af6-49df-bfa4-3a9271bab637 None None] The sync data for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 is: [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c504923d-6ac4-4f4d-b85f-6bce0f43d059', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'port_id': 'c7bd2129-debe-4924-97b8-ac7883d96c6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'mac_address': 'fa:16:3e:94:10:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:58:39Z', 'updated_at': '2021-11-29T18:58:51Z', 'revision_number': 1, 'project_id': '38da743610a44382910e919a0f2ad012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 18:58:53.390403 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1363aa-fb8c-4135-9430-cf235dd67068 None None] New status for floating IP c504923d-6ac4-4f4d-b85f-6bce0f43d059: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 18:58:54.059313 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7d30ea3-60dd-4860-9d2b-838f0fdba371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:54.539153 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:58:56.519519 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca220a56-16cf-4bb9-8051-bebedfda13a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:57.713295 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:57.795887 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:58:59.339776 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:00.067870 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:00.216020 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:24.064107 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0e1815a-5779-4160-ac4b-c9f92e015fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:26.521524 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19c95988-f2ba-4abb-9d89-4fd257b4068a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:27.727780 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:27.797826 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:29.338512 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:30.070339 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:30.232631 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:31.537837 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 18:59:34.657861 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-022127a3-38a8-440d-9d83-5bc2236b4f8f req-2d205601-cafc-4298-b357-3406df7ad87c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409899 Nov 29 18:59:34.746436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022127a3-38a8-440d-9d83-5bc2236b4f8f req-fb9c7913-0d23-4f76-bd03-a04e97770160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:59:34.747932 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-022127a3-38a8-440d-9d83-5bc2236b4f8f req-fb9c7913-0d23-4f76-bd03-a04e97770160 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 1096 time: 0.0439410 Nov 29 18:59:34.855007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022127a3-38a8-440d-9d83-5bc2236b4f8f req-03870087-427c-4d67-a34f-a68bcd64e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:59:34.856478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-022127a3-38a8-440d-9d83-5bc2236b4f8f req-03870087-427c-4d67-a34f-a68bcd64e76c service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0835648 Nov 29 18:59:34.928577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-022127a3-38a8-440d-9d83-5bc2236b4f8f req-a3710966-7610-4c9e-8e37-8ff6d3a03ec3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b HTTP/1.1" status: 200 len: 1001 time: 0.0606055 Nov 29 18:59:34.981536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022127a3-38a8-440d-9d83-5bc2236b4f8f req-86114756-862e-4c91-962c-8b4837da8c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:59:34.983059 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-022127a3-38a8-440d-9d83-5bc2236b4f8f req-86114756-862e-4c91-962c-8b4837da8c67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0434375 Nov 29 18:59:35.034556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022127a3-38a8-440d-9d83-5bc2236b4f8f req-e4f52da8-7488-439c-af89-bc35c691c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 18:59:35.036064 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-022127a3-38a8-440d-9d83-5bc2236b4f8f req-e4f52da8-7488-439c-af89-bc35c691c21d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405412 Nov 29 18:59:35.134219 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-022127a3-38a8-440d-9d83-5bc2236b4f8f req-1d21b52d-3231-4a00-8fe8-d53ee6572939 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862846 Nov 29 18:59:35.240520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-022127a3-38a8-440d-9d83-5bc2236b4f8f req-6ca5528f-b499-4529-833a-f2de1b73920b service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823877 Nov 29 18:59:54.066627 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b84fedb-d4b6-438d-8e71-9340429867af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:56.523385 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2322fcd-e391-4291-a43f-77842683aff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:57.742910 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:57.799334 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 18:59:59.342455 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:00.074117 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:00.246490 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:08.536990 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:00:24.068141 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24e9e0de-1889-42f8-a70a-6c25851496dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:26.524880 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28b9d24a-7d76-49a2-a9c7-01c89e48252c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:27.740700 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:27.802612 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:29.343188 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:30.075939 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:30.243649 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:34.075442 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa81e4-0635-468e-ba32-4f2c257f8f04 req-e7b99a0b-191a-4457-9e91-74a6b3f45cce tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:34.076952 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4baa81e4-0635-468e-ba32-4f2c257f8f04 req-e7b99a0b-191a-4457-9e91-74a6b3f45cce tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0494049 Nov 29 19:00:34.132919 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4baa81e4-0635-468e-ba32-4f2c257f8f04 req-2d17981f-e4e5-4fd3-89e9-9bd3384f81ca tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485740 Nov 29 19:00:34.363009 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-0cf5b71e-bd8d-4cc8-9e1b-e2d06602c3dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416381 Nov 29 19:00:34.370528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f5f4a-e9cb-41e3-8175-5c68b1b25283 req-1c2e79bb-1b57-4f90-8ea4-27dc08979357 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:34.372042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c48f5f4a-e9cb-41e3-8175-5c68b1b25283 req-1c2e79bb-1b57-4f90-8ea4-27dc08979357 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0479481 Nov 29 19:00:34.420840 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c48f5f4a-e9cb-41e3-8175-5c68b1b25283 req-68447daf-b01f-4634-b155-8d7b0b9a3194 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423403 Nov 29 19:00:35.573221 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8741d-aab0-4b03-ad5b-9693e568c2e2 req-4a0017c3-01c0-4b99-baff-674784147d6a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:35.577581 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73b8741d-aab0-4b03-ad5b-9693e568c2e2 req-4a0017c3-01c0-4b99-baff-674784147d6a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0861092 Nov 29 19:00:35.580741 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-8238c56a-3d7c-40bd-bb68-9ca1181be8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:35.582123 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-8238c56a-3d7c-40bd-bb68-9ca1181be8ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 1096 time: 0.1382046 Nov 29 19:00:35.987592 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73b8741d-aab0-4b03-ad5b-9693e568c2e2 req-9b5d02a8-326f-42af-b2d5-6580afe169ab tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4029741 Nov 29 19:00:36.017242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-9fd81651-80de-424d-891b-8d114fc76dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:36.018687 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-9fd81651-80de-424d-891b-8d114fc76dfd service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.1063869 Nov 29 19:00:36.090651 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-2d3e9da6-4028-4fc7-b384-b66f0e7f2bfd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b HTTP/1.1" status: 200 len: 1001 time: 0.0599959 Nov 29 19:00:36.143949 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-38210191-0437-43ac-a129-390bbcceb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:36.145419 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-38210191-0437-43ac-a129-390bbcceb2d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0433285 Nov 29 19:00:36.195035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-f960b057-8bd1-4678-9a62-39863d907d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:36.196502 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-f960b057-8bd1-4678-9a62-39863d907d67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399151 Nov 29 19:00:36.293991 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-764e1840-4f3a-45c7-b4ed-7411952c6860 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844553 Nov 29 19:00:36.384791 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-ba8352be-1ee8-4f95-beb6-b5a91fe52cec service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829055 Nov 29 19:00:36.497812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeb499-6e55-4608-8156-338db4df71c8 req-0fa04107-2922-4632-86d6-58160840ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:36.499328 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90eeb499-6e55-4608-8156-338db4df71c8 req-0fa04107-2922-4632-86d6-58160840ef04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 1096 time: 0.0470600 Nov 29 19:00:36.617751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeb499-6e55-4608-8156-338db4df71c8 req-a966b43d-1ce7-4b5c-9655-854a444c82ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:36.619730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90eeb499-6e55-4608-8156-338db4df71c8 req-a966b43d-1ce7-4b5c-9655-854a444c82ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0840874 Nov 29 19:00:36.688911 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90eeb499-6e55-4608-8156-338db4df71c8 req-f979b5e0-b6bb-4bd0-a10d-853621def14e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b HTTP/1.1" status: 200 len: 1001 time: 0.0603797 Nov 29 19:00:36.737419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeb499-6e55-4608-8156-338db4df71c8 req-a4a63592-0fd8-45a5-afae-b3638459e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:36.738923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90eeb499-6e55-4608-8156-338db4df71c8 req-a4a63592-0fd8-45a5-afae-b3638459e8e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0431840 Nov 29 19:00:36.784994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeb499-6e55-4608-8156-338db4df71c8 req-9fae8f16-6c88-4782-9dc4-a55cc75a9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:36.786480 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90eeb499-6e55-4608-8156-338db4df71c8 req-9fae8f16-6c88-4782-9dc4-a55cc75a9a69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393667 Nov 29 19:00:36.880516 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90eeb499-6e55-4608-8156-338db4df71c8 req-f5a347ef-06c1-4415-b592-375fe0779d4f service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866890 Nov 29 19:00:36.970004 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90eeb499-6e55-4608-8156-338db4df71c8 req-0cc5e6e1-905d-4ab8-b316-c4e8f6831589 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808318 Nov 29 19:00:37.108317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da8c64-da54-4fd2-8e34-7df62d576b03 req-dec8dd68-db88-434a-b925-d6b6d619c993 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:37.109800 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07da8c64-da54-4fd2-8e34-7df62d576b03 req-dec8dd68-db88-434a-b925-d6b6d619c993 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0498044 Nov 29 19:00:37.158135 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-07da8c64-da54-4fd2-8e34-7df62d576b03 req-16de4f45-b55f-4da9-a23f-845e170ef6bd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420806 Nov 29 19:00:38.279679 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd955916-9585-4eb0-915e-7a5b77b226cd req-01239017-cbea-430e-8477-28dba3a2ba48 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:38.281111 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd955916-9585-4eb0-915e-7a5b77b226cd req-01239017-cbea-430e-8477-28dba3a2ba48 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0535047 Nov 29 19:00:38.329247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd955916-9585-4eb0-915e-7a5b77b226cd req-e7b0196e-1f13-4a71-9aba-6309a363e6d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421727 Nov 29 19:00:39.445852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ec71b-f919-40cf-8cfe-43c546e959fb req-e4d11bdd-dfe5-4d42-a62e-191080007cfc tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:39.447378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb9ec71b-f919-40cf-8cfe-43c546e959fb req-e4d11bdd-dfe5-4d42-a62e-191080007cfc tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0492830 Nov 29 19:00:39.494780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb9ec71b-f919-40cf-8cfe-43c546e959fb req-f5134c77-80e8-4f04-9eb4-952d3943001f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414426 Nov 29 19:00:40.614722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23013e59-7b41-434f-b8e3-74f4283d5ddc req-d4a93b46-df3c-41f0-b175-92853747b06a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:40.616226 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23013e59-7b41-434f-b8e3-74f4283d5ddc req-d4a93b46-df3c-41f0-b175-92853747b06a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0520613 Nov 29 19:00:40.662724 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23013e59-7b41-434f-b8e3-74f4283d5ddc req-271a8edd-6a88-407a-b84f-2dbce22a34c1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398574 Nov 29 19:00:41.777479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ec042-6bf0-4c04-b085-a1e9202383cb req-4fee05a3-3678-4f28-a7a9-3241462d93a2 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:41.779010 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e95ec042-6bf0-4c04-b085-a1e9202383cb req-4fee05a3-3678-4f28-a7a9-3241462d93a2 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0485654 Nov 29 19:00:41.827586 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e95ec042-6bf0-4c04-b085-a1e9202383cb req-119ff634-7a1c-4aa2-a472-c8fa86a0ee16 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425920 Nov 29 19:00:42.941689 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f697e-4163-45b4-a24d-7ec012604bcb req-3afac658-6561-4e21-995b-9a6a108c4d2a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:42.943453 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce9f697e-4163-45b4-a24d-7ec012604bcb req-3afac658-6561-4e21-995b-9a6a108c4d2a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0492465 Nov 29 19:00:42.994498 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce9f697e-4163-45b4-a24d-7ec012604bcb req-8a5688ce-43bf-470e-98da-d0bb6fad159c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445125 Nov 29 19:00:44.114359 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429868f-b9e7-4705-9d0c-5921e71d7747 req-a0c56e5b-8c88-4074-a535-b40b2553f185 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:44.115874 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5429868f-b9e7-4705-9d0c-5921e71d7747 req-a0c56e5b-8c88-4074-a535-b40b2553f185 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0526927 Nov 29 19:00:44.162842 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5429868f-b9e7-4705-9d0c-5921e71d7747 req-c8787fb5-586e-4bc1-81b6-104591d5dbca tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406632 Nov 29 19:00:45.277723 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632f6fc-2ebb-4230-8717-7d27cc0c3f34 req-dbabfed0-fc9e-4d45-addc-cd3a6624716d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:45.279277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8632f6fc-2ebb-4230-8717-7d27cc0c3f34 req-dbabfed0-fc9e-4d45-addc-cd3a6624716d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0484805 Nov 29 19:00:45.326813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8632f6fc-2ebb-4230-8717-7d27cc0c3f34 req-3b4b0fe3-0312-49ee-b8aa-5c724a798309 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414157 Nov 29 19:00:45.536332 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:00:46.447685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01a42f-9a29-426f-97f3-3f5db406a64d req-3671b221-1810-4c88-b6cc-c2011e34c08c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:46.449201 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a01a42f-9a29-426f-97f3-3f5db406a64d req-3671b221-1810-4c88-b6cc-c2011e34c08c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0539994 Nov 29 19:00:46.497834 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a01a42f-9a29-426f-97f3-3f5db406a64d req-6d448ac5-7d92-4fe4-a189-b061af09d5c7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418899 Nov 29 19:00:47.621547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ccb97-b97e-401b-8681-01b6d5606615 req-78eb348b-98fb-44b7-9626-d20f775ce9f8 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:47.624248 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-009ccb97-b97e-401b-8681-01b6d5606615 req-78eb348b-98fb-44b7-9626-d20f775ce9f8 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0574856 Nov 29 19:00:47.674168 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-009ccb97-b97e-401b-8681-01b6d5606615 req-8b9c2292-70bf-4a9f-a4e3-ba51a2ceba3d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439711 Nov 29 19:00:48.592116 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-63f6739e-2d48-4098-acfb-09bce223d2bd service neutron] show failed (client error): The resource could not be found. Nov 29 19:00:48.593166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-63f6739e-2d48-4098-acfb-09bce223d2bd service neutron] 10.222.0.20 "GET /v2.0/ports/c7bd2129-debe-4924-97b8-ac7883d96c6b/bindings/n-h2-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.0563495 Nov 29 19:00:48.838592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15e0f4-5d47-4a60-9b88-35c0d5b70355 req-472b1c6f-8050-4d8f-a47a-f8b85497cc60 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:48.840736 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc15e0f4-5d47-4a60-9b88-35c0d5b70355 req-472b1c6f-8050-4d8f-a47a-f8b85497cc60 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0847168 Nov 29 19:00:48.845798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-69726103-e8f0-4e3a-9cf9-901c458b3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:48.847187 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-69726103-e8f0-4e3a-9cf9-901c458b3ac8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349&tenant_id=38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 1096 time: 0.0601947 Nov 29 19:00:48.865071 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:00:48.938911 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc15e0f4-5d47-4a60-9b88-35c0d5b70355 req-9868efe9-1e4d-473e-a1a7-58a069e3df00 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907204 Nov 29 19:00:48.944235 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:49.152269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] For port c7bd2129-debe-4924-97b8-ac7883d96c6b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:00:49.185508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] For port c7bd2129-debe-4924-97b8-ac7883d96c6b, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:00:49.224806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7bd2129-debe-4924-97b8-ac7883d96c6b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:00:49.227323 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a381c7d-4c23-4afb-aabd-df266c209442" -d '{"events": [{"server_uuid": "c44f26d3-0411-4a13-82e6-3063d5cd3349", "name": "network-vif-unplugged", "status": "completed", "tag": "c7bd2129-debe-4924-97b8-ac7883d96c6b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:00:49.231510 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:49.245067 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Transition to ACTIVE for port object c7bd2129-debe-4924-97b8-ac7883d96c6b will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:00:49.249474 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:49.347952 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Pushing event updated for resources: {'Port': ['ID=c7bd2129-debe-4924-97b8-ac7883d96c6b,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:00:49.359235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:49.359585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:49.359931 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:49.360276 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:49.360738 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:49.360949 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:49.361273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:49.361604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:49.361930 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:49.362261 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:49.362598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:49.362943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:49.375998 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 19:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc7eb64-2517-4a2e-abfe-9a5fbab1e767 x-openstack-request-id: req-9fc7eb64-2517-4a2e-abfe-9a5fbab1e767 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:00:49.375998 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44f26d3-0411-4a13-82e6-3063d5cd3349", "name": "network-vif-unplugged", "status": "completed", "tag": "c7bd2129-debe-4924-97b8-ac7883d96c6b", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:00:49.376177 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fc7eb64-2517-4a2e-abfe-9a5fbab1e767 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:00:49.376457 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7bd2129-debe-4924-97b8-ac7883d96c6b', 'code': 200} Nov 29 19:00:49.404784 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] No DVR routers for this DVR port c7bd2129-debe-4924-97b8-ac7883d96c6b on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:00:49.548504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Attempting to bind port c7bd2129-debe-4924-97b8-ac7883d96c6b on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:00:49.548840 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Attempting to bind port c7bd2129-debe-4924-97b8-ac7883d96c6b by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:00:49.549173 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Attempting to bind port c7bd2129-debe-4924-97b8-ac7883d96c6b on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:00:49.554233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Port c7bd2129-debe-4924-97b8-ac7883d96c6b on network 99ab6784-faf3-48c5-ba99-02767cd84205 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:00:49.554494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Attempting to bind port c7bd2129-debe-4924-97b8-ac7883d96c6b on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:00:49.559454 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:00:49.559804 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Checking segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:00:49.560189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Bound using segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:00:49.560614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Bound port: c7bd2129-debe-4924-97b8-ac7883d96c6b, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:00:49.560976 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:49.630117 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] For port c7bd2129-debe-4924-97b8-ac7883d96c6b, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:00:49.633121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] For port c7bd2129-debe-4924-97b8-ac7883d96c6b, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:00:49.638454 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:49.682886 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:49.683495 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:49.684915 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] 10.222.0.31 "PUT /v2.0/ports/c7bd2129-debe-4924-97b8-ac7883d96c6b HTTP/1.1" status: 200 len: 1091 time: 0.8239009 Nov 29 19:00:49.711207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e599c-e8c1-4f54-9d8e-b98cec670296 service neutron] Pushing event updated for resources: {'Port': ['ID=c7bd2129-debe-4924-97b8-ac7883d96c6b,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:00:49.761163 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-1e43399a-4c28-4935-9527-1f7ee2781eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:49.762757 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-1e43399a-4c28-4935-9527-1f7ee2781eeb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 1094 time: 0.0477555 Nov 29 19:00:49.860089 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-dbc44d3c-5365-44f2-9139-d250ae0f03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:49.861606 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-dbc44d3c-5365-44f2-9139-d250ae0f03d8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0921106 Nov 29 19:00:49.935206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-253d5c4b-eabc-44f8-a303-7a9e4ae07395 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b HTTP/1.1" status: 200 len: 999 time: 0.0664527 Nov 29 19:00:49.986384 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-65fcf719-c426-4935-a4e2-bce9676fdad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:49.987969 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-65fcf719-c426-4935-a4e2-bce9676fdad3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0459592 Nov 29 19:00:50.067487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-24c1971d-1d69-4c45-8d8a-6b50f07e5835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:50.069045 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-24c1971d-1d69-4c45-8d8a-6b50f07e5835 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738895 Nov 29 19:00:50.081895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e77cbf-88ad-4e92-b3ce-36bf80b7f229 req-9aedbfec-fc9a-45bc-811e-c2023a410855 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:50.083374 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18e77cbf-88ad-4e92-b3ce-36bf80b7f229 req-9aedbfec-fc9a-45bc-811e-c2023a410855 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 943 time: 0.0638108 Nov 29 19:00:50.182169 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18e77cbf-88ad-4e92-b3ce-36bf80b7f229 req-069cc083-a2a1-4be0-aac5-87bffb182008 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908561 Nov 29 19:00:50.200116 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-9a0044b2-2d5b-408c-90d1-7bcaa7ad798a service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157911 Nov 29 19:00:50.292962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2743362a-5a5d-4a0f-983b-4e38244ac15f req-1b0aaac8-38c6-43e3-9a7a-ac2327b4761b service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857897 Nov 29 19:00:51.304572 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24fe1c-0bce-4e67-b323-7be72b2c2b3e req-77a040a0-3aae-42dc-ba57-14f0cc2c363c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:51.306630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c24fe1c-0bce-4e67-b323-7be72b2c2b3e req-77a040a0-3aae-42dc-ba57-14f0cc2c363c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 943 time: 0.0506401 Nov 29 19:00:51.354939 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c24fe1c-0bce-4e67-b323-7be72b2c2b3e req-bbd6936d-5ef6-4cf2-bf8c-4c13cf9ad73f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420051 Nov 29 19:00:51.377596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'tag': 'c7bd2129-debe-4924-97b8-ac7883d96c6b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:00:51.379940 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7526e837-4f88-4215-a874-50d640d57fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "c44f26d3-0411-4a13-82e6-3063d5cd3349", "tag": "c7bd2129-debe-4924-97b8-ac7883d96c6b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:00:51.429251 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45309385-1073-4fcd-98df-ca996a58a82d x-openstack-request-id: req-45309385-1073-4fcd-98df-ca996a58a82d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:00:51.429552 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44f26d3-0411-4a13-82e6-3063d5cd3349", "tag": "c7bd2129-debe-4924-97b8-ac7883d96c6b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:00:51.429813 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45309385-1073-4fcd-98df-ca996a58a82d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:00:51.430721 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'tag': 'c7bd2129-debe-4924-97b8-ac7883d96c6b', 'status': 'completed', 'code': 200} Nov 29 19:00:51.523596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526e837-4f88-4215-a874-50d640d57fd9 req-30be7e63-cf10-494d-92d1-aa5bba241e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:51.525119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7526e837-4f88-4215-a874-50d640d57fd9 req-30be7e63-cf10-494d-92d1-aa5bba241e4d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 1094 time: 0.0730910 Nov 29 19:00:51.529302 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526e837-4f88-4215-a874-50d640d57fd9 req-6647d853-f2d7-4e85-8c06-1ccfb12a816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:51.530661 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7526e837-4f88-4215-a874-50d640d57fd9 req-6647d853-f2d7-4e85-8c06-1ccfb12a816e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 1094 time: 0.0669341 Nov 29 19:00:51.689110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526e837-4f88-4215-a874-50d640d57fd9 req-d83bb147-90cd-4295-9cbf-008d4354a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:51.690295 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7526e837-4f88-4215-a874-50d640d57fd9 req-d83bb147-90cd-4295-9cbf-008d4354a3ce service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.1581013 Nov 29 19:00:51.695101 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526e837-4f88-4215-a874-50d640d57fd9 req-c77df414-f21a-4ad2-a528-527ec1214994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:51.697398 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7526e837-4f88-4215-a874-50d640d57fd9 req-c77df414-f21a-4ad2-a528-527ec1214994 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.1486549 Nov 29 19:00:51.799800 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7526e837-4f88-4215-a874-50d640d57fd9 req-4fccd1ce-6340-45f4-a20c-1fdbbb7536a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b HTTP/1.1" status: 200 len: 999 time: 0.1014395 Nov 29 19:00:51.817745 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7526e837-4f88-4215-a874-50d640d57fd9 req-15b65fcc-7996-4a21-aa3d-cc2377d8c419 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b HTTP/1.1" status: 200 len: 999 time: 0.0851650 Nov 29 19:00:51.887881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526e837-4f88-4215-a874-50d640d57fd9 req-72260980-107e-43d3-baa0-bb6972efc964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:51.889350 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7526e837-4f88-4215-a874-50d640d57fd9 req-72260980-107e-43d3-baa0-bb6972efc964 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0824869 Nov 29 19:00:51.894591 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526e837-4f88-4215-a874-50d640d57fd9 req-b6f38e19-8758-499f-9c85-70e10efa47d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:51.895938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7526e837-4f88-4215-a874-50d640d57fd9 req-b6f38e19-8758-499f-9c85-70e10efa47d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0609641 Nov 29 19:00:51.964592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526e837-4f88-4215-a874-50d640d57fd9 req-61012518-20b8-489f-9de3-e4e0f91bf12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:51.966091 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7526e837-4f88-4215-a874-50d640d57fd9 req-61012518-20b8-489f-9de3-e4e0f91bf12b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686889 Nov 29 19:00:51.968453 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526e837-4f88-4215-a874-50d640d57fd9 req-78e18bf0-05a9-4e2d-b872-7ee34839bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:51.969922 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7526e837-4f88-4215-a874-50d640d57fd9 req-78e18bf0-05a9-4e2d-b872-7ee34839bb8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632496 Nov 29 19:00:52.125156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7526e837-4f88-4215-a874-50d640d57fd9 req-650c7b9e-fd83-4a0e-9a1a-88f3ba9d887d service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512172 Nov 29 19:00:52.127001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7526e837-4f88-4215-a874-50d640d57fd9 req-69c0a698-3ccd-4a5f-8e56-13110f9cbab6 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456861 Nov 29 19:00:52.295497 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7526e837-4f88-4215-a874-50d640d57fd9 req-891fab38-eae1-41bb-80ab-82c75eb8862d service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610923 Nov 29 19:00:52.297400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7526e837-4f88-4215-a874-50d640d57fd9 req-b000129a-ed2f-4814-bae1-965bd15b0eed service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561301 Nov 29 19:00:52.470328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf7831-2d20-46ce-b16e-9dce898e300f req-0730983b-6a6f-411b-91e9-35be03681d58 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:52.471863 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2dbf7831-2d20-46ce-b16e-9dce898e300f req-0730983b-6a6f-411b-91e9-35be03681d58 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 943 time: 0.0485508 Nov 29 19:00:52.522148 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2dbf7831-2d20-46ce-b16e-9dce898e300f req-f1d26caf-112c-438a-bf1f-0dca24367691 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437038 Nov 29 19:00:52.903110 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device c7bd2129-debe-4924-97b8-ac7883d96c6b details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:00:53.003703 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port c7bd2129-debe-4924-97b8-ac7883d96c6b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:00:53.016080 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'c7bd2129-debe-4924-97b8-ac7883d96c6b', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'port_id': 'c7bd2129-debe-4924-97b8-ac7883d96c6b', 'mac_address': 'fa:16:3e:94:10:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:00:53.051345 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:53.067064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7bd2129-debe-4924-97b8-ac7883d96c6b {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:00:53.088828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port c7bd2129-debe-4924-97b8-ac7883d96c6b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:00:53.093072 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:53.143714 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=c7bd2129-debe-4924-97b8-ac7883d96c6b,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:00:53.151260 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:53.151620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:53.151964 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:53.151964 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:53.151964 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:53.151964 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:53.153408 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:53.153595 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:53.153921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:53.154255 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:53.154581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:53.154934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:00:53.422414 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['c7bd2129-debe-4924-97b8-ac7883d96c6b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:00:53.640941 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490812fd-82ee-4d00-beb7-82a56f6e237e req-6480e69b-ba80-4d95-9fa7-b17d085d6c9d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:53.642411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-490812fd-82ee-4d00-beb7-82a56f6e237e req-6480e69b-ba80-4d95-9fa7-b17d085d6c9d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 944 time: 0.0488458 Nov 29 19:00:53.688776 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-490812fd-82ee-4d00-beb7-82a56f6e237e req-19f3b0e5-0202-4edf-bea8-2119004e650d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401962 Nov 29 19:00:53.932959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d109c4-e1b6-491d-a5d7-d1c8c615703a req-71740cf9-17e1-4435-bc73-9ecf92b288ca tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:53.934467 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2d109c4-e1b6-491d-a5d7-d1c8c615703a req-71740cf9-17e1-4435-bc73-9ecf92b288ca tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 944 time: 0.0837994 Nov 29 19:00:53.950268 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef551163-a29f-4666-b7e2-ae8c59f6236c req-4ea44f6c-37a5-4945-bbb2-7fc09362b4af tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:53.951730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef551163-a29f-4666-b7e2-ae8c59f6236c req-4ea44f6c-37a5-4945-bbb2-7fc09362b4af tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.20 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349&tenant_id=38da743610a44382910e919a0f2ad012&binding%3Ahost_id=n-h2-819494-5 HTTP/1.1" status: 200 len: 944 time: 0.0716889 Nov 29 19:00:53.977285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device c7bd2129-debe-4924-97b8-ac7883d96c6b no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:00:54.016209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device c7bd2129-debe-4924-97b8-ac7883d96c6b not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:00:54.026018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2d109c4-e1b6-491d-a5d7-d1c8c615703a req-ea81378a-cacf-4233-9341-afea429a78ee tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844021 Nov 29 19:00:54.041844 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-ef551163-a29f-4666-b7e2-ae8c59f6236c req-f39d7de9-b791-466c-b8ba-6cb1659d8ef5 service neutron] delete failed (client error): The resource could not be found. Nov 29 19:00:54.042889 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef551163-a29f-4666-b7e2-ae8c59f6236c req-f39d7de9-b791-466c-b8ba-6cb1659d8ef5 service neutron] 10.222.0.20 "DELETE /v2.0/ports/c7bd2129-debe-4924-97b8-ac7883d96c6b/bindings/n-h1-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.0778234 Nov 29 19:00:54.075318 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b06fa8da-5d1b-489e-afcd-957c54da2fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:54.138224 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef551163-a29f-4666-b7e2-ae8c59f6236c req-befba987-45d6-4b09-be0e-bd90268a5ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:54.139826 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef551163-a29f-4666-b7e2-ae8c59f6236c req-befba987-45d6-4b09-be0e-bd90268a5ef2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 1095 time: 0.0455682 Nov 29 19:00:54.229320 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef551163-a29f-4666-b7e2-ae8c59f6236c req-07e57cd8-5065-404e-9326-7059bc5ae81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:54.230710 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef551163-a29f-4666-b7e2-ae8c59f6236c req-07e57cd8-5065-404e-9326-7059bc5ae81b service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0832005 Nov 29 19:00:54.303265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef551163-a29f-4666-b7e2-ae8c59f6236c req-79fb2571-a55c-4f06-a661-636c15ed6811 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b HTTP/1.1" status: 200 len: 1000 time: 0.0611620 Nov 29 19:00:54.356815 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef551163-a29f-4666-b7e2-ae8c59f6236c req-b8e50beb-dd81-4d11-9425-5dfa927460a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:54.358260 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef551163-a29f-4666-b7e2-ae8c59f6236c req-b8e50beb-dd81-4d11-9425-5dfa927460a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0443399 Nov 29 19:00:54.407654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef551163-a29f-4666-b7e2-ae8c59f6236c req-b2a3bc1d-b5a4-49de-a6e5-e8ce1ddd0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:54.409132 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef551163-a29f-4666-b7e2-ae8c59f6236c req-b2a3bc1d-b5a4-49de-a6e5-e8ce1ddd0438 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400665 Nov 29 19:00:54.507971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef551163-a29f-4666-b7e2-ae8c59f6236c req-5f1184cc-3821-4f75-9d81-1fc9e320bc4e service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870192 Nov 29 19:00:54.900862 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device c7bd2129-debe-4924-97b8-ac7883d96c6b up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:00:54.909514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef551163-a29f-4666-b7e2-ae8c59f6236c req-8462e553-ca0d-48b5-bdfd-9b4ffd642e0e service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936546 Nov 29 19:00:54.956565 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port c7bd2129-debe-4924-97b8-ac7883d96c6b completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:00:54.960306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port c7bd2129-debe-4924-97b8-ac7883d96c6b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:00:54.960688 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:55.038916 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:55.063962 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bd2129-debe-4924-97b8-ac7883d96c6b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:00:55.066211 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaead0a2-e8dc-4c18-bc83-b50b434a5ba5" -d '{"events": [{"server_uuid": "c44f26d3-0411-4a13-82e6-3063d5cd3349", "name": "network-vif-plugged", "status": "completed", "tag": "c7bd2129-debe-4924-97b8-ac7883d96c6b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:00:55.079751 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port c7bd2129-debe-4924-97b8-ac7883d96c6b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:00:55.084197 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:55.125058 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbc5df8-8d21-4fa2-84e9-c47b43ad1584 x-openstack-request-id: req-0fbc5df8-8d21-4fa2-84e9-c47b43ad1584 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:00:55.125383 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44f26d3-0411-4a13-82e6-3063d5cd3349", "name": "network-vif-plugged", "status": "completed", "tag": "c7bd2129-debe-4924-97b8-ac7883d96c6b", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:00:55.125641 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fbc5df8-8d21-4fa2-84e9-c47b43ad1584 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:00:55.126090 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7bd2129-debe-4924-97b8-ac7883d96c6b', 'code': 200} Nov 29 19:00:55.144104 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=c7bd2129-debe-4924-97b8-ac7883d96c6b,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:00:55.152717 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465af52c-44fd-4284-9dc9-843915017e60 req-5417b227-ffc5-4744-a356-2f26cd5de5dd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:55.154386 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-465af52c-44fd-4284-9dc9-843915017e60 req-5417b227-ffc5-4744-a356-2f26cd5de5dd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0552173 Nov 29 19:00:55.204471 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-465af52c-44fd-4284-9dc9-843915017e60 req-ad2bcded-ff7e-458d-8aa2-10c6d5af2d73 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440629 Nov 29 19:00:56.318829 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a550db-c108-4088-aed7-624db73031d6 req-38f0cb34-7988-4742-ac38-f8e5d297ce42 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:56.320345 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15a550db-c108-4088-aed7-624db73031d6 req-38f0cb34-7988-4742-ac38-f8e5d297ce42 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0479829 Nov 29 19:00:56.367319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-15a550db-c108-4088-aed7-624db73031d6 req-46cbe306-0671-4e06-93c0-13d3d0e4bab9 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404649 Nov 29 19:00:56.481221 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256f211-53f1-4e96-b2aa-268a80a4807b req-35bd3f8d-55fd-43a6-a99b-c61ff44fc725 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:56.482674 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9256f211-53f1-4e96-b2aa-268a80a4807b req-35bd3f8d-55fd-43a6-a99b-c61ff44fc725 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0482118 Nov 29 19:00:56.527200 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5cb25e64-7f41-46f4-bffa-db4c19cca5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:56.529883 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9256f211-53f1-4e96-b2aa-268a80a4807b req-de6dad8a-bee8-4d05-ba90-00f7e22c28ce tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409837 Nov 29 19:00:56.648031 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6332535-e6e6-4b6a-976f-f731d2b0e731 req-1a9d0065-bc27-4d65-ae45-a1d7c8358228 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:56.649393 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6332535-e6e6-4b6a-976f-f731d2b0e731 req-1a9d0065-bc27-4d65-ae45-a1d7c8358228 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0533903 Nov 29 19:00:56.695128 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c6332535-e6e6-4b6a-976f-f731d2b0e731 req-a27b8a46-1fbd-44ea-9471-057da76caccd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396233 Nov 29 19:00:56.921253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a27bb-903f-4f31-b9a4-38f765e00dce req-cb755642-8808-4700-817e-f676077a488f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:56.922670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a8a27bb-903f-4f31-b9a4-38f765e00dce req-cb755642-8808-4700-817e-f676077a488f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0481229 Nov 29 19:00:56.975513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2a8a27bb-903f-4f31-b9a4-38f765e00dce req-21c4b310-7a35-4214-bb0c-0af35553d756 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468469 Nov 29 19:00:57.755547 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:57.804737 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:58.097311 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581ddbf-e0e9-4374-ae31-d7c3cdaedfd3 req-4a81a9ed-9005-4bb3-80ae-a41a0c9fcfc3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:58.098780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0581ddbf-e0e9-4374-ae31-d7c3cdaedfd3 req-4a81a9ed-9005-4bb3-80ae-a41a0c9fcfc3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0495095 Nov 29 19:00:58.172269 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0581ddbf-e0e9-4374-ae31-d7c3cdaedfd3 req-eead3a57-ecad-46d0-9d6b-b09f81dc302b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671260 Nov 29 19:00:58.193030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541705d-12d7-4020-bfe3-ee99daea123f req-9ee59616-e021-428b-af96-9c970f8b0cc9 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:00:58.193180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3541705d-12d7-4020-bfe3-ee99daea123f req-9ee59616-e021-428b-af96-9c970f8b0cc9 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.31 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 945 time: 0.0573711 Nov 29 19:00:58.279976 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-3541705d-12d7-4020-bfe3-ee99daea123f req-f153f7c4-7ed5-4345-9739-ec2137cfc154 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Deleting port c7bd2129-debe-4924-97b8-ac7883d96c6b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:00:58.280222 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3541705d-12d7-4020-bfe3-ee99daea123f req-f153f7c4-7ed5-4345-9739-ec2137cfc154 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:58.372377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-3541705d-12d7-4020-bfe3-ee99daea123f req-f153f7c4-7ed5-4345-9739-ec2137cfc154 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] For port c7bd2129-debe-4924-97b8-ac7883d96c6b, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=c7bd2129-debe-4924-97b8-ac7883d96c6b,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:00:58.372748 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3541705d-12d7-4020-bfe3-ee99daea123f req-f153f7c4-7ed5-4345-9739-ec2137cfc154 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:58.587008 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3541705d-12d7-4020-bfe3-ee99daea123f req-f153f7c4-7ed5-4345-9739-ec2137cfc154 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:58.587364 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3541705d-12d7-4020-bfe3-ee99daea123f req-f153f7c4-7ed5-4345-9739-ec2137cfc154 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:58.587680 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-3541705d-12d7-4020-bfe3-ee99daea123f req-f153f7c4-7ed5-4345-9739-ec2137cfc154 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Floating IP c504923d-6ac4-4f4d-b85f-6bce0f43d059 disassociated. External IP: 172.25.3.200, port: c7bd2129-debe-4924-97b8-ac7883d96c6b. Nov 29 19:00:58.588020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-3541705d-12d7-4020-bfe3-ee99daea123f req-f153f7c4-7ed5-4345-9739-ec2137cfc154 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Calling delete_port for c7bd2129-debe-4924-97b8-ac7883d96c6b owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:00:58.715870 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3541705d-12d7-4020-bfe3-ee99daea123f req-f153f7c4-7ed5-4345-9739-ec2137cfc154 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:58.759773 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153f7c4-7ed5-4345-9739-ec2137cfc154 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Pushing event deleted for resources: {'Port': ['ID=c7bd2129-debe-4924-97b8-ac7883d96c6b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:00:58.884091 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3541705d-12d7-4020-bfe3-ee99daea123f req-f153f7c4-7ed5-4345-9739-ec2137cfc154 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Router abb8665b-5a04-4408-b1fc-024e6ac82e7b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:00:59.004934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3541705d-12d7-4020-bfe3-ee99daea123f req-f153f7c4-7ed5-4345-9739-ec2137cfc154 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:00:59.017797 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07ec5f-aa2f-49b3-8a78-83889147d8b7 None None] Sync routers for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:00:59.032351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa07ec5f-aa2f-49b3-8a78-83889147d8b7 None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:00:59.033187 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-aa07ec5f-aa2f-49b3-8a78-83889147d8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:00:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:00:59.046413 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-3541705d-12d7-4020-bfe3-ee99daea123f req-f153f7c4-7ed5-4345-9739-ec2137cfc154 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] No DVR routers for this DVR port c7bd2129-debe-4924-97b8-ac7883d96c6b on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:00:59.049183 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3541705d-12d7-4020-bfe3-ee99daea123f req-f153f7c4-7ed5-4345-9739-ec2137cfc154 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:59.052595 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3541705d-12d7-4020-bfe3-ee99daea123f req-f153f7c4-7ed5-4345-9739-ec2137cfc154 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.31 "DELETE /v2.0/ports/c7bd2129-debe-4924-97b8-ac7883d96c6b HTTP/1.1" status: 204 len: 173 time: 0.8533716 Nov 29 19:00:59.053053 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'name': 'network-vif-deleted', 'tag': 'c7bd2129-debe-4924-97b8-ac7883d96c6b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:00:59.055370 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f35c6e5-60bc-41fd-9220-f42705e1d1a2" -d '{"events": [{"server_uuid": "c44f26d3-0411-4a13-82e6-3063d5cd3349", "name": "network-vif-deleted", "tag": "c7bd2129-debe-4924-97b8-ac7883d96c6b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:00:59.095844 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddfe3a9-0d1c-4432-baf7-371e77e3267a x-openstack-request-id: req-6ddfe3a9-0d1c-4432-baf7-371e77e3267a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:00:59.096138 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44f26d3-0411-4a13-82e6-3063d5cd3349", "name": "network-vif-deleted", "tag": "c7bd2129-debe-4924-97b8-ac7883d96c6b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:00:59.096400 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6ddfe3a9-0d1c-4432-baf7-371e77e3267a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:00:59.096812 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44f26d3-0411-4a13-82e6-3063d5cd3349', 'name': 'network-vif-deleted', 'tag': 'c7bd2129-debe-4924-97b8-ac7883d96c6b', 'status': 'completed', 'code': 200} Nov 29 19:00:59.172442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-aa07ec5f-aa2f-49b3-8a78-83889147d8b7 None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:00:59.287862 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18121eaa-edb7-4623-aa83-6f2fb588f607 req-0ef86152-d5ea-4a8d-8876-39384858d768 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=c44f26d3-0411-4a13-82e6-3063d5cd3349 HTTP/1.1" status: 200 len: 210 time: 0.0280972 Nov 29 19:00:59.374760 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:00:59.396494 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-aa07ec5f-aa2f-49b3-8a78-83889147d8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:00:59.577914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07ec5f-aa2f-49b3-8a78-83889147d8b7 None None] Checking router: abb8665b-5a04-4408-b1fc-024e6ac82e7b for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:00:59.586517 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa07ec5f-aa2f-49b3-8a78-83889147d8b7 None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:00:59.587141 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-aa07ec5f-aa2f-49b3-8a78-83889147d8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:00:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:00:59.689811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-aa07ec5f-aa2f-49b3-8a78-83889147d8b7 None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:00:59.883711 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-aa07ec5f-aa2f-49b3-8a78-83889147d8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:00:59.913683 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07ec5f-aa2f-49b3-8a78-83889147d8b7 None None] The sync data for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 is: [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:01:00.079583 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:00.128891 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2b959-dab1-4484-8fb2-de29d1f66ac8 None None] New status for floating IP c504923d-6ac4-4f4d-b85f-6bce0f43d059: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:01:00.274461 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:00.528923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-e37fa0a3-c517-42e8-8649-c62582a356c1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1315076985&fields=id&tenant_id=38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 267 time: 0.0425639 Nov 29 19:01:00.636161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-171412d5-debd-4f37-b543-a5e51d25494d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:00.637601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-171412d5-debd-4f37-b543-a5e51d25494d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 811 time: 0.1017926 Nov 29 19:01:00.653641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-1c97e7e7-5c2a-4d75-a895-7bcb573367ab tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/quotas/38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 375 time: 0.0096762 Nov 29 19:01:00.704441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-1a8d38b1-10dc-473a-a9ba-a37020b49849 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454025 Nov 29 19:01:00.844529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-6f721de8-b302-48d2-adcb-f1e7a24043ad service neutron] 10.222.0.23 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285315 Nov 29 19:01:00.932099 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-21b01f98-ed8f-4881-b90a-87ab562ed840 service neutron] 10.222.0.23 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814548 Nov 29 19:01:02.115339 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7aafc1a-a573-43c5-8420-7123a75b3177 req-cf612dbc-7d61-4afc-84d2-93389d88e681 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 210 time: 0.0286095 Nov 29 19:01:02.933274 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device c7bd2129-debe-4924-97b8-ac7883d96c6b no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:01:02.956074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: c7bd2129-debe-4924-97b8-ac7883d96c6b {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:01:02.956428 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device c7bd2129-debe-4924-97b8-ac7883d96c6b not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:01:03.150573 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-73a9c0ba-ff96-4b85-bcfb-fcb0721c87e9 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:03.152102 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-73a9c0ba-ff96-4b85-bcfb-fcb0721c87e9 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 811 time: 0.1176479 Nov 29 19:01:03.221329 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20052d29-0912-40d3-95e3-4fea90977027 req-b2ed6ce6-5709-4b3a-85dd-372c86f87316 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 210 time: 0.0343502 Nov 29 19:01:03.252203 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-495bbd73-86c7-4091-9cfb-85ae9a6e003b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 380 time: 0.0842888 Nov 29 19:01:03.263818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-7967f4b9-8dd5-4bdd-bc1c-2db79b19e15f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Request body: {'port': {'device_id': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'admin_state_up': True, 'tenant_id': '38da743610a44382910e919a0f2ad012', 'security_groups': ['13080df5-e819-4e49-9294-995f85e1f529']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:01:03.376026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-7967f4b9-8dd5-4bdd-bc1c-2db79b19e15f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Made reservation on behalf of 38da743610a44382910e919a0f2ad012 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:01:03.379661 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-7967f4b9-8dd5-4bdd-bc1c-2db79b19e15f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:03.501778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-7967f4b9-8dd5-4bdd-bc1c-2db79b19e15f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Allocated IP 172.20.0.5 (99ab6784-faf3-48c5-ba99-02767cd84205/b415006c-7190-46f2-abc4-b858f9542032/cc551a4d-f712-40bf-92ab-ed8c3b762d81) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:01:03.646239 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-7967f4b9-8dd5-4bdd-bc1c-2db79b19e15f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:03.678645 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-7967f4b9-8dd5-4bdd-bc1c-2db79b19e15f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:03.723715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-7967f4b9-8dd5-4bdd-bc1c-2db79b19e15f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Network 99ab6784-faf3-48c5-ba99-02767cd84205 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:01:03.726869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-7967f4b9-8dd5-4bdd-bc1c-2db79b19e15f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:01:03.730621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-7967f4b9-8dd5-4bdd-bc1c-2db79b19e15f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:01:03.737476 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967f4b9-8dd5-4bdd-bc1c-2db79b19e15f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Pushing event updated for resources: {'Port': ['ID=cc551a4d-f712-40bf-92ab-ed8c3b762d81,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:01:03.788770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-7967f4b9-8dd5-4bdd-bc1c-2db79b19e15f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:03.789415 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-7967f4b9-8dd5-4bdd-bc1c-2db79b19e15f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:03.806220 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-7967f4b9-8dd5-4bdd-bc1c-2db79b19e15f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5467889 Nov 29 19:01:03.820485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Request body: {'port': {'device_id': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:01:03.884452 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:04.029698 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-89fd67b2-a0bb-42f5-9f84-ed148530bc68 None None] Provisioning complete for port cc551a4d-f712-40bf-92ab-ed8c3b762d81 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:01:04.030291 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-89fd67b2-a0bb-42f5-9f84-ed148530bc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:04.067135 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-89fd67b2-a0bb-42f5-9f84-ed148530bc68 None None] Port cc551a4d-f712-40bf-92ab-ed8c3b762d81 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:01:04.156253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc551a4d-f712-40bf-92ab-ed8c3b762d81 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:01:04.163888 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:04.175888 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Transition to ACTIVE for port object cc551a4d-f712-40bf-92ab-ed8c3b762d81 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:01:04.179205 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:04.232556 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc551a4d-f712-40bf-92ab-ed8c3b762d81,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:01:04.337782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Attempting to bind port cc551a4d-f712-40bf-92ab-ed8c3b762d81 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:01:04.338123 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Attempting to bind port cc551a4d-f712-40bf-92ab-ed8c3b762d81 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:01:04.338456 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Attempting to bind port cc551a4d-f712-40bf-92ab-ed8c3b762d81 on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:01:04.346226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Port cc551a4d-f712-40bf-92ab-ed8c3b762d81 on network 99ab6784-faf3-48c5-ba99-02767cd84205 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:01:04.346557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Attempting to bind port cc551a4d-f712-40bf-92ab-ed8c3b762d81 on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:01:04.354388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:01:04.354731 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Checking segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:01:04.355152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Bound using segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:01:04.355598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Bound port: cc551a4d-f712-40bf-92ab-ed8c3b762d81, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:01:04.355961 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:04.378877 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e30fa-dd7f-40ea-a431-2905ead7600e req-f7d95701-e439-4928-9d33-8a87a7b4cce7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:04.380445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d73e30fa-dd7f-40ea-a431-2905ead7600e req-f7d95701-e439-4928-9d33-8a87a7b4cce7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 943 time: 0.0836213 Nov 29 19:01:04.471376 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d73e30fa-dd7f-40ea-a431-2905ead7600e req-c8efa115-9e2a-4365-b4b7-d5dc79c72dab tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653749 Nov 29 19:01:04.472426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] For port cc551a4d-f712-40bf-92ab-ed8c3b762d81, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:01:04.475795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] For port cc551a4d-f712-40bf-92ab-ed8c3b762d81, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:01:04.489552 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:04.527502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:04.528192 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:04.529623 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/cc551a4d-f712-40bf-92ab-ed8c3b762d81 HTTP/1.1" status: 200 len: 1091 time: 0.7134182 Nov 29 19:01:04.530078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'tag': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:01:04.532420 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb30ff44-13e9-4060-8b47-eba6666f8c61" -d '{"events": [{"name": "network-changed", "server_uuid": "be3c9161-797b-4be8-94ce-e70247f2f676", "tag": "cc551a4d-f712-40bf-92ab-ed8c3b762d81"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:01:04.555264 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5119c5e-3055-4b7b-b09d-8f17f13380d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc551a4d-f712-40bf-92ab-ed8c3b762d81,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:01:04.579205 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf01075-c823-485f-b1f1-49ffe789771f x-openstack-request-id: req-ccf01075-c823-485f-b1f1-49ffe789771f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:01:04.579499 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3c9161-797b-4be8-94ce-e70247f2f676", "tag": "cc551a4d-f712-40bf-92ab-ed8c3b762d81", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:01:04.579888 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccf01075-c823-485f-b1f1-49ffe789771f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:01:04.580170 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'tag': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81', 'status': 'completed', 'code': 200} Nov 29 19:01:04.624602 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-96730967-9950-43e5-b6de-6056d88e0ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:04.626157 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-96730967-9950-43e5-b6de-6056d88e0ab5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 1094 time: 0.0430281 Nov 29 19:01:04.673535 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-3ec30aea-a8ef-4aca-9c59-c1498c3413ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81 HTTP/1.1" status: 200 len: 217 time: 0.0386631 Nov 29 19:01:04.725574 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-246eef19-b645-4696-895b-d3a935123c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:04.727152 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-246eef19-b645-4696-895b-d3a935123c78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0460966 Nov 29 19:01:04.775682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-6d2fc89c-8cd3-464e-8064-d72882bb2b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:04.777434 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-6d2fc89c-8cd3-464e-8064-d72882bb2b49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410552 Nov 29 19:01:04.885510 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-208f8d59-74f3-40e2-8577-e29ff2ab491f service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995817 Nov 29 19:01:04.978492 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ee216dc-c699-49fc-b9f2-519ac1afb244 req-b4fd06af-01ae-41b0-807a-7cf52dc8a1bf service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838525 Nov 29 19:01:05.068340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30ff44-13e9-4060-8b47-eba6666f8c61 req-f1416c61-b444-43c3-9feb-d399eb13f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:05.069822 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb30ff44-13e9-4060-8b47-eba6666f8c61 req-f1416c61-b444-43c3-9feb-d399eb13f027 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 1094 time: 0.0418460 Nov 29 19:01:05.164855 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30ff44-13e9-4060-8b47-eba6666f8c61 req-38145792-8fff-4582-bf6c-ebb7c6908da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:05.166350 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb30ff44-13e9-4060-8b47-eba6666f8c61 req-38145792-8fff-4582-bf6c-ebb7c6908da1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0892787 Nov 29 19:01:05.208137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb30ff44-13e9-4060-8b47-eba6666f8c61 req-5a97ebd5-b48d-4aca-afd6-c76ab705839e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81 HTTP/1.1" status: 200 len: 217 time: 0.0340924 Nov 29 19:01:05.261361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30ff44-13e9-4060-8b47-eba6666f8c61 req-8cae643a-369e-45e1-980d-0277384641c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:05.263401 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb30ff44-13e9-4060-8b47-eba6666f8c61 req-8cae643a-369e-45e1-980d-0277384641c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0483363 Nov 29 19:01:05.309915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30ff44-13e9-4060-8b47-eba6666f8c61 req-8bf2d9ab-441e-4858-857b-57cf504a5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:05.311541 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb30ff44-13e9-4060-8b47-eba6666f8c61 req-8bf2d9ab-441e-4858-857b-57cf504a5a69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407796 Nov 29 19:01:05.401601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb30ff44-13e9-4060-8b47-eba6666f8c61 req-24f16cb4-7edb-40c0-a602-1992dc98eae8 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821137 Nov 29 19:01:05.499210 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb30ff44-13e9-4060-8b47-eba6666f8c61 req-4b18db81-345c-415e-b735-b43617ead602 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858879 Nov 29 19:01:05.590051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12cfb5-fdfc-48bd-8cdf-e9bede80394d req-2edf6a2e-017e-4f64-aaf4-b2e53508e5de tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:05.591563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a12cfb5-fdfc-48bd-8cdf-e9bede80394d req-2edf6a2e-017e-4f64-aaf4-b2e53508e5de tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 943 time: 0.0497031 Nov 29 19:01:05.639208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a12cfb5-fdfc-48bd-8cdf-e9bede80394d req-7f920d14-57e8-403b-88e3-be4c68fcdfc1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416768 Nov 29 19:01:06.760912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280f083-90c3-488e-8c68-49dde99d7ef0 req-8e3aed87-fd25-49ba-87a1-91f0ea8d39a0 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:06.762465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5280f083-90c3-488e-8c68-49dde99d7ef0 req-8e3aed87-fd25-49ba-87a1-91f0ea8d39a0 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 943 time: 0.0527058 Nov 29 19:01:06.808496 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5280f083-90c3-488e-8c68-49dde99d7ef0 req-89028593-9457-4d50-986d-97b388526c00 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400748 Nov 29 19:01:07.923021 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68495f5a-882f-499c-a0e5-21500c87fdeb req-6e4a19b5-b583-4820-a02d-64de98dbfd08 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:07.924504 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68495f5a-882f-499c-a0e5-21500c87fdeb req-6e4a19b5-b583-4820-a02d-64de98dbfd08 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 943 time: 0.0485842 Nov 29 19:01:07.971219 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68495f5a-882f-499c-a0e5-21500c87fdeb req-22cb7e5f-fea7-4abd-9209-9b122783ad02 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407343 Nov 29 19:01:08.002575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device cc551a4d-f712-40bf-92ab-ed8c3b762d81 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:01:08.095755 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port cc551a4d-f712-40bf-92ab-ed8c3b762d81, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:01:08.111095 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'port_id': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81', 'mac_address': 'fa:16:3e:c5:04:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:01:08.147413 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:08.160306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc551a4d-f712-40bf-92ab-ed8c3b762d81 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:01:08.178657 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port cc551a4d-f712-40bf-92ab-ed8c3b762d81, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:01:08.182777 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:08.229122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=cc551a4d-f712-40bf-92ab-ed8c3b762d81,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:01:08.463641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['cc551a4d-f712-40bf-92ab-ed8c3b762d81'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:01:09.089072 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e50c2-5a47-4196-972d-1c9e6ee3b7c5 req-0fc4f87f-7068-4254-b442-7ccfcbde0495 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:09.090604 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f37e50c2-5a47-4196-972d-1c9e6ee3b7c5 req-0fc4f87f-7068-4254-b442-7ccfcbde0495 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 944 time: 0.0498536 Nov 29 19:01:09.142969 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f37e50c2-5a47-4196-972d-1c9e6ee3b7c5 req-f6017514-2091-4413-b7ef-33701290805f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463254 Nov 29 19:01:10.023331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device cc551a4d-f712-40bf-92ab-ed8c3b762d81 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:01:10.073516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port cc551a4d-f712-40bf-92ab-ed8c3b762d81 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:01:10.078573 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port cc551a4d-f712-40bf-92ab-ed8c3b762d81 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:01:10.078980 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:10.158409 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:10.180975 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:01:10.183290 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d181c52-0044-4f48-91a4-a207f60568b3" -d '{"events": [{"server_uuid": "be3c9161-797b-4be8-94ce-e70247f2f676", "name": "network-vif-plugged", "status": "completed", "tag": "cc551a4d-f712-40bf-92ab-ed8c3b762d81"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:01:10.197568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port cc551a4d-f712-40bf-92ab-ed8c3b762d81, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:01:10.204063 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:10.228767 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ac9453-bc1c-4cc9-af01-b0f6d27bf908 x-openstack-request-id: req-c0ac9453-bc1c-4cc9-af01-b0f6d27bf908 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:01:10.229069 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3c9161-797b-4be8-94ce-e70247f2f676", "name": "network-vif-plugged", "status": "completed", "tag": "cc551a4d-f712-40bf-92ab-ed8c3b762d81", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:01:10.229329 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0ac9453-bc1c-4cc9-af01-b0f6d27bf908 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:01:10.229735 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81', 'code': 200} Nov 29 19:01:10.261205 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=cc551a4d-f712-40bf-92ab-ed8c3b762d81,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:01:10.266143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762864d1-a31a-49d5-bbf7-0c04e86addec req-5fa7a6ca-b678-4594-a422-cc2f95862ce0 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:10.267809 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-762864d1-a31a-49d5-bbf7-0c04e86addec req-5fa7a6ca-b678-4594-a422-cc2f95862ce0 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0536103 Nov 29 19:01:10.344304 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-762864d1-a31a-49d5-bbf7-0c04e86addec req-598d629f-58f0-43d7-b607-04039c193945 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702770 Nov 29 19:01:10.357488 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7c47f-dee9-4c22-89ce-e08b799dec68 req-6a502c76-5ea4-49cf-a53a-63cad1d096c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:10.359080 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-53f7c47f-dee9-4c22-89ce-e08b799dec68 req-6a502c76-5ea4-49cf-a53a-63cad1d096c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 1096 time: 0.0541370 Nov 29 19:01:10.404473 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-53f7c47f-dee9-4c22-89ce-e08b799dec68 req-e8f9daf2-21c7-43af-8ceb-54525cd7866a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378463 Nov 29 19:01:11.468281 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8cd2c-9dbe-4300-a284-5004e5ea6d2d req-f2633064-e097-4e6f-bb3b-f4709553510f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:11.469790 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2ef8cd2c-9dbe-4300-a284-5004e5ea6d2d req-f2633064-e097-4e6f-bb3b-f4709553510f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0546207 Nov 29 19:01:11.518003 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2ef8cd2c-9dbe-4300-a284-5004e5ea6d2d req-ff61b34c-a6f6-4481-9293-059df9259109 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416925 Nov 29 19:01:12.639522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a4304-2088-4d28-aafb-5edc79db44d6 req-6b507c80-41e9-40b3-86b9-fdd9c751defd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:12.641027 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-479a4304-2088-4d28-aafb-5edc79db44d6 req-6b507c80-41e9-40b3-86b9-fdd9c751defd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0527699 Nov 29 19:01:12.688175 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-479a4304-2088-4d28-aafb-5edc79db44d6 req-7160a21b-00a6-4b60-b159-650388d6197a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407255 Nov 29 19:01:12.798468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f6a3c-fe12-4515-af73-950ac53120f8 req-8266bdfe-54b9-4038-b407-2c85f824745f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:12.799852 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-db6f6a3c-fe12-4515-af73-950ac53120f8 req-8266bdfe-54b9-4038-b407-2c85f824745f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0477636 Nov 29 19:01:12.808694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42556) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:01:12.812906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-37791861-bee8-40a8-bf4e-708fc8918bbd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Request body: {'floatingip': {'port_id': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:01:12.855037 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37791861-bee8-40a8-bf4e-708fc8918bbd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:13.293813 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37791861-bee8-40a8-bf4e-708fc8918bbd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:13.298148 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37791861-bee8-40a8-bf4e-708fc8918bbd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:13.399081 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-37791861-bee8-40a8-bf4e-708fc8918bbd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Floating IP c504923d-6ac4-4f4d-b85f-6bce0f43d059 associated. External IP: 172.25.3.200, port: cc551a4d-f712-40bf-92ab-ed8c3b762d81. Nov 29 19:01:13.956632 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37791861-bee8-40a8-bf4e-708fc8918bbd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Router abb8665b-5a04-4408-b1fc-024e6ac82e7b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:01:14.059694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37791861-bee8-40a8-bf4e-708fc8918bbd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:01:14.064937 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37791861-bee8-40a8-bf4e-708fc8918bbd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:14.069671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f880ad2-2081-483c-9168-578312dea6ab None None] Sync routers for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:01:14.081472 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f880ad2-2081-483c-9168-578312dea6ab None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:01:14.082232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-6f880ad2-2081-483c-9168-578312dea6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:00:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:01:14.096933 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-37791861-bee8-40a8-bf4e-708fc8918bbd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "PUT /v2.0/floatingips/c504923d-6ac4-4f4d-b85f-6bce0f43d059 HTTP/1.1" status: 200 len: 991 time: 1.2872531 Nov 29 19:01:14.097601 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'tag': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:01:14.100004 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab8ed7e-87f6-4272-8565-799cf92ac3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "be3c9161-797b-4be8-94ce-e70247f2f676", "tag": "cc551a4d-f712-40bf-92ab-ed8c3b762d81"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:01:14.146170 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167cd746-f860-4ad4-be33-d1f28f264270 x-openstack-request-id: req-167cd746-f860-4ad4-be33-d1f28f264270 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:01:14.146756 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3c9161-797b-4be8-94ce-e70247f2f676", "tag": "cc551a4d-f712-40bf-92ab-ed8c3b762d81", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:01:14.147120 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-167cd746-f860-4ad4-be33-d1f28f264270 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:01:14.147537 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'tag': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81', 'status': 'completed', 'code': 200} Nov 29 19:01:14.193513 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-6f880ad2-2081-483c-9168-578312dea6ab None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:01:14.210469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8ed7e-87f6-4272-8565-799cf92ac3f2 req-b9ebfb28-6f5a-4f9b-ad27-09b289f15ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:14.211939 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fab8ed7e-87f6-4272-8565-799cf92ac3f2 req-b9ebfb28-6f5a-4f9b-ad27-09b289f15ee0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 1096 time: 0.0404682 Nov 29 19:01:14.301722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8ed7e-87f6-4272-8565-799cf92ac3f2 req-c23c2f76-36bb-42c3-8104-a6c7d973001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:14.303307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fab8ed7e-87f6-4272-8565-799cf92ac3f2 req-c23c2f76-36bb-42c3-8104-a6c7d973001b service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0840471 Nov 29 19:01:14.374558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fab8ed7e-87f6-4272-8565-799cf92ac3f2 req-6a7837b6-f552-4d28-a706-f9609d36f533 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81 HTTP/1.1" status: 200 len: 999 time: 0.0641401 Nov 29 19:01:14.423978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-6f880ad2-2081-483c-9168-578312dea6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c504923d-6ac4-4f4d-b85f-6bce0f43d059', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'port_id': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'mac_address': 'fa:16:3e:c5:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:58:39Z', 'updated_at': '2021-11-29T19:01:13Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:01:14.426084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8ed7e-87f6-4272-8565-799cf92ac3f2 req-261cf204-aa46-414d-b6ab-54e5ff83600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:14.427615 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fab8ed7e-87f6-4272-8565-799cf92ac3f2 req-261cf204-aa46-414d-b6ab-54e5ff83600f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0455859 Nov 29 19:01:14.450952 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f880ad2-2081-483c-9168-578312dea6ab None None] Checking router: abb8665b-5a04-4408-b1fc-024e6ac82e7b for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:01:14.459534 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f880ad2-2081-483c-9168-578312dea6ab None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:01:14.460145 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-6f880ad2-2081-483c-9168-578312dea6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:00:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:01:14.474401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8ed7e-87f6-4272-8565-799cf92ac3f2 req-5d3d83ba-3de4-449c-b12a-a5cb6de21bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:14.475978 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fab8ed7e-87f6-4272-8565-799cf92ac3f2 req-5d3d83ba-3de4-449c-b12a-a5cb6de21bee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411754 Nov 29 19:01:14.567908 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-6f880ad2-2081-483c-9168-578312dea6ab None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:01:14.571595 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fab8ed7e-87f6-4272-8565-799cf92ac3f2 req-7e3f9dd6-caf4-403b-b901-6191c2525757 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874047 Nov 29 19:01:14.662553 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fab8ed7e-87f6-4272-8565-799cf92ac3f2 req-a6f331b0-4238-411c-9f65-92527069731a service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833454 Nov 29 19:01:14.789843 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-6f880ad2-2081-483c-9168-578312dea6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c504923d-6ac4-4f4d-b85f-6bce0f43d059', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'port_id': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'mac_address': 'fa:16:3e:c5:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:58:39Z', 'updated_at': '2021-11-29T19:01:13Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:01:14.820056 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f880ad2-2081-483c-9168-578312dea6ab None None] The sync data for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 is: [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c504923d-6ac4-4f4d-b85f-6bce0f43d059', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'port_id': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'mac_address': 'fa:16:3e:c5:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:58:39Z', 'updated_at': '2021-11-29T19:01:13Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:01:15.024607 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372e4d48-5a82-45f4-b62d-37896e3b7107 None None] New status for floating IP c504923d-6ac4-4f4d-b85f-6bce0f43d059: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:01:22.534917 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:01:24.078148 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-82871524-4d47-495a-a895-e7a61cdfc51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:26.529556 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6787eec2-c5dd-4f6d-be4a-a39ef0365a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:27.756507 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:27.810479 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:29.350878 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:30.083201 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:30.288614 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:36.653118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85836972-6258-42ce-a5d7-b30a22e9d89e req-b30fdc7e-4f9b-42de-8b50-ec4ef4fe3900 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467386 Nov 29 19:01:36.736580 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85836972-6258-42ce-a5d7-b30a22e9d89e req-73b6402d-9179-4d72-9016-44ad2c9f27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:36.738127 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85836972-6258-42ce-a5d7-b30a22e9d89e req-73b6402d-9179-4d72-9016-44ad2c9f27e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 1096 time: 0.0430393 Nov 29 19:01:36.841372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85836972-6258-42ce-a5d7-b30a22e9d89e req-2573fbb5-309a-4530-b802-0b8be3cfbecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:36.842923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85836972-6258-42ce-a5d7-b30a22e9d89e req-2573fbb5-309a-4530-b802-0b8be3cfbecb service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0839486 Nov 29 19:01:36.912865 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85836972-6258-42ce-a5d7-b30a22e9d89e req-e2a14bad-6e93-4b7c-8727-90c5632263b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81 HTTP/1.1" status: 200 len: 1001 time: 0.0608613 Nov 29 19:01:36.963231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85836972-6258-42ce-a5d7-b30a22e9d89e req-8db944ca-e695-4153-a0ca-cbed6bc711e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:36.965317 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85836972-6258-42ce-a5d7-b30a22e9d89e req-8db944ca-e695-4153-a0ca-cbed6bc711e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0435858 Nov 29 19:01:37.010429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85836972-6258-42ce-a5d7-b30a22e9d89e req-a9c4a69f-9fd5-4d55-b90f-bcaa70ade33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:01:37.012460 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85836972-6258-42ce-a5d7-b30a22e9d89e req-a9c4a69f-9fd5-4d55-b90f-bcaa70ade33d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395160 Nov 29 19:01:37.106892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85836972-6258-42ce-a5d7-b30a22e9d89e req-395d1b5c-87fa-4127-80e5-44102cf8a009 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860019 Nov 29 19:01:37.201211 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-85836972-6258-42ce-a5d7-b30a22e9d89e req-6f8add2b-917d-4d29-bddf-8ccbadd8fcf7 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815587 Nov 29 19:01:54.079165 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90c55347-09ee-478e-a0b7-6915f1c51166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:56.531679 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-68f32134-832f-406c-b4b7-c3b7febada43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:57.768166 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:57.811026 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:59.355059 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:01:59.533923 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:02:00.085639 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:00.287219 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:24.081076 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b16784a-6daa-4a33-bd6d-cd84616b96e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:26.533723 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2985c5ef-4a0d-499d-8c17-a72d0616dfb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:27.768657 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:27.815620 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:29.358174 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:30.089924 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:30.304155 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:36.533592 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:02:36.666211 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c52cc697-90ec-48fc-99de-6aa77fc198e7 req-cad08856-9cc9-4002-be03-026c17b3eedb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414760 Nov 29 19:02:36.761576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cc697-90ec-48fc-99de-6aa77fc198e7 req-dacfc9b1-4fda-4c48-8d24-a305a04fe7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:36.763138 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c52cc697-90ec-48fc-99de-6aa77fc198e7 req-dacfc9b1-4fda-4c48-8d24-a305a04fe7d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 1096 time: 0.0475898 Nov 29 19:02:36.873265 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cc697-90ec-48fc-99de-6aa77fc198e7 req-7c704b28-c0f9-4257-8c48-a379d4c20ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:36.874748 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c52cc697-90ec-48fc-99de-6aa77fc198e7 req-7c704b28-c0f9-4257-8c48-a379d4c20ca9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0841262 Nov 29 19:02:36.952529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c52cc697-90ec-48fc-99de-6aa77fc198e7 req-1bf22b26-1490-4f32-b010-545aba352fec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81 HTTP/1.1" status: 200 len: 1001 time: 0.0641925 Nov 29 19:02:37.007018 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cc697-90ec-48fc-99de-6aa77fc198e7 req-4c5677fe-e62f-4920-b2ed-12dea39f7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:37.008539 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c52cc697-90ec-48fc-99de-6aa77fc198e7 req-4c5677fe-e62f-4920-b2ed-12dea39f7c34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0450685 Nov 29 19:02:37.059766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cc697-90ec-48fc-99de-6aa77fc198e7 req-18cfadb9-2cf9-48f2-8f09-8a239a10efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:37.061275 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c52cc697-90ec-48fc-99de-6aa77fc198e7 req-18cfadb9-2cf9-48f2-8f09-8a239a10efa9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410175 Nov 29 19:02:37.159902 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c52cc697-90ec-48fc-99de-6aa77fc198e7 req-a7d16705-52c8-4094-b19a-842b16bbc63a service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870202 Nov 29 19:02:37.253525 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c52cc697-90ec-48fc-99de-6aa77fc198e7 req-620ebbc7-7fdb-4c5f-993a-2a409d569861 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817351 Nov 29 19:02:54.090948 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6530917c-0c76-4c93-83ee-f599a546a673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:54.239292 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18306e-485f-485e-b401-6a9a755cfdce req-f316d82b-7ecd-4c3a-bdc7-d170d512d09b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:54.240929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e18306e-485f-485e-b401-6a9a755cfdce req-f316d82b-7ecd-4c3a-bdc7-d170d512d09b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.1522982 Nov 29 19:02:54.303571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e18306e-485f-485e-b401-6a9a755cfdce req-a76cbe60-7789-4137-8020-cf181c64f4dd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552883 Nov 29 19:02:55.489121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1963132-d729-44a8-b34e-a5619ff72d66 req-7055166b-148a-4be9-b713-290fb4d34b6b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:55.490804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1963132-d729-44a8-b34e-a5619ff72d66 req-7055166b-148a-4be9-b713-290fb4d34b6b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.1101062 Nov 29 19:02:55.548128 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1963132-d729-44a8-b34e-a5619ff72d66 req-ab5dde6e-65fe-49f6-9d3e-e7d787823194 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498781 Nov 29 19:02:56.540151 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-057931a4-05d8-4487-b329-c10e3f20d003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:56.699402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b315db-6936-48a1-bb6b-17127d9c4e25 req-1d9f8e06-fa31-42fd-a76d-884ce3950598 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:56.701073 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4b315db-6936-48a1-bb6b-17127d9c4e25 req-1d9f8e06-fa31-42fd-a76d-884ce3950598 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0567365 Nov 29 19:02:56.758332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4b315db-6936-48a1-bb6b-17127d9c4e25 req-c7d8df9f-c924-43ca-9f2b-532ecadaf777 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500655 Nov 29 19:02:57.776743 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:57.823723 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:02:57.904463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376c9cb-d723-436c-8178-a5222bea07e0 req-dc49c5b9-4961-4092-bee9-be69d4ee1084 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:57.906335 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2376c9cb-d723-436c-8178-a5222bea07e0 req-dc49c5b9-4961-4092-bee9-be69d4ee1084 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0652020 Nov 29 19:02:57.975869 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2376c9cb-d723-436c-8178-a5222bea07e0 req-51d61a2a-e34a-49e4-80f0-c95e2f6ef5a5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576212 Nov 29 19:02:59.112066 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee26c8-a52a-4791-bb02-e77a4b57c583 req-04c60e98-0c6d-4285-b559-10c897548546 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:02:59.113712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5ee26c8-a52a-4791-bb02-e77a4b57c583 req-04c60e98-0c6d-4285-b559-10c897548546 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0586429 Nov 29 19:02:59.171956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5ee26c8-a52a-4791-bb02-e77a4b57c583 req-bb600c7e-7830-4948-b559-f8d839e56d24 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472026 Nov 29 19:02:59.372807 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:00.094689 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:00.303918 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:00.314982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653a5f1-2961-46a4-85b2-999309dc5436 req-e1feecf6-4d1f-447e-8ac8-7bade6cd1fd5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:00.316683 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b653a5f1-2961-46a4-85b2-999309dc5436 req-e1feecf6-4d1f-447e-8ac8-7bade6cd1fd5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0683823 Nov 29 19:03:00.376746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b653a5f1-2961-46a4-85b2-999309dc5436 req-04bd45cd-d54e-4b2b-b750-6b7367742e04 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533049 Nov 29 19:03:01.508364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacd701-9bf3-4e86-9b56-006ba5078924 req-bff6b89c-de94-4f69-b7f4-1c51888fc66e tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:01.510055 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccacd701-9bf3-4e86-9b56-006ba5078924 req-bff6b89c-de94-4f69-b7f4-1c51888fc66e tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0548372 Nov 29 19:03:01.571034 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ccacd701-9bf3-4e86-9b56-006ba5078924 req-20e393fa-fb44-4801-b627-b3e57b1be562 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497396 Nov 29 19:03:02.734029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc94ea-1317-4c31-8fb8-ceee40a11831 req-c0be476a-bd5d-41e7-9cae-68fac1b0cc6d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:02.736325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3fc94ea-1317-4c31-8fb8-ceee40a11831 req-c0be476a-bd5d-41e7-9cae-68fac1b0cc6d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0590167 Nov 29 19:03:02.796556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3fc94ea-1317-4c31-8fb8-ceee40a11831 req-b37480dd-b359-444d-a7c0-b932b8ed1fda tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533524 Nov 29 19:03:03.949544 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a6470-ec64-49c5-85e4-1f63d2ddb13a req-917decb8-1985-41a4-8b67-de8078336a86 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:03.951418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a63a6470-ec64-49c5-85e4-1f63d2ddb13a req-917decb8-1985-41a4-8b67-de8078336a86 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0615060 Nov 29 19:03:04.010655 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a63a6470-ec64-49c5-85e4-1f63d2ddb13a req-4a88cfca-d23b-48b3-84d5-9f1b22ba881b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480900 Nov 29 19:03:05.183744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3868339-4ecb-4101-890a-79fd4ff4fe12 req-a124da35-e502-4ee4-a8d8-9fe6eb69b37a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:05.185556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3868339-4ecb-4101-890a-79fd4ff4fe12 req-a124da35-e502-4ee4-a8d8-9fe6eb69b37a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0558028 Nov 29 19:03:05.243233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3868339-4ecb-4101-890a-79fd4ff4fe12 req-ef27e19d-11b0-42d5-9699-8b65fe4fdf28 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502932 Nov 29 19:03:05.595406 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c1633-d377-4688-a187-5de644f834ce req-587e7990-ff25-49f7-bcfe-f552e75bbdbd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:05.597258 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca4c1633-d377-4688-a187-5de644f834ce req-587e7990-ff25-49f7-bcfe-f552e75bbdbd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0658751 Nov 29 19:03:05.659808 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca4c1633-d377-4688-a187-5de644f834ce req-4be1b1f6-a09a-4203-9370-6d52238a05a2 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541451 Nov 29 19:03:05.699817 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-31be6308-b796-4a19-ba6e-a7d84a7c7100 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1699820 Nov 29 19:03:06.812954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22def2-43fa-4016-966a-7b7b6eb88832 req-2c3065e5-9f5f-41ff-a43e-1c93d32118a1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:06.814897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a22def2-43fa-4016-966a-7b7b6eb88832 req-2c3065e5-9f5f-41ff-a43e-1c93d32118a1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0560961 Nov 29 19:03:06.871055 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a22def2-43fa-4016-966a-7b7b6eb88832 req-25c5f404-917d-475c-af0e-945ebdf4c482 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496130 Nov 29 19:03:08.002484 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668846ae-13ea-4e35-b15e-84bbe327af65 req-781946cc-f724-417f-ad59-08b2b856591d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:08.004513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-668846ae-13ea-4e35-b15e-84bbe327af65 req-781946cc-f724-417f-ad59-08b2b856591d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0552831 Nov 29 19:03:08.068799 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-668846ae-13ea-4e35-b15e-84bbe327af65 req-9ae9ff00-00c4-4974-9dfa-8871ea490814 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573323 Nov 29 19:03:09.203299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbabfc7-af22-49f2-a806-74ee2f6a08c9 req-224928f0-45d0-4bb9-884f-fb54b1055d89 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:09.204981 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adbabfc7-af22-49f2-a806-74ee2f6a08c9 req-224928f0-45d0-4bb9-884f-fb54b1055d89 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0553749 Nov 29 19:03:09.267545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-adbabfc7-af22-49f2-a806-74ee2f6a08c9 req-0db547a0-045e-4d2d-ae60-b04a89b93da5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518372 Nov 29 19:03:10.049513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-e4302c28-be05-49bc-a31e-8a1c9269f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:10.051669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-e4302c28-be05-49bc-a31e-8a1c9269f7e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 1096 time: 0.0512979 Nov 29 19:03:10.164912 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-4c093f08-c31a-4d28-982a-6fa79c11ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:10.166437 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-4c093f08-c31a-4d28-982a-6fa79c11ee25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.1035018 Nov 29 19:03:10.244827 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-ea0190c0-3673-448b-81d1-d2ab1c92335d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81 HTTP/1.1" status: 200 len: 1001 time: 0.0666997 Nov 29 19:03:10.311033 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-b4f26baa-47a1-485e-950a-0070a7d3c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:10.313562 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-b4f26baa-47a1-485e-950a-0070a7d3c490 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0567572 Nov 29 19:03:10.435432 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-f309e7e6-10b1-48cf-8f38-1a0aff476b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:10.437109 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-f309e7e6-10b1-48cf-8f38-1a0aff476b2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119099 Nov 29 19:03:10.464286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf58180-a9e7-41fc-81a3-cd1cbe94f199 req-a9dca500-3c11-45c0-be47-76439e2c9ff2 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:10.465945 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbf58180-a9e7-41fc-81a3-cd1cbe94f199 req-a9dca500-3c11-45c0-be47-76439e2c9ff2 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0827215 Nov 29 19:03:10.585992 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbf58180-a9e7-41fc-81a3-cd1cbe94f199 req-f2a740e6-cfbb-4040-87d3-fe3b094b4df8 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063244 Nov 29 19:03:10.601341 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-b7a84664-ca39-4907-9504-a5c35d032240 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525350 Nov 29 19:03:10.706332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-8abede37-566e-4eb7-9e16-aa8890f446c9 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933609 Nov 29 19:03:11.731787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d45b5-35ce-4c78-bf57-61f4e4f803c5 req-2d23d7af-5d4c-4c03-b513-77865f0dc606 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:11.733462 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c60d45b5-35ce-4c78-bf57-61f4e4f803c5 req-2d23d7af-5d4c-4c03-b513-77865f0dc606 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0561812 Nov 29 19:03:11.796591 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c60d45b5-35ce-4c78-bf57-61f4e4f803c5 req-190ebb19-1663-40f3-b555-3fc0e03fc68e tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518272 Nov 29 19:03:12.924924 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b802cb-1ed8-4922-84a4-14b54cd1b23f req-01be816d-f7ff-4378-b6bd-53b6b61c1f91 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:12.927152 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52b802cb-1ed8-4922-84a4-14b54cd1b23f req-01be816d-f7ff-4378-b6bd-53b6b61c1f91 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0545285 Nov 29 19:03:13.016718 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52b802cb-1ed8-4922-84a4-14b54cd1b23f req-fd1fd8e4-37a0-44c8-96bf-21c9655a4d84 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822792 Nov 29 19:03:13.038973 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-30074818-1211-431c-a484-e4f21f4be5af service neutron] show failed (client error): The resource could not be found. Nov 29 19:03:13.040032 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-30074818-1211-431c-a484-e4f21f4be5af service neutron] 10.222.0.20 "GET /v2.0/ports/cc551a4d-f712-40bf-92ab-ed8c3b762d81/bindings/n-h2-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.0828574 Nov 29 19:03:13.336399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-427b89de-ec18-4696-ac6c-21acf02a1f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:13.338147 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-427b89de-ec18-4696-ac6c-21acf02a1f08 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676&tenant_id=38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 1096 time: 0.0975218 Nov 29 19:03:13.351596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:03:13.414258 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:13.535203 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:03:13.667366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] For port cc551a4d-f712-40bf-92ab-ed8c3b762d81, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:03:13.727086 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] For port cc551a4d-f712-40bf-92ab-ed8c3b762d81, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:03:13.776783 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:03:13.779612 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ef09c9-a39d-4d15-803d-b2d44c6321ae" -d '{"events": [{"server_uuid": "be3c9161-797b-4be8-94ce-e70247f2f676", "name": "network-vif-unplugged", "status": "completed", "tag": "cc551a4d-f712-40bf-92ab-ed8c3b762d81"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:03:13.784464 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:13.803756 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Transition to ACTIVE for port object cc551a4d-f712-40bf-92ab-ed8c3b762d81 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:03:13.808645 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:13.891397 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 19:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d8fd7c-a659-4402-8ec5-bd2f05eef6ea x-openstack-request-id: req-63d8fd7c-a659-4402-8ec5-bd2f05eef6ea {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:03:13.891729 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3c9161-797b-4be8-94ce-e70247f2f676", "name": "network-vif-unplugged", "status": "completed", "tag": "cc551a4d-f712-40bf-92ab-ed8c3b762d81", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:03:13.891948 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63d8fd7c-a659-4402-8ec5-bd2f05eef6ea {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:03:13.892361 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81', 'code': 200} Nov 29 19:03:13.911789 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Pushing event updated for resources: {'Port': ['ID=cc551a4d-f712-40bf-92ab-ed8c3b762d81,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:13.925998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:13.926988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:13.926988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:13.927319 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:13.928004 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:13.928413 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:13.928756 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:13.929160 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:13.929509 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:13.929847 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:13.930183 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:13.930522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:13.973174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] No DVR routers for this DVR port cc551a4d-f712-40bf-92ab-ed8c3b762d81 on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:03:14.210263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Attempting to bind port cc551a4d-f712-40bf-92ab-ed8c3b762d81 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:03:14.210615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Attempting to bind port cc551a4d-f712-40bf-92ab-ed8c3b762d81 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:03:14.211041 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Attempting to bind port cc551a4d-f712-40bf-92ab-ed8c3b762d81 on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:03:14.219260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Port cc551a4d-f712-40bf-92ab-ed8c3b762d81 on network 99ab6784-faf3-48c5-ba99-02767cd84205 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:03:14.219684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Attempting to bind port cc551a4d-f712-40bf-92ab-ed8c3b762d81 on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:03:14.228684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:03:14.229081 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Checking segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:03:14.229514 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Bound using segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:03:14.230102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Bound port: cc551a4d-f712-40bf-92ab-ed8c3b762d81, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:03:14.230537 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:14.249123 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e52bbb-a00b-43d2-9363-57109c2e8d9e req-a96f907d-f52d-421d-8c48-eac27f13fa1b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:14.250818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e52bbb-a00b-43d2-9363-57109c2e8d9e req-a96f907d-f52d-421d-8c48-eac27f13fa1b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 943 time: 0.1080074 Nov 29 19:03:14.352293 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-81e52bbb-a00b-43d2-9363-57109c2e8d9e req-41dd1792-ce38-4475-933f-54f1ddf9e121 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921791 Nov 29 19:03:14.355899 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] For port cc551a4d-f712-40bf-92ab-ed8c3b762d81, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:03:14.360376 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] For port cc551a4d-f712-40bf-92ab-ed8c3b762d81, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:03:14.367204 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:14.401932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:14.403154 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:14.405466 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] 10.222.0.31 "PUT /v2.0/ports/cc551a4d-f712-40bf-92ab-ed8c3b762d81 HTTP/1.1" status: 200 len: 1091 time: 1.0582154 Nov 29 19:03:14.487068 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166ecdc-3dd1-4913-94c5-217424fa8213 service neutron] Pushing event updated for resources: {'Port': ['ID=cc551a4d-f712-40bf-92ab-ed8c3b762d81,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:14.511855 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-962dafeb-27b5-4167-9d6d-91ab34f8cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:14.513749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-962dafeb-27b5-4167-9d6d-91ab34f8cfd9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 1094 time: 0.0798633 Nov 29 19:03:14.646999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-639247e2-77a7-481d-84f3-7b73a688719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:14.648705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-639247e2-77a7-481d-84f3-7b73a688719d service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.1281469 Nov 29 19:03:14.725630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-01acccae-f493-4c54-84f6-27a6734fac60 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81 HTTP/1.1" status: 200 len: 999 time: 0.0692997 Nov 29 19:03:14.793410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-2e88a584-dfd4-4bc4-8eef-10f10bd4a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:14.794966 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-2e88a584-dfd4-4bc4-8eef-10f10bd4a46c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0624294 Nov 29 19:03:14.871372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-74cbd4be-c9ce-4314-8d35-4f0fe31a6e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:14.873991 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-74cbd4be-c9ce-4314-8d35-4f0fe31a6e5c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718319 Nov 29 19:03:14.978436 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-06235f0f-f208-4c30-a1c0-099a46bc3659 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968711 Nov 29 19:03:15.099929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b5bcec1-529b-492d-bbcc-1bdeb2fe853d req-637f6bca-a582-4348-a708-445a68357210 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142607 Nov 29 19:03:15.500196 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1c2b7-8b7d-4a0b-8e0a-be876307ad61 req-4176b458-698d-42af-831c-bd241460fa46 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:15.501721 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62f1c2b7-8b7d-4a0b-8e0a-be876307ad61 req-4176b458-698d-42af-831c-bd241460fa46 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 943 time: 0.0576127 Nov 29 19:03:15.558569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-62f1c2b7-8b7d-4a0b-8e0a-be876307ad61 req-64006762-f0b4-46e5-afd6-207b9758d2b5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488932 Nov 29 19:03:15.893800 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'tag': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:03:15.896473 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a5cfcb-26d6-427e-a0db-082eb8454fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "be3c9161-797b-4be8-94ce-e70247f2f676", "tag": "cc551a4d-f712-40bf-92ab-ed8c3b762d81"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:03:15.950932 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7513e8d-0916-4650-83ab-90377b6c44df x-openstack-request-id: req-f7513e8d-0916-4650-83ab-90377b6c44df {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:03:15.951510 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be3c9161-797b-4be8-94ce-e70247f2f676", "tag": "cc551a4d-f712-40bf-92ab-ed8c3b762d81", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:03:15.951870 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7513e8d-0916-4650-83ab-90377b6c44df {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:03:15.952193 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'tag': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81', 'status': 'completed', 'code': 200} Nov 29 19:03:16.051089 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-8e5d05cd-2278-4a00-8b92-5ce32fc327da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:16.052036 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-8e5d05cd-2278-4a00-8b92-5ce32fc327da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 1094 time: 0.0790260 Nov 29 19:03:16.059708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-b984e2cc-ab72-463c-a65c-c8f46dd441e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:16.061254 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-b984e2cc-ab72-463c-a65c-c8f46dd441e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 1094 time: 0.0579183 Nov 29 19:03:16.227271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-aa79a544-ac1c-4697-89fb-bdfa78cc4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:16.228701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-aa79a544-ac1c-4697-89fb-bdfa78cc4164 service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.1665440 Nov 29 19:03:16.233857 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-550931fe-99c1-43b5-8f98-38a20d2caf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:16.235382 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-550931fe-99c1-43b5-8f98-38a20d2caf14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.1537476 Nov 29 19:03:16.348946 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-408b84e7-b9e0-426f-ab94-5276bd3c921a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81 HTTP/1.1" status: 200 len: 999 time: 0.1113300 Nov 29 19:03:16.366442 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-52393483-383c-4221-972f-758b74083b1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81 HTTP/1.1" status: 200 len: 999 time: 0.1198056 Nov 29 19:03:16.693206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device cc551a4d-f712-40bf-92ab-ed8c3b762d81 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:03:16.767978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device cc551a4d-f712-40bf-92ab-ed8c3b762d81 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:03:16.829239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-d78a2f11-7f5b-4ce0-9288-e341cd7179fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:16.830900 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-d78a2f11-7f5b-4ce0-9288-e341cd7179fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.4742134 Nov 29 19:03:16.833913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-f59416fc-6d9f-478f-a335-dea8f54a606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:16.835578 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-f59416fc-6d9f-478f-a335-dea8f54a606b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.4472618 Nov 29 19:03:16.904412 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58796075-684f-4f32-9a57-cb33dc326692 req-9410c1ec-51ea-4227-9b60-cd19d1d5d2af tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:16.905956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-58796075-684f-4f32-9a57-cb33dc326692 req-9410c1ec-51ea-4227-9b60-cd19d1d5d2af tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 943 time: 0.1354132 Nov 29 19:03:16.944770 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-418844f6-18ca-464f-99f4-a48fe0abbcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:16.946321 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-418844f6-18ca-464f-99f4-a48fe0abbcf8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973241 Nov 29 19:03:16.953171 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-c856c954-0129-47c0-ad6d-808b389ae75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:16.954666 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-c856c954-0129-47c0-ad6d-808b389ae75f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155684 Nov 29 19:03:17.075162 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-58796075-684f-4f32-9a57-cb33dc326692 req-4c80b6d9-80cf-4fd2-8368-0cfbc2b8dc2b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607790 Nov 29 19:03:17.144429 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-67012a54-b3eb-4282-9d14-2c6fbd20cf90 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831925 Nov 29 19:03:17.146970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-2dd30bf3-fb7e-4044-9b39-926e011b3d4c service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744678 Nov 29 19:03:17.324699 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-e384392a-1d85-4539-8251-c53ac4566399 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695938 Nov 29 19:03:17.327180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43a5cfcb-26d6-427e-a0db-082eb8454fe7 req-bc7f2d9e-f582-4303-8291-46b23d445cb6 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704566 Nov 29 19:03:17.534023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device cc551a4d-f712-40bf-92ab-ed8c3b762d81 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:03:17.680017 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port cc551a4d-f712-40bf-92ab-ed8c3b762d81, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:03:17.695202 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'port_id': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81', 'mac_address': 'fa:16:3e:c5:04:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:03:17.741433 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:17.757446 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc551a4d-f712-40bf-92ab-ed8c3b762d81 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:03:17.780221 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port cc551a4d-f712-40bf-92ab-ed8c3b762d81, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:03:17.785174 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:17.843582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=cc551a4d-f712-40bf-92ab-ed8c3b762d81,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:17.853237 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:17.853659 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:17.853973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:17.854294 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:17.854668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:17.855126 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:17.855467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:17.855808 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:17.856146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:17.856484 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:17.856820 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:17.857155 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:03:18.217329 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['cc551a4d-f712-40bf-92ab-ed8c3b762d81'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:03:18.223997 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f88a5-8cc5-42b7-b06f-02181b0b9322 req-c093fa50-9aee-42ec-88c6-6b526bd18dcc tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:18.227411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-153f88a5-8cc5-42b7-b06f-02181b0b9322 req-c093fa50-9aee-42ec-88c6-6b526bd18dcc tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 944 time: 0.0715547 Nov 29 19:03:18.306730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-153f88a5-8cc5-42b7-b06f-02181b0b9322 req-3762006a-eabe-48a8-94ad-23cc656269eb tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719993 Nov 29 19:03:18.605662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13092498-b3f2-4996-a2f0-2ae01d89abf1 req-5e2944ab-e919-43f4-b14d-594383bb4620 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:18.607271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13092498-b3f2-4996-a2f0-2ae01d89abf1 req-5e2944ab-e919-43f4-b14d-594383bb4620 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 944 time: 0.1152744 Nov 29 19:03:18.620809 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bafe32-06e2-4fbc-a834-0691454171d3 req-28b5a9ad-35ee-4abe-bd3a-5eebab062733 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:18.622441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08bafe32-06e2-4fbc-a834-0691454171d3 req-28b5a9ad-35ee-4abe-bd3a-5eebab062733 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.20 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676&tenant_id=38da743610a44382910e919a0f2ad012&binding%3Ahost_id=n-h2-819494-5 HTTP/1.1" status: 200 len: 944 time: 0.1080167 Nov 29 19:03:18.752196 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13092498-b3f2-4996-a2f0-2ae01d89abf1 req-ade4ba23-1684-44dc-aeae-a904ce4c8803 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284580 Nov 29 19:03:18.762890 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-08bafe32-06e2-4fbc-a834-0691454171d3 req-1ac2f011-2e2b-401b-bc4b-1d9d8d9090bf service neutron] delete failed (client error): The resource could not be found. Nov 29 19:03:18.763972 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08bafe32-06e2-4fbc-a834-0691454171d3 req-1ac2f011-2e2b-401b-bc4b-1d9d8d9090bf service neutron] 10.222.0.20 "DELETE /v2.0/ports/cc551a4d-f712-40bf-92ab-ed8c3b762d81/bindings/n-h1-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.1210935 Nov 29 19:03:18.868027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bafe32-06e2-4fbc-a834-0691454171d3 req-e134b6a6-2599-4fec-abde-9b69eb3e7d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:18.870002 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08bafe32-06e2-4fbc-a834-0691454171d3 req-e134b6a6-2599-4fec-abde-9b69eb3e7d16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 1095 time: 0.0504243 Nov 29 19:03:18.977291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bafe32-06e2-4fbc-a834-0691454171d3 req-cbafe6fb-6c59-4de2-a837-818e5ba77b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:18.978871 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08bafe32-06e2-4fbc-a834-0691454171d3 req-cbafe6fb-6c59-4de2-a837-818e5ba77b3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0957472 Nov 29 19:03:19.069854 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08bafe32-06e2-4fbc-a834-0691454171d3 req-f3dcdcc3-da7b-47dc-8b3e-f985bbab8336 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81 HTTP/1.1" status: 200 len: 1000 time: 0.0798702 Nov 29 19:03:19.129632 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bafe32-06e2-4fbc-a834-0691454171d3 req-ebb8fa65-1fe6-4543-9c22-6d432b5f437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:19.131205 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08bafe32-06e2-4fbc-a834-0691454171d3 req-ebb8fa65-1fe6-4543-9c22-6d432b5f437f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0496228 Nov 29 19:03:19.188046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bafe32-06e2-4fbc-a834-0691454171d3 req-efa755e9-7dca-4d4f-aac1-31b8accde983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:19.189654 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08bafe32-06e2-4fbc-a834-0691454171d3 req-efa755e9-7dca-4d4f-aac1-31b8accde983 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462370 Nov 29 19:03:19.302355 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08bafe32-06e2-4fbc-a834-0691454171d3 req-e72f6cbc-f015-4bfd-9867-a9f1d7a3508a service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004765 Nov 29 19:03:19.410423 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08bafe32-06e2-4fbc-a834-0691454171d3 req-96f9e5c1-c575-4a3a-951e-501fde173bd9 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949879 Nov 29 19:03:19.536100 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device cc551a4d-f712-40bf-92ab-ed8c3b762d81 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:03:19.595940 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port cc551a4d-f712-40bf-92ab-ed8c3b762d81 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:03:19.601043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port cc551a4d-f712-40bf-92ab-ed8c3b762d81 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:03:19.601427 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.688310 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.713479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:03:19.716176 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81f836c-9f17-421f-b539-abce2fe56ce9" -d '{"events": [{"server_uuid": "be3c9161-797b-4be8-94ce-e70247f2f676", "name": "network-vif-plugged", "status": "completed", "tag": "cc551a4d-f712-40bf-92ab-ed8c3b762d81"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:03:19.731270 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port cc551a4d-f712-40bf-92ab-ed8c3b762d81, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:03:19.736451 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:19.965587 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e33f5a9-cf96-4d74-b071-a7f3a2a19930 x-openstack-request-id: req-1e33f5a9-cf96-4d74-b071-a7f3a2a19930 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:03:19.966292 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3c9161-797b-4be8-94ce-e70247f2f676", "name": "network-vif-plugged", "status": "completed", "tag": "cc551a4d-f712-40bf-92ab-ed8c3b762d81", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:03:19.966722 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e33f5a9-cf96-4d74-b071-a7f3a2a19930 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:03:19.967370 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81', 'code': 200} Nov 29 19:03:19.985635 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06bb46-857a-4cca-a375-14f49457e671 req-f16ce261-01ea-45d6-9c53-d56045910f3b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:19.987394 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d06bb46-857a-4cca-a375-14f49457e671 req-f16ce261-01ea-45d6-9c53-d56045910f3b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0732789 Nov 29 19:03:20.005702 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=cc551a4d-f712-40bf-92ab-ed8c3b762d81,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:20.068722 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d06bb46-857a-4cca-a375-14f49457e671 req-ab70993e-3b13-40eb-922f-6ce25f3f48ce tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741956 Nov 29 19:03:21.228056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb232c6b-c04a-4721-a3f8-740c51d13395 req-6f6bef1a-de78-4329-ac07-b366293fe53a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:21.229854 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb232c6b-c04a-4721-a3f8-740c51d13395 req-6f6bef1a-de78-4329-ac07-b366293fe53a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0556879 Nov 29 19:03:21.288708 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb232c6b-c04a-4721-a3f8-740c51d13395 req-e3d41b15-1e17-484c-b161-452195869bc4 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511937 Nov 29 19:03:21.466195 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93aa7ad-4557-405a-85d0-ef287e3b06f3 req-a73267e2-5477-4c69-9e60-e6c2a2b68b6b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:21.467885 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d93aa7ad-4557-405a-85d0-ef287e3b06f3 req-a73267e2-5477-4c69-9e60-e6c2a2b68b6b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0655661 Nov 29 19:03:21.533480 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d93aa7ad-4557-405a-85d0-ef287e3b06f3 req-60e4db8b-cb58-499e-80b4-0eb163b647f2 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564976 Nov 29 19:03:21.853007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28af119-e59b-4a94-8fa7-3fca052e8538 req-4f8629db-cf69-40c9-8f34-d3fb82385179 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:21.855752 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d28af119-e59b-4a94-8fa7-3fca052e8538 req-4f8629db-cf69-40c9-8f34-d3fb82385179 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.1403656 Nov 29 19:03:21.876631 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b66bc-e4bf-48ad-97a6-ccf5e7c3fb4c req-95d35e25-ebfb-4f40-a4be-27a2d10ae2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:21.879275 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-689b66bc-e4bf-48ad-97a6-ccf5e7c3fb4c req-95d35e25-ebfb-4f40-a4be-27a2d10ae2ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 1096 time: 0.1176634 Nov 29 19:03:22.055169 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d28af119-e59b-4a94-8fa7-3fca052e8538 req-22c97587-987f-4f70-a1d5-5338236d0f5b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916440 Nov 29 19:03:22.105560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b66bc-e4bf-48ad-97a6-ccf5e7c3fb4c req-ec1df516-6920-450f-afc3-eeb4beda7e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:22.107051 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-689b66bc-e4bf-48ad-97a6-ccf5e7c3fb4c req-ec1df516-6920-450f-afc3-eeb4beda7e1f service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.2133245 Nov 29 19:03:22.181290 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-689b66bc-e4bf-48ad-97a6-ccf5e7c3fb4c req-15df9886-d1ac-443d-b5da-4d2d5206777e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81 HTTP/1.1" status: 200 len: 1001 time: 0.0657222 Nov 29 19:03:22.238748 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b66bc-e4bf-48ad-97a6-ccf5e7c3fb4c req-3ca334da-42b8-41d4-9e2d-a5a6e7c3612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:22.240544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-689b66bc-e4bf-48ad-97a6-ccf5e7c3fb4c req-3ca334da-42b8-41d4-9e2d-a5a6e7c3612a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0517936 Nov 29 19:03:22.297761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b66bc-e4bf-48ad-97a6-ccf5e7c3fb4c req-64a6a0da-3dfe-4a24-a255-dd2b652b081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:22.299420 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-689b66bc-e4bf-48ad-97a6-ccf5e7c3fb4c req-64a6a0da-3dfe-4a24-a255-dd2b652b081f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520172 Nov 29 19:03:22.411537 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-689b66bc-e4bf-48ad-97a6-ccf5e7c3fb4c req-5bc65e30-7987-43ed-9b00-412ac7f567cb service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042924 Nov 29 19:03:22.514675 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-689b66bc-e4bf-48ad-97a6-ccf5e7c3fb4c req-d19c9ab7-faf2-4c8e-b943-cafec92ab36b service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967028 Nov 29 19:03:23.192783 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123faaa7-84ee-4322-acd1-f2fe2823730c req-fa6b67b8-ab8b-45f8-a2b7-1ba440bbda32 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:23.194512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-123faaa7-84ee-4322-acd1-f2fe2823730c req-fa6b67b8-ab8b-45f8-a2b7-1ba440bbda32 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0545042 Nov 29 19:03:23.247261 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-123faaa7-84ee-4322-acd1-f2fe2823730c req-7fb4c00d-4696-47ae-ace6-64d7ee45973c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463865 Nov 29 19:03:23.524374 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429a43b-c647-4418-9cc1-191cf369a6c4 req-82ec2e1c-332c-4018-aa89-c2477f7e28c4 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:23.527187 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8429a43b-c647-4418-9cc1-191cf369a6c4 req-82ec2e1c-332c-4018-aa89-c2477f7e28c4 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0674930 Nov 29 19:03:23.581003 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8429a43b-c647-4418-9cc1-191cf369a6c4 req-58303541-3837-481a-8bf4-fbb5b71aca1a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475926 Nov 29 19:03:24.086082 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-627d980e-e17a-40ad-bd47-e59cc03046fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:24.772046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1cc09-fa12-4d29-8de5-8dd2db812efb req-356f69a3-17bb-4a9b-8c55-fbf922c1ae37 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:24.773763 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aff1cc09-fa12-4d29-8de5-8dd2db812efb req-356f69a3-17bb-4a9b-8c55-fbf922c1ae37 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.1181779 Nov 29 19:03:24.792002 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369844cc-b7f8-4fa4-823a-288df2f9c18a req-8c456d65-825c-4eba-8d93-c78907afcf8d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:24.793540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-369844cc-b7f8-4fa4-823a-288df2f9c18a req-8c456d65-825c-4eba-8d93-c78907afcf8d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.31 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 945 time: 0.0891626 Nov 29 19:03:24.899336 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aff1cc09-fa12-4d29-8de5-8dd2db812efb req-5397b6f7-839a-4e01-ac64-22b194a249bd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045735 Nov 29 19:03:24.932205 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-369844cc-b7f8-4fa4-823a-288df2f9c18a req-6da26ddd-b84c-40e5-8c5e-f8497a95f460 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Deleting port cc551a4d-f712-40bf-92ab-ed8c3b762d81 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:03:24.932580 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-369844cc-b7f8-4fa4-823a-288df2f9c18a req-6da26ddd-b84c-40e5-8c5e-f8497a95f460 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:25.035843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-369844cc-b7f8-4fa4-823a-288df2f9c18a req-6da26ddd-b84c-40e5-8c5e-f8497a95f460 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] For port cc551a4d-f712-40bf-92ab-ed8c3b762d81, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=cc551a4d-f712-40bf-92ab-ed8c3b762d81,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:03:25.036346 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-369844cc-b7f8-4fa4-823a-288df2f9c18a req-6da26ddd-b84c-40e5-8c5e-f8497a95f460 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:25.364940 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-369844cc-b7f8-4fa4-823a-288df2f9c18a req-6da26ddd-b84c-40e5-8c5e-f8497a95f460 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:25.365313 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-369844cc-b7f8-4fa4-823a-288df2f9c18a req-6da26ddd-b84c-40e5-8c5e-f8497a95f460 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:25.365644 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-369844cc-b7f8-4fa4-823a-288df2f9c18a req-6da26ddd-b84c-40e5-8c5e-f8497a95f460 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Floating IP c504923d-6ac4-4f4d-b85f-6bce0f43d059 disassociated. External IP: 172.25.3.200, port: cc551a4d-f712-40bf-92ab-ed8c3b762d81. Nov 29 19:03:25.366001 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-369844cc-b7f8-4fa4-823a-288df2f9c18a req-6da26ddd-b84c-40e5-8c5e-f8497a95f460 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Calling delete_port for cc551a4d-f712-40bf-92ab-ed8c3b762d81 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:03:25.515670 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-369844cc-b7f8-4fa4-823a-288df2f9c18a req-6da26ddd-b84c-40e5-8c5e-f8497a95f460 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:25.547978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da26ddd-b84c-40e5-8c5e-f8497a95f460 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Pushing event deleted for resources: {'Port': ['ID=cc551a4d-f712-40bf-92ab-ed8c3b762d81,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:25.704454 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-369844cc-b7f8-4fa4-823a-288df2f9c18a req-6da26ddd-b84c-40e5-8c5e-f8497a95f460 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Router abb8665b-5a04-4408-b1fc-024e6ac82e7b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:03:25.873383 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-369844cc-b7f8-4fa4-823a-288df2f9c18a req-6da26ddd-b84c-40e5-8c5e-f8497a95f460 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:03:25.888519 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe87381-0dd3-4549-be76-c4ca0a442e4e None None] Sync routers for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:03:25.907671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe87381-0dd3-4549-be76-c4ca0a442e4e None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:03:25.909009 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-cbe87381-0dd3-4549-be76-c4ca0a442e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:02:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:03:25.948186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-369844cc-b7f8-4fa4-823a-288df2f9c18a req-6da26ddd-b84c-40e5-8c5e-f8497a95f460 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] No DVR routers for this DVR port cc551a4d-f712-40bf-92ab-ed8c3b762d81 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:03:25.952615 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-369844cc-b7f8-4fa4-823a-288df2f9c18a req-6da26ddd-b84c-40e5-8c5e-f8497a95f460 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:25.958893 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-369844cc-b7f8-4fa4-823a-288df2f9c18a req-6da26ddd-b84c-40e5-8c5e-f8497a95f460 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.31 "DELETE /v2.0/ports/cc551a4d-f712-40bf-92ab-ed8c3b762d81 HTTP/1.1" status: 204 len: 173 time: 1.1566362 Nov 29 19:03:25.959634 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'name': 'network-vif-deleted', 'tag': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:03:25.963800 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c909a2e-20f0-4d1f-9f98-724637e1f2e5" -d '{"events": [{"server_uuid": "be3c9161-797b-4be8-94ce-e70247f2f676", "name": "network-vif-deleted", "tag": "cc551a4d-f712-40bf-92ab-ed8c3b762d81"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:03:26.055395 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc1d7859-0ad6-442a-84e2-06009859aeb7 req-b09d8162-a201-44ea-9415-1a3bd0ba2a2c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=be3c9161-797b-4be8-94ce-e70247f2f676 HTTP/1.1" status: 200 len: 210 time: 0.0515900 Nov 29 19:03:26.072818 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f6c31b-2667-44b1-8e94-bb9fadc8e49f x-openstack-request-id: req-62f6c31b-2667-44b1-8e94-bb9fadc8e49f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:03:26.073016 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-cbe87381-0dd3-4549-be76-c4ca0a442e4e None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:03:26.073209 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be3c9161-797b-4be8-94ce-e70247f2f676", "name": "network-vif-deleted", "tag": "cc551a4d-f712-40bf-92ab-ed8c3b762d81", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:03:26.073487 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62f6c31b-2667-44b1-8e94-bb9fadc8e49f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:03:26.074851 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3c9161-797b-4be8-94ce-e70247f2f676', 'name': 'network-vif-deleted', 'tag': 'cc551a4d-f712-40bf-92ab-ed8c3b762d81', 'status': 'completed', 'code': 200} Nov 29 19:03:26.351469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-cbe87381-0dd3-4549-be76-c4ca0a442e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:03:26.382267 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe87381-0dd3-4549-be76-c4ca0a442e4e None None] Checking router: abb8665b-5a04-4408-b1fc-024e6ac82e7b for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:03:26.391976 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe87381-0dd3-4549-be76-c4ca0a442e4e None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:03:26.392516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-cbe87381-0dd3-4549-be76-c4ca0a442e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:02:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:03:26.513888 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-cbe87381-0dd3-4549-be76-c4ca0a442e4e None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:03:26.582467 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-237ff898-ff28-48e1-a4d0-4e01d412e9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:26.763369 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-cbe87381-0dd3-4549-be76-c4ca0a442e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:03:26.796177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe87381-0dd3-4549-be76-c4ca0a442e4e None None] The sync data for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 is: [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:03:27.077886 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b9c8e4-e486-47ff-83d0-a1366806e2af None None] New status for floating IP c504923d-6ac4-4f4d-b85f-6bce0f43d059: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:03:27.441058 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-3fc74f67-2d52-450c-81e1-ff4b61429d9c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1315076985&fields=id&tenant_id=38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 267 time: 0.0506327 Nov 29 19:03:27.575561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-15f3dd4b-c071-4a56-a290-e1de1901fa05 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:27.577551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-15f3dd4b-c071-4a56-a290-e1de1901fa05 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 811 time: 0.1280246 Nov 29 19:03:27.598517 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-ed19055f-f18b-47d5-a325-b47ed2fed1ba tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/quotas/38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 375 time: 0.0122266 Nov 29 19:03:27.662592 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8e237673-7ae0-432e-913d-efdc7e8c25a7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563192 Nov 29 19:03:27.775425 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:27.824184 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:27.858886 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-19d37328-50d0-4c91-949e-c0a00eb7341d service neutron] 10.222.0.23 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829607 Nov 29 19:03:27.967043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-19769b3e-0eea-478c-9af9-3f38207b056b service neutron] 10.222.0.23 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999830 Nov 29 19:03:28.178816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32540725-a912-4ebb-ab5a-72f94b807e76 req-bd6bb5f0-65cd-4871-ba38-bd08d8341cd0 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 210 time: 0.0333657 Nov 29 19:03:29.315673 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5c4ee5f-0ec2-41d9-8137-87c9c3d2f387 req-806f144f-1447-4fc3-8f22-035a62cf318f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 210 time: 0.0392783 Nov 29 19:03:29.371522 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:29.549737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-754a2602-2d65-4ec5-8864-150f7c0b84b6 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:29.553105 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-754a2602-2d65-4ec5-8864-150f7c0b84b6 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 811 time: 0.1858137 Nov 29 19:03:29.599898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device cc551a4d-f712-40bf-92ab-ed8c3b762d81 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:03:29.638854 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: cc551a4d-f712-40bf-92ab-ed8c3b762d81 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:03:29.639775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device cc551a4d-f712-40bf-92ab-ed8c3b762d81 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:03:29.647232 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-9a7903ab-00ae-46a9-9c82-080fd18eac06 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 380 time: 0.0783999 Nov 29 19:03:29.660523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-4570d45d-742f-4d5d-9bd9-d8c764a29624 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Request body: {'port': {'device_id': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'admin_state_up': True, 'tenant_id': '38da743610a44382910e919a0f2ad012', 'security_groups': ['13080df5-e819-4e49-9294-995f85e1f529']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:03:29.784305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-4570d45d-742f-4d5d-9bd9-d8c764a29624 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Made reservation on behalf of 38da743610a44382910e919a0f2ad012 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:03:29.788064 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-4570d45d-742f-4d5d-9bd9-d8c764a29624 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:29.937829 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-4570d45d-742f-4d5d-9bd9-d8c764a29624 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Allocated IP 172.20.0.13 (99ab6784-faf3-48c5-ba99-02767cd84205/b415006c-7190-46f2-abc4-b858f9542032/f30c8264-81a7-42f5-808d-6d68041c4d8d) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:03:30.092270 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:30.166560 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-4570d45d-742f-4d5d-9bd9-d8c764a29624 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:30.211655 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-4570d45d-742f-4d5d-9bd9-d8c764a29624 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:30.265525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-4570d45d-742f-4d5d-9bd9-d8c764a29624 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Network 99ab6784-faf3-48c5-ba99-02767cd84205 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:03:30.269357 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-4570d45d-742f-4d5d-9bd9-d8c764a29624 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:03:30.272802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-4570d45d-742f-4d5d-9bd9-d8c764a29624 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:03:30.313746 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:30.318984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570d45d-742f-4d5d-9bd9-d8c764a29624 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Pushing event updated for resources: {'Port': ['ID=f30c8264-81a7-42f5-808d-6d68041c4d8d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:30.373684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-4570d45d-742f-4d5d-9bd9-d8c764a29624 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:30.374851 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-4570d45d-742f-4d5d-9bd9-d8c764a29624 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:30.408890 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-4570d45d-742f-4d5d-9bd9-d8c764a29624 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7522454 Nov 29 19:03:30.431696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Request body: {'port': {'device_id': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:03:30.528836 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b224666-3640-49fb-afeb-4ff12613c779 req-e51c06ca-b69f-47e2-9ea4-a72106169731 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:30.530480 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b224666-3640-49fb-afeb-4ff12613c779 req-e51c06ca-b69f-47e2-9ea4-a72106169731 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 932 time: 0.1142647 Nov 29 19:03:30.531699 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:30.581487 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ffac254a-1f82-412d-b98a-e2dee9c18137 None None] Provisioning complete for port f30c8264-81a7-42f5-808d-6d68041c4d8d triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:03:30.582206 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffac254a-1f82-412d-b98a-e2dee9c18137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:30.631877 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b224666-3640-49fb-afeb-4ff12613c779 req-2d9ad0b7-9154-4f79-9242-b33b732ea795 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903389 Nov 29 19:03:30.657821 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ffac254a-1f82-412d-b98a-e2dee9c18137 None None] Port f30c8264-81a7-42f5-808d-6d68041c4d8d cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:03:30.873696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30c8264-81a7-42f5-808d-6d68041c4d8d {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:03:30.882337 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:30.903845 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Transition to ACTIVE for port object f30c8264-81a7-42f5-808d-6d68041c4d8d will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:03:30.909197 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:31.010570 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Pushing event updated for resources: {'Port': ['ID=f30c8264-81a7-42f5-808d-6d68041c4d8d,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:31.076234 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Attempting to bind port f30c8264-81a7-42f5-808d-6d68041c4d8d on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:03:31.076613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Attempting to bind port f30c8264-81a7-42f5-808d-6d68041c4d8d by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:03:31.076986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Attempting to bind port f30c8264-81a7-42f5-808d-6d68041c4d8d on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:03:31.084839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Port f30c8264-81a7-42f5-808d-6d68041c4d8d on network 99ab6784-faf3-48c5-ba99-02767cd84205 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:03:31.085180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Attempting to bind port f30c8264-81a7-42f5-808d-6d68041c4d8d on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:03:31.091322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:03:31.092972 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Checking segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:03:31.093398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Bound using segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:03:31.093904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Bound port: f30c8264-81a7-42f5-808d-6d68041c4d8d, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:03:31.094306 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:31.180989 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:03:31.184687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:03:31.190598 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:31.229939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:31.230921 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:31.232532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] 10.222.0.20 "PUT /v2.0/ports/f30c8264-81a7-42f5-808d-6d68041c4d8d HTTP/1.1" status: 200 len: 1092 time: 0.8063011 Nov 29 19:03:31.235744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:03:31.238554 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf6035f-089c-4944-90b8-55f6fc27934c" -d '{"events": [{"name": "network-changed", "server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:03:31.271823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547ac3a-8d37-49ca-aacd-3715fdd8c560 service neutron] Pushing event updated for resources: {'Port': ['ID=f30c8264-81a7-42f5-808d-6d68041c4d8d,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:31.342626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-0c07d3fb-4cca-4b81-81d5-607d5bc3e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:31.344238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-0c07d3fb-4cca-4b81-81d5-607d5bc3e06e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 1095 time: 0.0533726 Nov 29 19:03:31.345779 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1493abd4-621b-4b11-a4a5-ae25d847431b x-openstack-request-id: req-1493abd4-621b-4b11-a4a5-ae25d847431b {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:03:31.346070 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:03:31.346328 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1493abd4-621b-4b11-a4a5-ae25d847431b {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:03:31.346726 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'status': 'completed', 'code': 200} Nov 29 19:03:31.394490 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-1f6999cf-c898-42a3-a8da-8fe1c39e44ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d HTTP/1.1" status: 200 len: 217 time: 0.0375242 Nov 29 19:03:31.459841 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-edcbc851-5694-4b4f-8c25-ff6444b0fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:31.461361 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-edcbc851-5694-4b4f-8c25-ff6444b0fcb3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0557404 Nov 29 19:03:31.523944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-b5c8a8b6-4b57-4b18-b0df-b6523a02aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:31.525941 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-b5c8a8b6-4b57-4b18-b0df-b6523a02aef9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543299 Nov 29 19:03:31.638108 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-66a952ea-bc86-46f6-904f-e2d466f83c7c service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996606 Nov 29 19:03:31.788297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84bfcae4-daa9-45d2-b67f-246f14e07162 req-c5c5d071-1d90-4c8f-8fb7-26e2fbe7872c service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388748 Nov 29 19:03:31.797480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f08eb9-e145-4435-a65c-775d9c591706 req-bdbc5877-ddf8-40c2-afd3-69ed03786cf4 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:31.799125 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29f08eb9-e145-4435-a65c-775d9c591706 req-bdbc5877-ddf8-40c2-afd3-69ed03786cf4 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 944 time: 0.0827634 Nov 29 19:03:31.893643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29f08eb9-e145-4435-a65c-775d9c591706 req-d941a8fa-2d58-4805-83d7-e47a5433c582 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828049 Nov 29 19:03:31.919172 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6035f-089c-4944-90b8-55f6fc27934c req-22370c04-311b-4ccf-a2a0-c736ef79d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:31.921976 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ecf6035f-089c-4944-90b8-55f6fc27934c req-22370c04-311b-4ccf-a2a0-c736ef79d9fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 1095 time: 0.0690932 Nov 29 19:03:32.400864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6035f-089c-4944-90b8-55f6fc27934c req-556a4f9f-cf39-4f97-a6dc-53c611973c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:32.402283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ecf6035f-089c-4944-90b8-55f6fc27934c req-556a4f9f-cf39-4f97-a6dc-53c611973c78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.4727089 Nov 29 19:03:32.451256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ecf6035f-089c-4944-90b8-55f6fc27934c req-24b89a47-3d14-401b-986b-0e4edbaa6f3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d HTTP/1.1" status: 200 len: 217 time: 0.0409648 Nov 29 19:03:32.509215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6035f-089c-4944-90b8-55f6fc27934c req-056503ea-8392-4c11-9d84-46d1d0ead1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:32.510950 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ecf6035f-089c-4944-90b8-55f6fc27934c req-056503ea-8392-4c11-9d84-46d1d0ead1cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0498543 Nov 29 19:03:32.562346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6035f-089c-4944-90b8-55f6fc27934c req-db841b5b-7300-47ea-9b62-41d9079be4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:32.563932 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ecf6035f-089c-4944-90b8-55f6fc27934c req-db841b5b-7300-47ea-9b62-41d9079be4d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453181 Nov 29 19:03:32.671557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ecf6035f-089c-4944-90b8-55f6fc27934c req-c8bc0c08-7834-46bf-bd09-75d9685f2705 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973816 Nov 29 19:03:32.770971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ecf6035f-089c-4944-90b8-55f6fc27934c req-c3004b75-f3fd-4dd7-8e9c-3d1a066bc546 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906389 Nov 29 19:03:33.037589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3f4d3-3b5b-4433-8fb5-5feef79a5253 req-ee82926a-fc02-407a-8e99-3d2927c4c90a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:33.039272 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b0e3f4d3-3b5b-4433-8fb5-5feef79a5253 req-ee82926a-fc02-407a-8e99-3d2927c4c90a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 944 time: 0.0534878 Nov 29 19:03:33.096585 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b0e3f4d3-3b5b-4433-8fb5-5feef79a5253 req-40fdd9fb-f274-470e-bc2b-7ee4f95ca3e1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491304 Nov 29 19:03:34.237825 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dcad5-5769-4cc3-a382-6407fd526521 req-e5ed46a2-b942-4a63-a55f-17c0c577e154 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:34.239392 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e1dcad5-5769-4cc3-a382-6407fd526521 req-e5ed46a2-b942-4a63-a55f-17c0c577e154 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 944 time: 0.0540357 Nov 29 19:03:34.288900 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e1dcad5-5769-4cc3-a382-6407fd526521 req-8c756ced-8213-435c-9305-10f884f08263 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434508 Nov 29 19:03:34.720676 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f30c8264-81a7-42f5-808d-6d68041c4d8d details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:03:34.828021 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:03:34.842131 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'port_id': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'mac_address': 'fa:16:3e:fe:09:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:03:34.884628 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:34.900640 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30c8264-81a7-42f5-808d-6d68041c4d8d {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:03:34.923816 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:03:34.929356 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:34.993939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=f30c8264-81a7-42f5-808d-6d68041c4d8d,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:35.190945 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['f30c8264-81a7-42f5-808d-6d68041c4d8d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:03:35.430649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8ab86-2735-43f0-8d20-e401434fbe27 req-e455356a-3a2d-4dd4-95e1-55ad07575f35 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:35.432313 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0b8ab86-2735-43f0-8d20-e401434fbe27 req-e455356a-3a2d-4dd4-95e1-55ad07575f35 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 945 time: 0.0560143 Nov 29 19:03:35.490105 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0b8ab86-2735-43f0-8d20-e401434fbe27 req-cea594ba-73e1-4ae0-b678-42fb050443c9 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510209 Nov 29 19:03:36.624154 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11a075-0440-424d-9bf9-d6f9c2b4e180 req-8deaad6e-eee5-4af2-83dc-5a316f6f044a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:36.625971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d11a075-0440-424d-9bf9-d6f9c2b4e180 req-8deaad6e-eee5-4af2-83dc-5a316f6f044a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 945 time: 0.0602491 Nov 29 19:03:36.682581 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d11a075-0440-424d-9bf9-d6f9c2b4e180 req-b42e8c66-4488-4154-a0d7-12e307431778 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478449 Nov 29 19:03:36.735976 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f30c8264-81a7-42f5-808d-6d68041c4d8d up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:03:36.795715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port f30c8264-81a7-42f5-808d-6d68041c4d8d completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:03:36.801041 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port f30c8264-81a7-42f5-808d-6d68041c4d8d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:03:36.802102 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:36.888337 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:36.915900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:03:36.918335 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c983975-a338-42b2-a7b7-15cf2449f32b" -d '{"events": [{"server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "name": "network-vif-plugged", "status": "completed", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:03:36.935911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:03:36.941932 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:36.975533 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dee69a-7452-4e09-9de5-719a102e37f8 x-openstack-request-id: req-90dee69a-7452-4e09-9de5-719a102e37f8 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:03:36.975931 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "name": "network-vif-plugged", "status": "completed", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:03:36.976452 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90dee69a-7452-4e09-9de5-719a102e37f8 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:03:36.977169 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'code': 200} Nov 29 19:03:37.024255 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=f30c8264-81a7-42f5-808d-6d68041c4d8d,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:03:37.100626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb265b4-3879-4802-9f9b-519dafcac458 req-68a7f337-783e-49af-9ee9-f1b184680106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:37.102157 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9fb265b4-3879-4802-9f9b-519dafcac458 req-68a7f337-783e-49af-9ee9-f1b184680106 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 1097 time: 0.0494642 Nov 29 19:03:37.158934 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9fb265b4-3879-4802-9f9b-519dafcac458 req-d75c97af-4bf9-43f2-bd79-158ab76fdba6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428107 Nov 29 19:03:37.889369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf97bd-59aa-483f-807b-6718ec1cd95b req-4d889c00-e1a2-463f-9ddf-7ebac39ec84e tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:37.891328 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5fdf97bd-59aa-483f-807b-6718ec1cd95b req-4d889c00-e1a2-463f-9ddf-7ebac39ec84e tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0533612 Nov 29 19:03:37.952372 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5fdf97bd-59aa-483f-807b-6718ec1cd95b req-f0300441-5a65-49a7-bf98-b69f721a8062 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504432 Nov 29 19:03:38.660018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5489ccca-5e8b-46fe-9813-13c8b2047df1 req-b93af529-3c72-4fca-8043-c2400c907946 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436034 Nov 29 19:03:38.762014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489ccca-5e8b-46fe-9813-13c8b2047df1 req-f5663bdb-6884-4fe9-878b-ef1ab75d530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:38.763892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5489ccca-5e8b-46fe-9813-13c8b2047df1 req-f5663bdb-6884-4fe9-878b-ef1ab75d530e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 1097 time: 0.0547445 Nov 29 19:03:38.887453 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489ccca-5e8b-46fe-9813-13c8b2047df1 req-9bb048bc-4449-4b7a-acd0-13d087765cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:38.889020 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5489ccca-5e8b-46fe-9813-13c8b2047df1 req-9bb048bc-4449-4b7a-acd0-13d087765cca service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.1026745 Nov 29 19:03:38.934587 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5489ccca-5e8b-46fe-9813-13c8b2047df1 req-a0cabf64-0b67-4cc5-9305-10ad56e3a1c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d HTTP/1.1" status: 200 len: 217 time: 0.0375576 Nov 29 19:03:38.990512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489ccca-5e8b-46fe-9813-13c8b2047df1 req-4367e6e3-e2ae-4966-a1da-1e606b1813bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:38.992088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5489ccca-5e8b-46fe-9813-13c8b2047df1 req-4367e6e3-e2ae-4966-a1da-1e606b1813bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0502005 Nov 29 19:03:39.056140 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489ccca-5e8b-46fe-9813-13c8b2047df1 req-e98661de-c992-4bee-903c-3fd47b51661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:39.057804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5489ccca-5e8b-46fe-9813-13c8b2047df1 req-e98661de-c992-4bee-903c-3fd47b51661f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584452 Nov 29 19:03:39.173823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60578f-d989-42b4-88a4-bb29e041d77e req-eb0ccb5a-cc06-408f-8e16-c8b384274514 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:39.175580 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f60578f-d989-42b4-88a4-bb29e041d77e req-eb0ccb5a-cc06-408f-8e16-c8b384274514 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.1168201 Nov 29 19:03:39.212890 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5489ccca-5e8b-46fe-9813-13c8b2047df1 req-629fdcb3-2f13-473a-ac3b-e3645306491e service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446333 Nov 29 19:03:39.293628 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f60578f-d989-42b4-88a4-bb29e041d77e req-41ff002c-06e7-401b-b2da-7fddd0999610 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096482 Nov 29 19:03:39.348603 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5489ccca-5e8b-46fe-9813-13c8b2047df1 req-aaf67536-31c0-4e2b-ba40-d7aa00dfe447 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227951 Nov 29 19:03:39.423813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dbfcb-f75e-44b1-ace7-8e4f4932de2c req-1a8e88e7-620a-401e-8874-65bd786c40dd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:39.425497 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f6dbfcb-f75e-44b1-ace7-8e4f4932de2c req-1a8e88e7-620a-401e-8874-65bd786c40dd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0561924 Nov 29 19:03:39.435301 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 42936) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:03:39.440166 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d8d4bdfc-bbd0-4f1e-a3c8-7988dc2dcd4d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Request body: {'floatingip': {'port_id': 'f30c8264-81a7-42f5-808d-6d68041c4d8d'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:03:39.488093 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8d4bdfc-bbd0-4f1e-a3c8-7988dc2dcd4d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:39.970080 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8d4bdfc-bbd0-4f1e-a3c8-7988dc2dcd4d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:39.975405 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8d4bdfc-bbd0-4f1e-a3c8-7988dc2dcd4d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:40.086695 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-d8d4bdfc-bbd0-4f1e-a3c8-7988dc2dcd4d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Floating IP c504923d-6ac4-4f4d-b85f-6bce0f43d059 associated. External IP: 172.25.3.200, port: f30c8264-81a7-42f5-808d-6d68041c4d8d. Nov 29 19:03:40.322771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d4bdfc-bbd0-4f1e-a3c8-7988dc2dcd4d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Router abb8665b-5a04-4408-b1fc-024e6ac82e7b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:03:40.451672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d4bdfc-bbd0-4f1e-a3c8-7988dc2dcd4d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:03:40.460403 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8d4bdfc-bbd0-4f1e-a3c8-7988dc2dcd4d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:40.467722 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fd1acc-a34e-4ec4-bf00-9e962a42b68c None None] Sync routers for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:03:40.483106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fd1acc-a34e-4ec4-bf00-9e962a42b68c None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:03:40.483866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b9fd1acc-a34e-4ec4-bf00-9e962a42b68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:03:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:03:40.496822 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d8d4bdfc-bbd0-4f1e-a3c8-7988dc2dcd4d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "PUT /v2.0/floatingips/c504923d-6ac4-4f4d-b85f-6bce0f43d059 HTTP/1.1" status: 200 len: 992 time: 1.0603566 Nov 29 19:03:40.497475 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:03:40.499778 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c95619-228e-48c6-9d55-f8c43d64ee2f" -d '{"events": [{"name": "network-changed", "server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:03:40.570694 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4d830c-ebca-4f48-8db0-ae05106bf17b x-openstack-request-id: req-3d4d830c-ebca-4f48-8db0-ae05106bf17b {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:03:40.571171 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:03:40.571336 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d4d830c-ebca-4f48-8db0-ae05106bf17b {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:03:40.571859 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'status': 'completed', 'code': 200} Nov 29 19:03:40.649667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-b9fd1acc-a34e-4ec4-bf00-9e962a42b68c None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:03:40.671768 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c95619-228e-48c6-9d55-f8c43d64ee2f req-898e8b86-0711-4bc4-ac31-8ddc4ade3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:40.674487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50c95619-228e-48c6-9d55-f8c43d64ee2f req-898e8b86-0711-4bc4-ac31-8ddc4ade3a2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 1097 time: 0.0698063 Nov 29 19:03:40.812305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c95619-228e-48c6-9d55-f8c43d64ee2f req-a7e4e2d7-e353-4112-b050-6781980f31ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:40.813971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50c95619-228e-48c6-9d55-f8c43d64ee2f req-a7e4e2d7-e353-4112-b050-6781980f31ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.1218994 Nov 29 19:03:40.899305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50c95619-228e-48c6-9d55-f8c43d64ee2f req-f212e932-a05b-46ed-8fa4-d8961476fdcf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d HTTP/1.1" status: 200 len: 1000 time: 0.0776398 Nov 29 19:03:40.963308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c95619-228e-48c6-9d55-f8c43d64ee2f req-39cfa0f0-a89e-4e49-82eb-53e05fec52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:40.965517 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50c95619-228e-48c6-9d55-f8c43d64ee2f req-39cfa0f0-a89e-4e49-82eb-53e05fec52c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0592120 Nov 29 19:03:40.975649 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b9fd1acc-a34e-4ec4-bf00-9e962a42b68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c504923d-6ac4-4f4d-b85f-6bce0f43d059', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'port_id': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'mac_address': 'fa:16:3e:fe:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:58:39Z', 'updated_at': '2021-11-29T19:03:39Z', 'revision_number': 9, 'project_id': '38da743610a44382910e919a0f2ad012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:03:41.010690 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fd1acc-a34e-4ec4-bf00-9e962a42b68c None None] Checking router: abb8665b-5a04-4408-b1fc-024e6ac82e7b for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:03:41.021262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c95619-228e-48c6-9d55-f8c43d64ee2f req-4042360e-65b1-4627-8d4a-21dd0bd27b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:03:41.023014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50c95619-228e-48c6-9d55-f8c43d64ee2f req-4042360e-65b1-4627-8d4a-21dd0bd27b13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507605 Nov 29 19:03:41.023753 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fd1acc-a34e-4ec4-bf00-9e962a42b68c None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:03:41.024804 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b9fd1acc-a34e-4ec4-bf00-9e962a42b68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:03:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:03:41.125410 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50c95619-228e-48c6-9d55-f8c43d64ee2f req-df104f32-00fe-4a56-92dd-726028ba8cc7 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948997 Nov 29 19:03:41.280545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50c95619-228e-48c6-9d55-f8c43d64ee2f req-3d0c0a2c-4945-47b8-aae9-90acda407bdc service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474571 Nov 29 19:03:41.357644 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-b9fd1acc-a34e-4ec4-bf00-9e962a42b68c None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:03:41.600078 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-b9fd1acc-a34e-4ec4-bf00-9e962a42b68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c504923d-6ac4-4f4d-b85f-6bce0f43d059', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'port_id': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'mac_address': 'fa:16:3e:fe:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:58:39Z', 'updated_at': '2021-11-29T19:03:39Z', 'revision_number': 9, 'project_id': '38da743610a44382910e919a0f2ad012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:03:41.630607 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fd1acc-a34e-4ec4-bf00-9e962a42b68c None None] The sync data for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 is: [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c504923d-6ac4-4f4d-b85f-6bce0f43d059', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'port_id': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'mac_address': 'fa:16:3e:fe:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:58:39Z', 'updated_at': '2021-11-29T19:03:39Z', 'revision_number': 9, 'project_id': '38da743610a44382910e919a0f2ad012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:03:41.851005 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bccc502-874c-4aad-9b05-8c478bcf83a2 None None] New status for floating IP c504923d-6ac4-4f4d-b85f-6bce0f43d059: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:03:50.535628 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:03:54.092023 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7bcedc9-deb4-4945-a592-3cbea2401b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:56.537203 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3076d21c-d7ea-4021-832a-8c545db64c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:57.775007 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:57.830368 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:03:59.379596 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:00.087508 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:00.301585 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:24.086071 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95217fe3-0648-444f-8c19-6aa90e1551c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:26.540053 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3da9c8f7-1c41-4261-97e8-d89f4b97c0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:27.535132 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:04:27.777618 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:27.833376 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:29.381551 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:30.092392 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:30.299893 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:39.647039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c084a42f-acbf-4346-9275-0bc56da7d888 req-e6b55293-d88f-495a-abc9-9c569846b559 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433762 Nov 29 19:04:39.742482 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084a42f-acbf-4346-9275-0bc56da7d888 req-e08af145-4da4-4208-a8ff-d1e8ce67385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:39.744057 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c084a42f-acbf-4346-9275-0bc56da7d888 req-e08af145-4da4-4208-a8ff-d1e8ce67385d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 1097 time: 0.0475786 Nov 29 19:04:39.867451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084a42f-acbf-4346-9275-0bc56da7d888 req-e385cfb4-de9e-452e-b77d-dd1a71f113b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:39.868976 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c084a42f-acbf-4346-9275-0bc56da7d888 req-e385cfb4-de9e-452e-b77d-dd1a71f113b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.1030009 Nov 29 19:04:39.948135 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c084a42f-acbf-4346-9275-0bc56da7d888 req-075a90d2-99ea-443c-99d3-60183abcc19d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d HTTP/1.1" status: 200 len: 1003 time: 0.0647964 Nov 29 19:04:40.012861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084a42f-acbf-4346-9275-0bc56da7d888 req-f9325983-a97e-4a13-a84c-d236acd365ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:40.015112 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c084a42f-acbf-4346-9275-0bc56da7d888 req-f9325983-a97e-4a13-a84c-d236acd365ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0561748 Nov 29 19:04:40.072644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084a42f-acbf-4346-9275-0bc56da7d888 req-4610de38-115c-4fd6-a203-4260b0213169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:04:40.074223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c084a42f-acbf-4346-9275-0bc56da7d888 req-4610de38-115c-4fd6-a203-4260b0213169 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451381 Nov 29 19:04:40.187965 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c084a42f-acbf-4346-9275-0bc56da7d888 req-47bf2f0c-f8c5-4281-b475-73c2780688c9 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018927 Nov 29 19:04:40.333297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c084a42f-acbf-4346-9275-0bc56da7d888 req-b3ced74f-c1df-47dc-b98a-d7bb3216161b service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325908 Nov 29 19:04:54.090870 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2eedaa5b-5610-4a16-a797-6095e25a5476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:56.544574 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1b51856-7ce7-44fe-b14c-f7460a7172be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:57.787824 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:57.835897 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:04:59.388697 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.103437 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:00.316620 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:04.537789 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:05:22.061027 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-942127b3-3145-4756-bf61-e7b0130440e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0579321 Nov 29 19:05:22.070932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7940dbd0-f4e5-4ee8-bedb-01e453273221 req-ac5eed0a-6675-4632-b7b1-15b463936a87 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:22.072654 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7940dbd0-f4e5-4ee8-bedb-01e453273221 req-ac5eed0a-6675-4632-b7b1-15b463936a87 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0597906 Nov 29 19:05:22.136130 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7940dbd0-f4e5-4ee8-bedb-01e453273221 req-6e715459-eb31-4767-a0d3-42df0e2776ac tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515187 Nov 29 19:05:23.274435 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e509d9-107f-455f-94a4-8bec137610d3 req-0eac2d51-19da-482d-8f25-855a5444fb51 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:23.276043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57e509d9-107f-455f-94a4-8bec137610d3 req-0eac2d51-19da-482d-8f25-855a5444fb51 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0566320 Nov 29 19:05:23.331800 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57e509d9-107f-455f-94a4-8bec137610d3 req-0a5d8d98-c00e-4b36-bc8a-92926b36f1e9 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481067 Nov 29 19:05:23.420463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-3f826be3-cb16-4823-b9ee-e9c63d51affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:23.421998 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-3f826be3-cb16-4823-b9ee-e9c63d51affd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 1097 time: 0.0420380 Nov 29 19:05:23.525550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-51fe20f5-13ac-4475-a415-36c220f185e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:23.527010 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-51fe20f5-13ac-4475-a415-36c220f185e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0926745 Nov 29 19:05:23.599318 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-daad19a7-ad17-48fa-9b1b-66752009bc7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d HTTP/1.1" status: 200 len: 1003 time: 0.0612352 Nov 29 19:05:23.656566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-43e9d9be-24aa-4b21-bac6-489f9cd05e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:23.658677 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-43e9d9be-24aa-4b21-bac6-489f9cd05e08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0470743 Nov 29 19:05:23.718970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-c3d83d75-355c-49a6-b7fd-b6614fb2a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:23.721054 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-c3d83d75-355c-49a6-b7fd-b6614fb2a97b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508153 Nov 29 19:05:23.816416 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-2993df4e-45ab-4716-9b44-af4b07a94b09 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828283 Nov 29 19:05:23.918615 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-1f0c7bbc-ac96-4b65-8acd-be845e832170 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905654 Nov 29 19:05:24.094617 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb44bf4e-15fa-45d9-9d9e-0d1aff8bb97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:24.468298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27623124-9735-443f-83bf-ad71499c1bc6 req-00c0a9f2-6c39-4d1b-a898-dc67eeee192d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:24.470608 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27623124-9735-443f-83bf-ad71499c1bc6 req-00c0a9f2-6c39-4d1b-a898-dc67eeee192d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0587020 Nov 29 19:05:24.522763 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27623124-9735-443f-83bf-ad71499c1bc6 req-bccb02b1-b94f-47e5-89fa-8490c21bfb1c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459528 Nov 29 19:05:25.658797 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc728f7-a731-4406-b916-711fdda2f55d req-c50ff6e8-b062-406e-9bfa-e084cc617f73 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:25.660551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efc728f7-a731-4406-b916-711fdda2f55d req-c50ff6e8-b062-406e-9bfa-e084cc617f73 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0548050 Nov 29 19:05:25.720794 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efc728f7-a731-4406-b916-711fdda2f55d req-8c37a578-da8d-4326-af12-78758db11a95 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539706 Nov 29 19:05:26.549991 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-421639a0-8805-4191-95e4-0ea6f019d790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:26.886243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b173f-1317-4845-acfd-e34245335dfa req-8ce3edd3-cab3-4203-b5c0-cd31b830cf6e tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:26.887763 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b8b173f-1317-4845-acfd-e34245335dfa req-8ce3edd3-cab3-4203-b5c0-cd31b830cf6e tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0570471 Nov 29 19:05:26.940144 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b8b173f-1317-4845-acfd-e34245335dfa req-9bef8dc0-4003-4f01-9205-9e9259bd0d60 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456479 Nov 29 19:05:27.793704 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:27.843742 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:28.073829 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f0faf-c699-44b7-9241-8bb2f038920d req-55b15839-6532-4088-a880-ebdfeb234515 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:28.075772 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba1f0faf-c699-44b7-9241-8bb2f038920d req-55b15839-6532-4088-a880-ebdfeb234515 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0578475 Nov 29 19:05:28.133073 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ba1f0faf-c699-44b7-9241-8bb2f038920d req-7bdb5dda-c2cf-4239-bf6f-dc652899e4f5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482473 Nov 29 19:05:29.283189 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb1607-2589-43b2-87c0-dac1aa79c718 req-9c859457-8c6b-4e02-9eb4-6f21829ef3eb tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:29.286043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3cb1607-2589-43b2-87c0-dac1aa79c718 req-9c859457-8c6b-4e02-9eb4-6f21829ef3eb tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0662363 Nov 29 19:05:29.355660 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3cb1607-2589-43b2-87c0-dac1aa79c718 req-b3ea7cf2-81b7-40c8-9b1c-07535499f00e tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598512 Nov 29 19:05:29.394718 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:30.100043 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:30.335625 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:30.492478 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0ebc9-9484-4a73-a547-5a503330dc31 req-73233efc-b8c6-4888-a2e1-7b3f37dc5521 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:30.494077 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22f0ebc9-9484-4a73-a547-5a503330dc31 req-73233efc-b8c6-4888-a2e1-7b3f37dc5521 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0553687 Nov 29 19:05:30.545973 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22f0ebc9-9484-4a73-a547-5a503330dc31 req-5cc8b3c4-f42d-4502-9615-17e1aa3d5405 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452297 Nov 29 19:05:31.671485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd907d-1172-4185-92aa-9bc73a794451 req-da3a9bda-9624-496b-b2af-b4f8a8452567 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:31.673828 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-78dd907d-1172-4185-92aa-9bc73a794451 req-da3a9bda-9624-496b-b2af-b4f8a8452567 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0527020 Nov 29 19:05:31.726854 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-78dd907d-1172-4185-92aa-9bc73a794451 req-8697fafb-7c76-4b17-966d-9d4436945116 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465887 Nov 29 19:05:32.887016 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404abe1-2d70-4fb0-a1df-5cfdc232b552 req-2f5254e0-5b39-46fc-beb4-a391f8c210c4 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:32.889602 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6404abe1-2d70-4fb0-a1df-5cfdc232b552 req-2f5254e0-5b39-46fc-beb4-a391f8c210c4 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0857027 Nov 29 19:05:32.945320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6404abe1-2d70-4fb0-a1df-5cfdc232b552 req-bbf09f6b-417f-47c7-9075-5f8741ffed3a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488927 Nov 29 19:05:34.077230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ba188-3eb5-48dc-a0e1-987c56211947 req-3356e316-f607-446f-b606-7cc1ad7adcf1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:34.078934 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-668ba188-3eb5-48dc-a0e1-987c56211947 req-3356e316-f607-446f-b606-7cc1ad7adcf1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0557785 Nov 29 19:05:34.133146 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-668ba188-3eb5-48dc-a0e1-987c56211947 req-d64deb81-3ac1-4db6-a234-6890af6aa4d8 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476961 Nov 29 19:05:35.268681 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0703554-a3e5-4af0-9bd8-c9cb4b46267c req-dafa433a-b787-433e-a6d6-245a43ac0f25 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:35.270381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0703554-a3e5-4af0-9bd8-c9cb4b46267c req-dafa433a-b787-433e-a6d6-245a43ac0f25 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0569692 Nov 29 19:05:35.324348 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0703554-a3e5-4af0-9bd8-c9cb4b46267c req-05c2fe39-409e-40da-8d93-261b234b6720 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468922 Nov 29 19:05:36.196132 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-e073e292-6baf-47f2-bd32-1da97d5ec54e service neutron] show failed (client error): The resource could not be found. Nov 29 19:05:36.197892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-e073e292-6baf-47f2-bd32-1da97d5ec54e service neutron] 10.222.0.20 "GET /v2.0/ports/f30c8264-81a7-42f5-808d-6d68041c4d8d/bindings/n-h2-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.1259229 Nov 29 19:05:36.476374 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-9c69aa7c-617e-4ede-8da6-68bb1a3eaeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:36.478134 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-9c69aa7c-617e-4ede-8da6-68bb1a3eaeca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27&tenant_id=38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 1097 time: 0.0821478 Nov 29 19:05:36.491946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-b9b61c6b-0425-4fe0-804b-049d561eb556 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:05:36.493026 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-b9b61c6b-0425-4fe0-804b-049d561eb556 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071752 Nov 29 19:05:36.502184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32e377-3d47-4c7f-8d9a-9fe59b76fc91 req-0101b555-fc23-49b8-a6d8-dbff4c108747 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:36.503952 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d32e377-3d47-4c7f-8d9a-9fe59b76fc91 req-0101b555-fc23-49b8-a6d8-dbff4c108747 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0773227 Nov 29 19:05:36.509466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:05:36.605396 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7d32e377-3d47-4c7f-8d9a-9fe59b76fc91 req-d538f3c3-f3a8-4ff5-be1b-3a94ac4f7557 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923984 Nov 29 19:05:36.606285 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:36.838564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:05:36.876024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:05:36.925193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:05:36.927671 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0d9396-8659-4596-8f19-cb8876db3c09" -d '{"events": [{"server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "name": "network-vif-unplugged", "status": "completed", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:05:36.931958 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:36.949992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Transition to ACTIVE for port object f30c8264-81a7-42f5-808d-6d68041c4d8d will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:05:36.956628 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:36.995942 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 19:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2460aa47-2fc9-4c88-a249-d604a8a8c92f x-openstack-request-id: req-2460aa47-2fc9-4c88-a249-d604a8a8c92f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:05:36.996403 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "name": "network-vif-unplugged", "status": "completed", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:05:36.996823 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2460aa47-2fc9-4c88-a249-d604a8a8c92f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:05:36.997460 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'code': 200} Nov 29 19:05:37.089446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f30c8264-81a7-42f5-808d-6d68041c4d8d,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:37.110083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:37.111586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:37.112208 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:37.112782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:37.113368 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:37.113936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:37.114508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:37.115105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:37.115691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:37.116255 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:37.116825 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:37.117393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:37.184410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] No DVR routers for this DVR port f30c8264-81a7-42f5-808d-6d68041c4d8d on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:05:37.692043 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Attempting to bind port f30c8264-81a7-42f5-808d-6d68041c4d8d on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:05:37.692859 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Attempting to bind port f30c8264-81a7-42f5-808d-6d68041c4d8d by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:05:37.693192 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Attempting to bind port f30c8264-81a7-42f5-808d-6d68041c4d8d on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:05:37.700686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Port f30c8264-81a7-42f5-808d-6d68041c4d8d on network 99ab6784-faf3-48c5-ba99-02767cd84205 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:05:37.701225 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Attempting to bind port f30c8264-81a7-42f5-808d-6d68041c4d8d on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:05:37.708240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:05:37.708694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Checking segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:05:37.709155 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Bound using segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:05:37.709671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Bound port: f30c8264-81a7-42f5-808d-6d68041c4d8d, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:05:37.710290 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:37.816054 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea3f8c-4528-4cd7-8661-4a108efaded6 req-1a017c4b-4d5f-45c8-875b-0cd2bd7110aa tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:37.817733 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4ea3f8c-4528-4cd7-8661-4a108efaded6 req-1a017c4b-4d5f-45c8-875b-0cd2bd7110aa tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 944 time: 0.0963471 Nov 29 19:05:37.825283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:05:37.829320 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:05:37.839080 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:37.902665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:37.903234 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:37.904751 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] 10.222.0.31 "PUT /v2.0/ports/f30c8264-81a7-42f5-808d-6d68041c4d8d HTTP/1.1" status: 200 len: 1092 time: 1.3997240 Nov 29 19:05:37.933638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4ea3f8c-4528-4cd7-8661-4a108efaded6 req-82b90696-ff92-40c3-bf42-46e0dae39e52 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028159 Nov 29 19:05:37.949420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e28c2-5781-4960-8538-3a1cf40c31e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f30c8264-81a7-42f5-808d-6d68041c4d8d,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:37.985946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-93e0442f-e8fb-459b-ab6a-484e475fb8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:37.987607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-93e0442f-e8fb-459b-ab6a-484e475fb8f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 1095 time: 0.0476515 Nov 29 19:05:38.155691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-2b5cdc12-7dd5-437e-bde9-0876763d895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:38.157184 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-2b5cdc12-7dd5-437e-bde9-0876763d895f service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.1613386 Nov 29 19:05:38.235550 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-3fce7fb5-220c-49ba-8ef1-71f4461dc46a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d HTTP/1.1" status: 200 len: 1001 time: 0.0709701 Nov 29 19:05:38.288142 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-e859f48a-50be-4678-b62f-213fa209c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:38.289687 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-e859f48a-50be-4678-b62f-213fa209c9f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0477502 Nov 29 19:05:38.352230 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-696ed324-1a83-4c65-8717-3f2d51496807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:38.354282 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-696ed324-1a83-4c65-8717-3f2d51496807 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557861 Nov 29 19:05:38.456122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-68e49f65-e8dc-43ad-9974-ef9e95635f97 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946436 Nov 29 19:05:38.566146 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5945be57-ec82-444b-a037-7ac9ad5347f9 req-a320bc1c-4f55-46ae-8bf0-e50870f281c0 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030488 Nov 29 19:05:38.999150 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:05:39.002638 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43937270-faae-405a-ba54-97056249d44c" -d '{"events": [{"name": "network-changed", "server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:05:39.077491 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d15b0c6-2820-4b18-a80b-316d6dd4c9be x-openstack-request-id: req-5d15b0c6-2820-4b18-a80b-316d6dd4c9be {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:05:39.077840 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:05:39.078060 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d15b0c6-2820-4b18-a80b-316d6dd4c9be {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:05:39.078457 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'status': 'completed', 'code': 200} Nov 29 19:05:39.115254 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4df1a7-83aa-4624-bb56-3c6bb9dffe9a req-5161cbac-8483-4ab4-8494-2f60c0593306 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:39.116927 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc4df1a7-83aa-4624-bb56-3c6bb9dffe9a req-5161cbac-8483-4ab4-8494-2f60c0593306 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 944 time: 0.0771334 Nov 29 19:05:39.220175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43937270-faae-405a-ba54-97056249d44c req-89638e49-7ccd-41db-964e-4020d66149e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:39.221743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43937270-faae-405a-ba54-97056249d44c req-89638e49-7ccd-41db-964e-4020d66149e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 1095 time: 0.1265144 Nov 29 19:05:39.259335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43937270-faae-405a-ba54-97056249d44c req-6ed09cd9-f86c-4274-a821-b649f40cfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:39.260785 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43937270-faae-405a-ba54-97056249d44c req-6ed09cd9-f86c-4274-a821-b649f40cfcf5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 1095 time: 0.1298025 Nov 29 19:05:39.289885 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc4df1a7-83aa-4624-bb56-3c6bb9dffe9a req-3e6a14b2-ef28-4503-9baa-1122372e68b5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500812 Nov 29 19:05:39.310715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f30c8264-81a7-42f5-808d-6d68041c4d8d no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:05:39.372733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f30c8264-81a7-42f5-808d-6d68041c4d8d not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:05:39.420490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43937270-faae-405a-ba54-97056249d44c req-867d28d9-c516-47b5-936c-3a1ae7bb4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:39.422058 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43937270-faae-405a-ba54-97056249d44c req-867d28d9-c516-47b5-936c-3a1ae7bb4fb4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.1912799 Nov 29 19:05:39.477367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43937270-faae-405a-ba54-97056249d44c req-0b7e8412-c90d-41d8-b80e-5a7995e4e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:39.479186 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43937270-faae-405a-ba54-97056249d44c req-0b7e8412-c90d-41d8-b80e-5a7995e4e1ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.1882904 Nov 29 19:05:39.559187 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43937270-faae-405a-ba54-97056249d44c req-68c92e14-b6f6-4046-82f7-3b20d27a8521 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d HTTP/1.1" status: 200 len: 1001 time: 0.1251471 Nov 29 19:05:39.611328 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43937270-faae-405a-ba54-97056249d44c req-5ac37d74-2c79-4d08-aca8-9be207ed8e09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d HTTP/1.1" status: 200 len: 1001 time: 0.1187754 Nov 29 19:05:39.637299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43937270-faae-405a-ba54-97056249d44c req-cceb00ef-bcd5-4760-a115-69974957b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:39.639117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43937270-faae-405a-ba54-97056249d44c req-cceb00ef-bcd5-4760-a115-69974957b45b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0711048 Nov 29 19:05:39.714144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43937270-faae-405a-ba54-97056249d44c req-2a37ae9c-030d-4ef1-bd6a-737e1e008fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:39.715922 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43937270-faae-405a-ba54-97056249d44c req-2a37ae9c-030d-4ef1-bd6a-737e1e008fc9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0914686 Nov 29 19:05:39.727244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43937270-faae-405a-ba54-97056249d44c req-f0b4e1e5-9c7c-404f-9a66-05547433fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:39.728873 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43937270-faae-405a-ba54-97056249d44c req-f0b4e1e5-9c7c-404f-9a66-05547433fc26 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697038 Nov 29 19:05:39.826939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43937270-faae-405a-ba54-97056249d44c req-21aaac52-45a0-4944-8692-ae7a44808167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:39.828432 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43937270-faae-405a-ba54-97056249d44c req-21aaac52-45a0-4944-8692-ae7a44808167 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986681 Nov 29 19:05:39.922641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43937270-faae-405a-ba54-97056249d44c req-de79b8d0-a2bf-41a3-8e5b-e9249b452c0a service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842051 Nov 29 19:05:40.043541 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43937270-faae-405a-ba54-97056249d44c req-c68373c1-91ce-45e8-aee2-f72ffd13fe7f service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017341 Nov 29 19:05:40.082128 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43937270-faae-405a-ba54-97056249d44c req-a62563e1-fb6d-40de-ac37-869cf098a91c service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520712 Nov 29 19:05:40.176839 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43937270-faae-405a-ba54-97056249d44c req-3a404b91-ae34-40b1-b611-5da6d579e0c2 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191282 Nov 29 19:05:40.450271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7c223-4ff3-44de-910b-3f3e66038668 req-1b972c0a-e27a-4bd3-88d3-28d3f8948c2b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:40.451954 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37b7c223-4ff3-44de-910b-3f3e66038668 req-1b972c0a-e27a-4bd3-88d3-28d3f8948c2b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 944 time: 0.0561361 Nov 29 19:05:40.545186 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37b7c223-4ff3-44de-910b-3f3e66038668 req-4262af56-f317-44e4-80ff-d1f561cd6372 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853131 Nov 29 19:05:41.538319 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:05:41.693368 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cc868-a077-4122-b1bd-616258f8a9ea req-5236e5cf-ab97-4e1b-bea2-480a2e327c04 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:41.695016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b2cc868-a077-4122-b1bd-616258f8a9ea req-5236e5cf-ab97-4e1b-bea2-480a2e327c04 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 944 time: 0.0535910 Nov 29 19:05:41.752110 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b2cc868-a077-4122-b1bd-616258f8a9ea req-4f0c8d2e-f42d-4e6e-acc2-b790a7ed6d63 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462286 Nov 29 19:05:42.161628 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f30c8264-81a7-42f5-808d-6d68041c4d8d details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:05:42.164143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-4c84c280-24be-4a90-bf90-24d7bdc8f757 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:42.166107 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-4c84c280-24be-4a90-bf90-24d7bdc8f757 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.31 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27&tenant_id=38da743610a44382910e919a0f2ad012&binding%3Ahost_id=n-h2-819494-5 HTTP/1.1" status: 200 len: 944 time: 0.1298389 Nov 29 19:05:42.176405 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef613153-0930-41f2-9353-9915ebc46124 req-d8b66b18-399f-4453-8fc8-f64cd6131fd6 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:42.178060 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef613153-0930-41f2-9353-9915ebc46124 req-d8b66b18-399f-4453-8fc8-f64cd6131fd6 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 944 time: 0.1172519 Nov 29 19:05:42.274831 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-f7d4a7e6-d536-4688-afe5-60f3acfef35d service neutron] 10.222.0.31 "GET /v2.0/ports/f30c8264-81a7-42f5-808d-6d68041c4d8d/bindings/n-h2-819494-5 HTTP/1.1" status: 200 len: 382 time: 0.0956745 Nov 29 19:05:42.278544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ef613153-0930-41f2-9353-9915ebc46124 req-2c81e146-828b-4bdb-8917-fb4e55d32e35 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723462 Nov 29 19:05:42.340419 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:05:42.351073 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-ab3ed849-2a07-439d-bdc5-4f66732ab71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:42.352644 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-ab3ed849-2a07-439d-bdc5-4f66732ab71c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 1095 time: 0.0491471 Nov 29 19:05:42.363906 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'port_id': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'mac_address': 'fa:16:3e:fe:09:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:05:42.428701 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:42.447269 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30c8264-81a7-42f5-808d-6d68041c4d8d {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:05:42.475210 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-0e4005ff-7d80-4c17-b6e8-b78e54c47f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:42.477062 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-0e4005ff-7d80-4c17-b6e8-b78e54c47f7d service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.1164088 Nov 29 19:05:42.477447 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:05:42.482468 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:42.548669 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=f30c8264-81a7-42f5-808d-6d68041c4d8d,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:42.558908 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:42.559214 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:42.559630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:42.560130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:42.560621 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:42.561122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:42.561516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:42.561911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:42.562346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:42.562844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:42.563362 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:42.563756 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:05:42.565672 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-0e36015f-4abe-4874-8b89-b552ced73f99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d HTTP/1.1" status: 200 len: 1002 time: 0.0797503 Nov 29 19:05:42.625278 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-d1f58910-cdbd-4d0a-a726-e3c44359e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:42.627094 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-d1f58910-cdbd-4d0a-a726-e3c44359e430 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0539911 Nov 29 19:05:42.677842 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-19d10dc5-9373-493b-9ba9-0ddaed7b1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:42.679441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-19d10dc5-9373-493b-9ba9-0ddaed7b1ca7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444884 Nov 29 19:05:42.783036 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-1f53e6b0-31c6-499f-905d-fa0f640e3b3f service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942852 Nov 29 19:05:42.853376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['f30c8264-81a7-42f5-808d-6d68041c4d8d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:05:42.903704 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-86ffe8f4-b580-4c35-aa06-0d5d10f6ccfb service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074054 Nov 29 19:05:43.428849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00baec0d-f6ff-4b6b-809a-0d5ebd814169 req-70096cee-bb24-4db5-bbdf-319e81e1c50d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:43.431262 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00baec0d-f6ff-4b6b-809a-0d5ebd814169 req-70096cee-bb24-4db5-bbdf-319e81e1c50d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 945 time: 0.0563159 Nov 29 19:05:43.507170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00baec0d-f6ff-4b6b-809a-0d5ebd814169 req-c83f4848-1e21-4700-9792-5e865d6358be tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673440 Nov 29 19:05:44.178118 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f30c8264-81a7-42f5-808d-6d68041c4d8d up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:05:44.245211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port f30c8264-81a7-42f5-808d-6d68041c4d8d completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:05:44.252349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port f30c8264-81a7-42f5-808d-6d68041c4d8d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:05:44.253050 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:44.379854 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:44.420156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:05:44.422543 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b531865-aafd-4229-93b3-85b590cf0a19" -d '{"events": [{"server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "name": "network-vif-plugged", "status": "completed", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:05:44.438364 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:05:44.443694 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:44.496713 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49870816-d3c8-4b2b-b829-38392578d54d x-openstack-request-id: req-49870816-d3c8-4b2b-b829-38392578d54d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:05:44.497014 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "name": "network-vif-plugged", "status": "completed", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:05:44.497268 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49870816-d3c8-4b2b-b829-38392578d54d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:05:44.497674 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'code': 200} Nov 29 19:05:44.501581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=f30c8264-81a7-42f5-808d-6d68041c4d8d,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:44.664408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c43ef5-0336-450f-92e2-965e16f15617 req-e32d7a2d-cdf6-43ab-9c66-e3eee5416302 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:44.666748 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8c43ef5-0336-450f-92e2-965e16f15617 req-e32d7a2d-cdf6-43ab-9c66-e3eee5416302 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0796478 Nov 29 19:05:44.737515 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f8c43ef5-0336-450f-92e2-965e16f15617 req-1edd7203-c32e-4cc8-b094-279ccf32ec5d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622909 Nov 29 19:05:45.119380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-d64a96ef-b20e-4547-896b-42da068e49da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:45.120948 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-d64a96ef-b20e-4547-896b-42da068e49da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27&tenant_id=38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 1097 time: 0.0474658 Nov 29 19:05:45.137961 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:05:45.201043 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:45.492975 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:05:45.531170 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:05:45.575808 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:05:45.578672 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a88fe5c-dd15-4f62-8840-f041f68522b5" -d '{"events": [{"server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "name": "network-vif-unplugged", "status": "completed", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:05:45.582966 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:45.599974 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Transition to ACTIVE for port object f30c8264-81a7-42f5-808d-6d68041c4d8d will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:05:45.605419 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:45.644383 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 19:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfb89ac-1617-4c22-a2d5-42691598f67f x-openstack-request-id: req-acfb89ac-1617-4c22-a2d5-42691598f67f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:05:45.644727 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "name": "network-vif-unplugged", "status": "completed", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:05:45.645025 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-acfb89ac-1617-4c22-a2d5-42691598f67f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:05:45.645464 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'code': 200} Nov 29 19:05:45.724561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Pushing event updated for resources: {'Port': ['ID=f30c8264-81a7-42f5-808d-6d68041c4d8d,revision_number=10']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:45.793252 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] No DVR routers for this DVR port f30c8264-81a7-42f5-808d-6d68041c4d8d on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:05:45.974761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6edef-ae04-4a62-aa9e-fd1a88e61ee0 req-c31806b1-38b4-46df-a1fd-07e66e0ff1c2 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:45.976646 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87d6edef-ae04-4a62-aa9e-fd1a88e61ee0 req-c31806b1-38b4-46df-a1fd-07e66e0ff1c2 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 945 time: 0.1058259 Nov 29 19:05:46.051561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Attempting to bind port f30c8264-81a7-42f5-808d-6d68041c4d8d on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:05:46.051906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Attempting to bind port f30c8264-81a7-42f5-808d-6d68041c4d8d by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:05:46.052236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Attempting to bind port f30c8264-81a7-42f5-808d-6d68041c4d8d on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:05:46.063157 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Port f30c8264-81a7-42f5-808d-6d68041c4d8d on network 99ab6784-faf3-48c5-ba99-02767cd84205 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:05:46.063484 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Attempting to bind port f30c8264-81a7-42f5-808d-6d68041c4d8d on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:05:46.076446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:05:46.076792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Checking segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:05:46.077188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Bound using segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:05:46.078146 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Bound port: f30c8264-81a7-42f5-808d-6d68041c4d8d, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:05:46.078504 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:46.083809 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87d6edef-ae04-4a62-aa9e-fd1a88e61ee0 req-c549e0e9-2606-49c8-b210-ccc2d72bd34f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940821 Nov 29 19:05:46.161369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:05:46.165632 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:05:46.170255 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:46.216021 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:46.217076 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:46.219862 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] 10.222.0.20 "PUT /v2.0/ports/f30c8264-81a7-42f5-808d-6d68041c4d8d HTTP/1.1" status: 200 len: 1093 time: 1.0863814 Nov 29 19:05:46.252913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb24e1-8bad-4e23-bcea-0f244bac06dc service neutron] Pushing event updated for resources: {'Port': ['ID=f30c8264-81a7-42f5-808d-6d68041c4d8d,revision_number=11']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:46.310113 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-1fb442ca-3b23-4c6a-bdb0-d2dc906cc8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:46.311642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-1fb442ca-3b23-4c6a-bdb0-d2dc906cc8ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 1096 time: 0.0546415 Nov 29 19:05:46.436060 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-bfc03303-0599-4116-b047-cceafba5eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:46.438580 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-bfc03303-0599-4116-b047-cceafba5eeed service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.1131778 Nov 29 19:05:46.523350 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-69062e34-8b58-4f83-acd5-df6773234da8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d HTTP/1.1" status: 200 len: 1001 time: 0.0727956 Nov 29 19:05:46.588451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-adfa41e2-98f7-439a-ba3f-74809f8606e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:46.590015 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-adfa41e2-98f7-439a-ba3f-74809f8606e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0565577 Nov 29 19:05:46.646937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-8566153e-563d-4f7f-8c87-77b26e546593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:46.648481 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-8566153e-563d-4f7f-8c87-77b26e546593 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455842 Nov 29 19:05:46.772046 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-e4189de2-e548-4994-b7c7-79be3e898068 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112304 Nov 29 19:05:46.880198 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a3b3910-be5d-4d78-a4e8-bdea0e03c282 req-a7b60958-0863-4238-b4d6-1c3f43d4adfb service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969996 Nov 29 19:05:47.215718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7895c7-4623-45b6-8c38-fb43a6769a36 req-f1f25cab-b0be-4f72-a1ec-902ef9b00925 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:47.217283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d7895c7-4623-45b6-8c38-fb43a6769a36 req-f1f25cab-b0be-4f72-a1ec-902ef9b00925 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 945 time: 0.0530767 Nov 29 19:05:47.280444 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8d7895c7-4623-45b6-8c38-fb43a6769a36 req-5ea81b34-7da9-4561-b22d-2cd22bfd5bdf tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517499 Nov 29 19:05:47.647056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:05:47.649626 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d567ab3c-4954-47fa-83b1-f100bea537c9" -d '{"events": [{"name": "network-changed", "server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:05:47.704853 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f8902d-f22e-4463-95d1-9c683b58e6ba x-openstack-request-id: req-40f8902d-f22e-4463-95d1-9c683b58e6ba {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:05:47.705174 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:05:47.705438 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40f8902d-f22e-4463-95d1-9c683b58e6ba {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:05:47.705854 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'status': 'completed', 'code': 200} Nov 29 19:05:47.810575 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-7c9dd640-7df9-4fe3-a7f7-7534cf2c9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:47.812771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-7c9dd640-7df9-4fe3-a7f7-7534cf2c9dcf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 1096 time: 0.0864115 Nov 29 19:05:47.816092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-ca41b424-0043-467b-83ee-b28145535245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:47.817689 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-ca41b424-0043-467b-83ee-b28145535245 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 1096 time: 0.0818908 Nov 29 19:05:48.188286 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f30c8264-81a7-42f5-808d-6d68041c4d8d no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:05:48.241195 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device f30c8264-81a7-42f5-808d-6d68041c4d8d not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:05:48.358182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-1dbb1cd2-65e8-4e40-88b4-4e34cd94772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:48.360353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-1dbb1cd2-65e8-4e40-88b4-4e34cd94772f service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.5412087 Nov 29 19:05:48.363633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-ffee79ed-9e33-4e65-a515-b9e612703784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:48.365153 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-ffee79ed-9e33-4e65-a515-b9e612703784 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.5371296 Nov 29 19:05:48.536217 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-da84751a-8054-485d-8f10-ffd7fe50182e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d HTTP/1.1" status: 200 len: 1001 time: 0.1573839 Nov 29 19:05:48.548782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be0d63-1831-4b7c-8bb3-eb8adb84677e req-c7ef4836-ab2f-44bd-a980-5569850c07ad tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:48.550411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90be0d63-1831-4b7c-8bb3-eb8adb84677e req-c7ef4836-ab2f-44bd-a980-5569850c07ad tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 945 time: 0.1811664 Nov 29 19:05:48.553881 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-d1bddf13-6f5a-4a3e-affe-6bdb23d08b21 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d HTTP/1.1" status: 200 len: 1001 time: 0.1739242 Nov 29 19:05:48.677461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-364a8e2a-f51f-4eb3-8cdb-168307be0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:48.678907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-364a8e2a-f51f-4eb3-8cdb-168307be0961 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.1273348 Nov 29 19:05:48.680292 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-bef17c30-5866-4a85-a891-8cbe2231b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:48.681702 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-bef17c30-5866-4a85-a891-8cbe2231b456 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.1204090 Nov 29 19:05:48.766047 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90be0d63-1831-4b7c-8bb3-eb8adb84677e req-1bf2df1c-cd49-4ea7-8052-bfc70de0920a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947064 Nov 29 19:05:48.790751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-67c9e144-5590-492c-aea8-72d5800aafd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:48.792670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-67c9e144-5590-492c-aea8-72d5800aafd8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040919 Nov 29 19:05:48.798932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-f080ffd3-2872-4d28-a5f4-c048be40ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:48.800761 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-f080ffd3-2872-4d28-a5f4-c048be40ada1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003807 Nov 29 19:05:49.006666 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-879467af-64d8-4357-b764-978b95d0e74a service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045922 Nov 29 19:05:49.010869 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-1eaaf4c1-6a11-4c02-ab84-55614b0ff647 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006991 Nov 29 19:05:49.208578 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-1099b265-bd3c-4dd5-8306-557cda37fb66 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940765 Nov 29 19:05:49.211056 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d567ab3c-4954-47fa-83b1-f100bea537c9 req-25e8e248-feee-43ec-b6a8-5454c219c72c service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883929 Nov 29 19:05:49.363873 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f30c8264-81a7-42f5-808d-6d68041c4d8d details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:05:49.476204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:05:49.494431 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'port_id': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'mac_address': 'fa:16:3e:fe:09:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:05:49.542402 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:49.559225 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30c8264-81a7-42f5-808d-6d68041c4d8d {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:05:49.584418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:05:49.590287 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:49.651621 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=f30c8264-81a7-42f5-808d-6d68041c4d8d,revision_number=12']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:49.871278 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['f30c8264-81a7-42f5-808d-6d68041c4d8d'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:05:49.957663 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ced47d-97b3-4e39-b4aa-1919ce8366ad req-85b11616-d7e7-4bbf-b605-3c9c8b6b30b4 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:49.959370 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40ced47d-97b3-4e39-b4aa-1919ce8366ad req-85b11616-d7e7-4bbf-b605-3c9c8b6b30b4 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0725601 Nov 29 19:05:50.036040 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40ced47d-97b3-4e39-b4aa-1919ce8366ad req-d67afecc-db11-45c9-8841-2486c97f4ef8 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627549 Nov 29 19:05:50.184803 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a762a63-9ac3-44af-adc3-ec77b196ed7e req-705ce436-d350-4c24-bcdc-33880fff0dba tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:50.186463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a762a63-9ac3-44af-adc3-ec77b196ed7e req-705ce436-d350-4c24-bcdc-33880fff0dba tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0623400 Nov 29 19:05:50.252416 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a762a63-9ac3-44af-adc3-ec77b196ed7e req-f7985a4b-07d0-4d5d-9548-61d6efe78e54 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588315 Nov 29 19:05:50.380895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d5569-5d03-4874-9fcc-6eefbc063df3 req-58dc8cbc-c8cd-4e79-8a44-fdee6d36b758 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:50.382560 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-027d5569-5d03-4874-9fcc-6eefbc063df3 req-58dc8cbc-c8cd-4e79-8a44-fdee6d36b758 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0579348 Nov 29 19:05:50.437299 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-027d5569-5d03-4874-9fcc-6eefbc063df3 req-3fbc3097-bc5d-4cbd-bef7-eb37d33fd6eb tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473189 Nov 29 19:05:50.714114 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1456c-609c-49ba-942a-451733ecc373 req-24b61871-670f-48f7-b87d-73453185b649 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:50.715774 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-76a1456c-609c-49ba-942a-451733ecc373 req-24b61871-670f-48f7-b87d-73453185b649 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 946 time: 0.0515053 Nov 29 19:05:50.770754 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-76a1456c-609c-49ba-942a-451733ecc373 req-b7d2f697-137e-4012-92c8-37aaa2ab337c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467379 Nov 29 19:05:51.387093 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f30c8264-81a7-42f5-808d-6d68041c4d8d up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:05:51.442013 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port f30c8264-81a7-42f5-808d-6d68041c4d8d completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:05:51.446946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port f30c8264-81a7-42f5-808d-6d68041c4d8d triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:05:51.447488 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:51.531828 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:51.556318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:05:51.558622 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5818111b-ba51-4c25-ba3b-fae17f15a3e3" -d '{"events": [{"server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "name": "network-vif-plugged", "status": "completed", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:05:51.577121 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:05:51.588478 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:51.615009 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bbcb03-8992-481b-baf3-e0f83d21ad11 x-openstack-request-id: req-e1bbcb03-8992-481b-baf3-e0f83d21ad11 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:05:51.615304 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "name": "network-vif-plugged", "status": "completed", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:05:51.615560 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1bbcb03-8992-481b-baf3-e0f83d21ad11 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:05:51.615952 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'code': 200} Nov 29 19:05:51.652931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=f30c8264-81a7-42f5-808d-6d68041c4d8d,revision_number=13']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:51.896656 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0973c79-abef-42db-b9dd-5096b9765d30 req-edb69f77-a839-4784-b1a3-9e5d473ed7a4 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:51.898254 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e0973c79-abef-42db-b9dd-5096b9765d30 req-edb69f77-a839-4784-b1a3-9e5d473ed7a4 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 947 time: 0.0555062 Nov 29 19:05:51.950527 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e0973c79-abef-42db-b9dd-5096b9765d30 req-886f8d30-4103-4abd-a334-081473a15027 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454130 Nov 29 19:05:52.096754 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099896f-7fc5-4e2d-88f6-7440dbcfa359 req-3bbd06d7-f0b7-44d5-850f-d55af127976d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:52.098257 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9099896f-7fc5-4e2d-88f6-7440dbcfa359 req-3bbd06d7-f0b7-44d5-850f-d55af127976d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.20 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 947 time: 0.0508630 Nov 29 19:05:52.207605 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-9099896f-7fc5-4e2d-88f6-7440dbcfa359 req-a18c4aab-4d2d-4fae-8a25-5aad425c4bc3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Deleting port f30c8264-81a7-42f5-808d-6d68041c4d8d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:05:52.207877 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9099896f-7fc5-4e2d-88f6-7440dbcfa359 req-a18c4aab-4d2d-4fae-8a25-5aad425c4bc3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:52.312392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-9099896f-7fc5-4e2d-88f6-7440dbcfa359 req-a18c4aab-4d2d-4fae-8a25-5aad425c4bc3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] For port f30c8264-81a7-42f5-808d-6d68041c4d8d, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=f30c8264-81a7-42f5-808d-6d68041c4d8d,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:05:52.312760 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9099896f-7fc5-4e2d-88f6-7440dbcfa359 req-a18c4aab-4d2d-4fae-8a25-5aad425c4bc3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:52.526704 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9099896f-7fc5-4e2d-88f6-7440dbcfa359 req-a18c4aab-4d2d-4fae-8a25-5aad425c4bc3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:52.526993 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9099896f-7fc5-4e2d-88f6-7440dbcfa359 req-a18c4aab-4d2d-4fae-8a25-5aad425c4bc3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:52.527317 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [req-9099896f-7fc5-4e2d-88f6-7440dbcfa359 req-a18c4aab-4d2d-4fae-8a25-5aad425c4bc3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Floating IP c504923d-6ac4-4f4d-b85f-6bce0f43d059 disassociated. External IP: 172.25.3.200, port: f30c8264-81a7-42f5-808d-6d68041c4d8d. Nov 29 19:05:52.527673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-9099896f-7fc5-4e2d-88f6-7440dbcfa359 req-a18c4aab-4d2d-4fae-8a25-5aad425c4bc3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Calling delete_port for f30c8264-81a7-42f5-808d-6d68041c4d8d owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:05:52.674047 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9099896f-7fc5-4e2d-88f6-7440dbcfa359 req-a18c4aab-4d2d-4fae-8a25-5aad425c4bc3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:52.714595 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c4aab-4d2d-4fae-8a25-5aad425c4bc3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Pushing event deleted for resources: {'Port': ['ID=f30c8264-81a7-42f5-808d-6d68041c4d8d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:52.844094 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9099896f-7fc5-4e2d-88f6-7440dbcfa359 req-a18c4aab-4d2d-4fae-8a25-5aad425c4bc3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Router abb8665b-5a04-4408-b1fc-024e6ac82e7b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:05:53.020013 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9099896f-7fc5-4e2d-88f6-7440dbcfa359 req-a18c4aab-4d2d-4fae-8a25-5aad425c4bc3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:05:53.033177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67beef8a-6b2f-4714-9934-9ffd7effcb68 None None] Sync routers for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:05:53.048114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67beef8a-6b2f-4714-9934-9ffd7effcb68 None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:05:53.049377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-67beef8a-6b2f-4714-9934-9ffd7effcb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:05:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:05:53.131528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7aedbbe9-677f-4d4b-a5a4-13865fbef464 req-895e7fa3-ee8b-48fc-844b-8a3f4bf99762 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=11a08eed-8a51-400c-aeca-3abfd793ea27 HTTP/1.1" status: 200 len: 210 time: 0.1004498 Nov 29 19:05:53.132562 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-9099896f-7fc5-4e2d-88f6-7440dbcfa359 req-a18c4aab-4d2d-4fae-8a25-5aad425c4bc3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] No DVR routers for this DVR port f30c8264-81a7-42f5-808d-6d68041c4d8d on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:05:53.136188 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9099896f-7fc5-4e2d-88f6-7440dbcfa359 req-a18c4aab-4d2d-4fae-8a25-5aad425c4bc3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:53.143387 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9099896f-7fc5-4e2d-88f6-7440dbcfa359 req-a18c4aab-4d2d-4fae-8a25-5aad425c4bc3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.20 "DELETE /v2.0/ports/f30c8264-81a7-42f5-808d-6d68041c4d8d HTTP/1.1" status: 204 len: 173 time: 1.0336139 Nov 29 19:05:53.144298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'name': 'network-vif-deleted', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:05:53.148245 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab8dace-bdff-4c5d-97e0-6f4887cd0843" -d '{"events": [{"server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "name": "network-vif-deleted", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:05:53.217516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-67beef8a-6b2f-4714-9934-9ffd7effcb68 None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:05:53.300735 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17ac3e2-da7b-4a9d-9ebb-98f1cb86723c x-openstack-request-id: req-c17ac3e2-da7b-4a9d-9ebb-98f1cb86723c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:05:53.301234 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a08eed-8a51-400c-aeca-3abfd793ea27", "name": "network-vif-deleted", "tag": "f30c8264-81a7-42f5-808d-6d68041c4d8d", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:05:53.301562 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c17ac3e2-da7b-4a9d-9ebb-98f1cb86723c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:05:53.302063 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a08eed-8a51-400c-aeca-3abfd793ea27', 'name': 'network-vif-deleted', 'tag': 'f30c8264-81a7-42f5-808d-6d68041c4d8d', 'status': 'completed', 'code': 200} Nov 29 19:05:53.461995 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-67beef8a-6b2f-4714-9934-9ffd7effcb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:05:53.489311 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67beef8a-6b2f-4714-9934-9ffd7effcb68 None None] Checking router: abb8665b-5a04-4408-b1fc-024e6ac82e7b for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:05:53.498423 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67beef8a-6b2f-4714-9934-9ffd7effcb68 None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:05:53.499634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-67beef8a-6b2f-4714-9934-9ffd7effcb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:05:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:05:53.620424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-67beef8a-6b2f-4714-9934-9ffd7effcb68 None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:05:53.853189 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-67beef8a-6b2f-4714-9934-9ffd7effcb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:05:53.887252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67beef8a-6b2f-4714-9934-9ffd7effcb68 None None] The sync data for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 is: [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:05:54.103087 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f756a25-1e45-4b13-bcb0-6bb23ecbfa33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:54.143265 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b849277-6701-4905-9d33-53fd2c143ffb None None] New status for floating IP c504923d-6ac4-4f4d-b85f-6bce0f43d059: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:05:54.516124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-645c8141-eb93-4685-b4b8-9e069d4bcb1e tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1315076985&fields=id&tenant_id=38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 267 time: 0.0662537 Nov 29 19:05:54.646400 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-19e0b0bd-6be6-41c2-8d5f-ecf09f0b84f1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:54.647909 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-19e0b0bd-6be6-41c2-8d5f-ecf09f0b84f1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 811 time: 0.1194432 Nov 29 19:05:54.665401 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-cbe01583-b352-4348-b7cc-50d9fbdf41b3 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/quotas/38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 375 time: 0.0107336 Nov 29 19:05:54.724927 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-268572a9-87e0-4d2b-9a03-ee059f803439 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530396 Nov 29 19:05:54.747429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-775118e6-71bd-49f1-9f08-e236986bc7d8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:05:54.748470 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-775118e6-71bd-49f1-9f08-e236986bc7d8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056579 Nov 29 19:05:54.850154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-6cee6378-46a4-4cc9-bb87-5a20c2d5cdea service neutron] 10.222.0.23 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897791 Nov 29 19:05:54.963150 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-ccbc207a-9d90-4587-95d1-7f30b5ffd1b6 service neutron] 10.222.0.23 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018302 Nov 29 19:05:55.162236 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1767882a-cafc-4620-b72f-5f81d1a049d0 req-611978a1-6284-4a8c-a9d1-843a495455a9 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 210 time: 0.0436990 Nov 29 19:05:55.417938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f30c8264-81a7-42f5-808d-6d68041c4d8d no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:05:55.439427 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: f30c8264-81a7-42f5-808d-6d68041c4d8d {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:05:55.439885 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device f30c8264-81a7-42f5-808d-6d68041c4d8d not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:05:56.229486 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-f3940d75-e452-49c8-a822-16676294f064 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:56.231369 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-f3940d75-e452-49c8-a822-16676294f064 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 811 time: 0.1187291 Nov 29 19:05:56.327839 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7dd1027-b358-47d2-a04d-20ea20b9ab21 req-865ee9c7-5c5a-405c-a2f8-77f0aa486e31 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 210 time: 0.0555172 Nov 29 19:05:56.389530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-bfc42d68-27ea-4f0b-aad2-545505f08bae tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 380 time: 0.1480472 Nov 29 19:05:56.404220 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-146ed380-3809-46c9-9faf-e97f497aaeb1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Request body: {'port': {'device_id': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'admin_state_up': True, 'tenant_id': '38da743610a44382910e919a0f2ad012', 'security_groups': ['13080df5-e819-4e49-9294-995f85e1f529']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:05:56.526410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-146ed380-3809-46c9-9faf-e97f497aaeb1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Made reservation on behalf of 38da743610a44382910e919a0f2ad012 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:05:56.530281 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-146ed380-3809-46c9-9faf-e97f497aaeb1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:56.569728 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9213bf38-05ff-4b65-94f8-ea8761e306e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:56.687393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-146ed380-3809-46c9-9faf-e97f497aaeb1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Allocated IP 172.20.0.14 (99ab6784-faf3-48c5-ba99-02767cd84205/b415006c-7190-46f2-abc4-b858f9542032/a26ba395-8c08-43d6-99d3-57bc03150254) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:05:56.857402 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-146ed380-3809-46c9-9faf-e97f497aaeb1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:56.895158 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-146ed380-3809-46c9-9faf-e97f497aaeb1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:56.947782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-146ed380-3809-46c9-9faf-e97f497aaeb1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Network 99ab6784-faf3-48c5-ba99-02767cd84205 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:05:56.952415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-146ed380-3809-46c9-9faf-e97f497aaeb1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:05:56.955598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-146ed380-3809-46c9-9faf-e97f497aaeb1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:05:56.988258 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ed380-3809-46c9-9faf-e97f497aaeb1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Pushing event updated for resources: {'Port': ['ID=a26ba395-8c08-43d6-99d3-57bc03150254,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:57.022748 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-146ed380-3809-46c9-9faf-e97f497aaeb1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:57.023480 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-146ed380-3809-46c9-9faf-e97f497aaeb1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:57.048634 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-146ed380-3809-46c9-9faf-e97f497aaeb1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6477923 Nov 29 19:05:57.061758 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Request body: {'port': {'device_id': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:05:57.138498 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:57.231007 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d27c96cf-1170-483c-9a0a-cc7fb038e351 None None] Provisioning complete for port a26ba395-8c08-43d6-99d3-57bc03150254 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:05:57.231267 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d27c96cf-1170-483c-9a0a-cc7fb038e351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:57.269803 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d27c96cf-1170-483c-9a0a-cc7fb038e351 None None] Port a26ba395-8c08-43d6-99d3-57bc03150254 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:05:57.447182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26ba395-8c08-43d6-99d3-57bc03150254 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:05:57.458306 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:57.474811 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Transition to ACTIVE for port object a26ba395-8c08-43d6-99d3-57bc03150254 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:05:57.482580 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6930ae8-6f4f-4722-96d8-5df9cb791a84 req-c346a742-1fa5-406e-8e34-ea7210b0b0a0 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:57.484080 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6930ae8-6f4f-4722-96d8-5df9cb791a84 req-c346a742-1fa5-406e-8e34-ea7210b0b0a0 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 932 time: 0.0738480 Nov 29 19:05:57.485149 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:57.554733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Pushing event updated for resources: {'Port': ['ID=a26ba395-8c08-43d6-99d3-57bc03150254,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:57.617215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6930ae8-6f4f-4722-96d8-5df9cb791a84 req-e588f433-aca0-49ea-a133-693d237a19ea tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240604 Nov 29 19:05:57.632733 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-510fe620-c7d6-4306-8876-a33fbb8d0326 req-4786f238-4486-49e8-b881-5a40c384694b service neutron] (110004) timed out ('10.222.0.20', 50529) {{(pid=110004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 19:05:57.653182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Attempting to bind port a26ba395-8c08-43d6-99d3-57bc03150254 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:05:57.653525 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Attempting to bind port a26ba395-8c08-43d6-99d3-57bc03150254 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:05:57.653862 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Attempting to bind port a26ba395-8c08-43d6-99d3-57bc03150254 on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:05:57.659396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Port a26ba395-8c08-43d6-99d3-57bc03150254 on network 99ab6784-faf3-48c5-ba99-02767cd84205 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:05:57.659729 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Attempting to bind port a26ba395-8c08-43d6-99d3-57bc03150254 on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:05:57.665219 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:05:57.665566 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Checking segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:05:57.665961 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Bound using segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:05:57.666402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Bound port: a26ba395-8c08-43d6-99d3-57bc03150254, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:05:57.666768 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:57.735692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:05:57.738917 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a26ba395-8c08-43d6-99d3-57bc03150254,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:05:57.743965 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:57.785006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:57.785630 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:57.787122 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] 10.222.0.31 "PUT /v2.0/ports/a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 1092 time: 0.7331426 Nov 29 19:05:57.787585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'tag': 'a26ba395-8c08-43d6-99d3-57bc03150254'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:05:57.789883 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976f05f0-84bb-4a07-ac76-9d3ce0a9fae8" -d '{"events": [{"name": "network-changed", "server_uuid": "1851f7db-ad3f-4547-94df-02e4ee89be4d", "tag": "a26ba395-8c08-43d6-99d3-57bc03150254"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:05:57.802710 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:57.816710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7396a4-67a7-4817-934e-4ee5096e521e service neutron] Pushing event updated for resources: {'Port': ['ID=a26ba395-8c08-43d6-99d3-57bc03150254,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:05:57.843523 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:05:57.859624 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b804806-ff7e-4cf7-a4aa-dc37ae1f865c x-openstack-request-id: req-6b804806-ff7e-4cf7-a4aa-dc37ae1f865c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:05:57.859922 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1851f7db-ad3f-4547-94df-02e4ee89be4d", "tag": "a26ba395-8c08-43d6-99d3-57bc03150254", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:05:57.860182 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b804806-ff7e-4cf7-a4aa-dc37ae1f865c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:05:57.860587 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'tag': 'a26ba395-8c08-43d6-99d3-57bc03150254', 'status': 'completed', 'code': 200} Nov 29 19:05:57.876872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-e5ada6b1-6d98-4416-a928-a64967440d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:57.878415 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-e5ada6b1-6d98-4416-a928-a64967440d31 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 1095 time: 0.0481730 Nov 29 19:05:57.926758 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-2c01ce56-6a7d-4dbe-8545-c624c0b65d58 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 217 time: 0.0390484 Nov 29 19:05:57.982467 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-a9c49a40-2d5f-4178-83d3-dc08f672f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:57.984670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-a9c49a40-2d5f-4178-83d3-dc08f672f181 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0507536 Nov 29 19:05:58.038437 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-cb666c46-5756-467d-bfa4-a16e33f1295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:58.039998 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-cb666c46-5756-467d-bfa4-a16e33f1295f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487769 Nov 29 19:05:58.137029 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-46f53860-f819-4642-803e-176a9723a03a service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893657 Nov 29 19:05:58.238367 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e58a5aa6-c6ad-4e05-a5f1-fd14aaf0d649 req-ef90a2df-d788-4013-8dad-3a27f2ba3892 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944438 Nov 29 19:05:58.338684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f05f0-84bb-4a07-ac76-9d3ce0a9fae8 req-4b1fcfb1-932a-4ee7-94a7-83a8715dc94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:58.340319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-976f05f0-84bb-4a07-ac76-9d3ce0a9fae8 req-4b1fcfb1-932a-4ee7-94a7-83a8715dc94e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 1095 time: 0.0465732 Nov 29 19:05:58.439108 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f05f0-84bb-4a07-ac76-9d3ce0a9fae8 req-79164f02-7d70-45fb-9bc4-2d99039fcf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:58.440635 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-976f05f0-84bb-4a07-ac76-9d3ce0a9fae8 req-79164f02-7d70-45fb-9bc4-2d99039fcf04 service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0935268 Nov 29 19:05:58.484692 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-976f05f0-84bb-4a07-ac76-9d3ce0a9fae8 req-39844175-3869-46ee-9004-f29f13a94c00 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 217 time: 0.0361342 Nov 29 19:05:58.541232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f05f0-84bb-4a07-ac76-9d3ce0a9fae8 req-5721d67e-0db0-4f26-ad18-c7ccd5ccbe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:58.542781 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-976f05f0-84bb-4a07-ac76-9d3ce0a9fae8 req-5721d67e-0db0-4f26-ad18-c7ccd5ccbe16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0515063 Nov 29 19:05:58.595463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f05f0-84bb-4a07-ac76-9d3ce0a9fae8 req-a999adc3-ca22-4b7a-b64b-a0624b59da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:58.597227 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-976f05f0-84bb-4a07-ac76-9d3ce0a9fae8 req-a999adc3-ca22-4b7a-b64b-a0624b59da05 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477123 Nov 29 19:05:58.716885 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-976f05f0-84bb-4a07-ac76-9d3ce0a9fae8 req-73130ae1-dac0-490b-99f9-4dbb8514c8d9 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117444 Nov 29 19:05:58.811514 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517558a-adf1-4442-890e-ead6cde9a1ab req-61b48dd0-dc5f-46cb-9b14-45dcbd487f10 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:05:58.812917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f517558a-adf1-4442-890e-ead6cde9a1ab req-61b48dd0-dc5f-46cb-9b14-45dcbd487f10 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 944 time: 0.1118701 Nov 29 19:05:58.859620 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-976f05f0-84bb-4a07-ac76-9d3ce0a9fae8 req-eb0fd556-bd56-4da7-8f1b-3a5c331c39cc service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281075 Nov 29 19:05:58.884002 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f517558a-adf1-4442-890e-ead6cde9a1ab req-f7b1016a-d2cf-49ce-bc11-d3cddc0d1d7a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610087 Nov 29 19:05:59.391343 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:00.023495 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131df78e-b63d-4298-aec0-0cf583e2ebda req-440053d6-98e7-4e93-b93a-733ae14c0a0f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:00.025039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-131df78e-b63d-4298-aec0-0cf583e2ebda req-440053d6-98e7-4e93-b93a-733ae14c0a0f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 944 time: 0.0517097 Nov 29 19:06:00.080278 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-131df78e-b63d-4298-aec0-0cf583e2ebda req-d06f01f2-9e7a-4c3b-b7b4-cb3506284d34 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475829 Nov 29 19:06:00.101238 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:00.255324 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a26ba395-8c08-43d6-99d3-57bc03150254 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:06:00.566059 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:00.602323 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a26ba395-8c08-43d6-99d3-57bc03150254,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:06:00.615767 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'a26ba395-8c08-43d6-99d3-57bc03150254', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'port_id': 'a26ba395-8c08-43d6-99d3-57bc03150254', 'mac_address': 'fa:16:3e:41:3c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:06:00.653884 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:00.667710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26ba395-8c08-43d6-99d3-57bc03150254 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:06:00.689088 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a26ba395-8c08-43d6-99d3-57bc03150254,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:06:00.693157 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:00.744826 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=a26ba395-8c08-43d6-99d3-57bc03150254,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:06:00.969503 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['a26ba395-8c08-43d6-99d3-57bc03150254'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:06:01.224517 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca2b9a-7bbc-4b97-937c-fcbb10d50f6d req-0ab51dfd-f051-4656-97d6-23d2d64b39b4 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:01.226245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8aca2b9a-7bbc-4b97-937c-fcbb10d50f6d req-0ab51dfd-f051-4656-97d6-23d2d64b39b4 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0591156 Nov 29 19:06:01.286530 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8aca2b9a-7bbc-4b97-937c-fcbb10d50f6d req-beb7bc91-c1c1-42f3-b9db-6149046c40bb tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497558 Nov 29 19:06:02.249958 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a26ba395-8c08-43d6-99d3-57bc03150254 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:06:02.311199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port a26ba395-8c08-43d6-99d3-57bc03150254 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:06:02.318754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port a26ba395-8c08-43d6-99d3-57bc03150254 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:06:02.319363 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:02.440218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0426906-aacc-45f8-ba0f-8eb6bb066b3c req-76a2b1d2-6dd1-4b33-b43e-7c6d8afc8fd8 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:02.441865 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b0426906-aacc-45f8-ba0f-8eb6bb066b3c req-76a2b1d2-6dd1-4b33-b43e-7c6d8afc8fd8 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0767872 Nov 29 19:06:02.443551 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:02.481289 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26ba395-8c08-43d6-99d3-57bc03150254'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:06:02.485079 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e363fe6-c0d5-4368-800f-b819a7acd2af" -d '{"events": [{"server_uuid": "1851f7db-ad3f-4547-94df-02e4ee89be4d", "name": "network-vif-plugged", "status": "completed", "tag": "a26ba395-8c08-43d6-99d3-57bc03150254"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:06:02.503009 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a26ba395-8c08-43d6-99d3-57bc03150254,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:06:02.508940 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:02.547512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b0426906-aacc-45f8-ba0f-8eb6bb066b3c req-635f9781-9afa-468c-a61c-117f3d702486 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915747 Nov 29 19:06:02.584526 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac2c3fc-7933-4be1-bbb0-db88ae2d5830 x-openstack-request-id: req-3ac2c3fc-7933-4be1-bbb0-db88ae2d5830 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:06:02.585026 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1851f7db-ad3f-4547-94df-02e4ee89be4d", "name": "network-vif-plugged", "status": "completed", "tag": "a26ba395-8c08-43d6-99d3-57bc03150254", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:06:02.585417 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ac2c3fc-7933-4be1-bbb0-db88ae2d5830 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:06:02.586042 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26ba395-8c08-43d6-99d3-57bc03150254', 'code': 200} Nov 29 19:06:02.619391 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=a26ba395-8c08-43d6-99d3-57bc03150254,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:06:02.712393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1658d81-5113-493b-885b-ab283313f66d req-b493ebda-46ec-4b88-9eb3-0162b1df33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:02.715030 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1658d81-5113-493b-885b-ab283313f66d req-b493ebda-46ec-4b88-9eb3-0162b1df33cb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 1097 time: 0.0710521 Nov 29 19:06:02.774730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1658d81-5113-493b-885b-ab283313f66d req-dec65495-ad57-4991-bd71-1c9e7503e8e8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528295 Nov 29 19:06:03.666288 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497df3d-d9d0-47c7-b823-df5ea446dde2 req-c34bb9a6-5980-4276-8e22-1daefda5df1c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:03.667845 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a497df3d-d9d0-47c7-b823-df5ea446dde2 req-c34bb9a6-5980-4276-8e22-1daefda5df1c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.0497925 Nov 29 19:06:03.724348 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a497df3d-d9d0-47c7-b823-df5ea446dde2 req-edd26130-07a3-4473-8c4c-5482e02239a7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499673 Nov 29 19:06:04.852555 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acfaba-21bb-4bd0-a467-e5c447643282 req-1858c2d9-f22b-48d8-ab89-c6bbddd034a1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:04.853977 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13acfaba-21bb-4bd0-a467-e5c447643282 req-1858c2d9-f22b-48d8-ab89-c6bbddd034a1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.0518816 Nov 29 19:06:04.909258 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-13acfaba-21bb-4bd0-a467-e5c447643282 req-8cbf2ad4-fa3e-470a-add6-290d25fa3914 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428655 Nov 29 19:06:05.375565 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf83fa-bfe7-496c-9717-09d0f478ac6c req-70b686ad-3d58-4c9e-86eb-23fbf8f52470 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:05.377150 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-53cf83fa-bfe7-496c-9717-09d0f478ac6c req-70b686ad-3d58-4c9e-86eb-23fbf8f52470 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.4010296 Nov 29 19:06:05.386093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43314) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:06:05.391129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-04b532f4-df3c-4db9-ba05-df4a0c34391d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Request body: {'floatingip': {'port_id': 'a26ba395-8c08-43d6-99d3-57bc03150254'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:06:05.430697 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04b532f4-df3c-4db9-ba05-df4a0c34391d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:05.867401 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04b532f4-df3c-4db9-ba05-df4a0c34391d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:05.871501 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04b532f4-df3c-4db9-ba05-df4a0c34391d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:05.973349 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-04b532f4-df3c-4db9-ba05-df4a0c34391d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Floating IP c504923d-6ac4-4f4d-b85f-6bce0f43d059 associated. External IP: 172.25.3.200, port: a26ba395-8c08-43d6-99d3-57bc03150254. Nov 29 19:06:06.193324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b532f4-df3c-4db9-ba05-df4a0c34391d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Router abb8665b-5a04-4408-b1fc-024e6ac82e7b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:06:06.303585 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b532f4-df3c-4db9-ba05-df4a0c34391d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:06:06.308611 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04b532f4-df3c-4db9-ba05-df4a0c34391d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:06.313801 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2cd905-c66f-428d-a27f-94ab8eeeeff1 None None] Sync routers for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:06:06.324633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2cd905-c66f-428d-a27f-94ab8eeeeff1 None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:06:06.325255 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-fd2cd905-c66f-428d-a27f-94ab8eeeeff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:05:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:06:06.336721 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-04b532f4-df3c-4db9-ba05-df4a0c34391d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "PUT /v2.0/floatingips/c504923d-6ac4-4f4d-b85f-6bce0f43d059 HTTP/1.1" status: 200 len: 993 time: 0.9494584 Nov 29 19:06:06.337299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'tag': 'a26ba395-8c08-43d6-99d3-57bc03150254'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:06:06.339635 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf29b261-fd01-44d9-af26-675b2da21dab" -d '{"events": [{"name": "network-changed", "server_uuid": "1851f7db-ad3f-4547-94df-02e4ee89be4d", "tag": "a26ba395-8c08-43d6-99d3-57bc03150254"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:06:06.385569 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79bba40-d2eb-4431-a4c2-44968ce8b7ae x-openstack-request-id: req-c79bba40-d2eb-4431-a4c2-44968ce8b7ae {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:06:06.385865 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1851f7db-ad3f-4547-94df-02e4ee89be4d", "tag": "a26ba395-8c08-43d6-99d3-57bc03150254", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:06:06.386132 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c79bba40-d2eb-4431-a4c2-44968ce8b7ae {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:06:06.386545 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'tag': 'a26ba395-8c08-43d6-99d3-57bc03150254', 'status': 'completed', 'code': 200} Nov 29 19:06:06.443393 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-fd2cd905-c66f-428d-a27f-94ab8eeeeff1 None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:06:06.454006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29b261-fd01-44d9-af26-675b2da21dab req-c28e73a0-cc1f-4dd5-87a4-65cfd7156218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:06.455724 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf29b261-fd01-44d9-af26-675b2da21dab req-c28e73a0-cc1f-4dd5-87a4-65cfd7156218 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 1097 time: 0.0431507 Nov 29 19:06:06.558620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29b261-fd01-44d9-af26-675b2da21dab req-7d6930e2-40a0-46e1-b416-da81764dea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:06.560214 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf29b261-fd01-44d9-af26-675b2da21dab req-7d6930e2-40a0-46e1-b416-da81764dea74 service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0977271 Nov 29 19:06:06.631129 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf29b261-fd01-44d9-af26-675b2da21dab req-0ba4d743-58fc-4639-80f5-1736d6c8c180 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 1001 time: 0.0637500 Nov 29 19:06:06.693131 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-fd2cd905-c66f-428d-a27f-94ab8eeeeff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c504923d-6ac4-4f4d-b85f-6bce0f43d059', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'port_id': 'a26ba395-8c08-43d6-99d3-57bc03150254', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'mac_address': 'fa:16:3e:41:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:58:39Z', 'updated_at': '2021-11-29T19:06:05Z', 'revision_number': 13, 'project_id': '38da743610a44382910e919a0f2ad012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:06:06.693463 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29b261-fd01-44d9-af26-675b2da21dab req-3be305fa-fa20-4695-a181-0aa7f9f05172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:06.694752 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf29b261-fd01-44d9-af26-675b2da21dab req-3be305fa-fa20-4695-a181-0aa7f9f05172 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0564888 Nov 29 19:06:06.725951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2cd905-c66f-428d-a27f-94ab8eeeeff1 None None] Checking router: abb8665b-5a04-4408-b1fc-024e6ac82e7b for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:06:06.736295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2cd905-c66f-428d-a27f-94ab8eeeeff1 None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:06:06.737062 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-fd2cd905-c66f-428d-a27f-94ab8eeeeff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:05:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:06:06.747821 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29b261-fd01-44d9-af26-675b2da21dab req-3e2d99a4-6f0a-433f-a968-e5e5d8d759f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:06.749912 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf29b261-fd01-44d9-af26-675b2da21dab req-3e2d99a4-6f0a-433f-a968-e5e5d8d759f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473857 Nov 29 19:06:06.839917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf29b261-fd01-44d9-af26-675b2da21dab req-cb55064b-b78d-46a0-a99d-ec4990bde624 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829878 Nov 29 19:06:06.847015 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-fd2cd905-c66f-428d-a27f-94ab8eeeeff1 None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:06:06.943794 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf29b261-fd01-44d9-af26-675b2da21dab req-697344a0-5503-42d7-84d1-36878288e6f8 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964913 Nov 29 19:06:07.079086 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-fd2cd905-c66f-428d-a27f-94ab8eeeeff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c504923d-6ac4-4f4d-b85f-6bce0f43d059', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'port_id': 'a26ba395-8c08-43d6-99d3-57bc03150254', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'mac_address': 'fa:16:3e:41:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:58:39Z', 'updated_at': '2021-11-29T19:06:05Z', 'revision_number': 13, 'project_id': '38da743610a44382910e919a0f2ad012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:06:07.105733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2cd905-c66f-428d-a27f-94ab8eeeeff1 None None] The sync data for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 is: [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'c504923d-6ac4-4f4d-b85f-6bce0f43d059', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'floating_ip_address': '172.25.3.200', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'port_id': 'a26ba395-8c08-43d6-99d3-57bc03150254', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'mac_address': 'fa:16:3e:41:3c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T18:58:39Z', 'updated_at': '2021-11-29T19:06:05Z', 'revision_number': 13, 'project_id': '38da743610a44382910e919a0f2ad012', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:06:07.315685 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abaac76-8b08-409a-8337-58e4effd07be None None] New status for floating IP c504923d-6ac4-4f4d-b85f-6bce0f43d059: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:06:18.538403 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:06:24.104295 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcea7862-5107-46b6-b466-3f4bb1d6a00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:26.555042 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c758d294-6768-44f9-80b5-acd8065ba67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:27.804715 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:27.845021 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:29.395485 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:30.105168 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:30.333934 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:32.364216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b14657ca-0a03-4133-bba2-3e1fdc91aa65 req-cec6f00a-9fcd-4107-a1b4-9fa2b4ee55f7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436242 Nov 29 19:06:32.454854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14657ca-0a03-4133-bba2-3e1fdc91aa65 req-d7294461-ca8c-4107-b0cb-9df2b6929b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:32.456393 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b14657ca-0a03-4133-bba2-3e1fdc91aa65 req-d7294461-ca8c-4107-b0cb-9df2b6929b99 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 1097 time: 0.0440280 Nov 29 19:06:32.567771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14657ca-0a03-4133-bba2-3e1fdc91aa65 req-00c134d9-1bc0-4f32-b95b-7f96c4426ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:32.569270 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b14657ca-0a03-4133-bba2-3e1fdc91aa65 req-00c134d9-1bc0-4f32-b95b-7f96c4426ac0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0927856 Nov 29 19:06:32.637909 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b14657ca-0a03-4133-bba2-3e1fdc91aa65 req-80ff7206-a3a2-449f-8556-2602236da9d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 1003 time: 0.0606420 Nov 29 19:06:32.689611 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14657ca-0a03-4133-bba2-3e1fdc91aa65 req-675d5024-af17-4cd3-8cf0-99621af4f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:32.691139 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b14657ca-0a03-4133-bba2-3e1fdc91aa65 req-675d5024-af17-4cd3-8cf0-99621af4f0cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0465729 Nov 29 19:06:32.745209 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14657ca-0a03-4133-bba2-3e1fdc91aa65 req-2d1dbe79-02b3-42e9-8f61-c539adc74c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:06:32.746734 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b14657ca-0a03-4133-bba2-3e1fdc91aa65 req-2d1dbe79-02b3-42e9-8f61-c539adc74c65 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481758 Nov 29 19:06:32.844338 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b14657ca-0a03-4133-bba2-3e1fdc91aa65 req-c4cac423-d484-45b1-9c4a-41009eee4ceb service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900772 Nov 29 19:06:32.944505 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b14657ca-0a03-4133-bba2-3e1fdc91aa65 req-ed495e86-9fe0-4283-a54a-ab22bc872f19 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932350 Nov 29 19:06:54.097782 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e271cd38-8bb1-4916-8ff5-e1a07edd1894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:55.538397 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:06:56.567184 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79afb440-4171-4b80-bfab-15d494796ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:57.837146 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:57.849376 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:06:59.396045 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:00.098247 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:00.326303 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:24.098825 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0fc550fd-bba6-4221-8d0a-6f50f3b61e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:26.559936 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4a3216d-e4c9-437e-a2de-5a9b7a1739d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:27.817175 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:27.848457 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:29.396088 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:30.100833 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:30.323577 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:32.538989 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:07:33.418822 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-028eb19e-69cb-4172-b245-7ac62412ee3c req-01be1871-5bd9-4546-82f5-e1a9df32fa8b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428152 Nov 29 19:07:33.504665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028eb19e-69cb-4172-b245-7ac62412ee3c req-59be6d53-1485-4c15-8ae7-b753fda75b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:07:33.506183 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-028eb19e-69cb-4172-b245-7ac62412ee3c req-59be6d53-1485-4c15-8ae7-b753fda75b1f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 1097 time: 0.0416839 Nov 29 19:07:33.615426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028eb19e-69cb-4172-b245-7ac62412ee3c req-ec3bbee5-3508-4168-9d36-baa50cf298ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:07:33.616929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-028eb19e-69cb-4172-b245-7ac62412ee3c req-ec3bbee5-3508-4168-9d36-baa50cf298ab service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0902886 Nov 29 19:07:33.682268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-028eb19e-69cb-4172-b245-7ac62412ee3c req-e0d10843-1523-44e3-b190-65b2e6f52e66 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 1003 time: 0.0586510 Nov 29 19:07:33.731392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028eb19e-69cb-4172-b245-7ac62412ee3c req-00173cae-1ddb-4c64-82f4-229f79671768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:07:33.732869 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-028eb19e-69cb-4172-b245-7ac62412ee3c req-00173cae-1ddb-4c64-82f4-229f79671768 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0443149 Nov 29 19:07:33.783499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028eb19e-69cb-4172-b245-7ac62412ee3c req-68402849-7386-45ae-9507-94a76ee4d8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:07:33.784986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-028eb19e-69cb-4172-b245-7ac62412ee3c req-68402849-7386-45ae-9507-94a76ee4d8e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453839 Nov 29 19:07:33.873980 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-028eb19e-69cb-4172-b245-7ac62412ee3c req-24957afe-21d8-4448-9079-9aa99c5ad488 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807998 Nov 29 19:07:33.967114 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-028eb19e-69cb-4172-b245-7ac62412ee3c req-45d16720-57f0-4fe9-9bec-d7489595e4a0 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864842 Nov 29 19:07:54.101010 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c07bc06-3026-44f6-8201-62c49f522f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:56.565439 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7314d962-7a0b-4d34-884d-a14dc39958dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:57.823225 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:57.852542 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:07:59.399684 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:00.103254 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:00.348420 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:09.539225 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:08:24.103731 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-49815974-f6e6-46c4-8750-31eff0a09da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:26.569640 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ebe1740-a3cc-45ed-9569-7f4dd299669a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:27.830781 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:27.854737 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:29.405545 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:30.105382 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:30.359288 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:34.519707 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b9e7558-e35f-4851-9db7-524d33ea97fa req-f4d8ce62-0c03-44c7-adc5-8a7b1a4ee3d6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1298337 Nov 29 19:08:34.604864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e7558-e35f-4851-9db7-524d33ea97fa req-defe0115-a433-4d1e-8e09-4fb5609f42af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:08:34.606376 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b9e7558-e35f-4851-9db7-524d33ea97fa req-defe0115-a433-4d1e-8e09-4fb5609f42af service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 1097 time: 0.0413053 Nov 29 19:08:34.713861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e7558-e35f-4851-9db7-524d33ea97fa req-59b556f1-a7bc-4fbc-ad8b-102375afb8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:08:34.715401 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b9e7558-e35f-4851-9db7-524d33ea97fa req-59b556f1-a7bc-4fbc-ad8b-102375afb8b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0886650 Nov 29 19:08:34.788527 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b9e7558-e35f-4851-9db7-524d33ea97fa req-6ffb6fe5-e4dd-45d0-a612-d37490aa43b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 1003 time: 0.0578456 Nov 29 19:08:34.840898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e7558-e35f-4851-9db7-524d33ea97fa req-97dfcc3d-580a-4959-a937-0c9eff6d9f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:08:34.842372 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b9e7558-e35f-4851-9db7-524d33ea97fa req-97dfcc3d-580a-4959-a937-0c9eff6d9f8e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0470295 Nov 29 19:08:34.890936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e7558-e35f-4851-9db7-524d33ea97fa req-aaf473c6-faa0-4aaf-99bc-e45345d0cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:08:34.892406 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b9e7558-e35f-4851-9db7-524d33ea97fa req-aaf473c6-faa0-4aaf-99bc-e45345d0cc86 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428183 Nov 29 19:08:34.982719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b9e7558-e35f-4851-9db7-524d33ea97fa req-918226c1-fffd-47f2-80da-63c4404f3f18 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823326 Nov 29 19:08:35.075307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b9e7558-e35f-4851-9db7-524d33ea97fa req-03e378bc-7004-45c5-b779-4a73d29d927f service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851696 Nov 29 19:08:45.981947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1aca0-797d-4df1-9f66-078945828d1a req-07aab42c-b6f0-4c63-89c9-312f2ced4ec5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:08:45.983504 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd1aca0-797d-4df1-9f66-078945828d1a req-07aab42c-b6f0-4c63-89c9-312f2ced4ec5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.1603165 Nov 29 19:08:46.042809 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dd1aca0-797d-4df1-9f66-078945828d1a req-22927561-6c51-459f-a722-efb7331ab168 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528266 Nov 29 19:08:46.543610 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:08:54.107421 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88988b49-2cf5-4fb5-bbd8-69e4c45ada73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:56.575257 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1b47177-1f0e-4485-808c-2993d1274772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:57.837779 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:57.859373 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:58.272919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-6e3c1486-12ab-4ba7-8ac6-cdcd32edc355 req-da77e893-af98-4ad9-af1e-35a24d522e22 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:08:58.274005 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e3c1486-12ab-4ba7-8ac6-cdcd32edc355 req-da77e893-af98-4ad9-af1e-35a24d522e22 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0455031 Nov 29 19:08:58.466959 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1888f-7875-4374-9a49-1f2d34a8912a req-b1131f3c-c836-4d7d-9768-488cb4b19578 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:08:58.468484 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-99a1888f-7875-4374-9a49-1f2d34a8912a req-b1131f3c-c836-4d7d-9768-488cb4b19578 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.0521843 Nov 29 19:08:58.496141 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-5e4abcdf-52da-40e3-9ad7-6ead941f108f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900769 Nov 29 19:08:58.505467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-60b9fcfb-9153-4299-af01-bc93ad027cc5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:08:58.506488 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-60b9fcfb-9153-4299-af01-bc93ad027cc5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053456 Nov 29 19:08:58.526879 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-99a1888f-7875-4374-9a49-1f2d34a8912a req-f8d637b8-fd45-4e99-a7a2-5f6a734a2126 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517712 Nov 29 19:08:59.409700 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:08:59.660595 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a240cd-f902-4dff-8bad-884ab59d9f31 req-6e17c173-c709-40a1-8e66-7005a6c690ee tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:08:59.662138 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71a240cd-f902-4dff-8bad-884ab59d9f31 req-6e17c173-c709-40a1-8e66-7005a6c690ee tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.0543697 Nov 29 19:08:59.710816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71a240cd-f902-4dff-8bad-884ab59d9f31 req-4b7225e1-1eac-4ed2-9870-3aa6ad860e07 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424352 Nov 29 19:08:59.824251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-13c9d087-1136-4c95-aa90-8ebbac313ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:08:59.825777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-13c9d087-1136-4c95-aa90-8ebbac313ad3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 1097 time: 0.0423095 Nov 29 19:08:59.921375 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-fa9663d2-37db-4e73-8503-c288753da855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:08:59.922986 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-fa9663d2-37db-4e73-8503-c288753da855 service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0894227 Nov 29 19:08:59.989258 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-c42e9c81-a868-4e80-8724-344503225d58 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 1003 time: 0.0588408 Nov 29 19:09:00.037946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-9620b653-1c37-4fe6-a2df-4f48c1ee0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:00.039995 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-9620b653-1c37-4fe6-a2df-4f48c1ee0ea6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0443013 Nov 29 19:09:00.091623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-bb1d2aaf-68c0-4df8-a729-78796f74e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:00.093059 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-bb1d2aaf-68c0-4df8-a729-78796f74e3d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465043 Nov 29 19:09:00.111615 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:00.187132 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-55cbfbd6-e073-42b0-93d6-2e13071cccbb service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870607 Nov 29 19:09:00.286043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-e7a13bcb-17ed-4581-90a1-7f224422ea86 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919948 Nov 29 19:09:00.369513 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:00.838970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5dd03-9e19-4cbe-9642-033ff883d1f5 req-0880d3ab-3e19-41c9-8ace-145e431b4df0 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:00.840382 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12e5dd03-9e19-4cbe-9642-033ff883d1f5 req-0880d3ab-3e19-41c9-8ace-145e431b4df0 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.0523829 Nov 29 19:09:00.892125 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12e5dd03-9e19-4cbe-9642-033ff883d1f5 req-a0474ad1-01f6-4f11-ad26-72c76caf3055 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453496 Nov 29 19:09:02.019856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b7396-7af2-4cb9-8a03-15479f3e700a req-6662671b-1a47-4a26-9425-791b9ed77909 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:02.021470 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-672b7396-7af2-4cb9-8a03-15479f3e700a req-6662671b-1a47-4a26-9425-791b9ed77909 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.0568488 Nov 29 19:09:02.085357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-672b7396-7af2-4cb9-8a03-15479f3e700a req-470b7365-8a0f-4f54-8a69-96c02a1e6adf tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574820 Nov 29 19:09:03.213199 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ff781-9266-4101-81dd-ddd547e3f17e req-d23eeffa-35d7-4ed0-9b61-5523724bc9fd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:03.214693 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b1ff781-9266-4101-81dd-ddd547e3f17e req-d23eeffa-35d7-4ed0-9b61-5523724bc9fd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.0562067 Nov 29 19:09:03.262539 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b1ff781-9266-4101-81dd-ddd547e3f17e req-bb44ae64-03f0-493e-aeb8-3ae97fd5c5dd tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415771 Nov 29 19:09:04.382001 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb197b-ea63-4df5-86a0-e83079742d7d req-172e17ae-c9f2-4ff4-9850-526a48cb70e8 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:04.383551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9abb197b-ea63-4df5-86a0-e83079742d7d req-172e17ae-c9f2-4ff4-9850-526a48cb70e8 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.0498931 Nov 29 19:09:04.433131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9abb197b-ea63-4df5-86a0-e83079742d7d req-3bf432e7-564f-41a0-b3dd-8a3f6ad48b52 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434217 Nov 29 19:09:05.562708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735390ec-966f-438e-984f-117c62f6f00a req-69a497f8-1332-4970-9bd8-55cd2b73b7bc tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:05.564269 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-735390ec-966f-438e-984f-117c62f6f00a req-69a497f8-1332-4970-9bd8-55cd2b73b7bc tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.0529935 Nov 29 19:09:05.613176 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-735390ec-966f-438e-984f-117c62f6f00a req-64871466-26eb-4b47-a378-c1acc71dde0d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418737 Nov 29 19:09:06.732934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d0da4-17de-4462-acca-b17673352ded req-4730c9f4-0725-46db-8108-6af825d795ff tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:06.734490 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c96d0da4-17de-4462-acca-b17673352ded req-4730c9f4-0725-46db-8108-6af825d795ff tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.0487502 Nov 29 19:09:06.780551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c96d0da4-17de-4462-acca-b17673352ded req-9bf44583-7c0d-4800-a47b-00bbb97efca7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402136 Nov 29 19:09:07.924928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2b5d9-61f7-44bb-99c7-64efd6fd2cdd req-ac7e1cfd-2202-453a-8714-78a0df2e2311 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:07.926580 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37a2b5d9-61f7-44bb-99c7-64efd6fd2cdd req-ac7e1cfd-2202-453a-8714-78a0df2e2311 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.0619211 Nov 29 19:09:07.986633 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37a2b5d9-61f7-44bb-99c7-64efd6fd2cdd req-569b0a17-5286-4c2f-adf4-b677b7a397a4 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527158 Nov 29 19:09:09.107662 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d0502-63cd-42f7-9b65-060305fd7d3f req-9fc98335-4dd3-4473-9c5b-3c7b3385dc32 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:09.109183 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae5d0502-63cd-42f7-9b65-060305fd7d3f req-9fc98335-4dd3-4473-9c5b-3c7b3385dc32 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.0506225 Nov 29 19:09:09.165415 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae5d0502-63cd-42f7-9b65-060305fd7d3f req-d1ba4973-6fd2-47d6-be09-5c09dfeba048 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501866 Nov 29 19:09:10.299251 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6726d4-d813-41e5-84cf-61477adc9184 req-2dc79a9d-4cca-4209-b16f-b6303d330dc9 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:10.300761 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b6726d4-d813-41e5-84cf-61477adc9184 req-2dc79a9d-4cca-4209-b16f-b6303d330dc9 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.0560908 Nov 29 19:09:10.351903 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7b6726d4-d813-41e5-84cf-61477adc9184 req-2a3ff73f-fa11-4d4a-8b32-8bfac4449bc0 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432744 Nov 29 19:09:11.482260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddc846-1ee5-4b04-97d1-a22a0db04699 req-01e734f8-4420-43c9-86e4-63b622552297 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:11.483844 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1ddc846-1ee5-4b04-97d1-a22a0db04699 req-01e734f8-4420-43c9-86e4-63b622552297 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.0582514 Nov 29 19:09:11.536472 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b1ddc846-1ee5-4b04-97d1-a22a0db04699 req-b94516d5-b8e9-4b7d-af96-ae6778f4c5ca tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444703 Nov 29 19:09:12.662451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669cbdd-2ed4-4b6a-a3a8-e037014ad58b req-46b7456a-4965-47d9-a29d-b32d44d70e8f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:12.664526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7669cbdd-2ed4-4b6a-a3a8-e037014ad58b req-46b7456a-4965-47d9-a29d-b32d44d70e8f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.0534103 Nov 29 19:09:12.730999 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7669cbdd-2ed4-4b6a-a3a8-e037014ad58b req-2badf103-ea31-4c88-920a-5268191b5f70 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589995 Nov 29 19:09:13.870083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d66ae-bd47-4d81-9c43-9ff7fac35ced req-0fdad1df-9924-4688-bb94-719304070bc6 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:13.871668 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f2d66ae-bd47-4d81-9c43-9ff7fac35ced req-0fdad1df-9924-4688-bb94-719304070bc6 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.0515094 Nov 29 19:09:13.928988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f2d66ae-bd47-4d81-9c43-9ff7fac35ced req-4927ecd3-33b4-485e-9d65-77083a2913de tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511270 Nov 29 19:09:14.504019 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-866dad1c-e140-42ab-922f-ad4e2c5e1408 service neutron] show failed (client error): The resource could not be found. Nov 29 19:09:14.505099 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-866dad1c-e140-42ab-922f-ad4e2c5e1408 service neutron] 10.222.0.31 "GET /v2.0/ports/a26ba395-8c08-43d6-99d3-57bc03150254/bindings/n-h1-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.0675051 Nov 29 19:09:14.732614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-b955065e-5044-456b-a458-7818eb7b7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:14.734044 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-b955065e-5044-456b-a458-7818eb7b7107 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d&tenant_id=38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 1097 time: 0.0436714 Nov 29 19:09:14.748629 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-c91235b4-18ce-488b-a7a2-40582ca60b6c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:09:14.749664 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-c91235b4-18ce-488b-a7a2-40582ca60b6c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052471 Nov 29 19:09:14.763560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:09:14.827098 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.210283 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a26ba395-8c08-43d6-99d3-57bc03150254 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:09:15.291994 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.301547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4df8ef-7000-4308-94ca-083a9afc8377 req-eadbf497-7f97-4852-8058-d8404f2e5783 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:15.304160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd4df8ef-7000-4308-94ca-083a9afc8377 req-eadbf497-7f97-4852-8058-d8404f2e5783 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.1321833 Nov 29 19:09:15.407014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd4df8ef-7000-4308-94ca-083a9afc8377 req-b1d6dcce-a640-4a83-8c3b-bbc2a8f2736e tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886283 Nov 29 19:09:15.435906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a26ba395-8c08-43d6-99d3-57bc03150254,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:09:15.470750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:09:15.515152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a26ba395-8c08-43d6-99d3-57bc03150254'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:09:15.517461 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a04a10-cd5f-4395-80b8-91696fb194ba" -d '{"events": [{"server_uuid": "1851f7db-ad3f-4547-94df-02e4ee89be4d", "name": "network-vif-unplugged", "status": "completed", "tag": "a26ba395-8c08-43d6-99d3-57bc03150254"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:09:15.521729 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.534914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Transition to ACTIVE for port object a26ba395-8c08-43d6-99d3-57bc03150254 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:09:15.539544 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.579779 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 19:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fad542-3f87-49d7-b3eb-a49c879d0c43 x-openstack-request-id: req-40fad542-3f87-49d7-b3eb-a49c879d0c43 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:09:15.579779 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1851f7db-ad3f-4547-94df-02e4ee89be4d", "name": "network-vif-unplugged", "status": "completed", "tag": "a26ba395-8c08-43d6-99d3-57bc03150254", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:09:15.580142 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40fad542-3f87-49d7-b3eb-a49c879d0c43 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:09:15.580315 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a26ba395-8c08-43d6-99d3-57bc03150254', 'code': 200} Nov 29 19:09:15.587138 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 19:09:15.587424 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 19:09:15.623609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=a26ba395-8c08-43d6-99d3-57bc03150254,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:15.638576 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:15.638973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:15.639326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:15.639673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:15.640014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:15.640357 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:15.640688 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:15.641020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:15.641353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:15.641701 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:15.642020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:15.642348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:15.680298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] No DVR routers for this DVR port a26ba395-8c08-43d6-99d3-57bc03150254 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:09:15.822134 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Attempting to bind port a26ba395-8c08-43d6-99d3-57bc03150254 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:09:15.822391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Attempting to bind port a26ba395-8c08-43d6-99d3-57bc03150254 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:09:15.822725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Attempting to bind port a26ba395-8c08-43d6-99d3-57bc03150254 on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:09:15.827626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Port a26ba395-8c08-43d6-99d3-57bc03150254 on network 99ab6784-faf3-48c5-ba99-02767cd84205 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:09:15.827946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Attempting to bind port a26ba395-8c08-43d6-99d3-57bc03150254 on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:09:15.833244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:09:15.833584 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Checking segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:09:15.833964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Bound using segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:09:15.834437 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Bound port: a26ba395-8c08-43d6-99d3-57bc03150254, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:09:15.834813 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.915314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:09:15.919968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=a26ba395-8c08-43d6-99d3-57bc03150254,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:09:15.925417 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.967742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:15.968370 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:15.969924 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] 10.222.0.20 "PUT /v2.0/ports/a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 1092 time: 1.2102578 Nov 29 19:09:15.991477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee376c94-5260-43e5-8583-60f5ce943ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=a26ba395-8c08-43d6-99d3-57bc03150254,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:16.042224 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-b3d5cbe7-140b-495c-b5fc-25167ebe22c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:16.043792 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-b3d5cbe7-140b-495c-b5fc-25167ebe22c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 1095 time: 0.0452442 Nov 29 19:09:16.151579 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-82eab3f3-0f05-4053-9426-375c74c0660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:16.153047 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-82eab3f3-0f05-4053-9426-375c74c0660a service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0965600 Nov 29 19:09:16.220846 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-7ece7cc1-b02d-4f09-aad4-e32abecdfd6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 1001 time: 0.0578616 Nov 29 19:09:16.276743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-0f0d13c1-6071-4bf0-89d2-e9a4cdffb874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:16.278226 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-0f0d13c1-6071-4bf0-89d2-e9a4cdffb874 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0479002 Nov 29 19:09:16.329235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-3de1e6b5-e88d-4323-ba30-337d903ec3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:16.330833 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-3de1e6b5-e88d-4323-ba30-337d903ec3be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435121 Nov 29 19:09:16.420264 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-ffb02730-42ee-4a32-95d0-8941648f92fe service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809455 Nov 29 19:09:16.555215 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397953f-6edc-4a49-a1db-1b594bff72bb req-d3c3c458-9f57-4e0f-b4ca-f4382d547f94 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:16.556686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a397953f-6edc-4a49-a1db-1b594bff72bb req-d3c3c458-9f57-4e0f-b4ca-f4382d547f94 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 944 time: 0.0743964 Nov 29 19:09:16.558462 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-960bdab3-ed52-4ea5-a31f-de8ce68239ea service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268423 Nov 29 19:09:16.609966 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a397953f-6edc-4a49-a1db-1b594bff72bb req-cf0e09f9-ee21-46bf-a78c-bcf973932721 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471306 Nov 29 19:09:17.582213 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'tag': 'a26ba395-8c08-43d6-99d3-57bc03150254'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:09:17.585392 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b20120-6356-4a6a-813d-df15db955839" -d '{"events": [{"name": "network-changed", "server_uuid": "1851f7db-ad3f-4547-94df-02e4ee89be4d", "tag": "a26ba395-8c08-43d6-99d3-57bc03150254"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:09:17.640343 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceb19b4-5de4-4fd9-8959-8be17f727ffe x-openstack-request-id: req-5ceb19b4-5de4-4fd9-8959-8be17f727ffe {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:09:17.640686 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1851f7db-ad3f-4547-94df-02e4ee89be4d", "tag": "a26ba395-8c08-43d6-99d3-57bc03150254", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:09:17.641452 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ceb19b4-5de4-4fd9-8959-8be17f727ffe {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:09:17.641868 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'tag': 'a26ba395-8c08-43d6-99d3-57bc03150254', 'status': 'completed', 'code': 200} Nov 29 19:09:17.765840 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b20120-6356-4a6a-813d-df15db955839 req-3ccf9c30-b432-4642-91a5-3407b7cb3357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:17.767375 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b20120-6356-4a6a-813d-df15db955839 req-3ccf9c30-b432-4642-91a5-3407b7cb3357 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 1095 time: 0.1067803 Nov 29 19:09:17.786452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b20120-6356-4a6a-813d-df15db955839 req-72674778-b57e-4cd9-8219-fd8a9ecb890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:17.788184 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b20120-6356-4a6a-813d-df15db955839 req-72674778-b57e-4cd9-8219-fd8a9ecb890c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 1095 time: 0.0998271 Nov 29 19:09:17.796845 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ae3a6-8072-44d2-ae7b-0950913e8fa2 req-5394683d-2b3f-4308-8170-942b5bafa3ce tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:17.798658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-589ae3a6-8072-44d2-ae7b-0950913e8fa2 req-5394683d-2b3f-4308-8170-942b5bafa3ce tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 944 time: 0.0946596 Nov 29 19:09:17.968290 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-589ae3a6-8072-44d2-ae7b-0950913e8fa2 req-869f5018-ed83-4dbc-b89e-be6453f1c5b0 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594853 Nov 29 19:09:17.990277 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b20120-6356-4a6a-813d-df15db955839 req-2416fcb0-d9e3-4173-b894-fc9657046015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:17.992298 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b20120-6356-4a6a-813d-df15db955839 req-2416fcb0-d9e3-4173-b894-fc9657046015 service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.2160885 Nov 29 19:09:17.993793 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b20120-6356-4a6a-813d-df15db955839 req-206c0936-fd9a-428e-b38d-de5288d0f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:17.995105 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b20120-6356-4a6a-813d-df15db955839 req-206c0936-fd9a-428e-b38d-de5288d0f285 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.1491799 Nov 29 19:09:18.121851 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b20120-6356-4a6a-813d-df15db955839 req-10d2f8dc-5628-4344-8f3c-9a92a81e938e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 1001 time: 0.1226194 Nov 29 19:09:18.126155 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b20120-6356-4a6a-813d-df15db955839 req-38a6ac32-50c9-42ef-809f-65ced7bf637d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 1001 time: 0.1182907 Nov 29 19:09:18.211529 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b20120-6356-4a6a-813d-df15db955839 req-2cfe85ff-8d5b-4f00-a7b1-84e76f2e3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:18.213207 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b20120-6356-4a6a-813d-df15db955839 req-2cfe85ff-8d5b-4f00-a7b1-84e76f2e3f8a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0844877 Nov 29 19:09:18.222049 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b20120-6356-4a6a-813d-df15db955839 req-683c8ced-3ca9-469b-b534-10e4c8ed150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:18.223542 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b20120-6356-4a6a-813d-df15db955839 req-683c8ced-3ca9-469b-b534-10e4c8ed150b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0651088 Nov 29 19:09:18.294514 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b20120-6356-4a6a-813d-df15db955839 req-b88cba15-3186-41e5-81f1-6ade347bd268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:18.296070 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b20120-6356-4a6a-813d-df15db955839 req-b88cba15-3186-41e5-81f1-6ade347bd268 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760453 Nov 29 19:09:18.302092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b20120-6356-4a6a-813d-df15db955839 req-21dacc0b-06b1-45b9-b0c4-dbd790a4ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:18.303732 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b20120-6356-4a6a-813d-df15db955839 req-21dacc0b-06b1-45b9-b0c4-dbd790a4ebb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549204 Nov 29 19:09:18.462093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b20120-6356-4a6a-813d-df15db955839 req-f962d1f1-8664-41c6-9cb8-beb497983594 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572773 Nov 29 19:09:18.467133 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b20120-6356-4a6a-813d-df15db955839 req-f665811e-9b94-438a-b085-4dc225a40caf service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413283 Nov 29 19:09:18.620417 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b20120-6356-4a6a-813d-df15db955839 req-9e422286-0ddc-4c01-ada1-c768d68054db service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506982 Nov 29 19:09:18.625835 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-71b20120-6356-4a6a-813d-df15db955839 req-576dcb8f-3ff8-411b-bd4e-52d4a0d94d9b service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384952 Nov 29 19:09:19.092090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22bae2-1f04-4f14-9f9c-4ca28798542f req-6225327e-0953-45f9-81c8-08bd1fe199c1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:19.093572 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce22bae2-1f04-4f14-9f9c-4ca28798542f req-6225327e-0953-45f9-81c8-08bd1fe199c1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 944 time: 0.0498502 Nov 29 19:09:19.142262 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ce22bae2-1f04-4f14-9f9c-4ca28798542f req-da7d6bfa-f7cd-4c30-a285-63c9b73079d0 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426569 Nov 29 19:09:20.259431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3787de8-fc88-4554-a914-17eb704a4b20 req-4643db5d-b223-4b75-b8d0-df24d557d7b2 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:20.260925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3787de8-fc88-4554-a914-17eb704a4b20 req-4643db5d-b223-4b75-b8d0-df24d557d7b2 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 944 time: 0.0483925 Nov 29 19:09:20.319540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3787de8-fc88-4554-a914-17eb704a4b20 req-a7981720-b52f-48c6-9b85-f43a29fd47b4 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525355 Nov 29 19:09:21.443887 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e136ef7-d028-4298-8a9c-fca00978178d req-91d503af-84b6-4d83-b246-b80e07a3fe35 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:21.445673 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e136ef7-d028-4298-8a9c-fca00978178d req-91d503af-84b6-4d83-b246-b80e07a3fe35 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 944 time: 0.0513957 Nov 29 19:09:21.497843 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e136ef7-d028-4298-8a9c-fca00978178d req-a0a84c34-b101-4414-9874-ae1761cac35d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446026 Nov 29 19:09:22.619971 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860b69f-4888-4962-82cf-90bbe9f075ea req-c77f32c8-ec2b-44bd-aa3b-2e4757970451 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:22.621563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e860b69f-4888-4962-82cf-90bbe9f075ea req-c77f32c8-ec2b-44bd-aa3b-2e4757970451 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 944 time: 0.0499477 Nov 29 19:09:22.669789 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e860b69f-4888-4962-82cf-90bbe9f075ea req-60825806-7b67-4194-8b27-7aed670996bf tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419235 Nov 29 19:09:23.543252 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:09:23.795658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a6e70-decb-43b8-be41-ec54ecea5a84 req-f390d38f-cdaf-49de-b026-7744b2a0ffe5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:23.797171 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd8a6e70-decb-43b8-be41-ec54ecea5a84 req-f390d38f-cdaf-49de-b026-7744b2a0ffe5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 944 time: 0.0581203 Nov 29 19:09:23.848751 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd8a6e70-decb-43b8-be41-ec54ecea5a84 req-a680b9ba-301a-4e50-aade-ea69a735db5f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445271 Nov 29 19:09:24.109689 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af7cf483-e5ba-48aa-b92e-4fd2316f6641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:24.967704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91a26d-e5b1-43fe-862f-58f3d5e22e36 req-9da1e139-758e-46d3-9a8c-3d76c37c5156 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:24.969177 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c91a26d-e5b1-43fe-862f-58f3d5e22e36 req-9da1e139-758e-46d3-9a8c-3d76c37c5156 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 944 time: 0.0488443 Nov 29 19:09:25.019188 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4c91a26d-e5b1-43fe-862f-58f3d5e22e36 req-83c66421-1c28-4a3f-abe7-82ecb3e6e7e5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440412 Nov 29 19:09:26.140326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf04049-66ae-4f0a-9cb8-1ab6c2cffdb6 req-8cf21906-39e8-4b37-a979-e0c7b833ad67 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:26.141787 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faf04049-66ae-4f0a-9cb8-1ab6c2cffdb6 req-8cf21906-39e8-4b37-a979-e0c7b833ad67 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 944 time: 0.0512016 Nov 29 19:09:26.190882 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faf04049-66ae-4f0a-9cb8-1ab6c2cffdb6 req-f8b0a2d3-6f43-4cad-ab27-b56a44259c78 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425293 Nov 29 19:09:26.577816 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-26cc3a04-403b-4c74-a6e1-df37502282a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:27.311397 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10fb12-778d-46e3-96c0-daf61095201c req-023b46df-33d2-44f9-b618-ff2dd732f63c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:27.312843 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a10fb12-778d-46e3-96c0-daf61095201c req-023b46df-33d2-44f9-b618-ff2dd732f63c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 944 time: 0.0497530 Nov 29 19:09:27.360413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a10fb12-778d-46e3-96c0-daf61095201c req-60e177ed-c2fe-4753-9d61-e89cced28ad1 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414255 Nov 29 19:09:27.843541 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:27.860882 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:28.477188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88eb9af-fd7a-46f1-add2-aad716493bd7 req-9b8d4a29-29d7-4c19-81e9-5535491d5871 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:28.478578 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c88eb9af-fd7a-46f1-add2-aad716493bd7 req-9b8d4a29-29d7-4c19-81e9-5535491d5871 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 944 time: 0.0484514 Nov 29 19:09:28.529019 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c88eb9af-fd7a-46f1-add2-aad716493bd7 req-ca4721c4-8ab9-4fbc-8eb3-a6f1a1254be2 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441468 Nov 29 19:09:29.411022 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:29.646231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3bb59-3f3b-45a9-9ae7-aa1e65149fa8 req-170c9c85-c4f5-4776-b5be-faaa3bc8eb3b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:29.647745 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4e3bb59-3f3b-45a9-9ae7-aa1e65149fa8 req-170c9c85-c4f5-4776-b5be-faaa3bc8eb3b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 944 time: 0.0488005 Nov 29 19:09:29.695625 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4e3bb59-3f3b-45a9-9ae7-aa1e65149fa8 req-d9335618-f35d-4161-b967-702244644075 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412011 Nov 29 19:09:30.005445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-167ed376-91dd-42e7-8dbd-22a17dd829c5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:30.008062 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-167ed376-91dd-42e7-8dbd-22a17dd829c5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.20 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d&tenant_id=38da743610a44382910e919a0f2ad012&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 944 time: 0.0839314 Nov 29 19:09:30.021072 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721c091-f866-4376-b219-c1c1c6b176d2 req-827e84ce-b16c-4696-a2fb-1213bca92981 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:30.023198 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3721c091-f866-4376-b219-c1c1c6b176d2 req-827e84ce-b16c-4696-a2fb-1213bca92981 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 944 time: 0.0724940 Nov 29 19:09:30.104989 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:30.111312 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3721c091-f866-4376-b219-c1c1c6b176d2 req-d5921d82-9b24-4e05-ab49-a80124de168b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821733 Nov 29 19:09:30.112788 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-a0283aec-785f-40ac-9762-a4d728465c23 service neutron] 10.222.0.20 "GET /v2.0/ports/a26ba395-8c08-43d6-99d3-57bc03150254/bindings/n-h1-819494-5 HTTP/1.1" status: 200 len: 382 time: 0.0887284 Nov 29 19:09:30.176513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-c81bfbfb-324a-482c-939e-5d83d2d81e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:30.177928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-c81bfbfb-324a-482c-939e-5d83d2d81e13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 1095 time: 0.0408719 Nov 29 19:09:30.269625 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-71d99334-4794-4481-a8d3-3cb025cfe0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:30.271090 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-71d99334-4794-4481-a8d3-3cb025cfe0a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0865548 Nov 29 19:09:30.336545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-cc777078-b128-4891-94e0-980b2d320d79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 1001 time: 0.0585892 Nov 29 19:09:30.361880 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:30.389401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-8ad904d0-3894-4bcf-8822-c1c5807ba679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:30.390863 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-8ad904d0-3894-4bcf-8822-c1c5807ba679 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0476060 Nov 29 19:09:30.436742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-d720c205-e014-4035-aaed-baa9d5d0af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:30.438109 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-d720c205-e014-4035-aaed-baa9d5d0af88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394781 Nov 29 19:09:30.485052 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device a26ba395-8c08-43d6-99d3-57bc03150254 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:09:30.535543 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-c59a5033-0511-4a0e-8731-8f8de06c3208 service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895460 Nov 29 19:09:30.585016 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=a26ba395-8c08-43d6-99d3-57bc03150254,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:09:30.596769 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'a26ba395-8c08-43d6-99d3-57bc03150254', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'port_id': 'a26ba395-8c08-43d6-99d3-57bc03150254', 'mac_address': 'fa:16:3e:41:3c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:09:30.632169 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-12c21689-38b3-4a52-8fa6-faf5cafd520a service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895617 Nov 29 19:09:30.795856 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:30.809105 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26ba395-8c08-43d6-99d3-57bc03150254 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:09:30.827960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=a26ba395-8c08-43d6-99d3-57bc03150254,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:09:30.831955 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:30.877444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=a26ba395-8c08-43d6-99d3-57bc03150254,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:30.884807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:30.885156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:30.885500 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:30.885841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:30.886179 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:30.886515 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:30.886875 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:30.887206 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:30.887534 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:30.887858 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:30.888182 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:30.888502 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:31.103373 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['a26ba395-8c08-43d6-99d3-57bc03150254'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:09:31.232545 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a04660-5eb7-42c0-8ae4-bafd5f2ce157 req-69f2ce39-c346-4642-a9fa-0996a89613ac tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:31.234042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22a04660-5eb7-42c0-8ae4-bafd5f2ce157 req-69f2ce39-c346-4642-a9fa-0996a89613ac tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0493126 Nov 29 19:09:31.282160 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22a04660-5eb7-42c0-8ae4-bafd5f2ce157 req-74265de1-46cd-46e6-bc1a-4b8708dd6ed7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418932 Nov 29 19:09:32.400709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c187691-7e24-4634-b920-5e1b9a083a95 req-f541d8af-1737-4e3c-9628-9b71e266209e tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:32.402188 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c187691-7e24-4634-b920-5e1b9a083a95 req-f541d8af-1737-4e3c-9628-9b71e266209e tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0484214 Nov 29 19:09:32.454212 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8c187691-7e24-4634-b920-5e1b9a083a95 req-85974c1a-612c-4607-8c21-db29539005e0 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459471 Nov 29 19:09:32.494954 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device a26ba395-8c08-43d6-99d3-57bc03150254 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:09:32.571410 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:32.585236 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a26ba395-8c08-43d6-99d3-57bc03150254 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:09:32.607224 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=a26ba395-8c08-43d6-99d3-57bc03150254,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:09:32.611256 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:32.666592 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=a26ba395-8c08-43d6-99d3-57bc03150254,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:33.574524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68101de-0993-4344-a9db-6b27a3fb5e4a req-3c08a08e-6a56-43c4-ac3a-5c7f4e579280 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:33.576060 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d68101de-0993-4344-a9db-6b27a3fb5e4a req-3c08a08e-6a56-43c4-ac3a-5c7f4e579280 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 944 time: 0.0492671 Nov 29 19:09:33.623410 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d68101de-0993-4344-a9db-6b27a3fb5e4a req-80fac08e-2c48-463c-bcdb-dd8f723150b9 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412445 Nov 29 19:09:34.742897 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd042c-3e3f-48a1-8dc7-b5a0ce10710e req-c8943517-4c5b-4b8b-83ee-49c70cde9c62 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:34.744559 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1fcd042c-3e3f-48a1-8dc7-b5a0ce10710e req-c8943517-4c5b-4b8b-83ee-49c70cde9c62 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 944 time: 0.0527000 Nov 29 19:09:34.797405 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1fcd042c-3e3f-48a1-8dc7-b5a0ce10710e req-d0f0019f-6e70-4e53-b97c-bcae9e801e40 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467720 Nov 29 19:09:35.100559 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-608d1f61-68de-4626-81a1-43aa1c2a11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:35.102046 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-608d1f61-68de-4626-81a1-43aa1c2a11c7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d&tenant_id=38da743610a44382910e919a0f2ad012 HTTP/1.1" status: 200 len: 1095 time: 0.0442421 Nov 29 19:09:35.113369 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:09:35.166385 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:35.368394 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=a26ba395-8c08-43d6-99d3-57bc03150254,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:09:35.401306 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:09:35.434562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd3322-d5f8-4398-aec2-e46e2063ba74 req-747457c7-3961-4cf7-82e8-2b48673dcf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:35.436092 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3acd3322-d5f8-4398-aec2-e46e2063ba74 req-747457c7-3961-4cf7-82e8-2b48673dcf83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 1095 time: 0.0458179 Nov 29 19:09:35.439420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26ba395-8c08-43d6-99d3-57bc03150254 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:09:35.448409 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:35.460644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Ignored duplicate provisioning block setup for port a26ba395-8c08-43d6-99d3-57bc03150254 by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 29 19:09:35.464547 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:35.540434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Pushing event updated for resources: {'Port': ['ID=a26ba395-8c08-43d6-99d3-57bc03150254,revision_number=10']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:35.549469 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd3322-d5f8-4398-aec2-e46e2063ba74 req-5ea99d50-f1a6-4f7f-9864-aa21c67cfd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:35.551076 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3acd3322-d5f8-4398-aec2-e46e2063ba74 req-5ea99d50-f1a6-4f7f-9864-aa21c67cfd55 service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0933895 Nov 29 19:09:35.593931 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] No DVR routers for this DVR port a26ba395-8c08-43d6-99d3-57bc03150254 on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:09:35.628445 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3acd3322-d5f8-4398-aec2-e46e2063ba74 req-3681c05d-59fa-4fb3-b4e7-2ff6708c86df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 1001 time: 0.0698380 Nov 29 19:09:35.684367 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd3322-d5f8-4398-aec2-e46e2063ba74 req-b7c6a74c-3204-4fb9-bda0-639b3affaeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:35.686098 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3acd3322-d5f8-4398-aec2-e46e2063ba74 req-b7c6a74c-3204-4fb9-bda0-639b3affaeb7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0514305 Nov 29 19:09:35.731046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Attempting to bind port a26ba395-8c08-43d6-99d3-57bc03150254 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:09:35.731499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Attempting to bind port a26ba395-8c08-43d6-99d3-57bc03150254 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:09:35.731753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Attempting to bind port a26ba395-8c08-43d6-99d3-57bc03150254 on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:09:35.734201 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd3322-d5f8-4398-aec2-e46e2063ba74 req-562f5698-10c6-413f-b7fd-7f90b09ae89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:35.735776 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3acd3322-d5f8-4398-aec2-e46e2063ba74 req-562f5698-10c6-413f-b7fd-7f90b09ae89e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426977 Nov 29 19:09:35.736000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Port a26ba395-8c08-43d6-99d3-57bc03150254 on network 99ab6784-faf3-48c5-ba99-02767cd84205 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:09:35.736319 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Attempting to bind port a26ba395-8c08-43d6-99d3-57bc03150254 on network 99ab6784-faf3-48c5-ba99-02767cd84205 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:09:35.741627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:09:35.741942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Checking segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:09:35.742325 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Bound using segment: {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:09:35.742814 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Bound port: a26ba395-8c08-43d6-99d3-57bc03150254, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed80aba-3751-4a6a-861f-577f3a77257e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:09:35.743138 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:35.806452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:09:35.809442 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a26ba395-8c08-43d6-99d3-57bc03150254,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:09:35.814942 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:35.843459 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3acd3322-d5f8-4398-aec2-e46e2063ba74 req-5c8625f2-bac0-43c7-a0be-23d47c5d4551 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944710 Nov 29 19:09:35.849329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:35.850040 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:35.851520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] 10.222.0.31 "PUT /v2.0/ports/a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 1093 time: 0.7420282 Nov 29 19:09:35.851969 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'tag': 'a26ba395-8c08-43d6-99d3-57bc03150254'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:09:35.854238 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743114a4-eed2-4dc9-8d1d-cabf602a10ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1851f7db-ad3f-4547-94df-02e4ee89be4d", "tag": "a26ba395-8c08-43d6-99d3-57bc03150254"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:09:35.880720 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] Pushing event updated for resources: {'Port': ['ID=a26ba395-8c08-43d6-99d3-57bc03150254,revision_number=11']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:35.933604 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e383df-0799-4bb1-8567-eed0b62854c3 x-openstack-request-id: req-35e383df-0799-4bb1-8567-eed0b62854c3 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:09:35.933905 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1851f7db-ad3f-4547-94df-02e4ee89be4d", "tag": "a26ba395-8c08-43d6-99d3-57bc03150254", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:09:35.934167 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35e383df-0799-4bb1-8567-eed0b62854c3 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:09:35.934574 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'tag': 'a26ba395-8c08-43d6-99d3-57bc03150254', 'status': 'completed', 'code': 200} Nov 29 19:09:35.952122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b3172-3f51-4f0d-ac3b-a10237bf0929 req-f600e38c-f3b2-422f-9acb-82ce941d06e0 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:35.954814 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc6b3172-3f51-4f0d-ac3b-a10237bf0929 req-f600e38c-f3b2-422f-9acb-82ce941d06e0 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0600533 Nov 29 19:09:35.966342 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3acd3322-d5f8-4398-aec2-e46e2063ba74 req-06f03899-11a0-44a0-b3ea-ec6b91a46c3d service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154451 Nov 29 19:09:36.050935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc6b3172-3f51-4f0d-ac3b-a10237bf0929 req-4895a36d-72fc-4130-aff4-99436ec3602d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894792 Nov 29 19:09:36.061459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-1f679a2a-07e7-465b-a524-ecf1925ce0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:36.062385 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-cca122ea-75fc-47a2-9fc7-a618c5eaf33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:36.063188 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-1f679a2a-07e7-465b-a524-ecf1925ce0b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 1096 time: 0.0939026 Nov 29 19:09:36.064957 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-cca122ea-75fc-47a2-9fc7-a618c5eaf33c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 1096 time: 0.0565052 Nov 29 19:09:36.161829 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-09c858ef-a53a-44cb-bcab-e8a6cf942158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:36.163849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-09c858ef-a53a-44cb-bcab-e8a6cf942158 service neutron] 10.222.0.20 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0925431 Nov 29 19:09:36.165743 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-63992f7a-097d-4a52-9d06-fc469cece5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:36.167216 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-63992f7a-097d-4a52-9d06-fc469cece5b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0944059 Nov 29 19:09:36.236690 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-4372f0c9-0d5b-46ae-a3af-b1f4ca518db7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 1001 time: 0.0614808 Nov 29 19:09:36.237785 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-4311c164-92c7-4f2b-b4e5-ad3b0f8be492 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 1001 time: 0.0625980 Nov 29 19:09:36.291816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-28d6d1c9-7dd2-43c9-a137-d207e3f65c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:36.292065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-5662802b-5ab3-4650-b69b-c9d43ecf5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:36.293360 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-28d6d1c9-7dd2-43c9-a137-d207e3f65c91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0445642 Nov 29 19:09:36.293498 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-5662802b-5ab3-4650-b69b-c9d43ecf5dde service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0509870 Nov 29 19:09:36.341279 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-80fe15ad-2e83-4bf0-aaa0-43732d4892e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:36.342940 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-80fe15ad-2e83-4bf0-aaa0-43732d4892e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420215 Nov 29 19:09:36.344816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-390f7f88-ec27-4a57-84f8-b3ee48672ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:36.346723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-390f7f88-ec27-4a57-84f8-b3ee48672ed7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412447 Nov 29 19:09:36.435522 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-12fc42da-3b6e-4e5c-bf98-ffd8aa1574ae service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841537 Nov 29 19:09:36.442176 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-caba0060-7f0a-4b41-8191-bd074eafde5e service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842295 Nov 29 19:09:36.534293 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-17cd764b-3ce6-49d0-beca-7f4d4fa3c846 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901406 Nov 29 19:09:36.536327 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-0b43ea6f-b8db-4243-8833-e78aff381a8c service neutron] 10.222.0.20 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828166 Nov 29 19:09:36.614181 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-0173ee66-2d48-4ff6-bb31-cde2427883bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:36.615801 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-0173ee66-2d48-4ff6-bb31-cde2427883bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38da743610a44382910e919a0f2ad012&device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 1096 time: 0.0426517 Nov 29 19:09:36.715393 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-c04b7ced-0f70-42c1-a2f9-0be8feec487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:36.716905 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-c04b7ced-0f70-42c1-a2f9-0be8feec487c service neutron] 10.222.0.31 "GET /v2.0/networks?id=99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 200 len: 912 time: 0.0945702 Nov 29 19:09:36.785793 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-c338e708-7dde-470c-b709-16e1d3f52509 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 200 len: 1001 time: 0.0606649 Nov 29 19:09:36.836430 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-2d36b98f-9814-4095-b26f-1f525fb0b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:36.837846 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-2d36b98f-9814-4095-b26f-1f525fb0b28c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 200 len: 850 time: 0.0457697 Nov 29 19:09:36.887488 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-f8dba178-46bb-456d-a248-ff7eb0fcffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:36.889005 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-f8dba178-46bb-456d-a248-ff7eb0fcffc7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=99ab6784-faf3-48c5-ba99-02767cd84205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445054 Nov 29 19:09:36.979678 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-0e8a09ad-c4b9-4279-a853-2eb02948ea52 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834234 Nov 29 19:09:37.083468 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-743114a4-eed2-4dc9-8d1d-cabf602a10ba req-ce9eb913-b869-4e67-87c8-b03a28521c95 service neutron] 10.222.0.31 "GET /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952408 Nov 29 19:09:37.174779 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b79f50-d58d-45fc-bfee-ef006d3280c2 req-1da0732d-78b5-4f51-8d52-56fbc3bb327b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:37.176301 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7b79f50-d58d-45fc-bfee-ef006d3280c2 req-1da0732d-78b5-4f51-8d52-56fbc3bb327b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0495749 Nov 29 19:09:37.231472 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7b79f50-d58d-45fc-bfee-ef006d3280c2 req-36daaee7-9752-49ca-a327-ee698c9505b2 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487132 Nov 29 19:09:38.354272 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549f755-e913-434c-beec-3a4036dbccfc req-a435f879-ddaa-48e5-9cd1-232ae92ed4d2 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:38.355653 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6549f755-e913-434c-beec-3a4036dbccfc req-a435f879-ddaa-48e5-9cd1-232ae92ed4d2 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0478473 Nov 29 19:09:38.403235 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6549f755-e913-434c-beec-3a4036dbccfc req-0c49bfe5-7a42-432a-b4ca-c847f25fd9b9 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415692 Nov 29 19:09:39.522204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9349d-bfcf-4a22-b70c-bbbbfa07b31c req-d1f1199d-e879-4450-8d33-b9cee9971a30 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:39.523746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12b9349d-bfcf-4a22-b70c-bbbbfa07b31c req-d1f1199d-e879-4450-8d33-b9cee9971a30 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0491967 Nov 29 19:09:39.573060 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12b9349d-bfcf-4a22-b70c-bbbbfa07b31c req-f79502b2-966e-4d05-badd-c92d23466f3d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430000 Nov 29 19:09:40.694249 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18320898-ae55-4462-9767-f0ebb8dd6462 req-5308e863-4e2f-4745-b316-7caeb78a48b6 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:40.696008 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18320898-ae55-4462-9767-f0ebb8dd6462 req-5308e863-4e2f-4745-b316-7caeb78a48b6 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0528061 Nov 29 19:09:40.746963 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18320898-ae55-4462-9767-f0ebb8dd6462 req-394e7c43-3cab-44e9-9716-de744a2adb60 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447907 Nov 29 19:09:41.863875 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c12db4-505d-4d9e-9f6f-d050d690e44f req-62177039-8f24-4e63-95c5-68d4b8f252ea tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:41.865368 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-53c12db4-505d-4d9e-9f6f-d050d690e44f req-62177039-8f24-4e63-95c5-68d4b8f252ea tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0495694 Nov 29 19:09:41.912600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-53c12db4-505d-4d9e-9f6f-d050d690e44f req-fae183e9-6b87-4c92-9e59-2053bac1794f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411704 Nov 29 19:09:43.034106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894336c-80d7-4d53-b3cf-8a2bf8786036 req-400d2695-544d-4c57-82b3-1f0950245b47 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:43.035608 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1894336c-80d7-4d53-b3cf-8a2bf8786036 req-400d2695-544d-4c57-82b3-1f0950245b47 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0529504 Nov 29 19:09:43.084616 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1894336c-80d7-4d53-b3cf-8a2bf8786036 req-8bf37d42-53bd-488a-9fed-26dee01fd3f6 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424464 Nov 29 19:09:44.207179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e0f36-8f49-4f5c-964e-5b948a9d780e req-51669ccd-6bab-423a-82db-8f9152425853 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:44.209156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae9e0f36-8f49-4f5c-964e-5b948a9d780e req-51669ccd-6bab-423a-82db-8f9152425853 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0481248 Nov 29 19:09:44.255039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ae9e0f36-8f49-4f5c-964e-5b948a9d780e req-10704e11-f0f2-4bca-a077-80b3a9b5b891 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399079 Nov 29 19:09:45.370587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf8a47-6223-4303-a9bf-9884bf31753c req-3b6de182-b979-4870-a882-32cde3d9a7aa tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:45.371990 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87cf8a47-6223-4303-a9bf-9884bf31753c req-3b6de182-b979-4870-a882-32cde3d9a7aa tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0475540 Nov 29 19:09:45.421250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-87cf8a47-6223-4303-a9bf-9884bf31753c req-b2de0fd4-cfa2-4265-ba62-3ecdc6944cac tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433800 Nov 29 19:09:46.542362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3691dfc-d24c-43d1-ba17-3839b961b935 req-515184e7-e1bb-4673-9c72-aa3e14ab5756 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:46.543841 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3691dfc-d24c-43d1-ba17-3839b961b935 req-515184e7-e1bb-4673-9c72-aa3e14ab5756 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0479259 Nov 29 19:09:46.590006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e3691dfc-d24c-43d1-ba17-3839b961b935 req-d68c7821-d48b-40c4-9a54-6303ec8dcb07 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401855 Nov 29 19:09:47.715876 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312bebf-c664-4529-986f-07688293dcb5 req-ed6baa83-c348-42fb-952f-b660a45b4352 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:47.717520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4312bebf-c664-4529-986f-07688293dcb5 req-ed6baa83-c348-42fb-952f-b660a45b4352 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0513575 Nov 29 19:09:47.773174 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4312bebf-c664-4529-986f-07688293dcb5 req-f3a9394e-eec5-49fe-bb54-68c4bba5804e tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494812 Nov 29 19:09:48.919603 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a5e6c-4d66-45d9-83c3-fc91775321b2 req-ed0d653b-2c0c-4ab2-8fdc-a34e22a5a78f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:48.921287 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb8a5e6c-4d66-45d9-83c3-fc91775321b2 req-ed0d653b-2c0c-4ab2-8fdc-a34e22a5a78f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0587008 Nov 29 19:09:48.978988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb8a5e6c-4d66-45d9-83c3-fc91775321b2 req-6b6a32e9-744c-47e0-b4b1-4848e9f5c5ad tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502567 Nov 29 19:09:50.126335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50edb7-11c0-4773-81df-ea0d63316528 req-7f58d563-7439-40e5-9f90-2961f660ca21 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:50.127740 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc50edb7-11c0-4773-81df-ea0d63316528 req-7f58d563-7439-40e5-9f90-2961f660ca21 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0503161 Nov 29 19:09:50.174546 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc50edb7-11c0-4773-81df-ea0d63316528 req-a11846ac-7f83-46f3-bb8b-62f3a3ba3bb2 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405850 Nov 29 19:09:50.290943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce07a2-2119-467d-bcb1-710be39dda38 req-b85f7a8b-176a-49ae-a564-f5b8b19337f6 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:50.292422 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9dce07a2-2119-467d-bcb1-710be39dda38 req-b85f7a8b-176a-49ae-a564-f5b8b19337f6 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0494020 Nov 29 19:09:50.344392 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9dce07a2-2119-467d-bcb1-710be39dda38 req-81d6b53d-6a31-4224-8817-72fe3bcce38a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456803 Nov 29 19:09:50.468459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb1e0a-88bf-4d05-8450-758c0df850fa req-b599214b-a2f2-4bc9-b46b-2afd75ce172a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:50.469990 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4feb1e0a-88bf-4d05-8450-758c0df850fa req-b599214b-a2f2-4bc9-b46b-2afd75ce172a tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0543258 Nov 29 19:09:50.519343 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4feb1e0a-88bf-4d05-8450-758c0df850fa req-1f60a480-50d6-40d8-ab28-ed95666f1e3c tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431936 Nov 29 19:09:50.762345 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128d06f-5d2f-4a1f-bc57-4d5a67aab7af req-fa52109d-e153-46cb-8f7c-30a080d00cbe tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:50.763962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7128d06f-5d2f-4a1f-bc57-4d5a67aab7af req-fa52109d-e153-46cb-8f7c-30a080d00cbe tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 945 time: 0.0505641 Nov 29 19:09:50.812598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7128d06f-5d2f-4a1f-bc57-4d5a67aab7af req-da656bb5-b940-4022-bea7-55033afda90d tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425923 Nov 29 19:09:51.344600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a26ba395-8c08-43d6-99d3-57bc03150254 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:09:51.453643 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a26ba395-8c08-43d6-99d3-57bc03150254,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:09:51.466915 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'a26ba395-8c08-43d6-99d3-57bc03150254', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'port_id': 'a26ba395-8c08-43d6-99d3-57bc03150254', 'mac_address': 'fa:16:3e:41:3c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:09:51.511888 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:51.525869 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26ba395-8c08-43d6-99d3-57bc03150254 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:09:51.546490 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a26ba395-8c08-43d6-99d3-57bc03150254,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:09:51.553427 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:51.618018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=a26ba395-8c08-43d6-99d3-57bc03150254,revision_number=12']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:52.262303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c74ad-a75b-4704-b418-a422aed33813 req-6181b63b-7a3d-4204-85fc-dd660ff09b98 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:52.263838 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-936c74ad-a75b-4704-b418-a422aed33813 req-6181b63b-7a3d-4204-85fc-dd660ff09b98 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.3778853 Nov 29 19:09:52.319366 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-936c74ad-a75b-4704-b418-a422aed33813 req-51ed406b-0bbe-4ef0-91fe-2f451dc93312 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups?id=13080df5-e819-4e49-9294-995f85e1f529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488348 Nov 29 19:09:52.342483 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed36998-d8c0-44ad-95f7-8bbcc23505b1 req-16afb207-141d-4ff4-af89-008c73e3cc8f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:09:52.344055 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed36998-d8c0-44ad-95f7-8bbcc23505b1 req-16afb207-141d-4ff4-af89-008c73e3cc8f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.31 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 946 time: 0.0571418 Nov 29 19:09:52.436046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-aed36998-d8c0-44ad-95f7-8bbcc23505b1 req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Deleting port a26ba395-8c08-43d6-99d3-57bc03150254 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:09:52.436387 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed36998-d8c0-44ad-95f7-8bbcc23505b1 req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:52.534497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-aed36998-d8c0-44ad-95f7-8bbcc23505b1 req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] For port a26ba395-8c08-43d6-99d3-57bc03150254, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=a26ba395-8c08-43d6-99d3-57bc03150254,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:09:52.534986 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed36998-d8c0-44ad-95f7-8bbcc23505b1 req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:52.730030 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed36998-d8c0-44ad-95f7-8bbcc23505b1 req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:52.730359 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed36998-d8c0-44ad-95f7-8bbcc23505b1 req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:52.730685 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [req-aed36998-d8c0-44ad-95f7-8bbcc23505b1 req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Floating IP c504923d-6ac4-4f4d-b85f-6bce0f43d059 disassociated. External IP: 172.25.3.200, port: a26ba395-8c08-43d6-99d3-57bc03150254. Nov 29 19:09:52.731060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-aed36998-d8c0-44ad-95f7-8bbcc23505b1 req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Calling delete_port for a26ba395-8c08-43d6-99d3-57bc03150254 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:09:52.901531 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed36998-d8c0-44ad-95f7-8bbcc23505b1 req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:52.931724 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Pushing event deleted for resources: {'Port': ['ID=a26ba395-8c08-43d6-99d3-57bc03150254,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:09:52.944475 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:52.945093 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:52.945449 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:52.945795 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:52.946187 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:52.946481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:52.946852 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:52.947187 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:52.947516 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:52.947849 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:52.948198 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:52.948522 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:09:53.071618 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aed36998-d8c0-44ad-95f7-8bbcc23505b1 req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Router abb8665b-5a04-4408-b1fc-024e6ac82e7b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:09:53.187505 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aed36998-d8c0-44ad-95f7-8bbcc23505b1 req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:09:53.200928 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec170d6b-6077-484a-9e44-a5857f607f76 None None] Sync routers for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:09:53.213739 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec170d6b-6077-484a-9e44-a5857f607f76 None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:09:53.214298 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ec170d6b-6077-484a-9e44-a5857f607f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:09:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:09:53.230068 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed36998-d8c0-44ad-95f7-8bbcc23505b1 req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] No DVR routers for this DVR port a26ba395-8c08-43d6-99d3-57bc03150254 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:09:53.233014 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-aed36998-d8c0-44ad-95f7-8bbcc23505b1 req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:53.236754 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-aed36998-d8c0-44ad-95f7-8bbcc23505b1 req-722dc1fc-7ff2-4fe4-b906-0449832950d5 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.31 "DELETE /v2.0/ports/a26ba395-8c08-43d6-99d3-57bc03150254 HTTP/1.1" status: 204 len: 173 time: 0.8857577 Nov 29 19:09:53.237215 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'name': 'network-vif-deleted', 'tag': 'a26ba395-8c08-43d6-99d3-57bc03150254'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:09:53.240209 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6907d171-84f2-41b4-9bcc-284aee183882" -d '{"events": [{"server_uuid": "1851f7db-ad3f-4547-94df-02e4ee89be4d", "name": "network-vif-deleted", "tag": "a26ba395-8c08-43d6-99d3-57bc03150254"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:09:53.344869 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd8033a-c59f-48aa-a9bb-29b422633456 x-openstack-request-id: req-2cd8033a-c59f-48aa-a9bb-29b422633456 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:09:53.345500 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1851f7db-ad3f-4547-94df-02e4ee89be4d", "name": "network-vif-deleted", "tag": "a26ba395-8c08-43d6-99d3-57bc03150254", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:09:53.345500 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2cd8033a-c59f-48aa-a9bb-29b422633456 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:09:53.345818 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1851f7db-ad3f-4547-94df-02e4ee89be4d', 'name': 'network-vif-deleted', 'tag': 'a26ba395-8c08-43d6-99d3-57bc03150254', 'status': 'completed', 'code': 200} Nov 29 19:09:53.346518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ec170d6b-6077-484a-9e44-a5857f607f76 None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:09:53.350343 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a26ba395-8c08-43d6-99d3-57bc03150254 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:09:53.381240 n-d-819494-5 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No ports have port_id starting with a26ba395-8c08-43d6-99d3-57bc03150254 Nov 29 19:09:53.384564 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a26ba395-8c08-43d6-99d3-57bc03150254 requested by agent hyperv_n-h2-819494-5 not found in database {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 29 19:09:53.428032 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b5a689d-6e34-4d04-91c6-6ab997b7889e req-ba1f0c65-cdfe-4be9-bc26-1cb1b85382b6 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 210 time: 0.0265863 Nov 29 19:09:53.577439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ec170d6b-6077-484a-9e44-a5857f607f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:09:53.606320 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec170d6b-6077-484a-9e44-a5857f607f76 None None] Checking router: abb8665b-5a04-4408-b1fc-024e6ac82e7b for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:09:53.616198 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec170d6b-6077-484a-9e44-a5857f607f76 None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:09:53.616700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ec170d6b-6077-484a-9e44-a5857f607f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:09:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:09:53.730060 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ec170d6b-6077-484a-9e44-a5857f607f76 None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:09:53.948226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ec170d6b-6077-484a-9e44-a5857f607f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:09:53.998855 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec170d6b-6077-484a-9e44-a5857f607f76 None None] The sync data for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 is: [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '80c5b431-899c-4015-9acc-db9792fa6e00', 'name': '', 'network_id': '99ab6784-faf3-48c5-ba99-02767cd84205', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'mac_address': 'fa:16:3e:2b:a1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'b415006c-7190-46f2-abc4-b858f9542032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:36Z', 'updated_at': '2021-11-29T18:58:41Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'subnets': [{'id': 'b415006c-7190-46f2-abc4-b858f9542032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:09:54.124248 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b3fb-9074-40dc-8948-a601271c0255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:54.279656 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b648084-1250-4081-8272-de07cdee82bf None None] New status for floating IP c504923d-6ac4-4f4d-b85f-6bce0f43d059: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:09:54.543425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-300b8e25-7d33-4ba5-bf8f-d196570b7848 req-9eacff12-12f2-4c9c-b971-5d32ac19dc8b tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 210 time: 0.0318334 Nov 29 19:09:55.372834 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a26ba395-8c08-43d6-99d3-57bc03150254 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:09:55.394405 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: a26ba395-8c08-43d6-99d3-57bc03150254 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:09:55.394754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device a26ba395-8c08-43d6-99d3-57bc03150254 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:09:55.659324 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-38e7e70c-eaf8-4805-ba39-3dabebbe5bb8 req-c3efe365-7ea7-4fc1-ab71-9953562a213f tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 210 time: 0.0351443 Nov 29 19:09:56.584047 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-479738e5-4999-46ce-85b7-dc5f6a4db9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:56.763879 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32ab0e4e-3c5f-46cd-9ce6-8c2bfa48eb91 req-f689a915-b351-4eeb-82ff-8f6153de9b28 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 210 time: 0.0278153 Nov 29 19:09:57.857316 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:57.868349 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:09:57.877219 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29e5e485-75e2-4fca-b7b7-3b57587da026 req-597b114f-d0b6-41ac-8686-fa9fc1245704 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/ports?device_id=1851f7db-ad3f-4547-94df-02e4ee89be4d HTTP/1.1" status: 200 len: 210 time: 0.0290420 Nov 29 19:09:59.417476 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:00.113436 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:00.388698 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:00.548573 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:10:03.839880 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43906) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:03.904120 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7ae1b946-0d9a-418d-b70a-d675c8363177 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.929719 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7ae1b946-0d9a-418d-b70a-d675c8363177 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.980536 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7ae1b946-0d9a-418d-b70a-d675c8363177 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.983141 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7ae1b946-0d9a-418d-b70a-d675c8363177 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:03.985104 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7ae1b946-0d9a-418d-b70a-d675c8363177 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "DELETE /v2.0/security-groups/13080df5-e819-4e49-9294-995f85e1f529 HTTP/1.1" status: 204 len: 168 time: 0.1434140 Nov 29 19:10:03.987416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43908) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:03.995525 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1b946-0d9a-418d-b70a-d675c8363177 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13080df5-e819-4e49-9294-995f85e1f529,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:04.002217 n-d-819494-5 neutron-server[110005]: INFO neutron.api.v2.resource [None req-bba672ae-5276-4604-ae78-af0d2d08f399 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] show failed (client error): The resource could not be found. Nov 29 19:10:04.006140 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bba672ae-5276-4604-ae78-af0d2d08f399 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "GET /v2.0/security-groups/13080df5-e819-4e49-9294-995f85e1f529 HTTP/1.1" status: 404 len: 347 time: 0.0176668 Nov 29 19:10:04.006527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43910) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:04.168500 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc0ea6-c68f-49e9-8982-5e37832524a7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Deleting port 8568fbc1-897c-4a15-8e57-7f2d5e4183bb {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:10:04.168845 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0ea6-c68f-49e9-8982-5e37832524a7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:04.245341 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0ea6-c68f-49e9-8982-5e37832524a7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:04.245680 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0ea6-c68f-49e9-8982-5e37832524a7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:04.258813 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc0ea6-c68f-49e9-8982-5e37832524a7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Calling delete_port for 8568fbc1-897c-4a15-8e57-7f2d5e4183bb owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:04.406300 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0ea6-c68f-49e9-8982-5e37832524a7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:04.430282 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc0ea6-c68f-49e9-8982-5e37832524a7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Pushing event deleted for resources: {'Port': ['ID=8568fbc1-897c-4a15-8e57-7f2d5e4183bb,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:04.497983 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0ea6-c68f-49e9-8982-5e37832524a7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:04.500598 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cdfc0ea6-c68f-49e9-8982-5e37832524a7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:04.501775 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cdfc0ea6-c68f-49e9-8982-5e37832524a7 tempest-ServerActionsTestJSON-1601345905 tempest-ServerActionsTestJSON-1601345905-project] 10.222.0.23 "DELETE /v2.0/floatingips/c504923d-6ac4-4f4d-b85f-6bce0f43d059 HTTP/1.1" status: 204 len: 168 time: 0.4938974 Nov 29 19:10:04.505384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43912) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:05.002564 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eb1da2b0-4703-4fdb-b722-35c54b8e0212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:05.621725 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-eb1da2b0-4703-4fdb-b722-35c54b8e0212 admin admin] Deleting port 80c5b431-899c-4015-9acc-db9792fa6e00 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:10:05.622068 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eb1da2b0-4703-4fdb-b722-35c54b8e0212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:05.702295 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-eb1da2b0-4703-4fdb-b722-35c54b8e0212 admin admin] For port 80c5b431-899c-4015-9acc-db9792fa6e00, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=80c5b431-899c-4015-9acc-db9792fa6e00,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:05.702659 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eb1da2b0-4703-4fdb-b722-35c54b8e0212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:05.715252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-eb1da2b0-4703-4fdb-b722-35c54b8e0212 admin admin] Calling delete_port for 80c5b431-899c-4015-9acc-db9792fa6e00 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:05.899920 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eb1da2b0-4703-4fdb-b722-35c54b8e0212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:05.929662 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1da2b0-4703-4fdb-b722-35c54b8e0212 admin admin] Pushing event deleted for resources: {'Port': ['ID=80c5b431-899c-4015-9acc-db9792fa6e00,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:06.118325 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-eb1da2b0-4703-4fdb-b722-35c54b8e0212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:06.351832 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1da2b0-4703-4fdb-b722-35c54b8e0212 admin admin] Router abb8665b-5a04-4408-b1fc-024e6ac82e7b has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:10:06.467149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1da2b0-4703-4fdb-b722-35c54b8e0212 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:10:06.473578 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-eb1da2b0-4703-4fdb-b722-35c54b8e0212 admin admin] 10.222.0.23 "PUT /v2.0/routers/abb8665b-5a04-4408-b1fc-024e6ac82e7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9659622 Nov 29 19:10:06.475555 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43916) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:06.478892 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe64a8f-9085-4794-85f2-944d2c88832a None None] Sync routers for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:10:06.493560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe64a8f-9085-4794-85f2-944d2c88832a None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:10:06.493560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-abe64a8f-9085-4794-85f2-944d2c88832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:09:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:06.592399 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-914729d2-e972-4d5d-9d5c-164d02cfcf70 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:06.609346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-abe64a8f-9085-4794-85f2-944d2c88832a None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:10:06.702941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-914729d2-e972-4d5d-9d5c-164d02cfcf70 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:06.758164 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-914729d2-e972-4d5d-9d5c-164d02cfcf70 admin admin] Deleting port bae40684-a4d0-4462-a560-d8704157b47a {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:10:06.758502 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-914729d2-e972-4d5d-9d5c-164d02cfcf70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:06.809908 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-abe64a8f-9085-4794-85f2-944d2c88832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T19:10:05Z', 'revision_number': 5, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port': {'id': 'bae40684-a4d0-4462-a560-d8704157b47a', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ad:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T18:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:06.841882 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe64a8f-9085-4794-85f2-944d2c88832a None None] Checking router: abb8665b-5a04-4408-b1fc-024e6ac82e7b for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:10:06.847816 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-914729d2-e972-4d5d-9d5c-164d02cfcf70 admin admin] For port bae40684-a4d0-4462-a560-d8704157b47a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=bae40684-a4d0-4462-a560-d8704157b47a,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:06.848759 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-914729d2-e972-4d5d-9d5c-164d02cfcf70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:06.851223 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe64a8f-9085-4794-85f2-944d2c88832a None None] Routers {'abb8665b-5a04-4408-b1fc-024e6ac82e7b'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:10:06.851838 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-abe64a8f-9085-4794-85f2-944d2c88832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:09:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:06.863183 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-914729d2-e972-4d5d-9d5c-164d02cfcf70 admin admin] Calling delete_port for bae40684-a4d0-4462-a560-d8704157b47a owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:06.938672 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-abe64a8f-9085-4794-85f2-944d2c88832a None None] Set router abb8665b-5a04-4408-b1fc-024e6ac82e7b gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:10:06.991742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-abe64a8f-9085-4794-85f2-944d2c88832a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T19:10:06Z', 'revision_number': 6, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:07.022805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe64a8f-9085-4794-85f2-944d2c88832a None None] The sync data for ids ['abb8665b-5a04-4408-b1fc-024e6ac82e7b'] in n-d-819494-5 is: [{'id': 'abb8665b-5a04-4408-b1fc-024e6ac82e7b', 'name': 'tempest-ServerActionsTestJSON-435907478-router', 'tenant_id': '38da743610a44382910e919a0f2ad012', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T18:58:34Z', 'updated_at': '2021-11-29T19:10:06Z', 'revision_number': 6, 'project_id': '38da743610a44382910e919a0f2ad012', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:10:07.043759 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-914729d2-e972-4d5d-9d5c-164d02cfcf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:07.070613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914729d2-e972-4d5d-9d5c-164d02cfcf70 admin admin] Pushing event deleted for resources: {'Port': ['ID=bae40684-a4d0-4462-a560-d8704157b47a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:07.087772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f145b1a-d20f-4551-b776-154ad33aa88b None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:10:07.136573 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-914729d2-e972-4d5d-9d5c-164d02cfcf70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:07.228393 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-914729d2-e972-4d5d-9d5c-164d02cfcf70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:07.230553 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-914729d2-e972-4d5d-9d5c-164d02cfcf70 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:07.276520 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-914729d2-e972-4d5d-9d5c-164d02cfcf70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:07.277216 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914729d2-e972-4d5d-9d5c-164d02cfcf70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abb8665b-5a04-4408-b1fc-024e6ac82e7b {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:10:07.281661 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-914729d2-e972-4d5d-9d5c-164d02cfcf70 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:07.282919 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-914729d2-e972-4d5d-9d5c-164d02cfcf70 admin admin] 10.222.0.23 "DELETE /v2.0/routers/abb8665b-5a04-4408-b1fc-024e6ac82e7b HTTP/1.1" status: 204 len: 168 time: 0.8063483 Nov 29 19:10:07.285531 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43918) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:07.330330 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e51189-66c2-4278-990f-ce9ac39de60f admin admin] Deleting subnet b415006c-7190-46f2-abc4-b858f9542032 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:10:07.334026 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03e51189-66c2-4278-990f-ce9ac39de60f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:07.369436 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03e51189-66c2-4278-990f-ce9ac39de60f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:07.462267 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03e51189-66c2-4278-990f-ce9ac39de60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:07.518843 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03e51189-66c2-4278-990f-ce9ac39de60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:07.546718 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e51189-66c2-4278-990f-ce9ac39de60f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b415006c-7190-46f2-abc4-b858f9542032,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:07.550689 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-03e51189-66c2-4278-990f-ce9ac39de60f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:07.554541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302e6e62-1be8-429c-a26d-158f354c1933 None None] Network 99ab6784-faf3-48c5-ba99-02767cd84205 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:07.555878 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-03e51189-66c2-4278-990f-ce9ac39de60f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b415006c-7190-46f2-abc4-b858f9542032 HTTP/1.1" status: 204 len: 168 time: 0.2693768 Nov 29 19:10:07.558332 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43920) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:07.628099 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:07.690228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] Deleting port ece3552c-2f7b-476e-a01d-b00fcfa34760 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:10:07.690579 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:07.761255 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] For port ece3552c-2f7b-476e-a01d-b00fcfa34760, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ece3552c-2f7b-476e-a01d-b00fcfa34760,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:07.761628 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:07.776413 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] Calling delete_port for ece3552c-2f7b-476e-a01d-b00fcfa34760 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:07.815021 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae83d691-b6f9-446e-90be-19f7331db674 None None] DHCP port deletion for 99ab6784-faf3-48c5-ba99-02767cd84205 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:10:07.872399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ae83d691-b6f9-446e-90be-19f7331db674 None None] Deleting port ece3552c-2f7b-476e-a01d-b00fcfa34760 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:10:07.872779 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae83d691-b6f9-446e-90be-19f7331db674 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:07.886294 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:07.919941 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece3552c-2f7b-476e-a01d-b00fcfa34760,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:07.924777 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] No DVR routers for this DVR port ece3552c-2f7b-476e-a01d-b00fcfa34760 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:10:07.942568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ae83d691-b6f9-446e-90be-19f7331db674 None None] For port ece3552c-2f7b-476e-a01d-b00fcfa34760, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ece3552c-2f7b-476e-a01d-b00fcfa34760,segment=NetworkSegment(1ed80aba-3751-4a6a-861f-577f3a77257e),segment_id=1ed80aba-3751-4a6a-861f-577f3a77257e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:07.943306 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae83d691-b6f9-446e-90be-19f7331db674 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:07.962691 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ae83d691-b6f9-446e-90be-19f7331db674 None None] Calling delete_port for ece3552c-2f7b-476e-a01d-b00fcfa34760 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:08.010332 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:08.033052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ab6784-faf3-48c5-ba99-02767cd84205']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:08.044853 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed80aba-3751-4a6a-861f-577f3a77257e') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:08.045178 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed80aba-3751-4a6a-861f-577f3a77257e') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:08.056631 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 19:10:08.060906 n-d-819494-5 neutron-server[110006]: self.session.flush() Nov 29 19:10:08.072426 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:08.074024 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae83d691-b6f9-446e-90be-19f7331db674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:08.080669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:10:08.081084 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: timer() Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:10:08.083924 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:10:08.107220 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae83d691-b6f9-446e-90be-19f7331db674 None None] No DVR routers for this DVR port ece3552c-2f7b-476e-a01d-b00fcfa34760 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:10:08.109944 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83d691-b6f9-446e-90be-19f7331db674 None None] Pushing event deleted for resources: {'Port': ['ID=ece3552c-2f7b-476e-a01d-b00fcfa34760,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:08.163023 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:08.169921 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:08.174745 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/99ab6784-faf3-48c5-ba99-02767cd84205 HTTP/1.1" status: 204 len: 168 time: 0.6152878 Nov 29 19:10:08.192320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2e73e-490a-4b2b-94cb-6c7961b095a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=99ab6784-faf3-48c5-ba99-02767cd84205,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:08.316359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device bae40684-a4d0-4462-a560-d8704157b47a no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:10:08.333997 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43924) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:08.348639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: bae40684-a4d0-4462-a560-d8704157b47a {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:10:08.348991 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device bae40684-a4d0-4462-a560-d8704157b47a not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:10:08.349424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 80c5b431-899c-4015-9acc-db9792fa6e00 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:10:08.371872 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 80c5b431-899c-4015-9acc-db9792fa6e00 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:10:08.372524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 80c5b431-899c-4015-9acc-db9792fa6e00 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:10:08.373011 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ece3552c-2f7b-476e-a01d-b00fcfa34760 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:10:08.382752 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-eae07f8c-adf3-4d14-a428-4642dc88f62b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38da743610a44382910e919a0f2ad012&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0474548 Nov 29 19:10:08.385325 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43926) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:08.392714 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: ece3552c-2f7b-476e-a01d-b00fcfa34760 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:10:08.393066 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ece3552c-2f7b-476e-a01d-b00fcfa34760 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:10:08.443433 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b986a14-f484-4ee8-8faa-181578443403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:08.466912 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b986a14-f484-4ee8-8faa-181578443403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:08.521795 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b986a14-f484-4ee8-8faa-181578443403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:08.524564 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1b986a14-f484-4ee8-8faa-181578443403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:08.525773 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1b986a14-f484-4ee8-8faa-181578443403 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81b5653c-ce08-4796-9487-487104fd30c9 HTTP/1.1" status: 204 len: 168 time: 0.1393554 Nov 29 19:10:08.534372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b986a14-f484-4ee8-8faa-181578443403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b5653c-ce08-4796-9487-487104fd30c9,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:09.300223 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 43948) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:09.404278 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-95596789-4a75-4679-8936-fae33b2b6789 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1497157229-network', 'tenant_id': '22e204fc610a4f6da9b2e6ca29ec9b00'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:09.427775 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95596789-4a75-4679-8936-fae33b2b6789 admin admin] Made reservation on behalf of 22e204fc610a4f6da9b2e6ca29ec9b00 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:09.430277 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95596789-4a75-4679-8936-fae33b2b6789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:09.440117 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95596789-4a75-4679-8936-fae33b2b6789 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:09.518731 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95596789-4a75-4679-8936-fae33b2b6789 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:09.522849 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95596789-4a75-4679-8936-fae33b2b6789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:09.548249 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95596789-4a75-4679-8936-fae33b2b6789 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:10:09.559563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95596789-4a75-4679-8936-fae33b2b6789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fff89d3-320f-4591-b8cc-763338557352,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:09.564990 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95596789-4a75-4679-8936-fae33b2b6789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:09.565338 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-95596789-4a75-4679-8936-fae33b2b6789 admin admin] Added segment 1491c176-b4f8-44c8-a5c3-593b99f0c6a2 of type vlan for network 6d9dfca8-8ac3-4b67-963a-94543a01c797 Nov 29 19:10:09.614394 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95596789-4a75-4679-8936-fae33b2b6789 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:09.640080 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95596789-4a75-4679-8936-fae33b2b6789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:09.641669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95596789-4a75-4679-8936-fae33b2b6789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:09.642228 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95596789-4a75-4679-8936-fae33b2b6789 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:09.701942 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-95596789-4a75-4679-8936-fae33b2b6789 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4000072 Nov 29 19:10:09.705128 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95596789-4a75-4679-8936-fae33b2b6789 admin admin] Pushing event updated for resources: {'Network': ['ID=6d9dfca8-8ac3-4b67-963a-94543a01c797,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:09.705357 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 43952) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:09.715070 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6ed18d62-a725-4750-95df-e974cb7e5ca5 admin admin] Request body: {'subnet': {'network_id': '6d9dfca8-8ac3-4b67-963a-94543a01c797', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1497157229-subnet', 'tenant_id': '22e204fc610a4f6da9b2e6ca29ec9b00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:09.720281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 6d9dfca8-8ac3-4b67-963a-94543a01c797 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:10:09.740863 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed18d62-a725-4750-95df-e974cb7e5ca5 admin admin] Made reservation on behalf of 22e204fc610a4f6da9b2e6ca29ec9b00 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:09.743319 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6ed18d62-a725-4750-95df-e974cb7e5ca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:09.929261 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6ed18d62-a725-4750-95df-e974cb7e5ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:09.979705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed18d62-a725-4750-95df-e974cb7e5ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=717dac84-8b0c-44ea-a4a2-a36f334ea12c,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:09.995165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed18d62-a725-4750-95df-e974cb7e5ca5 admin admin] Checking segment: {'id': '1491c176-b4f8-44c8-a5c3-593b99f0c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d9dfca8-8ac3-4b67-963a-94543a01c797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:09.995522 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed18d62-a725-4750-95df-e974cb7e5ca5 admin admin] Network hostable DHCP agents. Network: 6d9dfca8-8ac3-4b67-963a-94543a01c797, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:10:10.012523 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed18d62-a725-4750-95df-e974cb7e5ca5 admin admin] Network 6d9dfca8-8ac3-4b67-963a-94543a01c797 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:10:10.024508 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-6ed18d62-a725-4750-95df-e974cb7e5ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 6d9dfca8-8ac3-4b67-963a-94543a01c797) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:10.028687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed18d62-a725-4750-95df-e974cb7e5ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:10.029356 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6ed18d62-a725-4750-95df-e974cb7e5ca5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:10.034528 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e3d0a2-c627-4a7c-9cc4-2f61d393f258 None None] Network 6d9dfca8-8ac3-4b67-963a-94543a01c797 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:10.056590 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6ed18d62-a725-4750-95df-e974cb7e5ca5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3499281 Nov 29 19:10:10.333974 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbe347c-2004-4be3-bc1d-c630fe823874 None None] Network 6d9dfca8-8ac3-4b67-963a-94543a01c797 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:10.534882 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-3538f870-fe0e-49a1-94b7-38f23d92943b tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:10.536515 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-3538f870-fe0e-49a1-94b7-38f23d92943b tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/networks?id=6d9dfca8-8ac3-4b67-963a-94543a01c797 HTTP/1.1" status: 200 len: 814 time: 0.1117961 Nov 29 19:10:10.553077 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-d0a6df2c-b0a5-4d0c-815b-391e754ca9b1 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/quotas/22e204fc610a4f6da9b2e6ca29ec9b00 HTTP/1.1" status: 200 len: 375 time: 0.0106084 Nov 29 19:10:10.591096 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-fddb3921-88cb-41c2-a56a-cf5b9a433ffe tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=22e204fc610a4f6da9b2e6ca29ec9b00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281956 Nov 29 19:10:10.656412 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-ff4fc7f1-5116-4eab-9dd6-b0507e468367 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:10:10.657579 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-ff4fc7f1-5116-4eab-9dd6-b0507e468367 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0595455 Nov 29 19:10:10.756617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-fff837f5-ab51-42e6-b8bd-fb544a040669 service neutron] 10.222.0.23 "GET /v2.0/networks/6d9dfca8-8ac3-4b67-963a-94543a01c797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922766 Nov 29 19:10:10.855242 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-9905aa16-2b07-4431-a8bc-5bdac08c184b service neutron] 10.222.0.23 "GET /v2.0/networks/6d9dfca8-8ac3-4b67-963a-94543a01c797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869250 Nov 29 19:10:11.046780 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b802d5ce-ca09-48d4-bd5d-4c0878499663 req-9b5456b2-dbaf-458d-9c12-66b3a61568db tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 210 time: 0.0306981 Nov 29 19:10:12.143568 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-e12b119c-fb34-4484-8280-ec6036a8cb4d tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:12.145139 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-e12b119c-fb34-4484-8280-ec6036a8cb4d tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.31 "GET /v2.0/networks?id=6d9dfca8-8ac3-4b67-963a-94543a01c797 HTTP/1.1" status: 200 len: 814 time: 0.1369462 Nov 29 19:10:12.157925 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-c7a43ac9-bf3b-431a-a043-ab8860565520 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Request body: {'port': {'device_id': 'c5e0f747-1d8b-412b-ab72-d1d0ea44b281', 'network_id': '6d9dfca8-8ac3-4b67-963a-94543a01c797', 'admin_state_up': True, 'tenant_id': '22e204fc610a4f6da9b2e6ca29ec9b00'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:12.169514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17464f4b-d1f9-4558-bafc-d668a7e7610e req-673e2601-3215-4d7f-b69e-8faee0a8a989 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 210 time: 0.0279191 Nov 29 19:10:12.276372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-c7a43ac9-bf3b-431a-a043-ab8860565520 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Made reservation on behalf of 22e204fc610a4f6da9b2e6ca29ec9b00 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:12.280202 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-c7a43ac9-bf3b-431a-a043-ab8860565520 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:12.424664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-c7a43ac9-bf3b-431a-a043-ab8860565520 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Allocated IP 172.20.0.3 (6d9dfca8-8ac3-4b67-963a-94543a01c797/717dac84-8b0c-44ea-a4a2-a36f334ea12c/e0cd11fc-419b-47eb-98bb-9668ecc53b57) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:10:12.574462 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-c7a43ac9-bf3b-431a-a043-ab8860565520 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:12.607762 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-c7a43ac9-bf3b-431a-a043-ab8860565520 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:12.658595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-c7a43ac9-bf3b-431a-a043-ab8860565520 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Network 6d9dfca8-8ac3-4b67-963a-94543a01c797 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:10:12.661662 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-c7a43ac9-bf3b-431a-a043-ab8860565520 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:12.665408 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-c7a43ac9-bf3b-431a-a043-ab8860565520 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:10:12.671810 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a43ac9-bf3b-431a-a043-ab8860565520 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Pushing event updated for resources: {'Port': ['ID=e0cd11fc-419b-47eb-98bb-9668ecc53b57,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:12.718075 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-c7a43ac9-bf3b-431a-a043-ab8860565520 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:12.718753 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-c7a43ac9-bf3b-431a-a043-ab8860565520 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:12.734614 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-c7a43ac9-bf3b-431a-a043-ab8860565520 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5809331 Nov 29 19:10:12.751051 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Request body: {'port': {'device_id': 'c5e0f747-1d8b-412b-ab72-d1d0ea44b281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:12.805058 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:13.075362 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0cd11fc-419b-47eb-98bb-9668ecc53b57 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:10:13.082994 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:13.094936 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Transition to ACTIVE for port object e0cd11fc-419b-47eb-98bb-9668ecc53b57 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:10:13.099562 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:13.150981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Pushing event updated for resources: {'Port': ['ID=e0cd11fc-419b-47eb-98bb-9668ecc53b57,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:13.223953 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Attempting to bind port e0cd11fc-419b-47eb-98bb-9668ecc53b57 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:10:13.224295 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Attempting to bind port e0cd11fc-419b-47eb-98bb-9668ecc53b57 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '1491c176-b4f8-44c8-a5c3-593b99f0c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d9dfca8-8ac3-4b67-963a-94543a01c797'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:10:13.225364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Attempting to bind port e0cd11fc-419b-47eb-98bb-9668ecc53b57 on network 6d9dfca8-8ac3-4b67-963a-94543a01c797 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:10:13.229220 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Port e0cd11fc-419b-47eb-98bb-9668ecc53b57 on network 6d9dfca8-8ac3-4b67-963a-94543a01c797 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:10:13.229546 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Attempting to bind port e0cd11fc-419b-47eb-98bb-9668ecc53b57 on network 6d9dfca8-8ac3-4b67-963a-94543a01c797 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:10:13.234580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:10:13.234969 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Checking segment: {'id': '1491c176-b4f8-44c8-a5c3-593b99f0c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d9dfca8-8ac3-4b67-963a-94543a01c797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:13.235361 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Bound using segment: {'id': '1491c176-b4f8-44c8-a5c3-593b99f0c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d9dfca8-8ac3-4b67-963a-94543a01c797'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:10:13.235794 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Bound port: e0cd11fc-419b-47eb-98bb-9668ecc53b57, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1491c176-b4f8-44c8-a5c3-593b99f0c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d9dfca8-8ac3-4b67-963a-94543a01c797'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:10:13.236164 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:13.296125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68372e80-fdcb-4301-92e8-0c564617242f req-2ac9f3f5-1953-4b29-9c3e-ebafa74f71c8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:13.297893 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68372e80-fdcb-4301-92e8-0c564617242f req-2ac9f3f5-1953-4b29-9c3e-ebafa74f71c8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 943 time: 0.0548017 Nov 29 19:10:13.308277 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] For port e0cd11fc-419b-47eb-98bb-9668ecc53b57, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:10:13.311430 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] For port e0cd11fc-419b-47eb-98bb-9668ecc53b57, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e0cd11fc-419b-47eb-98bb-9668ecc53b57,segment=NetworkSegment(1491c176-b4f8-44c8-a5c3-593b99f0c6a2),segment_id=1491c176-b4f8-44c8-a5c3-593b99f0c6a2)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:10:13.316724 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:13.355523 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:13.356136 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:13.357600 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] 10.222.0.31 "PUT /v2.0/ports/e0cd11fc-419b-47eb-98bb-9668ecc53b57 HTTP/1.1" status: 200 len: 1091 time: 0.6106336 Nov 29 19:10:13.358047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e0f747-1d8b-412b-ab72-d1d0ea44b281', 'tag': 'e0cd11fc-419b-47eb-98bb-9668ecc53b57'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:10:13.359208 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-68372e80-fdcb-4301-92e8-0c564617242f req-359d2663-8476-40e2-8d60-6cbabc043bdd tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522640 Nov 29 19:10:13.360353 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0621ece7-ca40-49b7-a6dc-c312c3b596c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e0f747-1d8b-412b-ab72-d1d0ea44b281", "tag": "e0cd11fc-419b-47eb-98bb-9668ecc53b57"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:10:13.383767 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8b1da-cf7f-4e69-ac44-2ce6f101fabe service neutron] Pushing event updated for resources: {'Port': ['ID=e0cd11fc-419b-47eb-98bb-9668ecc53b57,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:13.412882 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ead99e-f78c-4fd5-865b-e47a24656d4a x-openstack-request-id: req-11ead99e-f78c-4fd5-865b-e47a24656d4a {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:10:13.413180 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e0f747-1d8b-412b-ab72-d1d0ea44b281", "tag": "e0cd11fc-419b-47eb-98bb-9668ecc53b57", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:10:13.413439 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-11ead99e-f78c-4fd5-865b-e47a24656d4a {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:10:13.413860 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e0f747-1d8b-412b-ab72-d1d0ea44b281', 'tag': 'e0cd11fc-419b-47eb-98bb-9668ecc53b57', 'status': 'completed', 'code': 200} Nov 29 19:10:13.469488 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-f88ad447-91d9-4546-bc2f-4446e7ced0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:13.471092 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-f88ad447-91d9-4546-bc2f-4446e7ced0ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22e204fc610a4f6da9b2e6ca29ec9b00&device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 1094 time: 0.0500944 Nov 29 19:10:13.518556 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-a2b9217a-ee1a-42e4-ad00-86dca10bcc78 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0cd11fc-419b-47eb-98bb-9668ecc53b57 HTTP/1.1" status: 200 len: 217 time: 0.0395534 Nov 29 19:10:13.569686 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-67b600d0-b36f-4076-a327-d4052d85fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:13.571112 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-67b600d0-b36f-4076-a327-d4052d85fa57 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=717dac84-8b0c-44ea-a4a2-a36f334ea12c HTTP/1.1" status: 200 len: 854 time: 0.0461380 Nov 29 19:10:13.608017 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-3c165a57-f917-4a66-84c7-6cb099be62cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6d9dfca8-8ac3-4b67-963a-94543a01c797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292480 Nov 29 19:10:13.705730 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-cf0b1d5d-b182-4896-bd4c-9cfa59d3421e service neutron] 10.222.0.31 "GET /v2.0/networks/6d9dfca8-8ac3-4b67-963a-94543a01c797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899959 Nov 29 19:10:13.799646 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7c53fb21-45b0-4df3-8678-011885bd08c7 req-fc6c8e45-15ff-46c0-8a36-dc631fed2bc0 service neutron] 10.222.0.31 "GET /v2.0/networks/6d9dfca8-8ac3-4b67-963a-94543a01c797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865581 Nov 29 19:10:13.886853 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621ece7-ca40-49b7-a6dc-c312c3b596c2 req-e5486451-313a-4992-bdb6-c30f74362e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:13.888250 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0621ece7-ca40-49b7-a6dc-c312c3b596c2 req-e5486451-313a-4992-bdb6-c30f74362e98 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22e204fc610a4f6da9b2e6ca29ec9b00&device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 1094 time: 0.0422339 Nov 29 19:10:13.983550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621ece7-ca40-49b7-a6dc-c312c3b596c2 req-a80abc3d-725b-4a21-a47d-431787f64790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:13.985050 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0621ece7-ca40-49b7-a6dc-c312c3b596c2 req-a80abc3d-725b-4a21-a47d-431787f64790 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6d9dfca8-8ac3-4b67-963a-94543a01c797 HTTP/1.1" status: 200 len: 915 time: 0.0899980 Nov 29 19:10:14.028595 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0621ece7-ca40-49b7-a6dc-c312c3b596c2 req-e3c754f3-0a23-4c81-a988-afd5f6f36fb6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0cd11fc-419b-47eb-98bb-9668ecc53b57 HTTP/1.1" status: 200 len: 217 time: 0.0365076 Nov 29 19:10:14.081627 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621ece7-ca40-49b7-a6dc-c312c3b596c2 req-c3d582e2-4f93-415b-bab5-9f395cdcdad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:14.083292 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0621ece7-ca40-49b7-a6dc-c312c3b596c2 req-c3d582e2-4f93-415b-bab5-9f395cdcdad4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=717dac84-8b0c-44ea-a4a2-a36f334ea12c HTTP/1.1" status: 200 len: 854 time: 0.0471160 Nov 29 19:10:14.124293 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0621ece7-ca40-49b7-a6dc-c312c3b596c2 req-bdec8612-f2c9-4744-97fe-23f5809615db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6d9dfca8-8ac3-4b67-963a-94543a01c797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338743 Nov 29 19:10:14.220093 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0621ece7-ca40-49b7-a6dc-c312c3b596c2 req-c60ec531-5930-461f-a5aa-a763d4cac1b1 service neutron] 10.222.0.31 "GET /v2.0/networks/6d9dfca8-8ac3-4b67-963a-94543a01c797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886905 Nov 29 19:10:14.314754 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0621ece7-ca40-49b7-a6dc-c312c3b596c2 req-407c7cfb-4c74-4cb0-8d5d-3b075a5611f1 service neutron] 10.222.0.31 "GET /v2.0/networks/6d9dfca8-8ac3-4b67-963a-94543a01c797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878732 Nov 29 19:10:14.480586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec6193-1edf-42e5-b7f3-add9e98909f0 req-49412a0f-2158-4230-b203-b151bf0f893d tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:14.482013 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4aec6193-1edf-42e5-b7f3-add9e98909f0 req-49412a0f-2158-4230-b203-b151bf0f893d tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 943 time: 0.0502772 Nov 29 19:10:14.532709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4aec6193-1edf-42e5-b7f3-add9e98909f0 req-8e7f0f3c-391c-4c05-8b4b-71a4f0044bd8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Nov 29 19:10:15.657082 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c1ef4-536b-4869-adea-1092c4c13bfb req-c4c2f37e-f505-428f-8e1f-9d80ee459f92 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:15.658634 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf8c1ef4-536b-4869-adea-1092c4c13bfb req-c4c2f37e-f505-428f-8e1f-9d80ee459f92 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 943 time: 0.0522339 Nov 29 19:10:15.713024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf8c1ef4-536b-4869-adea-1092c4c13bfb req-8dae35e4-410b-47ab-97af-ab83e3551d0d tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477803 Nov 29 19:10:16.829898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46fa85-8b35-4979-989f-8cb2795199c9 req-6c655f29-2355-43a8-b9f5-e87d89ee2664 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:16.831424 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd46fa85-8b35-4979-989f-8cb2795199c9 req-6c655f29-2355-43a8-b9f5-e87d89ee2664 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 943 time: 0.0499461 Nov 29 19:10:16.880070 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fd46fa85-8b35-4979-989f-8cb2795199c9 req-fd261090-0a39-4152-8ad2-6af103d1aa52 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420315 Nov 29 19:10:17.504727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e0cd11fc-419b-47eb-98bb-9668ecc53b57 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:10:17.600817 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e0cd11fc-419b-47eb-98bb-9668ecc53b57, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e0cd11fc-419b-47eb-98bb-9668ecc53b57,segment=NetworkSegment(1491c176-b4f8-44c8-a5c3-593b99f0c6a2),segment_id=1491c176-b4f8-44c8-a5c3-593b99f0c6a2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:17.612671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'e0cd11fc-419b-47eb-98bb-9668ecc53b57', 'network_id': '6d9dfca8-8ac3-4b67-963a-94543a01c797', 'port_id': 'e0cd11fc-419b-47eb-98bb-9668ecc53b57', 'mac_address': 'fa:16:3e:a7:54:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717dac84-8b0c-44ea-a4a2-a36f334ea12c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:10:17.653440 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.666978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0cd11fc-419b-47eb-98bb-9668ecc53b57 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:10:17.686558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e0cd11fc-419b-47eb-98bb-9668ecc53b57, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e0cd11fc-419b-47eb-98bb-9668ecc53b57,segment=NetworkSegment(1491c176-b4f8-44c8-a5c3-593b99f0c6a2),segment_id=1491c176-b4f8-44c8-a5c3-593b99f0c6a2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:17.690376 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:17.740069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=e0cd11fc-419b-47eb-98bb-9668ecc53b57,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:17.977531 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e0cd11fc-419b-47eb-98bb-9668ecc53b57'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:10:18.002813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92d5f6-4830-4c08-b4c2-30ac2ad62309 req-cd6e12aa-7883-44dd-8ab5-960d5fb5d618 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:18.004486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd92d5f6-4830-4c08-b4c2-30ac2ad62309 req-cd6e12aa-7883-44dd-8ab5-960d5fb5d618 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 944 time: 0.0552251 Nov 29 19:10:18.059610 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd92d5f6-4830-4c08-b4c2-30ac2ad62309 req-6f79ff16-8a94-4598-b218-ad041f3709b8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464633 Nov 29 19:10:19.182399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a01d55-ef61-4faa-9192-2ee662eba149 req-c782f0e4-aedc-4d51-a4ee-540062a4dcde tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:19.184007 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17a01d55-ef61-4faa-9192-2ee662eba149 req-c782f0e4-aedc-4d51-a4ee-540062a4dcde tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 944 time: 0.0544364 Nov 29 19:10:19.233494 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-17a01d55-ef61-4faa-9192-2ee662eba149 req-11fd129c-9138-42ab-9a73-c84ae15938c0 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428040 Nov 29 19:10:19.504037 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e0cd11fc-419b-47eb-98bb-9668ecc53b57 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:10:19.560251 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port e0cd11fc-419b-47eb-98bb-9668ecc53b57 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:10:19.565692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port e0cd11fc-419b-47eb-98bb-9668ecc53b57 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:19.566205 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.667044 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.691869 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e0f747-1d8b-412b-ab72-d1d0ea44b281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cd11fc-419b-47eb-98bb-9668ecc53b57'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:10:19.694614 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735e4001-0b50-40a5-9376-22a83d8f6e93" -d '{"events": [{"server_uuid": "c5e0f747-1d8b-412b-ab72-d1d0ea44b281", "name": "network-vif-plugged", "status": "completed", "tag": "e0cd11fc-419b-47eb-98bb-9668ecc53b57"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:10:19.711529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port e0cd11fc-419b-47eb-98bb-9668ecc53b57, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e0cd11fc-419b-47eb-98bb-9668ecc53b57,segment=NetworkSegment(1491c176-b4f8-44c8-a5c3-593b99f0c6a2),segment_id=1491c176-b4f8-44c8-a5c3-593b99f0c6a2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:19.716839 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:19.794340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=e0cd11fc-419b-47eb-98bb-9668ecc53b57,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:19.824002 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1e327d-94cf-4c37-9aa2-af2215f41302 x-openstack-request-id: req-7e1e327d-94cf-4c37-9aa2-af2215f41302 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:10:19.824315 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e0f747-1d8b-412b-ab72-d1d0ea44b281", "name": "network-vif-plugged", "status": "completed", "tag": "e0cd11fc-419b-47eb-98bb-9668ecc53b57", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:10:19.824608 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e1e327d-94cf-4c37-9aa2-af2215f41302 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:10:19.825386 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e0f747-1d8b-412b-ab72-d1d0ea44b281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cd11fc-419b-47eb-98bb-9668ecc53b57', 'code': 200} Nov 29 19:10:19.955083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5608f-9aad-4dfa-9998-cccce74f3166 req-2406e1fd-8191-46e0-9e2a-fe50031e7abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:19.958892 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dba5608f-9aad-4dfa-9998-cccce74f3166 req-2406e1fd-8191-46e0-9e2a-fe50031e7abc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 1096 time: 0.0674460 Nov 29 19:10:20.036140 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-dba5608f-9aad-4dfa-9998-cccce74f3166 req-689c8b47-15e1-486f-9002-08a5ae732151 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701330 Nov 29 19:10:20.361448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d61c7a-3089-4763-83f6-1e6789958513 req-9d3e1a36-e122-47eb-a4ba-9a6a159ea03b tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:20.363165 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d1d61c7a-3089-4763-83f6-1e6789958513 req-9d3e1a36-e122-47eb-a4ba-9a6a159ea03b tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 945 time: 0.0563776 Nov 29 19:10:20.413528 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d1d61c7a-3089-4763-83f6-1e6789958513 req-4c05c7fc-d878-40b6-aad6-a129f2241b53 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442622 Nov 29 19:10:21.538006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e925a57-bfc3-450a-a1f3-41a16ccc59f0 req-0ab3eb49-b4e4-46a2-9940-c3c837c5ea53 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:21.539578 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e925a57-bfc3-450a-a1f3-41a16ccc59f0 req-0ab3eb49-b4e4-46a2-9940-c3c837c5ea53 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 945 time: 0.0547221 Nov 29 19:10:21.594337 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e925a57-bfc3-450a-a1f3-41a16ccc59f0 req-84fcb264-9061-48b2-80db-36b5ca5ad416 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486321 Nov 29 19:10:21.828432 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-8571775d-8ca6-4cf7-8bb2-3a762397680e tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:21.829929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-8571775d-8ca6-4cf7-8bb2-3a762397680e tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/networks?id=6d9dfca8-8ac3-4b67-963a-94543a01c797 HTTP/1.1" status: 200 len: 814 time: 0.1045930 Nov 29 19:10:21.846039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-544c6fb7-4847-4411-8896-97791a3dc4b6 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/quotas/22e204fc610a4f6da9b2e6ca29ec9b00 HTTP/1.1" status: 200 len: 375 time: 0.0096042 Nov 29 19:10:21.902203 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-043dff86-1376-4048-944f-f9f24b79951f tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=22e204fc610a4f6da9b2e6ca29ec9b00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494177 Nov 29 19:10:21.994921 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-350a21d6-7329-46a7-85d1-3d46ed642025 service neutron] 10.222.0.23 "GET /v2.0/networks/6d9dfca8-8ac3-4b67-963a-94543a01c797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855899 Nov 29 19:10:22.092306 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-e6cb93a2-afd7-4091-8965-cd3924b03057 service neutron] 10.222.0.23 "GET /v2.0/networks/6d9dfca8-8ac3-4b67-963a-94543a01c797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911407 Nov 29 19:10:22.252810 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1430a0e2-5a8f-4191-bc83-de976997cfb9 req-94b5ff19-3f53-4028-b9df-c369a64347ae tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=38781430-8f74-424b-b5db-f09317c92bf8 HTTP/1.1" status: 200 len: 210 time: 0.0274105 Nov 29 19:10:23.304799 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-65116d10-92a2-49cf-adab-894e4bee7f45 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:23.306714 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-65116d10-92a2-49cf-adab-894e4bee7f45 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.20 "GET /v2.0/networks?id=6d9dfca8-8ac3-4b67-963a-94543a01c797 HTTP/1.1" status: 200 len: 814 time: 0.1226428 Nov 29 19:10:23.325379 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Request body: {'port': {'device_id': '38781430-8f74-424b-b5db-f09317c92bf8', 'network_id': '6d9dfca8-8ac3-4b67-963a-94543a01c797', 'admin_state_up': True, 'tenant_id': '22e204fc610a4f6da9b2e6ca29ec9b00'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:23.396933 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1b066e72-95ec-4c08-8437-5b1d4f671488 req-78d95f39-b2db-49c0-a72f-96b88622a35d tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=38781430-8f74-424b-b5db-f09317c92bf8 HTTP/1.1" status: 200 len: 210 time: 0.0658259 Nov 29 19:10:23.465185 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Made reservation on behalf of 22e204fc610a4f6da9b2e6ca29ec9b00 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:23.468745 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:23.598642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Allocated IP 172.20.0.12 (6d9dfca8-8ac3-4b67-963a-94543a01c797/717dac84-8b0c-44ea-a4a2-a36f334ea12c/b7cd687b-fcc5-4a55-8de9-32f1127d248b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:10:23.756174 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:23.803111 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:23.816302 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e0cd11fc-419b-47eb-98bb-9668ecc53b57'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:10:23.856490 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Network 6d9dfca8-8ac3-4b67-963a-94543a01c797 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:10:23.859754 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:23.863968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:10:23.889399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Pushing event updated for resources: {'Port': ['ID=b7cd687b-fcc5-4a55-8de9-32f1127d248b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:23.905213 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:23.905562 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:23.905913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:23.906261 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:23.906607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:23.906994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:23.907337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:23.907674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:23.908006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:23.908337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:23.908671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:23.909004 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:23.930904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:23.931226 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:23.949117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-2e373cad-3aa0-474e-9e03-49515956f065 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6289561 Nov 29 19:10:23.967443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Request body: {'port': {'device_id': '38781430-8f74-424b-b5db-f09317c92bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:24.035277 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.122313 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd0d775b-d3b1-46e1-b12a-1e5bab783206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.309539 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7cd687b-fcc5-4a55-8de9-32f1127d248b {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:10:24.318744 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.332310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Transition to ACTIVE for port object b7cd687b-fcc5-4a55-8de9-32f1127d248b will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:10:24.336236 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.387494 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Pushing event updated for resources: {'Port': ['ID=b7cd687b-fcc5-4a55-8de9-32f1127d248b,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:24.460051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Attempting to bind port b7cd687b-fcc5-4a55-8de9-32f1127d248b on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:10:24.460390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Attempting to bind port b7cd687b-fcc5-4a55-8de9-32f1127d248b by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '1491c176-b4f8-44c8-a5c3-593b99f0c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d9dfca8-8ac3-4b67-963a-94543a01c797'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:10:24.460742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Attempting to bind port b7cd687b-fcc5-4a55-8de9-32f1127d248b on network 6d9dfca8-8ac3-4b67-963a-94543a01c797 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:10:24.465337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Port b7cd687b-fcc5-4a55-8de9-32f1127d248b on network 6d9dfca8-8ac3-4b67-963a-94543a01c797 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:10:24.465655 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Attempting to bind port b7cd687b-fcc5-4a55-8de9-32f1127d248b on network 6d9dfca8-8ac3-4b67-963a-94543a01c797 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:10:24.482761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:10:24.482761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Checking segment: {'id': '1491c176-b4f8-44c8-a5c3-593b99f0c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d9dfca8-8ac3-4b67-963a-94543a01c797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:24.482761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Bound using segment: {'id': '1491c176-b4f8-44c8-a5c3-593b99f0c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d9dfca8-8ac3-4b67-963a-94543a01c797'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:10:24.482761 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Bound port: b7cd687b-fcc5-4a55-8de9-32f1127d248b, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1491c176-b4f8-44c8-a5c3-593b99f0c6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d9dfca8-8ac3-4b67-963a-94543a01c797'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:10:24.482761 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.556874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2f7c8-4274-4e02-a205-a1749e838218 req-105ccf4a-fcb5-4faf-9b49-3fe555a34b56 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:24.558369 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-98d2f7c8-4274-4e02-a205-a1749e838218 req-105ccf4a-fcb5-4faf-9b49-3fe555a34b56 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=38781430-8f74-424b-b5db-f09317c92bf8 HTTP/1.1" status: 200 len: 944 time: 0.0898328 Nov 29 19:10:24.586480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] For port b7cd687b-fcc5-4a55-8de9-32f1127d248b, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:10:24.607434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] For port b7cd687b-fcc5-4a55-8de9-32f1127d248b, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b7cd687b-fcc5-4a55-8de9-32f1127d248b,segment=NetworkSegment(1491c176-b4f8-44c8-a5c3-593b99f0c6a2),segment_id=1491c176-b4f8-44c8-a5c3-593b99f0c6a2)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:10:24.615108 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.655571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-98d2f7c8-4274-4e02-a205-a1749e838218 req-9db9d461-56a1-4507-82d8-8af79851bfb1 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898433 Nov 29 19:10:24.667834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:24.668529 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:24.669921 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] 10.222.0.20 "PUT /v2.0/ports/b7cd687b-fcc5-4a55-8de9-32f1127d248b HTTP/1.1" status: 200 len: 1092 time: 0.7068610 Nov 29 19:10:24.670362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38781430-8f74-424b-b5db-f09317c92bf8', 'tag': 'b7cd687b-fcc5-4a55-8de9-32f1127d248b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:10:24.672715 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25443261-8ea9-4a63-a5ad-ea8d96dd8457" -d '{"events": [{"name": "network-changed", "server_uuid": "38781430-8f74-424b-b5db-f09317c92bf8", "tag": "b7cd687b-fcc5-4a55-8de9-32f1127d248b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:10:24.694121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e7a8e-c319-454f-9cdc-3b93b1b9eb91 service neutron] Pushing event updated for resources: {'Port': ['ID=b7cd687b-fcc5-4a55-8de9-32f1127d248b,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:24.715199 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c0d91c-255b-4cb5-ac29-e20a19f92d54 x-openstack-request-id: req-c7c0d91c-255b-4cb5-ac29-e20a19f92d54 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:10:24.715498 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38781430-8f74-424b-b5db-f09317c92bf8", "tag": "b7cd687b-fcc5-4a55-8de9-32f1127d248b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:10:24.715775 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7c0d91c-255b-4cb5-ac29-e20a19f92d54 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:10:24.716184 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38781430-8f74-424b-b5db-f09317c92bf8', 'tag': 'b7cd687b-fcc5-4a55-8de9-32f1127d248b', 'status': 'completed', 'code': 200} Nov 29 19:10:24.758468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-43f02b26-cbbc-4627-912a-b493874626ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:24.760040 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-43f02b26-cbbc-4627-912a-b493874626ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22e204fc610a4f6da9b2e6ca29ec9b00&device_id=38781430-8f74-424b-b5db-f09317c92bf8 HTTP/1.1" status: 200 len: 1095 time: 0.0415189 Nov 29 19:10:24.809126 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-6c028782-8cd4-4252-b770-6f6be4f9d61b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7cd687b-fcc5-4a55-8de9-32f1127d248b HTTP/1.1" status: 200 len: 217 time: 0.0350280 Nov 29 19:10:24.859855 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-45566638-3118-479a-94de-d25d06927062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:24.861339 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-45566638-3118-479a-94de-d25d06927062 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=717dac84-8b0c-44ea-a4a2-a36f334ea12c HTTP/1.1" status: 200 len: 854 time: 0.0442975 Nov 29 19:10:24.900792 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-7d896a41-504e-4ab3-a9ee-c213f5710ecd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d9dfca8-8ac3-4b67-963a-94543a01c797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286534 Nov 29 19:10:24.995548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-b8d8e783-169b-473c-b4e2-b6455c52656c service neutron] 10.222.0.20 "GET /v2.0/networks/6d9dfca8-8ac3-4b67-963a-94543a01c797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862374 Nov 29 19:10:25.099025 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74f47060-0db7-419f-a123-5cee2b4cf143 req-b15fc4bc-e262-4e74-b1af-2e5b2c94bd15 service neutron] 10.222.0.20 "GET /v2.0/networks/6d9dfca8-8ac3-4b67-963a-94543a01c797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904078 Nov 29 19:10:25.192365 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25443261-8ea9-4a63-a5ad-ea8d96dd8457 req-a87cb40f-f620-4260-823f-d8c2c4673efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:25.193945 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25443261-8ea9-4a63-a5ad-ea8d96dd8457 req-a87cb40f-f620-4260-823f-d8c2c4673efd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22e204fc610a4f6da9b2e6ca29ec9b00&device_id=38781430-8f74-424b-b5db-f09317c92bf8 HTTP/1.1" status: 200 len: 1095 time: 0.0431828 Nov 29 19:10:25.288236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25443261-8ea9-4a63-a5ad-ea8d96dd8457 req-eda676a4-3a67-44a4-959f-d821e13abb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:25.289791 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25443261-8ea9-4a63-a5ad-ea8d96dd8457 req-eda676a4-3a67-44a4-959f-d821e13abb0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d9dfca8-8ac3-4b67-963a-94543a01c797 HTTP/1.1" status: 200 len: 915 time: 0.0888870 Nov 29 19:10:25.336970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25443261-8ea9-4a63-a5ad-ea8d96dd8457 req-cbbca318-301a-41aa-8b0a-1dbecd066693 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7cd687b-fcc5-4a55-8de9-32f1127d248b HTTP/1.1" status: 200 len: 217 time: 0.0399284 Nov 29 19:10:25.388753 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25443261-8ea9-4a63-a5ad-ea8d96dd8457 req-e8ede2d1-03fa-45e8-aaee-470dc43aaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:25.390257 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25443261-8ea9-4a63-a5ad-ea8d96dd8457 req-e8ede2d1-03fa-45e8-aaee-470dc43aaab9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=717dac84-8b0c-44ea-a4a2-a36f334ea12c HTTP/1.1" status: 200 len: 854 time: 0.0449703 Nov 29 19:10:25.423554 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25443261-8ea9-4a63-a5ad-ea8d96dd8457 req-fe5d0f6d-ec0e-4fb5-b05b-1637b41ac5c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d9dfca8-8ac3-4b67-963a-94543a01c797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246928 Nov 29 19:10:25.522170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25443261-8ea9-4a63-a5ad-ea8d96dd8457 req-df4f1a9a-ceb6-4284-8223-73b40ca321fe service neutron] 10.222.0.20 "GET /v2.0/networks/6d9dfca8-8ac3-4b67-963a-94543a01c797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891869 Nov 29 19:10:25.615037 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25443261-8ea9-4a63-a5ad-ea8d96dd8457 req-b5fcee64-d2b0-4ece-b183-415d25fe7817 service neutron] 10.222.0.20 "GET /v2.0/networks/6d9dfca8-8ac3-4b67-963a-94543a01c797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844510 Nov 29 19:10:25.779322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4d92c-24d9-46de-a87b-1a7ed7c61deb req-2a76931b-f494-475b-a072-37a3d43cc7ba tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:25.781116 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d1f4d92c-24d9-46de-a87b-1a7ed7c61deb req-2a76931b-f494-475b-a072-37a3d43cc7ba tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=38781430-8f74-424b-b5db-f09317c92bf8 HTTP/1.1" status: 200 len: 944 time: 0.0529037 Nov 29 19:10:25.840572 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d1f4d92c-24d9-46de-a87b-1a7ed7c61deb req-e6488296-f053-4693-a5f1-900977361002 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532596 Nov 29 19:10:26.579061 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c0b8e10-e437-41fe-92c5-f8bdd987e598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:26.718541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b7cd687b-fcc5-4a55-8de9-32f1127d248b details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:10:26.819544 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b7cd687b-fcc5-4a55-8de9-32f1127d248b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b7cd687b-fcc5-4a55-8de9-32f1127d248b,segment=NetworkSegment(1491c176-b4f8-44c8-a5c3-593b99f0c6a2),segment_id=1491c176-b4f8-44c8-a5c3-593b99f0c6a2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:26.831897 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'b7cd687b-fcc5-4a55-8de9-32f1127d248b', 'network_id': '6d9dfca8-8ac3-4b67-963a-94543a01c797', 'port_id': 'b7cd687b-fcc5-4a55-8de9-32f1127d248b', 'mac_address': 'fa:16:3e:b4:63:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717dac84-8b0c-44ea-a4a2-a36f334ea12c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:10:26.870477 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:26.884349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7cd687b-fcc5-4a55-8de9-32f1127d248b {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:10:26.916590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b7cd687b-fcc5-4a55-8de9-32f1127d248b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b7cd687b-fcc5-4a55-8de9-32f1127d248b,segment=NetworkSegment(1491c176-b4f8-44c8-a5c3-593b99f0c6a2),segment_id=1491c176-b4f8-44c8-a5c3-593b99f0c6a2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:26.921770 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:26.973677 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=b7cd687b-fcc5-4a55-8de9-32f1127d248b,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:26.977446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f97ce5-f95d-4f11-9920-cd5be796dac9 req-80f71d5b-d768-4fcb-8a68-83e0eec8ab77 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:26.979093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3f97ce5-f95d-4f11-9920-cd5be796dac9 req-80f71d5b-d768-4fcb-8a68-83e0eec8ab77 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=38781430-8f74-424b-b5db-f09317c92bf8 HTTP/1.1" status: 200 len: 945 time: 0.0546618 Nov 29 19:10:27.036073 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f3f97ce5-f95d-4f11-9920-cd5be796dac9 req-8bded790-497f-4ee8-beb9-687fbd6d2497 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509467 Nov 29 19:10:27.169780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b7cd687b-fcc5-4a55-8de9-32f1127d248b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:10:27.876115 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:27.877456 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:28.173378 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafe090-c1bd-47ec-8190-779c5c273aa0 req-9899b541-bb9e-403a-8948-8c43d3e1fc5f tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:28.176683 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dafe090-c1bd-47ec-8190-779c5c273aa0 req-9899b541-bb9e-403a-8948-8c43d3e1fc5f tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=38781430-8f74-424b-b5db-f09317c92bf8 HTTP/1.1" status: 200 len: 945 time: 0.0618556 Nov 29 19:10:28.228519 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dafe090-c1bd-47ec-8190-779c5c273aa0 req-793cf147-13d3-4593-b67a-9a0970797a8c tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457582 Nov 29 19:10:28.725410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b7cd687b-fcc5-4a55-8de9-32f1127d248b up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:10:28.779604 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port b7cd687b-fcc5-4a55-8de9-32f1127d248b completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:10:28.784935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port b7cd687b-fcc5-4a55-8de9-32f1127d248b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:28.785353 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:28.876768 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:28.902253 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38781430-8f74-424b-b5db-f09317c92bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cd687b-fcc5-4a55-8de9-32f1127d248b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:10:28.904661 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8501c56-c8f8-4e7b-9972-8dd2cd46913f" -d '{"events": [{"server_uuid": "38781430-8f74-424b-b5db-f09317c92bf8", "name": "network-vif-plugged", "status": "completed", "tag": "b7cd687b-fcc5-4a55-8de9-32f1127d248b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:10:28.918239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port b7cd687b-fcc5-4a55-8de9-32f1127d248b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b7cd687b-fcc5-4a55-8de9-32f1127d248b,segment=NetworkSegment(1491c176-b4f8-44c8-a5c3-593b99f0c6a2),segment_id=1491c176-b4f8-44c8-a5c3-593b99f0c6a2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:28.923216 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:28.950602 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b79a2c-46d3-4fbc-ae2a-b4904b7cce07 x-openstack-request-id: req-07b79a2c-46d3-4fbc-ae2a-b4904b7cce07 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:10:28.950933 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38781430-8f74-424b-b5db-f09317c92bf8", "name": "network-vif-plugged", "status": "completed", "tag": "b7cd687b-fcc5-4a55-8de9-32f1127d248b", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:10:28.951201 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07b79a2c-46d3-4fbc-ae2a-b4904b7cce07 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:10:28.951604 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38781430-8f74-424b-b5db-f09317c92bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cd687b-fcc5-4a55-8de9-32f1127d248b', 'code': 200} Nov 29 19:10:28.981069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=b7cd687b-fcc5-4a55-8de9-32f1127d248b,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:29.071914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd076a-4c2f-4706-bcff-a4947f15b01e req-ae2a3f8f-f670-466d-a70b-843853b52477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:29.073540 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1acd076a-4c2f-4706-bcff-a4947f15b01e req-ae2a3f8f-f670-466d-a70b-843853b52477 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38781430-8f74-424b-b5db-f09317c92bf8 HTTP/1.1" status: 200 len: 1097 time: 0.0504844 Nov 29 19:10:29.132329 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1acd076a-4c2f-4706-bcff-a4947f15b01e req-88eb27fe-2d28-4bef-8279-65a7bda62691 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470638 Nov 29 19:10:29.358625 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face02c0-3ffa-4253-ab40-822221bd6abb req-a406de8d-d4c6-41a4-a5f5-b7f68a1ce156 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:29.361123 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-face02c0-3ffa-4253-ab40-822221bd6abb req-a406de8d-d4c6-41a4-a5f5-b7f68a1ce156 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=38781430-8f74-424b-b5db-f09317c92bf8 HTTP/1.1" status: 200 len: 946 time: 0.0606120 Nov 29 19:10:29.412581 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-face02c0-3ffa-4253-ab40-822221bd6abb req-c06691d1-82ed-4191-820e-52b6d2913d58 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453901 Nov 29 19:10:29.424900 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:30.109875 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:30.383330 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:30.541429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf708b-2312-4d6c-8b20-5a6db166b4e1 req-87247377-253a-477d-ac8f-b18e99ee986f tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:30.543243 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1bbf708b-2312-4d6c-8b20-5a6db166b4e1 req-87247377-253a-477d-ac8f-b18e99ee986f tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=38781430-8f74-424b-b5db-f09317c92bf8 HTTP/1.1" status: 200 len: 946 time: 0.0574429 Nov 29 19:10:30.605846 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1bbf708b-2312-4d6c-8b20-5a6db166b4e1 req-81af11df-8801-458b-a337-5c46d881f34f tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531430 Nov 29 19:10:30.848853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710b5f9-4d71-4d19-86de-2917dabe65b7 req-f82661de-b4c3-4cdb-a579-885d4eea24c9 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:30.850325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5710b5f9-4d71-4d19-86de-2917dabe65b7 req-f82661de-b4c3-4cdb-a579-885d4eea24c9 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=38781430-8f74-424b-b5db-f09317c92bf8 HTTP/1.1" status: 200 len: 946 time: 0.0500989 Nov 29 19:10:30.897071 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5710b5f9-4d71-4d19-86de-2917dabe65b7 req-32df9a90-ec2f-45ea-8987-df08dc1d6961 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406070 Nov 29 19:10:32.016985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5f6d5-f4e9-405f-9989-860c552eef6c req-f570f46f-68da-41d3-94b4-6088c907423a tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:32.018563 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0c5f6d5-f4e9-405f-9989-860c552eef6c req-f570f46f-68da-41d3-94b4-6088c907423a tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=38781430-8f74-424b-b5db-f09317c92bf8 HTTP/1.1" status: 200 len: 946 time: 0.0505214 Nov 29 19:10:32.073562 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a0c5f6d5-f4e9-405f-9989-860c552eef6c req-c4af0245-d220-4ce2-90cf-1cb143c92fbe tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488567 Nov 29 19:10:32.229207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dc850-2f9b-4aeb-a557-a0aa6b19eb6b req-c183062e-0c8f-43f3-8c7d-5ad1f8c43793 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:32.230611 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc6dc850-2f9b-4aeb-a557-a0aa6b19eb6b req-c183062e-0c8f-43f3-8c7d-5ad1f8c43793 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.20 "GET /v2.0/ports?device_id=38781430-8f74-424b-b5db-f09317c92bf8 HTTP/1.1" status: 200 len: 946 time: 0.0486107 Nov 29 19:10:32.322752 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-fc6dc850-2f9b-4aeb-a557-a0aa6b19eb6b req-e8f82bdd-0092-4733-be43-a7847cdae517 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Deleting port b7cd687b-fcc5-4a55-8de9-32f1127d248b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:10:32.323117 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fc6dc850-2f9b-4aeb-a557-a0aa6b19eb6b req-e8f82bdd-0092-4733-be43-a7847cdae517 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:32.416293 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-fc6dc850-2f9b-4aeb-a557-a0aa6b19eb6b req-e8f82bdd-0092-4733-be43-a7847cdae517 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] For port b7cd687b-fcc5-4a55-8de9-32f1127d248b, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=b7cd687b-fcc5-4a55-8de9-32f1127d248b,segment=NetworkSegment(1491c176-b4f8-44c8-a5c3-593b99f0c6a2),segment_id=1491c176-b4f8-44c8-a5c3-593b99f0c6a2)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:32.416634 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fc6dc850-2f9b-4aeb-a557-a0aa6b19eb6b req-e8f82bdd-0092-4733-be43-a7847cdae517 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:32.429374 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-fc6dc850-2f9b-4aeb-a557-a0aa6b19eb6b req-e8f82bdd-0092-4733-be43-a7847cdae517 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Calling delete_port for b7cd687b-fcc5-4a55-8de9-32f1127d248b owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:32.556501 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fc6dc850-2f9b-4aeb-a557-a0aa6b19eb6b req-e8f82bdd-0092-4733-be43-a7847cdae517 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:32.572449 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e0cd11fc-419b-47eb-98bb-9668ecc53b57'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:10:32.577672 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['b7cd687b-fcc5-4a55-8de9-32f1127d248b'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:10:32.604056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f82bdd-0092-4733-be43-a7847cdae517 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Pushing event deleted for resources: {'Port': ['ID=b7cd687b-fcc5-4a55-8de9-32f1127d248b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:32.649438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6dc850-2f9b-4aeb-a557-a0aa6b19eb6b req-e8f82bdd-0092-4733-be43-a7847cdae517 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] No DVR routers for this DVR port b7cd687b-fcc5-4a55-8de9-32f1127d248b on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:10:32.652676 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fc6dc850-2f9b-4aeb-a557-a0aa6b19eb6b req-e8f82bdd-0092-4733-be43-a7847cdae517 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:32.657706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc6dc850-2f9b-4aeb-a557-a0aa6b19eb6b req-e8f82bdd-0092-4733-be43-a7847cdae517 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.20 "DELETE /v2.0/ports/b7cd687b-fcc5-4a55-8de9-32f1127d248b HTTP/1.1" status: 204 len: 173 time: 0.4189842 Nov 29 19:10:32.658188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38781430-8f74-424b-b5db-f09317c92bf8', 'name': 'network-vif-deleted', 'tag': 'b7cd687b-fcc5-4a55-8de9-32f1127d248b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:10:32.660792 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b082409-7421-4a7e-a609-a9943e47fa50" -d '{"events": [{"server_uuid": "38781430-8f74-424b-b5db-f09317c92bf8", "name": "network-vif-deleted", "tag": "b7cd687b-fcc5-4a55-8de9-32f1127d248b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:10:32.710315 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680e7a30-adc8-406d-b19e-1742e64e468e x-openstack-request-id: req-680e7a30-adc8-406d-b19e-1742e64e468e {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:10:32.710611 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38781430-8f74-424b-b5db-f09317c92bf8", "name": "network-vif-deleted", "tag": "b7cd687b-fcc5-4a55-8de9-32f1127d248b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:10:32.710895 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-680e7a30-adc8-406d-b19e-1742e64e468e {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:10:32.711297 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38781430-8f74-424b-b5db-f09317c92bf8', 'name': 'network-vif-deleted', 'tag': 'b7cd687b-fcc5-4a55-8de9-32f1127d248b', 'status': 'completed', 'code': 200} Nov 29 19:10:33.199938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1ff3bf2-ab03-47d4-81df-a660ddaf75ee req-0af19d29-4930-40fe-9472-cb1e7f81dca9 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=38781430-8f74-424b-b5db-f09317c92bf8 HTTP/1.1" status: 200 len: 210 time: 0.0286026 Nov 29 19:10:34.361870 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9f99c-ae4f-46ad-8a45-07c69a28407c req-0db81ef8-a306-4916-bc40-cc4477ae2921 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:34.363533 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6ac9f99c-ae4f-46ad-8a45-07c69a28407c req-0db81ef8-a306-4916-bc40-cc4477ae2921 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 945 time: 0.0545568 Nov 29 19:10:34.421001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6ac9f99c-ae4f-46ad-8a45-07c69a28407c req-7ead8d6c-1570-44fb-b483-4ee6dddb31da tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510504 Nov 29 19:10:34.564800 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf84a01-9362-4a5c-a3c2-5329d474a56a req-7a480e14-afd9-4fee-8983-5565cc3a9b3d tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:34.566943 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1bf84a01-9362-4a5c-a3c2-5329d474a56a req-7a480e14-afd9-4fee-8983-5565cc3a9b3d tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 945 time: 0.0512180 Nov 29 19:10:34.624602 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1bf84a01-9362-4a5c-a3c2-5329d474a56a req-a78d9193-ea63-40e2-a378-36e7a8941567 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472057 Nov 29 19:10:34.753749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd027e42-3e83-4cbd-9954-5dc3eb1da132 req-77982716-0d54-433e-85b1-c39b152f562b tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:34.755206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd027e42-3e83-4cbd-9954-5dc3eb1da132 req-77982716-0d54-433e-85b1-c39b152f562b tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 945 time: 0.0539348 Nov 29 19:10:34.809119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd027e42-3e83-4cbd-9954-5dc3eb1da132 req-c923626c-683c-4221-bbed-be40e5d15fad tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478816 Nov 29 19:10:34.886193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-0b639ef5-4ff8-49ff-abfe-c3e306ee2bfd req-8cd1ce21-0fc2-4564-85ca-7d7d61873834 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:10:34.887220 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b639ef5-4ff8-49ff-abfe-c3e306ee2bfd req-8cd1ce21-0fc2-4564-85ca-7d7d61873834 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053627 Nov 29 19:10:35.018532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52327c-9e64-4ecb-9643-908058b8f3d3 req-498e09e0-fa84-48d3-ba6d-fea5e0d58d15 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:35.020358 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be52327c-9e64-4ecb-9643-908058b8f3d3 req-498e09e0-fa84-48d3-ba6d-fea5e0d58d15 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 945 time: 0.0694368 Nov 29 19:10:35.080310 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be52327c-9e64-4ecb-9643-908058b8f3d3 req-038c05d1-e5b7-43e4-aec0-f116ab016b81 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538900 Nov 29 19:10:35.212977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746a27d-828b-4419-96f4-efc8f32560b8 req-751bb0bf-df8b-4c34-b052-8490af82a7c8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:35.215626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5746a27d-828b-4419-96f4-efc8f32560b8 req-751bb0bf-df8b-4c34-b052-8490af82a7c8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 945 time: 0.0635431 Nov 29 19:10:35.264010 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5746a27d-828b-4419-96f4-efc8f32560b8 req-3fe35890-8591-43dd-9fcc-55fb55f7d017 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423911 Nov 29 19:10:35.402438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af94e0-4b13-4598-898c-78bc9e25be2c req-61b0ac5d-0d77-4fea-84e1-024df582c2fc tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:35.403982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4af94e0-4b13-4598-898c-78bc9e25be2c req-61b0ac5d-0d77-4fea-84e1-024df582c2fc tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 945 time: 0.0552540 Nov 29 19:10:35.459065 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4af94e0-4b13-4598-898c-78bc9e25be2c req-b9874c33-a18b-4441-98af-a120d77b730f tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459361 Nov 29 19:10:35.781496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb85846-9c5d-45c3-b908-a392f1342355 req-ee396f22-e62d-4b9f-8380-9a8e75957fb7 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:35.783007 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efb85846-9c5d-45c3-b908-a392f1342355 req-ee396f22-e62d-4b9f-8380-9a8e75957fb7 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 945 time: 0.0503747 Nov 29 19:10:35.837807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-efb85846-9c5d-45c3-b908-a392f1342355 req-3a18ef35-dd26-44cc-bc19-60b35eba0536 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476274 Nov 29 19:10:36.718915 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b7cd687b-fcc5-4a55-8de9-32f1127d248b no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:10:36.743205 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: b7cd687b-fcc5-4a55-8de9-32f1127d248b {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:10:36.743564 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device b7cd687b-fcc5-4a55-8de9-32f1127d248b not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:10:36.965775 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1501f-b928-4b05-b0c9-809b02d42e07 req-026b2374-1e62-41fb-b4b8-d74c0c9013a8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:36.967411 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10a1501f-b928-4b05-b0c9-809b02d42e07 req-026b2374-1e62-41fb-b4b8-d74c0c9013a8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 945 time: 0.0553594 Nov 29 19:10:37.023057 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-10a1501f-b928-4b05-b0c9-809b02d42e07 req-f0a04ec3-f020-46aa-b07b-2e949fff6252 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/security-groups?id=9fff89d3-320f-4591-b8cc-763338557352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492101 Nov 29 19:10:37.348617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a4e15-cdf5-4d7c-a3ac-538c0f8cdfac req-e858d4a6-b270-4af1-a9c3-c0178fb24683 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:37.350298 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-385a4e15-cdf5-4d7c-a3ac-538c0f8cdfac req-e858d4a6-b270-4af1-a9c3-c0178fb24683 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 945 time: 0.0578372 Nov 29 19:10:37.449914 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-385a4e15-cdf5-4d7c-a3ac-538c0f8cdfac req-45405cd2-5ce3-42dc-a67c-2cb684c737a8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Deleting port e0cd11fc-419b-47eb-98bb-9668ecc53b57 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:10:37.450373 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-385a4e15-cdf5-4d7c-a3ac-538c0f8cdfac req-45405cd2-5ce3-42dc-a67c-2cb684c737a8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:37.549548 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-385a4e15-cdf5-4d7c-a3ac-538c0f8cdfac req-45405cd2-5ce3-42dc-a67c-2cb684c737a8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] For port e0cd11fc-419b-47eb-98bb-9668ecc53b57, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=e0cd11fc-419b-47eb-98bb-9668ecc53b57,segment=NetworkSegment(1491c176-b4f8-44c8-a5c3-593b99f0c6a2),segment_id=1491c176-b4f8-44c8-a5c3-593b99f0c6a2)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:37.550024 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-385a4e15-cdf5-4d7c-a3ac-538c0f8cdfac req-45405cd2-5ce3-42dc-a67c-2cb684c737a8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:37.551298 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:10:37.566949 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-385a4e15-cdf5-4d7c-a3ac-538c0f8cdfac req-45405cd2-5ce3-42dc-a67c-2cb684c737a8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Calling delete_port for e0cd11fc-419b-47eb-98bb-9668ecc53b57 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:37.728281 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-385a4e15-cdf5-4d7c-a3ac-538c0f8cdfac req-45405cd2-5ce3-42dc-a67c-2cb684c737a8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:37.740948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['e0cd11fc-419b-47eb-98bb-9668ecc53b57'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:10:37.769599 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45405cd2-5ce3-42dc-a67c-2cb684c737a8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Pushing event deleted for resources: {'Port': ['ID=e0cd11fc-419b-47eb-98bb-9668ecc53b57,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:37.833879 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-385a4e15-cdf5-4d7c-a3ac-538c0f8cdfac req-45405cd2-5ce3-42dc-a67c-2cb684c737a8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] No DVR routers for this DVR port e0cd11fc-419b-47eb-98bb-9668ecc53b57 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:10:37.836936 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-385a4e15-cdf5-4d7c-a3ac-538c0f8cdfac req-45405cd2-5ce3-42dc-a67c-2cb684c737a8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:37.840481 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-385a4e15-cdf5-4d7c-a3ac-538c0f8cdfac req-45405cd2-5ce3-42dc-a67c-2cb684c737a8 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.31 "DELETE /v2.0/ports/e0cd11fc-419b-47eb-98bb-9668ecc53b57 HTTP/1.1" status: 204 len: 173 time: 0.4840608 Nov 29 19:10:37.840967 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e0f747-1d8b-412b-ab72-d1d0ea44b281', 'name': 'network-vif-deleted', 'tag': 'e0cd11fc-419b-47eb-98bb-9668ecc53b57'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:10:37.843377 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18783add-6974-47aa-bdad-c13ce7298470" -d '{"events": [{"server_uuid": "c5e0f747-1d8b-412b-ab72-d1d0ea44b281", "name": "network-vif-deleted", "tag": "e0cd11fc-419b-47eb-98bb-9668ecc53b57"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:10:37.888907 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e72c8e-e5b1-4821-9ad1-a68a28312002 x-openstack-request-id: req-33e72c8e-e5b1-4821-9ad1-a68a28312002 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:10:37.889207 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e0f747-1d8b-412b-ab72-d1d0ea44b281", "name": "network-vif-deleted", "tag": "e0cd11fc-419b-47eb-98bb-9668ecc53b57", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:10:37.889475 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33e72c8e-e5b1-4821-9ad1-a68a28312002 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:10:37.889889 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e0f747-1d8b-412b-ab72-d1d0ea44b281', 'name': 'network-vif-deleted', 'tag': 'e0cd11fc-419b-47eb-98bb-9668ecc53b57', 'status': 'completed', 'code': 200} Nov 29 19:10:38.145002 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3640d07c-9a5b-4655-b03a-ead0a4752ed9 req-ef3a61c7-64f0-4c92-9c4f-d3e1ea887b52 tempest-ServersNegativeTestJSON-535738630 tempest-ServersNegativeTestJSON-535738630-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5e0f747-1d8b-412b-ab72-d1d0ea44b281 HTTP/1.1" status: 200 len: 210 time: 0.0278475 Nov 29 19:10:39.213799 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44104) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:39.270927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d99f00d-772a-49cb-a723-88a213c0070c admin admin] Deleting subnet 717dac84-8b0c-44ea-a4a2-a36f334ea12c {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:10:39.276250 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d99f00d-772a-49cb-a723-88a213c0070c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:39.323764 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d99f00d-772a-49cb-a723-88a213c0070c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:39.371930 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d99f00d-772a-49cb-a723-88a213c0070c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:39.435150 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d99f00d-772a-49cb-a723-88a213c0070c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:39.462703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99f00d-772a-49cb-a723-88a213c0070c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=717dac84-8b0c-44ea-a4a2-a36f334ea12c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:39.466483 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d99f00d-772a-49cb-a723-88a213c0070c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:39.469805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7d99f00d-772a-49cb-a723-88a213c0070c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/717dac84-8b0c-44ea-a4a2-a36f334ea12c HTTP/1.1" status: 204 len: 168 time: 0.2549257 Nov 29 19:10:39.472392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44106) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:39.549698 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-899fbddc-1ea0-4412-8504-7a3c59c75413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:39.635068 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-899fbddc-1ea0-4412-8504-7a3c59c75413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:39.658122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-899fbddc-1ea0-4412-8504-7a3c59c75413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9dfca8-8ac3-4b67-963a-94543a01c797']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:39.668816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-899fbddc-1ea0-4412-8504-7a3c59c75413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1491c176-b4f8-44c8-a5c3-593b99f0c6a2') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:39.669109 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-899fbddc-1ea0-4412-8504-7a3c59c75413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1491c176-b4f8-44c8-a5c3-593b99f0c6a2') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:39.680134 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-899fbddc-1ea0-4412-8504-7a3c59c75413 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:39.696936 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-899fbddc-1ea0-4412-8504-7a3c59c75413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:39.706733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899fbddc-1ea0-4412-8504-7a3c59c75413 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:10:39.707317 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-899fbddc-1ea0-4412-8504-7a3c59c75413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: timer() Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:10:39.710417 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:10:39.774212 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-899fbddc-1ea0-4412-8504-7a3c59c75413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:39.781540 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-899fbddc-1ea0-4412-8504-7a3c59c75413 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:39.786033 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-899fbddc-1ea0-4412-8504-7a3c59c75413 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6d9dfca8-8ac3-4b67-963a-94543a01c797 HTTP/1.1" status: 204 len: 168 time: 0.3126225 Nov 29 19:10:39.798121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fbddc-1ea0-4412-8504-7a3c59c75413 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d9dfca8-8ac3-4b67-963a-94543a01c797,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:39.914542 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44110) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:39.958669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-98261a25-4967-487b-92cb-3f045033e9d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22e204fc610a4f6da9b2e6ca29ec9b00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426791 Nov 29 19:10:39.962421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44112) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:40.022402 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2eb17eec-cc44-41f3-90c9-484e74e151bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:40.049086 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2eb17eec-cc44-41f3-90c9-484e74e151bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:40.103828 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2eb17eec-cc44-41f3-90c9-484e74e151bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:40.106515 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2eb17eec-cc44-41f3-90c9-484e74e151bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:40.107764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2eb17eec-cc44-41f3-90c9-484e74e151bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9fff89d3-320f-4591-b8cc-763338557352 HTTP/1.1" status: 204 len: 168 time: 0.1443427 Nov 29 19:10:40.116726 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb17eec-cc44-41f3-90c9-484e74e151bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fff89d3-320f-4591-b8cc-763338557352,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:40.976451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44134) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:41.088757 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-16ef31c8-8fe3-4685-b21d-effc7db174c2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-111265249'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:41.112882 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ef31c8-8fe3-4685-b21d-effc7db174c2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Made reservation on behalf of 4907e07416904a079be0b9609a20cfe2 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:41.117302 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16ef31c8-8fe3-4685-b21d-effc7db174c2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:41.127050 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16ef31c8-8fe3-4685-b21d-effc7db174c2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:41.215139 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16ef31c8-8fe3-4685-b21d-effc7db174c2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:41.219469 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16ef31c8-8fe3-4685-b21d-effc7db174c2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:41.248170 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ef31c8-8fe3-4685-b21d-effc7db174c2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:10:41.259162 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef31c8-8fe3-4685-b21d-effc7db174c2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7dfb78-248f-4b1b-add7-a4903f30d0b7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:41.264534 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16ef31c8-8fe3-4685-b21d-effc7db174c2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:41.264885 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-16ef31c8-8fe3-4685-b21d-effc7db174c2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Added segment 06d2170f-287c-4e67-a30c-d02ade99fed0 of type vlan for network ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e Nov 29 19:10:41.309923 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16ef31c8-8fe3-4685-b21d-effc7db174c2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:41.341852 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16ef31c8-8fe3-4685-b21d-effc7db174c2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:41.348757 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef31c8-8fe3-4685-b21d-effc7db174c2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:41.349407 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16ef31c8-8fe3-4685-b21d-effc7db174c2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:41.411170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-16ef31c8-8fe3-4685-b21d-effc7db174c2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4334972 Nov 29 19:10:41.425051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef31c8-8fe3-4685-b21d-effc7db174c2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event updated for resources: {'Network': ['ID=ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:41.435975 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:10:41.674998 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e0cd11fc-419b-47eb-98bb-9668ecc53b57 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:10:41.697593 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: e0cd11fc-419b-47eb-98bb-9668ecc53b57 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:10:41.698028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device e0cd11fc-419b-47eb-98bb-9668ecc53b57 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:10:44.820788 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44138) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:44.825902 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a92e8bfc-765b-407a-9de6-2051cde590a3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Request body: {'subnet': {'network_id': 'ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:44.920906 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92e8bfc-765b-407a-9de6-2051cde590a3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Made reservation on behalf of 4907e07416904a079be0b9609a20cfe2 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:44.925588 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a92e8bfc-765b-407a-9de6-2051cde590a3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:45.149075 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a92e8bfc-765b-407a-9de6-2051cde590a3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:45.221639 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e8bfc-765b-407a-9de6-2051cde590a3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event updated for resources: {'Subnet': ['ID=a14c55a0-9fe5-43cd-96b7-1ef9b4651597,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:45.227782 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92e8bfc-765b-407a-9de6-2051cde590a3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Checking segment: {'id': '06d2170f-287c-4e67-a30c-d02ade99fed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:45.228164 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92e8bfc-765b-407a-9de6-2051cde590a3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Network hostable DHCP agents. Network: ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:10:45.248195 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92e8bfc-765b-407a-9de6-2051cde590a3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Network ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:10:45.259337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-a92e8bfc-765b-407a-9de6-2051cde590a3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:45.263767 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92e8bfc-765b-407a-9de6-2051cde590a3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:45.264376 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a92e8bfc-765b-407a-9de6-2051cde590a3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:45.272977 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c17abde-c22c-4cf8-90f6-104469a89873 None None] Network ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:45.284295 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a92e8bfc-765b-407a-9de6-2051cde590a3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4623632 Nov 29 19:10:45.288024 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44140) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:45.296857 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-5a79d122-e340-4ff5-b7a4-295a465033ea tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1913783713'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:45.330569 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a79d122-e340-4ff5-b7a4-295a465033ea tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Made reservation on behalf of 4907e07416904a079be0b9609a20cfe2 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:45.334201 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5a79d122-e340-4ff5-b7a4-295a465033ea tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:45.362451 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a79d122-e340-4ff5-b7a4-295a465033ea tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:10:45.372523 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5a79d122-e340-4ff5-b7a4-295a465033ea tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:45.372885 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-5a79d122-e340-4ff5-b7a4-295a465033ea tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Added segment 5f1fc7a5-caa9-44af-8702-79ffde5f8b9c of type vlan for network 630e6693-32e8-424e-a8a3-b8afecd111d5 Nov 29 19:10:45.420078 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5a79d122-e340-4ff5-b7a4-295a465033ea tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:45.453712 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5a79d122-e340-4ff5-b7a4-295a465033ea tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:45.464719 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a79d122-e340-4ff5-b7a4-295a465033ea tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:45.465737 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5a79d122-e340-4ff5-b7a4-295a465033ea tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:45.485245 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e', 'network_id': 'ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e', 'tenant_id': '4907e07416904a079be0b9609a20cfe2', 'fixed_ips': [{'subnet_id': 'a14c55a0-9fe5-43cd-96b7-1ef9b4651597'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:10:45.486600 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:45.533988 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5a79d122-e340-4ff5-b7a4-295a465033ea tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2439775 Nov 29 19:10:45.537635 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44142) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:45.545229 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-7b01b910-ce63-46c5-92b2-41affe17217f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Request body: {'subnet': {'network_id': '630e6693-32e8-424e-a8a3-b8afecd111d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:45.597864 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79d122-e340-4ff5-b7a4-295a465033ea tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event updated for resources: {'Network': ['ID=630e6693-32e8-424e-a8a3-b8afecd111d5,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:45.621413 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 630e6693-32e8-424e-a8a3-b8afecd111d5 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:10:45.656835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b01b910-ce63-46c5-92b2-41affe17217f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Made reservation on behalf of 4907e07416904a079be0b9609a20cfe2 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:45.662563 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7b01b910-ce63-46c5-92b2-41affe17217f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:45.706459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Allocated IP 2001:db8:0:ffff::2 (ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e/a14c55a0-9fe5-43cd-96b7-1ef9b4651597/1b1e11ed-9096-448a-91b7-1a6a7399e727) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:10:45.881785 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:45.890354 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:45.911237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7b01b910-ce63-46c5-92b2-41affe17217f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:45.937641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Network ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:10:45.940967 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:45.944146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:10:45.954279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Pushing event updated for resources: {'Port': ['ID=1b1e11ed-9096-448a-91b7-1a6a7399e727,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:45.966072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:45.966407 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:45.966646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:45.967055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:45.967383 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:45.967726 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:45.968070 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:45.968399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:45.968740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:45.969075 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:45.969407 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:45.969738 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:45.999288 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b01b910-ce63-46c5-92b2-41affe17217f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Checking segment: {'id': '5f1fc7a5-caa9-44af-8702-79ffde5f8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '630e6693-32e8-424e-a8a3-b8afecd111d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:45.999836 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b01b910-ce63-46c5-92b2-41affe17217f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Network hostable DHCP agents. Network: 630e6693-32e8-424e-a8a3-b8afecd111d5, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:10:46.002027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01b910-ce63-46c5-92b2-41affe17217f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event updated for resources: {'Subnet': ['ID=d281cb7f-83de-4e47-9c94-f861a548be01,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:46.027433 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Attempting to bind port 1b1e11ed-9096-448a-91b7-1a6a7399e727 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:10:46.028166 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Attempting to bind port 1b1e11ed-9096-448a-91b7-1a6a7399e727 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '06d2170f-287c-4e67-a30c-d02ade99fed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:10:46.028599 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Attempting to bind port 1b1e11ed-9096-448a-91b7-1a6a7399e727 on network ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:10:46.028796 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b01b910-ce63-46c5-92b2-41affe17217f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Network 630e6693-32e8-424e-a8a3-b8afecd111d5 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:10:46.037693 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:10:46.038071 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Checking segment: {'id': '06d2170f-287c-4e67-a30c-d02ade99fed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:46.038413 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:46.038920 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Bound using segment: {'id': '06d2170f-287c-4e67-a30c-d02ade99fed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:10:46.039498 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Bound port: 1b1e11ed-9096-448a-91b7-1a6a7399e727, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d2170f-287c-4e67-a30c-d02ade99fed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:10:46.039947 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:46.042244 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-7b01b910-ce63-46c5-92b2-41affe17217f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 630e6693-32e8-424e-a8a3-b8afecd111d5) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:46.048922 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b01b910-ce63-46c5-92b2-41affe17217f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:46.050086 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7b01b910-ce63-46c5-92b2-41affe17217f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:46.061045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88b1184-c205-4249-961c-2b5a4960e3fa None None] Network 630e6693-32e8-424e-a8a3-b8afecd111d5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:46.079463 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7b01b910-ce63-46c5-92b2-41affe17217f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5406864 Nov 29 19:10:46.084002 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44144) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:46.183488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] For port 1b1e11ed-9096-448a-91b7-1a6a7399e727, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:10:46.203030 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a75dd150-8d3e-4425-b7f5-961609724b47 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:46.207894 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] For port 1b1e11ed-9096-448a-91b7-1a6a7399e727, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1b1e11ed-9096-448a-91b7-1a6a7399e727,segment=NetworkSegment(06d2170f-287c-4e67-a30c-d02ade99fed0),segment_id=06d2170f-287c-4e67-a30c-d02ade99fed0)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:10:46.213595 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:46.306932 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3489fe-4102-4e11-b956-9860e21236ad None None] Pushing event updated for resources: {'Port': ['ID=1b1e11ed-9096-448a-91b7-1a6a7399e727,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:46.322237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a75dd150-8d3e-4425-b7f5-961609724b47 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:46.354108 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceecbe19-803e-423a-91d6-c0bf3db53e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-630e6693-32e8-424e-a8a3-b8afecd111d5', 'network_id': '630e6693-32e8-424e-a8a3-b8afecd111d5', 'tenant_id': '4907e07416904a079be0b9609a20cfe2', 'fixed_ips': [{'subnet_id': 'd281cb7f-83de-4e47-9c94-f861a548be01'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:10:46.355474 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ceecbe19-803e-423a-91d6-c0bf3db53e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:46.428857 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a75dd150-8d3e-4425-b7f5-961609724b47 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:46.466388 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75dd150-8d3e-4425-b7f5-961609724b47 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event deleted for resources: {'Subnet': ['ID=d281cb7f-83de-4e47-9c94-f861a548be01,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server [None req-ceecbe19-803e-423a-91d6-c0bf3db53e2d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d281cb7f-83de-4e47-9c94-f861a548be01: This subnet is being modified by another concurrent operation. Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server raise exception Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d281cb7f-83de-4e47-9c94-f861a548be01: This subnet is being modified by another concurrent operation. Nov 29 19:10:46.512164 n-d-819494-5 neutron-server[110006]: ERROR oslo_messaging.rpc.server Nov 29 19:10:46.544412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27f77d5-7ead-4612-b4bf-c9781192114c None None] Network 630e6693-32e8-424e-a8a3-b8afecd111d5 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:46.937393 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a75dd150-8d3e-4425-b7f5-961609724b47 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:46.962064 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a75dd150-8d3e-4425-b7f5-961609724b47 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['630e6693-32e8-424e-a8a3-b8afecd111d5']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:46.974435 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a75dd150-8d3e-4425-b7f5-961609724b47 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1fc7a5-caa9-44af-8702-79ffde5f8b9c') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:46.974900 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a75dd150-8d3e-4425-b7f5-961609724b47 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1fc7a5-caa9-44af-8702-79ffde5f8b9c') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:46.989941 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a75dd150-8d3e-4425-b7f5-961609724b47 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:47.005181 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a75dd150-8d3e-4425-b7f5-961609724b47 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:47.012192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75dd150-8d3e-4425-b7f5-961609724b47 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:10:47.012605 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a75dd150-8d3e-4425-b7f5-961609724b47 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: timer() Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:10:47.016313 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:10:47.083561 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a75dd150-8d3e-4425-b7f5-961609724b47 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:47.091934 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a75dd150-8d3e-4425-b7f5-961609724b47 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:47.096896 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a75dd150-8d3e-4425-b7f5-961609724b47 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "DELETE /v2.0/networks/630e6693-32e8-424e-a8a3-b8afecd111d5 HTTP/1.1" status: 204 len: 168 time: 1.0114784 Nov 29 19:10:47.102030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44146) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:47.107648 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d3414f28-cad6-4dd6-9ee2-72586afc1c52 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1910106667'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:47.114275 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75dd150-8d3e-4425-b7f5-961609724b47 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event deleted for resources: {'Network': ['ID=630e6693-32e8-424e-a8a3-b8afecd111d5,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:47.144615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3414f28-cad6-4dd6-9ee2-72586afc1c52 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Made reservation on behalf of 4907e07416904a079be0b9609a20cfe2 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:47.149508 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3414f28-cad6-4dd6-9ee2-72586afc1c52 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:47.182007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3414f28-cad6-4dd6-9ee2-72586afc1c52 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:10:47.192652 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3414f28-cad6-4dd6-9ee2-72586afc1c52 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:47.193001 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-d3414f28-cad6-4dd6-9ee2-72586afc1c52 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Added segment 5ab82900-f027-4e6f-bb59-ebfc69d0c9d4 of type vlan for network 62efe6f1-055f-431b-b674-c2a4ac386589 Nov 29 19:10:47.245444 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3414f28-cad6-4dd6-9ee2-72586afc1c52 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:47.275634 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3414f28-cad6-4dd6-9ee2-72586afc1c52 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:47.286379 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3414f28-cad6-4dd6-9ee2-72586afc1c52 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:47.287471 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3414f28-cad6-4dd6-9ee2-72586afc1c52 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:47.356590 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d3414f28-cad6-4dd6-9ee2-72586afc1c52 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2533684 Nov 29 19:10:47.362033 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44148) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:47.363710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3414f28-cad6-4dd6-9ee2-72586afc1c52 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event updated for resources: {'Network': ['ID=62efe6f1-055f-431b-b674-c2a4ac386589,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:47.370693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2191e158-de92-4214-ad79-1bc7f4b44e73 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Request body: {'subnet': {'network_id': '62efe6f1-055f-431b-b674-c2a4ac386589', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:47.381743 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 62efe6f1-055f-431b-b674-c2a4ac386589 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:10:47.487503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2191e158-de92-4214-ad79-1bc7f4b44e73 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Made reservation on behalf of 4907e07416904a079be0b9609a20cfe2 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:47.495085 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2191e158-de92-4214-ad79-1bc7f4b44e73 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:47.582546 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9088aa6f-c9f3-4a83-a973-c1043fff9951 None None] Network ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:47.586863 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.ipam_backend_mixin [None req-2191e158-de92-4214-ad79-1bc7f4b44e73 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Performing IP validity checks on allocation pools {{(pid=110004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 19:10:47.587809 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.ipam_backend_mixin [None req-2191e158-de92-4214-ad79-1bc7f4b44e73 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110004) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 19:10:47.728983 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2191e158-de92-4214-ad79-1bc7f4b44e73 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:47.809537 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191e158-de92-4214-ad79-1bc7f4b44e73 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event updated for resources: {'Subnet': ['ID=90168620-e415-4460-9aa0-624d4b1c8492,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:47.818479 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2191e158-de92-4214-ad79-1bc7f4b44e73 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Checking segment: {'id': '5ab82900-f027-4e6f-bb59-ebfc69d0c9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '62efe6f1-055f-431b-b674-c2a4ac386589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:47.819212 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2191e158-de92-4214-ad79-1bc7f4b44e73 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Network hostable DHCP agents. Network: 62efe6f1-055f-431b-b674-c2a4ac386589, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:10:47.840857 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2191e158-de92-4214-ad79-1bc7f4b44e73 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Network 62efe6f1-055f-431b-b674-c2a4ac386589 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:10:47.852561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-2191e158-de92-4214-ad79-1bc7f4b44e73 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 62efe6f1-055f-431b-b674-c2a4ac386589) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:47.858566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7cd427ae-fe12-407a-87a3-aa0ef2eb427b None None] Provisioning complete for port 1b1e11ed-9096-448a-91b7-1a6a7399e727 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:47.858958 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cd427ae-fe12-407a-87a3-aa0ef2eb427b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:47.860947 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2191e158-de92-4214-ad79-1bc7f4b44e73 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:47.862505 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2191e158-de92-4214-ad79-1bc7f4b44e73 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:47.885909 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2191e158-de92-4214-ad79-1bc7f4b44e73 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5218759 Nov 29 19:10:47.888607 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6292d3f-f514-4a57-9122-feac002f0843 None None] Network 62efe6f1-055f-431b-b674-c2a4ac386589 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:47.889058 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44150) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:48.045503 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500cd83a-e4f1-4723-985b-fea3a2e4a0d2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:48.121838 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cd427ae-fe12-407a-87a3-aa0ef2eb427b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:48.144432 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500cd83a-e4f1-4723-985b-fea3a2e4a0d2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:48.198355 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7cd427ae-fe12-407a-87a3-aa0ef2eb427b None None] For port 1b1e11ed-9096-448a-91b7-1a6a7399e727, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1b1e11ed-9096-448a-91b7-1a6a7399e727,segment=NetworkSegment(06d2170f-287c-4e67-a30c-d02ade99fed0),segment_id=06d2170f-287c-4e67-a30c-d02ade99fed0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:48.205347 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cd427ae-fe12-407a-87a3-aa0ef2eb427b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:48.212395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8fda0e-617b-4106-b476-90cd853bf476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-62efe6f1-055f-431b-b674-c2a4ac386589', 'network_id': '62efe6f1-055f-431b-b674-c2a4ac386589', 'tenant_id': '4907e07416904a079be0b9609a20cfe2', 'fixed_ips': [{'subnet_id': '90168620-e415-4460-9aa0-624d4b1c8492'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:10:48.213306 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd8fda0e-617b-4106-b476-90cd853bf476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:48.234490 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500cd83a-e4f1-4723-985b-fea3a2e4a0d2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:48.340190 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd427ae-fe12-407a-87a3-aa0ef2eb427b None None] Pushing event updated for resources: {'Port': ['ID=1b1e11ed-9096-448a-91b7-1a6a7399e727,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:48.380275 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fa3501-34a8-4736-9c01-e9ea6c3d6931 None None] Network 62efe6f1-055f-431b-b674-c2a4ac386589 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:48.464611 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1b1e11ed-9096-448a-91b7-1a6a7399e727 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:10:48.628100 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eecde48-7d28-4f21-afb5-7c41905173b3 None None] get_active_networks_info from n-d-819494-5 {{(pid=110006) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 19:10:48.640125 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 1b1e11ed-9096-448a-91b7-1a6a7399e727 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:48.640669 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:48.722771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bd570f15-5f3b-4ec8-b19f-bbbb6ec1bbb2 None None] Provisioning complete for port 1b1e11ed-9096-448a-91b7-1a6a7399e727 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:48.723141 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd570f15-5f3b-4ec8-b19f-bbbb6ec1bbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:48.736022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cd83a-e4f1-4723-985b-fea3a2e4a0d2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event deleted for resources: {'Subnet': ['ID=90168620-e415-4460-9aa0-624d4b1c8492,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:48.800741 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eecde48-7d28-4f21-afb5-7c41905173b3 None None] Resources bound (agent type, host, resource id): {{(pid=110006) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 19:10:48.805081 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500cd83a-e4f1-4723-985b-fea3a2e4a0d2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:48.838124 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-500cd83a-e4f1-4723-985b-fea3a2e4a0d2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62efe6f1-055f-431b-b674-c2a4ac386589']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:48.849785 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-500cd83a-e4f1-4723-985b-fea3a2e4a0d2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab82900-f027-4e6f-bb59-ebfc69d0c9d4') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:48.850550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-500cd83a-e4f1-4723-985b-fea3a2e4a0d2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab82900-f027-4e6f-bb59-ebfc69d0c9d4') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:48.864830 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500cd83a-e4f1-4723-985b-fea3a2e4a0d2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:48.882957 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500cd83a-e4f1-4723-985b-fea3a2e4a0d2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:48.890362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-500cd83a-e4f1-4723-985b-fea3a2e4a0d2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:10:48.890966 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500cd83a-e4f1-4723-985b-fea3a2e4a0d2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: timer() Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:10:48.894602 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:10:48.968078 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500cd83a-e4f1-4723-985b-fea3a2e4a0d2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:48.974616 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-500cd83a-e4f1-4723-985b-fea3a2e4a0d2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:48.980156 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-500cd83a-e4f1-4723-985b-fea3a2e4a0d2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "DELETE /v2.0/networks/62efe6f1-055f-431b-b674-c2a4ac386589 HTTP/1.1" status: 204 len: 168 time: 1.0897379 Nov 29 19:10:48.984057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44152) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:48.992186 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e28867c2-beb9-4dc2-bb7a-fdfa2f40142a tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1388759209'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:48.998468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cd83a-e4f1-4723-985b-fea3a2e4a0d2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event deleted for resources: {'Network': ['ID=62efe6f1-055f-431b-b674-c2a4ac386589,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:49.021942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28867c2-beb9-4dc2-bb7a-fdfa2f40142a tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Made reservation on behalf of 4907e07416904a079be0b9609a20cfe2 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:49.026645 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e28867c2-beb9-4dc2-bb7a-fdfa2f40142a tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:49.055844 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28867c2-beb9-4dc2-bb7a-fdfa2f40142a tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:10:49.084153 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e28867c2-beb9-4dc2-bb7a-fdfa2f40142a tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:49.084748 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-e28867c2-beb9-4dc2-bb7a-fdfa2f40142a tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Added segment a8713765-e9aa-4f29-8597-638340325c43 of type vlan for network eb675fd6-6e6d-4864-8085-47d01b15dacf Nov 29 19:10:49.153012 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e28867c2-beb9-4dc2-bb7a-fdfa2f40142a tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:49.181723 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e28867c2-beb9-4dc2-bb7a-fdfa2f40142a tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:49.190265 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28867c2-beb9-4dc2-bb7a-fdfa2f40142a tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:49.191368 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e28867c2-beb9-4dc2-bb7a-fdfa2f40142a tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:49.290695 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e28867c2-beb9-4dc2-bb7a-fdfa2f40142a tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3054543 Nov 29 19:10:49.294323 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44154) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:49.299676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e743c1aa-6ba0-4c4d-9b51-1532a8c5717f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Request body: {'subnet': {'network_id': 'eb675fd6-6e6d-4864-8085-47d01b15dacf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:49.357192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28867c2-beb9-4dc2-bb7a-fdfa2f40142a tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event updated for resources: {'Network': ['ID=eb675fd6-6e6d-4864-8085-47d01b15dacf,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:49.372207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network eb675fd6-6e6d-4864-8085-47d01b15dacf details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:10:49.436710 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e743c1aa-6ba0-4c4d-9b51-1532a8c5717f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Made reservation on behalf of 4907e07416904a079be0b9609a20cfe2 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:49.441635 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e743c1aa-6ba0-4c4d-9b51-1532a8c5717f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:49.677220 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e743c1aa-6ba0-4c4d-9b51-1532a8c5717f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:49.742385 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743c1aa-6ba0-4c4d-9b51-1532a8c5717f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event updated for resources: {'Subnet': ['ID=a84f7313-060b-4ee6-9098-1fad07d21160,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:49.754149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e743c1aa-6ba0-4c4d-9b51-1532a8c5717f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Checking segment: {'id': 'a8713765-e9aa-4f29-8597-638340325c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'eb675fd6-6e6d-4864-8085-47d01b15dacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:49.754522 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e743c1aa-6ba0-4c4d-9b51-1532a8c5717f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Network hostable DHCP agents. Network: eb675fd6-6e6d-4864-8085-47d01b15dacf, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:10:49.773308 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e743c1aa-6ba0-4c4d-9b51-1532a8c5717f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Network eb675fd6-6e6d-4864-8085-47d01b15dacf is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:10:49.785190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-e743c1aa-6ba0-4c4d-9b51-1532a8c5717f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, eb675fd6-6e6d-4864-8085-47d01b15dacf) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:49.789792 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e743c1aa-6ba0-4c4d-9b51-1532a8c5717f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:49.790393 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e743c1aa-6ba0-4c4d-9b51-1532a8c5717f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:49.797974 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e26ee5-ab54-4ef0-8374-52392c55c7ad None None] Network eb675fd6-6e6d-4864-8085-47d01b15dacf requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:49.810322 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e743c1aa-6ba0-4c4d-9b51-1532a8c5717f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5147908 Nov 29 19:10:49.816905 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44156) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:49.822433 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b65ba6dc-53b4-43fa-b772-cce151842909 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-66208557'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:49.852174 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65ba6dc-53b4-43fa-b772-cce151842909 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Made reservation on behalf of 4907e07416904a079be0b9609a20cfe2 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:49.856928 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b65ba6dc-53b4-43fa-b772-cce151842909 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:49.901127 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65ba6dc-53b4-43fa-b772-cce151842909 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:10:49.918314 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b65ba6dc-53b4-43fa-b772-cce151842909 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:49.918904 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-b65ba6dc-53b4-43fa-b772-cce151842909 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Added segment 72bf46af-0348-4eb3-9229-200c0c581bf6 of type vlan for network b1e56197-ee98-48fc-a681-6014f50e21ac Nov 29 19:10:50.001077 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-eb675fd6-6e6d-4864-8085-47d01b15dacf', 'network_id': 'eb675fd6-6e6d-4864-8085-47d01b15dacf', 'tenant_id': '4907e07416904a079be0b9609a20cfe2', 'fixed_ips': [{'subnet_id': 'a84f7313-060b-4ee6-9098-1fad07d21160'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:10:50.003324 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:50.009075 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b65ba6dc-53b4-43fa-b772-cce151842909 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:50.044707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b65ba6dc-53b4-43fa-b772-cce151842909 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:50.054442 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ba6dc-53b4-43fa-b772-cce151842909 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:50.055454 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b65ba6dc-53b4-43fa-b772-cce151842909 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:50.134436 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b65ba6dc-53b4-43fa-b772-cce151842909 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3115070 Nov 29 19:10:50.136272 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44158) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:50.144466 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a3e25bb8-3552-4849-911e-ac15cf39a307 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Request body: {'subnet': {'network_id': 'b1e56197-ee98-48fc-a681-6014f50e21ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:50.178296 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ba6dc-53b4-43fa-b772-cce151842909 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event updated for resources: {'Network': ['ID=b1e56197-ee98-48fc-a681-6014f50e21ac,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:50.196610 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Allocated IP 2001:db8::2 (eb675fd6-6e6d-4864-8085-47d01b15dacf/a84f7313-060b-4ee6-9098-1fad07d21160/070d4294-9586-4df8-a03b-0521b7f2bef8) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:10:50.200583 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network b1e56197-ee98-48fc-a681-6014f50e21ac details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:10:50.308947 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e25bb8-3552-4849-911e-ac15cf39a307 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Made reservation on behalf of 4907e07416904a079be0b9609a20cfe2 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:50.316512 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3e25bb8-3552-4849-911e-ac15cf39a307 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:50.380707 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1b1e11ed-9096-448a-91b7-1a6a7399e727 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:10:50.501887 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:50.506994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 1b1e11ed-9096-448a-91b7-1a6a7399e727 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:50.507416 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:50.511149 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:50.584720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Network eb675fd6-6e6d-4864-8085-47d01b15dacf is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:10:50.593162 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:50.598362 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:10:50.614350 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Pushing event updated for resources: {'Port': ['ID=070d4294-9586-4df8-a03b-0521b7f2bef8,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:50.646879 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3e25bb8-3552-4849-911e-ac15cf39a307 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:50.702148 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Attempting to bind port 070d4294-9586-4df8-a03b-0521b7f2bef8 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:10:50.702531 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Attempting to bind port 070d4294-9586-4df8-a03b-0521b7f2bef8 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'a8713765-e9aa-4f29-8597-638340325c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'eb675fd6-6e6d-4864-8085-47d01b15dacf'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:10:50.702937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Attempting to bind port 070d4294-9586-4df8-a03b-0521b7f2bef8 on network eb675fd6-6e6d-4864-8085-47d01b15dacf {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:10:50.712365 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:10:50.712753 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Checking segment: {'id': 'a8713765-e9aa-4f29-8597-638340325c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'eb675fd6-6e6d-4864-8085-47d01b15dacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:50.713167 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:50.713569 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Bound using segment: {'id': 'a8713765-e9aa-4f29-8597-638340325c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'eb675fd6-6e6d-4864-8085-47d01b15dacf'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:10:50.714067 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Bound port: 070d4294-9586-4df8-a03b-0521b7f2bef8, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8713765-e9aa-4f29-8597-638340325c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'eb675fd6-6e6d-4864-8085-47d01b15dacf'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:10:50.714458 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:50.749335 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e25bb8-3552-4849-911e-ac15cf39a307 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event updated for resources: {'Subnet': ['ID=724f458c-d22e-40c4-b00d-c7649ea3e111,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:50.755396 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e25bb8-3552-4849-911e-ac15cf39a307 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Checking segment: {'id': '72bf46af-0348-4eb3-9229-200c0c581bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b1e56197-ee98-48fc-a681-6014f50e21ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:50.756859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e25bb8-3552-4849-911e-ac15cf39a307 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Network hostable DHCP agents. Network: b1e56197-ee98-48fc-a681-6014f50e21ac, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:10:50.785749 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e25bb8-3552-4849-911e-ac15cf39a307 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Network b1e56197-ee98-48fc-a681-6014f50e21ac is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:10:50.797169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-a3e25bb8-3552-4849-911e-ac15cf39a307 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, b1e56197-ee98-48fc-a681-6014f50e21ac) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:50.797869 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] For port 070d4294-9586-4df8-a03b-0521b7f2bef8, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:10:50.802234 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e25bb8-3552-4849-911e-ac15cf39a307 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:50.803689 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a3e25bb8-3552-4849-911e-ac15cf39a307 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:50.804728 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] For port 070d4294-9586-4df8-a03b-0521b7f2bef8, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=070d4294-9586-4df8-a03b-0521b7f2bef8,segment=NetworkSegment(a8713765-e9aa-4f29-8597-638340325c43),segment_id=a8713765-e9aa-4f29-8597-638340325c43)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:10:50.809849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8358940e-cd44-494c-a23f-2fdaa6ff2b8b None None] Network b1e56197-ee98-48fc-a681-6014f50e21ac requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:50.825293 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a3e25bb8-3552-4849-911e-ac15cf39a307 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6879246 Nov 29 19:10:50.825724 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:50.828304 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44160) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:50.941516 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8591b8a2-71a4-47fe-9ccb-edeeedfeb6e9 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:50.978720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16b803-d4dd-4ec8-91fd-6983d9d9de52 None None] Pushing event updated for resources: {'Port': ['ID=070d4294-9586-4df8-a03b-0521b7f2bef8,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:51.014908 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8591b8a2-71a4-47fe-9ccb-edeeedfeb6e9 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:51.085943 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97d0dc3-dc3c-4728-969d-ec8fa2ce5afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-b1e56197-ee98-48fc-a681-6014f50e21ac', 'network_id': 'b1e56197-ee98-48fc-a681-6014f50e21ac', 'tenant_id': '4907e07416904a079be0b9609a20cfe2', 'fixed_ips': [{'subnet_id': '724f458c-d22e-40c4-b00d-c7649ea3e111'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:10:51.086893 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d97d0dc3-dc3c-4728-969d-ec8fa2ce5afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:51.105582 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8591b8a2-71a4-47fe-9ccb-edeeedfeb6e9 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:51.136018 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591b8a2-71a4-47fe-9ccb-edeeedfeb6e9 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event deleted for resources: {'Subnet': ['ID=724f458c-d22e-40c4-b00d-c7649ea3e111,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:51.215149 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8591b8a2-71a4-47fe-9ccb-edeeedfeb6e9 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:51.241682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2964fc5e-b999-487e-aa48-5fa64269572b None None] Network b1e56197-ee98-48fc-a681-6014f50e21ac requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:51.255678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8591b8a2-71a4-47fe-9ccb-edeeedfeb6e9 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e56197-ee98-48fc-a681-6014f50e21ac']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:51.270411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8591b8a2-71a4-47fe-9ccb-edeeedfeb6e9 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bf46af-0348-4eb3-9229-200c0c581bf6') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:51.270917 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8591b8a2-71a4-47fe-9ccb-edeeedfeb6e9 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bf46af-0348-4eb3-9229-200c0c581bf6') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:51.289780 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8591b8a2-71a4-47fe-9ccb-edeeedfeb6e9 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:51.308077 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8591b8a2-71a4-47fe-9ccb-edeeedfeb6e9 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:51.321686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8591b8a2-71a4-47fe-9ccb-edeeedfeb6e9 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:10:51.322094 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8591b8a2-71a4-47fe-9ccb-edeeedfeb6e9 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: timer() Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:10:51.327821 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:10:51.397904 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8591b8a2-71a4-47fe-9ccb-edeeedfeb6e9 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:51.408125 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8591b8a2-71a4-47fe-9ccb-edeeedfeb6e9 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:51.418006 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8591b8a2-71a4-47fe-9ccb-edeeedfeb6e9 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "DELETE /v2.0/networks/b1e56197-ee98-48fc-a681-6014f50e21ac HTTP/1.1" status: 204 len: 168 time: 0.5828195 Nov 29 19:10:51.418006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44162) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:51.443284 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591b8a2-71a4-47fe-9ccb-edeeedfeb6e9 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event deleted for resources: {'Network': ['ID=b1e56197-ee98-48fc-a681-6014f50e21ac,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:51.474442 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf0f738-a8de-485d-863b-a3d264f6d25f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] GET failed (client error): The resource could not be found. Nov 29 19:10:51.478593 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-adf0f738-a8de-485d-863b-a3d264f6d25f tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "GET /v2.0/subnets/724f458c-d22e-40c4-b00d-c7649ea3e111 HTTP/1.1" status: 404 len: 337 time: 0.0568893 Nov 29 19:10:51.479003 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44164) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:51.502858 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdf00b7-7357-4281-983f-90e30cd9db6c tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] DELETE failed (client error): The resource could not be found. Nov 29 19:10:51.503419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdf00b7-7357-4281-983f-90e30cd9db6c tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 19:10:51.506566 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cbdf00b7-7357-4281-983f-90e30cd9db6c tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "DELETE /v2.0/networks/b1e56197-ee98-48fc-a681-6014f50e21ac HTTP/1.1" status: 404 len: 339 time: 0.0264914 Nov 29 19:10:51.511068 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44166) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:51.541342 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-707dd391-a8b0-49c9-958c-c7cadfb2ebc3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] DELETE failed (client error): The resource could not be found. Nov 29 19:10:51.542192 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-707dd391-a8b0-49c9-958c-c7cadfb2ebc3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 19:10:51.544892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-707dd391-a8b0-49c9-958c-c7cadfb2ebc3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "DELETE /v2.0/subnets/724f458c-d22e-40c4-b00d-c7649ea3e111 HTTP/1.1" status: 404 len: 337 time: 0.0323524 Nov 29 19:10:51.550520 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44168) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:51.570352 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3063ad-5818-4e27-9d93-f50845e61bc3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] DELETE failed (client error): The resource could not be found. Nov 29 19:10:51.570905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3063ad-5818-4e27-9d93-f50845e61bc3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 19:10:51.574010 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7b3063ad-5818-4e27-9d93-f50845e61bc3 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "DELETE /v2.0/networks/b1e56197-ee98-48fc-a681-6014f50e21ac HTTP/1.1" status: 404 len: 339 time: 0.0224476 Nov 29 19:10:51.576828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44170) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:51.632203 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c189914-f9bf-4632-963e-b67c1dea5778 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Deleting subnet a84f7313-060b-4ee6-9098-1fad07d21160 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:10:51.635902 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c189914-f9bf-4632-963e-b67c1dea5778 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:51.679102 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c189914-f9bf-4632-963e-b67c1dea5778 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:51.776377 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c189914-f9bf-4632-963e-b67c1dea5778 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:51.855899 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c189914-f9bf-4632-963e-b67c1dea5778 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:51.884084 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c189914-f9bf-4632-963e-b67c1dea5778 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event deleted for resources: {'Subnet': ['ID=a84f7313-060b-4ee6-9098-1fad07d21160,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:51.888769 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c189914-f9bf-4632-963e-b67c1dea5778 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:51.895124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2c189914-f9bf-4632-963e-b67c1dea5778 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "DELETE /v2.0/subnets/a84f7313-060b-4ee6-9098-1fad07d21160 HTTP/1.1" status: 204 len: 168 time: 0.3143744 Nov 29 19:10:51.895588 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44172) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:51.989181 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:52.062305 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Deleting port 070d4294-9586-4df8-a03b-0521b7f2bef8 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:10:52.062647 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:52.134522 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] For port 070d4294-9586-4df8-a03b-0521b7f2bef8, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=070d4294-9586-4df8-a03b-0521b7f2bef8,segment=NetworkSegment(a8713765-e9aa-4f29-8597-638340325c43),segment_id=a8713765-e9aa-4f29-8597-638340325c43)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:52.135061 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:52.159866 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Calling delete_port for 070d4294-9586-4df8-a03b-0521b7f2bef8 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:52.184646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d5fe23-7586-4bba-9d8c-81849c0ab50d None None] Network eb675fd6-6e6d-4864-8085-47d01b15dacf requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:52.257874 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:52.266368 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-11f23ba4-d580-4748-9b4a-6ab82df35ef3 None None] Provisioning complete for port 070d4294-9586-4df8-a03b-0521b7f2bef8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:52.266740 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11f23ba4-d580-4748-9b4a-6ab82df35ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:52.288228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event deleted for resources: {'Port': ['ID=070d4294-9586-4df8-a03b-0521b7f2bef8,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:52.294867 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] No DVR routers for this DVR port 070d4294-9586-4df8-a03b-0521b7f2bef8 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:10:52.312803 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-11f23ba4-d580-4748-9b4a-6ab82df35ef3 None None] Port 070d4294-9586-4df8-a03b-0521b7f2bef8 was deleted so its status cannot be updated. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 29 19:10:52.395603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 070d4294-9586-4df8-a03b-0521b7f2bef8 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:10:52.404710 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:52.431467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 070d4294-9586-4df8-a03b-0521b7f2bef8 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:10:52.431732 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb675fd6-6e6d-4864-8085-47d01b15dacf']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:52.431898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 070d4294-9586-4df8-a03b-0521b7f2bef8 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 29 19:10:52.437114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d9f6de-ddc3-4f31-9631-837055de652a None None] DHCP port deletion for eb675fd6-6e6d-4864-8085-47d01b15dacf request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:10:52.442315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8713765-e9aa-4f29-8597-638340325c43') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:52.442628 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8713765-e9aa-4f29-8597-638340325c43') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:52.452857 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:52.465685 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Port 070d4294-9586-4df8-a03b-0521b7f2bef8 not found, will not notify nova. {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 29 19:10:52.472574 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:52.486988 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:10:52.487648 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: timer() Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:10:52.492860 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:10:52.565428 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:52.573426 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:52.577106 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "DELETE /v2.0/networks/eb675fd6-6e6d-4864-8085-47d01b15dacf HTTP/1.1" status: 204 len: 168 time: 0.6803236 Nov 29 19:10:52.587772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44174) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:52.590282 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938ed76-c4f6-415d-bf4b-5dda5f71334d tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event deleted for resources: {'Network': ['ID=eb675fd6-6e6d-4864-8085-47d01b15dacf,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:52.616275 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc6e423-e7ae-47e6-a7b4-7d75530820a2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] DELETE failed (client error): The resource could not be found. Nov 29 19:10:52.616275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc6e423-e7ae-47e6-a7b4-7d75530820a2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 19:10:52.619633 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2bc6e423-e7ae-47e6-a7b4-7d75530820a2 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "DELETE /v2.0/subnets/90168620-e415-4460-9aa0-624d4b1c8492 HTTP/1.1" status: 404 len: 337 time: 0.0305958 Nov 29 19:10:52.622425 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44176) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:52.646516 n-d-819494-5 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fcd026-4a7c-48b0-a7bc-8df6ac78897a tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] DELETE failed (client error): The resource could not be found. Nov 29 19:10:52.647052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28fcd026-4a7c-48b0-a7bc-8df6ac78897a tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 19:10:52.650157 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-28fcd026-4a7c-48b0-a7bc-8df6ac78897a tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "DELETE /v2.0/networks/62efe6f1-055f-431b-b674-c2a4ac386589 HTTP/1.1" status: 404 len: 339 time: 0.0266976 Nov 29 19:10:52.653007 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44178) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:52.684588 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc3113a-94e5-4bcc-b4c0-8df1817ad966 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] DELETE failed (client error): The resource could not be found. Nov 29 19:10:52.685052 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc3113a-94e5-4bcc-b4c0-8df1817ad966 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 19:10:52.688209 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ccc3113a-94e5-4bcc-b4c0-8df1817ad966 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "DELETE /v2.0/subnets/d281cb7f-83de-4e47-9c94-f861a548be01 HTTP/1.1" status: 404 len: 337 time: 0.0341880 Nov 29 19:10:52.690874 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44180) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:52.710726 n-d-819494-5 neutron-server[110004]: INFO neutron.pecan_wsgi.hooks.translation [None req-05dc1ccc-db63-4e06-bba7-9098aa497f23 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] DELETE failed (client error): The resource could not be found. Nov 29 19:10:52.711285 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05dc1ccc-db63-4e06-bba7-9098aa497f23 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110004) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 19:10:52.714391 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-05dc1ccc-db63-4e06-bba7-9098aa497f23 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "DELETE /v2.0/networks/630e6693-32e8-424e-a8a3-b8afecd111d5 HTTP/1.1" status: 404 len: 339 time: 0.0225477 Nov 29 19:10:52.716891 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44182) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:52.771037 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Deleting subnet a14c55a0-9fe5-43cd-96b7-1ef9b4651597 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:10:52.775779 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:52.820120 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:52.920187 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:52.982088 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:53.011063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event deleted for resources: {'Subnet': ['ID=a14c55a0-9fe5-43cd-96b7-1ef9b4651597,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:53.016485 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:53.020913 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "DELETE /v2.0/subnets/a14c55a0-9fe5-43cd-96b7-1ef9b4651597 HTTP/1.1" status: 204 len: 168 time: 0.3029885 Nov 29 19:10:53.025116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44184) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:53.027177 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:53.027500 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:53.027837 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:53.028870 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:53.029219 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:53.029567 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:53.029907 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:53.030251 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:53.030589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:53.030957 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:53.031293 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:53.031617 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cb417-6803-4fa5-8689-32ac1b653055 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:10:53.034988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8152d3bc-092d-484d-861a-84331b1a47a8 None None] Network ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:53.145003 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:53.228440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Deleting port 1b1e11ed-9096-448a-91b7-1a6a7399e727 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:10:53.228972 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:53.262536 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2eb4cb-29ca-40c8-a59e-b938c470f3d3 None None] DHCP port deletion for ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:10:53.303893 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] For port 1b1e11ed-9096-448a-91b7-1a6a7399e727, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1b1e11ed-9096-448a-91b7-1a6a7399e727,segment=NetworkSegment(06d2170f-287c-4e67-a30c-d02ade99fed0),segment_id=06d2170f-287c-4e67-a30c-d02ade99fed0)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:53.304263 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:53.322581 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0f2eb4cb-29ca-40c8-a59e-b938c470f3d3 None None] Deleting port 1b1e11ed-9096-448a-91b7-1a6a7399e727 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:10:53.323283 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f2eb4cb-29ca-40c8-a59e-b938c470f3d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:53.327223 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Calling delete_port for 1b1e11ed-9096-448a-91b7-1a6a7399e727 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:53.402972 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0f2eb4cb-29ca-40c8-a59e-b938c470f3d3 None None] For port 1b1e11ed-9096-448a-91b7-1a6a7399e727, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=1b1e11ed-9096-448a-91b7-1a6a7399e727,segment=NetworkSegment(06d2170f-287c-4e67-a30c-d02ade99fed0),segment_id=06d2170f-287c-4e67-a30c-d02ade99fed0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:53.403289 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f2eb4cb-29ca-40c8-a59e-b938c470f3d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:53.417705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0f2eb4cb-29ca-40c8-a59e-b938c470f3d3 None None] Calling delete_port for 1b1e11ed-9096-448a-91b7-1a6a7399e727 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:53.431955 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:53.459790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event deleted for resources: {'Port': ['ID=1b1e11ed-9096-448a-91b7-1a6a7399e727,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:53.463710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] No DVR routers for this DVR port 1b1e11ed-9096-448a-91b7-1a6a7399e727 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:10:53.514303 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f2eb4cb-29ca-40c8-a59e-b938c470f3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:53.554382 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:53.557837 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2eb4cb-29ca-40c8-a59e-b938c470f3d3 None None] Pushing event deleted for resources: {'Port': ['ID=1b1e11ed-9096-448a-91b7-1a6a7399e727,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:53.560437 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2eb4cb-29ca-40c8-a59e-b938c470f3d3 None None] No DVR routers for this DVR port 1b1e11ed-9096-448a-91b7-1a6a7399e727 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:10:53.584778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:53.596319 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d2170f-287c-4e67-a30c-d02ade99fed0') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:53.596660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d2170f-287c-4e67-a30c-d02ade99fed0') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:53.606653 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:53.621247 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:53.628928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:10:53.629382 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: timer() Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:10:53.633263 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:10:53.703990 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:53.712788 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:53.716098 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] 10.222.0.23 "DELETE /v2.0/networks/ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e HTTP/1.1" status: 204 len: 168 time: 0.6882846 Nov 29 19:10:53.726694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29343d39-7302-4752-ae8f-12ac33f4ffd6 tempest-NetworksIpV6Test-547253973 tempest-NetworksIpV6Test-547253973-project] Pushing event deleted for resources: {'Network': ['ID=ac1f9ac6-e98e-49c4-bf1e-9fe2f14d4c5e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:54.011856 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44190) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:54.116537 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df4482d6-3bc9-4944-a192-365c1dcdf474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:54.173582 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b743d42e-71bc-435f-963d-28f9f96da11a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4907e07416904a079be0b9609a20cfe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1604125 Nov 29 19:10:54.175962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44194) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:54.227206 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3abcc0a-fab4-46f4-a6fb-0403c9d5fa57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:54.249986 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3abcc0a-fab4-46f4-a6fb-0403c9d5fa57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:54.306109 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3abcc0a-fab4-46f4-a6fb-0403c9d5fa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:54.311203 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3abcc0a-fab4-46f4-a6fb-0403c9d5fa57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:54.316771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a3abcc0a-fab4-46f4-a6fb-0403c9d5fa57 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e7dfb78-248f-4b1b-add7-a4903f30d0b7 HTTP/1.1" status: 204 len: 168 time: 0.1356952 Nov 29 19:10:54.326510 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abcc0a-fab4-46f4-a6fb-0403c9d5fa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7dfb78-248f-4b1b-add7-a4903f30d0b7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:54.372713 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 070d4294-9586-4df8-a03b-0521b7f2bef8 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:10:54.396575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 070d4294-9586-4df8-a03b-0521b7f2bef8 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:10:54.396919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 070d4294-9586-4df8-a03b-0521b7f2bef8 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:10:54.397384 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1b1e11ed-9096-448a-91b7-1a6a7399e727 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:10:54.418549 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 1b1e11ed-9096-448a-91b7-1a6a7399e727 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:10:54.418821 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 1b1e11ed-9096-448a-91b7-1a6a7399e727 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:10:55.109646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44216) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:55.212515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-17f832d7-3422-4e8e-a488-ae81a5954898 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1567742738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:55.238953 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17f832d7-3422-4e8e-a488-ae81a5954898 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:55.240109 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17f832d7-3422-4e8e-a488-ae81a5954898 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:55.299837 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17f832d7-3422-4e8e-a488-ae81a5954898 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:55.304780 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17f832d7-3422-4e8e-a488-ae81a5954898 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:55.324574 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17f832d7-3422-4e8e-a488-ae81a5954898 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:55.325867 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-17f832d7-3422-4e8e-a488-ae81a5954898 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2152019 Nov 29 19:10:55.328741 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44220) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:55.333674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a1723368-5084-4f6e-a04f-062006700c1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1746692866'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:55.356629 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1723368-5084-4f6e-a04f-062006700c1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Made reservation on behalf of 4ef6b9907ede4489b04be7e729bb1bc9 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:55.360148 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1723368-5084-4f6e-a04f-062006700c1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:55.369949 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1723368-5084-4f6e-a04f-062006700c1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:55.472097 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1723368-5084-4f6e-a04f-062006700c1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:55.477182 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1723368-5084-4f6e-a04f-062006700c1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:55.508592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1723368-5084-4f6e-a04f-062006700c1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:10:55.515140 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1723368-5084-4f6e-a04f-062006700c1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af90aafa-ae7f-45b7-a6ba-7afd00a08629,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:55.523617 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1723368-5084-4f6e-a04f-062006700c1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:55.523956 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-a1723368-5084-4f6e-a04f-062006700c1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Added segment dfe5c2f0-3873-4a38-a3a4-54749340272a of type vlan for network 56ff1a92-e6fe-4147-b525-aafa202bde68 Nov 29 19:10:55.565010 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1723368-5084-4f6e-a04f-062006700c1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:55.593155 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1723368-5084-4f6e-a04f-062006700c1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:55.599671 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1723368-5084-4f6e-a04f-062006700c1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:55.600329 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1723368-5084-4f6e-a04f-062006700c1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:55.665930 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a1723368-5084-4f6e-a04f-062006700c1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3360395 Nov 29 19:10:55.669557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44222) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:55.677391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-50230d2e-5568-4b4f-8f6f-975732721d8e tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Request body: {'subnet': {'network_id': '56ff1a92-e6fe-4147-b525-aafa202bde68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:55.682254 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1723368-5084-4f6e-a04f-062006700c1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Pushing event updated for resources: {'Network': ['ID=56ff1a92-e6fe-4147-b525-aafa202bde68,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:55.694959 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 56ff1a92-e6fe-4147-b525-aafa202bde68 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:10:55.775137 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50230d2e-5568-4b4f-8f6f-975732721d8e tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Made reservation on behalf of 4ef6b9907ede4489b04be7e729bb1bc9 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:55.778722 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50230d2e-5568-4b4f-8f6f-975732721d8e tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:55.967052 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50230d2e-5568-4b4f-8f6f-975732721d8e tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:56.037758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50230d2e-5568-4b4f-8f6f-975732721d8e tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Pushing event updated for resources: {'Subnet': ['ID=769e0f49-eec8-453f-8d24-94de783a3375,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:56.055411 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50230d2e-5568-4b4f-8f6f-975732721d8e tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Checking segment: {'id': 'dfe5c2f0-3873-4a38-a3a4-54749340272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '56ff1a92-e6fe-4147-b525-aafa202bde68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:56.056033 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50230d2e-5568-4b4f-8f6f-975732721d8e tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Network hostable DHCP agents. Network: 56ff1a92-e6fe-4147-b525-aafa202bde68, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:10:56.082287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50230d2e-5568-4b4f-8f6f-975732721d8e tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Network 56ff1a92-e6fe-4147-b525-aafa202bde68 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:10:56.095658 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-50230d2e-5568-4b4f-8f6f-975732721d8e tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 56ff1a92-e6fe-4147-b525-aafa202bde68) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:56.101123 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50230d2e-5568-4b4f-8f6f-975732721d8e tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:56.102453 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-50230d2e-5568-4b4f-8f6f-975732721d8e tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:56.106038 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db15bab2-8f80-4deb-b1b8-af6514b382d1 None None] Network 56ff1a92-e6fe-4147-b525-aafa202bde68 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:56.125146 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-50230d2e-5568-4b4f-8f6f-975732721d8e tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4540401 Nov 29 19:10:56.128557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44224) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:56.133777 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6b27f088-dec9-48c2-a503-0d20885cdab2 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-382039659'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:56.156991 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b27f088-dec9-48c2-a503-0d20885cdab2 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Made reservation on behalf of 4ef6b9907ede4489b04be7e729bb1bc9 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:56.161465 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b27f088-dec9-48c2-a503-0d20885cdab2 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:56.189147 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b27f088-dec9-48c2-a503-0d20885cdab2 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:10:56.199599 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b27f088-dec9-48c2-a503-0d20885cdab2 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:56.199953 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-6b27f088-dec9-48c2-a503-0d20885cdab2 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Added segment 34c4df1d-65d1-46bb-a1c6-f8c5c1bc3fee of type vlan for network bfb6ec3b-9652-41ad-a6df-e11b84ae3072 Nov 29 19:10:56.245121 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b27f088-dec9-48c2-a503-0d20885cdab2 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:56.273469 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b27f088-dec9-48c2-a503-0d20885cdab2 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:56.280345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b27f088-dec9-48c2-a503-0d20885cdab2 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:56.280566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-56ff1a92-e6fe-4147-b525-aafa202bde68', 'network_id': '56ff1a92-e6fe-4147-b525-aafa202bde68', 'tenant_id': '4ef6b9907ede4489b04be7e729bb1bc9', 'fixed_ips': [{'subnet_id': '769e0f49-eec8-453f-8d24-94de783a3375'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:10:56.281506 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:56.281719 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6b27f088-dec9-48c2-a503-0d20885cdab2 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:56.357259 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6b27f088-dec9-48c2-a503-0d20885cdab2 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2275360 Nov 29 19:10:56.360110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44226) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:56.368645 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-90500277-2977-4191-9cc6-798be46a9118 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Request body: {'subnet': {'network_id': 'bfb6ec3b-9652-41ad-a6df-e11b84ae3072', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:56.413297 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27f088-dec9-48c2-a503-0d20885cdab2 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Pushing event updated for resources: {'Network': ['ID=bfb6ec3b-9652-41ad-a6df-e11b84ae3072,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:56.430811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network bfb6ec3b-9652-41ad-a6df-e11b84ae3072 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:10:56.433232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Allocated IP 172.20.0.2 (56ff1a92-e6fe-4147-b525-aafa202bde68/769e0f49-eec8-453f-8d24-94de783a3375/7d703e18-b14d-493e-862c-356a878da8cd) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:10:56.480464 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90500277-2977-4191-9cc6-798be46a9118 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Made reservation on behalf of 4ef6b9907ede4489b04be7e729bb1bc9 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:10:56.484042 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90500277-2977-4191-9cc6-798be46a9118 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:56.608276 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75f75268-fd2c-42c7-8c8c-8d775711c921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:56.679989 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:56.685773 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:56.687761 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90500277-2977-4191-9cc6-798be46a9118 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:56.743284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Network 56ff1a92-e6fe-4147-b525-aafa202bde68 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:10:56.745961 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90500277-2977-4191-9cc6-798be46a9118 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Pushing event updated for resources: {'Subnet': ['ID=5c4a29f4-5a79-493b-b117-8e1538e4ef1f,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:56.747056 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:56.751766 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:10:56.755174 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Pushing event updated for resources: {'Port': ['ID=7d703e18-b14d-493e-862c-356a878da8cd,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:56.777497 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90500277-2977-4191-9cc6-798be46a9118 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Checking segment: {'id': '34c4df1d-65d1-46bb-a1c6-f8c5c1bc3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bfb6ec3b-9652-41ad-a6df-e11b84ae3072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:56.778116 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90500277-2977-4191-9cc6-798be46a9118 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Network hostable DHCP agents. Network: bfb6ec3b-9652-41ad-a6df-e11b84ae3072, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:10:56.806059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90500277-2977-4191-9cc6-798be46a9118 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Network bfb6ec3b-9652-41ad-a6df-e11b84ae3072 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:10:56.819887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Attempting to bind port 7d703e18-b14d-493e-862c-356a878da8cd on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:10:56.820281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Attempting to bind port 7d703e18-b14d-493e-862c-356a878da8cd by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'dfe5c2f0-3873-4a38-a3a4-54749340272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '56ff1a92-e6fe-4147-b525-aafa202bde68'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:10:56.820646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Attempting to bind port 7d703e18-b14d-493e-862c-356a878da8cd on network 56ff1a92-e6fe-4147-b525-aafa202bde68 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:10:56.821978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-90500277-2977-4191-9cc6-798be46a9118 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, bfb6ec3b-9652-41ad-a6df-e11b84ae3072) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:56.828776 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:10:56.829179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90500277-2977-4191-9cc6-798be46a9118 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:10:56.829417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Checking segment: {'id': 'dfe5c2f0-3873-4a38-a3a4-54749340272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '56ff1a92-e6fe-4147-b525-aafa202bde68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:56.829647 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:56.830168 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90500277-2977-4191-9cc6-798be46a9118 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:56.830386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Bound using segment: {'id': 'dfe5c2f0-3873-4a38-a3a4-54749340272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '56ff1a92-e6fe-4147-b525-aafa202bde68'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:10:56.831149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Bound port: 7d703e18-b14d-493e-862c-356a878da8cd, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe5c2f0-3873-4a38-a3a4-54749340272a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '56ff1a92-e6fe-4147-b525-aafa202bde68'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:10:56.831729 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:56.835334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92a896f-0ae6-4db6-b5df-f38fe47830fc None None] Network bfb6ec3b-9652-41ad-a6df-e11b84ae3072 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:56.851158 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-90500277-2977-4191-9cc6-798be46a9118 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4899435 Nov 29 19:10:56.854246 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44228) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:56.859609 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-254edeed-5818-484c-9e73-8a224fbab02f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bfb6ec3b-9652-41ad-a6df-e11b84ae3072'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:10:56.972616 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] For port 7d703e18-b14d-493e-862c-356a878da8cd, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:10:56.977160 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] For port 7d703e18-b14d-493e-862c-356a878da8cd, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7d703e18-b14d-493e-862c-356a878da8cd,segment=NetworkSegment(dfe5c2f0-3873-4a38-a3a4-54749340272a),segment_id=dfe5c2f0-3873-4a38-a3a4-54749340272a)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:10:56.982413 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:57.096567 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-254edeed-5818-484c-9e73-8a224fbab02f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:57.096780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-bfb6ec3b-9652-41ad-a6df-e11b84ae3072', 'network_id': 'bfb6ec3b-9652-41ad-a6df-e11b84ae3072', 'tenant_id': '4ef6b9907ede4489b04be7e729bb1bc9', 'fixed_ips': [{'subnet_id': '5c4a29f4-5a79-493b-b117-8e1538e4ef1f'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:10:57.097643 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:57.101555 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f3afa-bced-4835-aaa6-bb1b527e5e46 None None] Pushing event updated for resources: {'Port': ['ID=7d703e18-b14d-493e-862c-356a878da8cd,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:57.234329 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [None req-254edeed-5818-484c-9e73-8a224fbab02f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 19:10:57.237161 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-254edeed-5818-484c-9e73-8a224fbab02f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] 10.222.0.23 "PUT /v2.0/routers/f0832245-9b29-4e9e-a9f2-9a6a2f701559 HTTP/1.1" status: 400 len: 364 time: 0.3808002 Nov 29 19:10:57.242729 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44230) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:57.268229 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Allocated IP 172.21.0.2 (bfb6ec3b-9652-41ad-a6df-e11b84ae3072/5c4a29f4-5a79-493b-b117-8e1538e4ef1f/8ef594a9-36ba-4721-926f-924df2b2498e) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:10:57.319841 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd246cd0-0f26-4be6-86be-57b2a2afa56f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Deleting subnet 5c4a29f4-5a79-493b-b117-8e1538e4ef1f {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:10:57.489893 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:57.499605 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:57.499944 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd246cd0-0f26-4be6-86be-57b2a2afa56f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:57.559569 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Network bfb6ec3b-9652-41ad-a6df-e11b84ae3072 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:10:57.561488 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd246cd0-0f26-4be6-86be-57b2a2afa56f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:57.562765 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:10:57.567263 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:10:57.573522 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Pushing event updated for resources: {'Port': ['ID=8ef594a9-36ba-4721-926f-924df2b2498e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:57.632753 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Attempting to bind port 8ef594a9-36ba-4721-926f-924df2b2498e on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:10:57.633136 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Attempting to bind port 8ef594a9-36ba-4721-926f-924df2b2498e by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '34c4df1d-65d1-46bb-a1c6-f8c5c1bc3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bfb6ec3b-9652-41ad-a6df-e11b84ae3072'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:10:57.633513 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Attempting to bind port 8ef594a9-36ba-4721-926f-924df2b2498e on network bfb6ec3b-9652-41ad-a6df-e11b84ae3072 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:10:57.638587 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:10:57.639018 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Checking segment: {'id': '34c4df1d-65d1-46bb-a1c6-f8c5c1bc3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bfb6ec3b-9652-41ad-a6df-e11b84ae3072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:10:57.639429 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:57.639830 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Bound using segment: {'id': '34c4df1d-65d1-46bb-a1c6-f8c5c1bc3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bfb6ec3b-9652-41ad-a6df-e11b84ae3072'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:10:57.640305 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Bound port: 8ef594a9-36ba-4721-926f-924df2b2498e, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c4df1d-65d1-46bb-a1c6-f8c5c1bc3fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'bfb6ec3b-9652-41ad-a6df-e11b84ae3072'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:10:57.640695 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:57.660892 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd246cd0-0f26-4be6-86be-57b2a2afa56f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:57.726646 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd246cd0-0f26-4be6-86be-57b2a2afa56f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:57.730822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] For port 8ef594a9-36ba-4721-926f-924df2b2498e, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:10:57.734598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] For port 8ef594a9-36ba-4721-926f-924df2b2498e, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8ef594a9-36ba-4721-926f-924df2b2498e,segment=NetworkSegment(34c4df1d-65d1-46bb-a1c6-f8c5c1bc3fee),segment_id=34c4df1d-65d1-46bb-a1c6-f8c5c1bc3fee)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:10:57.741487 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:57.755418 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd246cd0-0f26-4be6-86be-57b2a2afa56f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4a29f4-5a79-493b-b117-8e1538e4ef1f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:57.762448 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cd246cd0-0f26-4be6-86be-57b2a2afa56f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:57.765970 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cd246cd0-0f26-4be6-86be-57b2a2afa56f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] 10.222.0.23 "DELETE /v2.0/subnets/5c4a29f4-5a79-493b-b117-8e1538e4ef1f HTTP/1.1" status: 204 len: 168 time: 0.5220587 Nov 29 19:10:57.768501 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44232) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:57.814026 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e704c3-7a03-45fb-a26a-e67f5ded3f72 None None] Pushing event updated for resources: {'Port': ['ID=8ef594a9-36ba-4721-926f-924df2b2498e,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:57.882653 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:57.883074 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:57.889696 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:57.969568 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Deleting port 8ef594a9-36ba-4721-926f-924df2b2498e {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:10:57.970193 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:58.098402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] For port 8ef594a9-36ba-4721-926f-924df2b2498e, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8ef594a9-36ba-4721-926f-924df2b2498e,segment=NetworkSegment(34c4df1d-65d1-46bb-a1c6-f8c5c1bc3fee),segment_id=34c4df1d-65d1-46bb-a1c6-f8c5c1bc3fee)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:58.098774 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:58.116589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Calling delete_port for 8ef594a9-36ba-4721-926f-924df2b2498e owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:58.213602 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:58.248390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Pushing event deleted for resources: {'Port': ['ID=8ef594a9-36ba-4721-926f-924df2b2498e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:58.250326 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] No DVR routers for this DVR port 8ef594a9-36ba-4721-926f-924df2b2498e on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:10:58.335652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d11b76-41dd-404b-bdfe-b7a0787d44d5 None None] Network 56ff1a92-e6fe-4147-b525-aafa202bde68 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:58.354331 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:58.386392 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb6ec3b-9652-41ad-a6df-e11b84ae3072']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:58.401760 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c4df1d-65d1-46bb-a1c6-f8c5c1bc3fee') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:58.402292 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c4df1d-65d1-46bb-a1c6-f8c5c1bc3fee') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:58.417821 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:58.418367 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7d703e18-b14d-493e-862c-356a878da8cd up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:10:58.436318 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:58.445076 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:10:58.445501 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: timer() Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:10:58.448869 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:10:58.494882 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1c156294-ea0b-4b5d-a8c1-7abc25048fcf None None] Provisioning complete for port 7d703e18-b14d-493e-862c-356a878da8cd triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:58.495238 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1c156294-ea0b-4b5d-a8c1-7abc25048fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:58.529521 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:58.545757 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:58.552327 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] 10.222.0.23 "DELETE /v2.0/networks/bfb6ec3b-9652-41ad-a6df-e11b84ae3072 HTTP/1.1" status: 204 len: 168 time: 0.7822776 Nov 29 19:10:58.554870 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44234) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:58.570510 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9383fa-1f28-4309-86f5-c465d7093f1a tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Pushing event deleted for resources: {'Network': ['ID=bfb6ec3b-9652-41ad-a6df-e11b84ae3072,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:58.600428 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7d703e18-b14d-493e-862c-356a878da8cd triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:58.600788 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:58.671496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb029d01-fe6b-4e7d-9df0-779a286e6051 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Deleting subnet 769e0f49-eec8-453f-8d24-94de783a3375 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:10:58.677562 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb029d01-fe6b-4e7d-9df0-779a286e6051 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:58.712922 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1c156294-ea0b-4b5d-a8c1-7abc25048fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:58.758401 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb029d01-fe6b-4e7d-9df0-779a286e6051 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:58.792751 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1c156294-ea0b-4b5d-a8c1-7abc25048fcf None None] For port 7d703e18-b14d-493e-862c-356a878da8cd, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7d703e18-b14d-493e-862c-356a878da8cd,segment=NetworkSegment(dfe5c2f0-3873-4a38-a3a4-54749340272a),segment_id=dfe5c2f0-3873-4a38-a3a4-54749340272a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:58.795843 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:58.799842 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1c156294-ea0b-4b5d-a8c1-7abc25048fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:58.913688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c156294-ea0b-4b5d-a8c1-7abc25048fcf None None] Pushing event updated for resources: {'Port': ['ID=7d703e18-b14d-493e-862c-356a878da8cd,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:58.917050 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 19:10:58.917522 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 19:10:58.963290 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb029d01-fe6b-4e7d-9df0-779a286e6051 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:59.053818 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb029d01-fe6b-4e7d-9df0-779a286e6051 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:59.086495 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb029d01-fe6b-4e7d-9df0-779a286e6051 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Pushing event deleted for resources: {'Subnet': ['ID=769e0f49-eec8-453f-8d24-94de783a3375,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:59.090877 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb029d01-fe6b-4e7d-9df0-779a286e6051 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:59.094418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cb029d01-fe6b-4e7d-9df0-779a286e6051 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] 10.222.0.23 "DELETE /v2.0/subnets/769e0f49-eec8-453f-8d24-94de783a3375 HTTP/1.1" status: 204 len: 168 time: 0.5377495 Nov 29 19:10:59.098502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44236) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:59.129150 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923795b0-4418-409b-a616-39f75241d3cb None None] Network 56ff1a92-e6fe-4147-b525-aafa202bde68 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:59.198536 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:59.212072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-9d904690-3bcc-4dd4-864c-3fe387aa78f6 None None] Provisioning complete for port 7d703e18-b14d-493e-862c-356a878da8cd triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:10:59.212652 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d904690-3bcc-4dd4-864c-3fe387aa78f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:59.279783 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Deleting port 7d703e18-b14d-493e-862c-356a878da8cd {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:10:59.280544 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:59.340879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6997e18-872c-43e2-9377-70f1413b1f9d None None] DHCP port deletion for bfb6ec3b-9652-41ad-a6df-e11b84ae3072 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:10:59.372920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] For port 7d703e18-b14d-493e-862c-356a878da8cd, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7d703e18-b14d-493e-862c-356a878da8cd,segment=NetworkSegment(dfe5c2f0-3873-4a38-a3a4-54749340272a),segment_id=dfe5c2f0-3873-4a38-a3a4-54749340272a)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:10:59.373707 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:59.387920 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f1cf4e-e0ce-4aec-8d5f-11085a3b96de None None] Network bfb6ec3b-9652-41ad-a6df-e11b84ae3072 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:10:59.391898 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Calling delete_port for 7d703e18-b14d-493e-862c-356a878da8cd owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:10:59.412430 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f1cf4e-e0ce-4aec-8d5f-11085a3b96de None None] Network bfb6ec3b-9652-41ad-a6df-e11b84ae3072 could not be found, it might have been deleted concurrently. {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 19:10:59.466249 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:59.492169 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:59.508166 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ef58a7-6448-4dd5-8287-53ca2c2d8f65 None None] DHCP port deletion for 56ff1a92-e6fe-4147-b525-aafa202bde68 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:10:59.519431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Pushing event deleted for resources: {'Port': ['ID=7d703e18-b14d-493e-862c-356a878da8cd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:59.525709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] No DVR routers for this DVR port 7d703e18-b14d-493e-862c-356a878da8cd on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:10:59.563821 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8e0d3cbf-9a60-49bf-9097-49baaec090e2 None None] Could not find standard attr ID for object 8ef594a9-36ba-4721-926f-924df2b2498e. {{(pid=110006) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 19:10:59.620140 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:59.643111 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ff1a92-e6fe-4147-b525-aafa202bde68']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:59.652917 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe5c2f0-3873-4a38-a3a4-54749340272a') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:59.653152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe5c2f0-3873-4a38-a3a4-54749340272a') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:10:59.663210 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:59.676933 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:59.682754 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:10:59.683160 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: timer() Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:10:59.686135 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:10:59.746225 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:59.753909 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:10:59.757086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] 10.222.0.23 "DELETE /v2.0/networks/56ff1a92-e6fe-4147-b525-aafa202bde68 HTTP/1.1" status: 204 len: 168 time: 0.6575224 Nov 29 19:10:59.760374 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44238) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:59.769284 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cce4a8-f47a-46d1-9d63-05a8ebe9fb1f tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Pushing event deleted for resources: {'Network': ['ID=56ff1a92-e6fe-4147-b525-aafa202bde68,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:10:59.792733 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-319cc0f8-574e-400b-85db-eeb30e6cd89b tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0832245-9b29-4e9e-a9f2-9a6a2f701559 HTTP/1.1" status: 200 len: 205 time: 0.0310917 Nov 29 19:10:59.795108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44240) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:10:59.872258 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afd1a8c4-e0d8-4a14-a1f6-1955e37a8946 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:00.035949 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afd1a8c4-e0d8-4a14-a1f6-1955e37a8946 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:00.038096 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afd1a8c4-e0d8-4a14-a1f6-1955e37a8946 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:00.081565 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afd1a8c4-e0d8-4a14-a1f6-1955e37a8946 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:00.082098 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd1a8c4-e0d8-4a14-a1f6-1955e37a8946 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Fanout notify agent at l3_agent the message router_deleted on router f0832245-9b29-4e9e-a9f2-9a6a2f701559 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:11:00.090868 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-afd1a8c4-e0d8-4a14-a1f6-1955e37a8946 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:00.092136 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-afd1a8c4-e0d8-4a14-a1f6-1955e37a8946 tempest-RoutersNegativeTest-1342627494 tempest-RoutersNegativeTest-1342627494-project] 10.222.0.23 "DELETE /v2.0/routers/f0832245-9b29-4e9e-a9f2-9a6a2f701559 HTTP/1.1" status: 204 len: 168 time: 0.2960436 Nov 29 19:11:00.115854 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:00.347768 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8ef594a9-36ba-4721-926f-924df2b2498e no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:11:00.378675 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44246) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:00.387458 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 8ef594a9-36ba-4721-926f-924df2b2498e {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:11:00.388043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8ef594a9-36ba-4721-926f-924df2b2498e not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:11:00.388759 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7d703e18-b14d-493e-862c-356a878da8cd no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:11:00.431788 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 7d703e18-b14d-493e-862c-356a878da8cd {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:11:00.432372 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7d703e18-b14d-493e-862c-356a878da8cd not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:11:00.441949 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:00.540405 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7a4ad9e6-b276-4089-9772-2c39d787843e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ef6b9907ede4489b04be7e729bb1bc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1598277 Nov 29 19:11:00.544102 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44250) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:00.604449 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b38adcc9-8a17-4da5-b807-d8de3f0b5cf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:00.629277 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b38adcc9-8a17-4da5-b807-d8de3f0b5cf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:00.679306 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b38adcc9-8a17-4da5-b807-d8de3f0b5cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:00.681958 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b38adcc9-8a17-4da5-b807-d8de3f0b5cf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:00.683165 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b38adcc9-8a17-4da5-b807-d8de3f0b5cf6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af90aafa-ae7f-45b7-a6ba-7afd00a08629 HTTP/1.1" status: 204 len: 168 time: 0.1380887 Nov 29 19:11:00.691925 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38adcc9-8a17-4da5-b807-d8de3f0b5cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af90aafa-ae7f-45b7-a6ba-7afd00a08629,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:01.358682 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44272) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:01.456762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-3fd5754d-1648-42a9-97a4-ab9f66c8c868 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-355711689-network', 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:01.482314 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd5754d-1648-42a9-97a4-ab9f66c8c868 admin admin] Made reservation on behalf of bf320b7f02b74453b7682d13b8665ce2 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:11:01.484844 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fd5754d-1648-42a9-97a4-ab9f66c8c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:01.494383 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fd5754d-1648-42a9-97a4-ab9f66c8c868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:01.571595 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fd5754d-1648-42a9-97a4-ab9f66c8c868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:01.576240 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fd5754d-1648-42a9-97a4-ab9f66c8c868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:01.603338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd5754d-1648-42a9-97a4-ab9f66c8c868 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:11:01.613526 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5754d-1648-42a9-97a4-ab9f66c8c868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574fd256-9452-4fc8-9744-8c48189c5313,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:01.618378 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fd5754d-1648-42a9-97a4-ab9f66c8c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:01.618735 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-3fd5754d-1648-42a9-97a4-ab9f66c8c868 admin admin] Added segment ceea4c2c-9e0f-458a-a777-ebd33ca2646f of type vlan for network 4e940618-ff22-4d57-b944-82399216727b Nov 29 19:11:01.676330 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fd5754d-1648-42a9-97a4-ab9f66c8c868 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:01.711445 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fd5754d-1648-42a9-97a4-ab9f66c8c868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:01.712432 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd5754d-1648-42a9-97a4-ab9f66c8c868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:01.713018 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3fd5754d-1648-42a9-97a4-ab9f66c8c868 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:01.799820 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5754d-1648-42a9-97a4-ab9f66c8c868 admin admin] Pushing event updated for resources: {'Network': ['ID=4e940618-ff22-4d57-b944-82399216727b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:01.816296 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3fd5754d-1648-42a9-97a4-ab9f66c8c868 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4562216 Nov 29 19:11:01.817009 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44276) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:01.817733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 4e940618-ff22-4d57-b944-82399216727b details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:11:01.826843 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-55335e76-9913-4355-82cb-639fd9044c19 admin admin] Request body: {'subnet': {'network_id': '4e940618-ff22-4d57-b944-82399216727b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-355711689-subnet', 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2', 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:01.864240 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55335e76-9913-4355-82cb-639fd9044c19 admin admin] Made reservation on behalf of bf320b7f02b74453b7682d13b8665ce2 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:11:01.871269 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-55335e76-9913-4355-82cb-639fd9044c19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:02.140238 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-55335e76-9913-4355-82cb-639fd9044c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:02.194340 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55335e76-9913-4355-82cb-639fd9044c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1669543-d9c4-4c5a-a1e0-097a06e524e6,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:02.216498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55335e76-9913-4355-82cb-639fd9044c19 admin admin] Checking segment: {'id': 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4e940618-ff22-4d57-b944-82399216727b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:02.216991 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55335e76-9913-4355-82cb-639fd9044c19 admin admin] Network hostable DHCP agents. Network: 4e940618-ff22-4d57-b944-82399216727b, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:11:02.237673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55335e76-9913-4355-82cb-639fd9044c19 admin admin] Network 4e940618-ff22-4d57-b944-82399216727b is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:11:02.251863 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-55335e76-9913-4355-82cb-639fd9044c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 4e940618-ff22-4d57-b944-82399216727b) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:02.257588 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55335e76-9913-4355-82cb-639fd9044c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:02.258560 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-55335e76-9913-4355-82cb-639fd9044c19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:02.264715 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cb3c18-5f26-447a-8337-55931b1ff897 None None] Network 4e940618-ff22-4d57-b944-82399216727b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:11:02.286326 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-55335e76-9913-4355-82cb-639fd9044c19 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4678073 Nov 29 19:11:02.291571 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44278) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:02.299669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-355711689-router', 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:02.331905 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:02.334677 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:02.405036 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:02.470918 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-4e940618-ff22-4d57-b944-82399216727b', 'network_id': '4e940618-ff22-4d57-b944-82399216727b', 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2', 'fixed_ips': [{'subnet_id': 'f1669543-d9c4-4c5a-a1e0-097a06e524e6'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:11:02.472558 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:02.575934 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:02.667977 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Allocated IP 172.20.0.2 (4e940618-ff22-4d57-b944-82399216727b/f1669543-d9c4-4c5a-a1e0-097a06e524e6/f378189a-7757-459b-bbfc-9d07adc484a7) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:11:02.855142 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:02.863335 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:02.864304 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:02.887824 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:02.914877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Network 4e940618-ff22-4d57-b944-82399216727b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:02.918352 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:02.922377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:11:02.933518 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Pushing event updated for resources: {'Port': ['ID=f378189a-7757-459b-bbfc-9d07adc484a7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:02.989069 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Attempting to bind port f378189a-7757-459b-bbfc-9d07adc484a7 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:11:02.989661 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Attempting to bind port f378189a-7757-459b-bbfc-9d07adc484a7 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4e940618-ff22-4d57-b944-82399216727b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:11:02.990230 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Attempting to bind port f378189a-7757-459b-bbfc-9d07adc484a7 on network 4e940618-ff22-4d57-b944-82399216727b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:02.998858 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:11:02.999441 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Checking segment: {'id': 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4e940618-ff22-4d57-b944-82399216727b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:03.000080 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:03.000693 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Bound using segment: {'id': 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4e940618-ff22-4d57-b944-82399216727b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:11:03.001474 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Bound port: f378189a-7757-459b-bbfc-9d07adc484a7, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4e940618-ff22-4d57-b944-82399216727b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:11:03.002062 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:03.024574 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Allocated IP 172.25.3.247 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/dad2324b-20dc-4d21-bc79-729a9c295ff2) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:11:03.127186 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] For port f378189a-7757-459b-bbfc-9d07adc484a7, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:11:03.133436 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] For port f378189a-7757-459b-bbfc-9d07adc484a7, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f378189a-7757-459b-bbfc-9d07adc484a7,segment=NetworkSegment(ceea4c2c-9e0f-458a-a777-ebd33ca2646f),segment_id=ceea4c2c-9e0f-458a-a777-ebd33ca2646f)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:11:03.139136 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:03.178545 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:03.207042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf30c00-e1d0-41c7-96d8-eb582c07e5b4 None None] Pushing event updated for resources: {'Port': ['ID=f378189a-7757-459b-bbfc-9d07adc484a7,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:03.238339 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:03.319969 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:03.324334 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:03.326923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:11:03.338277 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c98487-676c-41de-b4e3-a44c9db08626 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:11:03.390161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Pushing event updated for resources: {'Port': ['ID=dad2324b-20dc-4d21-bc79-729a9c295ff2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:03.439258 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-2fc840cb-197a-4ef2-9614-767e084d1a65 None None] Provisioning complete for port dad2324b-20dc-4d21-bc79-729a9c295ff2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:03.439715 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2fc840cb-197a-4ef2-9614-767e084d1a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:03.489008 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2fc840cb-197a-4ef2-9614-767e084d1a65 None None] Port dad2324b-20dc-4d21-bc79-729a9c295ff2 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:11:03.677208 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:03.905636 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:04.068532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Router 2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:11:04.252861 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0f9493-00bf-401d-b88b-beed90b63758 None None] Network 4e940618-ff22-4d57-b944-82399216727b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:11:04.360904 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-16cbb4d2-2d24-4101-82cf-017d11b8e40a None None] Provisioning complete for port f378189a-7757-459b-bbfc-9d07adc484a7 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:04.361285 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16cbb4d2-2d24-4101-82cf-017d11b8e40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:04.446201 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f378189a-7757-459b-bbfc-9d07adc484a7 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:04.557562 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16cbb4d2-2d24-4101-82cf-017d11b8e40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:04.587690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:11:04.602181 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Sync routers for ids ['2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:11:04.602589 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f378189a-7757-459b-bbfc-9d07adc484a7 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:04.603144 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:04.611720 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:04.613609 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-413eae11-bc8e-4945-80d2-ccd4930f226a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3209188 Nov 29 19:11:04.616635 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44280) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:04.619083 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Routers {'2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:04.619732 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:10:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:04.633554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-16cbb4d2-2d24-4101-82cf-017d11b8e40a None None] For port f378189a-7757-459b-bbfc-9d07adc484a7, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f378189a-7757-459b-bbfc-9d07adc484a7,segment=NetworkSegment(ceea4c2c-9e0f-458a-a777-ebd33ca2646f),segment_id=ceea4c2c-9e0f-458a-a777-ebd33ca2646f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:04.644682 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16cbb4d2-2d24-4101-82cf-017d11b8e40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:04.709217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbb4d2-2d24-4101-82cf-017d11b8e40a None None] Pushing event updated for resources: {'Port': ['ID=f378189a-7757-459b-bbfc-9d07adc484a7,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:04.761099 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Set router 2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:04.977350 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fa2529c5-502c-4036-b8aa-59ad73ab90cf None None] Provisioning complete for port f378189a-7757-459b-bbfc-9d07adc484a7 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:04.977897 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa2529c5-502c-4036-b8aa-59ad73ab90cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:04.979795 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'name': 'tempest-TestEncryptedCinderVolumes-355711689-router', 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dad2324b-20dc-4d21-bc79-729a9c295ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:02Z', 'updated_at': '2021-11-29T19:11:03Z', 'revision_number': 3, 'project_id': 'bf320b7f02b74453b7682d13b8665ce2', 'gw_port': {'id': 'dad2324b-20dc-4d21-bc79-729a9c295ff2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:02Z', 'updated_at': '2021-11-29T19:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:05.014704 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Checking router: 2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:11:05.015533 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Updating router 2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c port dad2324b-20dc-4d21-bc79-729a9c295ff2 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:11:05.046753 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:05.236165 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:05.355866 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:05.362280 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:05.415369 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9edbf1-cabc-4a43-b442-44835d8418bd None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:11:05.417386 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Attempting to bind port dad2324b-20dc-4d21-bc79-729a9c295ff2 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:11:05.417779 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Attempting to bind port dad2324b-20dc-4d21-bc79-729a9c295ff2 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:11:05.418156 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Attempting to bind port dad2324b-20dc-4d21-bc79-729a9c295ff2 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:05.434710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Allocated IP 172.20.0.1 (4e940618-ff22-4d57-b944-82399216727b/f1669543-d9c4-4c5a-a1e0-097a06e524e6/d441fef0-617c-4454-b5bb-fc15b37765c1) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:11:05.435208 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:11:05.435208 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:05.435208 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:05.435208 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:11:05.435208 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Bound port: dad2324b-20dc-4d21-bc79-729a9c295ff2, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:11:05.435208 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:05.436947 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0543cfa-16d6-477c-a495-ac2c58081906 None None] Pushing event updated for resources: {'Port': ['ID=dad2324b-20dc-4d21-bc79-729a9c295ff2,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:05.471771 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0543cfa-16d6-477c-a495-ac2c58081906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:05.472138 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0543cfa-16d6-477c-a495-ac2c58081906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:05.472458 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0543cfa-16d6-477c-a495-ac2c58081906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:05.472804 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0543cfa-16d6-477c-a495-ac2c58081906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:05.473141 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0543cfa-16d6-477c-a495-ac2c58081906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:05.473486 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0543cfa-16d6-477c-a495-ac2c58081906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:05.473816 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0543cfa-16d6-477c-a495-ac2c58081906 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:05.474151 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0543cfa-16d6-477c-a495-ac2c58081906 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:05.474482 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0543cfa-16d6-477c-a495-ac2c58081906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:05.474832 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0543cfa-16d6-477c-a495-ac2c58081906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:05.475169 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0543cfa-16d6-477c-a495-ac2c58081906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:05.475497 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0543cfa-16d6-477c-a495-ac2c58081906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:05.516209 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] For port dad2324b-20dc-4d21-bc79-729a9c295ff2, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:11:05.517609 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d0809003-6808-4766-bd41-1b8d8ade2ad7 None None] Provisioning complete for port dad2324b-20dc-4d21-bc79-729a9c295ff2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:05.518334 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0809003-6808-4766-bd41-1b8d8ade2ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:05.520856 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] For port dad2324b-20dc-4d21-bc79-729a9c295ff2, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=dad2324b-20dc-4d21-bc79-729a9c295ff2,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:11:05.526605 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:05.573295 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:05.587865 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d0809003-6808-4766-bd41-1b8d8ade2ad7 None None] Port dad2324b-20dc-4d21-bc79-729a9c295ff2 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:11:05.593778 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Routers {'2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:05.594699 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:10:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:05.594918 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81c7e1f-1453-4046-861c-749edb34a9f7 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:11:05.636907 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:05.659906 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0543cfa-16d6-477c-a495-ac2c58081906 None None] Pushing event updated for resources: {'Port': ['ID=dad2324b-20dc-4d21-bc79-729a9c295ff2,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:05.685481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Network 4e940618-ff22-4d57-b944-82399216727b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:05.689440 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:05.692283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:11:05.728707 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Pushing event updated for resources: {'Port': ['ID=d441fef0-617c-4454-b5bb-fc15b37765c1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:05.743531 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a9245cf7-3c26-414e-9745-edf1a2730a51 None None] Provisioning complete for port dad2324b-20dc-4d21-bc79-729a9c295ff2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:05.744133 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9245cf7-3c26-414e-9745-edf1a2730a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:05.753735 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] Set router 2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:05.757810 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:05.897971 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9245cf7-3c26-414e-9745-edf1a2730a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:05.927951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a9245cf7-3c26-414e-9745-edf1a2730a51 None None] For port dad2324b-20dc-4d21-bc79-729a9c295ff2, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=dad2324b-20dc-4d21-bc79-729a9c295ff2,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:05.933848 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9245cf7-3c26-414e-9745-edf1a2730a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:05.958169 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:05.997627 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'name': 'tempest-TestEncryptedCinderVolumes-355711689-router', 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dad2324b-20dc-4d21-bc79-729a9c295ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:02Z', 'updated_at': '2021-11-29T19:11:03Z', 'revision_number': 3, 'project_id': 'bf320b7f02b74453b7682d13b8665ce2', 'gw_port': {'id': 'dad2324b-20dc-4d21-bc79-729a9c295ff2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:02Z', 'updated_at': '2021-11-29T19:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:06.007076 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9245cf7-3c26-414e-9745-edf1a2730a51 None None] Pushing event updated for resources: {'Port': ['ID=dad2324b-20dc-4d21-bc79-729a9c295ff2,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:06.040485 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9e3eb5-8bc8-4d48-80f2-2e8ad86839d8 None None] The sync data for ids ['2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'] in n-d-819494-5 is: [{'id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'name': 'tempest-TestEncryptedCinderVolumes-355711689-router', 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dad2324b-20dc-4d21-bc79-729a9c295ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:02Z', 'updated_at': '2021-11-29T19:11:03Z', 'revision_number': 3, 'project_id': 'bf320b7f02b74453b7682d13b8665ce2', 'gw_port': {'id': 'dad2324b-20dc-4d21-bc79-729a9c295ff2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:02Z', 'updated_at': '2021-11-29T19:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:11:06.076881 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ed0e6988-a28d-484f-8562-19e43c80cade None None] Provisioning complete for port d441fef0-617c-4454-b5bb-fc15b37765c1 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:06.077233 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed0e6988-a28d-484f-8562-19e43c80cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:06.122872 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e6988-a28d-484f-8562-19e43c80cade None None] Port d441fef0-617c-4454-b5bb-fc15b37765c1 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:11:06.225897 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:06.232380 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:06.324895 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Pushing event updated for resources: {'Port': ['ID=d441fef0-617c-4454-b5bb-fc15b37765c1,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:06.328399 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:06.425077 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f378189a-7757-459b-bbfc-9d07adc484a7 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:06.464630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Network 4e940618-ff22-4d57-b944-82399216727b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:06.466299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:06.485917 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f378189a-7757-459b-bbfc-9d07adc484a7 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:06.486308 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:06.633445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Router 2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:11:06.772133 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:11:06.779177 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a0addaea-8730-40c3-a97c-7557a0e99466 admin admin] 10.222.0.23 "PUT /v2.0/routers/2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1610351 Nov 29 19:11:06.851653 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-323952ef-c8be-4bf8-8522-41d2e2bfbe5f None None] Provisioning complete for port d441fef0-617c-4454-b5bb-fc15b37765c1 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:06.852095 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-323952ef-c8be-4bf8-8522-41d2e2bfbe5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:06.894483 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-323952ef-c8be-4bf8-8522-41d2e2bfbe5f None None] Port d441fef0-617c-4454-b5bb-fc15b37765c1 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:11:07.395805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44296) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:07.401132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-654411a8-0af7-4343-a831-bc6672c7114f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-649806897-network', 'tenant_id': '18cff76f334e4a83b6ec725c7922e370'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:07.426016 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654411a8-0af7-4343-a831-bc6672c7114f admin admin] Made reservation on behalf of 18cff76f334e4a83b6ec725c7922e370 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:11:07.428637 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-654411a8-0af7-4343-a831-bc6672c7114f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:07.442761 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-654411a8-0af7-4343-a831-bc6672c7114f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:07.551955 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-654411a8-0af7-4343-a831-bc6672c7114f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:07.556750 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-654411a8-0af7-4343-a831-bc6672c7114f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:07.585962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654411a8-0af7-4343-a831-bc6672c7114f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:11:07.594836 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654411a8-0af7-4343-a831-bc6672c7114f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e636b02-51fa-4ff3-b3a4-a383b2a9d823,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:07.603608 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-654411a8-0af7-4343-a831-bc6672c7114f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:07.603975 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-654411a8-0af7-4343-a831-bc6672c7114f admin admin] Added segment 67224acf-3084-4798-b4e9-c92f311cf43e of type vlan for network 078f4305-1c48-4da9-9c9c-e463c7ad6f39 Nov 29 19:11:07.648644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-654411a8-0af7-4343-a831-bc6672c7114f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:07.675326 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-654411a8-0af7-4343-a831-bc6672c7114f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:07.676650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654411a8-0af7-4343-a831-bc6672c7114f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:07.677534 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-654411a8-0af7-4343-a831-bc6672c7114f admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:07.736709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-654411a8-0af7-4343-a831-bc6672c7114f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3397021 Nov 29 19:11:07.739421 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44298) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:07.746239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f6b8cd58-edcf-405c-bbd9-7b9928fea306 admin admin] Request body: {'subnet': {'network_id': '078f4305-1c48-4da9-9c9c-e463c7ad6f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-649806897-subnet', 'tenant_id': '18cff76f334e4a83b6ec725c7922e370', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:07.757438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654411a8-0af7-4343-a831-bc6672c7114f admin admin] Pushing event updated for resources: {'Network': ['ID=078f4305-1c48-4da9-9c9c-e463c7ad6f39,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:07.770447 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 078f4305-1c48-4da9-9c9c-e463c7ad6f39 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:11:07.785179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b8cd58-edcf-405c-bbd9-7b9928fea306 admin admin] Made reservation on behalf of 18cff76f334e4a83b6ec725c7922e370 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:11:07.788576 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6b8cd58-edcf-405c-bbd9-7b9928fea306 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:07.893245 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Sync routers for ids ['2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:11:07.913935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Routers {'2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:07.914720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:10:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:07.966300 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6b8cd58-edcf-405c-bbd9-7b9928fea306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:08.029326 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Set router 2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:08.032982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8cd58-edcf-405c-bbd9-7b9928fea306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a0309ce-108a-4d01-a26e-6787ec5109dc,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:08.039610 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b8cd58-edcf-405c-bbd9-7b9928fea306 admin admin] Checking segment: {'id': '67224acf-3084-4798-b4e9-c92f311cf43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '078f4305-1c48-4da9-9c9c-e463c7ad6f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:08.039972 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b8cd58-edcf-405c-bbd9-7b9928fea306 admin admin] Network hostable DHCP agents. Network: 078f4305-1c48-4da9-9c9c-e463c7ad6f39, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:11:08.066630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b8cd58-edcf-405c-bbd9-7b9928fea306 admin admin] Network 078f4305-1c48-4da9-9c9c-e463c7ad6f39 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:11:08.076341 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f6b8cd58-edcf-405c-bbd9-7b9928fea306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 078f4305-1c48-4da9-9c9c-e463c7ad6f39) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:08.081410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b8cd58-edcf-405c-bbd9-7b9928fea306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:08.082419 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6b8cd58-edcf-405c-bbd9-7b9928fea306 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:08.108292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261311e5-f69b-48c0-b6b0-8f219825a153 None None] Network 078f4305-1c48-4da9-9c9c-e463c7ad6f39 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:11:08.109076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f6b8cd58-edcf-405c-bbd9-7b9928fea306 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3685753 Nov 29 19:11:08.112366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44300) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:08.117188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-649806897-router', 'tenant_id': '18cff76f334e4a83b6ec725c7922e370', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:08.142338 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:08.143422 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:08.215553 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:08.366149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'name': 'tempest-TestEncryptedCinderVolumes-355711689-router', 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dad2324b-20dc-4d21-bc79-729a9c295ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:02Z', 'updated_at': '2021-11-29T19:11:05Z', 'revision_number': 4, 'project_id': 'bf320b7f02b74453b7682d13b8665ce2', 'gw_port': {'id': 'dad2324b-20dc-4d21-bc79-729a9c295ff2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:02Z', 'updated_at': '2021-11-29T19:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'd441fef0-617c-4454-b5bb-fc15b37765c1', 'name': '', 'network_id': '4e940618-ff22-4d57-b944-82399216727b', 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2', 'mac_address': 'fa:16:3e:a3:60:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'f1669543-d9c4-4c5a-a1e0-097a06e524e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:05Z', 'updated_at': '2021-11-29T19:11:06Z', 'revision_number': 2, 'project_id': 'bf320b7f02b74453b7682d13b8665ce2', 'subnets': [{'id': 'f1669543-d9c4-4c5a-a1e0-097a06e524e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:08.370614 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-078f4305-1c48-4da9-9c9c-e463c7ad6f39', 'network_id': '078f4305-1c48-4da9-9c9c-e463c7ad6f39', 'tenant_id': '18cff76f334e4a83b6ec725c7922e370', 'fixed_ips': [{'subnet_id': '6a0309ce-108a-4d01-a26e-6787ec5109dc'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:11:08.371559 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:08.371687 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:08.400085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device dad2324b-20dc-4d21-bc79-729a9c295ff2 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:08.413445 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Checking router: 2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:11:08.413811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Updating router 2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c port d441fef0-617c-4454-b5bb-fc15b37765c1 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:11:08.483437 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:08.605032 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:08.619424 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port dad2324b-20dc-4d21-bc79-729a9c295ff2 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:08.619694 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:08.628932 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:08.742637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Allocated IP 172.25.3.136 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/e0f1da9b-2f66-4368-8a8d-d858cf03b484) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:11:08.862117 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:08.899550 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:08.906859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Allocated IP 172.20.0.2 (078f4305-1c48-4da9-9c9c-e463c7ad6f39/6a0309ce-108a-4d01-a26e-6787ec5109dc/991571d6-c3f1-4b77-8eda-067a25cf503a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:11:08.936731 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:08.943191 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:08.946014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:11:08.963854 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a5589f-b3e6-4e97-a553-9c4844233ba8 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:11:08.981727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f1da9b-2f66-4368-8a8d-d858cf03b484,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:09.114231 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-9cf495b6-9575-4e29-a7cf-334d63059188 None None] Provisioning complete for port e0f1da9b-2f66-4368-8a8d-d858cf03b484 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:09.114231 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cf495b6-9575-4e29-a7cf-334d63059188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.218432 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9cf495b6-9575-4e29-a7cf-334d63059188 None None] Port e0f1da9b-2f66-4368-8a8d-d858cf03b484 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:11:09.267826 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.276323 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.290597 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.322267 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.340965 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.358164 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42221478-85ba-4875-840f-933fbf98e938 None None] Pushing event updated for resources: {'Port': ['ID=d441fef0-617c-4454-b5bb-fc15b37765c1,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:09.396464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Network 078f4305-1c48-4da9-9c9c-e463c7ad6f39 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:09.427663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:09.435571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:11:09.483060 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Pushing event updated for resources: {'Port': ['ID=991571d6-c3f1-4b77-8eda-067a25cf503a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:09.486659 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Attempting to bind port d441fef0-617c-4454-b5bb-fc15b37765c1 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:11:09.487099 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Attempting to bind port d441fef0-617c-4454-b5bb-fc15b37765c1 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4e940618-ff22-4d57-b944-82399216727b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:11:09.487467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Attempting to bind port d441fef0-617c-4454-b5bb-fc15b37765c1 on network 4e940618-ff22-4d57-b944-82399216727b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:09.507163 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:11:09.507528 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Checking segment: {'id': 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4e940618-ff22-4d57-b944-82399216727b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:09.507948 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.508349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Bound using segment: {'id': 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4e940618-ff22-4d57-b944-82399216727b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:11:09.508852 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Bound port: d441fef0-617c-4454-b5bb-fc15b37765c1, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4e940618-ff22-4d57-b944-82399216727b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:11:09.509248 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.576935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Attempting to bind port 991571d6-c3f1-4b77-8eda-067a25cf503a on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:11:09.577345 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Attempting to bind port 991571d6-c3f1-4b77-8eda-067a25cf503a by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '67224acf-3084-4798-b4e9-c92f311cf43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '078f4305-1c48-4da9-9c9c-e463c7ad6f39'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:11:09.577684 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Attempting to bind port 991571d6-c3f1-4b77-8eda-067a25cf503a on network 078f4305-1c48-4da9-9c9c-e463c7ad6f39 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:09.590528 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:11:09.590950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Checking segment: {'id': '67224acf-3084-4798-b4e9-c92f311cf43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '078f4305-1c48-4da9-9c9c-e463c7ad6f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:09.591344 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.591747 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Bound using segment: {'id': '67224acf-3084-4798-b4e9-c92f311cf43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '078f4305-1c48-4da9-9c9c-e463c7ad6f39'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:11:09.592242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Bound port: 991571d6-c3f1-4b77-8eda-067a25cf503a, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67224acf-3084-4798-b4e9-c92f311cf43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '078f4305-1c48-4da9-9c9c-e463c7ad6f39'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:11:09.592630 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.612480 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.651889 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] For port d441fef0-617c-4454-b5bb-fc15b37765c1, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:11:09.677871 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] For port d441fef0-617c-4454-b5bb-fc15b37765c1, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d441fef0-617c-4454-b5bb-fc15b37765c1,segment=NetworkSegment(ceea4c2c-9e0f-458a-a777-ebd33ca2646f),segment_id=ceea4c2c-9e0f-458a-a777-ebd33ca2646f)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:11:09.701110 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.718909 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c020e785-1a31-4331-b38a-5b3459b87143 None None] Provisioning complete for port d441fef0-617c-4454-b5bb-fc15b37765c1 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:09.719290 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c020e785-1a31-4331-b38a-5b3459b87143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.748167 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] For port 991571d6-c3f1-4b77-8eda-067a25cf503a, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:11:09.769807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Router c8befc6d-8ba4-46d7-9d10-a7640d123257 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:11:09.816668 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] For port 991571d6-c3f1-4b77-8eda-067a25cf503a, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=991571d6-c3f1-4b77-8eda-067a25cf503a,segment=NetworkSegment(67224acf-3084-4798-b4e9-c92f311cf43e),segment_id=67224acf-3084-4798-b4e9-c92f311cf43e)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:11:09.827218 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42221478-85ba-4875-840f-933fbf98e938 None None] Pushing event updated for resources: {'Port': ['ID=d441fef0-617c-4454-b5bb-fc15b37765c1,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:09.832614 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.869571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Routers {'2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:09.870209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:10:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:09.904391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:11:09.930304 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:09.934288 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-99bc3679-6c9b-46a7-88f6-ee5a18235ff1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8183768 Nov 29 19:11:09.934513 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Sync routers for ids ['c8befc6d-8ba4-46d7-9d10-a7640d123257'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:11:09.935027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44302) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:11:09.958904 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Routers {'c8befc6d-8ba4-46d7-9d10-a7640d123257'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:09.960775 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:10:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c8befc6d-8ba4-46d7-9d10-a7640d123257'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:10.019402 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c020e785-1a31-4331-b38a-5b3459b87143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:10.027477 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9be3fe-eb56-4962-8537-975e93019121 None None] Pushing event updated for resources: {'Port': ['ID=991571d6-c3f1-4b77-8eda-067a25cf503a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:10.116670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c020e785-1a31-4331-b38a-5b3459b87143 None None] For port d441fef0-617c-4454-b5bb-fc15b37765c1, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d441fef0-617c-4454-b5bb-fc15b37765c1,segment=NetworkSegment(ceea4c2c-9e0f-458a-a777-ebd33ca2646f),segment_id=ceea4c2c-9e0f-458a-a777-ebd33ca2646f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:10.132029 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c020e785-1a31-4331-b38a-5b3459b87143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:10.164992 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Set router c8befc6d-8ba4-46d7-9d10-a7640d123257 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:10.179202 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] Set router 2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:10.266064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020e785-1a31-4331-b38a-5b3459b87143 None None] Pushing event updated for resources: {'Port': ['ID=d441fef0-617c-4454-b5bb-fc15b37765c1,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:10.431702 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3e7bcd23-7756-42ad-ab4f-7740a22fdbe5 None None] Provisioning complete for port d441fef0-617c-4454-b5bb-fc15b37765c1 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:10.432380 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e7bcd23-7756-42ad-ab4f-7740a22fdbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:10.483087 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 991571d6-c3f1-4b77-8eda-067a25cf503a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:10.623805 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'name': 'tempest-TestEncryptedCinderVolumes-649806897-router', 'tenant_id': '18cff76f334e4a83b6ec725c7922e370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e0f1da9b-2f66-4368-8a8d-d858cf03b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:08Z', 'updated_at': '2021-11-29T19:11:09Z', 'revision_number': 3, 'project_id': '18cff76f334e4a83b6ec725c7922e370', 'gw_port': {'id': 'e0f1da9b-2f66-4368-8a8d-d858cf03b484', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:08Z', 'updated_at': '2021-11-29T19:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:10.657273 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 991571d6-c3f1-4b77-8eda-067a25cf503a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:10.657707 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:10.660240 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Checking router: c8befc6d-8ba4-46d7-9d10-a7640d123257 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:11:10.661187 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Updating router c8befc6d-8ba4-46d7-9d10-a7640d123257 port e0f1da9b-2f66-4368-8a8d-d858cf03b484 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:11:10.697324 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:10.721079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'name': 'tempest-TestEncryptedCinderVolumes-355711689-router', 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dad2324b-20dc-4d21-bc79-729a9c295ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:02Z', 'updated_at': '2021-11-29T19:11:05Z', 'revision_number': 4, 'project_id': 'bf320b7f02b74453b7682d13b8665ce2', 'gw_port': {'id': 'dad2324b-20dc-4d21-bc79-729a9c295ff2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:02Z', 'updated_at': '2021-11-29T19:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'd441fef0-617c-4454-b5bb-fc15b37765c1', 'name': '', 'network_id': '4e940618-ff22-4d57-b944-82399216727b', 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2', 'mac_address': 'fa:16:3e:a3:60:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'f1669543-d9c4-4c5a-a1e0-097a06e524e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:05Z', 'updated_at': '2021-11-29T19:11:09Z', 'revision_number': 4, 'project_id': 'bf320b7f02b74453b7682d13b8665ce2', 'subnets': [{'id': 'f1669543-d9c4-4c5a-a1e0-097a06e524e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:10.762840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac107f41-5177-40ce-bd20-66bcea0fa1f2 None None] The sync data for ids ['2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'] in n-d-819494-5 is: [{'id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'name': 'tempest-TestEncryptedCinderVolumes-355711689-router', 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dad2324b-20dc-4d21-bc79-729a9c295ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:02Z', 'updated_at': '2021-11-29T19:11:05Z', 'revision_number': 4, 'project_id': 'bf320b7f02b74453b7682d13b8665ce2', 'gw_port': {'id': 'dad2324b-20dc-4d21-bc79-729a9c295ff2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:02Z', 'updated_at': '2021-11-29T19:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'd441fef0-617c-4454-b5bb-fc15b37765c1', 'name': '', 'network_id': '4e940618-ff22-4d57-b944-82399216727b', 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2', 'mac_address': 'fa:16:3e:a3:60:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'f1669543-d9c4-4c5a-a1e0-097a06e524e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:05Z', 'updated_at': '2021-11-29T19:11:09Z', 'revision_number': 4, 'project_id': 'bf320b7f02b74453b7682d13b8665ce2', 'subnets': [{'id': 'f1669543-d9c4-4c5a-a1e0-097a06e524e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:11:10.827595 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:10.902942 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 991571d6-c3f1-4b77-8eda-067a25cf503a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=991571d6-c3f1-4b77-8eda-067a25cf503a,segment=NetworkSegment(67224acf-3084-4798-b4e9-c92f311cf43e),segment_id=67224acf-3084-4798-b4e9-c92f311cf43e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:10.917564 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:10.987814 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=991571d6-c3f1-4b77-8eda-067a25cf503a,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:11.097541 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.105702 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.157613 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.185928 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc69f852-604f-4703-bfa7-0d285579a652 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:11:11.200565 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Attempting to bind port e0f1da9b-2f66-4368-8a8d-d858cf03b484 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:11:11.200999 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Attempting to bind port e0f1da9b-2f66-4368-8a8d-d858cf03b484 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:11:11.201369 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Attempting to bind port e0f1da9b-2f66-4368-8a8d-d858cf03b484 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:11.220540 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:11:11.220923 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:11.221340 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.221741 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:11:11.222241 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Bound port: e0f1da9b-2f66-4368-8a8d-d858cf03b484, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:11:11.222630 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.255390 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104082c-c06b-44c8-9881-ae62f0bb43f8 None None] Pushing event updated for resources: {'Port': ['ID=e0f1da9b-2f66-4368-8a8d-d858cf03b484,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:11.302499 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] For port e0f1da9b-2f66-4368-8a8d-d858cf03b484, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:11:11.307376 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] For port e0f1da9b-2f66-4368-8a8d-d858cf03b484, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e0f1da9b-2f66-4368-8a8d-d858cf03b484,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:11:11.314754 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.322214 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6e363380-e1e3-4d8b-b5c9-a62b0293773e None None] Provisioning complete for port e0f1da9b-2f66-4368-8a8d-d858cf03b484 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:11.322843 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e363380-e1e3-4d8b-b5c9-a62b0293773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.378715 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Routers {'c8befc6d-8ba4-46d7-9d10-a7640d123257'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:11.379524 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:10:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c8befc6d-8ba4-46d7-9d10-a7640d123257'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:11.392780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7de951-da76-4311-949f-c7ce3e7304d7 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:11:11.464541 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Allocated IP 172.20.0.1 (078f4305-1c48-4da9-9c9c-e463c7ad6f39/6a0309ce-108a-4d01-a26e-6787ec5109dc/719045db-bb83-45d6-bb3d-3cb2de9baf66) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:11:11.500903 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104082c-c06b-44c8-9881-ae62f0bb43f8 None None] Pushing event updated for resources: {'Port': ['ID=e0f1da9b-2f66-4368-8a8d-d858cf03b484,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:11.524469 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e363380-e1e3-4d8b-b5c9-a62b0293773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.540709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03386bb-5333-4aef-bf0e-8c2d4ba90ccd None None] Network 078f4305-1c48-4da9-9c9c-e463c7ad6f39 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:11:11.561554 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] Set router c8befc6d-8ba4-46d7-9d10-a7640d123257 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:11.564805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6e363380-e1e3-4d8b-b5c9-a62b0293773e None None] For port e0f1da9b-2f66-4368-8a8d-d858cf03b484, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e0f1da9b-2f66-4368-8a8d-d858cf03b484,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:11.596501 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e363380-e1e3-4d8b-b5c9-a62b0293773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.637757 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.682465 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.737389 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Network 078f4305-1c48-4da9-9c9c-e463c7ad6f39 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:11.739987 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e363380-e1e3-4d8b-b5c9-a62b0293773e None None] Pushing event updated for resources: {'Port': ['ID=e0f1da9b-2f66-4368-8a8d-d858cf03b484,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:11.740673 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:11.746087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:11:11.756252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7a7e820c-5d90-44ae-a8ca-978ac1cea42d None None] Provisioning complete for port e0f1da9b-2f66-4368-8a8d-d858cf03b484 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:11.756724 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a7e820c-5d90-44ae-a8ca-978ac1cea42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.796048 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:11.840725 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Pushing event updated for resources: {'Port': ['ID=719045db-bb83-45d6-bb3d-3cb2de9baf66,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:11.842134 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'name': 'tempest-TestEncryptedCinderVolumes-649806897-router', 'tenant_id': '18cff76f334e4a83b6ec725c7922e370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e0f1da9b-2f66-4368-8a8d-d858cf03b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:08Z', 'updated_at': '2021-11-29T19:11:09Z', 'revision_number': 3, 'project_id': '18cff76f334e4a83b6ec725c7922e370', 'gw_port': {'id': 'e0f1da9b-2f66-4368-8a8d-d858cf03b484', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:08Z', 'updated_at': '2021-11-29T19:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:11.900719 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f1d3c0-8b31-4d51-9d39-7392c0a46cc2 None None] The sync data for ids ['c8befc6d-8ba4-46d7-9d10-a7640d123257'] in n-d-819494-5 is: [{'id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'name': 'tempest-TestEncryptedCinderVolumes-649806897-router', 'tenant_id': '18cff76f334e4a83b6ec725c7922e370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e0f1da9b-2f66-4368-8a8d-d858cf03b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:08Z', 'updated_at': '2021-11-29T19:11:09Z', 'revision_number': 3, 'project_id': '18cff76f334e4a83b6ec725c7922e370', 'gw_port': {'id': 'e0f1da9b-2f66-4368-8a8d-d858cf03b484', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:08Z', 'updated_at': '2021-11-29T19:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:11:11.976807 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.103831 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7a7e820c-5d90-44ae-a8ca-978ac1cea42d None None] Provisioning complete for port 991571d6-c3f1-4b77-8eda-067a25cf503a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:12.104404 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a7e820c-5d90-44ae-a8ca-978ac1cea42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.230846 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.237679 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.378837 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Pushing event updated for resources: {'Port': ['ID=719045db-bb83-45d6-bb3d-3cb2de9baf66,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:12.382646 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.472378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8b92f0e9-fe9a-413c-87dd-2f0ad8460e68 None None] Provisioning complete for port 991571d6-c3f1-4b77-8eda-067a25cf503a triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:12.472378 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b92f0e9-fe9a-413c-87dd-2f0ad8460e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.568982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Network 078f4305-1c48-4da9-9c9c-e463c7ad6f39 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:12.570024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e0f1da9b-2f66-4368-8a8d-d858cf03b484 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:12.571042 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:12.683687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port e0f1da9b-2f66-4368-8a8d-d858cf03b484 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:12.684071 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.732627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Router c8befc6d-8ba4-46d7-9d10-a7640d123257 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:11:12.733491 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8b92f0e9-fe9a-413c-87dd-2f0ad8460e68 None None] Provisioning complete for port 719045db-bb83-45d6-bb3d-3cb2de9baf66 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:12.733877 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b92f0e9-fe9a-413c-87dd-2f0ad8460e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.783247 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8b92f0e9-fe9a-413c-87dd-2f0ad8460e68 None None] Port 719045db-bb83-45d6-bb3d-3cb2de9baf66 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:11:12.830055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 991571d6-c3f1-4b77-8eda-067a25cf503a up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:12.871392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:11:12.885461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-da755f61-62a1-4284-ac5f-85a3648181f1 admin admin] 10.222.0.23 "PUT /v2.0/routers/c8befc6d-8ba4-46d7-9d10-a7640d123257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9494433 Nov 29 19:11:12.893543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 991571d6-c3f1-4b77-8eda-067a25cf503a triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:12.894320 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.944851 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-33576e68-9775-4303-9412-27408e9fc83e None None] Provisioning complete for port 719045db-bb83-45d6-bb3d-3cb2de9baf66 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:12.945227 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-33576e68-9775-4303-9412-27408e9fc83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:12.995179 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-33576e68-9775-4303-9412-27408e9fc83e None None] Port 719045db-bb83-45d6-bb3d-3cb2de9baf66 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:11:13.040536 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d441fef0-617c-4454-b5bb-fc15b37765c1 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:13.101393 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port d441fef0-617c-4454-b5bb-fc15b37765c1 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:13.101761 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.155387 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-36b3f395-5b39-4cc6-b023-72e4f9c889a2 None None] Provisioning complete for port 719045db-bb83-45d6-bb3d-3cb2de9baf66 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:13.155749 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-36b3f395-5b39-4cc6-b023-72e4f9c889a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:13.199926 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-36b3f395-5b39-4cc6-b023-72e4f9c889a2 None None] Port 719045db-bb83-45d6-bb3d-3cb2de9baf66 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:11:13.998201 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-5fdb0d38-a5cc-493f-8ab6-0a053de49978 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:13.999927 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-5fdb0d38-a5cc-493f-8ab6-0a053de49978 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/networks?id=4e940618-ff22-4d57-b944-82399216727b HTTP/1.1" status: 200 len: 816 time: 0.1100211 Nov 29 19:11:14.019048 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-1a4ae42a-6824-4922-9c84-29748bdf708c tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/quotas/bf320b7f02b74453b7682d13b8665ce2 HTTP/1.1" status: 200 len: 375 time: 0.0116627 Nov 29 19:11:14.087126 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-ec6c5ebe-889c-4fde-b054-6e551a927d8c tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bf320b7f02b74453b7682d13b8665ce2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611360 Nov 29 19:11:14.098749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Sync routers for ids ['c8befc6d-8ba4-46d7-9d10-a7640d123257'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:11:14.110967 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Routers {'c8befc6d-8ba4-46d7-9d10-a7640d123257'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:14.111608 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:10:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c8befc6d-8ba4-46d7-9d10-a7640d123257'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:14.194151 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-6358d364-d4f7-4194-b689-1169f436c5f0 service neutron] 10.222.0.23 "GET /v2.0/networks/4e940618-ff22-4d57-b944-82399216727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930960 Nov 29 19:11:14.236010 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Set router c8befc6d-8ba4-46d7-9d10-a7640d123257 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:14.313824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-175318fb-9109-4bc9-a396-97595dca02a7 service neutron] 10.222.0.23 "GET /v2.0/networks/4e940618-ff22-4d57-b944-82399216727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124151 Nov 29 19:11:14.499566 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'name': 'tempest-TestEncryptedCinderVolumes-649806897-router', 'tenant_id': '18cff76f334e4a83b6ec725c7922e370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e0f1da9b-2f66-4368-8a8d-d858cf03b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:08Z', 'updated_at': '2021-11-29T19:11:11Z', 'revision_number': 4, 'project_id': '18cff76f334e4a83b6ec725c7922e370', 'gw_port': {'id': 'e0f1da9b-2f66-4368-8a8d-d858cf03b484', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:08Z', 'updated_at': '2021-11-29T19:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '719045db-bb83-45d6-bb3d-3cb2de9baf66', 'name': '', 'network_id': '078f4305-1c48-4da9-9c9c-e463c7ad6f39', 'tenant_id': '18cff76f334e4a83b6ec725c7922e370', 'mac_address': 'fa:16:3e:4a:b6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6a0309ce-108a-4d01-a26e-6787ec5109dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:11Z', 'updated_at': '2021-11-29T19:11:12Z', 'revision_number': 2, 'project_id': '18cff76f334e4a83b6ec725c7922e370', 'subnets': [{'id': '6a0309ce-108a-4d01-a26e-6787ec5109dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:14.501931 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-21be53ae-8c62-4605-9da2-8e8461da8179 req-ae3190de-53a5-4a58-a72e-7f9ba39060c6 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 210 time: 0.0365720 Nov 29 19:11:14.533953 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Checking router: c8befc6d-8ba4-46d7-9d10-a7640d123257 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:11:14.534404 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Updating router c8befc6d-8ba4-46d7-9d10-a7640d123257 port 719045db-bb83-45d6-bb3d-3cb2de9baf66 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:11:14.563060 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:11:14.567255 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:14.856135 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:14.863579 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:14.942882 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b0ab2-83f9-410a-82c0-04bc4d556534 None None] Pushing event updated for resources: {'Port': ['ID=719045db-bb83-45d6-bb3d-3cb2de9baf66,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:14.977823 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Attempting to bind port 719045db-bb83-45d6-bb3d-3cb2de9baf66 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:11:14.978433 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Attempting to bind port 719045db-bb83-45d6-bb3d-3cb2de9baf66 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '67224acf-3084-4798-b4e9-c92f311cf43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '078f4305-1c48-4da9-9c9c-e463c7ad6f39'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:11:14.978433 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Attempting to bind port 719045db-bb83-45d6-bb3d-3cb2de9baf66 on network 078f4305-1c48-4da9-9c9c-e463c7ad6f39 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:14.984609 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:11:14.985567 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Checking segment: {'id': '67224acf-3084-4798-b4e9-c92f311cf43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '078f4305-1c48-4da9-9c9c-e463c7ad6f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:14.985926 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:14.986325 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Bound using segment: {'id': '67224acf-3084-4798-b4e9-c92f311cf43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '078f4305-1c48-4da9-9c9c-e463c7ad6f39'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:11:14.986839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Bound port: 719045db-bb83-45d6-bb3d-3cb2de9baf66, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67224acf-3084-4798-b4e9-c92f311cf43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '078f4305-1c48-4da9-9c9c-e463c7ad6f39'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:11:14.987233 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.066702 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] For port 719045db-bb83-45d6-bb3d-3cb2de9baf66, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:11:15.071445 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] For port 719045db-bb83-45d6-bb3d-3cb2de9baf66, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=719045db-bb83-45d6-bb3d-3cb2de9baf66,segment=NetworkSegment(67224acf-3084-4798-b4e9-c92f311cf43e),segment_id=67224acf-3084-4798-b4e9-c92f311cf43e)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:11:15.077402 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.142627 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Routers {'c8befc6d-8ba4-46d7-9d10-a7640d123257'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:11:15.143406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:10:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c8befc6d-8ba4-46d7-9d10-a7640d123257'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:15.148725 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b0ab2-83f9-410a-82c0-04bc4d556534 None None] Pushing event updated for resources: {'Port': ['ID=719045db-bb83-45d6-bb3d-3cb2de9baf66,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:15.270048 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-831de66a-1943-4c56-82e3-22c265d33815 None None] Provisioning complete for port 719045db-bb83-45d6-bb3d-3cb2de9baf66 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:15.270424 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-831de66a-1943-4c56-82e3-22c265d33815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.295371 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] Set router c8befc6d-8ba4-46d7-9d10-a7640d123257 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:11:15.479222 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-831de66a-1943-4c56-82e3-22c265d33815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.536372 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-831de66a-1943-4c56-82e3-22c265d33815 None None] For port 719045db-bb83-45d6-bb3d-3cb2de9baf66, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=719045db-bb83-45d6-bb3d-3cb2de9baf66,segment=NetworkSegment(67224acf-3084-4798-b4e9-c92f311cf43e),segment_id=67224acf-3084-4798-b4e9-c92f311cf43e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:15.561492 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-55adcfa4-698c-4d4d-92f2-46314d22ad02 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:15.563849 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-55adcfa4-698c-4d4d-92f2-46314d22ad02 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.31 "GET /v2.0/networks?id=4e940618-ff22-4d57-b944-82399216727b HTTP/1.1" status: 200 len: 816 time: 0.1324451 Nov 29 19:11:15.565514 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-831de66a-1943-4c56-82e3-22c265d33815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.582191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-cf81e915-1014-41e2-8eca-5d3cf823af40 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Request body: {'port': {'device_id': '86cb36b9-e9c6-4ca1-8ebf-736489ff79d3', 'network_id': '4e940618-ff22-4d57-b944-82399216727b', 'admin_state_up': True, 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:15.630902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831de66a-1943-4c56-82e3-22c265d33815 None None] Pushing event updated for resources: {'Port': ['ID=719045db-bb83-45d6-bb3d-3cb2de9baf66,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:15.648935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'name': 'tempest-TestEncryptedCinderVolumes-649806897-router', 'tenant_id': '18cff76f334e4a83b6ec725c7922e370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e0f1da9b-2f66-4368-8a8d-d858cf03b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:08Z', 'updated_at': '2021-11-29T19:11:11Z', 'revision_number': 4, 'project_id': '18cff76f334e4a83b6ec725c7922e370', 'gw_port': {'id': 'e0f1da9b-2f66-4368-8a8d-d858cf03b484', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:08Z', 'updated_at': '2021-11-29T19:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '719045db-bb83-45d6-bb3d-3cb2de9baf66', 'name': '', 'network_id': '078f4305-1c48-4da9-9c9c-e463c7ad6f39', 'tenant_id': '18cff76f334e4a83b6ec725c7922e370', 'mac_address': 'fa:16:3e:4a:b6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6a0309ce-108a-4d01-a26e-6787ec5109dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:11Z', 'updated_at': '2021-11-29T19:11:15Z', 'revision_number': 4, 'project_id': '18cff76f334e4a83b6ec725c7922e370', 'subnets': [{'id': '6a0309ce-108a-4d01-a26e-6787ec5109dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:11:15.669826 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cc4663b-33bd-4bba-8f05-188f04ca2cde req-560fbd1f-d8b0-48f2-bda9-c33bcd9deacd tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 210 time: 0.0291293 Nov 29 19:11:15.688192 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f4c07-1750-4e59-b4db-aaf3ed994790 None None] The sync data for ids ['c8befc6d-8ba4-46d7-9d10-a7640d123257'] in n-d-819494-5 is: [{'id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'name': 'tempest-TestEncryptedCinderVolumes-649806897-router', 'tenant_id': '18cff76f334e4a83b6ec725c7922e370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e0f1da9b-2f66-4368-8a8d-d858cf03b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:08Z', 'updated_at': '2021-11-29T19:11:11Z', 'revision_number': 4, 'project_id': '18cff76f334e4a83b6ec725c7922e370', 'gw_port': {'id': 'e0f1da9b-2f66-4368-8a8d-d858cf03b484', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:08Z', 'updated_at': '2021-11-29T19:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '719045db-bb83-45d6-bb3d-3cb2de9baf66', 'name': '', 'network_id': '078f4305-1c48-4da9-9c9c-e463c7ad6f39', 'tenant_id': '18cff76f334e4a83b6ec725c7922e370', 'mac_address': 'fa:16:3e:4a:b6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6a0309ce-108a-4d01-a26e-6787ec5109dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:11Z', 'updated_at': '2021-11-29T19:11:15Z', 'revision_number': 4, 'project_id': '18cff76f334e4a83b6ec725c7922e370', 'subnets': [{'id': '6a0309ce-108a-4d01-a26e-6787ec5109dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:11:15.699649 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0ee1a0ee-c144-4b46-995e-722bbfdf3810 None None] Provisioning complete for port 719045db-bb83-45d6-bb3d-3cb2de9baf66 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:15.700033 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0ee1a0ee-c144-4b46-995e-722bbfdf3810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.725528 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-cf81e915-1014-41e2-8eca-5d3cf823af40 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Made reservation on behalf of bf320b7f02b74453b7682d13b8665ce2 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:11:15.729799 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-cf81e915-1014-41e2-8eca-5d3cf823af40 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:15.906401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-cf81e915-1014-41e2-8eca-5d3cf823af40 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Allocated IP 172.20.0.13 (4e940618-ff22-4d57-b944-82399216727b/f1669543-d9c4-4c5a-a1e0-097a06e524e6/3c42382d-d6eb-4a0c-9550-685d73cc7119) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:11:16.137859 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-cf81e915-1014-41e2-8eca-5d3cf823af40 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.183290 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-cf81e915-1014-41e2-8eca-5d3cf823af40 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.240477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-cf81e915-1014-41e2-8eca-5d3cf823af40 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Network 4e940618-ff22-4d57-b944-82399216727b is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:16.246459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-cf81e915-1014-41e2-8eca-5d3cf823af40 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:16.248733 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81e915-1014-41e2-8eca-5d3cf823af40 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Pushing event updated for resources: {'Port': ['ID=3c42382d-d6eb-4a0c-9550-685d73cc7119,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:16.258043 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-cf81e915-1014-41e2-8eca-5d3cf823af40 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:11:16.333045 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-cf81e915-1014-41e2-8eca-5d3cf823af40 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:16.333744 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-cf81e915-1014-41e2-8eca-5d3cf823af40 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.361845 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-cf81e915-1014-41e2-8eca-5d3cf823af40 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7869122 Nov 29 19:11:16.374083 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Request body: {'port': {'device_id': '86cb36b9-e9c6-4ca1-8ebf-736489ff79d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:16.424578 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 719045db-bb83-45d6-bb3d-3cb2de9baf66 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:16.455728 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.486332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 719045db-bb83-45d6-bb3d-3cb2de9baf66 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:16.486878 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.584406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4f4caf7a-e173-4217-ac9f-a6bafb5b9f4b None None] Provisioning complete for port 3c42382d-d6eb-4a0c-9550-685d73cc7119 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:16.584785 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f4caf7a-e173-4217-ac9f-a6bafb5b9f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:16.623762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4f4caf7a-e173-4217-ac9f-a6bafb5b9f4b None None] Port 3c42382d-d6eb-4a0c-9550-685d73cc7119 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:11:16.820719 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8513e4-6212-4833-a70e-6628b3ad3f21 req-9d0e0600-8d8a-4bd4-bb0e-26c7c4237258 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:16.823479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b8513e4-6212-4833-a70e-6628b3ad3f21 req-9d0e0600-8d8a-4bd4-bb0e-26c7c4237258 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 932 time: 0.0652728 Nov 29 19:11:16.878386 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b8513e4-6212-4833-a70e-6628b3ad3f21 req-b4b846e6-b3b3-49d0-af18-4d87f40c11d8 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479734 Nov 29 19:11:17.121369 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c42382d-d6eb-4a0c-9550-685d73cc7119 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:11:17.129861 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:17.145440 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Transition to ACTIVE for port object 3c42382d-d6eb-4a0c-9550-685d73cc7119 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:11:17.149297 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:17.203662 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Pushing event updated for resources: {'Port': ['ID=3c42382d-d6eb-4a0c-9550-685d73cc7119,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:17.289114 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Attempting to bind port 3c42382d-d6eb-4a0c-9550-685d73cc7119 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:11:17.289491 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Attempting to bind port 3c42382d-d6eb-4a0c-9550-685d73cc7119 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4e940618-ff22-4d57-b944-82399216727b'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:11:17.289897 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Attempting to bind port 3c42382d-d6eb-4a0c-9550-685d73cc7119 on network 4e940618-ff22-4d57-b944-82399216727b {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:17.295185 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Port 3c42382d-d6eb-4a0c-9550-685d73cc7119 on network 4e940618-ff22-4d57-b944-82399216727b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:11:17.295555 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Attempting to bind port 3c42382d-d6eb-4a0c-9550-685d73cc7119 on network 4e940618-ff22-4d57-b944-82399216727b {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:17.301596 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:11:17.301942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Checking segment: {'id': 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4e940618-ff22-4d57-b944-82399216727b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:17.302338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Bound using segment: {'id': 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4e940618-ff22-4d57-b944-82399216727b'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:11:17.302777 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Bound port: 3c42382d-d6eb-4a0c-9550-685d73cc7119, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4e940618-ff22-4d57-b944-82399216727b'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:11:17.303189 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:17.374589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] For port 3c42382d-d6eb-4a0c-9550-685d73cc7119, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:11:17.378479 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] For port 3c42382d-d6eb-4a0c-9550-685d73cc7119, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3c42382d-d6eb-4a0c-9550-685d73cc7119,segment=NetworkSegment(ceea4c2c-9e0f-458a-a777-ebd33ca2646f),segment_id=ceea4c2c-9e0f-458a-a777-ebd33ca2646f)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:11:17.383944 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:17.419553 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:17.420199 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:17.421686 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] 10.222.0.31 "PUT /v2.0/ports/3c42382d-d6eb-4a0c-9550-685d73cc7119 HTTP/1.1" status: 200 len: 1092 time: 1.0524049 Nov 29 19:11:17.424255 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cb36b9-e9c6-4ca1-8ebf-736489ff79d3', 'tag': '3c42382d-d6eb-4a0c-9550-685d73cc7119'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:11:17.428199 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3ed666-4487-4ae8-a5d6-6799cb0144f3" -d '{"events": [{"name": "network-changed", "server_uuid": "86cb36b9-e9c6-4ca1-8ebf-736489ff79d3", "tag": "3c42382d-d6eb-4a0c-9550-685d73cc7119"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:11:17.481483 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18127558-9d32-4714-a4ad-842de4db89cd x-openstack-request-id: req-18127558-9d32-4714-a4ad-842de4db89cd {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:11:17.481778 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cb36b9-e9c6-4ca1-8ebf-736489ff79d3", "tag": "3c42382d-d6eb-4a0c-9550-685d73cc7119", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:11:17.482035 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-18127558-9d32-4714-a4ad-842de4db89cd {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:11:17.482446 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cb36b9-e9c6-4ca1-8ebf-736489ff79d3', 'tag': '3c42382d-d6eb-4a0c-9550-685d73cc7119', 'status': 'completed', 'code': 200} Nov 29 19:11:17.498581 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c0cec-e46f-4700-937c-da3ac3947b78 service neutron] Pushing event updated for resources: {'Port': ['ID=3c42382d-d6eb-4a0c-9550-685d73cc7119,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:17.544058 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-2d1d1285-6309-411f-910c-961490ca3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:17.545629 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-2d1d1285-6309-411f-910c-961490ca3226 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf320b7f02b74453b7682d13b8665ce2&device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 1095 time: 0.0606704 Nov 29 19:11:17.602542 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-c597366f-8c03-4090-9ab0-c0f31368d01d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c42382d-d6eb-4a0c-9550-685d73cc7119 HTTP/1.1" status: 200 len: 217 time: 0.0478489 Nov 29 19:11:17.661172 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-a67e4bc0-bba2-4bcd-9749-aa1bebdd7e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:17.662961 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-a67e4bc0-bba2-4bcd-9749-aa1bebdd7e01 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1669543-d9c4-4c5a-a1e0-097a06e524e6 HTTP/1.1" status: 200 len: 855 time: 0.0528376 Nov 29 19:11:17.717241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-39df32bf-1608-42bd-a550-5d11c6074f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:17.718803 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-39df32bf-1608-42bd-a550-5d11c6074f13 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e940618-ff22-4d57-b944-82399216727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482795 Nov 29 19:11:17.821417 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-5915853b-b5bd-405d-a2fb-c334823d7f4b service neutron] 10.222.0.31 "GET /v2.0/networks/4e940618-ff22-4d57-b944-82399216727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948849 Nov 29 19:11:17.940808 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-485935a4-982e-4c3b-aacf-e0a1b1a93651 req-d6306805-8c47-49de-a770-4b9778cc552d service neutron] 10.222.0.31 "GET /v2.0/networks/4e940618-ff22-4d57-b944-82399216727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119747 Nov 29 19:11:18.013310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ea7da-ae99-49b8-ac76-c1987429bb4e req-6bd6865a-a60a-4d99-bd7e-8d58f3541c05 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:18.015127 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b0ea7da-ae99-49b8-ac76-c1987429bb4e req-6bd6865a-a60a-4d99-bd7e-8d58f3541c05 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 944 time: 0.0580809 Nov 29 19:11:18.045020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ed666-4487-4ae8-a5d6-6799cb0144f3 req-12753633-b5e7-4a34-865b-b358a2be69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:18.047600 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d3ed666-4487-4ae8-a5d6-6799cb0144f3 req-12753633-b5e7-4a34-865b-b358a2be69e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf320b7f02b74453b7682d13b8665ce2&device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 1095 time: 0.0532579 Nov 29 19:11:18.075283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5b0ea7da-ae99-49b8-ac76-c1987429bb4e req-bddf216c-2fda-4ec9-87f8-a3f698310257 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518460 Nov 29 19:11:18.169124 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ed666-4487-4ae8-a5d6-6799cb0144f3 req-7891115a-b6dd-4d14-b2e9-6e74e11fc4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:18.171029 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d3ed666-4487-4ae8-a5d6-6799cb0144f3 req-7891115a-b6dd-4d14-b2e9-6e74e11fc4c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4e940618-ff22-4d57-b944-82399216727b HTTP/1.1" status: 200 len: 917 time: 0.1157556 Nov 29 19:11:18.218656 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d3ed666-4487-4ae8-a5d6-6799cb0144f3 req-975701ff-7238-44d4-84f1-52f691fc5cdd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c42382d-d6eb-4a0c-9550-685d73cc7119 HTTP/1.1" status: 200 len: 217 time: 0.0404735 Nov 29 19:11:18.269543 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ed666-4487-4ae8-a5d6-6799cb0144f3 req-c75b3894-535b-4750-bd9b-e8ffc5028291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:18.271092 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d3ed666-4487-4ae8-a5d6-6799cb0144f3 req-c75b3894-535b-4750-bd9b-e8ffc5028291 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1669543-d9c4-4c5a-a1e0-097a06e524e6 HTTP/1.1" status: 200 len: 855 time: 0.0461209 Nov 29 19:11:18.323121 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ed666-4487-4ae8-a5d6-6799cb0144f3 req-f552fad9-7322-4ff9-a26d-d43f215b0ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:18.325163 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d3ed666-4487-4ae8-a5d6-6799cb0144f3 req-f552fad9-7322-4ff9-a26d-d43f215b0ba1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e940618-ff22-4d57-b944-82399216727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471537 Nov 29 19:11:18.427595 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d3ed666-4487-4ae8-a5d6-6799cb0144f3 req-dcdbc030-1516-492d-8e55-c341f95baef2 service neutron] 10.222.0.31 "GET /v2.0/networks/4e940618-ff22-4d57-b944-82399216727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954747 Nov 29 19:11:18.535173 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4d3ed666-4487-4ae8-a5d6-6799cb0144f3 req-3fb08958-74bb-46c6-b827-e98c976ac586 service neutron] 10.222.0.31 "GET /v2.0/networks/4e940618-ff22-4d57-b944-82399216727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008997 Nov 29 19:11:19.208405 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffc0d7-881d-4aba-808f-4f02b1ba184d req-dfe4d6a9-2567-42cb-aba1-a7de6a89945f tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:19.209817 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41ffc0d7-881d-4aba-808f-4f02b1ba184d req-dfe4d6a9-2567-42cb-aba1-a7de6a89945f tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 944 time: 0.0521140 Nov 29 19:11:19.258119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-41ffc0d7-881d-4aba-808f-4f02b1ba184d req-16eae4ee-2b81-4f49-b556-d0c550bafcf0 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421329 Nov 29 19:11:20.381756 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231e808-17a2-4abc-ba0d-bd41c57b407f req-b8c458be-ad45-4170-8680-97692e5924e4 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:20.383330 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5231e808-17a2-4abc-ba0d-bd41c57b407f req-b8c458be-ad45-4170-8680-97692e5924e4 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 944 time: 0.0540838 Nov 29 19:11:20.437681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5231e808-17a2-4abc-ba0d-bd41c57b407f req-cf699754-1444-40b7-a770-19bd554adac6 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455308 Nov 29 19:11:21.560724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e492f65-30a1-47f2-ad73-61e987a60485 req-9426bd09-ba11-42c3-8260-619204aea55f tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:21.562362 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e492f65-30a1-47f2-ad73-61e987a60485 req-9426bd09-ba11-42c3-8260-619204aea55f tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 944 time: 0.0529647 Nov 29 19:11:21.619113 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e492f65-30a1-47f2-ad73-61e987a60485 req-a5cf3d5e-77a4-488e-96fd-9a08a48af914 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476258 Nov 29 19:11:21.907726 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3c42382d-d6eb-4a0c-9550-685d73cc7119 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:11:22.005481 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3c42382d-d6eb-4a0c-9550-685d73cc7119, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3c42382d-d6eb-4a0c-9550-685d73cc7119,segment=NetworkSegment(ceea4c2c-9e0f-458a-a777-ebd33ca2646f),segment_id=ceea4c2c-9e0f-458a-a777-ebd33ca2646f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:22.018577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '3c42382d-d6eb-4a0c-9550-685d73cc7119', 'network_id': '4e940618-ff22-4d57-b944-82399216727b', 'port_id': '3c42382d-d6eb-4a0c-9550-685d73cc7119', 'mac_address': 'fa:16:3e:bc:99:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1669543-d9c4-4c5a-a1e0-097a06e524e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:11:22.061702 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:22.246510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c42382d-d6eb-4a0c-9550-685d73cc7119 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:11:22.270382 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3c42382d-d6eb-4a0c-9550-685d73cc7119, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3c42382d-d6eb-4a0c-9550-685d73cc7119,segment=NetworkSegment(ceea4c2c-9e0f-458a-a777-ebd33ca2646f),segment_id=ceea4c2c-9e0f-458a-a777-ebd33ca2646f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:22.275197 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:22.325718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=3c42382d-d6eb-4a0c-9550-685d73cc7119,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:22.610495 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['3c42382d-d6eb-4a0c-9550-685d73cc7119'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:11:22.757743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c625acc-8892-4d0a-953a-3b143af3a3f4 req-0d3a1ca0-29c9-4fde-96dd-4d8cc1875c9a tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:22.759523 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c625acc-8892-4d0a-953a-3b143af3a3f4 req-0d3a1ca0-29c9-4fde-96dd-4d8cc1875c9a tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 945 time: 0.0526063 Nov 29 19:11:22.813858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c625acc-8892-4d0a-953a-3b143af3a3f4 req-950cda95-9c0e-41b4-9336-9e408c93a724 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482647 Nov 29 19:11:23.908674 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3c42382d-d6eb-4a0c-9550-685d73cc7119 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:11:23.933961 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130af33e-22dc-4ca0-a844-d7ef8e0ac498 req-06aa00d5-5a48-470b-84f1-3fab52a87184 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:23.933961 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-130af33e-22dc-4ca0-a844-d7ef8e0ac498 req-06aa00d5-5a48-470b-84f1-3fab52a87184 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 945 time: 0.0505245 Nov 29 19:11:23.968020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 3c42382d-d6eb-4a0c-9550-685d73cc7119 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:11:23.972269 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 3c42382d-d6eb-4a0c-9550-685d73cc7119 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:23.972686 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:23.986106 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-130af33e-22dc-4ca0-a844-d7ef8e0ac498 req-b76185c7-6f9d-4de6-86d8-c611302361d2 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459790 Nov 29 19:11:24.061248 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:24.088930 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cb36b9-e9c6-4ca1-8ebf-736489ff79d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c42382d-d6eb-4a0c-9550-685d73cc7119'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:11:24.091257 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37450a63-6e05-48c2-b433-ba37334d67b2" -d '{"events": [{"server_uuid": "86cb36b9-e9c6-4ca1-8ebf-736489ff79d3", "name": "network-vif-plugged", "status": "completed", "tag": "3c42382d-d6eb-4a0c-9550-685d73cc7119"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:11:24.105340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 3c42382d-d6eb-4a0c-9550-685d73cc7119, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3c42382d-d6eb-4a0c-9550-685d73cc7119,segment=NetworkSegment(ceea4c2c-9e0f-458a-a777-ebd33ca2646f),segment_id=ceea4c2c-9e0f-458a-a777-ebd33ca2646f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:24.114201 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:24.144983 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c7bcf8-e36d-4e9d-af1c-beb92ea44aab x-openstack-request-id: req-78c7bcf8-e36d-4e9d-af1c-beb92ea44aab {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:11:24.145300 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cb36b9-e9c6-4ca1-8ebf-736489ff79d3", "name": "network-vif-plugged", "status": "completed", "tag": "3c42382d-d6eb-4a0c-9550-685d73cc7119", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:11:24.145544 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78c7bcf8-e36d-4e9d-af1c-beb92ea44aab {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:11:24.145946 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cb36b9-e9c6-4ca1-8ebf-736489ff79d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c42382d-d6eb-4a0c-9550-685d73cc7119', 'code': 200} Nov 29 19:11:24.149234 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b553a308-f163-4635-9e01-3cb7541b37a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:24.182816 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=3c42382d-d6eb-4a0c-9550-685d73cc7119,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:24.244189 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0649a89-3e93-41ab-ad55-440dcb76ac71 req-2328e9e3-8d04-47d5-916c-73431f942ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:24.245772 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d0649a89-3e93-41ab-ad55-440dcb76ac71 req-2328e9e3-8d04-47d5-916c-73431f942ee8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 1097 time: 0.0493529 Nov 29 19:11:24.294932 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d0649a89-3e93-41ab-ad55-440dcb76ac71 req-2c72345f-c878-40c7-b12b-445c35e0deb6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418754 Nov 29 19:11:25.117030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fc1e2-8f6a-4b67-a4b5-328e89e430d7 req-f6dbf523-f1f6-4706-ae9d-267d755730cf tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:25.118577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-954fc1e2-8f6a-4b67-a4b5-328e89e430d7 req-f6dbf523-f1f6-4706-ae9d-267d755730cf tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 946 time: 0.0524046 Nov 29 19:11:25.170267 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-954fc1e2-8f6a-4b67-a4b5-328e89e430d7 req-52ea2416-310a-40cc-bdc0-b8a9c8c07f52 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442007 Nov 29 19:11:26.319914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45395d-719a-4484-a5d7-17baaa52ba8d req-fb1f4e43-c42d-4d7a-aa4a-b8e01eccf3a5 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:26.321466 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f45395d-719a-4484-a5d7-17baaa52ba8d req-fb1f4e43-c42d-4d7a-aa4a-b8e01eccf3a5 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 946 time: 0.0733733 Nov 29 19:11:26.371562 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8f45395d-719a-4484-a5d7-17baaa52ba8d req-3466b27b-0653-41bc-8d91-5027efd054a1 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437822 Nov 29 19:11:26.491843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cab1a-5c85-4793-b227-423cdc2f8b13 req-92542839-cf87-420e-921a-c792e05c73ad tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:26.493412 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925cab1a-5c85-4793-b227-423cdc2f8b13 req-92542839-cf87-420e-921a-c792e05c73ad tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 946 time: 0.0529125 Nov 29 19:11:26.543443 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-925cab1a-5c85-4793-b227-423cdc2f8b13 req-678654fc-7857-4d31-9483-8b68ea9690d8 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435615 Nov 29 19:11:26.587453 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d99ce644-4fc2-4b54-912b-5fba57919fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:27.878433 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:27.880855 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:29.429590 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:30.123302 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:30.389919 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:38.396360 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4ced4902-d141-469e-a1ec-a8154ce91f0d req-c19f56f9-09b2-4fab-9cc4-276528390e4b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398903 Nov 29 19:11:38.485161 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced4902-d141-469e-a1ec-a8154ce91f0d req-3a9d0f78-c795-41c1-ac71-b3e511394438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:38.486649 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4ced4902-d141-469e-a1ec-a8154ce91f0d req-3a9d0f78-c795-41c1-ac71-b3e511394438 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf320b7f02b74453b7682d13b8665ce2&device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 1097 time: 0.0423222 Nov 29 19:11:38.594723 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced4902-d141-469e-a1ec-a8154ce91f0d req-47a826e9-2393-4b93-8957-2054519089a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:38.596168 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4ced4902-d141-469e-a1ec-a8154ce91f0d req-47a826e9-2393-4b93-8957-2054519089a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4e940618-ff22-4d57-b944-82399216727b HTTP/1.1" status: 200 len: 917 time: 0.0891128 Nov 29 19:11:38.643616 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4ced4902-d141-469e-a1ec-a8154ce91f0d req-4b0935ba-5010-41a5-a1b9-e283b448f9fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c42382d-d6eb-4a0c-9550-685d73cc7119 HTTP/1.1" status: 200 len: 217 time: 0.0390952 Nov 29 19:11:38.700333 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced4902-d141-469e-a1ec-a8154ce91f0d req-58dbb944-fdc5-4adc-acdc-c295b7499b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:38.702650 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4ced4902-d141-469e-a1ec-a8154ce91f0d req-58dbb944-fdc5-4adc-acdc-c295b7499b1e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1669543-d9c4-4c5a-a1e0-097a06e524e6 HTTP/1.1" status: 200 len: 855 time: 0.0482819 Nov 29 19:11:38.759158 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced4902-d141-469e-a1ec-a8154ce91f0d req-a0eaa42e-d990-4637-8541-39981a064d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:38.760756 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4ced4902-d141-469e-a1ec-a8154ce91f0d req-a0eaa42e-d990-4637-8541-39981a064d87 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e940618-ff22-4d57-b944-82399216727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487247 Nov 29 19:11:38.854722 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4ced4902-d141-469e-a1ec-a8154ce91f0d req-f28f39c7-2857-4df8-8b71-4f808629aecb service neutron] 10.222.0.31 "GET /v2.0/networks/4e940618-ff22-4d57-b944-82399216727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847030 Nov 29 19:11:38.957080 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4ced4902-d141-469e-a1ec-a8154ce91f0d req-93123631-91b2-4f3d-95cd-e045e689f828 service neutron] 10.222.0.31 "GET /v2.0/networks/4e940618-ff22-4d57-b944-82399216727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936878 Nov 29 19:11:49.269031 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b7f91-db63-446d-a23b-d6b98b275029 req-168ae11d-769b-450b-a227-cb10f6a74f80 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:49.270529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b68b7f91-db63-446d-a23b-d6b98b275029 req-168ae11d-769b-450b-a227-cb10f6a74f80 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 946 time: 0.0499306 Nov 29 19:11:49.322515 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b68b7f91-db63-446d-a23b-d6b98b275029 req-cd71d46a-46e1-4b15-b401-c08f212209f0 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453856 Nov 29 19:11:50.442107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236022b6-1931-47f8-a3ab-7fb265707d84 req-069ebdaa-85b3-46cd-81df-f68ef4791414 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:50.443956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-236022b6-1931-47f8-a3ab-7fb265707d84 req-069ebdaa-85b3-46cd-81df-f68ef4791414 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 946 time: 0.0497034 Nov 29 19:11:50.491661 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-236022b6-1931-47f8-a3ab-7fb265707d84 req-0ffbd57b-03d1-4895-8c36-5521bef5843f tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415468 Nov 29 19:11:50.948877 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08cc14-9cdd-4046-8c12-eee262eb7702 req-2ab3c615-d284-4c36-98b9-0577234d0d4c tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:50.950349 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cd08cc14-9cdd-4046-8c12-eee262eb7702 req-2ab3c615-d284-4c36-98b9-0577234d0d4c tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.31 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 946 time: 0.0496917 Nov 29 19:11:51.038577 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-cd08cc14-9cdd-4046-8c12-eee262eb7702 req-e2b2f29b-78f6-456a-a101-a88535e7ec67 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Deleting port 3c42382d-d6eb-4a0c-9550-685d73cc7119 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:11:51.038947 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-cd08cc14-9cdd-4046-8c12-eee262eb7702 req-e2b2f29b-78f6-456a-a101-a88535e7ec67 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.134606 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-cd08cc14-9cdd-4046-8c12-eee262eb7702 req-e2b2f29b-78f6-456a-a101-a88535e7ec67 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] For port 3c42382d-d6eb-4a0c-9550-685d73cc7119, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=3c42382d-d6eb-4a0c-9550-685d73cc7119,segment=NetworkSegment(ceea4c2c-9e0f-458a-a777-ebd33ca2646f),segment_id=ceea4c2c-9e0f-458a-a777-ebd33ca2646f)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:11:51.135154 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-cd08cc14-9cdd-4046-8c12-eee262eb7702 req-e2b2f29b-78f6-456a-a101-a88535e7ec67 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.152618 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-cd08cc14-9cdd-4046-8c12-eee262eb7702 req-e2b2f29b-78f6-456a-a101-a88535e7ec67 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Calling delete_port for 3c42382d-d6eb-4a0c-9550-685d73cc7119 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:11:51.288224 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-cd08cc14-9cdd-4046-8c12-eee262eb7702 req-e2b2f29b-78f6-456a-a101-a88535e7ec67 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.300912 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['3c42382d-d6eb-4a0c-9550-685d73cc7119'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:11:51.318442 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2f29b-78f6-456a-a101-a88535e7ec67 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Pushing event deleted for resources: {'Port': ['ID=3c42382d-d6eb-4a0c-9550-685d73cc7119,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:51.361639 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd08cc14-9cdd-4046-8c12-eee262eb7702 req-e2b2f29b-78f6-456a-a101-a88535e7ec67 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] No DVR routers for this DVR port 3c42382d-d6eb-4a0c-9550-685d73cc7119 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:11:51.364355 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-cd08cc14-9cdd-4046-8c12-eee262eb7702 req-e2b2f29b-78f6-456a-a101-a88535e7ec67 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:51.367875 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cd08cc14-9cdd-4046-8c12-eee262eb7702 req-e2b2f29b-78f6-456a-a101-a88535e7ec67 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.31 "DELETE /v2.0/ports/3c42382d-d6eb-4a0c-9550-685d73cc7119 HTTP/1.1" status: 204 len: 173 time: 0.4117544 Nov 29 19:11:51.368342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cb36b9-e9c6-4ca1-8ebf-736489ff79d3', 'name': 'network-vif-deleted', 'tag': '3c42382d-d6eb-4a0c-9550-685d73cc7119'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:11:51.370705 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1facbbbe-ac4d-4cef-85ee-62dfec655210" -d '{"events": [{"server_uuid": "86cb36b9-e9c6-4ca1-8ebf-736489ff79d3", "name": "network-vif-deleted", "tag": "3c42382d-d6eb-4a0c-9550-685d73cc7119"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:11:51.422972 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9799a41-825d-4b68-9f79-6aa4005c8e8e x-openstack-request-id: req-a9799a41-825d-4b68-9f79-6aa4005c8e8e {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:11:51.423338 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cb36b9-e9c6-4ca1-8ebf-736489ff79d3", "name": "network-vif-deleted", "tag": "3c42382d-d6eb-4a0c-9550-685d73cc7119", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:11:51.423757 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9799a41-825d-4b68-9f79-6aa4005c8e8e {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:11:51.424390 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cb36b9-e9c6-4ca1-8ebf-736489ff79d3', 'name': 'network-vif-deleted', 'tag': '3c42382d-d6eb-4a0c-9550-685d73cc7119', 'status': 'completed', 'code': 200} Nov 29 19:11:51.552428 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:11:51.598422 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9fac6da5-4ddb-46cc-b5c8-cfdbbff10b29 req-f6cc0f83-4552-490c-a763-7f885ac09709 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=86cb36b9-e9c6-4ca1-8ebf-736489ff79d3 HTTP/1.1" status: 200 len: 210 time: 0.0253820 Nov 29 19:11:53.241705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-b5967dbd-9caf-4a15-80eb-2c1418949acf tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:53.243183 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-b5967dbd-9caf-4a15-80eb-2c1418949acf tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/networks?id=4e940618-ff22-4d57-b944-82399216727b HTTP/1.1" status: 200 len: 816 time: 0.1040874 Nov 29 19:11:53.259804 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-29038ee7-ab4d-4074-856b-a49ca146b1f3 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/quotas/bf320b7f02b74453b7682d13b8665ce2 HTTP/1.1" status: 200 len: 375 time: 0.0092559 Nov 29 19:11:53.313345 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-06268d0c-7deb-47af-b2fe-5d45ccb40cbe tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bf320b7f02b74453b7682d13b8665ce2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469351 Nov 29 19:11:53.410059 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-c0bae72c-aace-4e99-b0bb-cef56fcb136c service neutron] 10.222.0.23 "GET /v2.0/networks/4e940618-ff22-4d57-b944-82399216727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846276 Nov 29 19:11:53.501558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-fe65b24e-0e24-4eb4-bb67-37f99037517f service neutron] 10.222.0.23 "GET /v2.0/networks/4e940618-ff22-4d57-b944-82399216727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853226 Nov 29 19:11:53.662810 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5395fb7a-1c3c-405f-80d7-2b6f53420c45 req-487f5190-1dae-48a2-9b51-61e4d1affdb4 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 210 time: 0.0283859 Nov 29 19:11:54.047149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3c42382d-d6eb-4a0c-9550-685d73cc7119 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:11:54.068759 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 3c42382d-d6eb-4a0c-9550-685d73cc7119 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:11:54.069121 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 3c42382d-d6eb-4a0c-9550-685d73cc7119 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:11:54.119943 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d3068c93-6b70-4760-94de-cfa311f20115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.586823 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-0871cb37-56d2-419c-ae82-1914d7c66837 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:54.588234 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-0871cb37-56d2-419c-ae82-1914d7c66837 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.31 "GET /v2.0/networks?id=4e940618-ff22-4d57-b944-82399216727b HTTP/1.1" status: 200 len: 816 time: 0.1102190 Nov 29 19:11:54.601134 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Request body: {'port': {'device_id': '2261d36d-3a7c-44e4-a419-c157c78a1333', 'network_id': '4e940618-ff22-4d57-b944-82399216727b', 'admin_state_up': True, 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:54.710100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Made reservation on behalf of bf320b7f02b74453b7682d13b8665ce2 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:11:54.713752 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:54.759886 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ba5ef42-c8f3-4152-a377-b4ea28048254 req-b2e8df4f-795d-4945-96a7-c5c56e4f7beb tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 210 time: 0.0256276 Nov 29 19:11:54.845389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Allocated IP 172.20.0.14 (4e940618-ff22-4d57-b944-82399216727b/f1669543-d9c4-4c5a-a1e0-097a06e524e6/13e41901-7a68-44f8-805a-1d5dba669211) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:11:54.995793 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.029217 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.079684 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Network 4e940618-ff22-4d57-b944-82399216727b is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:11:55.084267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:11:55.088448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:11:55.096149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Pushing event updated for resources: {'Port': ['ID=13e41901-7a68-44f8-805a-1d5dba669211,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:55.127849 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:55.128197 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:55.128543 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:55.128878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:55.129317 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:55.129677 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:55.130057 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:55.130412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:55.130744 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:55.131105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:55.131424 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:55.131751 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:11:55.158101 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:55.158624 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.177157 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-ce2dd4ee-9ad1-4c55-b3b1-bae5e2d71ac7 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5797629 Nov 29 19:11:55.192378 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Request body: {'port': {'device_id': '2261d36d-3a7c-44e4-a419-c157c78a1333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:11:55.253238 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.357222 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bcd1f079-689d-480a-8620-ad51e68e5e1a None None] Provisioning complete for port 13e41901-7a68-44f8-805a-1d5dba669211 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:11:55.357894 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcd1f079-689d-480a-8620-ad51e68e5e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.396805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bcd1f079-689d-480a-8620-ad51e68e5e1a None None] Port 13e41901-7a68-44f8-805a-1d5dba669211 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:11:55.521579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e41901-7a68-44f8-805a-1d5dba669211 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:11:55.529398 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.542006 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Transition to ACTIVE for port object 13e41901-7a68-44f8-805a-1d5dba669211 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:11:55.546127 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.599612 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09153155-d88a-4a42-affd-52826f429610 service neutron] Pushing event updated for resources: {'Port': ['ID=13e41901-7a68-44f8-805a-1d5dba669211,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:55.680710 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Attempting to bind port 13e41901-7a68-44f8-805a-1d5dba669211 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:11:55.681043 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Attempting to bind port 13e41901-7a68-44f8-805a-1d5dba669211 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4e940618-ff22-4d57-b944-82399216727b'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:11:55.681375 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Attempting to bind port 13e41901-7a68-44f8-805a-1d5dba669211 on network 4e940618-ff22-4d57-b944-82399216727b {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:55.686903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Port 13e41901-7a68-44f8-805a-1d5dba669211 on network 4e940618-ff22-4d57-b944-82399216727b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:11:55.687233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Attempting to bind port 13e41901-7a68-44f8-805a-1d5dba669211 on network 4e940618-ff22-4d57-b944-82399216727b {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:11:55.692334 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:11:55.692676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Checking segment: {'id': 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4e940618-ff22-4d57-b944-82399216727b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:11:55.693383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Bound using segment: {'id': 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4e940618-ff22-4d57-b944-82399216727b'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:11:55.693734 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Bound port: 13e41901-7a68-44f8-805a-1d5dba669211, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '4e940618-ff22-4d57-b944-82399216727b'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:11:55.694095 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.770695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] For port 13e41901-7a68-44f8-805a-1d5dba669211, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:11:55.774033 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] For port 13e41901-7a68-44f8-805a-1d5dba669211, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=13e41901-7a68-44f8-805a-1d5dba669211,segment=NetworkSegment(ceea4c2c-9e0f-458a-a777-ebd33ca2646f),segment_id=ceea4c2c-9e0f-458a-a777-ebd33ca2646f)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:11:55.777780 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.817364 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:55.818235 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:55.819700 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-09153155-d88a-4a42-affd-52826f429610 service neutron] 10.222.0.31 "PUT /v2.0/ports/13e41901-7a68-44f8-805a-1d5dba669211 HTTP/1.1" status: 200 len: 1092 time: 0.6319528 Nov 29 19:11:55.820157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2261d36d-3a7c-44e4-a419-c157c78a1333', 'tag': '13e41901-7a68-44f8-805a-1d5dba669211'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:11:55.822777 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5e5577-a4e7-42f0-9ce5-5fdd0f5a2630" -d '{"events": [{"name": "network-changed", "server_uuid": "2261d36d-3a7c-44e4-a419-c157c78a1333", "tag": "13e41901-7a68-44f8-805a-1d5dba669211"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:11:55.847526 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09153155-d88a-4a42-affd-52826f429610 service neutron] Pushing event updated for resources: {'Port': ['ID=13e41901-7a68-44f8-805a-1d5dba669211,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:11:55.913881 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f1a892-58ea-49eb-bf5e-6e5c215b928d x-openstack-request-id: req-34f1a892-58ea-49eb-bf5e-6e5c215b928d {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:11:55.914190 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2261d36d-3a7c-44e4-a419-c157c78a1333", "tag": "13e41901-7a68-44f8-805a-1d5dba669211", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:11:55.914437 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34f1a892-58ea-49eb-bf5e-6e5c215b928d {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:11:55.914861 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2261d36d-3a7c-44e4-a419-c157c78a1333', 'tag': '13e41901-7a68-44f8-805a-1d5dba669211', 'status': 'completed', 'code': 200} Nov 29 19:11:55.916534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fefd3a-1f2c-4328-b628-fc8f23637583 req-49f56a20-7ce1-4072-b9d9-84aac9377c20 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:55.918162 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0fefd3a-1f2c-4328-b628-fc8f23637583 req-49f56a20-7ce1-4072-b9d9-84aac9377c20 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 944 time: 0.0784585 Nov 29 19:11:55.934581 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-4b86636d-9d6d-4db4-b8bd-6efa2fd361b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:55.939336 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-4b86636d-9d6d-4db4-b8bd-6efa2fd361b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf320b7f02b74453b7682d13b8665ce2&device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 1095 time: 0.0551717 Nov 29 19:11:55.978750 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0fefd3a-1f2c-4328-b628-fc8f23637583 req-4203c4d5-8427-491d-874f-cc21595fee1e tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517204 Nov 29 19:11:55.992138 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-5e356edd-b56a-4a29-ae9d-33327342dd7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e41901-7a68-44f8-805a-1d5dba669211 HTTP/1.1" status: 200 len: 217 time: 0.0453234 Nov 29 19:11:56.045620 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-93aa9445-efa0-4049-a6a0-4634a21dd506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:56.047338 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-93aa9445-efa0-4049-a6a0-4634a21dd506 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1669543-d9c4-4c5a-a1e0-097a06e524e6 HTTP/1.1" status: 200 len: 855 time: 0.0474598 Nov 29 19:11:56.095711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-e281e12a-ef32-40e9-bd38-5523fdd9da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:56.097290 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-e281e12a-ef32-40e9-bd38-5523fdd9da3e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e940618-ff22-4d57-b944-82399216727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430715 Nov 29 19:11:56.189452 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-a60c4c90-218a-4875-9c05-af561055ca60 service neutron] 10.222.0.31 "GET /v2.0/networks/4e940618-ff22-4d57-b944-82399216727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852058 Nov 29 19:11:56.279331 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f1a75f62-e142-48f2-9658-df6b2fb38aa9 req-ba19190b-f441-4393-9468-79032cbf47f5 service neutron] 10.222.0.31 "GET /v2.0/networks/4e940618-ff22-4d57-b944-82399216727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833414 Nov 29 19:11:56.370467 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e5577-a4e7-42f0-9ce5-5fdd0f5a2630 req-46aed666-2efa-43a7-8297-8ad79ed93992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:56.372003 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f5e5577-a4e7-42f0-9ce5-5fdd0f5a2630 req-46aed666-2efa-43a7-8297-8ad79ed93992 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bf320b7f02b74453b7682d13b8665ce2&device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 1095 time: 0.0457227 Nov 29 19:11:56.464136 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e5577-a4e7-42f0-9ce5-5fdd0f5a2630 req-ff476e7f-2455-4ad8-9543-61207212bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:56.465699 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f5e5577-a4e7-42f0-9ce5-5fdd0f5a2630 req-ff476e7f-2455-4ad8-9543-61207212bcc4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4e940618-ff22-4d57-b944-82399216727b HTTP/1.1" status: 200 len: 917 time: 0.0855525 Nov 29 19:11:56.506987 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f5e5577-a4e7-42f0-9ce5-5fdd0f5a2630 req-ce39e763-1d42-474d-bc8d-579b87bf46db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e41901-7a68-44f8-805a-1d5dba669211 HTTP/1.1" status: 200 len: 217 time: 0.0337591 Nov 29 19:11:56.561740 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e5577-a4e7-42f0-9ce5-5fdd0f5a2630 req-33ec38ef-6149-47c8-afc0-8672fd3eca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:56.563257 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f5e5577-a4e7-42f0-9ce5-5fdd0f5a2630 req-33ec38ef-6149-47c8-afc0-8672fd3eca4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f1669543-d9c4-4c5a-a1e0-097a06e524e6 HTTP/1.1" status: 200 len: 855 time: 0.0478914 Nov 29 19:11:56.581176 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aeeb641f-8c30-4853-83e4-e2def4ef0754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:56.610610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e5577-a4e7-42f0-9ce5-5fdd0f5a2630 req-fedddded-57b0-474d-96c2-b45d1bd1ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:56.612174 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f5e5577-a4e7-42f0-9ce5-5fdd0f5a2630 req-fedddded-57b0-474d-96c2-b45d1bd1ae65 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4e940618-ff22-4d57-b944-82399216727b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417030 Nov 29 19:11:56.702193 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f5e5577-a4e7-42f0-9ce5-5fdd0f5a2630 req-41b33859-9fc2-4b9e-a8f8-9613577718a0 service neutron] 10.222.0.31 "GET /v2.0/networks/4e940618-ff22-4d57-b944-82399216727b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830791 Nov 29 19:11:56.800749 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1f5e5577-a4e7-42f0-9ce5-5fdd0f5a2630 req-30d07efa-c7d5-4fc8-8cdb-6a97aa8ef0a8 service neutron] 10.222.0.31 "GET /v2.0/networks/4e940618-ff22-4d57-b944-82399216727b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909238 Nov 29 19:11:57.095363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a15ffe-bb3d-47e4-a7db-c26214ea8551 req-a3bad062-b5c4-41b6-9cb3-291a31c3e48d tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:57.096834 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74a15ffe-bb3d-47e4-a7db-c26214ea8551 req-a3bad062-b5c4-41b6-9cb3-291a31c3e48d tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 944 time: 0.0490704 Nov 29 19:11:57.144119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-74a15ffe-bb3d-47e4-a7db-c26214ea8551 req-51ef200d-3e8b-4de4-b692-3e74e0e84511 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Nov 29 19:11:57.875883 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:57.880174 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:58.256971 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb5f60-d74f-4090-9fe2-6f034dfcc89e req-905d0346-84b4-4b05-95f7-c13207d5a7f9 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:58.258499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0eeb5f60-d74f-4090-9fe2-6f034dfcc89e req-905d0346-84b4-4b05-95f7-c13207d5a7f9 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 944 time: 0.0476105 Nov 29 19:11:58.310875 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0eeb5f60-d74f-4090-9fe2-6f034dfcc89e req-0dd06d6d-fcff-4938-8a54-da8a8b1768af tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459003 Nov 29 19:11:59.436092 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:11:59.450204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a07a3-ff7f-4951-86ac-a7d6331a868a req-21d0c397-87eb-48bd-b1ce-6c1f2c7449eb tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:11:59.452347 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e3a07a3-ff7f-4951-86ac-a7d6331a868a req-21d0c397-87eb-48bd-b1ce-6c1f2c7449eb tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 944 time: 0.0682781 Nov 29 19:11:59.505797 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e3a07a3-ff7f-4951-86ac-a7d6331a868a req-933909da-18bc-468c-9439-0be186fb109e tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470939 Nov 29 19:12:00.046436 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 13e41901-7a68-44f8-805a-1d5dba669211 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:12:00.130465 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:00.162197 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 13e41901-7a68-44f8-805a-1d5dba669211, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=13e41901-7a68-44f8-805a-1d5dba669211,segment=NetworkSegment(ceea4c2c-9e0f-458a-a777-ebd33ca2646f),segment_id=ceea4c2c-9e0f-458a-a777-ebd33ca2646f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:12:00.176852 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '13e41901-7a68-44f8-805a-1d5dba669211', 'network_id': '4e940618-ff22-4d57-b944-82399216727b', 'port_id': '13e41901-7a68-44f8-805a-1d5dba669211', 'mac_address': 'fa:16:3e:00:36:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1669543-d9c4-4c5a-a1e0-097a06e524e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:12:00.216032 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:00.228712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e41901-7a68-44f8-805a-1d5dba669211 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:12:00.250030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 13e41901-7a68-44f8-805a-1d5dba669211, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=13e41901-7a68-44f8-805a-1d5dba669211,segment=NetworkSegment(ceea4c2c-9e0f-458a-a777-ebd33ca2646f),segment_id=ceea4c2c-9e0f-458a-a777-ebd33ca2646f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:12:00.254089 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:00.305312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=13e41901-7a68-44f8-805a-1d5dba669211,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:00.313067 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:00.313418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:00.313763 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:00.314102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:00.314438 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:00.314774 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:00.315130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:00.315459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:00.315787 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:00.316115 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:00.316439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:00.316767 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:00.387825 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:00.590047 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['13e41901-7a68-44f8-805a-1d5dba669211'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:12:00.624445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5179de-1014-4112-bdd4-d4d07add09b1 req-5c65662f-2ce8-4aba-ae9f-19238b25d256 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:00.626121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c5179de-1014-4112-bdd4-d4d07add09b1 req-5c65662f-2ce8-4aba-ae9f-19238b25d256 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 945 time: 0.0497265 Nov 29 19:12:00.675377 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c5179de-1014-4112-bdd4-d4d07add09b1 req-a9932b80-235a-4b19-b14d-f0d9f19f47d4 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433471 Nov 29 19:12:01.795056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a9f6b-7598-4c4a-a168-a58af8c65473 req-cfcecbef-a832-4e0f-9590-55df77c1c577 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:01.796669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d57a9f6b-7598-4c4a-a168-a58af8c65473 req-cfcecbef-a832-4e0f-9590-55df77c1c577 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 945 time: 0.0531926 Nov 29 19:12:01.846858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d57a9f6b-7598-4c4a-a168-a58af8c65473 req-ed995bb3-1136-4ab0-8405-e37bc0eccf67 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441334 Nov 29 19:12:02.051158 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 13e41901-7a68-44f8-805a-1d5dba669211 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:12:02.115378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 13e41901-7a68-44f8-805a-1d5dba669211 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:12:02.119728 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 13e41901-7a68-44f8-805a-1d5dba669211 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:02.120112 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:02.201212 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:02.224027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2261d36d-3a7c-44e4-a419-c157c78a1333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e41901-7a68-44f8-805a-1d5dba669211'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:12:02.226315 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfacd7c-8c33-4d15-80a7-e6f547376739" -d '{"events": [{"server_uuid": "2261d36d-3a7c-44e4-a419-c157c78a1333", "name": "network-vif-plugged", "status": "completed", "tag": "13e41901-7a68-44f8-805a-1d5dba669211"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:12:02.239936 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 13e41901-7a68-44f8-805a-1d5dba669211, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=13e41901-7a68-44f8-805a-1d5dba669211,segment=NetworkSegment(ceea4c2c-9e0f-458a-a777-ebd33ca2646f),segment_id=ceea4c2c-9e0f-458a-a777-ebd33ca2646f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:12:02.244841 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:02.270154 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2939a4e4-3693-41fa-bf80-50f4ad861189 x-openstack-request-id: req-2939a4e4-3693-41fa-bf80-50f4ad861189 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:12:02.270489 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2261d36d-3a7c-44e4-a419-c157c78a1333", "name": "network-vif-plugged", "status": "completed", "tag": "13e41901-7a68-44f8-805a-1d5dba669211", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:12:02.270712 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2939a4e4-3693-41fa-bf80-50f4ad861189 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:12:02.271127 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2261d36d-3a7c-44e4-a419-c157c78a1333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e41901-7a68-44f8-805a-1d5dba669211', 'code': 200} Nov 29 19:12:02.306415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=13e41901-7a68-44f8-805a-1d5dba669211,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:02.388344 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d070f-e30d-4f3a-86ba-39cd229ad74c req-a1108d2a-8756-4811-90c8-b980b789275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:02.389896 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7e9d070f-e30d-4f3a-86ba-39cd229ad74c req-a1108d2a-8756-4811-90c8-b980b789275c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 1097 time: 0.0480587 Nov 29 19:12:02.436819 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7e9d070f-e30d-4f3a-86ba-39cd229ad74c req-d29e6d20-ded8-4029-8afe-f89c1382e65c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378530 Nov 29 19:12:02.965400 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69350d-1a41-4a94-8d6c-604c39848c9f req-63f4b253-aacc-4a7f-a2a9-2f6c01e8f1b4 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:02.967593 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa69350d-1a41-4a94-8d6c-604c39848c9f req-63f4b253-aacc-4a7f-a2a9-2f6c01e8f1b4 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 946 time: 0.0516326 Nov 29 19:12:03.017551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa69350d-1a41-4a94-8d6c-604c39848c9f req-df4210be-7f84-4666-863c-8640553e2e67 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438099 Nov 29 19:12:04.141305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81cd83-76c2-476a-a674-14b4ec1d3d92 req-544faf35-4aca-4b79-a05d-33f81e6f66be tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:04.142800 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a81cd83-76c2-476a-a674-14b4ec1d3d92 req-544faf35-4aca-4b79-a05d-33f81e6f66be tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 946 time: 0.0527401 Nov 29 19:12:04.189629 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a81cd83-76c2-476a-a674-14b4ec1d3d92 req-61aa0db0-5a00-4904-9872-d794fe959491 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408118 Nov 29 19:12:04.307963 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bda01-7de7-4a47-bdaa-dd43a072d0e4 req-1a28c118-7e25-4c5c-a448-ef58ebef25c5 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:04.309485 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-207bda01-7de7-4a47-bdaa-dd43a072d0e4 req-1a28c118-7e25-4c5c-a448-ef58ebef25c5 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 946 time: 0.0517931 Nov 29 19:12:04.363332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-207bda01-7de7-4a47-bdaa-dd43a072d0e4 req-d19934fd-3cc6-494f-9164-b83f88ea4b6b tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474625 Nov 29 19:12:24.123182 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b23a457-7c2b-483f-89af-877ce80a6d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:26.072814 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a614e2f-474b-40e8-b7c7-c1ac29465d52 req-3108091f-cc24-46b1-973f-b2a2a2f11457 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:26.074372 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a614e2f-474b-40e8-b7c7-c1ac29465d52 req-3108091f-cc24-46b1-973f-b2a2a2f11457 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 946 time: 0.0504203 Nov 29 19:12:26.125698 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5a614e2f-474b-40e8-b7c7-c1ac29465d52 req-31084820-03e1-4764-84ef-a8abc229a205 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446386 Nov 29 19:12:26.583247 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c53c945a-1259-4c90-9c6d-fc3e7df62a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:27.242690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb215b8-3bd9-47a4-a3b3-78ed59386b9e req-bca8197d-1739-47f7-a052-a6ecdd501f0d tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:27.244186 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7eb215b8-3bd9-47a4-a3b3-78ed59386b9e req-bca8197d-1739-47f7-a052-a6ecdd501f0d tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 946 time: 0.0479569 Nov 29 19:12:27.290961 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7eb215b8-3bd9-47a4-a3b3-78ed59386b9e req-bd0ae806-714f-45d0-8012-06c9e8eaa7bc tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/security-groups?id=574fd256-9452-4fc8-9744-8c48189c5313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Nov 29 19:12:27.760875 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117de81-5281-47c3-9f2c-155def2dc1ce req-fbf331a9-597f-40a5-8d93-f7e04a5aa01b tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:27.762875 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c117de81-5281-47c3-9f2c-155def2dc1ce req-fbf331a9-597f-40a5-8d93-f7e04a5aa01b tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.31 "GET /v2.0/ports?device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 946 time: 0.0519054 Nov 29 19:12:27.853674 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-c117de81-5281-47c3-9f2c-155def2dc1ce req-8f7a3653-3296-4eb7-bcd8-dc17ace3eb6b tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Deleting port 13e41901-7a68-44f8-805a-1d5dba669211 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:12:27.854011 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c117de81-5281-47c3-9f2c-155def2dc1ce req-8f7a3653-3296-4eb7-bcd8-dc17ace3eb6b tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:27.890533 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:27.893133 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:27.947802 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c117de81-5281-47c3-9f2c-155def2dc1ce req-8f7a3653-3296-4eb7-bcd8-dc17ace3eb6b tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] For port 13e41901-7a68-44f8-805a-1d5dba669211, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=13e41901-7a68-44f8-805a-1d5dba669211,segment=NetworkSegment(ceea4c2c-9e0f-458a-a777-ebd33ca2646f),segment_id=ceea4c2c-9e0f-458a-a777-ebd33ca2646f)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:12:27.948168 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c117de81-5281-47c3-9f2c-155def2dc1ce req-8f7a3653-3296-4eb7-bcd8-dc17ace3eb6b tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:27.961114 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-c117de81-5281-47c3-9f2c-155def2dc1ce req-8f7a3653-3296-4eb7-bcd8-dc17ace3eb6b tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Calling delete_port for 13e41901-7a68-44f8-805a-1d5dba669211 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:12:28.096863 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c117de81-5281-47c3-9f2c-155def2dc1ce req-8f7a3653-3296-4eb7-bcd8-dc17ace3eb6b tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:28.109709 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['13e41901-7a68-44f8-805a-1d5dba669211'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:12:28.129932 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a3653-3296-4eb7-bcd8-dc17ace3eb6b tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Pushing event deleted for resources: {'Port': ['ID=13e41901-7a68-44f8-805a-1d5dba669211,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:28.175379 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c117de81-5281-47c3-9f2c-155def2dc1ce req-8f7a3653-3296-4eb7-bcd8-dc17ace3eb6b tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] No DVR routers for this DVR port 13e41901-7a68-44f8-805a-1d5dba669211 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:12:28.178040 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c117de81-5281-47c3-9f2c-155def2dc1ce req-8f7a3653-3296-4eb7-bcd8-dc17ace3eb6b tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:28.181539 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c117de81-5281-47c3-9f2c-155def2dc1ce req-8f7a3653-3296-4eb7-bcd8-dc17ace3eb6b tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.31 "DELETE /v2.0/ports/13e41901-7a68-44f8-805a-1d5dba669211 HTTP/1.1" status: 204 len: 173 time: 0.4132450 Nov 29 19:12:28.182002 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2261d36d-3a7c-44e4-a419-c157c78a1333', 'name': 'network-vif-deleted', 'tag': '13e41901-7a68-44f8-805a-1d5dba669211'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:12:28.184309 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41827085-d965-4906-8cab-5fbba4e8f91d" -d '{"events": [{"server_uuid": "2261d36d-3a7c-44e4-a419-c157c78a1333", "name": "network-vif-deleted", "tag": "13e41901-7a68-44f8-805a-1d5dba669211"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:12:28.232808 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3872da8-cfd7-446c-b002-c583879d563a x-openstack-request-id: req-f3872da8-cfd7-446c-b002-c583879d563a {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:12:28.233113 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2261d36d-3a7c-44e4-a419-c157c78a1333", "name": "network-vif-deleted", "tag": "13e41901-7a68-44f8-805a-1d5dba669211", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:12:28.233374 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3872da8-cfd7-446c-b002-c583879d563a {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:12:28.233783 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2261d36d-3a7c-44e4-a419-c157c78a1333', 'name': 'network-vif-deleted', 'tag': '13e41901-7a68-44f8-805a-1d5dba669211', 'status': 'completed', 'code': 200} Nov 29 19:12:28.397076 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1eafe715-f872-4b26-8b15-8f12bd8fcf35 req-bfe1aca1-8055-48cc-8ba6-9ad7be96e3c0 tempest-TestEncryptedCinderVolumes-939482055 tempest-TestEncryptedCinderVolumes-939482055-project] 10.222.0.23 "GET /v2.0/ports?device_id=2261d36d-3a7c-44e4-a419-c157c78a1333 HTTP/1.1" status: 200 len: 210 time: 0.0263839 Nov 29 19:12:28.552598 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:12:29.443766 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:29.493375 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44612) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:29.834192 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:30.072733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Deleting port d441fef0-617c-4454-b5bb-fc15b37765c1 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:12:30.073125 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:30.114151 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:30.124077 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 13e41901-7a68-44f8-805a-1d5dba669211 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:12:30.147110 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 13e41901-7a68-44f8-805a-1d5dba669211 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:12:30.147640 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 13e41901-7a68-44f8-805a-1d5dba669211 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:12:30.153718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] For port d441fef0-617c-4454-b5bb-fc15b37765c1, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=d441fef0-617c-4454-b5bb-fc15b37765c1,segment=NetworkSegment(ceea4c2c-9e0f-458a-a777-ebd33ca2646f),segment_id=ceea4c2c-9e0f-458a-a777-ebd33ca2646f)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:12:30.154079 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:30.166615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Calling delete_port for d441fef0-617c-4454-b5bb-fc15b37765c1 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:12:30.348610 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:30.378620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Pushing event deleted for resources: {'Port': ['ID=d441fef0-617c-4454-b5bb-fc15b37765c1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:30.388038 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:30.392419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:30.392593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:30.392837 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:30.393184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:30.393584 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:30.393927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:30.394266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:30.394666 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:30.395033 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:30.395375 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:30.395709 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:30.396041 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:30.555522 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:31.090911 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Router 2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:12:31.196445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:12:31.202199 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d0a3b9de-69ef-4ce3-ab9b-1b6e08967ced admin admin] 10.222.0.23 "PUT /v2.0/routers/2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7078118 Nov 29 19:12:31.204732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44614) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:31.207441 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3225c673-d547-45fb-931b-7b78b8041aee None None] Sync routers for ids ['2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:12:31.218579 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225c673-d547-45fb-931b-7b78b8041aee None None] Routers {'2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:12:31.219213 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3225c673-d547-45fb-931b-7b78b8041aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:12:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:31.308174 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43756009-0816-4a6e-9852-23b321369be2 admin admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:31.322277 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-3225c673-d547-45fb-931b-7b78b8041aee None None] Set router 2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:12:31.411155 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43756009-0816-4a6e-9852-23b321369be2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:31.464589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-43756009-0816-4a6e-9852-23b321369be2 admin admin] Deleting port dad2324b-20dc-4d21-bc79-729a9c295ff2 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:12:31.464880 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43756009-0816-4a6e-9852-23b321369be2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:31.498612 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3225c673-d547-45fb-931b-7b78b8041aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'name': 'tempest-TestEncryptedCinderVolumes-355711689-router', 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'dad2324b-20dc-4d21-bc79-729a9c295ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:02Z', 'updated_at': '2021-11-29T19:12:30Z', 'revision_number': 5, 'project_id': 'bf320b7f02b74453b7682d13b8665ce2', 'gw_port': {'id': 'dad2324b-20dc-4d21-bc79-729a9c295ff2', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:02Z', 'updated_at': '2021-11-29T19:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:31.545085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-43756009-0816-4a6e-9852-23b321369be2 admin admin] For port dad2324b-20dc-4d21-bc79-729a9c295ff2, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=dad2324b-20dc-4d21-bc79-729a9c295ff2,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:12:31.545453 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43756009-0816-4a6e-9852-23b321369be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:31.559850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-43756009-0816-4a6e-9852-23b321369be2 admin admin] Calling delete_port for dad2324b-20dc-4d21-bc79-729a9c295ff2 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:12:31.618202 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3225c673-d547-45fb-931b-7b78b8041aee None None] Checking router: 2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:12:31.626636 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225c673-d547-45fb-931b-7b78b8041aee None None] Routers {'2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:12:31.627271 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3225c673-d547-45fb-931b-7b78b8041aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:12:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:31.711825 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-3225c673-d547-45fb-931b-7b78b8041aee None None] Set router 2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:12:31.728022 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43756009-0816-4a6e-9852-23b321369be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:31.752116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43756009-0816-4a6e-9852-23b321369be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dad2324b-20dc-4d21-bc79-729a9c295ff2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:31.763278 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3225c673-d547-45fb-931b-7b78b8041aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'name': 'tempest-TestEncryptedCinderVolumes-355711689-router', 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:02Z', 'updated_at': '2021-11-29T19:12:31Z', 'revision_number': 6, 'project_id': 'bf320b7f02b74453b7682d13b8665ce2', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:31.770444 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a21bd1-2615-46af-8daa-384b41919ffe None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:12:31.799297 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3225c673-d547-45fb-931b-7b78b8041aee None None] The sync data for ids ['2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c'] in n-d-819494-5 is: [{'id': '2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c', 'name': 'tempest-TestEncryptedCinderVolumes-355711689-router', 'tenant_id': 'bf320b7f02b74453b7682d13b8665ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:02Z', 'updated_at': '2021-11-29T19:12:31Z', 'revision_number': 6, 'project_id': 'bf320b7f02b74453b7682d13b8665ce2', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:12:31.822112 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43756009-0816-4a6e-9852-23b321369be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:31.915679 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43756009-0816-4a6e-9852-23b321369be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:31.917796 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43756009-0816-4a6e-9852-23b321369be2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:31.960400 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43756009-0816-4a6e-9852-23b321369be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:31.960957 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43756009-0816-4a6e-9852-23b321369be2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:12:31.965299 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43756009-0816-4a6e-9852-23b321369be2 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:31.967196 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-43756009-0816-4a6e-9852-23b321369be2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2ce5a2d4-7e49-4a0a-87ef-2f7ec6ae979c HTTP/1.1" status: 204 len: 168 time: 0.7609036 Nov 29 19:12:31.969754 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44616) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:32.013233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-099680df-7bb8-47c9-993f-8e33b65705bb admin admin] Deleting subnet f1669543-d9c4-4c5a-a1e0-097a06e524e6 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:12:32.016338 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-099680df-7bb8-47c9-993f-8e33b65705bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:32.050310 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-099680df-7bb8-47c9-993f-8e33b65705bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:32.130634 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-099680df-7bb8-47c9-993f-8e33b65705bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:32.185707 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-099680df-7bb8-47c9-993f-8e33b65705bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:32.214144 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099680df-7bb8-47c9-993f-8e33b65705bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1669543-d9c4-4c5a-a1e0-097a06e524e6,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:32.216774 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-099680df-7bb8-47c9-993f-8e33b65705bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:32.222626 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-099680df-7bb8-47c9-993f-8e33b65705bb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f1669543-d9c4-4c5a-a1e0-097a06e524e6 HTTP/1.1" status: 204 len: 168 time: 0.2493362 Nov 29 19:12:32.222739 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06492cd0-e358-4ca1-a5d3-5d5a3b87d159 None None] Network 4e940618-ff22-4d57-b944-82399216727b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:12:32.222948 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44618) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:32.295084 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:32.349755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] Deleting port f378189a-7757-459b-bbfc-9d07adc484a7 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:12:32.350103 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:32.414260 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] For port f378189a-7757-459b-bbfc-9d07adc484a7, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f378189a-7757-459b-bbfc-9d07adc484a7,segment=NetworkSegment(ceea4c2c-9e0f-458a-a777-ebd33ca2646f),segment_id=ceea4c2c-9e0f-458a-a777-ebd33ca2646f)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:12:32.414540 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:32.427270 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] Calling delete_port for f378189a-7757-459b-bbfc-9d07adc484a7 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:12:32.509329 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:32.532637 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] Pushing event deleted for resources: {'Port': ['ID=f378189a-7757-459b-bbfc-9d07adc484a7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:32.538404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] No DVR routers for this DVR port f378189a-7757-459b-bbfc-9d07adc484a7 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:12:32.579598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ef9cd7-a4ce-44ad-bebb-d0883c64c02c None None] DHCP port deletion for 4e940618-ff22-4d57-b944-82399216727b request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:12:32.620146 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:32.631621 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d441fef0-617c-4454-b5bb-fc15b37765c1 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:12:32.643693 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e940618-ff22-4d57-b944-82399216727b']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:32.652326 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: d441fef0-617c-4454-b5bb-fc15b37765c1 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:12:32.652930 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device d441fef0-617c-4454-b5bb-fc15b37765c1 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:12:32.653355 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f378189a-7757-459b-bbfc-9d07adc484a7 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:12:32.653494 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:32.653742 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceea4c2c-9e0f-458a-a777-ebd33ca2646f') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:32.664377 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:32.673435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: f378189a-7757-459b-bbfc-9d07adc484a7 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:12:32.673787 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f378189a-7757-459b-bbfc-9d07adc484a7 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:12:32.674216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device dad2324b-20dc-4d21-bc79-729a9c295ff2 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:12:32.680999 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:32.688527 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:12:32.689064 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: timer() Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:12:32.691165 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:12:32.699531 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: dad2324b-20dc-4d21-bc79-729a9c295ff2 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:12:32.699892 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device dad2324b-20dc-4d21-bc79-729a9c295ff2 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:12:32.751500 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:32.757067 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:32.760342 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] 10.222.0.23 "DELETE /v2.0/networks/4e940618-ff22-4d57-b944-82399216727b HTTP/1.1" status: 204 len: 168 time: 0.5367815 Nov 29 19:12:32.763849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44620) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:32.772247 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b76036-c576-4282-a1bf-1a367f7a059d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e940618-ff22-4d57-b944-82399216727b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:33.120699 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1eebc7f8-37bf-4837-a883-e64590ad61b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:33.368087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1eebc7f8-37bf-4837-a883-e64590ad61b2 admin admin] Deleting port 719045db-bb83-45d6-bb3d-3cb2de9baf66 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:12:33.368328 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1eebc7f8-37bf-4837-a883-e64590ad61b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:33.445445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-1eebc7f8-37bf-4837-a883-e64590ad61b2 admin admin] For port 719045db-bb83-45d6-bb3d-3cb2de9baf66, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=719045db-bb83-45d6-bb3d-3cb2de9baf66,segment=NetworkSegment(67224acf-3084-4798-b4e9-c92f311cf43e),segment_id=67224acf-3084-4798-b4e9-c92f311cf43e)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:12:33.445829 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1eebc7f8-37bf-4837-a883-e64590ad61b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:33.458447 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1eebc7f8-37bf-4837-a883-e64590ad61b2 admin admin] Calling delete_port for 719045db-bb83-45d6-bb3d-3cb2de9baf66 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:12:33.636834 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1eebc7f8-37bf-4837-a883-e64590ad61b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:33.665976 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebc7f8-37bf-4837-a883-e64590ad61b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=719045db-bb83-45d6-bb3d-3cb2de9baf66,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:33.835874 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1eebc7f8-37bf-4837-a883-e64590ad61b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:34.052026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eebc7f8-37bf-4837-a883-e64590ad61b2 admin admin] Router c8befc6d-8ba4-46d7-9d10-a7640d123257 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:12:34.156480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eebc7f8-37bf-4837-a883-e64590ad61b2 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:12:34.161524 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1eebc7f8-37bf-4837-a883-e64590ad61b2 admin admin] 10.222.0.23 "PUT /v2.0/routers/c8befc6d-8ba4-46d7-9d10-a7640d123257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3959112 Nov 29 19:12:34.164262 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44622) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:34.166248 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5281875-83c9-444c-b17e-41455b51a5c2 None None] Sync routers for ids ['c8befc6d-8ba4-46d7-9d10-a7640d123257'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:12:34.176324 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5281875-83c9-444c-b17e-41455b51a5c2 None None] Routers {'c8befc6d-8ba4-46d7-9d10-a7640d123257'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:12:34.176951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e5281875-83c9-444c-b17e-41455b51a5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:12:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c8befc6d-8ba4-46d7-9d10-a7640d123257'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:34.269860 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42c6628b-4bb5-42e0-a9b3-c3006df70b23 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:34.283067 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-e5281875-83c9-444c-b17e-41455b51a5c2 None None] Set router c8befc6d-8ba4-46d7-9d10-a7640d123257 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:12:34.379855 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42c6628b-4bb5-42e0-a9b3-c3006df70b23 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:34.434971 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-42c6628b-4bb5-42e0-a9b3-c3006df70b23 admin admin] Deleting port e0f1da9b-2f66-4368-8a8d-d858cf03b484 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:12:34.435315 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42c6628b-4bb5-42e0-a9b3-c3006df70b23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:34.482858 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e5281875-83c9-444c-b17e-41455b51a5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'name': 'tempest-TestEncryptedCinderVolumes-649806897-router', 'tenant_id': '18cff76f334e4a83b6ec725c7922e370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.136'}], 'enable_snat': True}, 'gw_port_id': 'e0f1da9b-2f66-4368-8a8d-d858cf03b484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:08Z', 'updated_at': '2021-11-29T19:12:33Z', 'revision_number': 5, 'project_id': '18cff76f334e4a83b6ec725c7922e370', 'gw_port': {'id': 'e0f1da9b-2f66-4368-8a8d-d858cf03b484', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:11:08Z', 'updated_at': '2021-11-29T19:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:34.510120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5281875-83c9-444c-b17e-41455b51a5c2 None None] Checking router: c8befc6d-8ba4-46d7-9d10-a7640d123257 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:12:34.519051 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-42c6628b-4bb5-42e0-a9b3-c3006df70b23 admin admin] For port e0f1da9b-2f66-4368-8a8d-d858cf03b484, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e0f1da9b-2f66-4368-8a8d-d858cf03b484,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:12:34.519426 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42c6628b-4bb5-42e0-a9b3-c3006df70b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:34.519618 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5281875-83c9-444c-b17e-41455b51a5c2 None None] Routers {'c8befc6d-8ba4-46d7-9d10-a7640d123257'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:12:34.520236 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e5281875-83c9-444c-b17e-41455b51a5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:12:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c8befc6d-8ba4-46d7-9d10-a7640d123257'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:34.533013 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-42c6628b-4bb5-42e0-a9b3-c3006df70b23 admin admin] Calling delete_port for e0f1da9b-2f66-4368-8a8d-d858cf03b484 owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:12:34.607902 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-e5281875-83c9-444c-b17e-41455b51a5c2 None None] Set router c8befc6d-8ba4-46d7-9d10-a7640d123257 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:12:34.663677 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-e5281875-83c9-444c-b17e-41455b51a5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'name': 'tempest-TestEncryptedCinderVolumes-649806897-router', 'tenant_id': '18cff76f334e4a83b6ec725c7922e370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:08Z', 'updated_at': '2021-11-29T19:12:34Z', 'revision_number': 6, 'project_id': '18cff76f334e4a83b6ec725c7922e370', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:34.690590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5281875-83c9-444c-b17e-41455b51a5c2 None None] The sync data for ids ['c8befc6d-8ba4-46d7-9d10-a7640d123257'] in n-d-819494-5 is: [{'id': 'c8befc6d-8ba4-46d7-9d10-a7640d123257', 'name': 'tempest-TestEncryptedCinderVolumes-649806897-router', 'tenant_id': '18cff76f334e4a83b6ec725c7922e370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:11:08Z', 'updated_at': '2021-11-29T19:12:34Z', 'revision_number': 6, 'project_id': '18cff76f334e4a83b6ec725c7922e370', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:12:34.698695 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42c6628b-4bb5-42e0-a9b3-c3006df70b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:34.731872 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6628b-4bb5-42e0-a9b3-c3006df70b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f1da9b-2f66-4368-8a8d-d858cf03b484,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:34.737397 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ee438d-66bd-4fa7-98ed-f8ba0741be02 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:12:34.785416 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42c6628b-4bb5-42e0-a9b3-c3006df70b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:34.875505 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42c6628b-4bb5-42e0-a9b3-c3006df70b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:34.877560 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42c6628b-4bb5-42e0-a9b3-c3006df70b23 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:34.923464 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42c6628b-4bb5-42e0-a9b3-c3006df70b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:34.924015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c6628b-4bb5-42e0-a9b3-c3006df70b23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8befc6d-8ba4-46d7-9d10-a7640d123257 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:12:34.928553 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-42c6628b-4bb5-42e0-a9b3-c3006df70b23 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:34.929714 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-42c6628b-4bb5-42e0-a9b3-c3006df70b23 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c8befc6d-8ba4-46d7-9d10-a7640d123257 HTTP/1.1" status: 204 len: 168 time: 0.7643914 Nov 29 19:12:34.932268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44624) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:34.975960 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-3231b1dc-1582-4297-96c6-30f4d23c37b4 admin admin] Deleting subnet 6a0309ce-108a-4d01-a26e-6787ec5109dc {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:12:34.979092 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3231b1dc-1582-4297-96c6-30f4d23c37b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.014383 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3231b1dc-1582-4297-96c6-30f4d23c37b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.100695 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3231b1dc-1582-4297-96c6-30f4d23c37b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.154720 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3231b1dc-1582-4297-96c6-30f4d23c37b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.181688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231b1dc-1582-4297-96c6-30f4d23c37b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a0309ce-108a-4d01-a26e-6787ec5109dc,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:35.184226 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3231b1dc-1582-4297-96c6-30f4d23c37b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.187552 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3231b1dc-1582-4297-96c6-30f4d23c37b4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6a0309ce-108a-4d01-a26e-6787ec5109dc HTTP/1.1" status: 204 len: 168 time: 0.2542577 Nov 29 19:12:35.188570 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa299766-cf99-4a65-8891-56552f72732a None None] Network 078f4305-1c48-4da9-9c9c-e463c7ad6f39 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:12:35.189955 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44626) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:35.258292 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.317481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] Deleting port 991571d6-c3f1-4b77-8eda-067a25cf503a {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:12:35.317829 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.383175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] For port 991571d6-c3f1-4b77-8eda-067a25cf503a, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=991571d6-c3f1-4b77-8eda-067a25cf503a,segment=NetworkSegment(67224acf-3084-4798-b4e9-c92f311cf43e),segment_id=67224acf-3084-4798-b4e9-c92f311cf43e)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:12:35.383447 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.395942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] Calling delete_port for 991571d6-c3f1-4b77-8eda-067a25cf503a owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:12:35.453693 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14fdaa4-c869-4f83-a40f-52da3b1e8745 None None] DHCP port deletion for 078f4305-1c48-4da9-9c9c-e463c7ad6f39 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:12:35.483886 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.503468 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b14fdaa4-c869-4f83-a40f-52da3b1e8745 None None] Deleting port 991571d6-c3f1-4b77-8eda-067a25cf503a {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:12:35.503849 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b14fdaa4-c869-4f83-a40f-52da3b1e8745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.507534 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] Pushing event deleted for resources: {'Port': ['ID=991571d6-c3f1-4b77-8eda-067a25cf503a,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:35.513233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] No DVR routers for this DVR port 991571d6-c3f1-4b77-8eda-067a25cf503a on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:12:35.573370 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b14fdaa4-c869-4f83-a40f-52da3b1e8745 None None] For port 991571d6-c3f1-4b77-8eda-067a25cf503a, host n-d-819494-5, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:12:35.573951 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b14fdaa4-c869-4f83-a40f-52da3b1e8745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.590899 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b14fdaa4-c869-4f83-a40f-52da3b1e8745 None None] Calling delete_port for 991571d6-c3f1-4b77-8eda-067a25cf503a owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:12:35.593583 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.594050 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-b14fdaa4-c869-4f83-a40f-52da3b1e8745 None None] Port 991571d6-c3f1-4b77-8eda-067a25cf503a was not found and therefore no delete operation was performed {{(pid=110006) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 19:12:35.595723 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b14fdaa4-c869-4f83-a40f-52da3b1e8745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.615946 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078f4305-1c48-4da9-9c9c-e463c7ad6f39']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:35.622826 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14fdaa4-c869-4f83-a40f-52da3b1e8745 None None] Pushing event deleted for resources: {'Port': ['ID=991571d6-c3f1-4b77-8eda-067a25cf503a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:35.627043 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67224acf-3084-4798-b4e9-c92f311cf43e') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:35.627446 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67224acf-3084-4798-b4e9-c92f311cf43e') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:35.631637 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14fdaa4-c869-4f83-a40f-52da3b1e8745 None None] No DVR routers for this DVR port 991571d6-c3f1-4b77-8eda-067a25cf503a on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:12:35.649095 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.665163 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.671985 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:12:35.672589 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: timer() Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:12:35.674494 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:12:35.735995 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.741465 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:35.744758 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] 10.222.0.23 "DELETE /v2.0/networks/078f4305-1c48-4da9-9c9c-e463c7ad6f39 HTTP/1.1" status: 204 len: 168 time: 0.5536804 Nov 29 19:12:35.756359 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8c0f0-1314-40cf-82e7-583dc8b42088 admin admin] Pushing event deleted for resources: {'Network': ['ID=078f4305-1c48-4da9-9c9c-e463c7ad6f39,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:35.904987 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44630) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:35.945344 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-62b96a43-d147-40a1-b674-4d67f3adcade admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf320b7f02b74453b7682d13b8665ce2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390015 Nov 29 19:12:35.947897 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44632) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:35.997291 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c855d80-e78f-4468-b2cc-4aa66c3e3a9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:36.020309 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c855d80-e78f-4468-b2cc-4aa66c3e3a9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:36.077194 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c855d80-e78f-4468-b2cc-4aa66c3e3a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:36.079862 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4c855d80-e78f-4468-b2cc-4aa66c3e3a9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:36.081062 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4c855d80-e78f-4468-b2cc-4aa66c3e3a9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/574fd256-9452-4fc8-9744-8c48189c5313 HTTP/1.1" status: 204 len: 168 time: 0.1322494 Nov 29 19:12:36.092312 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c855d80-e78f-4468-b2cc-4aa66c3e3a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574fd256-9452-4fc8-9744-8c48189c5313,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:36.395736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 719045db-bb83-45d6-bb3d-3cb2de9baf66 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:12:36.400580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44638) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:36.416376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 719045db-bb83-45d6-bb3d-3cb2de9baf66 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:12:36.416630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 719045db-bb83-45d6-bb3d-3cb2de9baf66 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:12:36.417061 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 991571d6-c3f1-4b77-8eda-067a25cf503a no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:12:36.440492 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 991571d6-c3f1-4b77-8eda-067a25cf503a {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:12:36.440846 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 991571d6-c3f1-4b77-8eda-067a25cf503a not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:12:36.440958 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3bf1d19a-2ea1-4344-bf0d-fff310d131ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18cff76f334e4a83b6ec725c7922e370&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391719 Nov 29 19:12:36.441394 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e0f1da9b-2f66-4368-8a8d-d858cf03b484 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:12:36.443678 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44640) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:36.461000 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: e0f1da9b-2f66-4368-8a8d-d858cf03b484 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:12:36.461354 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e0f1da9b-2f66-4368-8a8d-d858cf03b484 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:12:36.493854 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98c988b2-4d67-4ff9-8c45-256a166f2fd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:36.515253 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98c988b2-4d67-4ff9-8c45-256a166f2fd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:36.561693 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98c988b2-4d67-4ff9-8c45-256a166f2fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:36.564390 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-98c988b2-4d67-4ff9-8c45-256a166f2fd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:36.565546 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-98c988b2-4d67-4ff9-8c45-256a166f2fd1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e636b02-51fa-4ff3-b3a4-a383b2a9d823 HTTP/1.1" status: 204 len: 168 time: 0.1206131 Nov 29 19:12:36.573462 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c988b2-4d67-4ff9-8c45-256a166f2fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e636b02-51fa-4ff3-b3a4-a383b2a9d823,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:37.222107 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44662) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:37.320441 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bcf962ee-187e-4c59-97ea-40b11b71f1d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-359623919-network', 'tenant_id': 'b749b32862be462f9876719d875872ea'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:12:37.343339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf962ee-187e-4c59-97ea-40b11b71f1d2 admin admin] Made reservation on behalf of b749b32862be462f9876719d875872ea for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:12:37.346488 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bcf962ee-187e-4c59-97ea-40b11b71f1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:37.356366 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bcf962ee-187e-4c59-97ea-40b11b71f1d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:37.433027 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bcf962ee-187e-4c59-97ea-40b11b71f1d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:37.436740 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bcf962ee-187e-4c59-97ea-40b11b71f1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:37.461863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf962ee-187e-4c59-97ea-40b11b71f1d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:12:37.472403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf962ee-187e-4c59-97ea-40b11b71f1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659e0670-c37f-4528-9b58-98838d430891,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:37.478562 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bcf962ee-187e-4c59-97ea-40b11b71f1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:37.478987 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-bcf962ee-187e-4c59-97ea-40b11b71f1d2 admin admin] Added segment f479ab8a-43f1-4418-b6cc-552379be32b3 of type vlan for network dad8fb57-a8a5-40dd-af62-122851c0c4b1 Nov 29 19:12:37.520515 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bcf962ee-187e-4c59-97ea-40b11b71f1d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:37.545247 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bcf962ee-187e-4c59-97ea-40b11b71f1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:37.546331 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf962ee-187e-4c59-97ea-40b11b71f1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:37.546924 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bcf962ee-187e-4c59-97ea-40b11b71f1d2 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:37.603713 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bcf962ee-187e-4c59-97ea-40b11b71f1d2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3804648 Nov 29 19:12:37.607366 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44666) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:37.612197 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-de5558b5-4bee-4589-a5e3-cc3f5d534c2e admin admin] Request body: {'subnet': {'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-359623919-subnet', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:12:37.613007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf962ee-187e-4c59-97ea-40b11b71f1d2 admin admin] Pushing event updated for resources: {'Network': ['ID=dad8fb57-a8a5-40dd-af62-122851c0c4b1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:37.624003 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network dad8fb57-a8a5-40dd-af62-122851c0c4b1 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:12:37.643477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5558b5-4bee-4589-a5e3-cc3f5d534c2e admin admin] Made reservation on behalf of b749b32862be462f9876719d875872ea for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:12:37.646098 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-de5558b5-4bee-4589-a5e3-cc3f5d534c2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:37.814336 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-de5558b5-4bee-4589-a5e3-cc3f5d534c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:37.873917 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5558b5-4bee-4589-a5e3-cc3f5d534c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:37.882730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5558b5-4bee-4589-a5e3-cc3f5d534c2e admin admin] Checking segment: {'id': 'f479ab8a-43f1-4418-b6cc-552379be32b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:12:37.883125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5558b5-4bee-4589-a5e3-cc3f5d534c2e admin admin] Network hostable DHCP agents. Network: dad8fb57-a8a5-40dd-af62-122851c0c4b1, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:12:37.899591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5558b5-4bee-4589-a5e3-cc3f5d534c2e admin admin] Network dad8fb57-a8a5-40dd-af62-122851c0c4b1 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:12:37.908173 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-de5558b5-4bee-4589-a5e3-cc3f5d534c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, dad8fb57-a8a5-40dd-af62-122851c0c4b1) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:12:37.912237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5558b5-4bee-4589-a5e3-cc3f5d534c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:37.912960 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-de5558b5-4bee-4589-a5e3-cc3f5d534c2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:37.919466 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea00a54-b786-452f-82fc-351b540b0701 None None] Network dad8fb57-a8a5-40dd-af62-122851c0c4b1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:12:37.930169 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-de5558b5-4bee-4589-a5e3-cc3f5d534c2e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3217046 Nov 29 19:12:37.932876 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44668) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:37.937932 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-359623919-router', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:12:37.963206 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:37.964464 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:38.240312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-dad8fb57-a8a5-40dd-af62-122851c0c4b1', 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'fixed_ips': [{'subnet_id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:12:38.241218 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:38.372510 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:38.383512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Allocated IP 172.20.0.2 (dad8fb57-a8a5-40dd-af62-122851c0c4b1/13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1/56cf2763-5175-40f6-9091-e01a79a841b9) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:12:38.511379 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:38.530344 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:38.536332 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:38.576956 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Network dad8fb57-a8a5-40dd-af62-122851c0c4b1 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:12:38.579912 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:12:38.583413 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:12:38.590200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Pushing event updated for resources: {'Port': ['ID=56cf2763-5175-40f6-9091-e01a79a841b9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:38.644334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Attempting to bind port 56cf2763-5175-40f6-9091-e01a79a841b9 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:12:38.644911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Attempting to bind port 56cf2763-5175-40f6-9091-e01a79a841b9 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'f479ab8a-43f1-4418-b6cc-552379be32b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:12:38.645057 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Attempting to bind port 56cf2763-5175-40f6-9091-e01a79a841b9 on network dad8fb57-a8a5-40dd-af62-122851c0c4b1 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:12:38.650151 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:12:38.650522 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Checking segment: {'id': 'f479ab8a-43f1-4418-b6cc-552379be32b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:12:38.650958 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:38.651349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Bound using segment: {'id': 'f479ab8a-43f1-4418-b6cc-552379be32b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:12:38.651830 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Bound port: 56cf2763-5175-40f6-9091-e01a79a841b9, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f479ab8a-43f1-4418-b6cc-552379be32b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:12:38.652252 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:38.714178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] For port 56cf2763-5175-40f6-9091-e01a79a841b9, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:12:38.717833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] For port 56cf2763-5175-40f6-9091-e01a79a841b9, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=56cf2763-5175-40f6-9091-e01a79a841b9,segment=NetworkSegment(f479ab8a-43f1-4418-b6cc-552379be32b3),segment_id=f479ab8a-43f1-4418-b6cc-552379be32b3)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:12:38.723394 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:38.724437 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:38.745958 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:38.785762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cff9e-e869-422c-80a2-5c3759675bdb None None] Pushing event updated for resources: {'Port': ['ID=56cf2763-5175-40f6-9091-e01a79a841b9,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:38.862389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Allocated IP 172.25.3.178 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/7a319605-6c5b-494b-bd38-a7fff8a5650f) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:12:38.990677 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:39.030098 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:39.075265 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:12:39.078363 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:12:39.080931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:12:39.091207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11812d83-3b4c-4bd2-8843-9e7219f0d4c9 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:12:39.110047 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a319605-6c5b-494b-bd38-a7fff8a5650f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:39.177733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-10909509-2607-420e-b3bc-52708b22ba70 None None] Provisioning complete for port 7a319605-6c5b-494b-bd38-a7fff8a5650f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:39.178101 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10909509-2607-420e-b3bc-52708b22ba70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:39.216935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-10909509-2607-420e-b3bc-52708b22ba70 None None] Port 7a319605-6c5b-494b-bd38-a7fff8a5650f cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:12:39.343428 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:39.552217 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:39.691024 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Router c139b085-c4e8-406b-af2c-6df3c366f792 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:12:39.706667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c3da5b-cea6-41d7-a592-dc1ae4133dcf None None] Network dad8fb57-a8a5-40dd-af62-122851c0c4b1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:12:39.772438 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-70988aed-0aab-438c-a26a-6fc1f6c74bc5 None None] Provisioning complete for port 56cf2763-5175-40f6-9091-e01a79a841b9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:39.772809 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-70988aed-0aab-438c-a26a-6fc1f6c74bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:39.805316 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:12:39.816761 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Sync routers for ids ['c139b085-c4e8-406b-af2c-6df3c366f792'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:12:39.822931 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:39.826724 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-997d5321-19b2-413a-9d59-6a8e63800cb5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8902166 Nov 29 19:12:39.827428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44670) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:39.828919 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Routers {'c139b085-c4e8-406b-af2c-6df3c366f792'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:12:39.829770 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:12:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c139b085-c4e8-406b-af2c-6df3c366f792'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:39.932062 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-70988aed-0aab-438c-a26a-6fc1f6c74bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:39.936732 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Set router c139b085-c4e8-406b-af2c-6df3c366f792 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:12:39.978216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-70988aed-0aab-438c-a26a-6fc1f6c74bc5 None None] For port 56cf2763-5175-40f6-9091-e01a79a841b9, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=56cf2763-5175-40f6-9091-e01a79a841b9,segment=NetworkSegment(f479ab8a-43f1-4418-b6cc-552379be32b3),segment_id=f479ab8a-43f1-4418-b6cc-552379be32b3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:12:39.984138 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-70988aed-0aab-438c-a26a-6fc1f6c74bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:40.070043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70988aed-0aab-438c-a26a-6fc1f6c74bc5 None None] Pushing event updated for resources: {'Port': ['ID=56cf2763-5175-40f6-9091-e01a79a841b9,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:40.134305 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'name': 'tempest-TestMinimumBasicScenario-359623919-router', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:37Z', 'updated_at': '2021-11-29T19:12:39Z', 'revision_number': 3, 'project_id': 'b749b32862be462f9876719d875872ea', 'gw_port': {'id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:38Z', 'updated_at': '2021-11-29T19:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:40.168418 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Checking router: c139b085-c4e8-406b-af2c-6df3c366f792 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:12:40.169054 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Updating router c139b085-c4e8-406b-af2c-6df3c366f792 port 7a319605-6c5b-494b-bd38-a7fff8a5650f binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:12:40.195779 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:40.248934 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7389097d-397e-4258-975a-ffdea0e01af6 None None] Provisioning complete for port 56cf2763-5175-40f6-9091-e01a79a841b9 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:40.249187 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7389097d-397e-4258-975a-ffdea0e01af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:40.295692 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:40.459254 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:40.459998 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 56cf2763-5175-40f6-9091-e01a79a841b9 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:12:40.466100 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:40.478547 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Allocated IP 172.20.0.1 (dad8fb57-a8a5-40dd-af62-122851c0c4b1/13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1/6b8e2d43-a4e6-4901-953c-59e2a52ea8ad) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:12:40.513088 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc521716-b714-412a-9f0b-c464939a82cd None None] Pushing event updated for resources: {'Port': ['ID=7a319605-6c5b-494b-bd38-a7fff8a5650f,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:40.517431 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 56cf2763-5175-40f6-9091-e01a79a841b9 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:40.517817 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:40.524539 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc521716-b714-412a-9f0b-c464939a82cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:40.525090 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc521716-b714-412a-9f0b-c464939a82cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:40.525599 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc521716-b714-412a-9f0b-c464939a82cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:40.526090 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc521716-b714-412a-9f0b-c464939a82cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:40.526570 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc521716-b714-412a-9f0b-c464939a82cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:40.527669 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc521716-b714-412a-9f0b-c464939a82cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:40.528154 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc521716-b714-412a-9f0b-c464939a82cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:40.528659 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc521716-b714-412a-9f0b-c464939a82cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:40.529137 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc521716-b714-412a-9f0b-c464939a82cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:40.529614 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc521716-b714-412a-9f0b-c464939a82cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:40.530089 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc521716-b714-412a-9f0b-c464939a82cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:40.530561 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc521716-b714-412a-9f0b-c464939a82cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:40.542133 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1af9d96-8233-439b-b5d4-a22b8db205dc None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:12:40.545610 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Attempting to bind port 7a319605-6c5b-494b-bd38-a7fff8a5650f on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:12:40.545990 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Attempting to bind port 7a319605-6c5b-494b-bd38-a7fff8a5650f by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:12:40.546355 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Attempting to bind port 7a319605-6c5b-494b-bd38-a7fff8a5650f on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:12:40.552280 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:12:40.552658 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:12:40.553265 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:40.553948 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:12:40.554568 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Bound port: 7a319605-6c5b-494b-bd38-a7fff8a5650f, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:12:40.555730 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:40.613853 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:40.615524 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] For port 7a319605-6c5b-494b-bd38-a7fff8a5650f, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:12:40.619185 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] For port 7a319605-6c5b-494b-bd38-a7fff8a5650f, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7a319605-6c5b-494b-bd38-a7fff8a5650f,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:12:40.628789 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-57b83d64-69dd-4060-a4d1-49bbe5a2d67d None None] Provisioning complete for port 7a319605-6c5b-494b-bd38-a7fff8a5650f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:40.629301 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57b83d64-69dd-4060-a4d1-49bbe5a2d67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:40.629419 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:40.654041 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:40.678847 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Routers {'c139b085-c4e8-406b-af2c-6df3c366f792'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:12:40.679479 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:12:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c139b085-c4e8-406b-af2c-6df3c366f792'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:40.685788 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12768b14-698f-4434-b951-d16efcd9155f None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:12:40.700477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Network dad8fb57-a8a5-40dd-af62-122851c0c4b1 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:12:40.705254 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:12:40.710614 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:12:40.713810 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Pushing event updated for resources: {'Port': ['ID=6b8e2d43-a4e6-4901-953c-59e2a52ea8ad,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:40.739879 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57b83d64-69dd-4060-a4d1-49bbe5a2d67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:40.753701 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:40.769152 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-57b83d64-69dd-4060-a4d1-49bbe5a2d67d None None] For port 7a319605-6c5b-494b-bd38-a7fff8a5650f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7a319605-6c5b-494b-bd38-a7fff8a5650f,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:12:40.775093 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57b83d64-69dd-4060-a4d1-49bbe5a2d67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:40.784717 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc521716-b714-412a-9f0b-c464939a82cd None None] Pushing event updated for resources: {'Port': ['ID=7a319605-6c5b-494b-bd38-a7fff8a5650f,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:40.801020 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] Set router c139b085-c4e8-406b-af2c-6df3c366f792 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:12:40.838183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b83d64-69dd-4060-a4d1-49bbe5a2d67d None None] Pushing event updated for resources: {'Port': ['ID=7a319605-6c5b-494b-bd38-a7fff8a5650f,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:40.909647 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a7a1cada-2947-42b6-b777-72bafb5d7c70 None None] Provisioning complete for port 7a319605-6c5b-494b-bd38-a7fff8a5650f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:40.910034 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a7a1cada-2947-42b6-b777-72bafb5d7c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:40.918378 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:41.000550 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'name': 'tempest-TestMinimumBasicScenario-359623919-router', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:37Z', 'updated_at': '2021-11-29T19:12:39Z', 'revision_number': 3, 'project_id': 'b749b32862be462f9876719d875872ea', 'gw_port': {'id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:38Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:41.034149 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7027348-b267-4c9d-a43d-496586b3d573 None None] The sync data for ids ['c139b085-c4e8-406b-af2c-6df3c366f792'] in n-d-819494-5 is: [{'id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'name': 'tempest-TestMinimumBasicScenario-359623919-router', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:37Z', 'updated_at': '2021-11-29T19:12:39Z', 'revision_number': 3, 'project_id': 'b749b32862be462f9876719d875872ea', 'gw_port': {'id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:38Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:12:41.100059 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:41.104724 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:41.141397 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a02b2c7a-fd05-49dd-b759-1ef458360524 None None] Provisioning complete for port 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:41.141768 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a02b2c7a-fd05-49dd-b759-1ef458360524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:41.173139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Pushing event updated for resources: {'Port': ['ID=6b8e2d43-a4e6-4901-953c-59e2a52ea8ad,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:41.178143 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:41.178682 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a02b2c7a-fd05-49dd-b759-1ef458360524 None None] Port 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:12:41.282184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Network dad8fb57-a8a5-40dd-af62-122851c0c4b1 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:12:41.283842 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:12:41.419263 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Router c139b085-c4e8-406b-af2c-6df3c366f792 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:12:41.538195 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:12:41.543523 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6f3fb06d-faaa-474c-b88a-88c959465593 admin admin] 10.222.0.23 "PUT /v2.0/routers/c139b085-c4e8-406b-af2c-6df3c366f792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7149508 Nov 29 19:12:41.603377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4a7a5eec-c8f8-4fb2-9974-473d9a59b3a5 None None] Provisioning complete for port 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:41.603746 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a7a5eec-c8f8-4fb2-9974-473d9a59b3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:41.640876 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a5eec-c8f8-4fb2-9974-473d9a59b3a5 None None] Port 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:12:42.036231 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44686) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:42.041241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2321dc36-1996-4ad5-98cd-44f8e8a52176 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-524268184-network', 'tenant_id': '826b933fdd9b4535b2a7afedcff874c0'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:12:42.063188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2321dc36-1996-4ad5-98cd-44f8e8a52176 admin admin] Made reservation on behalf of 826b933fdd9b4535b2a7afedcff874c0 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:12:42.065550 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2321dc36-1996-4ad5-98cd-44f8e8a52176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:42.074477 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2321dc36-1996-4ad5-98cd-44f8e8a52176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:42.149108 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2321dc36-1996-4ad5-98cd-44f8e8a52176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:42.153756 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2321dc36-1996-4ad5-98cd-44f8e8a52176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:42.179660 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2321dc36-1996-4ad5-98cd-44f8e8a52176 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:12:42.188476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321dc36-1996-4ad5-98cd-44f8e8a52176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83322c15-98d2-4123-9595-ab03f93b4feb,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:42.194611 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2321dc36-1996-4ad5-98cd-44f8e8a52176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:42.194984 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-2321dc36-1996-4ad5-98cd-44f8e8a52176 admin admin] Added segment e0b7efb9-d883-4606-be55-f9c1ebb597c6 of type vlan for network 8b6a25dc-327e-449f-90e5-3b867f9c4488 Nov 29 19:12:42.235826 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2321dc36-1996-4ad5-98cd-44f8e8a52176 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:42.259725 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2321dc36-1996-4ad5-98cd-44f8e8a52176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:42.260758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2321dc36-1996-4ad5-98cd-44f8e8a52176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:42.261285 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2321dc36-1996-4ad5-98cd-44f8e8a52176 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:42.441591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7a319605-6c5b-494b-bd38-a7fff8a5650f up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:12:42.499117 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 7a319605-6c5b-494b-bd38-a7fff8a5650f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:42.499498 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:42.670830 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2321dc36-1996-4ad5-98cd-44f8e8a52176 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6282101 Nov 29 19:12:42.670953 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44688) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:42.674300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-432bad2e-2cb2-41a4-904b-35df540dbbfc admin admin] Request body: {'subnet': {'network_id': '8b6a25dc-327e-449f-90e5-3b867f9c4488', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-524268184-subnet', 'tenant_id': '826b933fdd9b4535b2a7afedcff874c0', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:12:42.674856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321dc36-1996-4ad5-98cd-44f8e8a52176 admin admin] Pushing event updated for resources: {'Network': ['ID=8b6a25dc-327e-449f-90e5-3b867f9c4488,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:42.685591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 8b6a25dc-327e-449f-90e5-3b867f9c4488 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:12:42.705299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432bad2e-2cb2-41a4-904b-35df540dbbfc admin admin] Made reservation on behalf of 826b933fdd9b4535b2a7afedcff874c0 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:12:42.705536 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Sync routers for ids ['c139b085-c4e8-406b-af2c-6df3c366f792'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:12:42.707918 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-432bad2e-2cb2-41a4-904b-35df540dbbfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:42.752398 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Routers {'c139b085-c4e8-406b-af2c-6df3c366f792'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:12:42.753038 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:12:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c139b085-c4e8-406b-af2c-6df3c366f792'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:42.875310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Set router c139b085-c4e8-406b-af2c-6df3c366f792 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:12:42.880327 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-432bad2e-2cb2-41a4-904b-35df540dbbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:42.938268 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bad2e-2cb2-41a4-904b-35df540dbbfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e62aab-eed1-4904-b0dd-2ef62f4fd150,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:42.946041 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432bad2e-2cb2-41a4-904b-35df540dbbfc admin admin] Checking segment: {'id': 'e0b7efb9-d883-4606-be55-f9c1ebb597c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8b6a25dc-327e-449f-90e5-3b867f9c4488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:12:42.946462 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432bad2e-2cb2-41a4-904b-35df540dbbfc admin admin] Network hostable DHCP agents. Network: 8b6a25dc-327e-449f-90e5-3b867f9c4488, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:12:42.964322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432bad2e-2cb2-41a4-904b-35df540dbbfc admin admin] Network 8b6a25dc-327e-449f-90e5-3b867f9c4488 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:12:42.973086 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-432bad2e-2cb2-41a4-904b-35df540dbbfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 8b6a25dc-327e-449f-90e5-3b867f9c4488) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:12:42.977470 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432bad2e-2cb2-41a4-904b-35df540dbbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:42.978194 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-432bad2e-2cb2-41a4-904b-35df540dbbfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:42.992162 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758f79c3-11d4-46ca-be74-405222ba9da2 None None] Network 8b6a25dc-327e-449f-90e5-3b867f9c4488 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:12:42.994867 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-432bad2e-2cb2-41a4-904b-35df540dbbfc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3251908 Nov 29 19:12:42.997988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44690) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:43.002336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-524268184-router', 'tenant_id': '826b933fdd9b4535b2a7afedcff874c0', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:12:43.023449 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:43.024417 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:43.080343 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:43.201946 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-8b6a25dc-327e-449f-90e5-3b867f9c4488', 'network_id': '8b6a25dc-327e-449f-90e5-3b867f9c4488', 'tenant_id': '826b933fdd9b4535b2a7afedcff874c0', 'fixed_ips': [{'subnet_id': 'b1e62aab-eed1-4904-b0dd-2ef62f4fd150'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:12:43.202860 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:43.215765 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'name': 'tempest-TestMinimumBasicScenario-359623919-router', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:37Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': 'b749b32862be462f9876719d875872ea', 'gw_port': {'id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:38Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '6b8e2d43-a4e6-4901-953c-59e2a52ea8ad', 'name': '', 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'mac_address': 'fa:16:3e:b4:e8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:40Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 2, 'project_id': 'b749b32862be462f9876719d875872ea', 'subnets': [{'id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:43.246916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Checking router: c139b085-c4e8-406b-af2c-6df3c366f792 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:12:43.247309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Updating router c139b085-c4e8-406b-af2c-6df3c366f792 port 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:12:43.333641 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:43.554331 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:43.653628 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Allocated IP 172.20.0.2 (8b6a25dc-327e-449f-90e5-3b867f9c4488/b1e62aab-eed1-4904-b0dd-2ef62f4fd150/6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:12:43.759821 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:43.779260 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:43.888195 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Allocated IP 172.25.3.31 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/af867890-6b91-4342-ac5c-5670196ac8cd) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:12:43.916352 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:43.928093 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:43.940433 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:43.968766 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:43.990655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Network 8b6a25dc-327e-449f-90e5-3b867f9c4488 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:12:43.994562 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:43.996360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:12:44.000788 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Pushing event updated for resources: {'Port': ['ID=6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:44.005074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:12:44.041139 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:44.080210 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:12:44.085391 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:12:44.089112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:12:44.093994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0878f-e9b9-4bfd-8c4f-9b3bdfbaaa07 None None] Pushing event updated for resources: {'Port': ['ID=6b8e2d43-a4e6-4901-953c-59e2a52ea8ad,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:44.124144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Pushing event updated for resources: {'Port': ['ID=af867890-6b91-4342-ac5c-5670196ac8cd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:44.126644 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19234247-fafd-41ca-a517-dffd67833f18 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:12:44.157969 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Attempting to bind port 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:12:44.158356 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Attempting to bind port 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'f479ab8a-43f1-4418-b6cc-552379be32b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:12:44.158760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Attempting to bind port 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad on network dad8fb57-a8a5-40dd-af62-122851c0c4b1 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:12:44.161029 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Attempting to bind port 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:12:44.161512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Attempting to bind port 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'e0b7efb9-d883-4606-be55-f9c1ebb597c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8b6a25dc-327e-449f-90e5-3b867f9c4488'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:12:44.161782 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Attempting to bind port 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c on network 8b6a25dc-327e-449f-90e5-3b867f9c4488 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:12:44.172757 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:12:44.173123 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Checking segment: {'id': 'f479ab8a-43f1-4418-b6cc-552379be32b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:12:44.173483 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:44.173885 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Bound using segment: {'id': 'f479ab8a-43f1-4418-b6cc-552379be32b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:12:44.174399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Bound port: 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f479ab8a-43f1-4418-b6cc-552379be32b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:12:44.174832 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:44.176868 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:12:44.177235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Checking segment: {'id': 'e0b7efb9-d883-4606-be55-f9c1ebb597c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8b6a25dc-327e-449f-90e5-3b867f9c4488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:12:44.177623 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:44.178011 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Bound using segment: {'id': 'e0b7efb9-d883-4606-be55-f9c1ebb597c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8b6a25dc-327e-449f-90e5-3b867f9c4488'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:12:44.178472 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Bound port: 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b7efb9-d883-4606-be55-f9c1ebb597c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8b6a25dc-327e-449f-90e5-3b867f9c4488'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:12:44.178883 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:44.260209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b66530e9-de51-43b5-8de7-9e5672fc4ce5 None None] Provisioning complete for port af867890-6b91-4342-ac5c-5670196ac8cd triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:44.260666 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b66530e9-de51-43b5-8de7-9e5672fc4ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:44.336601 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b66530e9-de51-43b5-8de7-9e5672fc4ce5 None None] Port af867890-6b91-4342-ac5c-5670196ac8cd cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:12:44.338489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] For port 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:12:44.342937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] For port 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6b8e2d43-a4e6-4901-953c-59e2a52ea8ad,segment=NetworkSegment(f479ab8a-43f1-4418-b6cc-552379be32b3),segment_id=f479ab8a-43f1-4418-b6cc-552379be32b3)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:12:44.344775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] For port 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:12:44.349349 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] For port 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c,segment=NetworkSegment(e0b7efb9-d883-4606-be55-f9c1ebb597c6),segment_id=e0b7efb9-d883-4606-be55-f9c1ebb597c6)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:12:44.351966 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:44.357865 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:44.369831 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:44.428939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Routers {'c139b085-c4e8-406b-af2c-6df3c366f792'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:12:44.429497 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:12:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c139b085-c4e8-406b-af2c-6df3c366f792'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:44.441017 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0878f-e9b9-4bfd-8c4f-9b3bdfbaaa07 None None] Pushing event updated for resources: {'Port': ['ID=6b8e2d43-a4e6-4901-953c-59e2a52ea8ad,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:44.583749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-14980961-e522-468a-ae48-2f361d103f4a None None] Provisioning complete for port 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:44.584126 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14980961-e522-468a-ae48-2f361d103f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:44.590056 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935e666-c182-418a-b1a8-f4a92a169755 None None] Pushing event updated for resources: {'Port': ['ID=6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:44.593028 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:44.641963 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] Set router c139b085-c4e8-406b-af2c-6df3c366f792 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:12:44.772093 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Router b7890ff1-3f59-4d69-a686-4fb531196796 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:12:44.813521 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14980961-e522-468a-ae48-2f361d103f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:44.873058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-14980961-e522-468a-ae48-2f361d103f4a None None] For port 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6b8e2d43-a4e6-4901-953c-59e2a52ea8ad,segment=NetworkSegment(f479ab8a-43f1-4418-b6cc-552379be32b3),segment_id=f479ab8a-43f1-4418-b6cc-552379be32b3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:12:44.880242 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14980961-e522-468a-ae48-2f361d103f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:44.894640 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:12:44.906392 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Sync routers for ids ['b7890ff1-3f59-4d69-a686-4fb531196796'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:12:44.913621 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:44.917499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-70ec761d-7958-4bbc-ae15-cfe347bc08be admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9159448 Nov 29 19:12:44.917731 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44692) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:12:44.917930 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Routers {'b7890ff1-3f59-4d69-a686-4fb531196796'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:12:44.918736 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:12:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b7890ff1-3f59-4d69-a686-4fb531196796'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:44.956557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14980961-e522-468a-ae48-2f361d103f4a None None] Pushing event updated for resources: {'Port': ['ID=6b8e2d43-a4e6-4901-953c-59e2a52ea8ad,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:44.978324 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'name': 'tempest-TestMinimumBasicScenario-359623919-router', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:37Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': 'b749b32862be462f9876719d875872ea', 'gw_port': {'id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:38Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '6b8e2d43-a4e6-4901-953c-59e2a52ea8ad', 'name': '', 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'mac_address': 'fa:16:3e:b4:e8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:40Z', 'updated_at': '2021-11-29T19:12:44Z', 'revision_number': 4, 'project_id': 'b749b32862be462f9876719d875872ea', 'subnets': [{'id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:45.010873 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0b9f08-ef78-4d32-866b-eab80351ad6c None None] The sync data for ids ['c139b085-c4e8-406b-af2c-6df3c366f792'] in n-d-819494-5 is: [{'id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'name': 'tempest-TestMinimumBasicScenario-359623919-router', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:37Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': 'b749b32862be462f9876719d875872ea', 'gw_port': {'id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:38Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '6b8e2d43-a4e6-4901-953c-59e2a52ea8ad', 'name': '', 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'mac_address': 'fa:16:3e:b4:e8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:40Z', 'updated_at': '2021-11-29T19:12:44Z', 'revision_number': 4, 'project_id': 'b749b32862be462f9876719d875872ea', 'subnets': [{'id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:12:45.030526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-62e5d493-d8b0-4a8a-9c6a-6b436cfbc1e0 None None] Provisioning complete for port 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:45.030987 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62e5d493-d8b0-4a8a-9c6a-6b436cfbc1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:45.185880 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Set router b7890ff1-3f59-4d69-a686-4fb531196796 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:12:45.400278 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'name': 'tempest-TestMinimumBasicScenario-524268184-router', 'tenant_id': '826b933fdd9b4535b2a7afedcff874c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'af867890-6b91-4342-ac5c-5670196ac8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:43Z', 'updated_at': '2021-11-29T19:12:44Z', 'revision_number': 3, 'project_id': '826b933fdd9b4535b2a7afedcff874c0', 'gw_port': {'id': 'af867890-6b91-4342-ac5c-5670196ac8cd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:43Z', 'updated_at': '2021-11-29T19:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:45.432809 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Checking router: b7890ff1-3f59-4d69-a686-4fb531196796 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:12:45.433803 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Updating router b7890ff1-3f59-4d69-a686-4fb531196796 port af867890-6b91-4342-ac5c-5670196ac8cd binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:12:45.451876 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:45.462317 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:45.670162 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Allocated IP 172.20.0.1 (8b6a25dc-327e-449f-90e5-3b867f9c4488/b1e62aab-eed1-4904-b0dd-2ef62f4fd150/5c7c624b-55fa-4464-ba97-8b2b845c4eed) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:12:45.686100 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb87526-fa37-4823-a861-e1a62f04167a None None] Network 8b6a25dc-327e-449f-90e5-3b867f9c4488 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:12:45.809145 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:45.816487 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:45.817413 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:45.847879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d5783cac-2b88-4040-b286-d2aa962427f8 None None] Provisioning complete for port 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:45.848480 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5783cac-2b88-4040-b286-d2aa962427f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:45.855342 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:45.884012 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c502446-1cd6-4461-abb1-eb10ec49906b None None] Pushing event updated for resources: {'Port': ['ID=af867890-6b91-4342-ac5c-5670196ac8cd,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:45.887356 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb900481-7b74-4d43-985d-f23388382e4c None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:12:45.893171 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Attempting to bind port af867890-6b91-4342-ac5c-5670196ac8cd on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:12:45.893714 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Attempting to bind port af867890-6b91-4342-ac5c-5670196ac8cd by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:12:45.894352 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Attempting to bind port af867890-6b91-4342-ac5c-5670196ac8cd on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:12:45.900529 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:12:45.901255 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:12:45.901888 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:45.902461 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:12:45.903203 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Bound port: af867890-6b91-4342-ac5c-5670196ac8cd, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:12:45.903763 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:45.907459 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Network 8b6a25dc-327e-449f-90e5-3b867f9c4488 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:12:45.913303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:12:45.922047 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:12:45.977217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Pushing event updated for resources: {'Port': ['ID=5c7c624b-55fa-4464-ba97-8b2b845c4eed,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:45.986751 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] For port af867890-6b91-4342-ac5c-5670196ac8cd, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:12:45.992136 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] For port af867890-6b91-4342-ac5c-5670196ac8cd, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=af867890-6b91-4342-ac5c-5670196ac8cd,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:12:45.993438 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5783cac-2b88-4040-b286-d2aa962427f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:46.001962 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:46.002758 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:46.038124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b017cda-4c02-4956-8b06-71c1c8521620 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:12:46.045325 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d5783cac-2b88-4040-b286-d2aa962427f8 None None] For port 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c,segment=NetworkSegment(e0b7efb9-d883-4606-be55-f9c1ebb597c6),segment_id=e0b7efb9-d883-4606-be55-f9c1ebb597c6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:12:46.055116 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5783cac-2b88-4040-b286-d2aa962427f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:46.113945 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Routers {'b7890ff1-3f59-4d69-a686-4fb531196796'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:12:46.114878 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:12:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b7890ff1-3f59-4d69-a686-4fb531196796'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:46.134183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5783cac-2b88-4040-b286-d2aa962427f8 None None] Pushing event updated for resources: {'Port': ['ID=6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:46.185173 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c502446-1cd6-4461-abb1-eb10ec49906b None None] Pushing event updated for resources: {'Port': ['ID=af867890-6b91-4342-ac5c-5670196ac8cd,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:46.187720 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7728cd6d-7d8e-400c-a6cb-76cf1a49de2b None None] Provisioning complete for port af867890-6b91-4342-ac5c-5670196ac8cd triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:46.188385 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7728cd6d-7d8e-400c-a6cb-76cf1a49de2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:46.227106 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:46.306898 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7728cd6d-7d8e-400c-a6cb-76cf1a49de2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:46.309593 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] Set router b7890ff1-3f59-4d69-a686-4fb531196796 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:12:46.333582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7728cd6d-7d8e-400c-a6cb-76cf1a49de2b None None] For port af867890-6b91-4342-ac5c-5670196ac8cd, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=af867890-6b91-4342-ac5c-5670196ac8cd,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:12:46.340176 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7728cd6d-7d8e-400c-a6cb-76cf1a49de2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:46.449562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728cd6d-7d8e-400c-a6cb-76cf1a49de2b None None] Pushing event updated for resources: {'Port': ['ID=af867890-6b91-4342-ac5c-5670196ac8cd,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:46.495230 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c89d1adf-689d-46b9-87e4-3e2dacb8f6cf None None] Provisioning complete for port 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:46.495662 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c89d1adf-689d-46b9-87e4-3e2dacb8f6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:46.532345 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:46.543413 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:46.579299 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:12:46.627823 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:46.673185 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'name': 'tempest-TestMinimumBasicScenario-524268184-router', 'tenant_id': '826b933fdd9b4535b2a7afedcff874c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'af867890-6b91-4342-ac5c-5670196ac8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:43Z', 'updated_at': '2021-11-29T19:12:44Z', 'revision_number': 3, 'project_id': '826b933fdd9b4535b2a7afedcff874c0', 'gw_port': {'id': 'af867890-6b91-4342-ac5c-5670196ac8cd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:43Z', 'updated_at': '2021-11-29T19:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:46.687865 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c89d1adf-689d-46b9-87e4-3e2dacb8f6cf None None] Provisioning complete for port 5c7c624b-55fa-4464-ba97-8b2b845c4eed triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:46.688602 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c89d1adf-689d-46b9-87e4-3e2dacb8f6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:46.721812 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:46.722188 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:46.729059 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Pushing event updated for resources: {'Port': ['ID=5c7c624b-55fa-4464-ba97-8b2b845c4eed,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:46.736721 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977272e-9226-47ef-a7c0-f4afcc420a95 None None] The sync data for ids ['b7890ff1-3f59-4d69-a686-4fb531196796'] in n-d-819494-5 is: [{'id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'name': 'tempest-TestMinimumBasicScenario-524268184-router', 'tenant_id': '826b933fdd9b4535b2a7afedcff874c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'af867890-6b91-4342-ac5c-5670196ac8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:43Z', 'updated_at': '2021-11-29T19:12:44Z', 'revision_number': 3, 'project_id': '826b933fdd9b4535b2a7afedcff874c0', 'gw_port': {'id': 'af867890-6b91-4342-ac5c-5670196ac8cd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:43Z', 'updated_at': '2021-11-29T19:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:12:46.750505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c89d1adf-689d-46b9-87e4-3e2dacb8f6cf None None] Port 5c7c624b-55fa-4464-ba97-8b2b845c4eed cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:12:46.779298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Network 8b6a25dc-327e-449f-90e5-3b867f9c4488 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:12:46.780742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:12:46.822085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:12:46.884870 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d627df9e-4d22-4c3a-b315-24a9a60f9ba6 None None] Provisioning complete for port 5c7c624b-55fa-4464-ba97-8b2b845c4eed triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:46.885513 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d627df9e-4d22-4c3a-b315-24a9a60f9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:46.912462 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Router b7890ff1-3f59-4d69-a686-4fb531196796 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:12:46.933922 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d627df9e-4d22-4c3a-b315-24a9a60f9ba6 None None] Port 5c7c624b-55fa-4464-ba97-8b2b845c4eed cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:12:46.939482 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:46.939904 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:47.033822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:12:47.050987 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f15cc479-9848-4f6c-a340-fa04acc1895d admin admin] 10.222.0.23 "PUT /v2.0/routers/b7890ff1-3f59-4d69-a686-4fb531196796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1285954 Nov 29 19:12:47.064377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a0974140-b1b8-485d-b602-4900436f1bd6 None None] Provisioning complete for port 5c7c624b-55fa-4464-ba97-8b2b845c4eed triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:47.064377 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0974140-b1b8-485d-b602-4900436f1bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:47.106209 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a0974140-b1b8-485d-b602-4900436f1bd6 None None] Port 5c7c624b-55fa-4464-ba97-8b2b845c4eed cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:12:48.441054 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device af867890-6b91-4342-ac5c-5670196ac8cd up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:12:48.492360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Sync routers for ids ['b7890ff1-3f59-4d69-a686-4fb531196796'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:12:48.512810 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Routers {'b7890ff1-3f59-4d69-a686-4fb531196796'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:12:48.513556 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:12:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b7890ff1-3f59-4d69-a686-4fb531196796'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:48.519025 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port af867890-6b91-4342-ac5c-5670196ac8cd triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:48.519425 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:48.869254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Set router b7890ff1-3f59-4d69-a686-4fb531196796 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:12:49.122171 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'name': 'tempest-TestMinimumBasicScenario-524268184-router', 'tenant_id': '826b933fdd9b4535b2a7afedcff874c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'af867890-6b91-4342-ac5c-5670196ac8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:43Z', 'updated_at': '2021-11-29T19:12:46Z', 'revision_number': 4, 'project_id': '826b933fdd9b4535b2a7afedcff874c0', 'gw_port': {'id': 'af867890-6b91-4342-ac5c-5670196ac8cd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:43Z', 'updated_at': '2021-11-29T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5c7c624b-55fa-4464-ba97-8b2b845c4eed', 'name': '', 'network_id': '8b6a25dc-327e-449f-90e5-3b867f9c4488', 'tenant_id': '826b933fdd9b4535b2a7afedcff874c0', 'mac_address': 'fa:16:3e:ae:3d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'b1e62aab-eed1-4904-b0dd-2ef62f4fd150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:45Z', 'updated_at': '2021-11-29T19:12:46Z', 'revision_number': 2, 'project_id': '826b933fdd9b4535b2a7afedcff874c0', 'subnets': [{'id': 'b1e62aab-eed1-4904-b0dd-2ef62f4fd150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:49.154537 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Checking router: b7890ff1-3f59-4d69-a686-4fb531196796 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:12:49.155022 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Updating router b7890ff1-3f59-4d69-a686-4fb531196796 port 5c7c624b-55fa-4464-ba97-8b2b845c4eed binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:12:49.186807 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:49.489259 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:49.498035 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:49.560357 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac907df1-33fa-4c71-8efe-20c644b15704 None None] Pushing event updated for resources: {'Port': ['ID=5c7c624b-55fa-4464-ba97-8b2b845c4eed,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:49.632285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Attempting to bind port 5c7c624b-55fa-4464-ba97-8b2b845c4eed on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:12:49.632749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Attempting to bind port 5c7c624b-55fa-4464-ba97-8b2b845c4eed by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'e0b7efb9-d883-4606-be55-f9c1ebb597c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8b6a25dc-327e-449f-90e5-3b867f9c4488'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:12:49.633199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Attempting to bind port 5c7c624b-55fa-4464-ba97-8b2b845c4eed on network 8b6a25dc-327e-449f-90e5-3b867f9c4488 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:12:49.639540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:12:49.640028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Checking segment: {'id': 'e0b7efb9-d883-4606-be55-f9c1ebb597c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8b6a25dc-327e-449f-90e5-3b867f9c4488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:12:49.640497 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:49.640962 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Bound using segment: {'id': 'e0b7efb9-d883-4606-be55-f9c1ebb597c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8b6a25dc-327e-449f-90e5-3b867f9c4488'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:12:49.641506 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Bound port: 5c7c624b-55fa-4464-ba97-8b2b845c4eed, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b7efb9-d883-4606-be55-f9c1ebb597c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8b6a25dc-327e-449f-90e5-3b867f9c4488'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:12:49.641977 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:49.735568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] For port 5c7c624b-55fa-4464-ba97-8b2b845c4eed, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:12:49.741073 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] For port 5c7c624b-55fa-4464-ba97-8b2b845c4eed, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5c7c624b-55fa-4464-ba97-8b2b845c4eed,segment=NetworkSegment(e0b7efb9-d883-4606-be55-f9c1ebb597c6),segment_id=e0b7efb9-d883-4606-be55-f9c1ebb597c6)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:12:49.748832 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:49.812857 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Routers {'b7890ff1-3f59-4d69-a686-4fb531196796'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:12:49.812857 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:12:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b7890ff1-3f59-4d69-a686-4fb531196796'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:49.860149 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac907df1-33fa-4c71-8efe-20c644b15704 None None] Pushing event updated for resources: {'Port': ['ID=5c7c624b-55fa-4464-ba97-8b2b845c4eed,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:49.931142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-aa090035-d0ed-4896-89c8-8b7a45ffcd30 None None] Provisioning complete for port 5c7c624b-55fa-4464-ba97-8b2b845c4eed triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:49.931516 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa090035-d0ed-4896-89c8-8b7a45ffcd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:49.991180 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] Set router b7890ff1-3f59-4d69-a686-4fb531196796 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:12:50.190266 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa090035-d0ed-4896-89c8-8b7a45ffcd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:50.256391 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-aa090035-d0ed-4896-89c8-8b7a45ffcd30 None None] For port 5c7c624b-55fa-4464-ba97-8b2b845c4eed, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5c7c624b-55fa-4464-ba97-8b2b845c4eed,segment=NetworkSegment(e0b7efb9-d883-4606-be55-f9c1ebb597c6),segment_id=e0b7efb9-d883-4606-be55-f9c1ebb597c6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:12:50.265771 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa090035-d0ed-4896-89c8-8b7a45ffcd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:50.328213 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa090035-d0ed-4896-89c8-8b7a45ffcd30 None None] Pushing event updated for resources: {'Port': ['ID=5c7c624b-55fa-4464-ba97-8b2b845c4eed,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:50.333489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'name': 'tempest-TestMinimumBasicScenario-524268184-router', 'tenant_id': '826b933fdd9b4535b2a7afedcff874c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'af867890-6b91-4342-ac5c-5670196ac8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:43Z', 'updated_at': '2021-11-29T19:12:46Z', 'revision_number': 4, 'project_id': '826b933fdd9b4535b2a7afedcff874c0', 'gw_port': {'id': 'af867890-6b91-4342-ac5c-5670196ac8cd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:43Z', 'updated_at': '2021-11-29T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5c7c624b-55fa-4464-ba97-8b2b845c4eed', 'name': '', 'network_id': '8b6a25dc-327e-449f-90e5-3b867f9c4488', 'tenant_id': '826b933fdd9b4535b2a7afedcff874c0', 'mac_address': 'fa:16:3e:ae:3d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'b1e62aab-eed1-4904-b0dd-2ef62f4fd150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:45Z', 'updated_at': '2021-11-29T19:12:49Z', 'revision_number': 4, 'project_id': '826b933fdd9b4535b2a7afedcff874c0', 'subnets': [{'id': 'b1e62aab-eed1-4904-b0dd-2ef62f4fd150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:12:50.366949 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04fd4bf-d5ec-498c-a135-4785c6c92934 None None] The sync data for ids ['b7890ff1-3f59-4d69-a686-4fb531196796'] in n-d-819494-5 is: [{'id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'name': 'tempest-TestMinimumBasicScenario-524268184-router', 'tenant_id': '826b933fdd9b4535b2a7afedcff874c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'af867890-6b91-4342-ac5c-5670196ac8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:43Z', 'updated_at': '2021-11-29T19:12:46Z', 'revision_number': 4, 'project_id': '826b933fdd9b4535b2a7afedcff874c0', 'gw_port': {'id': 'af867890-6b91-4342-ac5c-5670196ac8cd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:43Z', 'updated_at': '2021-11-29T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '5c7c624b-55fa-4464-ba97-8b2b845c4eed', 'name': '', 'network_id': '8b6a25dc-327e-449f-90e5-3b867f9c4488', 'tenant_id': '826b933fdd9b4535b2a7afedcff874c0', 'mac_address': 'fa:16:3e:ae:3d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'b1e62aab-eed1-4904-b0dd-2ef62f4fd150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:45Z', 'updated_at': '2021-11-29T19:12:49Z', 'revision_number': 4, 'project_id': '826b933fdd9b4535b2a7afedcff874c0', 'subnets': [{'id': 'b1e62aab-eed1-4904-b0dd-2ef62f4fd150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:12:50.393582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-75861c78-460c-40c4-a6ca-def40e54c0d7 None None] Provisioning complete for port 5c7c624b-55fa-4464-ba97-8b2b845c4eed triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:50.394219 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75861c78-460c-40c4-a6ca-def40e54c0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:52.487340 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5c7c624b-55fa-4464-ba97-8b2b845c4eed up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:12:52.567419 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 5c7c624b-55fa-4464-ba97-8b2b845c4eed triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:52.568167 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:54.140016 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37905951-652a-45b7-9eee-4a82dca41f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:56.589189 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee93499d-2258-4cac-b753-34f5b779ff3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:57.235242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-893b77ba-d96f-46d7-91c5-c3917f948136 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:57.236626 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-893b77ba-d96f-46d7-91c5-c3917f948136 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/networks?id=dad8fb57-a8a5-40dd-af62-122851c0c4b1 HTTP/1.1" status: 200 len: 814 time: 0.1035697 Nov 29 19:12:57.251463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-247ff401-b41e-4b51-9a7b-9695861b9743 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/quotas/b749b32862be462f9876719d875872ea HTTP/1.1" status: 200 len: 375 time: 0.0090785 Nov 29 19:12:57.303051 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8113590b-b1f0-4559-99da-0c6739323e14 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b749b32862be462f9876719d875872ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457010 Nov 29 19:12:57.398644 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-b60b8a2f-8c8f-48ef-a967-62f5e006d54f service neutron] 10.222.0.23 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834713 Nov 29 19:12:57.506290 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-b92f642b-80f8-4a76-a7ef-7680a228c764 service neutron] 10.222.0.23 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005328 Nov 29 19:12:57.673735 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dd355ac6-d610-4f83-b5ea-b588d796e045 req-8a6aae8c-4a17-4902-b9bb-890c87826078 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 210 time: 0.0275624 Nov 29 19:12:57.884150 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:57.889905 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:58.790350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-70f3b451-6baf-4b4c-a38a-37e9638eccad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:58.793069 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-70f3b451-6baf-4b4c-a38a-37e9638eccad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.31 "GET /v2.0/networks?id=dad8fb57-a8a5-40dd-af62-122851c0c4b1 HTTP/1.1" status: 200 len: 814 time: 0.1248417 Nov 29 19:12:58.806648 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Request body: {'port': {'device_id': '1107af40-798c-46cc-953a-7c81243d804d', 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1', 'admin_state_up': True, 'tenant_id': 'b749b32862be462f9876719d875872ea'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:12:58.812056 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f5b9b91c-513b-4474-82bf-3754c3102f99 req-2991f506-bc02-4917-9513-d65871c8c1e8 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 210 time: 0.0294969 Nov 29 19:12:58.952942 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Made reservation on behalf of b749b32862be462f9876719d875872ea for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:12:58.956762 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:59.096561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Allocated IP 172.20.0.8 (dad8fb57-a8a5-40dd-af62-122851c0c4b1/13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1/7429b486-01ce-479e-9675-1675d5c10f47) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:12:59.303011 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:59.343368 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:59.396666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Network dad8fb57-a8a5-40dd-af62-122851c0c4b1 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:12:59.400046 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:12:59.404391 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:12:59.446663 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Pushing event updated for resources: {'Port': ['ID=7429b486-01ce-479e-9675-1675d5c10f47,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:12:59.451043 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:59.487613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:59.488129 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:59.488576 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:59.489014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:59.489453 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:59.489885 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:59.490316 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:59.490742 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:59.491283 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:59.491665 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:59.492139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:59.492578 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:12:59.508143 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:59.509013 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:59.528532 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-e7848005-bada-4445-8af9-cc17a4fe79ad tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7266982 Nov 29 19:12:59.715027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6eb2a9c1-ce4d-482c-b768-0cbb6fc3fe84 None None] Provisioning complete for port 7429b486-01ce-479e-9675-1675d5c10f47 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:12:59.715313 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6eb2a9c1-ce4d-482c-b768-0cbb6fc3fe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:12:59.751130 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6eb2a9c1-ce4d-482c-b768-0cbb6fc3fe84 None None] Port 7429b486-01ce-479e-9675-1675d5c10f47 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:12:59.933946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277bcb6-f296-4d78-89d9-5b7ca7947682 req-2d87adaf-71e4-4476-bef5-95eaaf84c408 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:12:59.935786 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f277bcb6-f296-4d78-89d9-5b7ca7947682 req-2d87adaf-71e4-4476-bef5-95eaaf84c408 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 931 time: 0.0479143 Nov 29 19:13:00.004068 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f277bcb6-f296-4d78-89d9-5b7ca7947682 req-dc882eff-edce-49a8-879a-fe4dcc38ba96 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615890 Nov 29 19:13:00.117109 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:00.406620 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:01.147988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493bb06-3ed1-40cb-8195-caaf8672f666 req-9770cd58-1deb-4f9f-9231-360436624d85 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:01.149502 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c493bb06-3ed1-40cb-8195-caaf8672f666 req-9770cd58-1deb-4f9f-9231-360436624d85 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 931 time: 0.0663228 Nov 29 19:13:01.219700 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c493bb06-3ed1-40cb-8195-caaf8672f666 req-5e8ce7c1-86ee-4647-942b-5e5068378643 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632503 Nov 29 19:13:02.358713 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff2e47-3ca4-4ccd-9c6d-f2a7f6e32658 req-3991bf99-1c2e-4a25-902e-045173f22c2a tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:02.360899 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4ff2e47-3ca4-4ccd-9c6d-f2a7f6e32658 req-3991bf99-1c2e-4a25-902e-045173f22c2a tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 931 time: 0.0615544 Nov 29 19:13:02.456400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4ff2e47-3ca4-4ccd-9c6d-f2a7f6e32658 req-3ddbc7a3-07ac-4f22-b4e7-f45e6bf3dad0 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853801 Nov 29 19:13:03.583852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3e174-0b1c-4502-99ef-e6ecf0688bb7 req-adf1bf30-d53d-426b-bdb9-998124e09594 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:03.585564 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66b3e174-0b1c-4502-99ef-e6ecf0688bb7 req-adf1bf30-d53d-426b-bdb9-998124e09594 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 931 time: 0.0593250 Nov 29 19:13:03.637992 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66b3e174-0b1c-4502-99ef-e6ecf0688bb7 req-5fdc6185-dd6d-425f-b05c-22b85ff2e34e tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452352 Nov 29 19:13:04.763789 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81026f9-3fe0-4884-b297-0a301deb01b6 req-2a5154ca-a56f-4977-bc25-d86b81822eb3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:04.765817 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b81026f9-3fe0-4884-b297-0a301deb01b6 req-2a5154ca-a56f-4977-bc25-d86b81822eb3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 931 time: 0.0542843 Nov 29 19:13:04.836721 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b81026f9-3fe0-4884-b297-0a301deb01b6 req-f748556c-305a-42c7-862b-7ae9a71532b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636756 Nov 29 19:13:05.551720 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:13:05.960911 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d758598-8440-4ee8-8b18-c8d103c2e418 req-9c08e81d-b51b-4617-8f2f-e608a62edc7a tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:05.969031 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d758598-8440-4ee8-8b18-c8d103c2e418 req-9c08e81d-b51b-4617-8f2f-e608a62edc7a tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 931 time: 0.0504007 Nov 29 19:13:06.032440 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d758598-8440-4ee8-8b18-c8d103c2e418 req-a931a25b-f0f7-49d4-81c3-4f6aa6d3cdf7 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566590 Nov 29 19:13:07.177226 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80350e09-9199-471d-8370-584a5d1a2c1f req-9b837dbe-a85e-4fd2-9023-df6aa865d8d1 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:07.179018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-80350e09-9199-471d-8370-584a5d1a2c1f req-9b837dbe-a85e-4fd2-9023-df6aa865d8d1 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 931 time: 0.0657716 Nov 29 19:13:07.231033 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-80350e09-9199-471d-8370-584a5d1a2c1f req-2ac11cc9-2cee-4928-a616-c24b3604aede tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452142 Nov 29 19:13:08.389450 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b56ad-b707-4f92-946a-4da938148eae req-33c18ed1-700a-4b5d-8bb8-3faa5495cef4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:08.392242 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b6b56ad-b707-4f92-946a-4da938148eae req-33c18ed1-700a-4b5d-8bb8-3faa5495cef4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 931 time: 0.0632420 Nov 29 19:13:08.450658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b6b56ad-b707-4f92-946a-4da938148eae req-79cb616d-c1dd-48c2-8e31-e33ab787b4d6 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445068 Nov 29 19:13:09.579183 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb170c7f-7ea7-4eec-8e70-4f175d3905a4 req-b39bd26e-752b-4f84-b267-4f73a4ccbc2c tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:09.580670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb170c7f-7ea7-4eec-8e70-4f175d3905a4 req-b39bd26e-752b-4f84-b267-4f73a4ccbc2c tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 931 time: 0.0559542 Nov 29 19:13:09.633608 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb170c7f-7ea7-4eec-8e70-4f175d3905a4 req-33dd019b-78a5-4b4f-bed7-ac5417b20f42 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467010 Nov 29 19:13:10.753187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57b872-330b-4f20-86bd-aa5b4fde6738 req-afc28398-8206-4331-b9ef-aee7ade389a8 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:10.754737 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a57b872-330b-4f20-86bd-aa5b4fde6738 req-afc28398-8206-4331-b9ef-aee7ade389a8 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 931 time: 0.0508714 Nov 29 19:13:10.807858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6a57b872-330b-4f20-86bd-aa5b4fde6738 req-a86c7fcd-879a-4860-927c-f04dcb7dea70 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462959 Nov 29 19:13:11.931733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8370cd1-7887-433d-9d83-994c11e9f824 req-8bfdd051-8d7f-42f6-996b-0a5061150d7b tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:11.933356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8370cd1-7887-433d-9d83-994c11e9f824 req-8bfdd051-8d7f-42f6-996b-0a5061150d7b tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 931 time: 0.0556488 Nov 29 19:13:11.984539 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a8370cd1-7887-433d-9d83-994c11e9f824 req-b65e9d9a-6f0e-4d68-96f7-6a3f92931056 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447221 Nov 29 19:13:12.876183 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Request body: {'port': {'device_id': '1107af40-798c-46cc-953a-7c81243d804d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:13:12.929127 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:13.106819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830be1b-1143-464d-996c-359822137c41 req-d2e0751b-b63e-47af-beb6-18680106965e tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:13.108523 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5830be1b-1143-464d-996c-359822137c41 req-d2e0751b-b63e-47af-beb6-18680106965e tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 931 time: 0.0508721 Nov 29 19:13:13.157194 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5830be1b-1143-464d-996c-359822137c41 req-cf52c54c-4eb5-46dd-9091-b53a720c2be0 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425897 Nov 29 19:13:13.197017 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7429b486-01ce-479e-9675-1675d5c10f47 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:13:13.205397 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:13.217649 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Transition to ACTIVE for port object 7429b486-01ce-479e-9675-1675d5c10f47 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:13:13.221275 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:13.273421 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Pushing event updated for resources: {'Port': ['ID=7429b486-01ce-479e-9675-1675d5c10f47,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:13:13.344970 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Attempting to bind port 7429b486-01ce-479e-9675-1675d5c10f47 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:13:13.345315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Attempting to bind port 7429b486-01ce-479e-9675-1675d5c10f47 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'f479ab8a-43f1-4418-b6cc-552379be32b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:13:13.345651 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Attempting to bind port 7429b486-01ce-479e-9675-1675d5c10f47 on network dad8fb57-a8a5-40dd-af62-122851c0c4b1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:13:13.350406 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Port 7429b486-01ce-479e-9675-1675d5c10f47 on network dad8fb57-a8a5-40dd-af62-122851c0c4b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:13:13.350736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Attempting to bind port 7429b486-01ce-479e-9675-1675d5c10f47 on network dad8fb57-a8a5-40dd-af62-122851c0c4b1 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:13:13.355835 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:13:13.356178 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Checking segment: {'id': 'f479ab8a-43f1-4418-b6cc-552379be32b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:13:13.356567 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Bound using segment: {'id': 'f479ab8a-43f1-4418-b6cc-552379be32b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:13:13.357000 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Bound port: 7429b486-01ce-479e-9675-1675d5c10f47, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f479ab8a-43f1-4418-b6cc-552379be32b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:13:13.357362 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:13.428844 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] For port 7429b486-01ce-479e-9675-1675d5c10f47, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:13:13.432755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] For port 7429b486-01ce-479e-9675-1675d5c10f47, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7429b486-01ce-479e-9675-1675d5c10f47,segment=NetworkSegment(f479ab8a-43f1-4418-b6cc-552379be32b3),segment_id=f479ab8a-43f1-4418-b6cc-552379be32b3)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:13:13.436993 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:13.476400 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:13.477045 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:13.478438 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] 10.222.0.31 "PUT /v2.0/ports/7429b486-01ce-479e-9675-1675d5c10f47 HTTP/1.1" status: 200 len: 1091 time: 0.6066325 Nov 29 19:13:13.478939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1107af40-798c-46cc-953a-7c81243d804d', 'tag': '7429b486-01ce-479e-9675-1675d5c10f47'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:13:13.481614 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7a4408-8fa4-4388-921a-ba9140c8f1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1107af40-798c-46cc-953a-7c81243d804d", "tag": "7429b486-01ce-479e-9675-1675d5c10f47"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:13:13.507310 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a481e85-8532-40d5-b42a-7e45b06b8d81 service neutron] Pushing event updated for resources: {'Port': ['ID=7429b486-01ce-479e-9675-1675d5c10f47,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:13:13.527890 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5551d40-3f97-4bb4-afdb-03a4a36716d9 x-openstack-request-id: req-c5551d40-3f97-4bb4-afdb-03a4a36716d9 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:13:13.528187 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1107af40-798c-46cc-953a-7c81243d804d", "tag": "7429b486-01ce-479e-9675-1675d5c10f47", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:13:13.528443 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5551d40-3f97-4bb4-afdb-03a4a36716d9 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:13:13.528852 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1107af40-798c-46cc-953a-7c81243d804d', 'tag': '7429b486-01ce-479e-9675-1675d5c10f47', 'status': 'completed', 'code': 200} Nov 29 19:13:13.577607 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-27774336-46a5-4b70-a1cd-2ecf6dbeb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:13.579292 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-27774336-46a5-4b70-a1cd-2ecf6dbeb9cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b749b32862be462f9876719d875872ea&device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 1094 time: 0.0442257 Nov 29 19:13:13.627730 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-91ff22fd-7c43-41d7-bd1a-15fcbb455773 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7429b486-01ce-479e-9675-1675d5c10f47 HTTP/1.1" status: 200 len: 217 time: 0.0392649 Nov 29 19:13:13.679188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-baba9704-c456-4591-87b5-296003c318ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:13.680608 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-baba9704-c456-4591-87b5-296003c318ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1 HTTP/1.1" status: 200 len: 853 time: 0.0457389 Nov 29 19:13:13.726409 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-f478ae29-7caa-48d4-ae03-a645b098d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:13.727986 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-f478ae29-7caa-48d4-ae03-a645b098d422 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dad8fb57-a8a5-40dd-af62-122851c0c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406213 Nov 29 19:13:13.827138 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-8e043940-1ba7-47b6-95f4-68c2ff08ce60 service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917525 Nov 29 19:13:13.918260 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ac313216-4b89-4e9b-84e4-3a3bf0225d5f req-fbccf088-a27f-4dac-8b3f-d0477475bee5 service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843830 Nov 29 19:13:14.005730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a4408-8fa4-4388-921a-ba9140c8f1eb req-34909452-fdb0-43c5-a1d8-c57f9cf07018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:14.007207 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be7a4408-8fa4-4388-921a-ba9140c8f1eb req-34909452-fdb0-43c5-a1d8-c57f9cf07018 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b749b32862be462f9876719d875872ea&device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 1094 time: 0.0409303 Nov 29 19:13:14.102931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a4408-8fa4-4388-921a-ba9140c8f1eb req-b943c928-e935-466a-8a76-087299e72a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:14.105003 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be7a4408-8fa4-4388-921a-ba9140c8f1eb req-b943c928-e935-466a-8a76-087299e72a2b service neutron] 10.222.0.31 "GET /v2.0/networks?id=dad8fb57-a8a5-40dd-af62-122851c0c4b1 HTTP/1.1" status: 200 len: 915 time: 0.0905662 Nov 29 19:13:14.145204 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be7a4408-8fa4-4388-921a-ba9140c8f1eb req-ff54b656-f2c1-4ce6-96b8-795f48d1251c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7429b486-01ce-479e-9675-1675d5c10f47 HTTP/1.1" status: 200 len: 217 time: 0.0333362 Nov 29 19:13:14.200443 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a4408-8fa4-4388-921a-ba9140c8f1eb req-a876354a-0d24-4a66-ba3a-35155a92c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:14.201939 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be7a4408-8fa4-4388-921a-ba9140c8f1eb req-a876354a-0d24-4a66-ba3a-35155a92c600 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1 HTTP/1.1" status: 200 len: 853 time: 0.0501139 Nov 29 19:13:14.248939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a4408-8fa4-4388-921a-ba9140c8f1eb req-eda15a09-0aba-4b15-bfed-19214a938f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:14.250472 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be7a4408-8fa4-4388-921a-ba9140c8f1eb req-eda15a09-0aba-4b15-bfed-19214a938f80 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dad8fb57-a8a5-40dd-af62-122851c0c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415146 Nov 29 19:13:14.272160 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452b7bb-910f-4e96-84f4-d809db6d8df6 req-2964a6f7-a026-44da-ba82-ba3abe4db32b tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:14.273547 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a452b7bb-910f-4e96-84f4-d809db6d8df6 req-2964a6f7-a026-44da-ba82-ba3abe4db32b tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 943 time: 0.0477047 Nov 29 19:13:14.326505 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a452b7bb-910f-4e96-84f4-d809db6d8df6 req-58465edb-e743-4a9c-a2e0-e75aa65b9731 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461402 Nov 29 19:13:14.342539 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be7a4408-8fa4-4388-921a-ba9140c8f1eb req-dc5d349c-59de-4b0e-b7bb-4b3d343b87e1 service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850778 Nov 29 19:13:14.441127 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-be7a4408-8fa4-4388-921a-ba9140c8f1eb req-6e29609b-14ff-4d40-bc5a-a9a9c604a39e service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911691 Nov 29 19:13:15.444185 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdb81e-3053-4cde-8421-32bf64b68fb9 req-0b376606-9249-420c-b92c-f509bca1872a tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:15.445651 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4bdb81e-3053-4cde-8421-32bf64b68fb9 req-0b376606-9249-420c-b92c-f509bca1872a tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 943 time: 0.0504997 Nov 29 19:13:15.492938 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d4bdb81e-3053-4cde-8421-32bf64b68fb9 req-246041b7-03bb-4308-b060-d6dcd8389a43 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407174 Nov 29 19:13:16.613665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4b6a1-0c51-463a-b45f-1bf05674e4e0 req-e9ecea46-3dec-43d1-aa53-8aa9e94c6b11 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:16.615086 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-edc4b6a1-0c51-463a-b45f-1bf05674e4e0 req-e9ecea46-3dec-43d1-aa53-8aa9e94c6b11 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 943 time: 0.0484602 Nov 29 19:13:16.662649 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-edc4b6a1-0c51-463a-b45f-1bf05674e4e0 req-44fa6f85-7964-40b1-a5a4-0f8030863a91 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414319 Nov 29 19:13:17.779222 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b57261-12d9-44a0-9cfd-629761abf6ef req-2c5f84bc-fa7e-44eb-a944-3062f2d288bd tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:17.780687 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79b57261-12d9-44a0-9cfd-629761abf6ef req-2c5f84bc-fa7e-44eb-a944-3062f2d288bd tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 943 time: 0.0509768 Nov 29 19:13:17.828282 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79b57261-12d9-44a0-9cfd-629761abf6ef req-6cc8621a-4bb6-4097-8419-661c53aacbb9 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416977 Nov 29 19:13:18.309600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7429b486-01ce-479e-9675-1675d5c10f47 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:13:18.406314 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 7429b486-01ce-479e-9675-1675d5c10f47, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7429b486-01ce-479e-9675-1675d5c10f47,segment=NetworkSegment(f479ab8a-43f1-4418-b6cc-552379be32b3),segment_id=f479ab8a-43f1-4418-b6cc-552379be32b3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:13:18.417453 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '7429b486-01ce-479e-9675-1675d5c10f47', 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1', 'port_id': '7429b486-01ce-479e-9675-1675d5c10f47', 'mac_address': 'fa:16:3e:33:f4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:13:18.454070 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:18.466903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7429b486-01ce-479e-9675-1675d5c10f47 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:13:18.490154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 7429b486-01ce-479e-9675-1675d5c10f47, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7429b486-01ce-479e-9675-1675d5c10f47,segment=NetworkSegment(f479ab8a-43f1-4418-b6cc-552379be32b3),segment_id=f479ab8a-43f1-4418-b6cc-552379be32b3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:13:18.494549 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:18.540540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=7429b486-01ce-479e-9675-1675d5c10f47,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:13:18.547802 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:18.548154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:18.548497 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:18.548836 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:18.549170 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:18.549501 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:18.549828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:18.550152 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:18.550556 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:18.550807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:18.551146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:18.551469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:18.838437 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['7429b486-01ce-479e-9675-1675d5c10f47'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:13:18.943864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3c714-0ea7-470f-9010-7b6d4965748b req-feaa00db-4a7d-4a3c-8d23-144c9d1c8191 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:18.945366 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f3c714-0ea7-470f-9010-7b6d4965748b req-feaa00db-4a7d-4a3c-8d23-144c9d1c8191 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 944 time: 0.0490808 Nov 29 19:13:18.992904 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09f3c714-0ea7-470f-9010-7b6d4965748b req-bf1fee61-2f47-4062-8399-6d3cccf26c35 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407395 Nov 29 19:13:20.108696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd81f41-6b2c-4935-a440-cfcb18859d4c req-a9a9e7b8-fdd0-4585-b4d5-0993b99e440d tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:20.110153 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fd81f41-6b2c-4935-a440-cfcb18859d4c req-a9a9e7b8-fdd0-4585-b4d5-0993b99e440d tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 944 time: 0.0475309 Nov 29 19:13:20.159849 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3fd81f41-6b2c-4935-a440-cfcb18859d4c req-9cf88929-cd3f-4315-86f8-8e08ed20da64 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437882 Nov 29 19:13:20.324084 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7429b486-01ce-479e-9675-1675d5c10f47 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:13:20.374366 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 7429b486-01ce-479e-9675-1675d5c10f47 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:13:20.378307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 7429b486-01ce-479e-9675-1675d5c10f47 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:13:20.378675 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:20.452971 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:20.475570 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1107af40-798c-46cc-953a-7c81243d804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7429b486-01ce-479e-9675-1675d5c10f47'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:13:20.477867 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675f0ab6-8bbc-46d2-9676-4411adbb9881" -d '{"events": [{"server_uuid": "1107af40-798c-46cc-953a-7c81243d804d", "name": "network-vif-plugged", "status": "completed", "tag": "7429b486-01ce-479e-9675-1675d5c10f47"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:13:20.496805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 7429b486-01ce-479e-9675-1675d5c10f47, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7429b486-01ce-479e-9675-1675d5c10f47,segment=NetworkSegment(f479ab8a-43f1-4418-b6cc-552379be32b3),segment_id=f479ab8a-43f1-4418-b6cc-552379be32b3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:13:20.500869 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:20.528371 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d81385-17da-4f45-a11f-2a0f0d77012d x-openstack-request-id: req-31d81385-17da-4f45-a11f-2a0f0d77012d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:13:20.528668 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1107af40-798c-46cc-953a-7c81243d804d", "name": "network-vif-plugged", "status": "completed", "tag": "7429b486-01ce-479e-9675-1675d5c10f47", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:13:20.528931 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31d81385-17da-4f45-a11f-2a0f0d77012d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:13:20.529327 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1107af40-798c-46cc-953a-7c81243d804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7429b486-01ce-479e-9675-1675d5c10f47', 'code': 200} Nov 29 19:13:20.555617 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=7429b486-01ce-479e-9675-1675d5c10f47,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:13:20.618412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e40cc-38e5-4cf9-94d3-f71a8a40eb12 req-d8b8c701-a695-4085-a897-582980750435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:20.620525 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2c8e40cc-38e5-4cf9-94d3-f71a8a40eb12 req-d8b8c701-a695-4085-a897-582980750435 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 1096 time: 0.0419114 Nov 29 19:13:20.664472 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2c8e40cc-38e5-4cf9-94d3-f71a8a40eb12 req-1572e639-2743-473c-8225-cde9796ea84a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373266 Nov 29 19:13:21.273401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de11ecc-d252-41c7-8f4f-a20783f13a0a req-e1683a67-842d-4b02-a274-05cec8151ad7 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:21.274935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4de11ecc-d252-41c7-8f4f-a20783f13a0a req-e1683a67-842d-4b02-a274-05cec8151ad7 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 945 time: 0.0481231 Nov 29 19:13:21.334523 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4de11ecc-d252-41c7-8f4f-a20783f13a0a req-fc979c36-511d-4b17-8c3b-2d27b722d0c8 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495098 Nov 29 19:13:22.453706 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb9bd9-bd3a-4000-83f0-4c27f5cc49c9 req-3f301ac2-fd07-4913-acd2-5991cbb5b318 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:22.455203 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f7cb9bd9-bd3a-4000-83f0-4c27f5cc49c9 req-3f301ac2-fd07-4913-acd2-5991cbb5b318 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 945 time: 0.0482533 Nov 29 19:13:22.503204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f7cb9bd9-bd3a-4000-83f0-4c27f5cc49c9 req-52306d83-6232-40cd-89b2-a431efdb30f2 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 Nov 29 19:13:22.621606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ff67d-e173-4c3d-bdb3-131f302cd6a2 req-70dd7682-3fea-475b-addd-3fa738ff37ab tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:22.622991 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-238ff67d-e173-4c3d-bdb3-131f302cd6a2 req-70dd7682-3fea-475b-addd-3fa738ff37ab tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 945 time: 0.0517688 Nov 29 19:13:22.669846 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-238ff67d-e173-4c3d-bdb3-131f302cd6a2 req-3b9898f2-2985-4419-b640-ab61d1176a66 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407948 Nov 29 19:13:22.852760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2178dc4-6ed1-4e07-a646-bd9279362fb4 req-cda09efd-b5d5-4985-8bb9-c3d51131b01c tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:22.854247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e2178dc4-6ed1-4e07-a646-bd9279362fb4 req-cda09efd-b5d5-4985-8bb9-c3d51131b01c tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 945 time: 0.0483954 Nov 29 19:13:22.903383 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e2178dc4-6ed1-4e07-a646-bd9279362fb4 req-196e6cec-1b50-4355-af03-f06bcf3385d3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429971 Nov 29 19:13:24.123529 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6cae118-945c-4854-af86-b8def4c4c656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:26.581650 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5e73f515-3db9-47b4-bdac-321681ebb4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:27.893264 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:27.898818 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:29.446251 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:30.118959 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:30.400706 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:35.412489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408fdbd-2ee8-4621-8ffa-f1729cb1ff43 req-0b54987d-dd6a-46ca-9882-f68b22688a7a tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:35.414027 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f408fdbd-2ee8-4621-8ffa-f1729cb1ff43 req-0b54987d-dd6a-46ca-9882-f68b22688a7a tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 945 time: 0.0533502 Nov 29 19:13:35.460566 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f408fdbd-2ee8-4621-8ffa-f1729cb1ff43 req-adc9985f-4e19-4e72-9ba6-53c83b28f961 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405784 Nov 29 19:13:35.483420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44894) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:13:35.613735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1875d1-910f-494d-b026-3158c1ef317f tempest-TestMinimumBasicScenario-1792189995 tempest-TestMinimumBasicScenario-1792189995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:35.615618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7b1875d1-910f-494d-b026-3158c1ef317f tempest-TestMinimumBasicScenario-1792189995 tempest-TestMinimumBasicScenario-1792189995-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 1091 time: 0.1308672 Nov 29 19:13:35.618395 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44898) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:13:35.623393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '7429b486-01ce-479e-9675-1675d5c10f47', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:13:35.646438 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:36.073912 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:36.174386 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Allocated IP 172.25.3.79 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/99463a26-2c4f-4f15-ae5a-28ea5c3477de) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:13:36.278932 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:36.313433 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:36.351565 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:13:36.354419 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:13:36.358526 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:13:36.383854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Pushing event updated for resources: {'Port': ['ID=99463a26-2c4f-4f15-ae5a-28ea5c3477de,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:13:36.395434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:36.395792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:36.396142 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:36.396487 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:36.396827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:36.397161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:36.397502 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:36.397822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:36.398154 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:36.398480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:36.398826 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:36.399156 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:13:36.726174 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:36.792318 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:36.941460 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:36.945954 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:37.012976 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Pushing event updated for resources: {'Port': ['ID=99463a26-2c4f-4f15-ae5a-28ea5c3477de,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:13:37.022636 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:37.123748 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Floating IP b78685a1-2bf9-48d0-ab22-308895d25e44 associated. External IP: 172.25.3.79, port: 7429b486-01ce-479e-9675-1675d5c10f47. Nov 29 19:13:37.331978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Router c139b085-c4e8-406b-af2c-6df3c366f792 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:13:37.438893 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:13:37.449663 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739f174-1d0f-4843-9bf4-7eee22dc02c1 None None] Sync routers for ids ['c139b085-c4e8-406b-af2c-6df3c366f792'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:13:37.458205 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:37.459810 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739f174-1d0f-4843-9bf4-7eee22dc02c1 None None] Routers {'c139b085-c4e8-406b-af2c-6df3c366f792'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:13:37.460488 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e739f174-1d0f-4843-9bf4-7eee22dc02c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:13:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c139b085-c4e8-406b-af2c-6df3c366f792'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:13:37.488457 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-053ff681-8857-41df-88b4-7c8bafb191fb tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8689525 Nov 29 19:13:37.489052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1107af40-798c-46cc-953a-7c81243d804d', 'tag': '7429b486-01ce-479e-9675-1675d5c10f47'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:13:37.491378 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a671018-e7e2-402e-9e5a-8f7a889c4dab" -d '{"events": [{"name": "network-changed", "server_uuid": "1107af40-798c-46cc-953a-7c81243d804d", "tag": "7429b486-01ce-479e-9675-1675d5c10f47"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:13:37.491518 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44900) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:13:37.505336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a1f6bd79-c278-4377-9cfe-014e6a16f834 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-958428504', 'description': 'tempest-secgroup-smoke-958428504 description', 'project_id': 'b749b32862be462f9876719d875872ea'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:13:37.534207 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bd79-c278-4377-9cfe-014e6a16f834 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:37.578068 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e739f174-1d0f-4843-9bf4-7eee22dc02c1 None None] Set router c139b085-c4e8-406b-af2c-6df3c366f792 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:13:37.607202 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bd79-c278-4377-9cfe-014e6a16f834 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:37.612254 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bd79-c278-4377-9cfe-014e6a16f834 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:37.647439 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a1f6bd79-c278-4377-9cfe-014e6a16f834 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:37.652096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44906) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:13:37.654981 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a1f6bd79-c278-4377-9cfe-014e6a16f834 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1587181 Nov 29 19:13:37.656679 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8cb07a30-9adf-4920-8b4e-97f809d38e75 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Request body: {'security_group_rule': {'security_group_id': '86676d10-3e36-49ee-b59b-ac840783b51c', 'project_id': 'b749b32862be462f9876719d875872ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:13:37.657572 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6bd79-c278-4377-9cfe-014e6a16f834 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86676d10-3e36-49ee-b59b-ac840783b51c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:13:37.687514 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8cb07a30-9adf-4920-8b4e-97f809d38e75 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:37.700534 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6af0038-b354-4cd2-bfb0-c281e2fbe88c x-openstack-request-id: req-d6af0038-b354-4cd2-bfb0-c281e2fbe88c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:13:37.700826 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1107af40-798c-46cc-953a-7c81243d804d", "tag": "7429b486-01ce-479e-9675-1675d5c10f47", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:13:37.700952 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6af0038-b354-4cd2-bfb0-c281e2fbe88c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:13:37.701363 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1107af40-798c-46cc-953a-7c81243d804d', 'tag': '7429b486-01ce-479e-9675-1675d5c10f47', 'status': 'completed', 'code': 200} Nov 29 19:13:37.740831 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8cb07a30-9adf-4920-8b4e-97f809d38e75 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:37.746398 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8cb07a30-9adf-4920-8b4e-97f809d38e75 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:37.765479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb07a30-9adf-4920-8b4e-97f809d38e75 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18694ad6-6acc-4a15-9a5a-72543ceca1ff,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:13:37.779782 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8cb07a30-9adf-4920-8b4e-97f809d38e75 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:37.783657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8cb07a30-9adf-4920-8b4e-97f809d38e75 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279156 Nov 29 19:13:37.785149 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44910) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:13:37.790144 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1e78b134-d399-490f-bdde-97d2e87cfd37 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Request body: {'security_group_rule': {'security_group_id': '86676d10-3e36-49ee-b59b-ac840783b51c', 'project_id': 'b749b32862be462f9876719d875872ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:13:37.841250 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e739f174-1d0f-4843-9bf4-7eee22dc02c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'name': 'tempest-TestMinimumBasicScenario-359623919-router', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:37Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': 'b749b32862be462f9876719d875872ea', 'gw_port': {'id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:38Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'b78685a1-2bf9-48d0-ab22-308895d25e44', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'port_id': '7429b486-01ce-479e-9675-1675d5c10f47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1', 'mac_address': 'fa:16:3e:33:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107af40-798c-46cc-953a-7c81243d804d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:13:36Z', 'updated_at': '2021-11-29T19:13:36Z', 'revision_number': 0, 'project_id': 'b749b32862be462f9876719d875872ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b8e2d43-a4e6-4901-953c-59e2a52ea8ad', 'name': '', 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'mac_address': 'fa:16:3e:b4:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:40Z', 'updated_at': '2021-11-29T19:12:44Z', 'revision_number': 5, 'project_id': 'b749b32862be462f9876719d875872ea', 'subnets': [{'id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:13:37.848295 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e78b134-d399-490f-bdde-97d2e87cfd37 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:37.866394 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a671018-e7e2-402e-9e5a-8f7a889c4dab req-25e73f57-543b-409c-a6f0-bae2ea87bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:37.867472 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739f174-1d0f-4843-9bf4-7eee22dc02c1 None None] Checking router: c139b085-c4e8-406b-af2c-6df3c366f792 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:13:37.868865 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3a671018-e7e2-402e-9e5a-8f7a889c4dab req-25e73f57-543b-409c-a6f0-bae2ea87bcb7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b749b32862be462f9876719d875872ea&device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 1096 time: 0.1451113 Nov 29 19:13:37.876569 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739f174-1d0f-4843-9bf4-7eee22dc02c1 None None] Routers {'c139b085-c4e8-406b-af2c-6df3c366f792'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:13:37.877265 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e739f174-1d0f-4843-9bf4-7eee22dc02c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:13:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c139b085-c4e8-406b-af2c-6df3c366f792'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:13:37.981642 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e78b134-d399-490f-bdde-97d2e87cfd37 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:37.990118 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e78b134-d399-490f-bdde-97d2e87cfd37 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.022041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a671018-e7e2-402e-9e5a-8f7a889c4dab req-5956b11f-ac1f-4952-83a8-2d748c5bb11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:38.024251 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3a671018-e7e2-402e-9e5a-8f7a889c4dab req-5956b11f-ac1f-4952-83a8-2d748c5bb11c service neutron] 10.222.0.31 "GET /v2.0/networks?id=dad8fb57-a8a5-40dd-af62-122851c0c4b1 HTTP/1.1" status: 200 len: 915 time: 0.1460159 Nov 29 19:13:38.024881 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78b134-d399-490f-bdde-97d2e87cfd37 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df14103-f8ea-42e3-9496-eac4e20def3b,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:13:38.039028 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1e78b134-d399-490f-bdde-97d2e87cfd37 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.040200 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1e78b134-d399-490f-bdde-97d2e87cfd37 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2538624 Nov 29 19:13:38.043027 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44912) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:13:38.075753 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-45cc0dd6-403c-4549-b91d-698a59af06f9 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Request body: {'security_group_rule': {'security_group_id': '86676d10-3e36-49ee-b59b-ac840783b51c', 'project_id': 'b749b32862be462f9876719d875872ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:13:38.094725 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e739f174-1d0f-4843-9bf4-7eee22dc02c1 None None] Set router c139b085-c4e8-406b-af2c-6df3c366f792 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:13:38.114886 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3a671018-e7e2-402e-9e5a-8f7a889c4dab req-13c1a48e-529a-47be-a11c-7aef2a86dc87 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7429b486-01ce-479e-9675-1675d5c10f47 HTTP/1.1" status: 200 len: 998 time: 0.0839195 Nov 29 19:13:38.122087 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45cc0dd6-403c-4549-b91d-698a59af06f9 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.198346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a671018-e7e2-402e-9e5a-8f7a889c4dab req-f58abe80-3ae7-4158-9b7b-a9f75934b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:38.200401 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3a671018-e7e2-402e-9e5a-8f7a889c4dab req-f58abe80-3ae7-4158-9b7b-a9f75934b2e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1 HTTP/1.1" status: 200 len: 853 time: 0.0756879 Nov 29 19:13:38.250549 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45cc0dd6-403c-4549-b91d-698a59af06f9 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.257297 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45cc0dd6-403c-4549-b91d-698a59af06f9 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.283516 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a671018-e7e2-402e-9e5a-8f7a889c4dab req-ee118538-6510-402d-8248-16fd740d9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:38.285981 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3a671018-e7e2-402e-9e5a-8f7a889c4dab req-ee118538-6510-402d-8248-16fd740d9692 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dad8fb57-a8a5-40dd-af62-122851c0c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784216 Nov 29 19:13:38.287066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc0dd6-403c-4549-b91d-698a59af06f9 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90cc94f0-d4f4-4893-b72b-7189d9b2c760,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:13:38.293088 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-45cc0dd6-403c-4549-b91d-698a59af06f9 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.297108 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-45cc0dd6-403c-4549-b91d-698a59af06f9 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2531159 Nov 29 19:13:38.297811 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44914) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:13:38.303642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4c349e62-264d-4af1-8e8a-7e453faca93e tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Request body: {'security_group_rule': {'security_group_id': '86676d10-3e36-49ee-b59b-ac840783b51c', 'project_id': 'b749b32862be462f9876719d875872ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:13:38.331741 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e739f174-1d0f-4843-9bf4-7eee22dc02c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'name': 'tempest-TestMinimumBasicScenario-359623919-router', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:37Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': 'b749b32862be462f9876719d875872ea', 'gw_port': {'id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:38Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'b78685a1-2bf9-48d0-ab22-308895d25e44', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'port_id': '7429b486-01ce-479e-9675-1675d5c10f47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1', 'mac_address': 'fa:16:3e:33:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107af40-798c-46cc-953a-7c81243d804d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:13:36Z', 'updated_at': '2021-11-29T19:13:36Z', 'revision_number': 0, 'project_id': 'b749b32862be462f9876719d875872ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b8e2d43-a4e6-4901-953c-59e2a52ea8ad', 'name': '', 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'mac_address': 'fa:16:3e:b4:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:40Z', 'updated_at': '2021-11-29T19:12:44Z', 'revision_number': 5, 'project_id': 'b749b32862be462f9876719d875872ea', 'subnets': [{'id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:13:38.335892 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c349e62-264d-4af1-8e8a-7e453faca93e tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.358908 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e739f174-1d0f-4843-9bf4-7eee22dc02c1 None None] The sync data for ids ['c139b085-c4e8-406b-af2c-6df3c366f792'] in n-d-819494-5 is: [{'id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'name': 'tempest-TestMinimumBasicScenario-359623919-router', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:37Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': 'b749b32862be462f9876719d875872ea', 'gw_port': {'id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:38Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'b78685a1-2bf9-48d0-ab22-308895d25e44', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'port_id': '7429b486-01ce-479e-9675-1675d5c10f47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1', 'mac_address': 'fa:16:3e:33:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1107af40-798c-46cc-953a-7c81243d804d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:13:36Z', 'updated_at': '2021-11-29T19:13:36Z', 'revision_number': 0, 'project_id': 'b749b32862be462f9876719d875872ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b8e2d43-a4e6-4901-953c-59e2a52ea8ad', 'name': '', 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'mac_address': 'fa:16:3e:b4:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:40Z', 'updated_at': '2021-11-29T19:12:44Z', 'revision_number': 5, 'project_id': 'b749b32862be462f9876719d875872ea', 'subnets': [{'id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:13:38.406827 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c349e62-264d-4af1-8e8a-7e453faca93e tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.411274 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c349e62-264d-4af1-8e8a-7e453faca93e tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.417184 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3a671018-e7e2-402e-9e5a-8f7a889c4dab req-adf83337-2dbc-4154-85c4-eaf49107683d service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180701 Nov 29 19:13:38.431248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c349e62-264d-4af1-8e8a-7e453faca93e tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f55243-7787-4211-9284-435b2b366a07,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:13:38.443130 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c349e62-264d-4af1-8e8a-7e453faca93e tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.444397 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4c349e62-264d-4af1-8e8a-7e453faca93e tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452956 Nov 29 19:13:38.447170 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 44918) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:13:38.451872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c0fe9351-12c4-4740-8c98-0c67b0bd4a24 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Request body: {'security_group_rule': {'security_group_id': '86676d10-3e36-49ee-b59b-ac840783b51c', 'project_id': 'b749b32862be462f9876719d875872ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:13:38.476732 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-c0fe9351-12c4-4740-8c98-0c67b0bd4a24 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Project b749b32862be462f9876719d875872ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:13:38.485475 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9351-12c4-4740-8c98-0c67b0bd4a24 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.516801 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-3a671018-e7e2-402e-9e5a-8f7a889c4dab req-c15b9931-8260-4272-ba64-914703996014 service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932653 Nov 29 19:13:38.552582 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9351-12c4-4740-8c98-0c67b0bd4a24 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.556582 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9351-12c4-4740-8c98-0c67b0bd4a24 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.578524 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe9351-12c4-4740-8c98-0c67b0bd4a24 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53679c4d-1bcf-499b-8985-34cda6bea3a7,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:13:38.583940 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0fe9351-12c4-4740-8c98-0c67b0bd4a24 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.585164 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c0fe9351-12c4-4740-8c98-0c67b0bd4a24 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1370268 Nov 29 19:13:38.588073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 44920) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:13:38.593227 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6211182e-4a54-4b41-b6d1-296917a1f4ec tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Request body: {'security_group_rule': {'security_group_id': '86676d10-3e36-49ee-b59b-ac840783b51c', 'project_id': 'b749b32862be462f9876719d875872ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:13:38.616119 n-d-819494-5 neutron-server[110004]: INFO neutron.db.securitygroups_db [None req-6211182e-4a54-4b41-b6d1-296917a1f4ec tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Project b749b32862be462f9876719d875872ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:13:38.621476 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77789b-6225-4c58-b024-5d9e40f03267 None None] New status for floating IP b78685a1-2bf9-48d0-ab22-308895d25e44: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:13:38.623116 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6211182e-4a54-4b41-b6d1-296917a1f4ec tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.687013 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6211182e-4a54-4b41-b6d1-296917a1f4ec tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.691093 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6211182e-4a54-4b41-b6d1-296917a1f4ec tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.714202 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211182e-4a54-4b41-b6d1-296917a1f4ec tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979ad86b-3cf0-4218-bc2f-9a88663740ef,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:13:38.723124 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6211182e-4a54-4b41-b6d1-296917a1f4ec tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:38.724470 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6211182e-4a54-4b41-b6d1-296917a1f4ec tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353250 Nov 29 19:13:38.819239 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e46b735-dab6-4140-9e49-d122558ae3bd req-39891c1e-01e6-4a5c-a9e0-d6a02ef835e7 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-958428504&fields=id&tenant_id=b749b32862be462f9876719d875872ea HTTP/1.1" status: 200 len: 267 time: 0.0459220 Nov 29 19:13:38.876331 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b735-dab6-4140-9e49-d122558ae3bd req-b19c5060-dfad-42c9-9c0a-dcf8c6b9992c tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:38.877927 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e46b735-dab6-4140-9e49-d122558ae3bd req-b19c5060-dfad-42c9-9c0a-dcf8c6b9992c tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 945 time: 0.0518796 Nov 29 19:13:38.890390 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-7e46b735-dab6-4140-9e49-d122558ae3bd req-c9189b62-8f4a-4588-8ada-761cc30867ff tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Request body: {'port': {'security_groups': ['659e0670-c37f-4528-9b58-98838d430891', '86676d10-3e36-49ee-b59b-ac840783b51c']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:13:38.968378 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e46b735-dab6-4140-9e49-d122558ae3bd req-c9189b62-8f4a-4588-8ada-761cc30867ff tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:39.159085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7e46b735-dab6-4140-9e49-d122558ae3bd req-c9189b62-8f4a-4588-8ada-761cc30867ff tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] For port 7429b486-01ce-479e-9675-1675d5c10f47, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7429b486-01ce-479e-9675-1675d5c10f47,segment=NetworkSegment(f479ab8a-43f1-4418-b6cc-552379be32b3),segment_id=f479ab8a-43f1-4418-b6cc-552379be32b3)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:13:39.188466 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e46b735-dab6-4140-9e49-d122558ae3bd req-c9189b62-8f4a-4588-8ada-761cc30867ff tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:39.193963 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e46b735-dab6-4140-9e49-d122558ae3bd req-c9189b62-8f4a-4588-8ada-761cc30867ff tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:39.205523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['7429b486-01ce-479e-9675-1675d5c10f47'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:13:39.241268 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b735-dab6-4140-9e49-d122558ae3bd req-c9189b62-8f4a-4588-8ada-761cc30867ff tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:39.241932 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e46b735-dab6-4140-9e49-d122558ae3bd req-c9189b62-8f4a-4588-8ada-761cc30867ff tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:39.249644 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e46b735-dab6-4140-9e49-d122558ae3bd req-c9189b62-8f4a-4588-8ada-761cc30867ff tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "PUT /v2.0/ports/7429b486-01ce-479e-9675-1675d5c10f47 HTTP/1.1" status: 200 len: 981 time: 0.3615670 Nov 29 19:13:39.280206 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9189b62-8f4a-4588-8ada-761cc30867ff tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Pushing event updated for resources: {'Port': ['ID=7429b486-01ce-479e-9675-1675d5c10f47,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:13:39.317229 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['7429b486-01ce-479e-9675-1675d5c10f47'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:13:39.360157 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a44ee-390c-44bd-a5f2-dfebee57a0e7 req-53b69291-edc0-4a04-b115-50416e64633c tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:39.361853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd9a44ee-390c-44bd-a5f2-dfebee57a0e7 req-53b69291-edc0-4a04-b115-50416e64633c tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 984 time: 0.0577090 Nov 29 19:13:39.434430 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cd9a44ee-390c-44bd-a5f2-dfebee57a0e7 req-dd639547-f0b4-476d-b507-ceebae82c681 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&id=86676d10-3e36-49ee-b59b-ac840783b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651348 Nov 29 19:13:39.524782 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-835f5d61-705e-479f-a69d-8789a0607a3f None None] Provisioning complete for port 7429b486-01ce-479e-9675-1675d5c10f47 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:13:39.525036 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-835f5d61-705e-479f-a69d-8789a0607a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:39.702992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1107af40-798c-46cc-953a-7c81243d804d', 'tag': '7429b486-01ce-479e-9675-1675d5c10f47'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:13:39.705459 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b621b4-443c-46eb-8cc1-6bca522e84a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1107af40-798c-46cc-953a-7c81243d804d", "tag": "7429b486-01ce-479e-9675-1675d5c10f47"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:13:39.743448 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4cc265-4341-4073-bc32-d79f22276a70 x-openstack-request-id: req-bc4cc265-4341-4073-bc32-d79f22276a70 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:13:39.743829 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1107af40-798c-46cc-953a-7c81243d804d", "tag": "7429b486-01ce-479e-9675-1675d5c10f47", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:13:39.744091 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc4cc265-4341-4073-bc32-d79f22276a70 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:13:39.744505 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1107af40-798c-46cc-953a-7c81243d804d', 'tag': '7429b486-01ce-479e-9675-1675d5c10f47', 'status': 'completed', 'code': 200} Nov 29 19:13:39.808216 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b621b4-443c-46eb-8cc1-6bca522e84a8 req-57a33383-1f8f-4cbc-96c8-d74391f4926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:39.810291 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-60b621b4-443c-46eb-8cc1-6bca522e84a8 req-57a33383-1f8f-4cbc-96c8-d74391f4926e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b749b32862be462f9876719d875872ea&device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 1135 time: 0.0430386 Nov 29 19:13:39.902329 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b621b4-443c-46eb-8cc1-6bca522e84a8 req-9038a816-0b54-4395-8627-787c23224e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:39.903862 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-60b621b4-443c-46eb-8cc1-6bca522e84a8 req-9038a816-0b54-4395-8627-787c23224e5b service neutron] 10.222.0.31 "GET /v2.0/networks?id=dad8fb57-a8a5-40dd-af62-122851c0c4b1 HTTP/1.1" status: 200 len: 915 time: 0.0865822 Nov 29 19:13:39.978025 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-60b621b4-443c-46eb-8cc1-6bca522e84a8 req-fdb4cf32-b79a-419e-9b91-fd761c3497a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7429b486-01ce-479e-9675-1675d5c10f47 HTTP/1.1" status: 200 len: 1000 time: 0.0651159 Nov 29 19:13:40.033592 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b621b4-443c-46eb-8cc1-6bca522e84a8 req-87a55435-4685-418f-8da4-478f443e2a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:40.035116 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-60b621b4-443c-46eb-8cc1-6bca522e84a8 req-87a55435-4685-418f-8da4-478f443e2a22 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1 HTTP/1.1" status: 200 len: 853 time: 0.0500722 Nov 29 19:13:40.083586 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b621b4-443c-46eb-8cc1-6bca522e84a8 req-6890e3fc-8bcf-4eb8-be63-49da052abc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:40.085060 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-60b621b4-443c-46eb-8cc1-6bca522e84a8 req-6890e3fc-8bcf-4eb8-be63-49da052abc76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dad8fb57-a8a5-40dd-af62-122851c0c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424988 Nov 29 19:13:40.177763 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-60b621b4-443c-46eb-8cc1-6bca522e84a8 req-44ad7170-0356-4601-9fd9-43071f63c8c5 service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848312 Nov 29 19:13:40.268086 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-60b621b4-443c-46eb-8cc1-6bca522e84a8 req-4c7d13c0-53fe-4399-8f1e-2ed5538348cf service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821469 Nov 29 19:13:41.369382 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f033fc88-0557-46c2-854b-efb6e8834b30 req-c7de0de1-1761-4f88-a857-b947c8df6478 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400667 Nov 29 19:13:41.459644 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fc88-0557-46c2-854b-efb6e8834b30 req-e66de993-7d7e-41d4-965a-e971c610bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:41.461345 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f033fc88-0557-46c2-854b-efb6e8834b30 req-e66de993-7d7e-41d4-965a-e971c610bd1e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b749b32862be462f9876719d875872ea&device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 1135 time: 0.0471087 Nov 29 19:13:41.564822 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fc88-0557-46c2-854b-efb6e8834b30 req-61a09ab9-3add-407d-8aa8-5bb091b3c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:41.566579 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f033fc88-0557-46c2-854b-efb6e8834b30 req-61a09ab9-3add-407d-8aa8-5bb091b3c394 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dad8fb57-a8a5-40dd-af62-122851c0c4b1 HTTP/1.1" status: 200 len: 915 time: 0.0847633 Nov 29 19:13:41.638301 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f033fc88-0557-46c2-854b-efb6e8834b30 req-0e4a5c5a-c081-47cd-82cd-12e8a7423833 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7429b486-01ce-479e-9675-1675d5c10f47 HTTP/1.1" status: 200 len: 1000 time: 0.0625277 Nov 29 19:13:41.686869 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fc88-0557-46c2-854b-efb6e8834b30 req-d298b61a-c2c9-4f20-92f3-d4929d64186a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:41.688328 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f033fc88-0557-46c2-854b-efb6e8834b30 req-d298b61a-c2c9-4f20-92f3-d4929d64186a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1 HTTP/1.1" status: 200 len: 853 time: 0.0434988 Nov 29 19:13:41.733581 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fc88-0557-46c2-854b-efb6e8834b30 req-003d1737-c5e6-45db-942a-18166b7d2551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:13:41.735103 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f033fc88-0557-46c2-854b-efb6e8834b30 req-003d1737-c5e6-45db-942a-18166b7d2551 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dad8fb57-a8a5-40dd-af62-122851c0c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393298 Nov 29 19:13:41.827642 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f033fc88-0557-46c2-854b-efb6e8834b30 req-ccf071a9-8743-49e2-a6c7-5d66d4ced82c service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850294 Nov 29 19:13:41.916455 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f033fc88-0557-46c2-854b-efb6e8834b30 req-35085ce6-9de9-4e43-bb89-b8c61c73de6d service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808935 Nov 29 19:13:42.550986 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:13:54.124408 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cd9841a-f24c-4ea7-b131-62f25b745e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:56.585218 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63774a1d-25c1-4d0f-986b-079c4be7e424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:57.899461 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:57.900590 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:13:59.447182 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:00.123437 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:00.403134 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:19.550857 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:14:24.126207 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d41537d-56b8-483f-a2dc-3ab4b12a0c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:26.586540 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-753b48c9-6489-400b-8300-e44e003077d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:27.800794 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ca1cb-86cd-48b3-8f5f-44f071fdeeb6 req-5fd31757-93fe-4913-aa46-a3964a2ce7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:27.802357 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a10ca1cb-86cd-48b3-8f5f-44f071fdeeb6 req-5fd31757-93fe-4913-aa46-a3964a2ce7df service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b749b32862be462f9876719d875872ea&device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 1135 time: 0.0488160 Nov 29 19:14:27.848173 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3dd2f-93ba-4f9e-9e86-d2d73cbc61e9 req-deb54434-a670-4546-ad9d-29e005cd0030 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:27.849756 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bfb3dd2f-93ba-4f9e-9e86-d2d73cbc61e9 req-deb54434-a670-4546-ad9d-29e005cd0030 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 984 time: 0.1080704 Nov 29 19:14:27.894569 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:27.903972 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ca1cb-86cd-48b3-8f5f-44f071fdeeb6 req-d34f0728-6a32-4570-aacd-9d8a4a8e2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:27.905586 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a10ca1cb-86cd-48b3-8f5f-44f071fdeeb6 req-d34f0728-6a32-4570-aacd-9d8a4a8e2515 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dad8fb57-a8a5-40dd-af62-122851c0c4b1 HTTP/1.1" status: 200 len: 915 time: 0.0946052 Nov 29 19:14:27.911994 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:27.913607 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bfb3dd2f-93ba-4f9e-9e86-d2d73cbc61e9 req-6167969b-81e3-4709-a27c-323357025ef4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&id=86676d10-3e36-49ee-b59b-ac840783b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571098 Nov 29 19:14:27.973539 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a10ca1cb-86cd-48b3-8f5f-44f071fdeeb6 req-553f2507-96ec-49c6-bf2f-0a2e7b24e899 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7429b486-01ce-479e-9675-1675d5c10f47 HTTP/1.1" status: 200 len: 1000 time: 0.0602839 Nov 29 19:14:28.026624 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ca1cb-86cd-48b3-8f5f-44f071fdeeb6 req-5b496be6-3579-4c2f-9cc5-0001e805e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:28.028733 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a10ca1cb-86cd-48b3-8f5f-44f071fdeeb6 req-5b496be6-3579-4c2f-9cc5-0001e805e5da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1 HTTP/1.1" status: 200 len: 853 time: 0.0480945 Nov 29 19:14:28.075062 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ca1cb-86cd-48b3-8f5f-44f071fdeeb6 req-7de3a345-a136-4fd9-8bd1-6341f81f55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:28.076612 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a10ca1cb-86cd-48b3-8f5f-44f071fdeeb6 req-7de3a345-a136-4fd9-8bd1-6341f81f55d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dad8fb57-a8a5-40dd-af62-122851c0c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411673 Nov 29 19:14:28.172230 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a10ca1cb-86cd-48b3-8f5f-44f071fdeeb6 req-e5a64b9d-5ad1-4457-8fae-84409285f498 service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854781 Nov 29 19:14:28.265567 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a10ca1cb-86cd-48b3-8f5f-44f071fdeeb6 req-a2a98b50-ea0e-46a9-9753-faf4857a3153 service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861089 Nov 29 19:14:29.086779 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23714c17-d4fb-4ff9-a6c1-a66d1128a287 req-c7f100af-ea84-4346-b2d8-21724beccc50 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:29.088272 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23714c17-d4fb-4ff9-a6c1-a66d1128a287 req-c7f100af-ea84-4346-b2d8-21724beccc50 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 984 time: 0.1034288 Nov 29 19:14:29.147783 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-23714c17-d4fb-4ff9-a6c1-a66d1128a287 req-1146f916-4ada-4011-9296-ed1c65833832 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&id=86676d10-3e36-49ee-b59b-ac840783b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532289 Nov 29 19:14:29.451617 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:30.125325 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:30.271353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024633d-777d-4d75-9d54-f5d28e70cfe7 req-af9ebf2d-1140-4174-a376-eee11fa5b24c tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:30.273017 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a024633d-777d-4d75-9d54-f5d28e70cfe7 req-af9ebf2d-1140-4174-a376-eee11fa5b24c tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 984 time: 0.0553355 Nov 29 19:14:30.344356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a024633d-777d-4d75-9d54-f5d28e70cfe7 req-453ad6a4-f35d-452f-b5fb-eac3a2418fae tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&id=86676d10-3e36-49ee-b59b-ac840783b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622878 Nov 29 19:14:30.415008 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:31.460218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee574a4d-f15d-4771-8181-29a11e7c813a req-5543d4d2-c098-4f74-83cf-8baf51363aac tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:31.461726 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee574a4d-f15d-4771-8181-29a11e7c813a req-5543d4d2-c098-4f74-83cf-8baf51363aac tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 984 time: 0.0494678 Nov 29 19:14:31.524669 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ee574a4d-f15d-4771-8181-29a11e7c813a req-154ba791-9366-4e7e-8383-cc89f2abe561 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&id=86676d10-3e36-49ee-b59b-ac840783b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560410 Nov 29 19:14:32.643031 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec339657-675f-4dd7-9387-439293498c55 req-55614025-b090-4190-9995-a646f202813b tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:32.644516 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec339657-675f-4dd7-9387-439293498c55 req-55614025-b090-4190-9995-a646f202813b tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 984 time: 0.0498123 Nov 29 19:14:32.708764 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ec339657-675f-4dd7-9387-439293498c55 req-e8eb2980-5428-4aca-9ec1-80f76060d44d tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&id=86676d10-3e36-49ee-b59b-ac840783b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580764 Nov 29 19:14:33.827112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cfbaf-7169-42e4-a08e-35bae2ad6d0d req-55642516-862e-469e-9fff-13b1fcb864c7 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:33.828592 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b2cfbaf-7169-42e4-a08e-35bae2ad6d0d req-55642516-862e-469e-9fff-13b1fcb864c7 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 984 time: 0.0500262 Nov 29 19:14:33.887904 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3b2cfbaf-7169-42e4-a08e-35bae2ad6d0d req-44499cfb-e901-4f15-bcd1-f8fed9d43cce tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&id=86676d10-3e36-49ee-b59b-ac840783b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531704 Nov 29 19:14:35.001745 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e59325-f51f-4f63-904e-aee8b1d14324 req-44043ede-cd48-4d0a-af07-e715d1282a02 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:35.003219 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1e59325-f51f-4f63-904e-aee8b1d14324 req-44043ede-cd48-4d0a-af07-e715d1282a02 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 984 time: 0.0475011 Nov 29 19:14:35.063481 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c1e59325-f51f-4f63-904e-aee8b1d14324 req-61667e16-482a-41f1-ac55-1e3f9e881ff6 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&id=86676d10-3e36-49ee-b59b-ac840783b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541565 Nov 29 19:14:36.183658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a56bd-9761-4d9b-82b8-ebe17fc667d9 req-ed88918b-1c86-4551-997b-aacb89988345 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:36.185047 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e57a56bd-9761-4d9b-82b8-ebe17fc667d9 req-ed88918b-1c86-4551-997b-aacb89988345 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 984 time: 0.0538201 Nov 29 19:14:36.249011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e57a56bd-9761-4d9b-82b8-ebe17fc667d9 req-8e4244be-8c97-4611-a7ed-c7d1a92ed624 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&id=86676d10-3e36-49ee-b59b-ac840783b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575178 Nov 29 19:14:37.365261 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53996d6-a3aa-403c-91d5-911606eb2c22 req-94b23ec4-744a-4e23-9004-433bc41bb8d8 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:37.366670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d53996d6-a3aa-403c-91d5-911606eb2c22 req-94b23ec4-744a-4e23-9004-433bc41bb8d8 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 984 time: 0.0494456 Nov 29 19:14:37.426943 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d53996d6-a3aa-403c-91d5-911606eb2c22 req-bdffda55-fbee-43c5-b7dd-2d8e12f75c82 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&id=86676d10-3e36-49ee-b59b-ac840783b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536330 Nov 29 19:14:38.548482 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a987a-0bd9-49ba-8e38-6533d77c67b2 req-741f13d7-2b91-445e-aca7-805f9d52c74e tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:38.549982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f8a987a-0bd9-49ba-8e38-6533d77c67b2 req-741f13d7-2b91-445e-aca7-805f9d52c74e tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 984 time: 0.0525515 Nov 29 19:14:38.612079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5f8a987a-0bd9-49ba-8e38-6533d77c67b2 req-cc7e6144-2d07-4e10-a01f-d72744879319 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&id=86676d10-3e36-49ee-b59b-ac840783b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556440 Nov 29 19:14:39.728745 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14197b-cb93-431a-bb1b-45ab8a7cbb8f req-62ee9a06-5d51-4e32-920f-f428c5d970e1 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:39.730259 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e14197b-cb93-431a-bb1b-45ab8a7cbb8f req-62ee9a06-5d51-4e32-920f-f428c5d970e1 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 984 time: 0.0504725 Nov 29 19:14:39.790284 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e14197b-cb93-431a-bb1b-45ab8a7cbb8f req-e03145ca-3611-4447-98fc-76f8de2ea36d tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&id=86676d10-3e36-49ee-b59b-ac840783b51c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539279 Nov 29 19:14:41.335867 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1bc36d59-19a5-487e-8e66-9951dc3055db req-60cc529a-50d6-4ed7-b98f-ce706650e1c4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397983 Nov 29 19:14:41.418460 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc36d59-19a5-487e-8e66-9951dc3055db req-a893ff78-3225-49d8-a3bb-a6fa7d987602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:41.420018 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1bc36d59-19a5-487e-8e66-9951dc3055db req-a893ff78-3225-49d8-a3bb-a6fa7d987602 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b749b32862be462f9876719d875872ea&device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 1135 time: 0.0430582 Nov 29 19:14:41.530809 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc36d59-19a5-487e-8e66-9951dc3055db req-912b153e-8958-4b8c-9b7c-acbb713a136d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:41.532346 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1bc36d59-19a5-487e-8e66-9951dc3055db req-912b153e-8958-4b8c-9b7c-acbb713a136d service neutron] 10.222.0.31 "GET /v2.0/networks?id=dad8fb57-a8a5-40dd-af62-122851c0c4b1 HTTP/1.1" status: 200 len: 915 time: 0.0940812 Nov 29 19:14:41.597679 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1bc36d59-19a5-487e-8e66-9951dc3055db req-9e77c3bc-b60f-46b2-8b8e-112829bb229d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7429b486-01ce-479e-9675-1675d5c10f47 HTTP/1.1" status: 200 len: 1000 time: 0.0586758 Nov 29 19:14:41.651352 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc36d59-19a5-487e-8e66-9951dc3055db req-1c4cb699-2adb-4015-86a6-7f9455aa293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:41.652829 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1bc36d59-19a5-487e-8e66-9951dc3055db req-1c4cb699-2adb-4015-86a6-7f9455aa293c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1 HTTP/1.1" status: 200 len: 853 time: 0.0482907 Nov 29 19:14:41.697654 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc36d59-19a5-487e-8e66-9951dc3055db req-c7dcd40e-ecec-4159-8170-a99c6f28b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:14:41.699171 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1bc36d59-19a5-487e-8e66-9951dc3055db req-c7dcd40e-ecec-4159-8170-a99c6f28b5f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dad8fb57-a8a5-40dd-af62-122851c0c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400832 Nov 29 19:14:41.790579 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1bc36d59-19a5-487e-8e66-9951dc3055db req-fc16dce2-ae2a-432d-b332-3f0a042949d4 service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842342 Nov 29 19:14:41.889532 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1bc36d59-19a5-487e-8e66-9951dc3055db req-352b6686-0eb0-4d30-9152-55816cfeef13 service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917554 Nov 29 19:14:54.127326 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a507673-96a1-4728-9f15-bbe3ce393749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:56.549757 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:14:56.587488 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d0c3ada-a6bd-4f2a-a294-39c0683c1298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:57.904430 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:57.908620 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:14:59.452841 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:00.127443 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:00.430598 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:24.128764 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1efcdf7e-ed3f-40c0-bdf5-00ae0e4f0406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:26.587952 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d332a7c-b033-4ee2-b068-b1e21a9c8906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:27.897988 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:27.921219 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:29.454122 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:30.128873 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:30.428996 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:33.550504 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:15:41.379847 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-47bb95b8-8db8-47f5-8ec3-e14d8d8f874a req-ece6e00b-f24f-4956-9e5d-55cfaac75a56 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406587 Nov 29 19:15:41.463945 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb95b8-8db8-47f5-8ec3-e14d8d8f874a req-f529e4f2-3470-4d5e-8954-a566afaf8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:41.465970 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-47bb95b8-8db8-47f5-8ec3-e14d8d8f874a req-f529e4f2-3470-4d5e-8954-a566afaf8425 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b749b32862be462f9876719d875872ea&device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 1135 time: 0.0408609 Nov 29 19:15:41.575252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb95b8-8db8-47f5-8ec3-e14d8d8f874a req-d5429752-ef9f-4111-bcef-fc82e5e808f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:41.576970 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-47bb95b8-8db8-47f5-8ec3-e14d8d8f874a req-d5429752-ef9f-4111-bcef-fc82e5e808f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dad8fb57-a8a5-40dd-af62-122851c0c4b1 HTTP/1.1" status: 200 len: 915 time: 0.0890195 Nov 29 19:15:41.643892 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-47bb95b8-8db8-47f5-8ec3-e14d8d8f874a req-524476d8-b3c2-471d-8747-42dc9e203b6a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7429b486-01ce-479e-9675-1675d5c10f47 HTTP/1.1" status: 200 len: 1000 time: 0.0598752 Nov 29 19:15:41.697926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb95b8-8db8-47f5-8ec3-e14d8d8f874a req-10b5fd5e-cd0f-4ebb-87c5-4bacc9042928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:41.699522 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-47bb95b8-8db8-47f5-8ec3-e14d8d8f874a req-10b5fd5e-cd0f-4ebb-87c5-4bacc9042928 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1 HTTP/1.1" status: 200 len: 853 time: 0.0480981 Nov 29 19:15:41.744241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb95b8-8db8-47f5-8ec3-e14d8d8f874a req-ef5266c1-0042-4ecf-8edc-1d25e5a9b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:41.745739 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-47bb95b8-8db8-47f5-8ec3-e14d8d8f874a req-ef5266c1-0042-4ecf-8edc-1d25e5a9b17e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dad8fb57-a8a5-40dd-af62-122851c0c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394073 Nov 29 19:15:41.756551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-47bb95b8-8db8-47f5-8ec3-e14d8d8f874a req-dac5dccc-1614-4368-be99-de4684f02dcb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:15:41.757488 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-47bb95b8-8db8-47f5-8ec3-e14d8d8f874a req-dac5dccc-1614-4368-be99-de4684f02dcb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049942 Nov 29 19:15:41.851215 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-47bb95b8-8db8-47f5-8ec3-e14d8d8f874a req-9e2873e5-bc81-4134-876c-73d6ffa0ae5d service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866909 Nov 29 19:15:41.943467 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-47bb95b8-8db8-47f5-8ec3-e14d8d8f874a req-577503de-74d6-4ec4-bce3-b9ed2afbadf7 service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852122 Nov 29 19:15:43.155795 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a77ec2f-bcc5-44fd-8b7b-c9ee3b44cefc req-7e4f5ee8-efce-4484-9df7-dd0c7a646488 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-958428504&fields=id&tenant_id=b749b32862be462f9876719d875872ea HTTP/1.1" status: 200 len: 267 time: 0.0440836 Nov 29 19:15:43.211786 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77ec2f-bcc5-44fd-8b7b-c9ee3b44cefc req-7d1fab7c-02a7-4a11-8c45-95188f43d05c tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:43.213261 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a77ec2f-bcc5-44fd-8b7b-c9ee3b44cefc req-7d1fab7c-02a7-4a11-8c45-95188f43d05c tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 984 time: 0.0517426 Nov 29 19:15:43.224536 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-8a77ec2f-bcc5-44fd-8b7b-c9ee3b44cefc req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Request body: {'port': {'security_groups': ['659e0670-c37f-4528-9b58-98838d430891']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:15:43.287399 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8a77ec2f-bcc5-44fd-8b7b-c9ee3b44cefc req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:43.457394 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8a77ec2f-bcc5-44fd-8b7b-c9ee3b44cefc req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] For port 7429b486-01ce-479e-9675-1675d5c10f47, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7429b486-01ce-479e-9675-1675d5c10f47,segment=NetworkSegment(f479ab8a-43f1-4418-b6cc-552379be32b3),segment_id=f479ab8a-43f1-4418-b6cc-552379be32b3)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:15:43.486719 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8a77ec2f-bcc5-44fd-8b7b-c9ee3b44cefc req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:43.491395 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8a77ec2f-bcc5-44fd-8b7b-c9ee3b44cefc req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:43.502938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['7429b486-01ce-479e-9675-1675d5c10f47'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:15:43.537672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77ec2f-bcc5-44fd-8b7b-c9ee3b44cefc req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:43.538407 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8a77ec2f-bcc5-44fd-8b7b-c9ee3b44cefc req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:43.539790 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8a77ec2f-bcc5-44fd-8b7b-c9ee3b44cefc req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "PUT /v2.0/ports/7429b486-01ce-479e-9675-1675d5c10f47 HTTP/1.1" status: 200 len: 942 time: 0.3196430 Nov 29 19:15:43.540193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1107af40-798c-46cc-953a-7c81243d804d', 'tag': '7429b486-01ce-479e-9675-1675d5c10f47'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:15:43.542592 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2b4faf-4561-41f5-a698-4dc662dd421a" -d '{"events": [{"name": "network-changed", "server_uuid": "1107af40-798c-46cc-953a-7c81243d804d", "tag": "7429b486-01ce-479e-9675-1675d5c10f47"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:15:43.545896 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45014) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:15:43.567943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Pushing event updated for resources: {'Port': ['ID=7429b486-01ce-479e-9675-1675d5c10f47,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:15:43.581399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.581757 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.582106 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.583628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.583996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.584341 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.584903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.585247 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.585587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.587086 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.587772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.587772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988508bb-cccc-40b7-87bb-b2cebb5524e4 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.608335 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['7429b486-01ce-479e-9675-1675d5c10f47'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:15:43.612934 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424a2a58-6443-4ae9-9287-1c93aab8d64f x-openstack-request-id: req-424a2a58-6443-4ae9-9287-1c93aab8d64f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:15:43.613298 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1107af40-798c-46cc-953a-7c81243d804d", "tag": "7429b486-01ce-479e-9675-1675d5c10f47", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:15:43.613558 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-424a2a58-6443-4ae9-9287-1c93aab8d64f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:15:43.614674 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1107af40-798c-46cc-953a-7c81243d804d', 'tag': '7429b486-01ce-479e-9675-1675d5c10f47', 'status': 'completed', 'code': 200} Nov 29 19:15:43.632811 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:43.669816 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:43.742330 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b4faf-4561-41f5-a698-4dc662dd421a req-ef38e792-45f0-4204-b11b-c885475b4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:43.744087 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf2b4faf-4561-41f5-a698-4dc662dd421a req-ef38e792-45f0-4204-b11b-c885475b4013 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b749b32862be462f9876719d875872ea&device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 1096 time: 0.0993209 Nov 29 19:15:43.811611 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:43.814482 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:43.815750 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "DELETE /v2.0/security-groups/86676d10-3e36-49ee-b59b-ac840783b51c HTTP/1.1" status: 204 len: 168 time: 0.2688475 Nov 29 19:15:43.818702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45018) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:15:43.831049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86676d10-3e36-49ee-b59b-ac840783b51c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:15:43.843464 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.843903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.844344 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.844759 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.845165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.845577 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.845982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.846382 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.846801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.847145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.847496 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.847806 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f56b99b-a6ce-4e27-9238-833c31ab83b3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:15:43.878974 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b4faf-4561-41f5-a698-4dc662dd421a req-904466cb-a030-441f-80af-f9d41679f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:43.880468 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf2b4faf-4561-41f5-a698-4dc662dd421a req-904466cb-a030-441f-80af-f9d41679f474 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dad8fb57-a8a5-40dd-af62-122851c0c4b1 HTTP/1.1" status: 200 len: 915 time: 0.1236408 Nov 29 19:15:43.893295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5e4287b5-98af-4ad4-a688-be1d7af13dfe None None] Provisioning complete for port 7429b486-01ce-479e-9675-1675d5c10f47 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:15:43.893828 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5e4287b5-98af-4ad4-a688-be1d7af13dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:43.955852 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf2b4faf-4561-41f5-a698-4dc662dd421a req-5579de89-6aeb-4a18-87e8-fb7b114c6586 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7429b486-01ce-479e-9675-1675d5c10f47 HTTP/1.1" status: 200 len: 1000 time: 0.0673764 Nov 29 19:15:43.995818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-83849604-a7a9-44de-9408-0d1893aa2a57 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Deleting port 99463a26-2c4f-4f15-ae5a-28ea5c3477de {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:15:43.996086 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83849604-a7a9-44de-9408-0d1893aa2a57 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:44.012941 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b4faf-4561-41f5-a698-4dc662dd421a req-f55c00c4-d0e2-4b84-bcdc-6847d2e317a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:44.014441 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf2b4faf-4561-41f5-a698-4dc662dd421a req-f55c00c4-d0e2-4b84-bcdc-6847d2e317a4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1 HTTP/1.1" status: 200 len: 853 time: 0.0507345 Nov 29 19:15:44.066126 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b4faf-4561-41f5-a698-4dc662dd421a req-9849b7b6-1485-4882-ad6b-7c0ecd9b9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:44.067666 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf2b4faf-4561-41f5-a698-4dc662dd421a req-9849b7b6-1485-4882-ad6b-7c0ecd9b9106 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dad8fb57-a8a5-40dd-af62-122851c0c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458009 Nov 29 19:15:44.082086 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83849604-a7a9-44de-9408-0d1893aa2a57 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:44.082419 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83849604-a7a9-44de-9408-0d1893aa2a57 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:44.095496 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-83849604-a7a9-44de-9408-0d1893aa2a57 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Calling delete_port for 99463a26-2c4f-4f15-ae5a-28ea5c3477de owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:15:44.164089 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf2b4faf-4561-41f5-a698-4dc662dd421a req-fa0330d8-0b9a-40bd-a705-2c62b689b2dd service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871909 Nov 29 19:15:44.246083 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83849604-a7a9-44de-9408-0d1893aa2a57 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:44.256988 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-cf2b4faf-4561-41f5-a698-4dc662dd421a req-91dc850f-432a-40d2-acc2-f74c49f5982b service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860074 Nov 29 19:15:44.275649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83849604-a7a9-44de-9408-0d1893aa2a57 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Pushing event deleted for resources: {'Port': ['ID=99463a26-2c4f-4f15-ae5a-28ea5c3477de,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:15:44.334617 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83849604-a7a9-44de-9408-0d1893aa2a57 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:44.334999 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-83849604-a7a9-44de-9408-0d1893aa2a57 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Floating IP b78685a1-2bf9-48d0-ab22-308895d25e44 disassociated (deleted). External IP: 172.25.3.79, port: 7429b486-01ce-479e-9675-1675d5c10f47. Nov 29 19:15:44.537816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83849604-a7a9-44de-9408-0d1893aa2a57 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Router c139b085-c4e8-406b-af2c-6df3c366f792 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:15:44.643118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83849604-a7a9-44de-9408-0d1893aa2a57 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:15:44.647888 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83849604-a7a9-44de-9408-0d1893aa2a57 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:44.652425 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e89551-d372-42bd-8eef-7c040f3a7463 None None] Sync routers for ids ['c139b085-c4e8-406b-af2c-6df3c366f792'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:15:44.661666 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e89551-d372-42bd-8eef-7c040f3a7463 None None] Routers {'c139b085-c4e8-406b-af2c-6df3c366f792'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:15:44.662334 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e0e89551-d372-42bd-8eef-7c040f3a7463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:15:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c139b085-c4e8-406b-af2c-6df3c366f792'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:15:44.676751 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-83849604-a7a9-44de-9408-0d1893aa2a57 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "DELETE /v2.0/floatingips/b78685a1-2bf9-48d0-ab22-308895d25e44 HTTP/1.1" status: 204 len: 168 time: 0.8563793 Nov 29 19:15:44.769833 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e0e89551-d372-42bd-8eef-7c040f3a7463 None None] Set router c139b085-c4e8-406b-af2c-6df3c366f792 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:15:44.978648 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e0e89551-d372-42bd-8eef-7c040f3a7463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'name': 'tempest-TestMinimumBasicScenario-359623919-router', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:37Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': 'b749b32862be462f9876719d875872ea', 'gw_port': {'id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:38Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '6b8e2d43-a4e6-4901-953c-59e2a52ea8ad', 'name': '', 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'mac_address': 'fa:16:3e:b4:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:40Z', 'updated_at': '2021-11-29T19:12:44Z', 'revision_number': 5, 'project_id': 'b749b32862be462f9876719d875872ea', 'subnets': [{'id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:15:45.009852 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e89551-d372-42bd-8eef-7c040f3a7463 None None] Checking router: c139b085-c4e8-406b-af2c-6df3c366f792 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:15:45.018132 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e89551-d372-42bd-8eef-7c040f3a7463 None None] Routers {'c139b085-c4e8-406b-af2c-6df3c366f792'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:15:45.018728 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e0e89551-d372-42bd-8eef-7c040f3a7463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:15:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c139b085-c4e8-406b-af2c-6df3c366f792'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:15:45.127376 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e0e89551-d372-42bd-8eef-7c040f3a7463 None None] Set router c139b085-c4e8-406b-af2c-6df3c366f792 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:15:45.321945 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e0e89551-d372-42bd-8eef-7c040f3a7463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'name': 'tempest-TestMinimumBasicScenario-359623919-router', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:37Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': 'b749b32862be462f9876719d875872ea', 'gw_port': {'id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:38Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '6b8e2d43-a4e6-4901-953c-59e2a52ea8ad', 'name': '', 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'mac_address': 'fa:16:3e:b4:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:40Z', 'updated_at': '2021-11-29T19:12:44Z', 'revision_number': 5, 'project_id': 'b749b32862be462f9876719d875872ea', 'subnets': [{'id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:15:45.347973 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e89551-d372-42bd-8eef-7c040f3a7463 None None] The sync data for ids ['c139b085-c4e8-406b-af2c-6df3c366f792'] in n-d-819494-5 is: [{'id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'name': 'tempest-TestMinimumBasicScenario-359623919-router', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:37Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': 'b749b32862be462f9876719d875872ea', 'gw_port': {'id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:38Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '6b8e2d43-a4e6-4901-953c-59e2a52ea8ad', 'name': '', 'network_id': 'dad8fb57-a8a5-40dd-af62-122851c0c4b1', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'mac_address': 'fa:16:3e:b4:e8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:40Z', 'updated_at': '2021-11-29T19:12:44Z', 'revision_number': 5, 'project_id': 'b749b32862be462f9876719d875872ea', 'subnets': [{'id': '13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:15:45.583845 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cb464d-f902-48e4-a0e8-a1b9ecdc26db None None] New status for floating IP b78685a1-2bf9-48d0-ab22-308895d25e44: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:15:45.615695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1107af40-798c-46cc-953a-7c81243d804d', 'tag': '7429b486-01ce-479e-9675-1675d5c10f47'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:15:45.618085 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5859e564-0357-4320-ab26-fceba43937de" -d '{"events": [{"name": "network-changed", "server_uuid": "1107af40-798c-46cc-953a-7c81243d804d", "tag": "7429b486-01ce-479e-9675-1675d5c10f47"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:15:45.662525 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06485ba7-4515-4a78-a3b1-70282d41afc3 x-openstack-request-id: req-06485ba7-4515-4a78-a3b1-70282d41afc3 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:15:45.662863 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1107af40-798c-46cc-953a-7c81243d804d", "tag": "7429b486-01ce-479e-9675-1675d5c10f47", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:15:45.663150 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06485ba7-4515-4a78-a3b1-70282d41afc3 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:15:45.663579 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1107af40-798c-46cc-953a-7c81243d804d', 'tag': '7429b486-01ce-479e-9675-1675d5c10f47', 'status': 'completed', 'code': 200} Nov 29 19:15:45.728117 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e564-0357-4320-ab26-fceba43937de req-64d5df29-9b60-4f40-9916-703581b00734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:45.731660 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5859e564-0357-4320-ab26-fceba43937de req-64d5df29-9b60-4f40-9916-703581b00734 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b749b32862be462f9876719d875872ea&device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 1096 time: 0.0444498 Nov 29 19:15:45.825629 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e564-0357-4320-ab26-fceba43937de req-82a62510-2f26-4d8c-8de1-bc7f64655fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:45.827142 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5859e564-0357-4320-ab26-fceba43937de req-82a62510-2f26-4d8c-8de1-bc7f64655fa7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dad8fb57-a8a5-40dd-af62-122851c0c4b1 HTTP/1.1" status: 200 len: 915 time: 0.0901434 Nov 29 19:15:45.870922 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5859e564-0357-4320-ab26-fceba43937de req-21153231-7a02-47d2-881d-cafe86e31b83 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7429b486-01ce-479e-9675-1675d5c10f47 HTTP/1.1" status: 200 len: 217 time: 0.0353942 Nov 29 19:15:45.926730 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e564-0357-4320-ab26-fceba43937de req-069ddb0f-0254-4e7d-adfc-aff5156987c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:45.928345 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5859e564-0357-4320-ab26-fceba43937de req-069ddb0f-0254-4e7d-adfc-aff5156987c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1 HTTP/1.1" status: 200 len: 853 time: 0.0505850 Nov 29 19:15:45.976138 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e564-0357-4320-ab26-fceba43937de req-806e4b18-86c5-4de6-9a20-a0866e2a3fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:45.977642 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5859e564-0357-4320-ab26-fceba43937de req-806e4b18-86c5-4de6-9a20-a0866e2a3fda service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dad8fb57-a8a5-40dd-af62-122851c0c4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423837 Nov 29 19:15:46.072541 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5859e564-0357-4320-ab26-fceba43937de req-d114ca2f-5b9a-49f5-85c6-4adbed7e584f service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878062 Nov 29 19:15:46.170780 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-5859e564-0357-4320-ab26-fceba43937de req-e041f97c-0f73-4777-a4d8-4adf7a81ec3f service neutron] 10.222.0.31 "GET /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913560 Nov 29 19:15:53.713090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4727cbd-5355-4a3d-9010-9d4f98cb2ee4 req-ebbcf0e9-2207-4be6-9599-835b00d19b65 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:53.715255 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4727cbd-5355-4a3d-9010-9d4f98cb2ee4 req-ebbcf0e9-2207-4be6-9599-835b00d19b65 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 945 time: 0.0516310 Nov 29 19:15:53.765754 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b4727cbd-5355-4a3d-9010-9d4f98cb2ee4 req-12ea5a48-8565-4fae-a0e8-60c3ddb13b4b tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437446 Nov 29 19:15:54.130644 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5c98731-ed3b-450c-93ab-ae1cb610afb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:54.880491 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22557832-ee3a-4ed6-9107-a3421ebf6040 req-b2c5fd9e-efec-48bc-bb03-6cc593c18c24 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:54.882016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22557832-ee3a-4ed6-9107-a3421ebf6040 req-b2c5fd9e-efec-48bc-bb03-6cc593c18c24 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 945 time: 0.0478637 Nov 29 19:15:54.930194 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-22557832-ee3a-4ed6-9107-a3421ebf6040 req-4ea8bfef-c019-456d-9f9a-ad6e10268c12 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/security-groups?id=659e0670-c37f-4528-9b58-98838d430891&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415382 Nov 29 19:15:55.518118 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592241ff-8100-4df5-ab62-4c0413584b1a req-1d970281-7fa6-4bad-8e25-49e486b3e0d3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:15:55.519597 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-592241ff-8100-4df5-ab62-4c0413584b1a req-1d970281-7fa6-4bad-8e25-49e486b3e0d3 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.31 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 945 time: 0.0499787 Nov 29 19:15:55.623455 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-592241ff-8100-4df5-ab62-4c0413584b1a req-f7a197bf-de86-4d2b-a068-28386244e8cd tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Deleting port 7429b486-01ce-479e-9675-1675d5c10f47 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:15:55.623805 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-592241ff-8100-4df5-ab62-4c0413584b1a req-f7a197bf-de86-4d2b-a068-28386244e8cd tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:55.714608 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-592241ff-8100-4df5-ab62-4c0413584b1a req-f7a197bf-de86-4d2b-a068-28386244e8cd tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] For port 7429b486-01ce-479e-9675-1675d5c10f47, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=7429b486-01ce-479e-9675-1675d5c10f47,segment=NetworkSegment(f479ab8a-43f1-4418-b6cc-552379be32b3),segment_id=f479ab8a-43f1-4418-b6cc-552379be32b3)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:15:55.715007 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-592241ff-8100-4df5-ab62-4c0413584b1a req-f7a197bf-de86-4d2b-a068-28386244e8cd tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:55.728105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-592241ff-8100-4df5-ab62-4c0413584b1a req-f7a197bf-de86-4d2b-a068-28386244e8cd tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Calling delete_port for 7429b486-01ce-479e-9675-1675d5c10f47 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:15:55.857389 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-592241ff-8100-4df5-ab62-4c0413584b1a req-f7a197bf-de86-4d2b-a068-28386244e8cd tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:55.869539 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['7429b486-01ce-479e-9675-1675d5c10f47'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:15:55.886323 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a197bf-de86-4d2b-a068-28386244e8cd tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Pushing event deleted for resources: {'Port': ['ID=7429b486-01ce-479e-9675-1675d5c10f47,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:15:55.928828 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-592241ff-8100-4df5-ab62-4c0413584b1a req-f7a197bf-de86-4d2b-a068-28386244e8cd tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] No DVR routers for this DVR port 7429b486-01ce-479e-9675-1675d5c10f47 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:15:55.931642 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-592241ff-8100-4df5-ab62-4c0413584b1a req-f7a197bf-de86-4d2b-a068-28386244e8cd tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:55.935143 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-592241ff-8100-4df5-ab62-4c0413584b1a req-f7a197bf-de86-4d2b-a068-28386244e8cd tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.31 "DELETE /v2.0/ports/7429b486-01ce-479e-9675-1675d5c10f47 HTTP/1.1" status: 204 len: 173 time: 0.4092996 Nov 29 19:15:55.935601 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1107af40-798c-46cc-953a-7c81243d804d', 'name': 'network-vif-deleted', 'tag': '7429b486-01ce-479e-9675-1675d5c10f47'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:15:55.938282 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059034f0-2cb7-47de-aa0a-733722836376" -d '{"events": [{"server_uuid": "1107af40-798c-46cc-953a-7c81243d804d", "name": "network-vif-deleted", "tag": "7429b486-01ce-479e-9675-1675d5c10f47"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:15:56.041397 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b579355-251c-496a-8655-b53ad772fe9e req-19f45e8e-c896-406e-888a-34cfde60bd40 tempest-TestMinimumBasicScenario-1389975656 tempest-TestMinimumBasicScenario-1389975656-project] 10.222.0.23 "GET /v2.0/ports?device_id=1107af40-798c-46cc-953a-7c81243d804d HTTP/1.1" status: 200 len: 210 time: 0.0343769 Nov 29 19:15:56.083694 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafb99ae-a305-45cb-bf4b-276931104c0a x-openstack-request-id: req-fafb99ae-a305-45cb-bf4b-276931104c0a {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:15:56.084025 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1107af40-798c-46cc-953a-7c81243d804d", "name": "network-vif-deleted", "tag": "7429b486-01ce-479e-9675-1675d5c10f47", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:15:56.084287 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fafb99ae-a305-45cb-bf4b-276931104c0a {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:15:56.084690 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1107af40-798c-46cc-953a-7c81243d804d', 'name': 'network-vif-deleted', 'tag': '7429b486-01ce-479e-9675-1675d5c10f47', 'status': 'completed', 'code': 200} Nov 29 19:15:56.591204 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9f7811e-9ff3-4f50-a87e-8939dcf044a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:57.636430 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45118) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:15:57.903022 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:57.921289 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:57.978460 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-575ac4b9-d604-4052-8d84-861217889c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:58.221429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-575ac4b9-d604-4052-8d84-861217889c3e admin admin] Deleting port 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:15:58.221681 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-575ac4b9-d604-4052-8d84-861217889c3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:58.304355 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-575ac4b9-d604-4052-8d84-861217889c3e admin admin] For port 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6b8e2d43-a4e6-4901-953c-59e2a52ea8ad,segment=NetworkSegment(f479ab8a-43f1-4418-b6cc-552379be32b3),segment_id=f479ab8a-43f1-4418-b6cc-552379be32b3)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:15:58.304715 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-575ac4b9-d604-4052-8d84-861217889c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:58.317999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-575ac4b9-d604-4052-8d84-861217889c3e admin admin] Calling delete_port for 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:15:58.496514 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-575ac4b9-d604-4052-8d84-861217889c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:58.526232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ac4b9-d604-4052-8d84-861217889c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=6b8e2d43-a4e6-4901-953c-59e2a52ea8ad,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:15:59.004401 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-575ac4b9-d604-4052-8d84-861217889c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:59.005711 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7429b486-01ce-479e-9675-1675d5c10f47 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:15:59.025562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 7429b486-01ce-479e-9675-1675d5c10f47 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:15:59.026417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 7429b486-01ce-479e-9675-1675d5c10f47 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:15:59.221355 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575ac4b9-d604-4052-8d84-861217889c3e admin admin] Router c139b085-c4e8-406b-af2c-6df3c366f792 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:15:59.327047 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575ac4b9-d604-4052-8d84-861217889c3e admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:15:59.332403 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-575ac4b9-d604-4052-8d84-861217889c3e admin admin] 10.222.0.23 "PUT /v2.0/routers/c139b085-c4e8-406b-af2c-6df3c366f792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6947715 Nov 29 19:15:59.334772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45120) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:15:59.341647 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d6861-1627-47a0-a05e-8dad463bc98a None None] Sync routers for ids ['c139b085-c4e8-406b-af2c-6df3c366f792'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:15:59.352981 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d6861-1627-47a0-a05e-8dad463bc98a None None] Routers {'c139b085-c4e8-406b-af2c-6df3c366f792'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:15:59.353650 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b46d6861-1627-47a0-a05e-8dad463bc98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:15:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c139b085-c4e8-406b-af2c-6df3c366f792'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:15:59.441451 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d56c6bbd-3206-4b7e-ac45-dc3eca820a4b admin admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:59.460465 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:59.463835 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b46d6861-1627-47a0-a05e-8dad463bc98a None None] Set router c139b085-c4e8-406b-af2c-6df3c366f792 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:15:59.551616 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d56c6bbd-3206-4b7e-ac45-dc3eca820a4b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:59.612635 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d56c6bbd-3206-4b7e-ac45-dc3eca820a4b admin admin] Deleting port 7a319605-6c5b-494b-bd38-a7fff8a5650f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:15:59.612882 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d56c6bbd-3206-4b7e-ac45-dc3eca820a4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:59.693633 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-d56c6bbd-3206-4b7e-ac45-dc3eca820a4b admin admin] For port 7a319605-6c5b-494b-bd38-a7fff8a5650f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=7a319605-6c5b-494b-bd38-a7fff8a5650f,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:15:59.693996 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d56c6bbd-3206-4b7e-ac45-dc3eca820a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:59.707588 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d56c6bbd-3206-4b7e-ac45-dc3eca820a4b admin admin] Calling delete_port for 7a319605-6c5b-494b-bd38-a7fff8a5650f owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:15:59.735070 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b46d6861-1627-47a0-a05e-8dad463bc98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'name': 'tempest-TestMinimumBasicScenario-359623919-router', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:37Z', 'updated_at': '2021-11-29T19:15:58Z', 'revision_number': 5, 'project_id': 'b749b32862be462f9876719d875872ea', 'gw_port': {'id': '7a319605-6c5b-494b-bd38-a7fff8a5650f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:38Z', 'updated_at': '2021-11-29T19:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:15:59.761457 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d6861-1627-47a0-a05e-8dad463bc98a None None] Checking router: c139b085-c4e8-406b-af2c-6df3c366f792 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:15:59.770257 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d6861-1627-47a0-a05e-8dad463bc98a None None] Routers {'c139b085-c4e8-406b-af2c-6df3c366f792'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:15:59.770880 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b46d6861-1627-47a0-a05e-8dad463bc98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:15:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['c139b085-c4e8-406b-af2c-6df3c366f792'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:15:59.856413 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b46d6861-1627-47a0-a05e-8dad463bc98a None None] Set router c139b085-c4e8-406b-af2c-6df3c366f792 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:15:59.871692 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d56c6bbd-3206-4b7e-ac45-dc3eca820a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:15:59.894935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c6bbd-3206-4b7e-ac45-dc3eca820a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=7a319605-6c5b-494b-bd38-a7fff8a5650f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:15:59.910706 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b46d6861-1627-47a0-a05e-8dad463bc98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'name': 'tempest-TestMinimumBasicScenario-359623919-router', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:37Z', 'updated_at': '2021-11-29T19:15:59Z', 'revision_number': 6, 'project_id': 'b749b32862be462f9876719d875872ea', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:15:59.914299 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bacb19d-9d24-4f3c-81d0-d1108a700562 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:15:59.939222 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d6861-1627-47a0-a05e-8dad463bc98a None None] The sync data for ids ['c139b085-c4e8-406b-af2c-6df3c366f792'] in n-d-819494-5 is: [{'id': 'c139b085-c4e8-406b-af2c-6df3c366f792', 'name': 'tempest-TestMinimumBasicScenario-359623919-router', 'tenant_id': 'b749b32862be462f9876719d875872ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:37Z', 'updated_at': '2021-11-29T19:15:59Z', 'revision_number': 6, 'project_id': 'b749b32862be462f9876719d875872ea', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:15:59.966988 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d56c6bbd-3206-4b7e-ac45-dc3eca820a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.057052 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d56c6bbd-3206-4b7e-ac45-dc3eca820a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.059942 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d56c6bbd-3206-4b7e-ac45-dc3eca820a4b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.102852 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d56c6bbd-3206-4b7e-ac45-dc3eca820a4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.103415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56c6bbd-3206-4b7e-ac45-dc3eca820a4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c139b085-c4e8-406b-af2c-6df3c366f792 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:16:00.109533 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d56c6bbd-3206-4b7e-ac45-dc3eca820a4b admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.110701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d56c6bbd-3206-4b7e-ac45-dc3eca820a4b admin admin] 10.222.0.23 "DELETE /v2.0/routers/c139b085-c4e8-406b-af2c-6df3c366f792 HTTP/1.1" status: 204 len: 168 time: 0.7749321 Nov 29 19:16:00.113265 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45122) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:00.134247 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.165266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d81db5-192a-493c-9953-13b2aa919e2d admin admin] Deleting subnet 13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:16:00.168942 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74d81db5-192a-493c-9953-13b2aa919e2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.203880 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74d81db5-192a-493c-9953-13b2aa919e2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.289200 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74d81db5-192a-493c-9953-13b2aa919e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.345056 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74d81db5-192a-493c-9953-13b2aa919e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.374405 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d81db5-192a-493c-9953-13b2aa919e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:00.380963 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74d81db5-192a-493c-9953-13b2aa919e2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.384332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-74d81db5-192a-493c-9953-13b2aa919e2d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/13aa6d0b-3e1d-4529-bdb7-6f1cfadf04c1 HTTP/1.1" status: 204 len: 168 time: 0.2691751 Nov 29 19:16:00.386310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef7076-23f3-4340-978f-246b58128a60 None None] Network dad8fb57-a8a5-40dd-af62-122851c0c4b1 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:16:00.386954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45124) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:00.454991 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.461516 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.512698 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] Deleting port 56cf2763-5175-40f6-9091-e01a79a841b9 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:16:00.513042 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.580773 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] For port 56cf2763-5175-40f6-9091-e01a79a841b9, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=56cf2763-5175-40f6-9091-e01a79a841b9,segment=NetworkSegment(f479ab8a-43f1-4418-b6cc-552379be32b3),segment_id=f479ab8a-43f1-4418-b6cc-552379be32b3)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:16:00.581133 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.594433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] Calling delete_port for 56cf2763-5175-40f6-9091-e01a79a841b9 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:16:00.671223 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.702843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] Pushing event deleted for resources: {'Port': ['ID=56cf2763-5175-40f6-9091-e01a79a841b9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:00.707944 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] No DVR routers for this DVR port 56cf2763-5175-40f6-9091-e01a79a841b9 on host n-d-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:16:00.724759 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4283968c-4368-4311-950a-c18e3a9e12a7 None None] DHCP port deletion for dad8fb57-a8a5-40dd-af62-122851c0c4b1 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:16:00.774492 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:16:00.791603 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.799347 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:16:00.799705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6b8e2d43-a4e6-4901-953c-59e2a52ea8ad not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:16:00.800138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7a319605-6c5b-494b-bd38-a7fff8a5650f no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:16:00.812578 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad8fb57-a8a5-40dd-af62-122851c0c4b1']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:00.819183 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 7a319605-6c5b-494b-bd38-a7fff8a5650f {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:16:00.819533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 7a319605-6c5b-494b-bd38-a7fff8a5650f not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:16:00.819955 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 56cf2763-5175-40f6-9091-e01a79a841b9 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:16:00.822268 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f479ab8a-43f1-4418-b6cc-552379be32b3') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:00.822571 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f479ab8a-43f1-4418-b6cc-552379be32b3') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:00.834320 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.840670 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 56cf2763-5175-40f6-9091-e01a79a841b9 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:16:00.841015 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 56cf2763-5175-40f6-9091-e01a79a841b9 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:16:00.850358 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.856980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:16:00.857378 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: timer() Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:16:00.859143 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:16:00.915625 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.921618 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:00.924752 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dad8fb57-a8a5-40dd-af62-122851c0c4b1 HTTP/1.1" status: 204 len: 168 time: 0.5368681 Nov 29 19:16:00.927967 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45126) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:00.937444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be69e2-1955-4467-9323-c3a36c2a8761 admin admin] Pushing event deleted for resources: {'Network': ['ID=dad8fb57-a8a5-40dd-af62-122851c0c4b1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:01.279690 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-05a92bba-4df6-47ca-9a74-c7f82314cb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:01.872142 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-05a92bba-4df6-47ca-9a74-c7f82314cb25 admin admin] Deleting port 5c7c624b-55fa-4464-ba97-8b2b845c4eed {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:16:01.872486 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-05a92bba-4df6-47ca-9a74-c7f82314cb25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:01.949696 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-05a92bba-4df6-47ca-9a74-c7f82314cb25 admin admin] For port 5c7c624b-55fa-4464-ba97-8b2b845c4eed, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=5c7c624b-55fa-4464-ba97-8b2b845c4eed,segment=NetworkSegment(e0b7efb9-d883-4606-be55-f9c1ebb597c6),segment_id=e0b7efb9-d883-4606-be55-f9c1ebb597c6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:16:01.950389 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-05a92bba-4df6-47ca-9a74-c7f82314cb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:01.962724 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-05a92bba-4df6-47ca-9a74-c7f82314cb25 admin admin] Calling delete_port for 5c7c624b-55fa-4464-ba97-8b2b845c4eed owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:16:02.143024 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-05a92bba-4df6-47ca-9a74-c7f82314cb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:02.173304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a92bba-4df6-47ca-9a74-c7f82314cb25 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c7c624b-55fa-4464-ba97-8b2b845c4eed,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:02.350107 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-05a92bba-4df6-47ca-9a74-c7f82314cb25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:02.586094 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a92bba-4df6-47ca-9a74-c7f82314cb25 admin admin] Router b7890ff1-3f59-4d69-a686-4fb531196796 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:16:02.695162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a92bba-4df6-47ca-9a74-c7f82314cb25 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:16:02.703997 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-05a92bba-4df6-47ca-9a74-c7f82314cb25 admin admin] 10.222.0.23 "PUT /v2.0/routers/b7890ff1-3f59-4d69-a686-4fb531196796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7727449 Nov 29 19:16:02.704983 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45128) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:02.707530 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26fef64-47c2-411c-be67-3e9fad9aaf1a None None] Sync routers for ids ['b7890ff1-3f59-4d69-a686-4fb531196796'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:16:02.719191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26fef64-47c2-411c-be67-3e9fad9aaf1a None None] Routers {'b7890ff1-3f59-4d69-a686-4fb531196796'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:16:02.719913 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c26fef64-47c2-411c-be67-3e9fad9aaf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:15:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b7890ff1-3f59-4d69-a686-4fb531196796'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:02.812636 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1219-bdf1-466c-b7b2-1f66e378d141 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:02.826942 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-c26fef64-47c2-411c-be67-3e9fad9aaf1a None None] Set router b7890ff1-3f59-4d69-a686-4fb531196796 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:16:02.922048 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1219-bdf1-466c-b7b2-1f66e378d141 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:02.979923 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b1219-bdf1-466c-b7b2-1f66e378d141 admin admin] Deleting port af867890-6b91-4342-ac5c-5670196ac8cd {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:16:02.980608 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1219-bdf1-466c-b7b2-1f66e378d141 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:03.014932 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c26fef64-47c2-411c-be67-3e9fad9aaf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'name': 'tempest-TestMinimumBasicScenario-524268184-router', 'tenant_id': '826b933fdd9b4535b2a7afedcff874c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'af867890-6b91-4342-ac5c-5670196ac8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:43Z', 'updated_at': '2021-11-29T19:16:02Z', 'revision_number': 5, 'project_id': '826b933fdd9b4535b2a7afedcff874c0', 'gw_port': {'id': 'af867890-6b91-4342-ac5c-5670196ac8cd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:06:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:12:43Z', 'updated_at': '2021-11-29T19:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:03.047052 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26fef64-47c2-411c-be67-3e9fad9aaf1a None None] Checking router: b7890ff1-3f59-4d69-a686-4fb531196796 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:16:03.055948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26fef64-47c2-411c-be67-3e9fad9aaf1a None None] Routers {'b7890ff1-3f59-4d69-a686-4fb531196796'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:16:03.056558 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c26fef64-47c2-411c-be67-3e9fad9aaf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:15:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['b7890ff1-3f59-4d69-a686-4fb531196796'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:03.072422 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-7e1b1219-bdf1-466c-b7b2-1f66e378d141 admin admin] For port af867890-6b91-4342-ac5c-5670196ac8cd, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=af867890-6b91-4342-ac5c-5670196ac8cd,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:16:03.072762 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1219-bdf1-466c-b7b2-1f66e378d141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:03.085795 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-7e1b1219-bdf1-466c-b7b2-1f66e378d141 admin admin] Calling delete_port for af867890-6b91-4342-ac5c-5670196ac8cd owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:16:03.144699 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-c26fef64-47c2-411c-be67-3e9fad9aaf1a None None] Set router b7890ff1-3f59-4d69-a686-4fb531196796 gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:16:03.196321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c26fef64-47c2-411c-be67-3e9fad9aaf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'name': 'tempest-TestMinimumBasicScenario-524268184-router', 'tenant_id': '826b933fdd9b4535b2a7afedcff874c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:43Z', 'updated_at': '2021-11-29T19:16:02Z', 'revision_number': 6, 'project_id': '826b933fdd9b4535b2a7afedcff874c0', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:03.226256 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26fef64-47c2-411c-be67-3e9fad9aaf1a None None] The sync data for ids ['b7890ff1-3f59-4d69-a686-4fb531196796'] in n-d-819494-5 is: [{'id': 'b7890ff1-3f59-4d69-a686-4fb531196796', 'name': 'tempest-TestMinimumBasicScenario-524268184-router', 'tenant_id': '826b933fdd9b4535b2a7afedcff874c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:12:43Z', 'updated_at': '2021-11-29T19:16:02Z', 'revision_number': 6, 'project_id': '826b933fdd9b4535b2a7afedcff874c0', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:16:03.257692 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1219-bdf1-466c-b7b2-1f66e378d141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:03.288711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b1219-bdf1-466c-b7b2-1f66e378d141 admin admin] Pushing event deleted for resources: {'Port': ['ID=af867890-6b91-4342-ac5c-5670196ac8cd,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:03.302524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8a3b5d-1b41-447e-9580-62f97779eb71 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:16:03.358819 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1219-bdf1-466c-b7b2-1f66e378d141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:03.451659 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1219-bdf1-466c-b7b2-1f66e378d141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:03.453844 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1219-bdf1-466c-b7b2-1f66e378d141 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:03.499680 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1219-bdf1-466c-b7b2-1f66e378d141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:03.500293 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1b1219-bdf1-466c-b7b2-1f66e378d141 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7890ff1-3f59-4d69-a686-4fb531196796 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:16:03.505561 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7e1b1219-bdf1-466c-b7b2-1f66e378d141 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:03.506451 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7e1b1219-bdf1-466c-b7b2-1f66e378d141 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b7890ff1-3f59-4d69-a686-4fb531196796 HTTP/1.1" status: 204 len: 168 time: 0.8005061 Nov 29 19:16:03.509059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45130) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:03.558965 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e953c8b-f05d-48d5-a9d8-8c93a831a82a admin admin] Deleting subnet b1e62aab-eed1-4904-b0dd-2ef62f4fd150 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:16:03.562145 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e953c8b-f05d-48d5-a9d8-8c93a831a82a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:03.599200 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e953c8b-f05d-48d5-a9d8-8c93a831a82a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:03.678477 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e953c8b-f05d-48d5-a9d8-8c93a831a82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:03.731693 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e953c8b-f05d-48d5-a9d8-8c93a831a82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:03.759337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e953c8b-f05d-48d5-a9d8-8c93a831a82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1e62aab-eed1-4904-b0dd-2ef62f4fd150,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:03.766333 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-4e953c8b-f05d-48d5-a9d8-8c93a831a82a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:03.770338 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-4e953c8b-f05d-48d5-a9d8-8c93a831a82a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b1e62aab-eed1-4904-b0dd-2ef62f4fd150 HTTP/1.1" status: 204 len: 168 time: 0.2599587 Nov 29 19:16:03.771399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb22bc56-3b7d-4a35-beef-1f746a5d2081 None None] Network 8b6a25dc-327e-449f-90e5-3b867f9c4488 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:16:03.772502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45132) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:03.844757 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:03.898060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] Deleting port 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:16:03.898409 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:03.969897 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] For port 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c,segment=NetworkSegment(e0b7efb9-d883-4606-be55-f9c1ebb597c6),segment_id=e0b7efb9-d883-4606-be55-f9c1ebb597c6)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:16:03.970271 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:03.972999 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] DHCP port deletion for 8b6a25dc-327e-449f-90e5-3b867f9c4488 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:16:03.985227 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] Calling delete_port for 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:16:04.023505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Deleting port 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:16:04.024848 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:04.071689 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:04.093782 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] For port 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c,segment=NetworkSegment(e0b7efb9-d883-4606-be55-f9c1ebb597c6),segment_id=e0b7efb9-d883-4606-be55-f9c1ebb597c6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:16:04.094184 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:04.099582 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:04.104136 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] No DVR routers for this DVR port 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:16:04.107242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Calling delete_port for 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:16:04.182861 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:04.193032 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:04.207423 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6a25dc-327e-449f-90e5-3b867f9c4488']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:04.217930 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b7efb9-d883-4606-be55-f9c1ebb597c6') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:04.218226 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b7efb9-d883-4606-be55-f9c1ebb597c6') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:04.218885 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Pushing event deleted for resources: {'Port': ['ID=6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:04.227710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] No DVR routers for this DVR port 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:16:04.230306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:04.230471 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:04.230662 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:04.231374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:04.231718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:04.232228 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:04.232917 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:04.233253 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:04.234031 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:04.234688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:04.235215 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:04.235557 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:04.235896 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c69a2a2-da35-435d-99e3-b89818d7108f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:04.246031 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:04.257271 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:16:04.257771 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: timer() Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:16:04.259676 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:16:04.322313 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:04.330567 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:04.333056 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8b6a25dc-327e-449f-90e5-3b867f9c4488 HTTP/1.1" status: 204 len: 168 time: 0.5596149 Nov 29 19:16:04.345448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520d2a0-8697-4605-9972-a7298b2961d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6a25dc-327e-449f-90e5-3b867f9c4488,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:04.498737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45136) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:04.504816 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5c7c624b-55fa-4464-ba97-8b2b845c4eed no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:16:04.526418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 5c7c624b-55fa-4464-ba97-8b2b845c4eed {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:16:04.526774 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 5c7c624b-55fa-4464-ba97-8b2b845c4eed not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:16:04.527225 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:16:04.544690 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-849ad3e7-dc65-4a72-ab8d-5e436bd4d01d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b749b32862be462f9876719d875872ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448020 Nov 29 19:16:04.546659 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:16:04.547043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6ae4e3b9-1ee0-47c7-b5a1-a8fece63d32c not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:16:04.547473 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device af867890-6b91-4342-ac5c-5670196ac8cd no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:16:04.547604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45138) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:04.569960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: af867890-6b91-4342-ac5c-5670196ac8cd {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:16:04.570321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device af867890-6b91-4342-ac5c-5670196ac8cd not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:16:04.595700 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2a7eb1c-88f3-4368-b862-fdc08e5ee3b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:04.616071 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2a7eb1c-88f3-4368-b862-fdc08e5ee3b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:04.662877 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2a7eb1c-88f3-4368-b862-fdc08e5ee3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:04.665516 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2a7eb1c-88f3-4368-b862-fdc08e5ee3b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:04.666686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a2a7eb1c-88f3-4368-b862-fdc08e5ee3b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/659e0670-c37f-4528-9b58-98838d430891 HTTP/1.1" status: 204 len: 168 time: 0.1181800 Nov 29 19:16:04.674694 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7eb1c-88f3-4368-b862-fdc08e5ee3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659e0670-c37f-4528-9b58-98838d430891,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:04.980855 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45144) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:05.021809 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9717e19f-e7ae-4a0b-bb93-18e3528dd9fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=826b933fdd9b4535b2a7afedcff874c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397320 Nov 29 19:16:05.024253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45146) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:05.074848 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-086d0f77-5cad-4545-a68f-a03b5a44b4b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:05.097975 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-086d0f77-5cad-4545-a68f-a03b5a44b4b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:05.144106 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-086d0f77-5cad-4545-a68f-a03b5a44b4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:05.146724 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-086d0f77-5cad-4545-a68f-a03b5a44b4b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:05.148023 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-086d0f77-5cad-4545-a68f-a03b5a44b4b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83322c15-98d2-4123-9595-ab03f93b4feb HTTP/1.1" status: 204 len: 168 time: 0.1227617 Nov 29 19:16:05.156223 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d0f77-5cad-4545-a68f-a03b5a44b4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83322c15-98d2-4123-9595-ab03f93b4feb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:06.788869 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45186) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:06.793946 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-9195c610-dc05-4304-88b0-f5ce5e0477fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1746881506', 'description': 'tempest-secgroup-smoke-1746881506 description', 'project_id': '586123f8e14849718a3a2426d6443104'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:16:06.816447 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9195c610-dc05-4304-88b0-f5ce5e0477fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:06.824838 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9195c610-dc05-4304-88b0-f5ce5e0477fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:06.899294 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9195c610-dc05-4304-88b0-f5ce5e0477fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:06.903176 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9195c610-dc05-4304-88b0-f5ce5e0477fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:06.942026 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195c610-dc05-4304-88b0-f5ce5e0477fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70869fc8-675a-4217-9e42-f46c36b9a024,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:06.979333 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9195c610-dc05-4304-88b0-f5ce5e0477fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:06.983029 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9195c610-dc05-4304-88b0-f5ce5e0477fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.012960 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-9195c610-dc05-4304-88b0-f5ce5e0477fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.014223 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9195c610-dc05-4304-88b0-f5ce5e0477fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2243426 Nov 29 19:16:07.015011 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195c610-dc05-4304-88b0-f5ce5e0477fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:07.017207 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45188) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:07.021816 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-536b15ba-0ce8-45ec-8688-dc3381ceff35 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '0b31029c-3a3d-43ed-8d0c-8ff0d043a63e', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:16:07.048918 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-536b15ba-0ce8-45ec-8688-dc3381ceff35 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.107702 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-536b15ba-0ce8-45ec-8688-dc3381ceff35 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.111510 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-536b15ba-0ce8-45ec-8688-dc3381ceff35 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.129258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b15ba-0ce8-45ec-8688-dc3381ceff35 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e304fa-32c5-41ec-8c50-56af7c7ec534,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:07.137098 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-536b15ba-0ce8-45ec-8688-dc3381ceff35 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.138311 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-536b15ba-0ce8-45ec-8688-dc3381ceff35 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201799 Nov 29 19:16:07.141064 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45190) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:07.145358 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6d61f7ba-7059-4e22-a786-76068a3f83a6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '0b31029c-3a3d-43ed-8d0c-8ff0d043a63e', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:16:07.172199 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d61f7ba-7059-4e22-a786-76068a3f83a6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.238078 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d61f7ba-7059-4e22-a786-76068a3f83a6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.242029 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d61f7ba-7059-4e22-a786-76068a3f83a6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.259929 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61f7ba-7059-4e22-a786-76068a3f83a6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af968002-081c-4462-975e-a668ad35d0a3,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:07.264722 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d61f7ba-7059-4e22-a786-76068a3f83a6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.267394 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6d61f7ba-7059-4e22-a786-76068a3f83a6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252015 Nov 29 19:16:07.268581 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45192) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:07.273344 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-23696d16-8b23-41bc-aad1-6e764faaf0d0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '0b31029c-3a3d-43ed-8d0c-8ff0d043a63e', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:16:07.301840 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-23696d16-8b23-41bc-aad1-6e764faaf0d0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.358663 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-23696d16-8b23-41bc-aad1-6e764faaf0d0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.362138 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-23696d16-8b23-41bc-aad1-6e764faaf0d0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.380199 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23696d16-8b23-41bc-aad1-6e764faaf0d0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f34207-05ab-4e5b-a7f9-245de3908a1d,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:07.391373 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-23696d16-8b23-41bc-aad1-6e764faaf0d0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.392604 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-23696d16-8b23-41bc-aad1-6e764faaf0d0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228993 Nov 29 19:16:07.395281 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45194) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:07.399593 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-62ea83dc-f145-4439-9c2d-c74419428f46 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '0b31029c-3a3d-43ed-8d0c-8ff0d043a63e', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:16:07.426249 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-62ea83dc-f145-4439-9c2d-c74419428f46 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.484818 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-62ea83dc-f145-4439-9c2d-c74419428f46 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.488414 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-62ea83dc-f145-4439-9c2d-c74419428f46 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.506170 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea83dc-f145-4439-9c2d-c74419428f46 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dab1f84-a295-40bc-8ab9-fbb2403f46b6,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:07.511753 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-62ea83dc-f145-4439-9c2d-c74419428f46 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.515872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45196) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:07.516438 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-62ea83dc-f145-4439-9c2d-c74419428f46 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195991 Nov 29 19:16:07.520690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-14793155-7b48-4706-b5e3-2eb6d6441acf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '0b31029c-3a3d-43ed-8d0c-8ff0d043a63e', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:16:07.543428 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-14793155-7b48-4706-b5e3-2eb6d6441acf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Project 586123f8e14849718a3a2426d6443104 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:16:07.548258 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14793155-7b48-4706-b5e3-2eb6d6441acf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.596088 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14793155-7b48-4706-b5e3-2eb6d6441acf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.599760 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14793155-7b48-4706-b5e3-2eb6d6441acf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.617377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14793155-7b48-4706-b5e3-2eb6d6441acf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2bc2f9-5c70-4082-a712-99fc16863fd8,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:07.626013 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14793155-7b48-4706-b5e3-2eb6d6441acf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.627241 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-14793155-7b48-4706-b5e3-2eb6d6441acf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1101418 Nov 29 19:16:07.629951 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45198) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:07.634222 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ec128059-8016-48b1-9f01-9eefe7dc125f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '0b31029c-3a3d-43ed-8d0c-8ff0d043a63e', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:16:07.655485 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-ec128059-8016-48b1-9f01-9eefe7dc125f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Project 586123f8e14849718a3a2426d6443104 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:16:07.660201 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec128059-8016-48b1-9f01-9eefe7dc125f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.718861 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec128059-8016-48b1-9f01-9eefe7dc125f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.722088 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec128059-8016-48b1-9f01-9eefe7dc125f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.740986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec128059-8016-48b1-9f01-9eefe7dc125f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ac787e-6c63-4b64-9ce0-4d9c5e38e8d1,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:07.748203 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec128059-8016-48b1-9f01-9eefe7dc125f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.749434 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ec128059-8016-48b1-9f01-9eefe7dc125f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185203 Nov 29 19:16:07.752404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45200) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:07.757202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-88a1b04e-ce17-419d-b552-672feed80a7c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'network': {'name': 'tempest-network-smoke--1092811338', 'project_id': '586123f8e14849718a3a2426d6443104', 'port_security_enabled': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:16:07.777349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a1b04e-ce17-419d-b552-672feed80a7c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Made reservation on behalf of 586123f8e14849718a3a2426d6443104 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:16:07.780670 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88a1b04e-ce17-419d-b552-672feed80a7c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.803439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a1b04e-ce17-419d-b552-672feed80a7c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:16:07.812093 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88a1b04e-ce17-419d-b552-672feed80a7c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.812473 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-88a1b04e-ce17-419d-b552-672feed80a7c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Added segment d1df4d61-e453-4415-a2c6-399516f7fcea of type vlan for network d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 Nov 29 19:16:07.855581 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88a1b04e-ce17-419d-b552-672feed80a7c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.879573 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88a1b04e-ce17-419d-b552-672feed80a7c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.884934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a1b04e-ce17-419d-b552-672feed80a7c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:07.885522 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88a1b04e-ce17-419d-b552-672feed80a7c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.948809 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-88a1b04e-ce17-419d-b552-672feed80a7c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1926668 Nov 29 19:16:07.949048 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45202) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:07.955174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1302943963', 'admin_state_up': True, 'project_id': '586123f8e14849718a3a2426d6443104', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:16:07.963727 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1b04e-ce17-419d-b552-672feed80a7c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Network': ['ID=d8d7a390-fbf0-43fd-90bb-7a1a22dbff02,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:07.973970 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:16:07.982368 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:07.983503 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:08.038400 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:08.174844 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:08.363216 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:08.381038 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:08.486408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.25.3.218 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/3d6998f8-d9e8-4f47-96d6-0924517afabd) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:16:08.588060 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:08.618942 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:08.657029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:16:08.661710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:16:08.665471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:16:08.675173 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebe7ef9-88e4-4938-923a-56ecafbd2a23 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:16:08.697335 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=3d6998f8-d9e8-4f47-96d6-0924517afabd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:08.754812 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-9d51d79a-3b50-4703-98a3-c03081a83c9a None None] Provisioning complete for port 3d6998f8-d9e8-4f47-96d6-0924517afabd triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:16:08.755184 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d51d79a-3b50-4703-98a3-c03081a83c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:08.789432 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9d51d79a-3b50-4703-98a3-c03081a83c9a None None] Port 3d6998f8-d9e8-4f47-96d6-0924517afabd cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:16:08.915518 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:09.440861 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:09.567814 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 4c27b114-7924-4c5b-a800-9b85e648e690 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:16:09.672309 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:16:09.682388 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Sync routers for ids ['4c27b114-7924-4c5b-a800-9b85e648e690'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:16:09.692743 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:09.693317 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Routers {'4c27b114-7924-4c5b-a800-9b85e648e690'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:16:09.693984 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:15:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4c27b114-7924-4c5b-a800-9b85e648e690'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:09.697775 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-52d00034-827c-411b-aaf7-46eca0a89551 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7471766 Nov 29 19:16:09.697940 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45204) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:09.803368 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Set router 4c27b114-7924-4c5b-a800-9b85e648e690 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:16:09.818300 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-dd5f4724-9d3d-4424-ab66-62a9a7904432 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=586123f8e14849718a3a2426d6443104&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1193008 Nov 29 19:16:09.820949 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45208) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:09.906408 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9443f508-472f-413a-acf1-ac227134f391 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:09.908325 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9443f508-472f-413a-acf1-ac227134f391 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864730 Nov 29 19:16:09.911175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45210) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:09.939685 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f47483b8-130c-4338-9a72-e3f96fff5dcf tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274346 Nov 29 19:16:09.942561 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45212) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:09.948119 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-04e71b58-4088-45f2-98cf-03a063dace26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2120942764', 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02', 'project_id': '586123f8e14849718a3a2426d6443104', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:16:09.983298 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302943963', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:16:07Z', 'updated_at': '2021-11-29T19:16:08Z', 'revision_number': 3, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:08Z', 'updated_at': '2021-11-29T19:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:10.009024 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Checking router: 4c27b114-7924-4c5b-a800-9b85e648e690 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:16:10.009371 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Updating router 4c27b114-7924-4c5b-a800-9b85e648e690 port 3d6998f8-d9e8-4f47-96d6-0924517afabd binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:16:10.033982 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:10.038892 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e71b58-4088-45f2-98cf-03a063dace26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Made reservation on behalf of 586123f8e14849718a3a2426d6443104 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:16:10.047014 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04e71b58-4088-45f2-98cf-03a063dace26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:10.224843 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04e71b58-4088-45f2-98cf-03a063dace26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:10.287000 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e71b58-4088-45f2-98cf-03a063dace26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Subnet': ['ID=596a736a-0831-438f-a2df-afe66c2a563c,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:10.289790 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:10.295161 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e71b58-4088-45f2-98cf-03a063dace26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Checking segment: {'id': 'd1df4d61-e453-4415-a2c6-399516f7fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:16:10.295639 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e71b58-4088-45f2-98cf-03a063dace26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network hostable DHCP agents. Network: d8d7a390-fbf0-43fd-90bb-7a1a22dbff02, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:16:10.297163 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:10.313466 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e71b58-4088-45f2-98cf-03a063dace26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:16:10.323344 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-04e71b58-4088-45f2-98cf-03a063dace26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, d8d7a390-fbf0-43fd-90bb-7a1a22dbff02) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:16:10.328862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e71b58-4088-45f2-98cf-03a063dace26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:10.330035 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-04e71b58-4088-45f2-98cf-03a063dace26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:10.331577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e445a55-3d4d-41a5-93da-250e6761ffbb None None] Network d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:16:10.350161 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-04e71b58-4088-45f2-98cf-03a063dace26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4064770 Nov 29 19:16:10.353318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45214) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:10.356819 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Attempting to bind port 3d6998f8-d9e8-4f47-96d6-0924517afabd on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:16:10.357197 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Attempting to bind port 3d6998f8-d9e8-4f47-96d6-0924517afabd by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:16:10.357559 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Attempting to bind port 3d6998f8-d9e8-4f47-96d6-0924517afabd on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:16:10.366365 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38093cff-c1f0-4afe-950c-efc09aaa465f None None] Pushing event updated for resources: {'Port': ['ID=3d6998f8-d9e8-4f47-96d6-0924517afabd,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:10.368664 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:16:10.369715 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:16:10.370136 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:10.370506 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:16:10.370992 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Bound port: 3d6998f8-d9e8-4f47-96d6-0924517afabd, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:16:10.371368 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:10.394622 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38093cff-c1f0-4afe-950c-efc09aaa465f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:10.395171 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38093cff-c1f0-4afe-950c-efc09aaa465f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:10.395308 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38093cff-c1f0-4afe-950c-efc09aaa465f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:10.395643 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38093cff-c1f0-4afe-950c-efc09aaa465f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:10.396344 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38093cff-c1f0-4afe-950c-efc09aaa465f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:10.396344 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38093cff-c1f0-4afe-950c-efc09aaa465f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:10.396616 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38093cff-c1f0-4afe-950c-efc09aaa465f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:10.396994 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38093cff-c1f0-4afe-950c-efc09aaa465f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:10.397587 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38093cff-c1f0-4afe-950c-efc09aaa465f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:10.397912 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38093cff-c1f0-4afe-950c-efc09aaa465f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:10.398233 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38093cff-c1f0-4afe-950c-efc09aaa465f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:10.398346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82413595-c028-4a99-b931-6135aa3715f4 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:16:10.398549 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38093cff-c1f0-4afe-950c-efc09aaa465f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:16:10.436852 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] For port 3d6998f8-d9e8-4f47-96d6-0924517afabd, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:16:10.440693 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] For port 3d6998f8-d9e8-4f47-96d6-0924517afabd, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3d6998f8-d9e8-4f47-96d6-0924517afabd,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:16:10.445489 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:10.501543 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38093cff-c1f0-4afe-950c-efc09aaa465f None None] Pushing event updated for resources: {'Port': ['ID=3d6998f8-d9e8-4f47-96d6-0924517afabd,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:10.523909 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Routers {'4c27b114-7924-4c5b-a800-9b85e648e690'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:16:10.524679 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:15:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4c27b114-7924-4c5b-a800-9b85e648e690'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:10.577577 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:16:10.633753 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d2f692-f2f7-4691-b31b-904c56253cd1 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:16:10.647087 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] Set router 4c27b114-7924-4c5b-a800-9b85e648e690 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:16:10.660366 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d5da17e5-b6d1-486c-bdbe-5b761066b1f4 None None] Provisioning complete for port 3d6998f8-d9e8-4f47-96d6-0924517afabd triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:16:10.660960 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5da17e5-b6d1-486c-bdbe-5b761066b1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:10.700555 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-d8d7a390-fbf0-43fd-90bb-7a1a22dbff02', 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'fixed_ips': [{'subnet_id': '596a736a-0831-438f-a2df-afe66c2a563c'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:16:10.701434 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:10.836203 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302943963', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:16:07Z', 'updated_at': '2021-11-29T19:16:08Z', 'revision_number': 3, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:08Z', 'updated_at': '2021-11-29T19:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:10.851450 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:10.864548 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c544043c-8898-4e0b-a4f6-c821e6586af7 None None] The sync data for ids ['4c27b114-7924-4c5b-a800-9b85e648e690'] in n-d-819494-5 is: [{'id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302943963', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:16:07Z', 'updated_at': '2021-11-29T19:16:08Z', 'revision_number': 3, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:08Z', 'updated_at': '2021-11-29T19:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:16:10.871061 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5da17e5-b6d1-486c-bdbe-5b761066b1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:10.903980 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d5da17e5-b6d1-486c-bdbe-5b761066b1f4 None None] For port 3d6998f8-d9e8-4f47-96d6-0924517afabd, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3d6998f8-d9e8-4f47-96d6-0924517afabd,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:16:10.908053 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Allocated IP 172.20.0.2 (d8d7a390-fbf0-43fd-90bb-7a1a22dbff02/596a736a-0831-438f-a2df-afe66c2a563c/ae974020-1ffb-4d1d-b930-58f97437e4d4) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:16:10.912283 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5da17e5-b6d1-486c-bdbe-5b761066b1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:11.015918 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da17e5-b6d1-486c-bdbe-5b761066b1f4 None None] Pushing event updated for resources: {'Port': ['ID=3d6998f8-d9e8-4f47-96d6-0924517afabd,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:11.060244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1beb4bb3-0f62-4f26-b698-965911013d01 None None] Provisioning complete for port 3d6998f8-d9e8-4f47-96d6-0924517afabd triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:16:11.060616 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1beb4bb3-0f62-4f26-b698-965911013d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:11.159354 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:11.167729 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:11.230329 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.20.0.1 (d8d7a390-fbf0-43fd-90bb-7a1a22dbff02/596a736a-0831-438f-a2df-afe66c2a563c/f65dc37d-a444-44d0-8a5c-6cc0de39a678) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:16:11.233442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Network d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:16:11.245047 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:16:11.251369 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:16:11.261331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Pushing event updated for resources: {'Port': ['ID=ae974020-1ffb-4d1d-b930-58f97437e4d4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:11.318650 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Attempting to bind port ae974020-1ffb-4d1d-b930-58f97437e4d4 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:16:11.319099 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Attempting to bind port ae974020-1ffb-4d1d-b930-58f97437e4d4 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'd1df4d61-e453-4415-a2c6-399516f7fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:16:11.319467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Attempting to bind port ae974020-1ffb-4d1d-b930-58f97437e4d4 on network d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:16:11.325678 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:16:11.326059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Checking segment: {'id': 'd1df4d61-e453-4415-a2c6-399516f7fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:16:11.326615 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:11.327034 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Bound using segment: {'id': 'd1df4d61-e453-4415-a2c6-399516f7fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:16:11.327512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Bound port: ae974020-1ffb-4d1d-b930-58f97437e4d4, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1df4d61-e453-4415-a2c6-399516f7fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:16:11.327911 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:11.358372 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:11.395145 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] For port ae974020-1ffb-4d1d-b930-58f97437e4d4, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:16:11.397618 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:11.401170 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] For port ae974020-1ffb-4d1d-b930-58f97437e4d4, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ae974020-1ffb-4d1d-b930-58f97437e4d4,segment=NetworkSegment(d1df4d61-e453-4415-a2c6-399516f7fcea),segment_id=d1df4d61-e453-4415-a2c6-399516f7fcea)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:16:11.405863 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:11.453577 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:16:11.456905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:16:11.461981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:16:11.466252 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=f65dc37d-a444-44d0-8a5c-6cc0de39a678,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:11.476685 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda440f-483c-4e1d-ab7b-8f3e57ad521d None None] Pushing event updated for resources: {'Port': ['ID=ae974020-1ffb-4d1d-b930-58f97437e4d4,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:11.520789 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:11.681128 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:11.981673 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:11.986160 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:12.058858 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:12.060649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=f65dc37d-a444-44d0-8a5c-6cc0de39a678,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:12.158027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:16:12.159587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:16:12.277045 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 4c27b114-7924-4c5b-a800-9b85e648e690 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:16:12.399034 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:16:12.404149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6fad8b71-b817-4fd3-ad61-ebf3a229b738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "PUT /v2.0/routers/4c27b114-7924-4c5b-a800-9b85e648e690/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0492113 Nov 29 19:16:12.532185 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a73733-89f7-4320-a3a1-37b0f039be5e None None] Network d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:16:12.586335 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3d6998f8-d9e8-4f47-96d6-0924517afabd up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:16:12.615188 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-ca8117f7-1b18-4ecb-a345-5b077b38101e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746881506&fields=id&tenant_id=586123f8e14849718a3a2426d6443104 HTTP/1.1" status: 200 len: 267 time: 0.0701315 Nov 29 19:16:12.645853 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-0e436cb5-291a-493e-a825-b1a5cfa43d13 None None] Provisioning complete for port ae974020-1ffb-4d1d-b930-58f97437e4d4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:16:12.646141 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e436cb5-291a-493e-a825-b1a5cfa43d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:12.722262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-de089820-3c99-4822-bb0e-89666588bc15 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:12.724085 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-de089820-3c99-4822-bb0e-89666588bc15 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/networks?id=d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 HTTP/1.1" status: 200 len: 797 time: 0.1013486 Nov 29 19:16:12.740807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-2956e69d-d19d-4f10-aa44-ab839218e401 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/quotas/586123f8e14849718a3a2426d6443104 HTTP/1.1" status: 200 len: 375 time: 0.0101593 Nov 29 19:16:12.746608 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 3d6998f8-d9e8-4f47-96d6-0924517afabd triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:16:12.747012 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:12.800871 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-858ad7aa-0d7a-4422-836c-ca9b96241805 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529809 Nov 29 19:16:12.847288 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e436cb5-291a-493e-a825-b1a5cfa43d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:12.929232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0e436cb5-291a-493e-a825-b1a5cfa43d13 None None] For port ae974020-1ffb-4d1d-b930-58f97437e4d4, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ae974020-1ffb-4d1d-b930-58f97437e4d4,segment=NetworkSegment(d1df4d61-e453-4415-a2c6-399516f7fcea),segment_id=d1df4d61-e453-4415-a2c6-399516f7fcea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:16:12.933858 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ae974020-1ffb-4d1d-b930-58f97437e4d4 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:16:12.937203 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e436cb5-291a-493e-a825-b1a5cfa43d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:12.997307 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-cb9ac9f7-b2f7-48f7-b03d-4bf2c40ae060 service neutron] 10.222.0.23 "GET /v2.0/networks/d8d7a390-fbf0-43fd-90bb-7a1a22dbff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842866 Nov 29 19:16:13.017313 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e436cb5-291a-493e-a825-b1a5cfa43d13 None None] Pushing event updated for resources: {'Port': ['ID=ae974020-1ffb-4d1d-b930-58f97437e4d4,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:13.035231 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ae974020-1ffb-4d1d-b930-58f97437e4d4 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:16:13.035602 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:13.113548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-0bd7be87-0a53-41b3-a362-8271b3ecf310 service neutron] 10.222.0.23 "GET /v2.0/networks/d8d7a390-fbf0-43fd-90bb-7a1a22dbff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028903 Nov 29 19:16:13.149925 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Sync routers for ids ['4c27b114-7924-4c5b-a800-9b85e648e690'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:16:13.169606 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Routers {'4c27b114-7924-4c5b-a800-9b85e648e690'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:16:13.170281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:15:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4c27b114-7924-4c5b-a800-9b85e648e690'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:13.205862 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f903ff29-4846-4b74-8a16-095ecda8c4b4 None None] Provisioning complete for port f65dc37d-a444-44d0-8a5c-6cc0de39a678 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:16:13.206231 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f903ff29-4846-4b74-8a16-095ecda8c4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:13.289865 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f903ff29-4846-4b74-8a16-095ecda8c4b4 None None] Port f65dc37d-a444-44d0-8a5c-6cc0de39a678 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:16:13.333859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Set router 4c27b114-7924-4c5b-a800-9b85e648e690 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:16:13.340204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30793478-ac27-4bae-91c5-c7f9fbcb2021 req-0e046130-001d-4a3b-bfa7-ded86ccdc71c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 210 time: 0.0341156 Nov 29 19:16:13.381921 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f903ff29-4846-4b74-8a16-095ecda8c4b4 None None] Provisioning complete for port ae974020-1ffb-4d1d-b930-58f97437e4d4 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:16:13.382374 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f903ff29-4846-4b74-8a16-095ecda8c4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:13.628609 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302943963', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:16:07Z', 'updated_at': '2021-11-29T19:16:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:08Z', 'updated_at': '2021-11-29T19:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f65dc37d-a444-44d0-8a5c-6cc0de39a678', 'name': '', 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:94:1c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '596a736a-0831-438f-a2df-afe66c2a563c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:10Z', 'updated_at': '2021-11-29T19:16:11Z', 'revision_number': 2, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '596a736a-0831-438f-a2df-afe66c2a563c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:13.654585 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Checking router: 4c27b114-7924-4c5b-a800-9b85e648e690 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:16:13.655044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Updating router 4c27b114-7924-4c5b-a800-9b85e648e690 port f65dc37d-a444-44d0-8a5c-6cc0de39a678 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:16:13.683815 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:13.731233 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d77c76d7-5c2b-48e6-a930-de56ee359127 None None] Provisioning complete for port f65dc37d-a444-44d0-8a5c-6cc0de39a678 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:16:13.731610 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d77c76d7-5c2b-48e6-a930-de56ee359127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:13.824238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d77c76d7-5c2b-48e6-a930-de56ee359127 None None] Port f65dc37d-a444-44d0-8a5c-6cc0de39a678 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:16:13.983031 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:13.988175 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:14.050198 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25dc45-1300-4a8f-ba29-e098eaa6b681 None None] Pushing event updated for resources: {'Port': ['ID=f65dc37d-a444-44d0-8a5c-6cc0de39a678,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:14.101464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Attempting to bind port f65dc37d-a444-44d0-8a5c-6cc0de39a678 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:16:14.101844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Attempting to bind port f65dc37d-a444-44d0-8a5c-6cc0de39a678 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'd1df4d61-e453-4415-a2c6-399516f7fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:16:14.102247 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Attempting to bind port f65dc37d-a444-44d0-8a5c-6cc0de39a678 on network d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:16:14.108236 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:16:14.108639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Checking segment: {'id': 'd1df4d61-e453-4415-a2c6-399516f7fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:16:14.109036 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:14.109437 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Bound using segment: {'id': 'd1df4d61-e453-4415-a2c6-399516f7fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:16:14.110053 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Bound port: f65dc37d-a444-44d0-8a5c-6cc0de39a678, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1df4d61-e453-4415-a2c6-399516f7fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:16:14.110450 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:14.175678 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] For port f65dc37d-a444-44d0-8a5c-6cc0de39a678, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:16:14.178927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] For port f65dc37d-a444-44d0-8a5c-6cc0de39a678, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f65dc37d-a444-44d0-8a5c-6cc0de39a678,segment=NetworkSegment(d1df4d61-e453-4415-a2c6-399516f7fcea),segment_id=d1df4d61-e453-4415-a2c6-399516f7fcea)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:16:14.184216 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:14.253454 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Routers {'4c27b114-7924-4c5b-a800-9b85e648e690'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:16:14.254080 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:15:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4c27b114-7924-4c5b-a800-9b85e648e690'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:14.259321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25dc45-1300-4a8f-ba29-e098eaa6b681 None None] Pushing event updated for resources: {'Port': ['ID=f65dc37d-a444-44d0-8a5c-6cc0de39a678,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:14.306182 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6efc729d-9ace-4f95-95c6-551030726ef3 None None] Provisioning complete for port f65dc37d-a444-44d0-8a5c-6cc0de39a678 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:16:14.306504 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6efc729d-9ace-4f95-95c6-551030726ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:14.426430 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d9d92aa-ad1c-459d-ac79-13728e7027f3 req-da308560-e019-40f0-805b-398bbfa9afc1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 210 time: 0.0308259 Nov 29 19:16:14.526415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ae974020-1ffb-4d1d-b930-58f97437e4d4 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:16:14.604764 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] Set router 4c27b114-7924-4c5b-a800-9b85e648e690 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:16:14.713354 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ae974020-1ffb-4d1d-b930-58f97437e4d4 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:16:14.714030 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:14.754742 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6efc729d-9ace-4f95-95c6-551030726ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:14.855099 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6efc729d-9ace-4f95-95c6-551030726ef3 None None] For port f65dc37d-a444-44d0-8a5c-6cc0de39a678, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f65dc37d-a444-44d0-8a5c-6cc0de39a678,segment=NetworkSegment(d1df4d61-e453-4415-a2c6-399516f7fcea),segment_id=d1df4d61-e453-4415-a2c6-399516f7fcea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:16:14.862690 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6efc729d-9ace-4f95-95c6-551030726ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:14.980101 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc729d-9ace-4f95-95c6-551030726ef3 None None] Pushing event updated for resources: {'Port': ['ID=f65dc37d-a444-44d0-8a5c-6cc0de39a678,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:14.998102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-adeb66ca-0173-42b0-a895-2087aae6dac0 None None] Provisioning complete for port f65dc37d-a444-44d0-8a5c-6cc0de39a678 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:16:14.998479 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-adeb66ca-0173-42b0-a895-2087aae6dac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:15.032731 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302943963', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:16:07Z', 'updated_at': '2021-11-29T19:16:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:08Z', 'updated_at': '2021-11-29T19:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f65dc37d-a444-44d0-8a5c-6cc0de39a678', 'name': '', 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:94:1c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '596a736a-0831-438f-a2df-afe66c2a563c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:10Z', 'updated_at': '2021-11-29T19:16:14Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '596a736a-0831-438f-a2df-afe66c2a563c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:15.067966 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c1ff89-2ae9-4660-a469-6b75c802c952 None None] The sync data for ids ['4c27b114-7924-4c5b-a800-9b85e648e690'] in n-d-819494-5 is: [{'id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302943963', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:16:07Z', 'updated_at': '2021-11-29T19:16:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:08Z', 'updated_at': '2021-11-29T19:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f65dc37d-a444-44d0-8a5c-6cc0de39a678', 'name': '', 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:94:1c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '596a736a-0831-438f-a2df-afe66c2a563c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:10Z', 'updated_at': '2021-11-29T19:16:14Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '596a736a-0831-438f-a2df-afe66c2a563c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:16:15.505376 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b11ea506-dddb-480f-999b-a5348f91ddcf req-cbf22f27-57bf-4d90-b2e4-a06f06889a5c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 210 time: 0.0272865 Nov 29 19:16:16.483860 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-eb27c601-0823-42f2-8d6d-b748ae92dca9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:16.486117 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-eb27c601-0823-42f2-8d6d-b748ae92dca9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.31 "GET /v2.0/networks?id=d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 HTTP/1.1" status: 200 len: 797 time: 0.1177275 Nov 29 19:16:16.541442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f65dc37d-a444-44d0-8a5c-6cc0de39a678 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:16:16.561283 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-a32ae48d-f0de-4e3e-b5d0-1197ee806444 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=586123f8e14849718a3a2426d6443104 HTTP/1.1" status: 200 len: 380 time: 0.0655072 Nov 29 19:16:16.573521 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-873e912d-e8de-448b-9716-ca2b0fc5aa4f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'port': {'device_id': '70e53238-d0cc-420b-ad54-bd5d73762f9c', 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02', 'admin_state_up': True, 'tenant_id': '586123f8e14849718a3a2426d6443104', 'security_groups': ['0b31029c-3a3d-43ed-8d0c-8ff0d043a63e']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:16:16.595321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f65dc37d-a444-44d0-8a5c-6cc0de39a678 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:16:16.595842 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:16.607266 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5d5541a4-eea5-4684-a056-e53ce110ac66 req-882d3990-70f4-4638-b2b2-07d61dc52b0a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 210 time: 0.0263071 Nov 29 19:16:16.690891 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-873e912d-e8de-448b-9716-ca2b0fc5aa4f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Made reservation on behalf of 586123f8e14849718a3a2426d6443104 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:16:16.694416 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-873e912d-e8de-448b-9716-ca2b0fc5aa4f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:16.821389 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-873e912d-e8de-448b-9716-ca2b0fc5aa4f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.20.0.12 (d8d7a390-fbf0-43fd-90bb-7a1a22dbff02/596a736a-0831-438f-a2df-afe66c2a563c/8965b13a-100e-4756-bc96-da708dfc2810) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:16:16.962702 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-873e912d-e8de-448b-9716-ca2b0fc5aa4f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:16.995912 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-873e912d-e8de-448b-9716-ca2b0fc5aa4f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:17.042137 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-873e912d-e8de-448b-9716-ca2b0fc5aa4f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:16:17.045266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-873e912d-e8de-448b-9716-ca2b0fc5aa4f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:16:17.049122 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-873e912d-e8de-448b-9716-ca2b0fc5aa4f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:16:17.074434 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e912d-e8de-448b-9716-ca2b0fc5aa4f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=8965b13a-100e-4756-bc96-da708dfc2810,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:17.103671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-873e912d-e8de-448b-9716-ca2b0fc5aa4f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:17.104403 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-873e912d-e8de-448b-9716-ca2b0fc5aa4f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:17.122706 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-873e912d-e8de-448b-9716-ca2b0fc5aa4f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5536339 Nov 29 19:16:17.137600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Request body: {'port': {'device_id': '70e53238-d0cc-420b-ad54-bd5d73762f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:16:17.202918 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:17.261317 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-cc7af77c-ec18-4cc7-b6d5-a51fd3d18438 None None] Provisioning complete for port 8965b13a-100e-4756-bc96-da708dfc2810 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:16:17.261686 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc7af77c-ec18-4cc7-b6d5-a51fd3d18438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:17.297881 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cc7af77c-ec18-4cc7-b6d5-a51fd3d18438 None None] Port 8965b13a-100e-4756-bc96-da708dfc2810 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:16:17.467412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8965b13a-100e-4756-bc96-da708dfc2810 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:16:17.474923 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:17.487962 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Transition to ACTIVE for port object 8965b13a-100e-4756-bc96-da708dfc2810 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:16:17.490893 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:17.541681 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8965b13a-100e-4756-bc96-da708dfc2810,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:17.614722 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Attempting to bind port 8965b13a-100e-4756-bc96-da708dfc2810 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:16:17.615093 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Attempting to bind port 8965b13a-100e-4756-bc96-da708dfc2810 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'd1df4d61-e453-4415-a2c6-399516f7fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:16:17.615426 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Attempting to bind port 8965b13a-100e-4756-bc96-da708dfc2810 on network d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:16:17.620041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Port 8965b13a-100e-4756-bc96-da708dfc2810 on network d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:16:17.620366 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Attempting to bind port 8965b13a-100e-4756-bc96-da708dfc2810 on network d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:16:17.625833 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:16:17.626173 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Checking segment: {'id': 'd1df4d61-e453-4415-a2c6-399516f7fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:16:17.626558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Bound using segment: {'id': 'd1df4d61-e453-4415-a2c6-399516f7fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:16:17.627015 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Bound port: 8965b13a-100e-4756-bc96-da708dfc2810, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1df4d61-e453-4415-a2c6-399516f7fcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:16:17.627377 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:17.695481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] For port 8965b13a-100e-4756-bc96-da708dfc2810, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:16:17.699160 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] For port 8965b13a-100e-4756-bc96-da708dfc2810, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8965b13a-100e-4756-bc96-da708dfc2810,segment=NetworkSegment(d1df4d61-e453-4415-a2c6-399516f7fcea),segment_id=d1df4d61-e453-4415-a2c6-399516f7fcea)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:16:17.704130 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:17.734703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238b42b-0519-47e6-acbd-2ab091764c5a req-4a850a50-5c7c-40ea-8dd5-cfb8f5192a59 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:17.744074 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b238b42b-0519-47e6-acbd-2ab091764c5a req-4a850a50-5c7c-40ea-8dd5-cfb8f5192a59 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 944 time: 0.0588944 Nov 29 19:16:17.744676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:17.745302 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:17.746700 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] 10.222.0.31 "PUT /v2.0/ports/8965b13a-100e-4756-bc96-da708dfc2810 HTTP/1.1" status: 200 len: 1092 time: 0.6154678 Nov 29 19:16:17.747168 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e53238-d0cc-420b-ad54-bd5d73762f9c', 'tag': '8965b13a-100e-4756-bc96-da708dfc2810'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:16:17.749488 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70ba6c0-7eb3-4541-9dd1-f06ac03ea0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "70e53238-d0cc-420b-ad54-bd5d73762f9c", "tag": "8965b13a-100e-4756-bc96-da708dfc2810"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:16:17.774001 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d037093-7abc-486f-9b92-14c1c3ac36a4 service neutron] Pushing event updated for resources: {'Port': ['ID=8965b13a-100e-4756-bc96-da708dfc2810,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:17.800162 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb501033-473e-45c5-a5bf-55f10fddbe30 x-openstack-request-id: req-eb501033-473e-45c5-a5bf-55f10fddbe30 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:16:17.800461 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e53238-d0cc-420b-ad54-bd5d73762f9c", "tag": "8965b13a-100e-4756-bc96-da708dfc2810", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:16:17.800722 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb501033-473e-45c5-a5bf-55f10fddbe30 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:16:17.801131 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e53238-d0cc-420b-ad54-bd5d73762f9c', 'tag': '8965b13a-100e-4756-bc96-da708dfc2810', 'status': 'completed', 'code': 200} Nov 29 19:16:17.804638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b238b42b-0519-47e6-acbd-2ab091764c5a req-522a976c-93e1-457f-807d-c4cada0957d2 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594666 Nov 29 19:16:17.860037 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-237827b5-c1ef-4eeb-8102-e64fa01f433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:17.861647 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-237827b5-c1ef-4eeb-8102-e64fa01f433b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 1095 time: 0.0517113 Nov 29 19:16:17.911581 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-23df63a3-4bb5-4c8a-b704-b754690059d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8965b13a-100e-4756-bc96-da708dfc2810 HTTP/1.1" status: 200 len: 217 time: 0.0396280 Nov 29 19:16:17.964779 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-bc16f454-1a6b-4055-befd-5ef06587001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:17.966280 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-bc16f454-1a6b-4055-befd-5ef06587001f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=596a736a-0831-438f-a2df-afe66c2a563c HTTP/1.1" status: 200 len: 835 time: 0.0471101 Nov 29 19:16:18.012211 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-7a01c80a-6a5f-4f4a-8c6f-00fe9f1bc10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:18.013626 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-7a01c80a-6a5f-4f4a-8c6f-00fe9f1bc10d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d8d7a390-fbf0-43fd-90bb-7a1a22dbff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398870 Nov 29 19:16:18.110355 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-2473be37-a9a6-4179-92f5-8e8059c64378 service neutron] 10.222.0.31 "GET /v2.0/networks/d8d7a390-fbf0-43fd-90bb-7a1a22dbff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892799 Nov 29 19:16:18.202230 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-88f7224f-fb73-45da-b23c-532defc4fed1 req-e50c0497-2bd0-4449-9504-e9057612448a service neutron] 10.222.0.31 "GET /v2.0/networks/d8d7a390-fbf0-43fd-90bb-7a1a22dbff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847147 Nov 29 19:16:18.288459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ba6c0-7eb3-4541-9dd1-f06ac03ea0a5 req-0a495070-86f6-4344-9d57-6ff94a253eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:18.289972 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d70ba6c0-7eb3-4541-9dd1-f06ac03ea0a5 req-0a495070-86f6-4344-9d57-6ff94a253eb8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 1095 time: 0.0414517 Nov 29 19:16:18.385403 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ba6c0-7eb3-4541-9dd1-f06ac03ea0a5 req-c41b9ed6-4e53-4719-b707-e23e0793cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:18.386912 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d70ba6c0-7eb3-4541-9dd1-f06ac03ea0a5 req-c41b9ed6-4e53-4719-b707-e23e0793cd35 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 HTTP/1.1" status: 200 len: 898 time: 0.0899193 Nov 29 19:16:18.428061 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d70ba6c0-7eb3-4541-9dd1-f06ac03ea0a5 req-bdbf9944-9417-4349-85f0-e73ff31ff111 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8965b13a-100e-4756-bc96-da708dfc2810 HTTP/1.1" status: 200 len: 217 time: 0.0339522 Nov 29 19:16:18.480362 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ba6c0-7eb3-4541-9dd1-f06ac03ea0a5 req-ea6f1dc2-620d-4a74-89c5-7f342b6b5e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:18.482037 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d70ba6c0-7eb3-4541-9dd1-f06ac03ea0a5 req-ea6f1dc2-620d-4a74-89c5-7f342b6b5e7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=596a736a-0831-438f-a2df-afe66c2a563c HTTP/1.1" status: 200 len: 835 time: 0.0477672 Nov 29 19:16:18.530740 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ba6c0-7eb3-4541-9dd1-f06ac03ea0a5 req-44616c68-07d2-4e79-a3f9-1d8f6cbfa09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:18.532255 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d70ba6c0-7eb3-4541-9dd1-f06ac03ea0a5 req-44616c68-07d2-4e79-a3f9-1d8f6cbfa09a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d8d7a390-fbf0-43fd-90bb-7a1a22dbff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417743 Nov 29 19:16:18.621654 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d70ba6c0-7eb3-4541-9dd1-f06ac03ea0a5 req-b4df48a9-e894-411d-9aa7-31bf221f130d service neutron] 10.222.0.31 "GET /v2.0/networks/d8d7a390-fbf0-43fd-90bb-7a1a22dbff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813930 Nov 29 19:16:18.716738 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-d70ba6c0-7eb3-4541-9dd1-f06ac03ea0a5 req-d9b032c9-371b-4a84-a1bb-f168a61a295c service neutron] 10.222.0.31 "GET /v2.0/networks/d8d7a390-fbf0-43fd-90bb-7a1a22dbff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857704 Nov 29 19:16:18.928273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fa722-9413-494e-8dda-94f6fb239124 req-5a1550fd-58db-4f84-80dc-c6acdd7cd80b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:18.929660 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a30fa722-9413-494e-8dda-94f6fb239124 req-5a1550fd-58db-4f84-80dc-c6acdd7cd80b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 944 time: 0.0477901 Nov 29 19:16:18.980319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a30fa722-9413-494e-8dda-94f6fb239124 req-b4f2153f-bac2-420f-90f6-1468a5e98266 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440314 Nov 29 19:16:20.094819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df7026-a9f9-40b6-a664-b8c2888cd410 req-175c6ac7-4210-4029-ba91-b404208bbbce tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:20.096309 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31df7026-a9f9-40b6-a664-b8c2888cd410 req-175c6ac7-4210-4029-ba91-b404208bbbce tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 944 time: 0.0490286 Nov 29 19:16:20.145178 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31df7026-a9f9-40b6-a664-b8c2888cd410 req-e26920d3-171b-404a-a1e1-69f2e1bdc56e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426955 Nov 29 19:16:21.083169 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8965b13a-100e-4756-bc96-da708dfc2810 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:16:21.177793 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8965b13a-100e-4756-bc96-da708dfc2810, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8965b13a-100e-4756-bc96-da708dfc2810,segment=NetworkSegment(d1df4d61-e453-4415-a2c6-399516f7fcea),segment_id=d1df4d61-e453-4415-a2c6-399516f7fcea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:16:21.191941 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '8965b13a-100e-4756-bc96-da708dfc2810', 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02', 'port_id': '8965b13a-100e-4756-bc96-da708dfc2810', 'mac_address': 'fa:16:3e:16:2e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '596a736a-0831-438f-a2df-afe66c2a563c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:16:21.230207 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:21.243346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8965b13a-100e-4756-bc96-da708dfc2810 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:16:21.267740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8965b13a-100e-4756-bc96-da708dfc2810, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8965b13a-100e-4756-bc96-da708dfc2810,segment=NetworkSegment(d1df4d61-e453-4415-a2c6-399516f7fcea),segment_id=d1df4d61-e453-4415-a2c6-399516f7fcea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:16:21.271832 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:21.273095 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab3f6c-8258-48b4-8c98-fa928e418643 req-9e0e8055-7b40-4d40-bd5f-4cd0134408c5 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:21.274956 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3ab3f6c-8258-48b4-8c98-fa928e418643 req-9e0e8055-7b40-4d40-bd5f-4cd0134408c5 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 944 time: 0.0585096 Nov 29 19:16:21.329484 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=8965b13a-100e-4756-bc96-da708dfc2810,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:21.336994 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3ab3f6c-8258-48b4-8c98-fa928e418643 req-435ac6b1-0488-4e35-bb85-616d9f6b8178 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540392 Nov 29 19:16:21.599674 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['8965b13a-100e-4756-bc96-da708dfc2810'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:16:22.450921 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408505d4-e9a0-43c8-99d9-bc97e5d5266c req-b9d401a4-ff63-4448-8f05-95a2de0523d4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:22.452778 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-408505d4-e9a0-43c8-99d9-bc97e5d5266c req-b9d401a4-ff63-4448-8f05-95a2de0523d4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 945 time: 0.0484872 Nov 29 19:16:22.501700 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-408505d4-e9a0-43c8-99d9-bc97e5d5266c req-1f5afc44-d21f-4ef8-8dca-ae903efdaff9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429261 Nov 29 19:16:23.099110 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8965b13a-100e-4756-bc96-da708dfc2810 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:16:23.151099 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 8965b13a-100e-4756-bc96-da708dfc2810 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:16:23.154841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 8965b13a-100e-4756-bc96-da708dfc2810 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:16:23.155217 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:23.231735 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:23.254358 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e53238-d0cc-420b-ad54-bd5d73762f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8965b13a-100e-4756-bc96-da708dfc2810'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:16:23.256640 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfee7b2-87d2-4d13-b653-8438ea200a28" -d '{"events": [{"server_uuid": "70e53238-d0cc-420b-ad54-bd5d73762f9c", "name": "network-vif-plugged", "status": "completed", "tag": "8965b13a-100e-4756-bc96-da708dfc2810"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:16:23.271088 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 8965b13a-100e-4756-bc96-da708dfc2810, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8965b13a-100e-4756-bc96-da708dfc2810,segment=NetworkSegment(d1df4d61-e453-4415-a2c6-399516f7fcea),segment_id=d1df4d61-e453-4415-a2c6-399516f7fcea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:16:23.275500 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:23.330378 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=8965b13a-100e-4756-bc96-da708dfc2810,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:23.359450 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9f94f7-b3cd-43e1-96df-a03a223355c7 x-openstack-request-id: req-4d9f94f7-b3cd-43e1-96df-a03a223355c7 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:16:23.359756 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e53238-d0cc-420b-ad54-bd5d73762f9c", "name": "network-vif-plugged", "status": "completed", "tag": "8965b13a-100e-4756-bc96-da708dfc2810", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:16:23.360009 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d9f94f7-b3cd-43e1-96df-a03a223355c7 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:16:23.360415 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e53238-d0cc-420b-ad54-bd5d73762f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8965b13a-100e-4756-bc96-da708dfc2810', 'code': 200} Nov 29 19:16:23.463190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e52bc4-e5aa-4e92-9bc5-32aaa520ef13 req-204dc552-f80c-49d7-8d5c-425a422fdb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:23.464686 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-25e52bc4-e5aa-4e92-9bc5-32aaa520ef13 req-204dc552-f80c-49d7-8d5c-425a422fdb59 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 1097 time: 0.0410676 Nov 29 19:16:23.511178 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-25e52bc4-e5aa-4e92-9bc5-32aaa520ef13 req-02ce257e-9dac-404d-8f20-3f3bf5ec9f16 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389872 Nov 29 19:16:23.620549 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39362381-7a57-40bf-aab9-5587218530b3 req-bb081fb8-dff7-4e1c-941a-bb48a5985698 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:23.621937 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39362381-7a57-40bf-aab9-5587218530b3 req-bb081fb8-dff7-4e1c-941a-bb48a5985698 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 946 time: 0.0515599 Nov 29 19:16:23.671987 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-39362381-7a57-40bf-aab9-5587218530b3 req-94daf01c-947f-490e-9d83-c0e0557e1230 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435276 Nov 29 19:16:24.133189 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aadf8b11-070e-4a1a-be50-be1f68d7e76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:24.788742 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adf79a-1be3-4da3-aabd-6c878b6412ff req-2d163f45-c37f-484d-ba30-98d7400c78fe tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:24.790768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27adf79a-1be3-4da3-aabd-6c878b6412ff req-2d163f45-c37f-484d-ba30-98d7400c78fe tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 946 time: 0.0494256 Nov 29 19:16:24.844857 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-27adf79a-1be3-4da3-aabd-6c878b6412ff req-12f6a21d-089e-4373-bd85-af4f2992b1ca tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473907 Nov 29 19:16:25.959333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478d086-29c6-4c1b-9691-d622d10c1edc req-07d2458e-9ca8-4f5f-bd73-f22bfb08d6d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:25.960704 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1478d086-29c6-4c1b-9691-d622d10c1edc req-07d2458e-9ca8-4f5f-bd73-f22bfb08d6d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 946 time: 0.0482643 Nov 29 19:16:26.012271 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1478d086-29c6-4c1b-9691-d622d10c1edc req-572f9474-e65a-421d-ad6d-3f554fe4dab4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455611 Nov 29 19:16:26.131530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b031f0-b58a-466d-a4aa-bc99305387a9 req-a9a0f06e-7e3b-4c66-956e-4c6b61960a7b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:26.133001 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-21b031f0-b58a-466d-a4aa-bc99305387a9 req-a9a0f06e-7e3b-4c66-956e-4c6b61960a7b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 946 time: 0.0483587 Nov 29 19:16:26.182743 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-21b031f0-b58a-466d-a4aa-bc99305387a9 req-c315e4f9-cd50-4408-8b81-c955680a8467 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437167 Nov 29 19:16:26.205116 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45278) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:26.244152 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27f983f-9ab9-46d6-a909-7a8a60410da6 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:26.245577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a27f983f-9ab9-46d6-a909-7a8a60410da6 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 1092 time: 0.0394993 Nov 29 19:16:26.248438 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45280) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:26.252645 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '8965b13a-100e-4756-bc96-da708dfc2810', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:16:26.274117 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:26.373783 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:26.479977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.25.3.29 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/a7831fc1-81fc-415b-b155-5ce46ed6f79d) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:16:26.584997 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:26.592081 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f47f619-a3fd-4a40-b3f5-196d6f3269cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:26.620477 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:26.659854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:16:26.662760 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:16:26.666869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:16:26.689406 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=a7831fc1-81fc-415b-b155-5ce46ed6f79d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:27.341235 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:27.405719 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:27.554858 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:27.559749 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:27.630697 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=a7831fc1-81fc-415b-b155-5ce46ed6f79d,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:16:27.639409 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:27.740916 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Floating IP 0e7b31b8-048d-49dd-8b3e-eb22be40ed5c associated. External IP: 172.25.3.29, port: 8965b13a-100e-4756-bc96-da708dfc2810. Nov 29 19:16:27.909043 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:27.919646 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:27.948338 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 4c27b114-7924-4c5b-a800-9b85e648e690 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:16:28.057976 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:16:28.070953 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547cac92-9847-4e7d-a745-8923d891184a None None] Sync routers for ids ['4c27b114-7924-4c5b-a800-9b85e648e690'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:16:28.078883 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:28.083683 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547cac92-9847-4e7d-a745-8923d891184a None None] Routers {'4c27b114-7924-4c5b-a800-9b85e648e690'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:16:28.084290 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-547cac92-9847-4e7d-a745-8923d891184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:16:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4c27b114-7924-4c5b-a800-9b85e648e690'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:28.105771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-376bbedd-e905-4bac-a481-d635c7d7f233 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8563185 Nov 29 19:16:28.106360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e53238-d0cc-420b-ad54-bd5d73762f9c', 'tag': '8965b13a-100e-4756-bc96-da708dfc2810'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:16:28.109283 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05be942-9b8f-4726-ad79-7c048c404912" -d '{"events": [{"name": "network-changed", "server_uuid": "70e53238-d0cc-420b-ad54-bd5d73762f9c", "tag": "8965b13a-100e-4756-bc96-da708dfc2810"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:16:28.146967 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f5af7d-c53b-4546-9c38-6d8bea69eb93 x-openstack-request-id: req-d9f5af7d-c53b-4546-9c38-6d8bea69eb93 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:16:28.147447 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e53238-d0cc-420b-ad54-bd5d73762f9c", "tag": "8965b13a-100e-4756-bc96-da708dfc2810", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:16:28.147878 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9f5af7d-c53b-4546-9c38-6d8bea69eb93 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:16:28.148550 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e53238-d0cc-420b-ad54-bd5d73762f9c', 'tag': '8965b13a-100e-4756-bc96-da708dfc2810', 'status': 'completed', 'code': 200} Nov 29 19:16:28.194240 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-547cac92-9847-4e7d-a745-8923d891184a None None] Set router 4c27b114-7924-4c5b-a800-9b85e648e690 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:16:28.220503 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05be942-9b8f-4726-ad79-7c048c404912 req-2741c535-c9f4-474e-94d1-36c91896dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:28.222034 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a05be942-9b8f-4726-ad79-7c048c404912 req-2741c535-c9f4-474e-94d1-36c91896dbef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 1097 time: 0.0495341 Nov 29 19:16:28.228340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f86f6f-97a8-4a67-92c0-cd6339f73a71 req-1aa823a6-319f-4755-bf39-eb1a87f80849 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:28.229953 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25f86f6f-97a8-4a67-92c0-cd6339f73a71 req-1aa823a6-319f-4755-bf39-eb1a87f80849 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 946 time: 0.0563982 Nov 29 19:16:28.282342 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25f86f6f-97a8-4a67-92c0-cd6339f73a71 req-5eebf556-64f0-4bdb-b6e2-c771e5577638 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460300 Nov 29 19:16:28.309972 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45286) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:28.324643 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05be942-9b8f-4726-ad79-7c048c404912 req-9bd71513-ad8c-4f92-a925-0aa759e077c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:28.326349 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a05be942-9b8f-4726-ad79-7c048c404912 req-9bd71513-ad8c-4f92-a925-0aa759e077c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 HTTP/1.1" status: 200 len: 898 time: 0.0945520 Nov 29 19:16:28.372755 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b5f1e1f4-d213-45e7-9d8c-0e2bda363a3e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/0e7b31b8-048d-49dd-8b3e-eb22be40ed5c HTTP/1.1" status: 200 len: 991 time: 0.0616024 Nov 29 19:16:28.400433 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a05be942-9b8f-4726-ad79-7c048c404912 req-265baa54-d8ce-4735-afdf-436ff0750892 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8965b13a-100e-4756-bc96-da708dfc2810 HTTP/1.1" status: 200 len: 999 time: 0.0668409 Nov 29 19:16:28.434301 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-547cac92-9847-4e7d-a745-8923d891184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302943963', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:16:07Z', 'updated_at': '2021-11-29T19:16:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:08Z', 'updated_at': '2021-11-29T19:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '0e7b31b8-048d-49dd-8b3e-eb22be40ed5c', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'port_id': '8965b13a-100e-4756-bc96-da708dfc2810', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02', 'mac_address': 'fa:16:3e:16:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e53238-d0cc-420b-ad54-bd5d73762f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:16:27Z', 'updated_at': '2021-11-29T19:16:27Z', 'revision_number': 0, 'project_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65dc37d-a444-44d0-8a5c-6cc0de39a678', 'name': '', 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:94:1c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '596a736a-0831-438f-a2df-afe66c2a563c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:10Z', 'updated_at': '2021-11-29T19:16:14Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '596a736a-0831-438f-a2df-afe66c2a563c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:28.462876 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547cac92-9847-4e7d-a745-8923d891184a None None] Checking router: 4c27b114-7924-4c5b-a800-9b85e648e690 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:16:28.471948 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547cac92-9847-4e7d-a745-8923d891184a None None] Routers {'4c27b114-7924-4c5b-a800-9b85e648e690'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:16:28.472567 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-547cac92-9847-4e7d-a745-8923d891184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:16:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4c27b114-7924-4c5b-a800-9b85e648e690'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:28.685858 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-547cac92-9847-4e7d-a745-8923d891184a None None] Set router 4c27b114-7924-4c5b-a800-9b85e648e690 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:16:28.811866 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05be942-9b8f-4726-ad79-7c048c404912 req-4014fb8b-c886-474c-b44c-963f8ed8cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:28.813360 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a05be942-9b8f-4726-ad79-7c048c404912 req-4014fb8b-c886-474c-b44c-963f8ed8cfd4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=596a736a-0831-438f-a2df-afe66c2a563c HTTP/1.1" status: 200 len: 835 time: 0.4063296 Nov 29 19:16:28.860093 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05be942-9b8f-4726-ad79-7c048c404912 req-30b21d23-8b94-4a5b-9f21-361760799c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:28.861615 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a05be942-9b8f-4726-ad79-7c048c404912 req-30b21d23-8b94-4a5b-9f21-361760799c51 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d8d7a390-fbf0-43fd-90bb-7a1a22dbff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411284 Nov 29 19:16:28.913181 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-547cac92-9847-4e7d-a745-8923d891184a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302943963', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:16:07Z', 'updated_at': '2021-11-29T19:16:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:08Z', 'updated_at': '2021-11-29T19:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '0e7b31b8-048d-49dd-8b3e-eb22be40ed5c', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'port_id': '8965b13a-100e-4756-bc96-da708dfc2810', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02', 'mac_address': 'fa:16:3e:16:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e53238-d0cc-420b-ad54-bd5d73762f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:16:27Z', 'updated_at': '2021-11-29T19:16:27Z', 'revision_number': 0, 'project_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65dc37d-a444-44d0-8a5c-6cc0de39a678', 'name': '', 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:94:1c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '596a736a-0831-438f-a2df-afe66c2a563c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:10Z', 'updated_at': '2021-11-29T19:16:14Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '596a736a-0831-438f-a2df-afe66c2a563c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:16:28.941422 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547cac92-9847-4e7d-a745-8923d891184a None None] The sync data for ids ['4c27b114-7924-4c5b-a800-9b85e648e690'] in n-d-819494-5 is: [{'id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302943963', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:16:07Z', 'updated_at': '2021-11-29T19:16:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:08Z', 'updated_at': '2021-11-29T19:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '0e7b31b8-048d-49dd-8b3e-eb22be40ed5c', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'port_id': '8965b13a-100e-4756-bc96-da708dfc2810', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02', 'mac_address': 'fa:16:3e:16:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e53238-d0cc-420b-ad54-bd5d73762f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:16:27Z', 'updated_at': '2021-11-29T19:16:27Z', 'revision_number': 0, 'project_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f65dc37d-a444-44d0-8a5c-6cc0de39a678', 'name': '', 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:94:1c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '596a736a-0831-438f-a2df-afe66c2a563c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:10Z', 'updated_at': '2021-11-29T19:16:14Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '596a736a-0831-438f-a2df-afe66c2a563c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:16:28.961101 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a05be942-9b8f-4726-ad79-7c048c404912 req-ff5e0c3f-a944-4a65-8f1e-5850af930ac4 service neutron] 10.222.0.31 "GET /v2.0/networks/d8d7a390-fbf0-43fd-90bb-7a1a22dbff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917571 Nov 29 19:16:29.058222 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a05be942-9b8f-4726-ad79-7c048c404912 req-ffdabf31-a7c3-4448-b683-f51d4c8cdaf0 service neutron] 10.222.0.31 "GET /v2.0/networks/d8d7a390-fbf0-43fd-90bb-7a1a22dbff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889106 Nov 29 19:16:29.154290 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb94eb63-e624-4404-b76b-db0521689ba5 None None] New status for floating IP 0e7b31b8-048d-49dd-8b3e-eb22be40ed5c: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:16:29.376604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45288) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:16:29.441796 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-04161032-b4f3-49d6-a7f5-d13990cd4362 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/0e7b31b8-048d-49dd-8b3e-eb22be40ed5c HTTP/1.1" status: 200 len: 993 time: 0.0640671 Nov 29 19:16:29.464169 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:30.129002 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:30.440056 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:42.336783 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-606dcc85-2c31-4dda-a1a7-1f25566a59d1 req-ef3dce4f-f223-4e29-91de-7a41ff987639 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399842 Nov 29 19:16:42.427005 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606dcc85-2c31-4dda-a1a7-1f25566a59d1 req-90c92860-9389-4868-ae8e-f9aa46dc670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:42.428502 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-606dcc85-2c31-4dda-a1a7-1f25566a59d1 req-90c92860-9389-4868-ae8e-f9aa46dc670b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 1097 time: 0.0451970 Nov 29 19:16:42.536108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606dcc85-2c31-4dda-a1a7-1f25566a59d1 req-dce202d9-282f-4470-9d13-68b961b8a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:42.537583 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-606dcc85-2c31-4dda-a1a7-1f25566a59d1 req-dce202d9-282f-4470-9d13-68b961b8a76f service neutron] 10.222.0.31 "GET /v2.0/networks?id=d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 HTTP/1.1" status: 200 len: 898 time: 0.0878422 Nov 29 19:16:42.610676 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-606dcc85-2c31-4dda-a1a7-1f25566a59d1 req-37d87ffd-dcee-4209-9c87-8d874386e83f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8965b13a-100e-4756-bc96-da708dfc2810 HTTP/1.1" status: 200 len: 1001 time: 0.0643930 Nov 29 19:16:42.658973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606dcc85-2c31-4dda-a1a7-1f25566a59d1 req-c5612f0e-77f5-47d4-99a1-6bcb469fefb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:42.660406 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-606dcc85-2c31-4dda-a1a7-1f25566a59d1 req-c5612f0e-77f5-47d4-99a1-6bcb469fefb9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=596a736a-0831-438f-a2df-afe66c2a563c HTTP/1.1" status: 200 len: 835 time: 0.0432460 Nov 29 19:16:42.708182 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606dcc85-2c31-4dda-a1a7-1f25566a59d1 req-e510e4bb-b814-4c63-a6d0-24acee77fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:16:42.709700 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-606dcc85-2c31-4dda-a1a7-1f25566a59d1 req-e510e4bb-b814-4c63-a6d0-24acee77fcc6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d8d7a390-fbf0-43fd-90bb-7a1a22dbff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398796 Nov 29 19:16:42.803021 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-606dcc85-2c31-4dda-a1a7-1f25566a59d1 req-55be8dc6-329a-4405-9d61-c72d6256baec service neutron] 10.222.0.31 "GET /v2.0/networks/d8d7a390-fbf0-43fd-90bb-7a1a22dbff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850096 Nov 29 19:16:42.894845 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-606dcc85-2c31-4dda-a1a7-1f25566a59d1 req-5927e317-35a8-486b-ba1d-d0bd3472ffea service neutron] 10.222.0.31 "GET /v2.0/networks/d8d7a390-fbf0-43fd-90bb-7a1a22dbff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841393 Nov 29 19:16:47.568566 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:16:54.136204 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a23f033-aeb4-4cf6-a2a8-7475449f0b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:56.594853 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69feafbb-6295-4ff0-934d-12c2a939f4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:57.906604 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:57.933887 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:16:59.456979 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:00.131339 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:00.443175 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:24.137873 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f2bead8-6d5f-4639-847c-2ddbb4f1ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:24.569357 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:17:26.596309 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-36f209ac-6dbc-42d6-8f04-86daea8682e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:27.911137 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:27.951037 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:29.458520 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:30.133116 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:30.456869 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:32.295044 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560f925-8db9-4b80-87ba-8acc13a1c491 req-e7160f7c-c4cf-47a3-bc53-c9413a3ea28c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:32.296567 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a560f925-8db9-4b80-87ba-8acc13a1c491 req-e7160f7c-c4cf-47a3-bc53-c9413a3ea28c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 946 time: 0.0518475 Nov 29 19:17:32.347554 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a560f925-8db9-4b80-87ba-8acc13a1c491 req-bdbb5dc6-0f79-4060-a0ce-35f47c41a90f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442643 Nov 29 19:17:33.465279 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb338fb-8f1a-46ca-a2da-5cea3029c3b0 req-80bc0b60-b31c-4752-98f8-4b56ff3810f9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:33.466754 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4bb338fb-8f1a-46ca-a2da-5cea3029c3b0 req-80bc0b60-b31c-4752-98f8-4b56ff3810f9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 946 time: 0.0486758 Nov 29 19:17:33.516308 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4bb338fb-8f1a-46ca-a2da-5cea3029c3b0 req-e16bfe24-260c-4e3d-afd3-b562e6f22a1d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431113 Nov 29 19:17:33.541218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45320) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:33.605558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2a5fb7af-bf24-40b4-9add-27b1eab8bc78 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/0e7b31b8-048d-49dd-8b3e-eb22be40ed5c HTTP/1.1" status: 200 len: 993 time: 0.0631812 Nov 29 19:17:34.872006 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f6a90-8c8b-4fe7-9811-40f02923e54e req-8f6e0a48-f3fa-4425-b215-12a5abea23b1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:34.873534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-793f6a90-8c8b-4fe7-9811-40f02923e54e req-8f6e0a48-f3fa-4425-b215-12a5abea23b1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 946 time: 0.0489273 Nov 29 19:17:34.923789 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-793f6a90-8c8b-4fe7-9811-40f02923e54e req-2af1ea73-ae66-4470-83e9-50f6736dd61e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421822 Nov 29 19:17:36.046927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fc4cd-ec65-4e30-b4c0-e88ef0c737e0 req-e191d270-f517-4b9a-8294-02e78a263a91 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:36.048451 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-914fc4cd-ec65-4e30-b4c0-e88ef0c737e0 req-e191d270-f517-4b9a-8294-02e78a263a91 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 946 time: 0.0522256 Nov 29 19:17:36.098067 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-914fc4cd-ec65-4e30-b4c0-e88ef0c737e0 req-19e6b5ce-5f14-4617-8c3a-0739c5cead25 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433576 Nov 29 19:17:36.119988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45330) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:36.179797 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7fe1fa16-7592-4614-8dfa-dd9433fb55e6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/0e7b31b8-048d-49dd-8b3e-eb22be40ed5c HTTP/1.1" status: 200 len: 993 time: 0.0586245 Nov 29 19:17:36.431532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45336) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:36.591831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port a7831fc1-81fc-415b-b155-5ce46ed6f79d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:17:36.592169 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:36.666120 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:36.666450 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:36.678641 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for a7831fc1-81fc-415b-b155-5ce46ed6f79d owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:17:36.822833 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:36.845052 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=a7831fc1-81fc-415b-b155-5ce46ed6f79d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:36.855527 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:36.855888 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:36.856240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:36.856586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:36.856928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:36.857750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:36.857750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:36.857954 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:36.858253 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:36.858587 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:36.858945 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:36.859297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:36.917465 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:36.917805 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Floating IP 0e7b31b8-048d-49dd-8b3e-eb22be40ed5c disassociated (deleted). External IP: 172.25.3.29, port: 8965b13a-100e-4756-bc96-da708dfc2810. Nov 29 19:17:37.128340 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 4c27b114-7924-4c5b-a800-9b85e648e690 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:17:37.235991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:17:37.240884 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:37.245455 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01112eb-6d23-4d05-a325-c6fd45b18534 None None] Sync routers for ids ['4c27b114-7924-4c5b-a800-9b85e648e690'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:17:37.254546 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01112eb-6d23-4d05-a325-c6fd45b18534 None None] Routers {'4c27b114-7924-4c5b-a800-9b85e648e690'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:17:37.255186 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f01112eb-6d23-4d05-a325-c6fd45b18534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:17:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4c27b114-7924-4c5b-a800-9b85e648e690'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:37.270513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-221343a8-11c3-43a7-859b-aaffd6e2f550 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/floatingips/0e7b31b8-048d-49dd-8b3e-eb22be40ed5c HTTP/1.1" status: 204 len: 168 time: 0.8346934 Nov 29 19:17:37.270513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e53238-d0cc-420b-ad54-bd5d73762f9c', 'tag': '8965b13a-100e-4756-bc96-da708dfc2810'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:17:37.270928 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fc9ded-d13c-4967-8f16-5b17274b92c9" -d '{"events": [{"name": "network-changed", "server_uuid": "70e53238-d0cc-420b-ad54-bd5d73762f9c", "tag": "8965b13a-100e-4756-bc96-da708dfc2810"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:17:37.309872 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096dfd84-2b10-44b9-b44c-416f124c9128 x-openstack-request-id: req-096dfd84-2b10-44b9-b44c-416f124c9128 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:17:37.310173 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e53238-d0cc-420b-ad54-bd5d73762f9c", "tag": "8965b13a-100e-4756-bc96-da708dfc2810", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:17:37.310436 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-096dfd84-2b10-44b9-b44c-416f124c9128 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:17:37.310886 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e53238-d0cc-420b-ad54-bd5d73762f9c', 'tag': '8965b13a-100e-4756-bc96-da708dfc2810', 'status': 'completed', 'code': 200} Nov 29 19:17:37.365398 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-f01112eb-6d23-4d05-a325-c6fd45b18534 None None] Set router 4c27b114-7924-4c5b-a800-9b85e648e690 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:17:37.378983 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc9ded-d13c-4967-8f16-5b17274b92c9 req-6f614f7c-8985-4cb0-918d-16d285c564f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:37.380348 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5fc9ded-d13c-4967-8f16-5b17274b92c9 req-6f614f7c-8985-4cb0-918d-16d285c564f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 1097 time: 0.0474226 Nov 29 19:17:37.492077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc9ded-d13c-4967-8f16-5b17274b92c9 req-ab4b388a-1a1e-4c6c-b4f2-33273ea9c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:37.493573 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5fc9ded-d13c-4967-8f16-5b17274b92c9 req-ab4b388a-1a1e-4c6c-b4f2-33273ea9c810 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 HTTP/1.1" status: 200 len: 898 time: 0.1021268 Nov 29 19:17:37.511702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a80d8-2533-404d-9c85-fe8596d5e3a0 req-67ccaec4-72b9-4306-9b63-ea8b1bd5e6f9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:37.513238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc0a80d8-2533-404d-9c85-fe8596d5e3a0 req-67ccaec4-72b9-4306-9b63-ea8b1bd5e6f9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 946 time: 0.0541160 Nov 29 19:17:37.549914 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5fc9ded-d13c-4967-8f16-5b17274b92c9 req-3478421e-a5a8-48da-9f77-09705d4df6b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8965b13a-100e-4756-bc96-da708dfc2810 HTTP/1.1" status: 200 len: 217 time: 0.0467191 Nov 29 19:17:37.583845 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc0a80d8-2533-404d-9c85-fe8596d5e3a0 req-355f9a23-d0cd-4252-ae33-624743fbad98 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615914 Nov 29 19:17:37.594264 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f01112eb-6d23-4d05-a325-c6fd45b18534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302943963', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:16:07Z', 'updated_at': '2021-11-29T19:16:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:08Z', 'updated_at': '2021-11-29T19:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f65dc37d-a444-44d0-8a5c-6cc0de39a678', 'name': '', 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:94:1c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '596a736a-0831-438f-a2df-afe66c2a563c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:10Z', 'updated_at': '2021-11-29T19:16:14Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '596a736a-0831-438f-a2df-afe66c2a563c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:37.616381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc9ded-d13c-4967-8f16-5b17274b92c9 req-b24e4cce-ea8d-4c7c-955d-437fd09821c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:37.619627 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5fc9ded-d13c-4967-8f16-5b17274b92c9 req-b24e4cce-ea8d-4c7c-955d-437fd09821c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=596a736a-0831-438f-a2df-afe66c2a563c HTTP/1.1" status: 200 len: 835 time: 0.0610051 Nov 29 19:17:37.630004 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01112eb-6d23-4d05-a325-c6fd45b18534 None None] Checking router: 4c27b114-7924-4c5b-a800-9b85e648e690 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:17:37.638582 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01112eb-6d23-4d05-a325-c6fd45b18534 None None] Routers {'4c27b114-7924-4c5b-a800-9b85e648e690'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:17:37.639226 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f01112eb-6d23-4d05-a325-c6fd45b18534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:17:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4c27b114-7924-4c5b-a800-9b85e648e690'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:37.667642 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc9ded-d13c-4967-8f16-5b17274b92c9 req-da0365fb-412e-4bff-8025-c12af8b9cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:37.669198 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5fc9ded-d13c-4967-8f16-5b17274b92c9 req-da0365fb-412e-4bff-8025-c12af8b9cba3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d8d7a390-fbf0-43fd-90bb-7a1a22dbff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414047 Nov 29 19:17:37.743340 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-f01112eb-6d23-4d05-a325-c6fd45b18534 None None] Set router 4c27b114-7924-4c5b-a800-9b85e648e690 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:17:37.763093 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5fc9ded-d13c-4967-8f16-5b17274b92c9 req-86dc7ac3-e97b-4849-8373-5784c631cabe service neutron] 10.222.0.31 "GET /v2.0/networks/d8d7a390-fbf0-43fd-90bb-7a1a22dbff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852089 Nov 29 19:17:37.862050 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c5fc9ded-d13c-4967-8f16-5b17274b92c9 req-f6269968-ff4c-498a-a6f0-428ca9f471c8 service neutron] 10.222.0.31 "GET /v2.0/networks/d8d7a390-fbf0-43fd-90bb-7a1a22dbff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912671 Nov 29 19:17:37.944626 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f01112eb-6d23-4d05-a325-c6fd45b18534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302943963', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:16:07Z', 'updated_at': '2021-11-29T19:16:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:08Z', 'updated_at': '2021-11-29T19:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f65dc37d-a444-44d0-8a5c-6cc0de39a678', 'name': '', 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:94:1c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '596a736a-0831-438f-a2df-afe66c2a563c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:10Z', 'updated_at': '2021-11-29T19:16:14Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '596a736a-0831-438f-a2df-afe66c2a563c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:37.975278 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01112eb-6d23-4d05-a325-c6fd45b18534 None None] The sync data for ids ['4c27b114-7924-4c5b-a800-9b85e648e690'] in n-d-819494-5 is: [{'id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302943963', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:16:07Z', 'updated_at': '2021-11-29T19:16:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:08Z', 'updated_at': '2021-11-29T19:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'f65dc37d-a444-44d0-8a5c-6cc0de39a678', 'name': '', 'network_id': 'd8d7a390-fbf0-43fd-90bb-7a1a22dbff02', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:94:1c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '596a736a-0831-438f-a2df-afe66c2a563c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:10Z', 'updated_at': '2021-11-29T19:16:14Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '596a736a-0831-438f-a2df-afe66c2a563c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:17:38.197537 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52673a0d-06ab-40f8-a651-f7c27e558e54 None None] New status for floating IP 0e7b31b8-048d-49dd-8b3e-eb22be40ed5c: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:17:38.707401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d33746-5a37-4fde-ba64-d70df3c7d474 req-3af6faec-41c2-48d2-8ef3-5c3ac5087bc7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:38.708886 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93d33746-5a37-4fde-ba64-d70df3c7d474 req-3af6faec-41c2-48d2-8ef3-5c3ac5087bc7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 946 time: 0.0483840 Nov 29 19:17:38.757132 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-93d33746-5a37-4fde-ba64-d70df3c7d474 req-601b7595-4782-4e1f-a0ac-5972481d9cc4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422697 Nov 29 19:17:39.273179 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e66d6-ac8d-4719-8450-597959d72144 req-5f99c100-c550-47da-b41a-83730889992a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:39.274696 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-640e66d6-ac8d-4719-8450-597959d72144 req-5f99c100-c550-47da-b41a-83730889992a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.31 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 946 time: 0.0498850 Nov 29 19:17:39.368661 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-640e66d6-ac8d-4719-8450-597959d72144 req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port 8965b13a-100e-4756-bc96-da708dfc2810 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:17:39.368924 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-640e66d6-ac8d-4719-8450-597959d72144 req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:39.457402 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-640e66d6-ac8d-4719-8450-597959d72144 req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] For port 8965b13a-100e-4756-bc96-da708dfc2810, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=8965b13a-100e-4756-bc96-da708dfc2810,segment=NetworkSegment(d1df4d61-e453-4415-a2c6-399516f7fcea),segment_id=d1df4d61-e453-4415-a2c6-399516f7fcea)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:39.457769 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-640e66d6-ac8d-4719-8450-597959d72144 req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:39.471633 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-640e66d6-ac8d-4719-8450-597959d72144 req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for 8965b13a-100e-4756-bc96-da708dfc2810 owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:17:39.608172 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-640e66d6-ac8d-4719-8450-597959d72144 req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:39.645249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=8965b13a-100e-4756-bc96-da708dfc2810,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:39.669331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:39.669692 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:39.670045 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:39.670390 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:39.670733 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:39.671101 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:39.671436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:39.671770 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:39.672106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:39.672434 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:39.672767 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:39.673095 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:39.695290 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-640e66d6-ac8d-4719-8450-597959d72144 req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] No DVR routers for this DVR port 8965b13a-100e-4756-bc96-da708dfc2810 on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:17:39.697973 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-640e66d6-ac8d-4719-8450-597959d72144 req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:39.701412 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-640e66d6-ac8d-4719-8450-597959d72144 req-45977c10-b5a9-4112-b5d9-f10540d61dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.31 "DELETE /v2.0/ports/8965b13a-100e-4756-bc96-da708dfc2810 HTTP/1.1" status: 204 len: 173 time: 0.4210253 Nov 29 19:17:39.701856 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e53238-d0cc-420b-ad54-bd5d73762f9c', 'name': 'network-vif-deleted', 'tag': '8965b13a-100e-4756-bc96-da708dfc2810'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:17:39.704169 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc799db2-0b9e-4db8-937a-03ae77f958a1" -d '{"events": [{"server_uuid": "70e53238-d0cc-420b-ad54-bd5d73762f9c", "name": "network-vif-deleted", "tag": "8965b13a-100e-4756-bc96-da708dfc2810"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:17:39.743541 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec73c2d-4662-44a8-84bd-6c74321cc885 x-openstack-request-id: req-aec73c2d-4662-44a8-84bd-6c74321cc885 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:17:39.743850 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e53238-d0cc-420b-ad54-bd5d73762f9c", "name": "network-vif-deleted", "tag": "8965b13a-100e-4756-bc96-da708dfc2810", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:17:39.744121 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aec73c2d-4662-44a8-84bd-6c74321cc885 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:17:39.744521 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e53238-d0cc-420b-ad54-bd5d73762f9c', 'name': 'network-vif-deleted', 'tag': '8965b13a-100e-4756-bc96-da708dfc2810', 'status': 'completed', 'code': 200} Nov 29 19:17:39.869038 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cef029fe-8975-4256-94e3-97d2def90369 req-4879f1df-aeaa-4f3b-bcd8-79cc18a9b1eb tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=70e53238-d0cc-420b-ad54-bd5d73762f9c HTTP/1.1" status: 200 len: 210 time: 0.0266798 Nov 29 19:17:40.924196 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45352) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:41.290143 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ddafdc50-d5b8-4440-85a7-168a4f089960 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:41.543668 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ddafdc50-d5b8-4440-85a7-168a4f089960 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port f65dc37d-a444-44d0-8a5c-6cc0de39a678 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:17:41.543905 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ddafdc50-d5b8-4440-85a7-168a4f089960 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:41.629027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-ddafdc50-d5b8-4440-85a7-168a4f089960 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] For port f65dc37d-a444-44d0-8a5c-6cc0de39a678, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f65dc37d-a444-44d0-8a5c-6cc0de39a678,segment=NetworkSegment(d1df4d61-e453-4415-a2c6-399516f7fcea),segment_id=d1df4d61-e453-4415-a2c6-399516f7fcea)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:41.629387 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ddafdc50-d5b8-4440-85a7-168a4f089960 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:41.642135 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ddafdc50-d5b8-4440-85a7-168a4f089960 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for f65dc37d-a444-44d0-8a5c-6cc0de39a678 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:17:41.823625 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ddafdc50-d5b8-4440-85a7-168a4f089960 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:41.854032 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafdc50-d5b8-4440-85a7-168a4f089960 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=f65dc37d-a444-44d0-8a5c-6cc0de39a678,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:42.028608 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ddafdc50-d5b8-4440-85a7-168a4f089960 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:42.244762 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddafdc50-d5b8-4440-85a7-168a4f089960 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 4c27b114-7924-4c5b-a800-9b85e648e690 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:17:42.670822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddafdc50-d5b8-4440-85a7-168a4f089960 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:17:42.676458 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ddafdc50-d5b8-4440-85a7-168a4f089960 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "PUT /v2.0/routers/4c27b114-7924-4c5b-a800-9b85e648e690/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7507155 Nov 29 19:17:42.679324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45354) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:42.681005 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a551b9ff-e871-4c70-b0d8-23cec224d8b6 None None] Sync routers for ids ['4c27b114-7924-4c5b-a800-9b85e648e690'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:17:42.691933 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a551b9ff-e871-4c70-b0d8-23cec224d8b6 None None] Routers {'4c27b114-7924-4c5b-a800-9b85e648e690'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:17:42.692543 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a551b9ff-e871-4c70-b0d8-23cec224d8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:17:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4c27b114-7924-4c5b-a800-9b85e648e690'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:42.730046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8493f29-c6d8-450a-a826-74bfa6012df8 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting subnet 596a736a-0831-438f-a2df-afe66c2a563c {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:17:42.733138 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c8493f29-c6d8-450a-a826-74bfa6012df8 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:42.772810 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c8493f29-c6d8-450a-a826-74bfa6012df8 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:42.795491 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a551b9ff-e871-4c70-b0d8-23cec224d8b6 None None] Set router 4c27b114-7924-4c5b-a800-9b85e648e690 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:17:42.858541 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c8493f29-c6d8-450a-a826-74bfa6012df8 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:42.921266 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c8493f29-c6d8-450a-a826-74bfa6012df8 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:42.950999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8493f29-c6d8-450a-a826-74bfa6012df8 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Subnet': ['ID=596a736a-0831-438f-a2df-afe66c2a563c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:42.954041 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c8493f29-c6d8-450a-a826-74bfa6012df8 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:42.958205 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c8493f29-c6d8-450a-a826-74bfa6012df8 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/subnets/596a736a-0831-438f-a2df-afe66c2a563c HTTP/1.1" status: 204 len: 168 time: 0.2775650 Nov 29 19:17:42.960979 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45356) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:42.963925 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559556cf-7aae-49eb-9fd3-08b05629aa77 None None] Network d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:17:42.983578 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a551b9ff-e871-4c70-b0d8-23cec224d8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302943963', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:16:07Z', 'updated_at': '2021-11-29T19:17:41Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:08Z', 'updated_at': '2021-11-29T19:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:43.013769 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a551b9ff-e871-4c70-b0d8-23cec224d8b6 None None] Checking router: 4c27b114-7924-4c5b-a800-9b85e648e690 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:17:43.024046 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a551b9ff-e871-4c70-b0d8-23cec224d8b6 None None] Routers {'4c27b114-7924-4c5b-a800-9b85e648e690'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:17:43.024578 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a551b9ff-e871-4c70-b0d8-23cec224d8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:17:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4c27b114-7924-4c5b-a800-9b85e648e690'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:43.080846 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ca49a9e-b7ce-40e9-b6fc-eb3871f0d218 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:43.169102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] DHCP port deletion for d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:17:43.196104 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ca49a9e-b7ce-40e9-b6fc-eb3871f0d218 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:43.231061 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Deleting port ae974020-1ffb-4d1d-b930-58f97437e4d4 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:17:43.231441 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:43.246721 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a551b9ff-e871-4c70-b0d8-23cec224d8b6 None None] Set router 4c27b114-7924-4c5b-a800-9b85e648e690 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:17:43.251507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4ca49a9e-b7ce-40e9-b6fc-eb3871f0d218 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port 3d6998f8-d9e8-4f47-96d6-0924517afabd {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:17:43.251868 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ca49a9e-b7ce-40e9-b6fc-eb3871f0d218 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:43.297500 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] For port ae974020-1ffb-4d1d-b930-58f97437e4d4, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ae974020-1ffb-4d1d-b930-58f97437e4d4,segment=NetworkSegment(d1df4d61-e453-4415-a2c6-399516f7fcea),segment_id=d1df4d61-e453-4415-a2c6-399516f7fcea)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:43.297913 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:43.311228 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Calling delete_port for ae974020-1ffb-4d1d-b930-58f97437e4d4 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:17:43.336202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-4ca49a9e-b7ce-40e9-b6fc-eb3871f0d218 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] For port 3d6998f8-d9e8-4f47-96d6-0924517afabd, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3d6998f8-d9e8-4f47-96d6-0924517afabd,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:43.336568 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ca49a9e-b7ce-40e9-b6fc-eb3871f0d218 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:43.351160 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4ca49a9e-b7ce-40e9-b6fc-eb3871f0d218 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for 3d6998f8-d9e8-4f47-96d6-0924517afabd owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:17:43.400943 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:43.426292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Pushing event deleted for resources: {'Port': ['ID=ae974020-1ffb-4d1d-b930-58f97437e4d4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:43.434414 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] No DVR routers for this DVR port ae974020-1ffb-4d1d-b930-58f97437e4d4 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:17:43.436692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:43.437147 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:43.437838 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:43.438352 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:43.438828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:43.439255 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:43.439801 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:43.440747 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:43.441170 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:43.441593 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:43.442019 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:43.442445 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d84a4bd-aba9-46d4-9795-51bb3ae86fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:43.459998 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a551b9ff-e871-4c70-b0d8-23cec224d8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302943963', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:16:07Z', 'updated_at': '2021-11-29T19:17:41Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:08Z', 'updated_at': '2021-11-29T19:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:43.491978 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a551b9ff-e871-4c70-b0d8-23cec224d8b6 None None] The sync data for ids ['4c27b114-7924-4c5b-a800-9b85e648e690'] in n-d-819494-5 is: [{'id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1302943963', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:16:07Z', 'updated_at': '2021-11-29T19:17:41Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '3d6998f8-d9e8-4f47-96d6-0924517afabd', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c27b114-7924-4c5b-a800-9b85e648e690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:16:08Z', 'updated_at': '2021-11-29T19:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:17:43.535789 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ca49a9e-b7ce-40e9-b6fc-eb3871f0d218 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:43.565869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca49a9e-b7ce-40e9-b6fc-eb3871f0d218 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=3d6998f8-d9e8-4f47-96d6-0924517afabd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:43.566286 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8965b13a-100e-4756-bc96-da708dfc2810 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:17:43.583964 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0c3518-f77c-4071-adff-2c7b27c43dd9 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:17:43.586132 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 8965b13a-100e-4756-bc96-da708dfc2810 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:17:43.586493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 8965b13a-100e-4756-bc96-da708dfc2810 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:17:43.628067 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ca49a9e-b7ce-40e9-b6fc-eb3871f0d218 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:43.718731 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ca49a9e-b7ce-40e9-b6fc-eb3871f0d218 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:43.720780 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ca49a9e-b7ce-40e9-b6fc-eb3871f0d218 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:43.767190 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ca49a9e-b7ce-40e9-b6fc-eb3871f0d218 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:43.767744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca49a9e-b7ce-40e9-b6fc-eb3871f0d218 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Fanout notify agent at l3_agent the message router_deleted on router 4c27b114-7924-4c5b-a800-9b85e648e690 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:17:43.774519 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ca49a9e-b7ce-40e9-b6fc-eb3871f0d218 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:43.775706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4ca49a9e-b7ce-40e9-b6fc-eb3871f0d218 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/routers/4c27b114-7924-4c5b-a800-9b85e648e690 HTTP/1.1" status: 204 len: 168 time: 0.8137918 Nov 29 19:17:43.778275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45358) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:43.855333 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09c352a7-6978-4e53-ba7e-ea6bdc74fee3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:43.948441 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09c352a7-6978-4e53-ba7e-ea6bdc74fee3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:43.969511 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-09c352a7-6978-4e53-ba7e-ea6bdc74fee3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d7a390-fbf0-43fd-90bb-7a1a22dbff02']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:43.979361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-09c352a7-6978-4e53-ba7e-ea6bdc74fee3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1df4d61-e453-4415-a2c6-399516f7fcea') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:43.979695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-09c352a7-6978-4e53-ba7e-ea6bdc74fee3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1df4d61-e453-4415-a2c6-399516f7fcea') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:43.990503 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09c352a7-6978-4e53-ba7e-ea6bdc74fee3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.004687 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09c352a7-6978-4e53-ba7e-ea6bdc74fee3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.011444 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c352a7-6978-4e53-ba7e-ea6bdc74fee3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:17:44.011899 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09c352a7-6978-4e53-ba7e-ea6bdc74fee3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: timer() Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:17:44.015163 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:17:44.074876 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09c352a7-6978-4e53-ba7e-ea6bdc74fee3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.083597 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09c352a7-6978-4e53-ba7e-ea6bdc74fee3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.087445 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-09c352a7-6978-4e53-ba7e-ea6bdc74fee3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/networks/d8d7a390-fbf0-43fd-90bb-7a1a22dbff02 HTTP/1.1" status: 204 len: 168 time: 0.3081765 Nov 29 19:17:44.090332 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45360) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:44.100336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c352a7-6978-4e53-ba7e-ea6bdc74fee3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Network': ['ID=d8d7a390-fbf0-43fd-90bb-7a1a22dbff02,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:44.160802 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-581a7e93-476b-462c-9117-35bb752f9260 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.186284 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-581a7e93-476b-462c-9117-35bb752f9260 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.245096 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-581a7e93-476b-462c-9117-35bb752f9260 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.247937 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-581a7e93-476b-462c-9117-35bb752f9260 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.249114 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-581a7e93-476b-462c-9117-35bb752f9260 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/security-groups/0b31029c-3a3d-43ed-8d0c-8ff0d043a63e HTTP/1.1" status: 204 len: 168 time: 0.1572299 Nov 29 19:17:44.258212 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a7e93-476b-462c-9117-35bb752f9260 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b31029c-3a3d-43ed-8d0c-8ff0d043a63e,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:44.563460 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3d6998f8-d9e8-4f47-96d6-0924517afabd no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:17:44.580423 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45366) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:44.584947 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 3d6998f8-d9e8-4f47-96d6-0924517afabd {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:17:44.585309 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3d6998f8-d9e8-4f47-96d6-0924517afabd not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:17:44.585645 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-cc293047-4f58-4816-bd18-ba8be220295d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-808534676', 'description': 'tempest-secgroup-smoke-808534676 description', 'project_id': '586123f8e14849718a3a2426d6443104'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:44.585780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f65dc37d-a444-44d0-8a5c-6cc0de39a678 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:17:44.608818 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc293047-4f58-4816-bd18-ba8be220295d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.609101 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: f65dc37d-a444-44d0-8a5c-6cc0de39a678 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:17:44.609243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f65dc37d-a444-44d0-8a5c-6cc0de39a678 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:17:44.609636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ae974020-1ffb-4d1d-b930-58f97437e4d4 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:17:44.628893 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: ae974020-1ffb-4d1d-b930-58f97437e4d4 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:17:44.629249 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ae974020-1ffb-4d1d-b930-58f97437e4d4 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:17:44.679855 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc293047-4f58-4816-bd18-ba8be220295d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.683642 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc293047-4f58-4816-bd18-ba8be220295d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.716882 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-cc293047-4f58-4816-bd18-ba8be220295d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.718050 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-cc293047-4f58-4816-bd18-ba8be220295d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1360471 Nov 29 19:17:44.718939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc293047-4f58-4816-bd18-ba8be220295d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:44.721179 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45368) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:44.727059 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-74f31b28-eb1c-413d-9d66-7c673f0e1245 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:44.752836 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74f31b28-eb1c-413d-9d66-7c673f0e1245 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.814530 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74f31b28-eb1c-413d-9d66-7c673f0e1245 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.817961 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74f31b28-eb1c-413d-9d66-7c673f0e1245 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.835588 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f31b28-eb1c-413d-9d66-7c673f0e1245 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1278b9-ed27-4516-8453-b675261e30de,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:44.842672 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74f31b28-eb1c-413d-9d66-7c673f0e1245 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.843902 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-74f31b28-eb1c-413d-9d66-7c673f0e1245 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210270 Nov 29 19:17:44.847231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45370) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:44.851607 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5d679230-1f62-419e-98c7-f5f42ba1dd3a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:44.876440 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d679230-1f62-419e-98c7-f5f42ba1dd3a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.931836 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d679230-1f62-419e-98c7-f5f42ba1dd3a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.935169 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d679230-1f62-419e-98c7-f5f42ba1dd3a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.953317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d679230-1f62-419e-98c7-f5f42ba1dd3a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b6d6db-2d6c-4622-9939-a0c3bb3e54f3,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:44.961748 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d679230-1f62-419e-98c7-f5f42ba1dd3a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:44.962989 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5d679230-1f62-419e-98c7-f5f42ba1dd3a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147695 Nov 29 19:17:44.965747 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45372) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:44.970504 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4551490f-5d92-4600-88ac-8555bc9978e4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:44.996278 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4551490f-5d92-4600-88ac-8555bc9978e4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.053163 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4551490f-5d92-4600-88ac-8555bc9978e4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.057096 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4551490f-5d92-4600-88ac-8555bc9978e4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.076550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551490f-5d92-4600-88ac-8555bc9978e4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5385f93b-8a2e-402e-a999-0e28568221ef,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:45.083508 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4551490f-5d92-4600-88ac-8555bc9978e4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.086656 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4551490f-5d92-4600-88ac-8555bc9978e4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177323 Nov 29 19:17:45.087570 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45374) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:45.091973 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c14b90c3-d5a8-43ad-8a58-1d25069adbbc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:45.117658 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c14b90c3-d5a8-43ad-8a58-1d25069adbbc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.177139 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c14b90c3-d5a8-43ad-8a58-1d25069adbbc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.180632 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c14b90c3-d5a8-43ad-8a58-1d25069adbbc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.200254 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b90c3-d5a8-43ad-8a58-1d25069adbbc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30a0aa0-e866-49d8-81f6-d5f62f6738b8,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:45.208071 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c14b90c3-d5a8-43ad-8a58-1d25069adbbc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.209391 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c14b90c3-d5a8-43ad-8a58-1d25069adbbc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208289 Nov 29 19:17:45.211916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45376) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:45.216261 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f2598f68-7b7b-4e2e-aca6-5101f60288af tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:45.237491 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-f2598f68-7b7b-4e2e-aca6-5101f60288af tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Project 586123f8e14849718a3a2426d6443104 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:17:45.242349 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2598f68-7b7b-4e2e-aca6-5101f60288af tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.305270 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2598f68-7b7b-4e2e-aca6-5101f60288af tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.309011 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2598f68-7b7b-4e2e-aca6-5101f60288af tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.327659 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2598f68-7b7b-4e2e-aca6-5101f60288af tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649f52fe-53e0-4516-8270-dce8cde92a45,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:45.334444 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2598f68-7b7b-4e2e-aca6-5101f60288af tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.335683 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f2598f68-7b7b-4e2e-aca6-5101f60288af tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227832 Nov 29 19:17:45.338365 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45378) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:45.342612 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f7c8ae72-3bdf-47eb-9bd4-3673f6750795 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:45.364442 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-f7c8ae72-3bdf-47eb-9bd4-3673f6750795 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Project 586123f8e14849718a3a2426d6443104 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:17:45.369406 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7c8ae72-3bdf-47eb-9bd4-3673f6750795 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.426224 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7c8ae72-3bdf-47eb-9bd4-3673f6750795 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.429899 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7c8ae72-3bdf-47eb-9bd4-3673f6750795 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.449145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8ae72-3bdf-47eb-9bd4-3673f6750795 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80bd31f-9fb0-44d1-8369-b1696928000a,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:45.454540 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7c8ae72-3bdf-47eb-9bd4-3673f6750795 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.455713 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f7c8ae72-3bdf-47eb-9bd4-3673f6750795 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163430 Nov 29 19:17:45.458484 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45380) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:45.463326 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-53291210-7c4c-4052-833e-b47634be2b4a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'network': {'name': 'tempest-network-smoke--1298565680', 'project_id': '586123f8e14849718a3a2426d6443104', 'port_security_enabled': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:45.483636 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53291210-7c4c-4052-833e-b47634be2b4a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Made reservation on behalf of 586123f8e14849718a3a2426d6443104 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:17:45.487738 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53291210-7c4c-4052-833e-b47634be2b4a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.513829 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53291210-7c4c-4052-833e-b47634be2b4a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:17:45.523057 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53291210-7c4c-4052-833e-b47634be2b4a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.523418 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-53291210-7c4c-4052-833e-b47634be2b4a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Added segment 0a59880d-bdf8-4159-be29-ef56a45eeba9 of type vlan for network 5ae3adf6-4baa-4bab-afc7-0a28b545f48e Nov 29 19:17:45.563206 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53291210-7c4c-4052-833e-b47634be2b4a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.588250 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53291210-7c4c-4052-833e-b47634be2b4a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.593764 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53291210-7c4c-4052-833e-b47634be2b4a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:45.594349 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53291210-7c4c-4052-833e-b47634be2b4a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.651457 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-53291210-7c4c-4052-833e-b47634be2b4a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1919091 Nov 29 19:17:45.654194 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45382) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:45.661347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1331726695', 'admin_state_up': True, 'project_id': '586123f8e14849718a3a2426d6443104', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:45.678872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53291210-7c4c-4052-833e-b47634be2b4a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Network': ['ID=5ae3adf6-4baa-4bab-afc7-0a28b545f48e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:45.689924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 5ae3adf6-4baa-4bab-afc7-0a28b545f48e details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:17:45.691934 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.692982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.747845 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:45.889968 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:46.091834 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:46.109858 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:46.212399 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.25.3.154 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/0e825095-015d-4f75-963a-efe8fa7ca3ea) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:17:46.318263 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:46.351980 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:46.396599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:17:46.399535 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:17:46.401903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:17:46.412481 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2f4032-6eb9-43bf-b286-db49c63008e4 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:17:46.424889 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=0e825095-015d-4f75-963a-efe8fa7ca3ea,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:46.517521 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6c138c8f-6891-495e-994d-79d9e8da44cb None None] Provisioning complete for port 0e825095-015d-4f75-963a-efe8fa7ca3ea triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:46.519036 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c138c8f-6891-495e-994d-79d9e8da44cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:46.552003 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6c138c8f-6891-495e-994d-79d9e8da44cb None None] Port 0e825095-015d-4f75-963a-efe8fa7ca3ea cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:17:46.655476 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:46.852144 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:46.983163 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router e12b10b5-ee85-4c55-9edb-80e802fbf257 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:17:47.088601 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:17:47.099553 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Sync routers for ids ['e12b10b5-ee85-4c55-9edb-80e802fbf257'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:17:47.109630 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.110901 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3ee23e22-cf6d-437b-bcff-f88de409a5fa tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4557152 Nov 29 19:17:47.114544 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45384) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:47.115538 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Routers {'e12b10b5-ee85-4c55-9edb-80e802fbf257'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:17:47.116166 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:17:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e12b10b5-ee85-4c55-9edb-80e802fbf257'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:47.142075 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-94a29659-f2d7-44ea-b7ea-925d2187667d tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=586123f8e14849718a3a2426d6443104&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264053 Nov 29 19:17:47.144958 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45386) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:47.222699 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Set router e12b10b5-ee85-4c55-9edb-80e802fbf257 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:17:47.236623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441aa8d5-e724-4833-a1ba-c042e7dc96ee tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:47.238615 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-441aa8d5-e724-4833-a1ba-c042e7dc96ee tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927310 Nov 29 19:17:47.241336 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45388) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:47.268441 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d450a959-48dc-43a2-a3f0-fcdae7baee62 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259891 Nov 29 19:17:47.271185 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45390) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:47.276280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b318f3af-c96d-45d5-a3e4-e43e08734853 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1079258765', 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e', 'project_id': '586123f8e14849718a3a2426d6443104', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:47.372978 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b318f3af-c96d-45d5-a3e4-e43e08734853 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Made reservation on behalf of 586123f8e14849718a3a2426d6443104 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:17:47.376641 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b318f3af-c96d-45d5-a3e4-e43e08734853 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.564805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331726695', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:17:45Z', 'updated_at': '2021-11-29T19:17:46Z', 'revision_number': 3, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:46Z', 'updated_at': '2021-11-29T19:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:47.567431 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b318f3af-c96d-45d5-a3e4-e43e08734853 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.596243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Checking router: e12b10b5-ee85-4c55-9edb-80e802fbf257 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:17:47.597089 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Updating router e12b10b5-ee85-4c55-9edb-80e802fbf257 port 0e825095-015d-4f75-963a-efe8fa7ca3ea binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:17:47.622421 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.639361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318f3af-c96d-45d5-a3e4-e43e08734853 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Subnet': ['ID=515b10a2-8b53-4333-8cd3-50e5c99cfedb,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:47.644774 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b318f3af-c96d-45d5-a3e4-e43e08734853 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Checking segment: {'id': '0a59880d-bdf8-4159-be29-ef56a45eeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:17:47.645144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318f3af-c96d-45d5-a3e4-e43e08734853 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network hostable DHCP agents. Network: 5ae3adf6-4baa-4bab-afc7-0a28b545f48e, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:17:47.664405 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318f3af-c96d-45d5-a3e4-e43e08734853 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 5ae3adf6-4baa-4bab-afc7-0a28b545f48e is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:17:47.674170 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b318f3af-c96d-45d5-a3e4-e43e08734853 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 5ae3adf6-4baa-4bab-afc7-0a28b545f48e) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:17:47.679479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b318f3af-c96d-45d5-a3e4-e43e08734853 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:47.680516 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b318f3af-c96d-45d5-a3e4-e43e08734853 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:47.697273 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b318f3af-c96d-45d5-a3e4-e43e08734853 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4250395 Nov 29 19:17:47.700043 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45392) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:17:47.707252 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28360a3b-eb0c-4fb2-9745-136b1d178dd8 None None] Network 5ae3adf6-4baa-4bab-afc7-0a28b545f48e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:17:47.960626 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-5ae3adf6-4baa-4bab-afc7-0a28b545f48e', 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'fixed_ips': [{'subnet_id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:17:47.961553 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.070291 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.089080 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.172606 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee7b468-9230-4872-a600-ec0eba51b367 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:17:48.188129 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffa98b-c35d-4c9a-8935-1573ee8df131 None None] Pushing event updated for resources: {'Port': ['ID=0e825095-015d-4f75-963a-efe8fa7ca3ea,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:48.193694 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Attempting to bind port 0e825095-015d-4f75-963a-efe8fa7ca3ea on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:17:48.193913 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Attempting to bind port 0e825095-015d-4f75-963a-efe8fa7ca3ea by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:17:48.194279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Attempting to bind port 0e825095-015d-4f75-963a-efe8fa7ca3ea on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:17:48.203371 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:17:48.203755 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:17:48.204245 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.204537 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:17:48.205011 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Bound port: 0e825095-015d-4f75-963a-efe8fa7ca3ea, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:17:48.205441 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.240570 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Allocated IP 172.20.0.2 (5ae3adf6-4baa-4bab-afc7-0a28b545f48e/515b10a2-8b53-4333-8cd3-50e5c99cfedb/3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:17:48.280851 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] For port 0e825095-015d-4f75-963a-efe8fa7ca3ea, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:17:48.332578 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] For port 0e825095-015d-4f75-963a-efe8fa7ca3ea, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=0e825095-015d-4f75-963a-efe8fa7ca3ea,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:17:48.341890 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.347128 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-59ccf89c-2f9c-46d1-be12-253fa5651fdb None None] Provisioning complete for port 0e825095-015d-4f75-963a-efe8fa7ca3ea triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:48.347494 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-59ccf89c-2f9c-46d1-be12-253fa5651fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.425572 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5513b1-8b65-4fc2-bbd1-da8ffd867cc7 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:17:48.480571 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffa98b-c35d-4c9a-8935-1573ee8df131 None None] Pushing event updated for resources: {'Port': ['ID=0e825095-015d-4f75-963a-efe8fa7ca3ea,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:48.486263 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.487447 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Routers {'e12b10b5-ee85-4c55-9edb-80e802fbf257'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:17:48.488077 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:17:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e12b10b5-ee85-4c55-9edb-80e802fbf257'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:48.629560 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.648963 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.656434 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-59ccf89c-2f9c-46d1-be12-253fa5651fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.723008 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] Set router e12b10b5-ee85-4c55-9edb-80e802fbf257 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:17:48.725945 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Network 5ae3adf6-4baa-4bab-afc7-0a28b545f48e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:17:48.727905 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-59ccf89c-2f9c-46d1-be12-253fa5651fdb None None] For port 0e825095-015d-4f75-963a-efe8fa7ca3ea, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=0e825095-015d-4f75-963a-efe8fa7ca3ea,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:48.755489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:17:48.764102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.20.0.1 (5ae3adf6-4baa-4bab-afc7-0a28b545f48e/515b10a2-8b53-4333-8cd3-50e5c99cfedb/996ae42d-01a9-4052-af6c-e6b03e7d021b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:17:48.786221 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-59ccf89c-2f9c-46d1-be12-253fa5651fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.787885 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Pushing event updated for resources: {'Port': ['ID=3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:48.790669 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:17:48.917326 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.956429 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccf89c-2f9c-46d1-be12-253fa5651fdb None None] Pushing event updated for resources: {'Port': ['ID=0e825095-015d-4f75-963a-efe8fa7ca3ea,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:48.957707 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.961951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Attempting to bind port 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:17:48.962332 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Attempting to bind port 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '0a59880d-bdf8-4159-be29-ef56a45eeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:17:48.962700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Attempting to bind port 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2 on network 5ae3adf6-4baa-4bab-afc7-0a28b545f48e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:17:48.981871 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:17:48.982128 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Checking segment: {'id': '0a59880d-bdf8-4159-be29-ef56a45eeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:17:48.982492 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.982916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Bound using segment: {'id': '0a59880d-bdf8-4159-be29-ef56a45eeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:17:48.983392 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Bound port: 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a59880d-bdf8-4159-be29-ef56a45eeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:17:48.983778 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:48.987249 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-94e601b5-0cde-4207-8e66-5eae0bffc19d None None] Provisioning complete for port 0e825095-015d-4f75-963a-efe8fa7ca3ea triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:48.987624 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94e601b5-0cde-4207-8e66-5eae0bffc19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.002026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 5ae3adf6-4baa-4bab-afc7-0a28b545f48e is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:17:49.005282 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:17:49.007913 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:17:49.041582 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=996ae42d-01a9-4052-af6c-e6b03e7d021b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:49.065170 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.202600 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.275959 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] For port 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:17:49.280658 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] For port 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2,segment=NetworkSegment(0a59880d-bdf8-4159-be29-ef56a45eeba9),segment_id=0a59880d-bdf8-4159-be29-ef56a45eeba9)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:17:49.304684 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.348762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331726695', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:17:45Z', 'updated_at': '2021-11-29T19:17:46Z', 'revision_number': 3, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:46Z', 'updated_at': '2021-11-29T19:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:49.390654 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca28475c-990e-4ef1-a317-50cd365f01ac None None] The sync data for ids ['e12b10b5-ee85-4c55-9edb-80e802fbf257'] in n-d-819494-5 is: [{'id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331726695', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:17:45Z', 'updated_at': '2021-11-29T19:17:46Z', 'revision_number': 3, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:46Z', 'updated_at': '2021-11-29T19:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:17:49.411839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d215bf-9877-4f04-9edd-ebacc2ca5d66 None None] Pushing event updated for resources: {'Port': ['ID=3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:49.522501 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.528656 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.624094 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:49.629241 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=996ae42d-01a9-4052-af6c-e6b03e7d021b,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:49.738330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 5ae3adf6-4baa-4bab-afc7-0a28b545f48e is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:17:49.739901 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:17:49.872029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router e12b10b5-ee85-4c55-9edb-80e802fbf257 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:17:49.987793 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:17:49.993058 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-240710c5-ac6d-49b4-8411-022426d3310c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "PUT /v2.0/routers/e12b10b5-ee85-4c55-9edb-80e802fbf257/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2918916 Nov 29 19:17:50.158358 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-f23642fe-0f19-4474-b947-8ea0f27b32ed tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-808534676&fields=id&tenant_id=586123f8e14849718a3a2426d6443104 HTTP/1.1" status: 200 len: 267 time: 0.0512640 Nov 29 19:17:50.283029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503176e-5573-42ba-bf64-d13340580255 req-01f134c8-f16e-4433-b216-9131c0062ca7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:50.285273 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-01f134c8-f16e-4433-b216-9131c0062ca7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/networks?id=5ae3adf6-4baa-4bab-afc7-0a28b545f48e HTTP/1.1" status: 200 len: 797 time: 0.1191652 Nov 29 19:17:50.302618 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-fdf058f0-e4c4-41ac-b02a-77d4057f7902 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/quotas/586123f8e14849718a3a2426d6443104 HTTP/1.1" status: 200 len: 375 time: 0.0106025 Nov 29 19:17:50.362099 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-0d154730-ffa7-4deb-a0ae-9a08d9abb7ce tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532238 Nov 29 19:17:50.426273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-9432bad9-444f-46e4-af51-975d07c109f6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:17:50.427461 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-9432bad9-444f-46e4-af51-975d07c109f6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0529604 Nov 29 19:17:50.452262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68614fb2-7037-4e14-928a-a7d78321d4c0 None None] Network 5ae3adf6-4baa-4bab-afc7-0a28b545f48e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:17:50.532503 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-434012ff-3484-45cc-867d-5f26e765d25d service neutron] 10.222.0.23 "GET /v2.0/networks/5ae3adf6-4baa-4bab-afc7-0a28b545f48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974019 Nov 29 19:17:50.539387 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6c857184-f4a0-4e17-a6a3-86f45a9fd96e None None] Provisioning complete for port 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:50.539773 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c857184-f4a0-4e17-a6a3-86f45a9fd96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:50.643772 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-a15af48e-f20b-4f6f-a2a9-67f3f5fc107a service neutron] 10.222.0.23 "GET /v2.0/networks/5ae3adf6-4baa-4bab-afc7-0a28b545f48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020856 Nov 29 19:17:50.644467 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0e825095-015d-4f75-963a-efe8fa7ca3ea up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:17:50.712172 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c857184-f4a0-4e17-a6a3-86f45a9fd96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:50.760181 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6c857184-f4a0-4e17-a6a3-86f45a9fd96e None None] For port 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2,segment=NetworkSegment(0a59880d-bdf8-4159-be29-ef56a45eeba9),segment_id=0a59880d-bdf8-4159-be29-ef56a45eeba9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:50.771905 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c857184-f4a0-4e17-a6a3-86f45a9fd96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:50.801582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 0e825095-015d-4f75-963a-efe8fa7ca3ea triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:50.801755 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:50.846454 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-37a087fe-2a76-4aa8-8d4c-f2b3d1f9d4e9 req-944b5581-163c-4d5c-b815-9aa44ce47f5d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 210 time: 0.0375426 Nov 29 19:17:50.881817 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c857184-f4a0-4e17-a6a3-86f45a9fd96e None None] Pushing event updated for resources: {'Port': ['ID=3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:50.932772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:17:50.992897 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:50.993553 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:51.120749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1b63866a-fa16-4572-a8a5-df2a3c43208c None None] Provisioning complete for port 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:51.121288 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b63866a-fa16-4572-a8a5-df2a3c43208c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:51.225056 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1b63866a-fa16-4572-a8a5-df2a3c43208c None None] Provisioning complete for port 996ae42d-01a9-4052-af6c-e6b03e7d021b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:51.225512 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b63866a-fa16-4572-a8a5-df2a3c43208c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:51.268754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1b63866a-fa16-4572-a8a5-df2a3c43208c None None] Port 996ae42d-01a9-4052-af6c-e6b03e7d021b cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:17:51.296576 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Sync routers for ids ['e12b10b5-ee85-4c55-9edb-80e802fbf257'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:17:51.309437 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Routers {'e12b10b5-ee85-4c55-9edb-80e802fbf257'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:17:51.310073 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:17:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e12b10b5-ee85-4c55-9edb-80e802fbf257'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:51.389552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-12f419f4-9893-40b0-b7b1-dab47c681a5e None None] Provisioning complete for port 996ae42d-01a9-4052-af6c-e6b03e7d021b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:51.390185 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12f419f4-9893-40b0-b7b1-dab47c681a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:51.427775 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Set router e12b10b5-ee85-4c55-9edb-80e802fbf257 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:17:51.443331 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-12f419f4-9893-40b0-b7b1-dab47c681a5e None None] Port 996ae42d-01a9-4052-af6c-e6b03e7d021b cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:17:51.571022 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7085be5d-23b9-4206-88b5-7eab1e3f310e None None] Provisioning complete for port 996ae42d-01a9-4052-af6c-e6b03e7d021b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:51.571726 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7085be5d-23b9-4206-88b5-7eab1e3f310e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:51.608564 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7085be5d-23b9-4206-88b5-7eab1e3f310e None None] Port 996ae42d-01a9-4052-af6c-e6b03e7d021b cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:17:51.640228 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331726695', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:17:45Z', 'updated_at': '2021-11-29T19:17:49Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:46Z', 'updated_at': '2021-11-29T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '996ae42d-01a9-4052-af6c-e6b03e7d021b', 'name': '', 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:1d:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:48Z', 'updated_at': '2021-11-29T19:17:49Z', 'revision_number': 2, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:51.670191 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Checking router: e12b10b5-ee85-4c55-9edb-80e802fbf257 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:17:51.670548 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Updating router e12b10b5-ee85-4c55-9edb-80e802fbf257 port 996ae42d-01a9-4052-af6c-e6b03e7d021b binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:17:51.697737 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:51.961834 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:51.967856 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.007519 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3d4431b4-6b64-456a-8e9a-5ad916ab9b3a req-cf307436-c906-4cbb-947f-fa2573fb7331 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 210 time: 0.0707040 Nov 29 19:17:52.028290 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e95bd0-5f91-4af4-8939-82c8090bce33 None None] Pushing event updated for resources: {'Port': ['ID=996ae42d-01a9-4052-af6c-e6b03e7d021b,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:52.040750 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95bd0-5f91-4af4-8939-82c8090bce33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:52.041220 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95bd0-5f91-4af4-8939-82c8090bce33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:52.041663 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95bd0-5f91-4af4-8939-82c8090bce33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:52.042100 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95bd0-5f91-4af4-8939-82c8090bce33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:52.042533 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95bd0-5f91-4af4-8939-82c8090bce33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:52.042996 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95bd0-5f91-4af4-8939-82c8090bce33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:52.043437 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95bd0-5f91-4af4-8939-82c8090bce33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:52.044003 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95bd0-5f91-4af4-8939-82c8090bce33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:52.044519 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95bd0-5f91-4af4-8939-82c8090bce33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:52.044854 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95bd0-5f91-4af4-8939-82c8090bce33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:52.045184 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95bd0-5f91-4af4-8939-82c8090bce33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:52.045511 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95bd0-5f91-4af4-8939-82c8090bce33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:17:52.094523 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Attempting to bind port 996ae42d-01a9-4052-af6c-e6b03e7d021b on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:17:52.094958 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Attempting to bind port 996ae42d-01a9-4052-af6c-e6b03e7d021b by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '0a59880d-bdf8-4159-be29-ef56a45eeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:17:52.095329 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Attempting to bind port 996ae42d-01a9-4052-af6c-e6b03e7d021b on network 5ae3adf6-4baa-4bab-afc7-0a28b545f48e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:17:52.096735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503176e-5573-42ba-bf64-d13340580255 req-c54a5c00-2423-43fc-a582-be9d801aa7bf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:52.099766 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-c54a5c00-2423-43fc-a582-be9d801aa7bf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.20 "GET /v2.0/networks?id=5ae3adf6-4baa-4bab-afc7-0a28b545f48e HTTP/1.1" status: 200 len: 797 time: 0.1714294 Nov 29 19:17:52.105635 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:17:52.106020 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Checking segment: {'id': '0a59880d-bdf8-4159-be29-ef56a45eeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:17:52.106430 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.106854 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Bound using segment: {'id': '0a59880d-bdf8-4159-be29-ef56a45eeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:17:52.107331 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Bound port: 996ae42d-01a9-4052-af6c-e6b03e7d021b, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a59880d-bdf8-4159-be29-ef56a45eeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:17:52.108070 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.176355 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] For port 996ae42d-01a9-4052-af6c-e6b03e7d021b, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:17:52.176569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-81f27cbc-3e72-4b52-9bec-1d874954618b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=586123f8e14849718a3a2426d6443104 HTTP/1.1" status: 200 len: 379 time: 0.0606649 Nov 29 19:17:52.179521 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] For port 996ae42d-01a9-4052-af6c-e6b03e7d021b, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=996ae42d-01a9-4052-af6c-e6b03e7d021b,segment=NetworkSegment(0a59880d-bdf8-4159-be29-ef56a45eeba9),segment_id=0a59880d-bdf8-4159-be29-ef56a45eeba9)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:17:52.188249 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-d503176e-5573-42ba-bf64-d13340580255 req-012b4eb2-ae64-4c1d-a729-669ec07a5438 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'port': {'device_id': 'b369fa8f-9930-4663-a393-36bfb8fd484a', 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e', 'admin_state_up': True, 'tenant_id': '586123f8e14849718a3a2426d6443104', 'security_groups': ['3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:52.188944 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.252223 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e95bd0-5f91-4af4-8939-82c8090bce33 None None] Pushing event updated for resources: {'Port': ['ID=996ae42d-01a9-4052-af6c-e6b03e7d021b,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:52.258114 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Routers {'e12b10b5-ee85-4c55-9edb-80e802fbf257'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:17:52.258720 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:17:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e12b10b5-ee85-4c55-9edb-80e802fbf257'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:52.302916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d503176e-5573-42ba-bf64-d13340580255 req-012b4eb2-ae64-4c1d-a729-669ec07a5438 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Made reservation on behalf of 586123f8e14849718a3a2426d6443104 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:17:52.306500 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d503176e-5573-42ba-bf64-d13340580255 req-012b4eb2-ae64-4c1d-a729-669ec07a5438 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.367032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e1c8bb83-f25f-4ea1-869e-c095e2a8682d None None] Provisioning complete for port 996ae42d-01a9-4052-af6c-e6b03e7d021b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:52.367731 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1c8bb83-f25f-4ea1-869e-c095e2a8682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.385315 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] Set router e12b10b5-ee85-4c55-9edb-80e802fbf257 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:17:52.464795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-d503176e-5573-42ba-bf64-d13340580255 req-012b4eb2-ae64-4c1d-a729-669ec07a5438 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.20.0.7 (5ae3adf6-4baa-4bab-afc7-0a28b545f48e/515b10a2-8b53-4333-8cd3-50e5c99cfedb/ca732ce3-e897-4077-a794-d6f249a18778) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:17:52.477043 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1c8bb83-f25f-4ea1-869e-c095e2a8682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.523023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e1c8bb83-f25f-4ea1-869e-c095e2a8682d None None] For port 996ae42d-01a9-4052-af6c-e6b03e7d021b, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=996ae42d-01a9-4052-af6c-e6b03e7d021b,segment=NetworkSegment(0a59880d-bdf8-4159-be29-ef56a45eeba9),segment_id=0a59880d-bdf8-4159-be29-ef56a45eeba9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:52.531060 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1c8bb83-f25f-4ea1-869e-c095e2a8682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.593211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:17:52.620886 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8bb83-f25f-4ea1-869e-c095e2a8682d None None] Pushing event updated for resources: {'Port': ['ID=996ae42d-01a9-4052-af6c-e6b03e7d021b,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:52.629212 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331726695', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:17:45Z', 'updated_at': '2021-11-29T19:17:49Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:46Z', 'updated_at': '2021-11-29T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '996ae42d-01a9-4052-af6c-e6b03e7d021b', 'name': '', 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:1d:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:48Z', 'updated_at': '2021-11-29T19:17:52Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:17:52.658089 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee108a6-d628-4b9d-92de-4b1e682dcf0c None None] The sync data for ids ['e12b10b5-ee85-4c55-9edb-80e802fbf257'] in n-d-819494-5 is: [{'id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331726695', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:17:45Z', 'updated_at': '2021-11-29T19:17:49Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:46Z', 'updated_at': '2021-11-29T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '996ae42d-01a9-4052-af6c-e6b03e7d021b', 'name': '', 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:1d:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:48Z', 'updated_at': '2021-11-29T19:17:52Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:17:52.661724 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d503176e-5573-42ba-bf64-d13340580255 req-012b4eb2-ae64-4c1d-a729-669ec07a5438 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.665090 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d4eb3102-9e1f-4ace-baa4-9d28b5bb5b52 None None] Provisioning complete for port 996ae42d-01a9-4052-af6c-e6b03e7d021b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:52.665533 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d4eb3102-9e1f-4ace-baa4-9d28b5bb5b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.668505 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:52.669120 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.711367 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d503176e-5573-42ba-bf64-d13340580255 req-012b4eb2-ae64-4c1d-a729-669ec07a5438 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.784806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d503176e-5573-42ba-bf64-d13340580255 req-012b4eb2-ae64-4c1d-a729-669ec07a5438 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 5ae3adf6-4baa-4bab-afc7-0a28b545f48e is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:17:52.788283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-d503176e-5573-42ba-bf64-d13340580255 req-012b4eb2-ae64-4c1d-a729-669ec07a5438 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:17:52.801380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-d503176e-5573-42ba-bf64-d13340580255 req-012b4eb2-ae64-4c1d-a729-669ec07a5438 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:17:52.828075 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b4eb2-ae64-4c1d-a729-669ec07a5438 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=ca732ce3-e897-4077-a794-d6f249a18778,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:52.873325 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503176e-5573-42ba-bf64-d13340580255 req-012b4eb2-ae64-4c1d-a729-669ec07a5438 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:52.873998 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d503176e-5573-42ba-bf64-d13340580255 req-012b4eb2-ae64-4c1d-a729-669ec07a5438 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:52.894130 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-012b4eb2-ae64-4c1d-a729-669ec07a5438 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7105112 Nov 29 19:17:52.960703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Request body: {'port': {'device_id': 'b369fa8f-9930-4663-a393-36bfb8fd484a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:17:53.025434 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:53.072455 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6d219c28-3498-40fb-8a81-16b3ccf69fb6 None None] Provisioning complete for port ca732ce3-e897-4077-a794-d6f249a18778 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:53.073134 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d219c28-3498-40fb-8a81-16b3ccf69fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:53.122191 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6d219c28-3498-40fb-8a81-16b3ccf69fb6 None None] Port ca732ce3-e897-4077-a794-d6f249a18778 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:17:53.245409 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47239d52-8c6b-449a-817c-a6aa701a9aef req-fbd276f9-1ef3-431e-8566-019b436bd0e7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:53.246923 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-47239d52-8c6b-449a-817c-a6aa701a9aef req-fbd276f9-1ef3-431e-8566-019b436bd0e7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 931 time: 0.1089187 Nov 29 19:17:53.333777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-47239d52-8c6b-449a-817c-a6aa701a9aef req-a3623daa-8081-49db-a4cb-544a806a3911 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766740 Nov 29 19:17:53.392817 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca732ce3-e897-4077-a794-d6f249a18778 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:17:53.401731 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:53.414911 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Transition to ACTIVE for port object ca732ce3-e897-4077-a794-d6f249a18778 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:17:53.419244 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:53.472433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Pushing event updated for resources: {'Port': ['ID=ca732ce3-e897-4077-a794-d6f249a18778,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:53.546876 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Attempting to bind port ca732ce3-e897-4077-a794-d6f249a18778 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:17:53.547216 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Attempting to bind port ca732ce3-e897-4077-a794-d6f249a18778 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '0a59880d-bdf8-4159-be29-ef56a45eeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:17:53.548187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Attempting to bind port ca732ce3-e897-4077-a794-d6f249a18778 on network 5ae3adf6-4baa-4bab-afc7-0a28b545f48e {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:17:53.554618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Port ca732ce3-e897-4077-a794-d6f249a18778 on network 5ae3adf6-4baa-4bab-afc7-0a28b545f48e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:17:53.555007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Attempting to bind port ca732ce3-e897-4077-a794-d6f249a18778 on network 5ae3adf6-4baa-4bab-afc7-0a28b545f48e {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:17:53.560578 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:17:53.560927 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Checking segment: {'id': '0a59880d-bdf8-4159-be29-ef56a45eeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:17:53.561301 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Bound using segment: {'id': '0a59880d-bdf8-4159-be29-ef56a45eeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:17:53.561733 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Bound port: ca732ce3-e897-4077-a794-d6f249a18778, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a59880d-bdf8-4159-be29-ef56a45eeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:17:53.562338 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:53.638714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] For port ca732ce3-e897-4077-a794-d6f249a18778, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:17:53.642331 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] For port ca732ce3-e897-4077-a794-d6f249a18778, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=ca732ce3-e897-4077-a794-d6f249a18778,segment=NetworkSegment(0a59880d-bdf8-4159-be29-ef56a45eeba9),segment_id=0a59880d-bdf8-4159-be29-ef56a45eeba9)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:17:53.648491 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:53.686896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:53.687600 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:53.689027 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] 10.222.0.20 "PUT /v2.0/ports/ca732ce3-e897-4077-a794-d6f249a18778 HTTP/1.1" status: 200 len: 1091 time: 0.7810757 Nov 29 19:17:53.689530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b369fa8f-9930-4663-a393-36bfb8fd484a', 'tag': 'ca732ce3-e897-4077-a794-d6f249a18778'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:17:53.692659 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fec4de-67e1-47b7-b7b0-e849efde935b" -d '{"events": [{"name": "network-changed", "server_uuid": "b369fa8f-9930-4663-a393-36bfb8fd484a", "tag": "ca732ce3-e897-4077-a794-d6f249a18778"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:17:53.718287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e4381-2168-444a-becb-fcf779441e81 service neutron] Pushing event updated for resources: {'Port': ['ID=ca732ce3-e897-4077-a794-d6f249a18778,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:53.756341 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebeec6a6-7445-4d3d-a3a5-b1498d565f73 x-openstack-request-id: req-ebeec6a6-7445-4d3d-a3a5-b1498d565f73 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:17:53.756684 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b369fa8f-9930-4663-a393-36bfb8fd484a", "tag": "ca732ce3-e897-4077-a794-d6f249a18778", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:17:53.756944 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ebeec6a6-7445-4d3d-a3a5-b1498d565f73 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:17:53.757354 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b369fa8f-9930-4663-a393-36bfb8fd484a', 'tag': 'ca732ce3-e897-4077-a794-d6f249a18778', 'status': 'completed', 'code': 200} Nov 29 19:17:53.809747 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503176e-5573-42ba-bf64-d13340580255 req-2a7b8eb1-d5f2-4b24-841c-630bc62d4de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:53.811614 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-2a7b8eb1-d5f2-4b24-841c-630bc62d4de0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 1094 time: 0.0589986 Nov 29 19:17:53.862440 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-9dfcf037-d9c4-4ada-b5e2-c8a97245c297 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca732ce3-e897-4077-a794-d6f249a18778 HTTP/1.1" status: 200 len: 217 time: 0.0376551 Nov 29 19:17:53.925563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503176e-5573-42ba-bf64-d13340580255 req-a5ac30ca-9f1a-499b-b1a0-164ad23dbef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:53.927081 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-a5ac30ca-9f1a-499b-b1a0-164ad23dbef9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=515b10a2-8b53-4333-8cd3-50e5c99cfedb HTTP/1.1" status: 200 len: 835 time: 0.0530560 Nov 29 19:17:53.979446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503176e-5573-42ba-bf64-d13340580255 req-937648bd-dab7-4ccc-9b03-d9e84ba91263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:53.981184 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-937648bd-dab7-4ccc-9b03-d9e84ba91263 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ae3adf6-4baa-4bab-afc7-0a28b545f48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428631 Nov 29 19:17:54.073883 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-90ed69ea-a288-40fe-bae4-92619b139581 service neutron] 10.222.0.20 "GET /v2.0/networks/5ae3adf6-4baa-4bab-afc7-0a28b545f48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831211 Nov 29 19:17:54.139853 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d9dafb82-cd50-4b53-8743-2fb387cfcea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:54.170529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d503176e-5573-42ba-bf64-d13340580255 req-66ca6aa7-de2a-42df-afcf-4dcbf38b800a service neutron] 10.222.0.20 "GET /v2.0/networks/5ae3adf6-4baa-4bab-afc7-0a28b545f48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856564 Nov 29 19:17:54.266921 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fec4de-67e1-47b7-b7b0-e849efde935b req-31d82e13-ac59-42b1-8367-7e529fc0c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:54.268460 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30fec4de-67e1-47b7-b7b0-e849efde935b req-31d82e13-ac59-42b1-8367-7e529fc0c7b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 1094 time: 0.0420287 Nov 29 19:17:54.362643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fec4de-67e1-47b7-b7b0-e849efde935b req-c91017d1-53d7-453e-8fb9-4a7fd88a70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:54.363829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30fec4de-67e1-47b7-b7b0-e849efde935b req-c91017d1-53d7-453e-8fb9-4a7fd88a70bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ae3adf6-4baa-4bab-afc7-0a28b545f48e HTTP/1.1" status: 200 len: 898 time: 0.0871792 Nov 29 19:17:54.419630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30fec4de-67e1-47b7-b7b0-e849efde935b req-5a94defa-5e50-4e2c-83de-cb18b5cd142a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca732ce3-e897-4077-a794-d6f249a18778 HTTP/1.1" status: 200 len: 217 time: 0.0428383 Nov 29 19:17:54.492346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fec4de-67e1-47b7-b7b0-e849efde935b req-6cbc2bac-1d34-467e-b4d7-ec36bd822a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:54.493836 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30fec4de-67e1-47b7-b7b0-e849efde935b req-6cbc2bac-1d34-467e-b4d7-ec36bd822a37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=515b10a2-8b53-4333-8cd3-50e5c99cfedb HTTP/1.1" status: 200 len: 835 time: 0.0567615 Nov 29 19:17:54.501202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab346e-ff15-45ce-9e3c-81feef4599f8 req-70239bfe-97ba-4d18-b0a2-b7924cb5cad6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:54.503191 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3dab346e-ff15-45ce-9e3c-81feef4599f8 req-70239bfe-97ba-4d18-b0a2-b7924cb5cad6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 943 time: 0.0931726 Nov 29 19:17:54.575629 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fec4de-67e1-47b7-b7b0-e849efde935b req-461fa9bf-0087-4d88-8105-c5d203b18e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:54.577974 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30fec4de-67e1-47b7-b7b0-e849efde935b req-461fa9bf-0087-4d88-8105-c5d203b18e58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ae3adf6-4baa-4bab-afc7-0a28b545f48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731025 Nov 29 19:17:54.581158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3dab346e-ff15-45ce-9e3c-81feef4599f8 req-af273d5e-cb95-4f86-8e0f-376636d8e947 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696592 Nov 29 19:17:54.583364 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 996ae42d-01a9-4052-af6c-e6b03e7d021b up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:17:54.634462 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 996ae42d-01a9-4052-af6c-e6b03e7d021b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:54.634751 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:54.676738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30fec4de-67e1-47b7-b7b0-e849efde935b req-19def6ca-7ef1-4a4f-ad7d-58b1543c120e service neutron] 10.222.0.20 "GET /v2.0/networks/5ae3adf6-4baa-4bab-afc7-0a28b545f48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887134 Nov 29 19:17:54.769144 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30fec4de-67e1-47b7-b7b0-e849efde935b req-db5f3b1a-41dc-4407-ab71-10a519fc7cdc service neutron] 10.222.0.20 "GET /v2.0/networks/5ae3adf6-4baa-4bab-afc7-0a28b545f48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843027 Nov 29 19:17:55.699448 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac177a8a-72b3-44eb-8aee-f1ab98629b20 req-7351eded-0e9b-4c24-b03e-a018b02abc09 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:55.700936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ac177a8a-72b3-44eb-8aee-f1ab98629b20 req-7351eded-0e9b-4c24-b03e-a018b02abc09 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 943 time: 0.0503519 Nov 29 19:17:55.750582 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ac177a8a-72b3-44eb-8aee-f1ab98629b20 req-fc1754f7-f458-44c4-8356-3fdf3875d2f5 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428457 Nov 29 19:17:56.528295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device ca732ce3-e897-4077-a794-d6f249a18778 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:17:56.606280 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66b9884b-3873-4307-aaf0-2de3d40344b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:56.633744 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port ca732ce3-e897-4077-a794-d6f249a18778, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=ca732ce3-e897-4077-a794-d6f249a18778,segment=NetworkSegment(0a59880d-bdf8-4159-be29-ef56a45eeba9),segment_id=0a59880d-bdf8-4159-be29-ef56a45eeba9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:56.649197 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'ca732ce3-e897-4077-a794-d6f249a18778', 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e', 'port_id': 'ca732ce3-e897-4077-a794-d6f249a18778', 'mac_address': 'fa:16:3e:19:cb:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:17:56.686744 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:56.699717 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca732ce3-e897-4077-a794-d6f249a18778 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:17:56.718616 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port ca732ce3-e897-4077-a794-d6f249a18778, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=ca732ce3-e897-4077-a794-d6f249a18778,segment=NetworkSegment(0a59880d-bdf8-4159-be29-ef56a45eeba9),segment_id=0a59880d-bdf8-4159-be29-ef56a45eeba9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:56.723068 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:56.769158 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=ca732ce3-e897-4077-a794-d6f249a18778,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:57.047660 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['ca732ce3-e897-4077-a794-d6f249a18778'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:17:57.205737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f443e2c-1d99-4f37-8c47-2303cc2e5a9b req-59a0fc19-6bdd-44b4-a893-2ae6de55ae1a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:57.207322 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f443e2c-1d99-4f37-8c47-2303cc2e5a9b req-59a0fc19-6bdd-44b4-a893-2ae6de55ae1a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 944 time: 0.3847942 Nov 29 19:17:57.258810 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4f443e2c-1d99-4f37-8c47-2303cc2e5a9b req-fe0f25b0-22b5-4aff-a1a7-dd2891ff0dbc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451941 Nov 29 19:17:57.914612 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:57.947142 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:58.374512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57801de2-2119-4441-ae34-f316ed91fea6 req-689ad3a9-d8fa-4cc0-bbef-d68028ee7225 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:58.376037 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57801de2-2119-4441-ae34-f316ed91fea6 req-689ad3a9-d8fa-4cc0-bbef-d68028ee7225 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 944 time: 0.0489616 Nov 29 19:17:58.426246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-57801de2-2119-4441-ae34-f316ed91fea6 req-14bf029a-2604-4640-8f9b-e394242addcc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442302 Nov 29 19:17:58.560576 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device ca732ce3-e897-4077-a794-d6f249a18778 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:17:58.612377 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port ca732ce3-e897-4077-a794-d6f249a18778 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:17:58.616510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port ca732ce3-e897-4077-a794-d6f249a18778 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:17:58.616919 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:58.693551 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:58.715187 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b369fa8f-9930-4663-a393-36bfb8fd484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca732ce3-e897-4077-a794-d6f249a18778'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:17:58.717409 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f3ab7b-d136-41a8-acad-4d8cf1ff8b0f" -d '{"events": [{"server_uuid": "b369fa8f-9930-4663-a393-36bfb8fd484a", "name": "network-vif-plugged", "status": "completed", "tag": "ca732ce3-e897-4077-a794-d6f249a18778"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:17:58.730458 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port ca732ce3-e897-4077-a794-d6f249a18778, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=ca732ce3-e897-4077-a794-d6f249a18778,segment=NetworkSegment(0a59880d-bdf8-4159-be29-ef56a45eeba9),segment_id=0a59880d-bdf8-4159-be29-ef56a45eeba9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:17:58.734877 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:58.761651 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d19259b-b7ce-4b19-b4e4-f89d75d90423 x-openstack-request-id: req-1d19259b-b7ce-4b19-b4e4-f89d75d90423 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:17:58.761944 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b369fa8f-9930-4663-a393-36bfb8fd484a", "name": "network-vif-plugged", "status": "completed", "tag": "ca732ce3-e897-4077-a794-d6f249a18778", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:17:58.762199 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d19259b-b7ce-4b19-b4e4-f89d75d90423 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:17:58.762586 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b369fa8f-9930-4663-a393-36bfb8fd484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca732ce3-e897-4077-a794-d6f249a18778', 'code': 200} Nov 29 19:17:58.791411 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=ca732ce3-e897-4077-a794-d6f249a18778,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:17:58.880102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6dd048-e004-4e71-b457-ffb6204c6881 req-6c64dbb3-2acf-4e03-80a7-e83acb4052d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:58.881641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa6dd048-e004-4e71-b457-ffb6204c6881 req-6c64dbb3-2acf-4e03-80a7-e83acb4052d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 1096 time: 0.0517535 Nov 29 19:17:58.928388 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fa6dd048-e004-4e71-b457-ffb6204c6881 req-cfa88ae1-cfa1-43a9-b8b0-63482e33da51 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389857 Nov 29 19:17:59.462477 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:17:59.544814 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8227b4-ef84-4ce4-8028-de9777e208e1 req-6dabc30e-957b-4eb1-82e0-f93dfcf6c3d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:17:59.546305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8227b4-ef84-4ce4-8028-de9777e208e1 req-6dabc30e-957b-4eb1-82e0-f93dfcf6c3d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0500302 Nov 29 19:17:59.597413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3f8227b4-ef84-4ce4-8028-de9777e208e1 req-9c0a77db-07a2-4193-ac97-e62d571b34ed tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451133 Nov 29 19:18:00.137501 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:00.462093 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:00.714221 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bb29a-468a-456f-b77c-bfb99c81e4c4 req-635d3d6b-0075-43f3-8c04-fdcca67257fd tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:00.715625 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea2bb29a-468a-456f-b77c-bfb99c81e4c4 req-635d3d6b-0075-43f3-8c04-fdcca67257fd tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0475020 Nov 29 19:18:00.769752 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ea2bb29a-468a-456f-b77c-bfb99c81e4c4 req-fc6f185a-dbdc-4d38-af66-0215d0f93fee tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475886 Nov 29 19:18:00.885231 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39725b-86f6-44ee-b252-d512b0d26fdb req-4f328017-6463-42fd-9d0c-8ea2f8643e14 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:00.886715 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f39725b-86f6-44ee-b252-d512b0d26fdb req-4f328017-6463-42fd-9d0c-8ea2f8643e14 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0479276 Nov 29 19:18:00.935409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f39725b-86f6-44ee-b252-d512b0d26fdb req-20326510-f12e-4494-9e16-c725a83dc33c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425727 Nov 29 19:18:00.956882 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45448) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:18:00.996465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e13ab3-81e1-412c-8f60-b128fa72ad93 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:00.997997 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c5e13ab3-81e1-412c-8f60-b128fa72ad93 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 1091 time: 0.0401342 Nov 29 19:18:01.000843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45450) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:18:01.005515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': 'ca732ce3-e897-4077-a794-d6f249a18778', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:18:01.027803 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:01.129381 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:01.229702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.25.3.178 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/d99b7515-13bc-453b-ba87-8cd8ec864f63) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:18:01.333706 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:01.368513 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:01.411008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:18:01.415426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:18:01.418972 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:18:01.444887 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=d99b7515-13bc-453b-ba87-8cd8ec864f63,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:01.569077 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:18:01.784464 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:01.856343 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:02.007644 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:02.012037 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:02.083620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=d99b7515-13bc-453b-ba87-8cd8ec864f63,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:18:02.096390 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:02.198528 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Floating IP 5886f0aa-b75b-430d-b492-497652b32ce1 associated. External IP: 172.25.3.178, port: ca732ce3-e897-4077-a794-d6f249a18778. Nov 29 19:18:02.413424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router e12b10b5-ee85-4c55-9edb-80e802fbf257 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:18:02.525743 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:18:02.536073 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770c7ee-5422-49d9-bf87-12c17b9468f3 None None] Sync routers for ids ['e12b10b5-ee85-4c55-9edb-80e802fbf257'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:18:02.544710 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:02.548447 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770c7ee-5422-49d9-bf87-12c17b9468f3 None None] Routers {'e12b10b5-ee85-4c55-9edb-80e802fbf257'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:18:02.549210 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7770c7ee-5422-49d9-bf87-12c17b9468f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:17:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e12b10b5-ee85-4c55-9edb-80e802fbf257'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:18:02.575264 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d6c27116-6ae9-4add-8d88-c77d0b51ff73 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5732505 Nov 29 19:18:02.575860 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b369fa8f-9930-4663-a393-36bfb8fd484a', 'tag': 'ca732ce3-e897-4077-a794-d6f249a18778'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:18:02.578146 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac04f00-ef56-4258-b632-d0756cc696b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b369fa8f-9930-4663-a393-36bfb8fd484a", "tag": "ca732ce3-e897-4077-a794-d6f249a18778"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:18:02.631862 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e400719-4c9e-481c-bfe9-dc9c0c4a06a7 x-openstack-request-id: req-8e400719-4c9e-481c-bfe9-dc9c0c4a06a7 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:18:02.632157 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b369fa8f-9930-4663-a393-36bfb8fd484a", "tag": "ca732ce3-e897-4077-a794-d6f249a18778", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:18:02.632419 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e400719-4c9e-481c-bfe9-dc9c0c4a06a7 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:18:02.632831 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b369fa8f-9930-4663-a393-36bfb8fd484a', 'tag': 'ca732ce3-e897-4077-a794-d6f249a18778', 'status': 'completed', 'code': 200} Nov 29 19:18:02.677115 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-7770c7ee-5422-49d9-bf87-12c17b9468f3 None None] Set router e12b10b5-ee85-4c55-9edb-80e802fbf257 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:18:02.727371 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a4fc6-df44-4bd4-b447-ed5990ea3839 req-1b89f0fa-d5f6-4773-a7e4-749d744b2738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:02.731268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-900a4fc6-df44-4bd4-b447-ed5990ea3839 req-1b89f0fa-d5f6-4773-a7e4-749d744b2738 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0872064 Nov 29 19:18:02.749205 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac04f00-ef56-4258-b632-d0756cc696b6 req-87f98c8b-b67c-4454-94e0-88df7b3ebed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:02.750762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ac04f00-ef56-4258-b632-d0756cc696b6 req-87f98c8b-b67c-4454-94e0-88df7b3ebed7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 1096 time: 0.0763714 Nov 29 19:18:02.850444 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-900a4fc6-df44-4bd4-b447-ed5990ea3839 req-3c9df451-2116-48c7-8454-1cf14148f29f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126294 Nov 29 19:18:02.873473 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45456) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:18:02.890528 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac04f00-ef56-4258-b632-d0756cc696b6 req-588c47c7-e087-4f6d-838e-663aade4b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:02.892723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ac04f00-ef56-4258-b632-d0756cc696b6 req-588c47c7-e087-4f6d-838e-663aade4b4a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ae3adf6-4baa-4bab-afc7-0a28b545f48e HTTP/1.1" status: 200 len: 898 time: 0.1348097 Nov 29 19:18:02.945878 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c27fc83b-18fa-4d97-8801-cf54465f2b62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/5886f0aa-b75b-430d-b492-497652b32ce1 HTTP/1.1" status: 200 len: 991 time: 0.0711846 Nov 29 19:18:02.978381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ac04f00-ef56-4258-b632-d0756cc696b6 req-97bd0154-9aa6-4498-b4aa-b94fb397f4a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca732ce3-e897-4077-a794-d6f249a18778 HTTP/1.1" status: 200 len: 999 time: 0.0774667 Nov 29 19:18:03.034061 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac04f00-ef56-4258-b632-d0756cc696b6 req-082ecd1a-8d69-4415-8634-5acd1ce50908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:03.035602 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ac04f00-ef56-4258-b632-d0756cc696b6 req-082ecd1a-8d69-4415-8634-5acd1ce50908 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=515b10a2-8b53-4333-8cd3-50e5c99cfedb HTTP/1.1" status: 200 len: 835 time: 0.0505466 Nov 29 19:18:03.085289 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac04f00-ef56-4258-b632-d0756cc696b6 req-1beeef7b-74b4-4f4d-bd85-9b4e4c53b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:03.086516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7770c7ee-5422-49d9-bf87-12c17b9468f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331726695', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:17:45Z', 'updated_at': '2021-11-29T19:17:49Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:46Z', 'updated_at': '2021-11-29T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '5886f0aa-b75b-430d-b492-497652b32ce1', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'port_id': 'ca732ce3-e897-4077-a794-d6f249a18778', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e', 'mac_address': 'fa:16:3e:19:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fa8f-9930-4663-a393-36bfb8fd484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:18:01Z', 'updated_at': '2021-11-29T19:18:01Z', 'revision_number': 0, 'project_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996ae42d-01a9-4052-af6c-e6b03e7d021b', 'name': '', 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:1d:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:48Z', 'updated_at': '2021-11-29T19:17:52Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:18:03.086859 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ac04f00-ef56-4258-b632-d0756cc696b6 req-1beeef7b-74b4-4f4d-bd85-9b4e4c53b2bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ae3adf6-4baa-4bab-afc7-0a28b545f48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433640 Nov 29 19:18:03.113576 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770c7ee-5422-49d9-bf87-12c17b9468f3 None None] Checking router: e12b10b5-ee85-4c55-9edb-80e802fbf257 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:18:03.122493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770c7ee-5422-49d9-bf87-12c17b9468f3 None None] Routers {'e12b10b5-ee85-4c55-9edb-80e802fbf257'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:18:03.123122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7770c7ee-5422-49d9-bf87-12c17b9468f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:17:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e12b10b5-ee85-4c55-9edb-80e802fbf257'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:18:03.176303 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ac04f00-ef56-4258-b632-d0756cc696b6 req-00126562-5f0e-486e-9b92-0cc83df4d14b service neutron] 10.222.0.20 "GET /v2.0/networks/5ae3adf6-4baa-4bab-afc7-0a28b545f48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820441 Nov 29 19:18:03.232977 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-7770c7ee-5422-49d9-bf87-12c17b9468f3 None None] Set router e12b10b5-ee85-4c55-9edb-80e802fbf257 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:18:03.272724 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ac04f00-ef56-4258-b632-d0756cc696b6 req-e5c268d4-7617-4b58-8dfa-eb5e1e7145bd service neutron] 10.222.0.20 "GET /v2.0/networks/5ae3adf6-4baa-4bab-afc7-0a28b545f48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886335 Nov 29 19:18:03.462839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7770c7ee-5422-49d9-bf87-12c17b9468f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331726695', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:17:45Z', 'updated_at': '2021-11-29T19:17:49Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:46Z', 'updated_at': '2021-11-29T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '5886f0aa-b75b-430d-b492-497652b32ce1', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'port_id': 'ca732ce3-e897-4077-a794-d6f249a18778', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e', 'mac_address': 'fa:16:3e:19:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fa8f-9930-4663-a393-36bfb8fd484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:18:01Z', 'updated_at': '2021-11-29T19:18:01Z', 'revision_number': 0, 'project_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996ae42d-01a9-4052-af6c-e6b03e7d021b', 'name': '', 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:1d:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:48Z', 'updated_at': '2021-11-29T19:17:52Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:18:03.490271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770c7ee-5422-49d9-bf87-12c17b9468f3 None None] The sync data for ids ['e12b10b5-ee85-4c55-9edb-80e802fbf257'] in n-d-819494-5 is: [{'id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331726695', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:17:45Z', 'updated_at': '2021-11-29T19:17:49Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:46Z', 'updated_at': '2021-11-29T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '5886f0aa-b75b-430d-b492-497652b32ce1', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'port_id': 'ca732ce3-e897-4077-a794-d6f249a18778', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e', 'mac_address': 'fa:16:3e:19:cb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b369fa8f-9930-4663-a393-36bfb8fd484a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:18:01Z', 'updated_at': '2021-11-29T19:18:01Z', 'revision_number': 0, 'project_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996ae42d-01a9-4052-af6c-e6b03e7d021b', 'name': '', 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:1d:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:48Z', 'updated_at': '2021-11-29T19:17:52Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:18:03.687333 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094a87b0-f451-4633-b900-83f55189f96b None None] New status for floating IP 5886f0aa-b75b-430d-b492-497652b32ce1: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:18:03.948287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45458) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:18:04.012242 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5682f818-6bc4-4902-8711-de371028f0df tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/5886f0aa-b75b-430d-b492-497652b32ce1 HTTP/1.1" status: 200 len: 993 time: 0.0626795 Nov 29 19:18:24.143536 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f1e2914-5045-4b2a-aea5-8efba585870c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:26.598990 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce305455-e605-4dc0-ba83-bbacd0e11528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:27.918321 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:27.965073 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:29.464552 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:30.140703 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:30.479899 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:38.568556 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:18:39.167752 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99224ac-424b-4f69-8643-817e711cf15b req-f03e254e-5dee-435a-9e3b-705f1b347bd1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:39.169246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e99224ac-424b-4f69-8643-817e711cf15b req-f03e254e-5dee-435a-9e3b-705f1b347bd1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0771041 Nov 29 19:18:39.171728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51706dc-abdc-40a1-a058-0c9af2ed07f8 req-1ab635f1-737d-4dd4-9d55-a29090ec80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:39.173124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e51706dc-abdc-40a1-a058-0c9af2ed07f8 req-1ab635f1-737d-4dd4-9d55-a29090ec80ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 1096 time: 0.0722966 Nov 29 19:18:39.271153 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e99224ac-424b-4f69-8643-817e711cf15b req-58b83ca7-f0e5-4a1a-a6d7-efd62068e02c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952983 Nov 29 19:18:39.299568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51706dc-abdc-40a1-a058-0c9af2ed07f8 req-0d4ffd91-fc1b-42a1-9cbc-d45f17c96132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:39.301041 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e51706dc-abdc-40a1-a058-0c9af2ed07f8 req-0d4ffd91-fc1b-42a1-9cbc-d45f17c96132 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ae3adf6-4baa-4bab-afc7-0a28b545f48e HTTP/1.1" status: 200 len: 898 time: 0.1082649 Nov 29 19:18:39.371059 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e51706dc-abdc-40a1-a058-0c9af2ed07f8 req-8be6125e-1b0e-454d-9e09-966fcbcaf2c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca732ce3-e897-4077-a794-d6f249a18778 HTTP/1.1" status: 200 len: 1001 time: 0.0619419 Nov 29 19:18:39.421182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51706dc-abdc-40a1-a058-0c9af2ed07f8 req-134099c0-31d4-4335-b7c5-3663ade56fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:39.422614 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e51706dc-abdc-40a1-a058-0c9af2ed07f8 req-134099c0-31d4-4335-b7c5-3663ade56fb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=515b10a2-8b53-4333-8cd3-50e5c99cfedb HTTP/1.1" status: 200 len: 835 time: 0.0429218 Nov 29 19:18:39.470221 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51706dc-abdc-40a1-a058-0c9af2ed07f8 req-9a002c6b-53ff-49fc-9958-e9f4bef59dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:39.471744 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e51706dc-abdc-40a1-a058-0c9af2ed07f8 req-9a002c6b-53ff-49fc-9958-e9f4bef59dd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ae3adf6-4baa-4bab-afc7-0a28b545f48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411942 Nov 29 19:18:39.575517 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e51706dc-abdc-40a1-a058-0c9af2ed07f8 req-2d1635d3-3b5e-4571-ae2f-5cad61fa338f service neutron] 10.222.0.20 "GET /v2.0/networks/5ae3adf6-4baa-4bab-afc7-0a28b545f48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953386 Nov 29 19:18:39.679466 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e51706dc-abdc-40a1-a058-0c9af2ed07f8 req-9bc655d9-f885-4a05-bbfb-0b39e6eb8e95 service neutron] 10.222.0.20 "GET /v2.0/networks/5ae3adf6-4baa-4bab-afc7-0a28b545f48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956066 Nov 29 19:18:40.390675 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7620869-2afc-4dde-931a-44938a96d605 req-50ccf9b7-7f85-46a4-906d-882163cb4186 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:40.392186 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7620869-2afc-4dde-931a-44938a96d605 req-50ccf9b7-7f85-46a4-906d-882163cb4186 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0490272 Nov 29 19:18:40.443600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e7620869-2afc-4dde-931a-44938a96d605 req-4a7170f6-e559-4eee-b3ca-2a46d404f8fd tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434368 Nov 29 19:18:41.565953 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d0dd7-ce47-436c-b025-9daef004bce0 req-60f56ebe-ce83-4685-b91b-42be1ef998e0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:41.567695 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-535d0dd7-ce47-436c-b025-9daef004bce0 req-60f56ebe-ce83-4685-b91b-42be1ef998e0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0538414 Nov 29 19:18:41.619097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-535d0dd7-ce47-436c-b025-9daef004bce0 req-cf14450e-ec81-410c-9082-905a1bb217e6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457582 Nov 29 19:18:42.738132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867f759-08bf-47d8-a847-f3d4b8b4f1d4 req-f2084250-dbf6-4541-8bfa-2ccb83912fc2 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:42.739697 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c867f759-08bf-47d8-a847-f3d4b8b4f1d4 req-f2084250-dbf6-4541-8bfa-2ccb83912fc2 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0498383 Nov 29 19:18:42.789558 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c867f759-08bf-47d8-a847-f3d4b8b4f1d4 req-bfc72843-2a63-4fad-a5bb-b865d193c010 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437050 Nov 29 19:18:43.913852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf3db9-a43e-46fa-b179-bafc58a71203 req-9172410f-3058-4f93-b444-03ca8860ce1c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:43.915418 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ebf3db9-a43e-46fa-b179-bafc58a71203 req-9172410f-3058-4f93-b444-03ca8860ce1c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0529914 Nov 29 19:18:43.964966 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0ebf3db9-a43e-46fa-b179-bafc58a71203 req-418d51bb-9cb4-4df0-89bd-34e6fa976833 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435667 Nov 29 19:18:45.079785 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d517de-4eb2-4a7c-b40b-c396d9ab1d8e req-29a0806b-f666-4571-b299-9ce80eacd944 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:45.081276 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54d517de-4eb2-4a7c-b40b-c396d9ab1d8e req-29a0806b-f666-4571-b299-9ce80eacd944 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0492215 Nov 29 19:18:45.129675 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-54d517de-4eb2-4a7c-b40b-c396d9ab1d8e req-878efef2-8a2c-4d86-b312-eaae110c3f12 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423996 Nov 29 19:18:46.251535 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3274fb-d42f-4578-a89e-b3187876c0f9 req-15102d55-8545-44c6-8ddc-837eafea3570 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:46.252998 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b3274fb-d42f-4578-a89e-b3187876c0f9 req-15102d55-8545-44c6-8ddc-837eafea3570 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0530162 Nov 29 19:18:46.305104 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4b3274fb-d42f-4578-a89e-b3187876c0f9 req-ed8b77b9-9068-423c-b5a9-7ad05665f1be tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455203 Nov 29 19:18:47.420076 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f56e0-393f-4a30-9d28-416f111983dd req-957930f5-900f-4eab-aed7-45df519a173a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:47.421553 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f59f56e0-393f-4a30-9d28-416f111983dd req-957930f5-900f-4eab-aed7-45df519a173a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0481348 Nov 29 19:18:47.470458 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f59f56e0-393f-4a30-9d28-416f111983dd req-48a5c944-d4f3-4256-92de-125ac7ea1652 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427673 Nov 29 19:18:48.587388 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f74da-0481-4a02-9b6a-ea1301ca744c req-b7a0513a-1d7b-4c6b-94b6-6ee232a3d4a4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:48.588907 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-175f74da-0481-4a02-9b6a-ea1301ca744c req-b7a0513a-1d7b-4c6b-94b6-6ee232a3d4a4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0479929 Nov 29 19:18:48.638677 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-175f74da-0481-4a02-9b6a-ea1301ca744c req-b439555c-d163-4710-9ba1-bde2f24246a4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437810 Nov 29 19:18:49.755982 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7c7d3-dfda-4cff-aeb5-f92095934190 req-76f5fa57-3a40-40da-be12-333a3b51dc04 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:49.757449 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3f7c7d3-dfda-4cff-aeb5-f92095934190 req-76f5fa57-3a40-40da-be12-333a3b51dc04 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0513637 Nov 29 19:18:49.805179 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3f7c7d3-dfda-4cff-aeb5-f92095934190 req-8480c793-3376-4423-9165-306848d70041 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416906 Nov 29 19:18:50.921192 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6433d4-e99c-4f93-b9ac-56171bdfe8e4 req-dab63a90-3ea9-4470-b358-d2cfd2cf6f01 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:50.922657 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a6433d4-e99c-4f93-b9ac-56171bdfe8e4 req-dab63a90-3ea9-4470-b358-d2cfd2cf6f01 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0482359 Nov 29 19:18:50.971946 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a6433d4-e99c-4f93-b9ac-56171bdfe8e4 req-5de7507b-902e-4cfc-ac72-4d659203164a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432665 Nov 29 19:18:50.993962 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45500) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:18:51.063871 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-657927fd-2ec0-425b-8d78-1776389de188 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/5886f0aa-b75b-430d-b492-497652b32ce1 HTTP/1.1" status: 200 len: 993 time: 0.0687509 Nov 29 19:18:51.618177 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5801c35-9f1c-495d-b5df-80d3bb617620 req-23a0b9ff-372f-4241-8745-4dc12f306f94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391278 Nov 29 19:18:51.705332 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5801c35-9f1c-495d-b5df-80d3bb617620 req-33cd5ce1-fd72-4638-9cd2-d06c6868895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:51.706810 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5801c35-9f1c-495d-b5df-80d3bb617620 req-33cd5ce1-fd72-4638-9cd2-d06c6868895b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 1096 time: 0.0434783 Nov 29 19:18:51.807145 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5801c35-9f1c-495d-b5df-80d3bb617620 req-6b707144-2dd7-49be-8ff4-8741c8835ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:51.808611 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5801c35-9f1c-495d-b5df-80d3bb617620 req-6b707144-2dd7-49be-8ff4-8741c8835ca4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ae3adf6-4baa-4bab-afc7-0a28b545f48e HTTP/1.1" status: 200 len: 898 time: 0.0825772 Nov 29 19:18:51.876390 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5801c35-9f1c-495d-b5df-80d3bb617620 req-d684de53-3331-453a-86db-ec28f0b428d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca732ce3-e897-4077-a794-d6f249a18778 HTTP/1.1" status: 200 len: 1001 time: 0.0595779 Nov 29 19:18:51.924110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5801c35-9f1c-495d-b5df-80d3bb617620 req-acdeaf30-1340-45f1-9428-8c839c8ecf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:51.925578 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5801c35-9f1c-495d-b5df-80d3bb617620 req-acdeaf30-1340-45f1-9428-8c839c8ecf1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=515b10a2-8b53-4333-8cd3-50e5c99cfedb HTTP/1.1" status: 200 len: 835 time: 0.0426090 Nov 29 19:18:51.970344 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5801c35-9f1c-495d-b5df-80d3bb617620 req-d52e69b2-7ba3-43f0-9508-ac8f71c065bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:18:51.971822 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5801c35-9f1c-495d-b5df-80d3bb617620 req-d52e69b2-7ba3-43f0-9508-ac8f71c065bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ae3adf6-4baa-4bab-afc7-0a28b545f48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389531 Nov 29 19:18:52.063252 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5801c35-9f1c-495d-b5df-80d3bb617620 req-0110350f-303a-4aca-b82b-36f1128f2d75 service neutron] 10.222.0.20 "GET /v2.0/networks/5ae3adf6-4baa-4bab-afc7-0a28b545f48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841265 Nov 29 19:18:52.155569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d5801c35-9f1c-495d-b5df-80d3bb617620 req-c2de46fa-63f4-47ea-b5d4-73a58d0e6762 service neutron] 10.222.0.20 "GET /v2.0/networks/5ae3adf6-4baa-4bab-afc7-0a28b545f48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846677 Nov 29 19:18:54.145835 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e311347f-2eb3-4574-a36c-2971b7a77f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:56.599364 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01289e43-fa95-460a-8961-ca5fdf83280b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:57.921604 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:57.965950 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:18:59.468828 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:00.143328 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:00.465857 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:15.569105 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:19:23.574837 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45512) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:23.732762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port d99b7515-13bc-453b-ba87-8cd8ec864f63 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:19:23.733107 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:23.806744 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:23.807172 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:23.819662 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for d99b7515-13bc-453b-ba87-8cd8ec864f63 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:19:23.968564 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:23.996836 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=d99b7515-13bc-453b-ba87-8cd8ec864f63,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:24.029379 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:24.029649 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:24.030001 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:24.030348 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:24.030689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:24.031124 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:24.031464 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:24.031798 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:24.032132 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:24.032463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:24.032800 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:24.033125 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:24.075649 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:24.075991 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Floating IP 5886f0aa-b75b-430d-b492-497652b32ce1 disassociated (deleted). External IP: 172.25.3.178, port: ca732ce3-e897-4077-a794-d6f249a18778. Nov 29 19:19:24.148270 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-224f7406-93b4-42ce-b145-93e5d0e32399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:24.285676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router e12b10b5-ee85-4c55-9edb-80e802fbf257 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:19:24.395815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:19:24.400297 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:24.406124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6df36a-13ae-4bc6-960d-66c760f35179 None None] Sync routers for ids ['e12b10b5-ee85-4c55-9edb-80e802fbf257'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:19:24.417487 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6df36a-13ae-4bc6-960d-66c760f35179 None None] Routers {'e12b10b5-ee85-4c55-9edb-80e802fbf257'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:19:24.418412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7e6df36a-13ae-4bc6-960d-66c760f35179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:18:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e12b10b5-ee85-4c55-9edb-80e802fbf257'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:24.429007 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ca6eb73f-3396-42ae-a48b-4681bd0bf295 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/floatingips/5886f0aa-b75b-430d-b492-497652b32ce1 HTTP/1.1" status: 204 len: 168 time: 0.8530633 Nov 29 19:19:24.429612 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b369fa8f-9930-4663-a393-36bfb8fd484a', 'tag': 'ca732ce3-e897-4077-a794-d6f249a18778'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:19:24.431934 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0072cf8b-d08e-4bb4-b015-791cb87c5d15" -d '{"events": [{"name": "network-changed", "server_uuid": "b369fa8f-9930-4663-a393-36bfb8fd484a", "tag": "ca732ce3-e897-4077-a794-d6f249a18778"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:19:24.475900 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f8aca1-d864-43e3-b0c6-ecc372984cd0 x-openstack-request-id: req-12f8aca1-d864-43e3-b0c6-ecc372984cd0 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:19:24.476205 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b369fa8f-9930-4663-a393-36bfb8fd484a", "tag": "ca732ce3-e897-4077-a794-d6f249a18778", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:19:24.476465 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12f8aca1-d864-43e3-b0c6-ecc372984cd0 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:19:24.476877 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b369fa8f-9930-4663-a393-36bfb8fd484a', 'tag': 'ca732ce3-e897-4077-a794-d6f249a18778', 'status': 'completed', 'code': 200} Nov 29 19:19:24.542898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-7e6df36a-13ae-4bc6-960d-66c760f35179 None None] Set router e12b10b5-ee85-4c55-9edb-80e802fbf257 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:19:24.556277 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072cf8b-d08e-4bb4-b015-791cb87c5d15 req-cc849b71-e0ea-4b90-a29a-599e6c01d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:24.559206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0072cf8b-d08e-4bb4-b015-791cb87c5d15 req-cc849b71-e0ea-4b90-a29a-599e6c01d2d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 1096 time: 0.0469611 Nov 29 19:19:24.685452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072cf8b-d08e-4bb4-b015-791cb87c5d15 req-74c41822-7426-43c6-9ae0-c9dc05a514f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:24.687233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0072cf8b-d08e-4bb4-b015-791cb87c5d15 req-74c41822-7426-43c6-9ae0-c9dc05a514f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ae3adf6-4baa-4bab-afc7-0a28b545f48e HTTP/1.1" status: 200 len: 898 time: 0.1164830 Nov 29 19:19:24.713182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306c608-2a5c-40c3-9400-b9c8308e9589 req-3d8fa0b9-f0d9-41b0-b6b6-fd41288dc1f3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:24.714730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5306c608-2a5c-40c3-9400-b9c8308e9589 req-3d8fa0b9-f0d9-41b0-b6b6-fd41288dc1f3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0714314 Nov 29 19:19:24.748751 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0072cf8b-d08e-4bb4-b015-791cb87c5d15 req-47e02061-20cf-4815-9813-a8cb0607673b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca732ce3-e897-4077-a794-d6f249a18778 HTTP/1.1" status: 200 len: 217 time: 0.0499184 Nov 29 19:19:24.760507 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7e6df36a-13ae-4bc6-960d-66c760f35179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331726695', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:17:45Z', 'updated_at': '2021-11-29T19:17:49Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:46Z', 'updated_at': '2021-11-29T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '996ae42d-01a9-4052-af6c-e6b03e7d021b', 'name': '', 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:1d:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:48Z', 'updated_at': '2021-11-29T19:17:52Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:24.787701 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6df36a-13ae-4bc6-960d-66c760f35179 None None] Checking router: e12b10b5-ee85-4c55-9edb-80e802fbf257 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:19:24.796282 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6df36a-13ae-4bc6-960d-66c760f35179 None None] Routers {'e12b10b5-ee85-4c55-9edb-80e802fbf257'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:19:24.796811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7e6df36a-13ae-4bc6-960d-66c760f35179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:18:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e12b10b5-ee85-4c55-9edb-80e802fbf257'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:24.825535 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5306c608-2a5c-40c3-9400-b9c8308e9589 req-e2ab7647-e437-4adb-8837-0a9245e42543 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791824 Nov 29 19:19:24.829228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072cf8b-d08e-4bb4-b015-791cb87c5d15 req-64601f5b-7097-4be9-a938-b8d14b718514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:24.830630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0072cf8b-d08e-4bb4-b015-791cb87c5d15 req-64601f5b-7097-4be9-a938-b8d14b718514 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=515b10a2-8b53-4333-8cd3-50e5c99cfedb HTTP/1.1" status: 200 len: 835 time: 0.0698364 Nov 29 19:19:24.880652 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072cf8b-d08e-4bb4-b015-791cb87c5d15 req-05073a7d-f5d5-49e1-98a6-88b8620a3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:24.882136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0072cf8b-d08e-4bb4-b015-791cb87c5d15 req-05073a7d-f5d5-49e1-98a6-88b8620a3e2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ae3adf6-4baa-4bab-afc7-0a28b545f48e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409245 Nov 29 19:19:24.893936 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-0072cf8b-d08e-4bb4-b015-791cb87c5d15 req-5ef98dd3-c8d6-43cc-9971-684651c15162 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:19:24.894973 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0072cf8b-d08e-4bb4-b015-791cb87c5d15 req-5ef98dd3-c8d6-43cc-9971-684651c15162 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048559 Nov 29 19:19:24.903471 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-7e6df36a-13ae-4bc6-960d-66c760f35179 None None] Set router e12b10b5-ee85-4c55-9edb-80e802fbf257 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:19:25.118106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7e6df36a-13ae-4bc6-960d-66c760f35179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331726695', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:17:45Z', 'updated_at': '2021-11-29T19:17:49Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:46Z', 'updated_at': '2021-11-29T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '996ae42d-01a9-4052-af6c-e6b03e7d021b', 'name': '', 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:1d:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:48Z', 'updated_at': '2021-11-29T19:17:52Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:25.145768 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6df36a-13ae-4bc6-960d-66c760f35179 None None] The sync data for ids ['e12b10b5-ee85-4c55-9edb-80e802fbf257'] in n-d-819494-5 is: [{'id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331726695', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:17:45Z', 'updated_at': '2021-11-29T19:17:49Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:46Z', 'updated_at': '2021-11-29T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '996ae42d-01a9-4052-af6c-e6b03e7d021b', 'name': '', 'network_id': '5ae3adf6-4baa-4bab-afc7-0a28b545f48e', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:1d:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:48Z', 'updated_at': '2021-11-29T19:17:52Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '515b10a2-8b53-4333-8cd3-50e5c99cfedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:19:25.313826 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0072cf8b-d08e-4bb4-b015-791cb87c5d15 req-2d8784b2-2877-4f8d-882a-f8776ea9b40f service neutron] 10.222.0.20 "GET /v2.0/networks/5ae3adf6-4baa-4bab-afc7-0a28b545f48e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114208 Nov 29 19:19:25.375022 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ccd71a-992a-418f-98ff-d6174bdcc532 None None] New status for floating IP 5886f0aa-b75b-430d-b492-497652b32ce1: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:19:25.406726 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0072cf8b-d08e-4bb4-b015-791cb87c5d15 req-312d1635-dce0-49c0-84a6-cb88a2035e34 service neutron] 10.222.0.20 "GET /v2.0/networks/5ae3adf6-4baa-4bab-afc7-0a28b545f48e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841990 Nov 29 19:19:25.945721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9f739-f0f8-414c-a719-f2e8c14c6f8c req-416666f5-9eb9-4f33-88d8-1be44518c9e3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:25.947252 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ad9f739-f0f8-414c-a719-f2e8c14c6f8c req-416666f5-9eb9-4f33-88d8-1be44518c9e3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0522149 Nov 29 19:19:25.997119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ad9f739-f0f8-414c-a719-f2e8c14c6f8c req-900dff07-1ff9-42d5-b399-a0955ffce374 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438662 Nov 29 19:19:26.408790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc46e60-42e0-408d-9460-1502c7cc4f71 req-cf1cc28f-f4e2-4dd3-adb4-ea2641b7745e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:26.410230 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cc46e60-42e0-408d-9460-1502c7cc4f71 req-cf1cc28f-f4e2-4dd3-adb4-ea2641b7745e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.20 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 945 time: 0.0481977 Nov 29 19:19:26.501241 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-8cc46e60-42e0-408d-9460-1502c7cc4f71 req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port ca732ce3-e897-4077-a794-d6f249a18778 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:19:26.501585 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8cc46e60-42e0-408d-9460-1502c7cc4f71 req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:26.597508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8cc46e60-42e0-408d-9460-1502c7cc4f71 req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] For port ca732ce3-e897-4077-a794-d6f249a18778, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=ca732ce3-e897-4077-a794-d6f249a18778,segment=NetworkSegment(0a59880d-bdf8-4159-be29-ef56a45eeba9),segment_id=0a59880d-bdf8-4159-be29-ef56a45eeba9)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:19:26.597866 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8cc46e60-42e0-408d-9460-1502c7cc4f71 req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:26.602379 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8630dceb-8253-438f-8532-81c3a88056ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:26.614057 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-8cc46e60-42e0-408d-9460-1502c7cc4f71 req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for ca732ce3-e897-4077-a794-d6f249a18778 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:19:26.751330 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8cc46e60-42e0-408d-9460-1502c7cc4f71 req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:26.779852 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=ca732ce3-e897-4077-a794-d6f249a18778,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:26.793708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:26.793708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:26.793708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:26.793708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:26.794210 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:26.794210 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:26.794437 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:26.794780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:26.795149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:26.795488 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:26.795827 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:26.796160 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:26.829903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc46e60-42e0-408d-9460-1502c7cc4f71 req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] No DVR routers for this DVR port ca732ce3-e897-4077-a794-d6f249a18778 on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:19:26.832422 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8cc46e60-42e0-408d-9460-1502c7cc4f71 req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:26.836450 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8cc46e60-42e0-408d-9460-1502c7cc4f71 req-51c40bd6-7d1b-455f-9906-67dbe06ee7ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.20 "DELETE /v2.0/ports/ca732ce3-e897-4077-a794-d6f249a18778 HTTP/1.1" status: 204 len: 173 time: 0.4166288 Nov 29 19:19:26.836888 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b369fa8f-9930-4663-a393-36bfb8fd484a', 'name': 'network-vif-deleted', 'tag': 'ca732ce3-e897-4077-a794-d6f249a18778'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:19:26.839149 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb0e7dc-7f37-4adb-8742-7eedcfd6f543" -d '{"events": [{"server_uuid": "b369fa8f-9930-4663-a393-36bfb8fd484a", "name": "network-vif-deleted", "tag": "ca732ce3-e897-4077-a794-d6f249a18778"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:19:26.938665 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a4a412-499d-426b-b00e-0e7b897327db x-openstack-request-id: req-c2a4a412-499d-426b-b00e-0e7b897327db {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:19:26.938985 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b369fa8f-9930-4663-a393-36bfb8fd484a", "name": "network-vif-deleted", "tag": "ca732ce3-e897-4077-a794-d6f249a18778", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:19:26.939239 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2a4a412-499d-426b-b00e-0e7b897327db {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:19:26.939660 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b369fa8f-9930-4663-a393-36bfb8fd484a', 'name': 'network-vif-deleted', 'tag': 'ca732ce3-e897-4077-a794-d6f249a18778', 'status': 'completed', 'code': 200} Nov 29 19:19:27.162310 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cffd19d6-9a5c-45b7-999c-8c2542020f57 req-e40aedaa-f81c-4b38-8e7d-35444f86fb79 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=b369fa8f-9930-4663-a393-36bfb8fd484a HTTP/1.1" status: 200 len: 210 time: 0.0825474 Nov 29 19:19:27.922020 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:27.975748 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:28.219731 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45532) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:28.578983 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4957248-dc26-49fa-b9c6-b97cf2e2e86e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:28.832612 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b4957248-dc26-49fa-b9c6-b97cf2e2e86e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port 996ae42d-01a9-4052-af6c-e6b03e7d021b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:19:28.832874 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4957248-dc26-49fa-b9c6-b97cf2e2e86e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:28.924554 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-b4957248-dc26-49fa-b9c6-b97cf2e2e86e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] For port 996ae42d-01a9-4052-af6c-e6b03e7d021b, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=996ae42d-01a9-4052-af6c-e6b03e7d021b,segment=NetworkSegment(0a59880d-bdf8-4159-be29-ef56a45eeba9),segment_id=0a59880d-bdf8-4159-be29-ef56a45eeba9)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:19:28.924923 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4957248-dc26-49fa-b9c6-b97cf2e2e86e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:28.938089 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b4957248-dc26-49fa-b9c6-b97cf2e2e86e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for 996ae42d-01a9-4052-af6c-e6b03e7d021b owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:19:29.123923 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4957248-dc26-49fa-b9c6-b97cf2e2e86e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:29.151637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4957248-dc26-49fa-b9c6-b97cf2e2e86e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=996ae42d-01a9-4052-af6c-e6b03e7d021b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:29.328250 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4957248-dc26-49fa-b9c6-b97cf2e2e86e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:29.470619 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:29.548916 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4957248-dc26-49fa-b9c6-b97cf2e2e86e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router e12b10b5-ee85-4c55-9edb-80e802fbf257 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:19:29.654392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4957248-dc26-49fa-b9c6-b97cf2e2e86e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:19:29.659815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b4957248-dc26-49fa-b9c6-b97cf2e2e86e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "PUT /v2.0/routers/e12b10b5-ee85-4c55-9edb-80e802fbf257/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4388127 Nov 29 19:19:29.662377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45534) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:29.665241 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cddbf9-a340-46af-aafb-a6b7a2dd414c None None] Sync routers for ids ['e12b10b5-ee85-4c55-9edb-80e802fbf257'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:19:29.674841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cddbf9-a340-46af-aafb-a6b7a2dd414c None None] Routers {'e12b10b5-ee85-4c55-9edb-80e802fbf257'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:19:29.675511 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-32cddbf9-a340-46af-aafb-a6b7a2dd414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:19:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e12b10b5-ee85-4c55-9edb-80e802fbf257'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:29.715031 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e95b0e0-f4d1-4996-b42e-a84c98905b8d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting subnet 515b10a2-8b53-4333-8cd3-50e5c99cfedb {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:19:29.718147 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e95b0e0-f4d1-4996-b42e-a84c98905b8d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:29.760724 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e95b0e0-f4d1-4996-b42e-a84c98905b8d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:29.781951 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-32cddbf9-a340-46af-aafb-a6b7a2dd414c None None] Set router e12b10b5-ee85-4c55-9edb-80e802fbf257 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:19:29.847752 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e95b0e0-f4d1-4996-b42e-a84c98905b8d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:29.905534 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e95b0e0-f4d1-4996-b42e-a84c98905b8d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:29.933462 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95b0e0-f4d1-4996-b42e-a84c98905b8d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Subnet': ['ID=515b10a2-8b53-4333-8cd3-50e5c99cfedb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:29.937340 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e95b0e0-f4d1-4996-b42e-a84c98905b8d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:29.943407 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45536) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:29.943860 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6e95b0e0-f4d1-4996-b42e-a84c98905b8d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/subnets/515b10a2-8b53-4333-8cd3-50e5c99cfedb HTTP/1.1" status: 204 len: 168 time: 0.2799654 Nov 29 19:19:29.950634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d464c8-b53a-4684-b37d-2410eeccc0ba None None] Network 5ae3adf6-4baa-4bab-afc7-0a28b545f48e requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:19:30.055752 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08b37944-bb66-4bd0-b970-1b2ae1eea3a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.074516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-32cddbf9-a340-46af-aafb-a6b7a2dd414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331726695', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:17:45Z', 'updated_at': '2021-11-29T19:19:29Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:46Z', 'updated_at': '2021-11-29T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:30.107278 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cddbf9-a340-46af-aafb-a6b7a2dd414c None None] Checking router: e12b10b5-ee85-4c55-9edb-80e802fbf257 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:19:30.121940 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cddbf9-a340-46af-aafb-a6b7a2dd414c None None] Routers {'e12b10b5-ee85-4c55-9edb-80e802fbf257'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:19:30.122875 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-32cddbf9-a340-46af-aafb-a6b7a2dd414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:19:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['e12b10b5-ee85-4c55-9edb-80e802fbf257'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:30.172523 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08b37944-bb66-4bd0-b970-1b2ae1eea3a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.187341 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.219539 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] DHCP port deletion for 5ae3adf6-4baa-4bab-afc7-0a28b545f48e request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:19:30.230428 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-08b37944-bb66-4bd0-b970-1b2ae1eea3a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port 0e825095-015d-4f75-963a-efe8fa7ca3ea {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:19:30.230835 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08b37944-bb66-4bd0-b970-1b2ae1eea3a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.277603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-32cddbf9-a340-46af-aafb-a6b7a2dd414c None None] Set router e12b10b5-ee85-4c55-9edb-80e802fbf257 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:19:30.310384 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-08b37944-bb66-4bd0-b970-1b2ae1eea3a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] For port 0e825095-015d-4f75-963a-efe8fa7ca3ea, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=0e825095-015d-4f75-963a-efe8fa7ca3ea,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:19:30.310953 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08b37944-bb66-4bd0-b970-1b2ae1eea3a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.326245 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-08b37944-bb66-4bd0-b970-1b2ae1eea3a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for 0e825095-015d-4f75-963a-efe8fa7ca3ea owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:19:30.499841 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08b37944-bb66-4bd0-b970-1b2ae1eea3a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.530416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b37944-bb66-4bd0-b970-1b2ae1eea3a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=0e825095-015d-4f75-963a-efe8fa7ca3ea,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:30.561426 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68939c3e-ac1f-4ec4-8cad-244e0ce7cbf4 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:19:30.571420 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.575029 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Deleting port 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:19:30.575400 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.603528 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08b37944-bb66-4bd0-b970-1b2ae1eea3a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.666179 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] For port 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2,segment=NetworkSegment(0a59880d-bdf8-4159-be29-ef56a45eeba9),segment_id=0a59880d-bdf8-4159-be29-ef56a45eeba9)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:19:30.666587 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.696397 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08b37944-bb66-4bd0-b970-1b2ae1eea3a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.697431 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Calling delete_port for 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:19:30.698712 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08b37944-bb66-4bd0-b970-1b2ae1eea3a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.721263 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:19:30.745156 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08b37944-bb66-4bd0-b970-1b2ae1eea3a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.745694 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b37944-bb66-4bd0-b970-1b2ae1eea3a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Fanout notify agent at l3_agent the message router_deleted on router e12b10b5-ee85-4c55-9edb-80e802fbf257 {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:19:30.753383 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08b37944-bb66-4bd0-b970-1b2ae1eea3a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.758118 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-08b37944-bb66-4bd0-b970-1b2ae1eea3a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/routers/e12b10b5-ee85-4c55-9edb-80e802fbf257 HTTP/1.1" status: 204 len: 168 time: 0.8098867 Nov 29 19:19:30.758593 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45538) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:30.839945 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-32cddbf9-a340-46af-aafb-a6b7a2dd414c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331726695', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:17:45Z', 'updated_at': '2021-11-29T19:19:29Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:46Z', 'updated_at': '2021-11-29T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:30.847515 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5865f6-d227-4f88-b02f-4dcb613231fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.890406 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.900849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cddbf9-a340-46af-aafb-a6b7a2dd414c None None] The sync data for ids ['e12b10b5-ee85-4c55-9edb-80e802fbf257'] in n-d-819494-5 is: [{'id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331726695', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:17:45Z', 'updated_at': '2021-11-29T19:19:29Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '0e825095-015d-4f75-963a-efe8fa7ca3ea', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12b10b5-ee85-4c55-9edb-80e802fbf257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:17:46Z', 'updated_at': '2021-11-29T19:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:19:30.927874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Pushing event deleted for resources: {'Port': ['ID=3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:30.934634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device ca732ce3-e897-4077-a794-d6f249a18778 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:19:30.938017 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] No DVR routers for this DVR port 3bfc2ad7-db57-4a5e-8462-2da8ad24f3d2 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:19:30.944154 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5865f6-d227-4f88-b02f-4dcb613231fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.946518 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:30.965895 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:30.966249 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:30.966601 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:30.966979 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:30.967321 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:30.967657 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:30.967994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:30.968324 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:30.968600 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-cd5865f6-d227-4f88-b02f-4dcb613231fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae3adf6-4baa-4bab-afc7-0a28b545f48e']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:30.968730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:30.968973 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:30.969305 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:30.969632 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1705456c-4969-4bb3-819a-9c548231e2a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:30.979429 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: ca732ce3-e897-4077-a794-d6f249a18778 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:19:30.979597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-cd5865f6-d227-4f88-b02f-4dcb613231fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a59880d-bdf8-4159-be29-ef56a45eeba9') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:30.979786 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device ca732ce3-e897-4077-a794-d6f249a18778 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:19:30.979963 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-cd5865f6-d227-4f88-b02f-4dcb613231fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a59880d-bdf8-4159-be29-ef56a45eeba9') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:30.995595 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5865f6-d227-4f88-b02f-4dcb613231fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.010024 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5865f6-d227-4f88-b02f-4dcb613231fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.017102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5865f6-d227-4f88-b02f-4dcb613231fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:19:31.017502 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5865f6-d227-4f88-b02f-4dcb613231fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: timer() Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:19:31.020522 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:19:31.077909 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5865f6-d227-4f88-b02f-4dcb613231fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.085197 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd5865f6-d227-4f88-b02f-4dcb613231fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.088422 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cd5865f6-d227-4f88-b02f-4dcb613231fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/networks/5ae3adf6-4baa-4bab-afc7-0a28b545f48e HTTP/1.1" status: 204 len: 168 time: 0.3287299 Nov 29 19:19:31.091394 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45540) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:31.100016 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5865f6-d227-4f88-b02f-4dcb613231fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Network': ['ID=5ae3adf6-4baa-4bab-afc7-0a28b545f48e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:31.152156 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ee04609e-4d94-47c2-9dc0-e2fbcfaeebe4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.180434 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ee04609e-4d94-47c2-9dc0-e2fbcfaeebe4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.245387 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ee04609e-4d94-47c2-9dc0-e2fbcfaeebe4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.248073 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-ee04609e-4d94-47c2-9dc0-e2fbcfaeebe4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.249286 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-ee04609e-4d94-47c2-9dc0-e2fbcfaeebe4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/security-groups/3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3 HTTP/1.1" status: 204 len: 168 time: 0.1569424 Nov 29 19:19:31.259445 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04609e-4d94-47c2-9dc0-e2fbcfaeebe4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3279a5b4-8eb3-480d-ad47-4b6e5dad2fc3,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:31.576312 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45546) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:31.580917 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-220405f5-3f90-4071-b1e9-249e560732b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1453164309', 'description': 'tempest-secgroup-smoke-1453164309 description', 'project_id': '586123f8e14849718a3a2426d6443104'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:19:31.604513 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-220405f5-3f90-4071-b1e9-249e560732b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.670401 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-220405f5-3f90-4071-b1e9-249e560732b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.674177 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-220405f5-3f90-4071-b1e9-249e560732b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.703870 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-220405f5-3f90-4071-b1e9-249e560732b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.705111 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-220405f5-3f90-4071-b1e9-249e560732b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1277828 Nov 29 19:19:31.706969 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220405f5-3f90-4071-b1e9-249e560732b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23942ce3-2148-4a51-a9b9-b6a6af434ffc,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:31.708303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45548) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:31.714349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2fbae9e6-2bf6-45e7-9424-8011e25d2bc7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '23942ce3-2148-4a51-a9b9-b6a6af434ffc', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:19:31.740277 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2fbae9e6-2bf6-45e7-9424-8011e25d2bc7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.799372 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2fbae9e6-2bf6-45e7-9424-8011e25d2bc7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.803923 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2fbae9e6-2bf6-45e7-9424-8011e25d2bc7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.821581 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbae9e6-2bf6-45e7-9424-8011e25d2bc7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d257154-a0b3-4514-aa17-3ceb3a12e8f4,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:31.829220 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2fbae9e6-2bf6-45e7-9424-8011e25d2bc7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.830488 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2fbae9e6-2bf6-45e7-9424-8011e25d2bc7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203027 Nov 29 19:19:31.833227 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45550) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:31.838035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5c9f8ed0-7aea-4685-be7c-934697af42da tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '23942ce3-2148-4a51-a9b9-b6a6af434ffc', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:19:31.863890 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c9f8ed0-7aea-4685-be7c-934697af42da tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.929959 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c9f8ed0-7aea-4685-be7c-934697af42da tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.933956 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c9f8ed0-7aea-4685-be7c-934697af42da tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.952584 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f8ed0-7aea-4685-be7c-934697af42da tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efb55aa-5da7-4e69-a04c-4b85cd0f9342,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:31.960275 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c9f8ed0-7aea-4685-be7c-934697af42da tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:31.962367 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5c9f8ed0-7aea-4685-be7c-934697af42da tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280146 Nov 29 19:19:31.964843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45552) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:31.969169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ed37d26c-efe6-49cc-a50e-27ebe7b253e9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '23942ce3-2148-4a51-a9b9-b6a6af434ffc', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:19:31.994801 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ed37d26c-efe6-49cc-a50e-27ebe7b253e9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.051502 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ed37d26c-efe6-49cc-a50e-27ebe7b253e9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.055428 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ed37d26c-efe6-49cc-a50e-27ebe7b253e9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.074321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37d26c-efe6-49cc-a50e-27ebe7b253e9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd96ffb9-272f-40b8-9613-761acb0e2b5c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:32.084004 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ed37d26c-efe6-49cc-a50e-27ebe7b253e9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.085203 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ed37d26c-efe6-49cc-a50e-27ebe7b253e9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193926 Nov 29 19:19:32.088469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45554) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:32.092850 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-57bb82ee-bb3a-4a0f-820b-cd74ccdca28b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '23942ce3-2148-4a51-a9b9-b6a6af434ffc', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:19:32.118244 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57bb82ee-bb3a-4a0f-820b-cd74ccdca28b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.174985 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57bb82ee-bb3a-4a0f-820b-cd74ccdca28b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.178450 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57bb82ee-bb3a-4a0f-820b-cd74ccdca28b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.197512 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb82ee-bb3a-4a0f-820b-cd74ccdca28b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2e1a95-ac0d-4cd7-8bd7-cb5152cc5666,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:32.205293 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57bb82ee-bb3a-4a0f-820b-cd74ccdca28b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.206486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-57bb82ee-bb3a-4a0f-820b-cd74ccdca28b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170812 Nov 29 19:19:32.209213 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45556) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:32.214053 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-64c00fe1-1aac-4114-97cb-a4f623d3e7d1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '23942ce3-2148-4a51-a9b9-b6a6af434ffc', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:19:32.235267 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-64c00fe1-1aac-4114-97cb-a4f623d3e7d1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Project 586123f8e14849718a3a2426d6443104 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:19:32.240198 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64c00fe1-1aac-4114-97cb-a4f623d3e7d1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.300471 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64c00fe1-1aac-4114-97cb-a4f623d3e7d1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.304566 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64c00fe1-1aac-4114-97cb-a4f623d3e7d1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.322859 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c00fe1-1aac-4114-97cb-a4f623d3e7d1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440f0297-d61c-41d1-9fdc-4178d026c7bc,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:32.330032 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64c00fe1-1aac-4114-97cb-a4f623d3e7d1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.331268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-64c00fe1-1aac-4114-97cb-a4f623d3e7d1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211417 Nov 29 19:19:32.334149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45558) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:32.340896 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6bd35e55-65eb-4b20-9e99-7e5debcdc8b7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '23942ce3-2148-4a51-a9b9-b6a6af434ffc', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:19:32.363411 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-6bd35e55-65eb-4b20-9e99-7e5debcdc8b7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Project 586123f8e14849718a3a2426d6443104 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:19:32.368795 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bd35e55-65eb-4b20-9e99-7e5debcdc8b7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.426561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bd35e55-65eb-4b20-9e99-7e5debcdc8b7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.430655 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bd35e55-65eb-4b20-9e99-7e5debcdc8b7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.448985 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd35e55-65eb-4b20-9e99-7e5debcdc8b7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e68b201-cabb-4ad3-88f6-6e7e9486efa3,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:32.456694 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bd35e55-65eb-4b20-9e99-7e5debcdc8b7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.457886 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-6bd35e55-65eb-4b20-9e99-7e5debcdc8b7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224570 Nov 29 19:19:32.460786 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45560) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:32.465590 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fd3e2926-4468-42eb-bf0c-de87908218a9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'network': {'name': 'tempest-network-smoke--1562743444', 'project_id': '586123f8e14849718a3a2426d6443104', 'port_security_enabled': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:19:32.486234 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3e2926-4468-42eb-bf0c-de87908218a9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Made reservation on behalf of 586123f8e14849718a3a2426d6443104 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:19:32.489679 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2926-4468-42eb-bf0c-de87908218a9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.514854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3e2926-4468-42eb-bf0c-de87908218a9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:19:32.523840 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2926-4468-42eb-bf0c-de87908218a9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.524192 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-fd3e2926-4468-42eb-bf0c-de87908218a9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Added segment cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1 of type vlan for network 03d79172-69d1-4365-a566-d55933102042 Nov 29 19:19:32.564640 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2926-4468-42eb-bf0c-de87908218a9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.578916 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 996ae42d-01a9-4052-af6c-e6b03e7d021b no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:19:32.590085 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2926-4468-42eb-bf0c-de87908218a9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.595886 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e2926-4468-42eb-bf0c-de87908218a9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:32.596501 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2926-4468-42eb-bf0c-de87908218a9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.600459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 996ae42d-01a9-4052-af6c-e6b03e7d021b {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:19:32.601354 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 996ae42d-01a9-4052-af6c-e6b03e7d021b not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:19:32.601821 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0e825095-015d-4f75-963a-efe8fa7ca3ea no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:19:32.622750 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 0e825095-015d-4f75-963a-efe8fa7ca3ea {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:19:32.623031 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 0e825095-015d-4f75-963a-efe8fa7ca3ea not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:19:32.658506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fd3e2926-4468-42eb-bf0c-de87908218a9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1966999 Nov 29 19:19:32.661212 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45562) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:32.666011 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-563623648', 'admin_state_up': True, 'project_id': '586123f8e14849718a3a2426d6443104', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:19:32.685120 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e2926-4468-42eb-bf0c-de87908218a9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Network': ['ID=03d79172-69d1-4365-a566-d55933102042,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:32.697230 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 03d79172-69d1-4365-a566-d55933102042 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:19:32.699326 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.700348 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.750609 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:32.890609 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:33.082498 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:33.101484 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:33.199664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.25.3.211 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/2988d1f2-57e5-40d2-a917-d584c710a434) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:19:33.303099 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:33.336951 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:33.376777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:19:33.382580 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:19:33.385205 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:19:33.400304 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686d8195-3016-46e7-8230-447f5b404fe6 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:19:33.410125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=2988d1f2-57e5-40d2-a917-d584c710a434,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:33.509586 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4413a64e-838b-4dbc-a092-abe8046f3539 None None] Provisioning complete for port 2988d1f2-57e5-40d2-a917-d584c710a434 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:19:33.509868 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4413a64e-838b-4dbc-a092-abe8046f3539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:33.545512 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4413a64e-838b-4dbc-a092-abe8046f3539 None None] Port 2988d1f2-57e5-40d2-a917-d584c710a434 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:19:33.637893 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:33.835415 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:33.960280 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 7967f7f6-a914-401a-90dc-ece664c4e957 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:19:34.067413 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:19:34.077305 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Sync routers for ids ['7967f7f6-a914-401a-90dc-ece664c4e957'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:19:34.087385 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Routers {'7967f7f6-a914-401a-90dc-ece664c4e957'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:19:34.087570 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:34.087921 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:19:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['7967f7f6-a914-401a-90dc-ece664c4e957'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:34.088573 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e9d8ab4c-7e3e-436c-bb98-b5dfa97d473e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4264531 Nov 29 19:19:34.091739 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45564) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:34.119796 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b90c62cc-bf69-49ec-b80d-e035581037c7 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=586123f8e14849718a3a2426d6443104&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269301 Nov 29 19:19:34.122480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45566) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:34.192651 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Set router 7967f7f6-a914-401a-90dc-ece664c4e957 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:19:34.209193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cb0b90-80bf-46be-ae9c-06322fc5e904 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:34.210915 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-81cb0b90-80bf-46be-ae9c-06322fc5e904 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873535 Nov 29 19:19:34.213889 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45568) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:34.243549 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-71e7e031-2ad9-42ba-ba74-21e18f1f5095 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284867 Nov 29 19:19:34.246031 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45570) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:34.250715 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b2be23d9-aa91-450f-b4a7-6c5bc242ff69 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1347185702', 'network_id': '03d79172-69d1-4365-a566-d55933102042', 'project_id': '586123f8e14849718a3a2426d6443104', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:19:34.341586 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2be23d9-aa91-450f-b4a7-6c5bc242ff69 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Made reservation on behalf of 586123f8e14849718a3a2426d6443104 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:19:34.345091 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2be23d9-aa91-450f-b4a7-6c5bc242ff69 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:34.373492 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563623648', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:19:32Z', 'updated_at': '2021-11-29T19:19:33Z', 'revision_number': 3, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:33Z', 'updated_at': '2021-11-29T19:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:34.399752 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Checking router: 7967f7f6-a914-401a-90dc-ece664c4e957 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:19:34.400107 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Updating router 7967f7f6-a914-401a-90dc-ece664c4e957 port 2988d1f2-57e5-40d2-a917-d584c710a434 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:19:34.425959 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:34.532871 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2be23d9-aa91-450f-b4a7-6c5bc242ff69 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:34.596954 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be23d9-aa91-450f-b4a7-6c5bc242ff69 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Subnet': ['ID=3a472bba-f5eb-4ced-b65d-c3b65dd7f874,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:34.602676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2be23d9-aa91-450f-b4a7-6c5bc242ff69 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Checking segment: {'id': 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '03d79172-69d1-4365-a566-d55933102042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:19:34.603068 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be23d9-aa91-450f-b4a7-6c5bc242ff69 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network hostable DHCP agents. Network: 03d79172-69d1-4365-a566-d55933102042, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:19:34.620102 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be23d9-aa91-450f-b4a7-6c5bc242ff69 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 03d79172-69d1-4365-a566-d55933102042 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:19:34.630709 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-b2be23d9-aa91-450f-b4a7-6c5bc242ff69 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 03d79172-69d1-4365-a566-d55933102042) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:19:34.638907 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2be23d9-aa91-450f-b4a7-6c5bc242ff69 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:34.639352 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbb0a20-d300-495c-87d5-1598517af104 None None] Network 03d79172-69d1-4365-a566-d55933102042 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:19:34.639830 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b2be23d9-aa91-450f-b4a7-6c5bc242ff69 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:34.663011 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b2be23d9-aa91-450f-b4a7-6c5bc242ff69 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4158001 Nov 29 19:19:34.663337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45572) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:34.685043 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:34.693454 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:34.742644 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Attempting to bind port 2988d1f2-57e5-40d2-a917-d584c710a434 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:19:34.743256 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Attempting to bind port 2988d1f2-57e5-40d2-a917-d584c710a434 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:19:34.743790 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Attempting to bind port 2988d1f2-57e5-40d2-a917-d584c710a434 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:19:34.756169 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:19:34.756862 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:19:34.757476 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:34.758037 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:19:34.758675 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Bound port: 2988d1f2-57e5-40d2-a917-d584c710a434, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:19:34.759261 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:34.766917 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0201fdb-86e1-4c5f-a3c5-00f798dd9df4 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:19:34.784213 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22e806-f09d-4cf3-a1cc-fdc831c92331 None None] Pushing event updated for resources: {'Port': ['ID=2988d1f2-57e5-40d2-a917-d584c710a434,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:34.813039 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-03d79172-69d1-4365-a566-d55933102042', 'network_id': '03d79172-69d1-4365-a566-d55933102042', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'fixed_ips': [{'subnet_id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:19:34.813942 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:34.823930 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] For port 2988d1f2-57e5-40d2-a917-d584c710a434, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:19:34.827929 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22e806-f09d-4cf3-a1cc-fdc831c92331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:34.828588 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22e806-f09d-4cf3-a1cc-fdc831c92331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:34.829012 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22e806-f09d-4cf3-a1cc-fdc831c92331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:34.829453 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22e806-f09d-4cf3-a1cc-fdc831c92331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:34.829885 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22e806-f09d-4cf3-a1cc-fdc831c92331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:34.830773 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22e806-f09d-4cf3-a1cc-fdc831c92331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:34.831432 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22e806-f09d-4cf3-a1cc-fdc831c92331 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:34.831803 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22e806-f09d-4cf3-a1cc-fdc831c92331 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:34.832237 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22e806-f09d-4cf3-a1cc-fdc831c92331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:34.832718 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22e806-f09d-4cf3-a1cc-fdc831c92331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:34.833140 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22e806-f09d-4cf3-a1cc-fdc831c92331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:34.833477 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22e806-f09d-4cf3-a1cc-fdc831c92331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:19:34.841004 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] For port 2988d1f2-57e5-40d2-a917-d584c710a434, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2988d1f2-57e5-40d2-a917-d584c710a434,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:19:34.846608 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:34.902025 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f2e93-5ab6-4561-81b7-9347ddb53bba None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:19:34.904553 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Routers {'7967f7f6-a914-401a-90dc-ece664c4e957'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:19:34.905271 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:19:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['7967f7f6-a914-401a-90dc-ece664c4e957'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:34.939721 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c45f4099-12b5-4f5f-bb8b-2d0f2b271ba5 None None] Provisioning complete for port 2988d1f2-57e5-40d2-a917-d584c710a434 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:19:34.940098 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c45f4099-12b5-4f5f-bb8b-2d0f2b271ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:34.968083 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22e806-f09d-4cf3-a1cc-fdc831c92331 None None] Pushing event updated for resources: {'Port': ['ID=2988d1f2-57e5-40d2-a917-d584c710a434,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:35.009822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Allocated IP 172.20.0.2 (03d79172-69d1-4365-a566-d55933102042/3a472bba-f5eb-4ced-b65d-c3b65dd7f874/6ff24964-f9d2-4ca1-816e-977bf0620a17) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:19:35.034218 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] Set router 7967f7f6-a914-401a-90dc-ece664c4e957 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:19:35.183729 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c45f4099-12b5-4f5f-bb8b-2d0f2b271ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:35.219244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c45f4099-12b5-4f5f-bb8b-2d0f2b271ba5 None None] For port 2988d1f2-57e5-40d2-a917-d584c710a434, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2988d1f2-57e5-40d2-a917-d584c710a434,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:19:35.227799 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:35.231520 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c45f4099-12b5-4f5f-bb8b-2d0f2b271ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:35.237223 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:35.286959 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Network 03d79172-69d1-4365-a566-d55933102042 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:19:35.292248 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:19:35.299826 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:19:35.326899 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f4099-12b5-4f5f-bb8b-2d0f2b271ba5 None None] Pushing event updated for resources: {'Port': ['ID=2988d1f2-57e5-40d2-a917-d584c710a434,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:35.367210 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563623648', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:19:32Z', 'updated_at': '2021-11-29T19:19:33Z', 'revision_number': 3, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:33Z', 'updated_at': '2021-11-29T19:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:35.395248 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b8e481-72d0-4374-8d55-3ad8f29419d8 None None] The sync data for ids ['7967f7f6-a914-401a-90dc-ece664c4e957'] in n-d-819494-5 is: [{'id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563623648', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:19:32Z', 'updated_at': '2021-11-29T19:19:33Z', 'revision_number': 3, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:33Z', 'updated_at': '2021-11-29T19:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:19:35.408502 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Attempting to bind port 6ff24964-f9d2-4ca1-816e-977bf0620a17 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:19:35.408985 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Attempting to bind port 6ff24964-f9d2-4ca1-816e-977bf0620a17 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '03d79172-69d1-4365-a566-d55933102042'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:19:35.409933 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Attempting to bind port 6ff24964-f9d2-4ca1-816e-977bf0620a17 on network 03d79172-69d1-4365-a566-d55933102042 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:19:35.426888 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:19:35.427271 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Checking segment: {'id': 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '03d79172-69d1-4365-a566-d55933102042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:19:35.427682 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:35.428080 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Bound using segment: {'id': 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '03d79172-69d1-4365-a566-d55933102042'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:19:35.428576 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Bound port: 6ff24964-f9d2-4ca1-816e-977bf0620a17, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '03d79172-69d1-4365-a566-d55933102042'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:19:35.429496 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:35.433407 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Pushing event updated for resources: {'Port': ['ID=6ff24964-f9d2-4ca1-816e-977bf0620a17,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:35.435992 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6eab69a3-a92d-48fa-9cfe-35042b4b78fa None None] Provisioning complete for port 2988d1f2-57e5-40d2-a917-d584c710a434 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:19:35.436288 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6eab69a3-a92d-48fa-9cfe-35042b4b78fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:35.504033 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:35.557673 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] For port 6ff24964-f9d2-4ca1-816e-977bf0620a17, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:19:35.577438 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] For port 6ff24964-f9d2-4ca1-816e-977bf0620a17, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6ff24964-f9d2-4ca1-816e-977bf0620a17,segment=NetworkSegment(cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1),segment_id=cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:19:35.586138 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:35.664912 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6977f0-5bbc-4ab3-b442-a274ab99e945 None None] Pushing event updated for resources: {'Port': ['ID=6ff24964-f9d2-4ca1-816e-977bf0620a17,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:35.826392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.20.0.1 (03d79172-69d1-4365-a566-d55933102042/3a472bba-f5eb-4ced-b65d-c3b65dd7f874/e2d2e531-f7c7-4a46-a62d-e444d3f969cc) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:19:35.961182 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:35.998882 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:36.050198 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 03d79172-69d1-4365-a566-d55933102042 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:19:36.054860 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:19:36.058173 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:19:36.066453 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=e2d2e531-f7c7-4a46-a62d-e444d3f969cc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:36.108669 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:36.249539 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:36.558551 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:36.564959 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:36.645943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=e2d2e531-f7c7-4a46-a62d-e444d3f969cc,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:36.649457 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:36.696193 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be73b332-6ea8-496b-b915-5912dc8df513 None None] Network 03d79172-69d1-4365-a566-d55933102042 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:19:36.748485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6ff24964-f9d2-4ca1-816e-977bf0620a17 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:19:36.755681 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 03d79172-69d1-4365-a566-d55933102042 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:19:36.757616 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:19:36.813840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-3beafda8-e801-40d6-b2ad-3871dee73b67 None None] Provisioning complete for port 6ff24964-f9d2-4ca1-816e-977bf0620a17 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:19:36.814581 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3beafda8-e801-40d6-b2ad-3871dee73b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:36.869159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 7967f7f6-a914-401a-90dc-ece664c4e957 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:19:36.910826 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 6ff24964-f9d2-4ca1-816e-977bf0620a17 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:19:36.911189 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:36.985765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:19:36.999674 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1a6f269c-9b9a-4c85-967e-977e5e2c8fdf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "PUT /v2.0/routers/7967f7f6-a914-401a-90dc-ece664c4e957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3256173 Nov 29 19:19:37.011771 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3beafda8-e801-40d6-b2ad-3871dee73b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:37.084808 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3beafda8-e801-40d6-b2ad-3871dee73b67 None None] For port 6ff24964-f9d2-4ca1-816e-977bf0620a17, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6ff24964-f9d2-4ca1-816e-977bf0620a17,segment=NetworkSegment(cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1),segment_id=cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:19:37.095326 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:37.100181 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3beafda8-e801-40d6-b2ad-3871dee73b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:37.144415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Sync routers for ids ['7967f7f6-a914-401a-90dc-ece664c4e957'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:19:37.188569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-04ddf6f1-8684-40e3-94f9-6abe4f1d0ef3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1453164309&fields=id&tenant_id=586123f8e14849718a3a2426d6443104 HTTP/1.1" status: 200 len: 267 time: 0.0598981 Nov 29 19:19:37.195350 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Routers {'7967f7f6-a914-401a-90dc-ece664c4e957'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:19:37.196002 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:19:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['7967f7f6-a914-401a-90dc-ece664c4e957'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:37.251434 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beafda8-e801-40d6-b2ad-3871dee73b67 None None] Pushing event updated for resources: {'Port': ['ID=6ff24964-f9d2-4ca1-816e-977bf0620a17,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:37.258206 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 19:19:37.258583 n-d-819494-5 neutron-server[110006]: DEBUG oslo_db.api [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 19:19:37.312560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-e4e52cc2-b86e-450f-8e0f-35e271b297f2 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:37.314479 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-e4e52cc2-b86e-450f-8e0f-35e271b297f2 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/networks?id=03d79172-69d1-4365-a566-d55933102042 HTTP/1.1" status: 200 len: 797 time: 0.1175985 Nov 29 19:19:37.331958 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-1e282144-4711-4921-9981-5d4991a81d22 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/quotas/586123f8e14849718a3a2426d6443104 HTTP/1.1" status: 200 len: 375 time: 0.0105457 Nov 29 19:19:37.392574 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-2952d9a9-3733-4596-bdfe-5caa4280eda4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541329 Nov 29 19:19:37.502081 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-979cd2ce-d4db-46d5-9ecf-1839ee76af44 None None] Provisioning complete for port 6ff24964-f9d2-4ca1-816e-977bf0620a17 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:19:37.502396 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-979cd2ce-d4db-46d5-9ecf-1839ee76af44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:37.504409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-6ce4b1f8-aaba-461c-a883-0f83491d7f10 service neutron] 10.222.0.23 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988421 Nov 29 19:19:37.531681 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Set router 7967f7f6-a914-401a-90dc-ece664c4e957 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:19:37.605061 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-571b4b87-0a88-40e8-b0dc-52b9927f1757 service neutron] 10.222.0.23 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929570 Nov 29 19:19:37.762914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-979cd2ce-d4db-46d5-9ecf-1839ee76af44 None None] Provisioning complete for port e2d2e531-f7c7-4a46-a62d-e444d3f969cc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:19:37.763806 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-979cd2ce-d4db-46d5-9ecf-1839ee76af44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:37.846840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2988d1f2-57e5-40d2-a917-d584c710a434 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:19:37.862234 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c0e1795b-0a9a-41f4-93e8-154b135ddead req-ce3e5ff4-8d78-459a-a3f3-de1ce7af9820 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 210 time: 0.0994678 Nov 29 19:19:37.880488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-979cd2ce-d4db-46d5-9ecf-1839ee76af44 None None] Port e2d2e531-f7c7-4a46-a62d-e444d3f969cc cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:19:37.918266 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563623648', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:19:32Z', 'updated_at': '2021-11-29T19:19:36Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:33Z', 'updated_at': '2021-11-29T19:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'e2d2e531-f7c7-4a46-a62d-e444d3f969cc', 'name': '', 'network_id': '03d79172-69d1-4365-a566-d55933102042', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:ea:75:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:35Z', 'updated_at': '2021-11-29T19:19:36Z', 'revision_number': 2, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:37.950874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 2988d1f2-57e5-40d2-a917-d584c710a434 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:19:37.951337 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:37.953394 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Checking router: 7967f7f6-a914-401a-90dc-ece664c4e957 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:19:37.953760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Updating router 7967f7f6-a914-401a-90dc-ece664c4e957 port e2d2e531-f7c7-4a46-a62d-e444d3f969cc binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:19:38.013776 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:38.036477 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-76543ac5-e5cc-4286-bfec-6138694a2270 None None] Provisioning complete for port e2d2e531-f7c7-4a46-a62d-e444d3f969cc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:19:38.036850 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-76543ac5-e5cc-4286-bfec-6138694a2270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:38.184582 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-76543ac5-e5cc-4286-bfec-6138694a2270 None None] Port e2d2e531-f7c7-4a46-a62d-e444d3f969cc cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:19:38.369878 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:38.375104 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:38.429134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8185f8-03ff-43f8-ad3a-178e939269f1 None None] Pushing event updated for resources: {'Port': ['ID=e2d2e531-f7c7-4a46-a62d-e444d3f969cc,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:38.483697 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Attempting to bind port e2d2e531-f7c7-4a46-a62d-e444d3f969cc on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:19:38.484074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Attempting to bind port e2d2e531-f7c7-4a46-a62d-e444d3f969cc by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '03d79172-69d1-4365-a566-d55933102042'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:19:38.484439 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Attempting to bind port e2d2e531-f7c7-4a46-a62d-e444d3f969cc on network 03d79172-69d1-4365-a566-d55933102042 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:19:38.489833 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:19:38.490341 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Checking segment: {'id': 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '03d79172-69d1-4365-a566-d55933102042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:19:38.490751 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:38.491691 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Bound using segment: {'id': 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '03d79172-69d1-4365-a566-d55933102042'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:19:38.492165 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Bound port: e2d2e531-f7c7-4a46-a62d-e444d3f969cc, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '03d79172-69d1-4365-a566-d55933102042'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:19:38.492552 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:38.558208 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] For port e2d2e531-f7c7-4a46-a62d-e444d3f969cc, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:19:38.561898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] For port e2d2e531-f7c7-4a46-a62d-e444d3f969cc, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e2d2e531-f7c7-4a46-a62d-e444d3f969cc,segment=NetworkSegment(cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1),segment_id=cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:19:38.571020 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:38.631418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6ff24964-f9d2-4ca1-816e-977bf0620a17 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:19:38.643028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Routers {'7967f7f6-a914-401a-90dc-ece664c4e957'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:19:38.643667 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:19:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['7967f7f6-a914-401a-90dc-ece664c4e957'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:38.709418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8185f8-03ff-43f8-ad3a-178e939269f1 None None] Pushing event updated for resources: {'Port': ['ID=e2d2e531-f7c7-4a46-a62d-e444d3f969cc,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:38.787216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-22f0c58b-0083-4b36-815c-406012ad0831 None None] Provisioning complete for port e2d2e531-f7c7-4a46-a62d-e444d3f969cc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:19:38.788532 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22f0c58b-0083-4b36-815c-406012ad0831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:38.836386 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-9c215c6d-9d34-47bd-90b3-aef9bd6291be tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:38.838440 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-9c215c6d-9d34-47bd-90b3-aef9bd6291be tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.31 "GET /v2.0/networks?id=03d79172-69d1-4365-a566-d55933102042 HTTP/1.1" status: 200 len: 797 time: 0.1655700 Nov 29 19:19:38.842966 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] Set router 7967f7f6-a914-401a-90dc-ece664c4e957 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:19:38.874929 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 6ff24964-f9d2-4ca1-816e-977bf0620a17 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:19:38.875229 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:38.915615 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-129517c9-921f-4c27-a51a-34e2daad4367 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=586123f8e14849718a3a2426d6443104 HTTP/1.1" status: 200 len: 380 time: 0.0679793 Nov 29 19:19:38.926165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-2e62068b-760f-40af-89a2-7fc58cb632a4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'port': {'device_id': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'network_id': '03d79172-69d1-4365-a566-d55933102042', 'admin_state_up': True, 'tenant_id': '586123f8e14849718a3a2426d6443104', 'security_groups': ['23942ce3-2148-4a51-a9b9-b6a6af434ffc']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:19:38.973113 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-08829652-7332-4769-994c-001ee5e8e73c req-d5b406a1-78da-4e0e-8a54-8d00b1261d5a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 210 time: 0.0387480 Nov 29 19:19:39.039930 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-2e62068b-760f-40af-89a2-7fc58cb632a4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Made reservation on behalf of 586123f8e14849718a3a2426d6443104 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:19:39.044092 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-2e62068b-760f-40af-89a2-7fc58cb632a4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:39.064728 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22f0c58b-0083-4b36-815c-406012ad0831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:39.151639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-22f0c58b-0083-4b36-815c-406012ad0831 None None] For port e2d2e531-f7c7-4a46-a62d-e444d3f969cc, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e2d2e531-f7c7-4a46-a62d-e444d3f969cc,segment=NetworkSegment(cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1),segment_id=cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:19:39.173816 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22f0c58b-0083-4b36-815c-406012ad0831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:39.185396 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-2e62068b-760f-40af-89a2-7fc58cb632a4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.20.0.7 (03d79172-69d1-4365-a566-d55933102042/3a472bba-f5eb-4ced-b65d-c3b65dd7f874/94188091-8886-4ed9-aa62-b4213a063935) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:19:39.237639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0c58b-0083-4b36-815c-406012ad0831 None None] Pushing event updated for resources: {'Port': ['ID=e2d2e531-f7c7-4a46-a62d-e444d3f969cc,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:39.252671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563623648', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:19:32Z', 'updated_at': '2021-11-29T19:19:36Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:33Z', 'updated_at': '2021-11-29T19:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'e2d2e531-f7c7-4a46-a62d-e444d3f969cc', 'name': '', 'network_id': '03d79172-69d1-4365-a566-d55933102042', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:ea:75:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:35Z', 'updated_at': '2021-11-29T19:19:38Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:39.281095 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07321ac-c987-4c13-9ce1-0755ac408585 None None] The sync data for ids ['7967f7f6-a914-401a-90dc-ece664c4e957'] in n-d-819494-5 is: [{'id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563623648', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:19:32Z', 'updated_at': '2021-11-29T19:19:36Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:33Z', 'updated_at': '2021-11-29T19:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'e2d2e531-f7c7-4a46-a62d-e444d3f969cc', 'name': '', 'network_id': '03d79172-69d1-4365-a566-d55933102042', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:ea:75:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:35Z', 'updated_at': '2021-11-29T19:19:38Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:19:39.297880 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6fc29935-7050-4655-adc6-e2309769a8be None None] Provisioning complete for port e2d2e531-f7c7-4a46-a62d-e444d3f969cc triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:19:39.298258 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fc29935-7050-4655-adc6-e2309769a8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:39.720425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-2e62068b-760f-40af-89a2-7fc58cb632a4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:39.754994 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-2e62068b-760f-40af-89a2-7fc58cb632a4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:39.798943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-2e62068b-760f-40af-89a2-7fc58cb632a4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 03d79172-69d1-4365-a566-d55933102042 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:19:39.802190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-2e62068b-760f-40af-89a2-7fc58cb632a4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:19:39.806591 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-2e62068b-760f-40af-89a2-7fc58cb632a4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:19:39.839735 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62068b-760f-40af-89a2-7fc58cb632a4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=94188091-8886-4ed9-aa62-b4213a063935,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:39.862924 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-2e62068b-760f-40af-89a2-7fc58cb632a4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:39.863592 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-2e62068b-760f-40af-89a2-7fc58cb632a4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:39.883302 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-2e62068b-760f-40af-89a2-7fc58cb632a4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9611812 Nov 29 19:19:39.943237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Request body: {'port': {'device_id': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:19:40.006036 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:40.051561 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-191ae541-ac24-41f5-b48e-629990ca73e4 None None] Provisioning complete for port 94188091-8886-4ed9-aa62-b4213a063935 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:19:40.052057 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-191ae541-ac24-41f5-b48e-629990ca73e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:40.097774 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cb8c8-28b4-4a69-a019-cffacf980885 req-aac77660-c9e2-4d14-8293-eb8524d05277 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:40.099651 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a6cb8c8-28b4-4a69-a019-cffacf980885 req-aac77660-c9e2-4d14-8293-eb8524d05277 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 931 time: 0.0571826 Nov 29 19:19:40.107082 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-191ae541-ac24-41f5-b48e-629990ca73e4 None None] Port 94188091-8886-4ed9-aa62-b4213a063935 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:19:40.159210 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7a6cb8c8-28b4-4a69-a019-cffacf980885 req-ec41ffbe-b759-4516-9128-cef40c12bf5a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499773 Nov 29 19:19:40.316398 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94188091-8886-4ed9-aa62-b4213a063935 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:19:40.324295 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:40.337088 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Transition to ACTIVE for port object 94188091-8886-4ed9-aa62-b4213a063935 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:19:40.340917 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:40.394350 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Pushing event updated for resources: {'Port': ['ID=94188091-8886-4ed9-aa62-b4213a063935,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:40.477476 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Attempting to bind port 94188091-8886-4ed9-aa62-b4213a063935 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:19:40.477814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Attempting to bind port 94188091-8886-4ed9-aa62-b4213a063935 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '03d79172-69d1-4365-a566-d55933102042'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:19:40.478141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Attempting to bind port 94188091-8886-4ed9-aa62-b4213a063935 on network 03d79172-69d1-4365-a566-d55933102042 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:19:40.483256 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Port 94188091-8886-4ed9-aa62-b4213a063935 on network 03d79172-69d1-4365-a566-d55933102042 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:19:40.483675 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Attempting to bind port 94188091-8886-4ed9-aa62-b4213a063935 on network 03d79172-69d1-4365-a566-d55933102042 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:19:40.489641 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:19:40.489983 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Checking segment: {'id': 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '03d79172-69d1-4365-a566-d55933102042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:19:40.490372 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Bound using segment: {'id': 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '03d79172-69d1-4365-a566-d55933102042'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:19:40.490823 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Bound port: 94188091-8886-4ed9-aa62-b4213a063935, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '03d79172-69d1-4365-a566-d55933102042'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:19:40.491236 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:40.561776 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] For port 94188091-8886-4ed9-aa62-b4213a063935, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:19:40.565789 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] For port 94188091-8886-4ed9-aa62-b4213a063935, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=94188091-8886-4ed9-aa62-b4213a063935,segment=NetworkSegment(cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1),segment_id=cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:19:40.572250 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:40.606714 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:40.607516 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:40.608862 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] 10.222.0.31 "PUT /v2.0/ports/94188091-8886-4ed9-aa62-b4213a063935 HTTP/1.1" status: 200 len: 1091 time: 0.7170789 Nov 29 19:19:40.611459 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'tag': '94188091-8886-4ed9-aa62-b4213a063935'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:19:40.614604 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1999a35-8413-46e3-96ba-0af6fa977f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7f913c-6062-4679-92ac-6fe9c4a7cfdd", "tag": "94188091-8886-4ed9-aa62-b4213a063935"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:19:40.644755 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb44b8-3137-4283-8a2e-4ae5004ddd5d service neutron] Pushing event updated for resources: {'Port': ['ID=94188091-8886-4ed9-aa62-b4213a063935,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:40.695307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e2d2e531-f7c7-4a46-a62d-e444d3f969cc up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:19:40.704623 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-bba5e565-d128-4a05-acf8-bdae2a116ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:40.706395 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-bba5e565-d128-4a05-acf8-bdae2a116ac5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 1094 time: 0.0558732 Nov 29 19:19:40.714117 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f38c640-107e-4f7e-a326-0df800cf903a x-openstack-request-id: req-6f38c640-107e-4f7e-a326-0df800cf903a {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:19:40.714415 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7f913c-6062-4679-92ac-6fe9c4a7cfdd", "tag": "94188091-8886-4ed9-aa62-b4213a063935", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:19:40.715259 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f38c640-107e-4f7e-a326-0df800cf903a {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:19:40.715670 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'tag': '94188091-8886-4ed9-aa62-b4213a063935', 'status': 'completed', 'code': 200} Nov 29 19:19:40.749133 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port e2d2e531-f7c7-4a46-a62d-e444d3f969cc triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:19:40.749689 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:40.753184 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-be0bf380-8e74-40e3-b167-87b3db68c116 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94188091-8886-4ed9-aa62-b4213a063935 HTTP/1.1" status: 200 len: 217 time: 0.0365596 Nov 29 19:19:40.806511 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-a468ccf4-4ed8-486c-bb3d-c496b54efd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:40.808082 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-a468ccf4-4ed8-486c-bb3d-c496b54efd7a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a472bba-f5eb-4ced-b65d-c3b65dd7f874 HTTP/1.1" status: 200 len: 835 time: 0.0471685 Nov 29 19:19:40.861712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-668f753c-8dd5-4a52-8a7a-3a407b62defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:40.863409 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-668f753c-8dd5-4a52-8a7a-3a407b62defa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=03d79172-69d1-4365-a566-d55933102042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487130 Nov 29 19:19:40.953720 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-d5cca367-5390-4759-9b1e-c5fe4b6cf28b service neutron] 10.222.0.31 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813246 Nov 29 19:19:41.046493 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c590e5a0-fd4c-4848-81ff-f98ac3858e2f req-4be917ac-b1fe-4f24-b803-ac9afabe14af service neutron] 10.222.0.31 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856266 Nov 29 19:19:41.132160 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1999a35-8413-46e3-96ba-0af6fa977f0f req-7909276e-2014-47e9-af43-e8194bde517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:41.133634 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1999a35-8413-46e3-96ba-0af6fa977f0f req-7909276e-2014-47e9-af43-e8194bde517f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 1094 time: 0.0403328 Nov 29 19:19:41.225037 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1999a35-8413-46e3-96ba-0af6fa977f0f req-9f576705-e614-43e5-ab8a-f692bbc2b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:41.226490 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1999a35-8413-46e3-96ba-0af6fa977f0f req-9f576705-e614-43e5-ab8a-f692bbc2b76b service neutron] 10.222.0.31 "GET /v2.0/networks?id=03d79172-69d1-4365-a566-d55933102042 HTTP/1.1" status: 200 len: 898 time: 0.0860438 Nov 29 19:19:41.273342 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1999a35-8413-46e3-96ba-0af6fa977f0f req-65b548dc-72e2-4dbc-a5d8-137421b748a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94188091-8886-4ed9-aa62-b4213a063935 HTTP/1.1" status: 200 len: 217 time: 0.0395761 Nov 29 19:19:41.283722 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92f6f2-f645-4ed7-9600-bf6b76803021 req-d2e32dac-4f5e-46ad-87e8-0b22bd0dc42e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:41.285223 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d92f6f2-f645-4ed7-9600-bf6b76803021 req-d2e32dac-4f5e-46ad-87e8-0b22bd0dc42e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 943 time: 0.0518913 Nov 29 19:19:41.327228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1999a35-8413-46e3-96ba-0af6fa977f0f req-adb994f1-75c9-4c68-a574-a1c40f35b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:41.328858 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1999a35-8413-46e3-96ba-0af6fa977f0f req-adb994f1-75c9-4c68-a574-a1c40f35b47e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a472bba-f5eb-4ced-b65d-c3b65dd7f874 HTTP/1.1" status: 200 len: 835 time: 0.0490818 Nov 29 19:19:41.341297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d92f6f2-f645-4ed7-9600-bf6b76803021 req-3c8b0b84-5f75-4114-9c76-0a2285a65736 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496407 Nov 29 19:19:41.376088 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1999a35-8413-46e3-96ba-0af6fa977f0f req-a8511f73-d8c9-4c9a-b1fc-a78e19dff60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:41.377602 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1999a35-8413-46e3-96ba-0af6fa977f0f req-a8511f73-d8c9-4c9a-b1fc-a78e19dff60c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=03d79172-69d1-4365-a566-d55933102042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418808 Nov 29 19:19:41.472659 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1999a35-8413-46e3-96ba-0af6fa977f0f req-c6a6a528-0fce-44bd-a3fb-17d11a15748c service neutron] 10.222.0.31 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860000 Nov 29 19:19:41.564124 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-c1999a35-8413-46e3-96ba-0af6fa977f0f req-9cb1dbc9-75ef-4df4-977b-89f123c6ae44 service neutron] 10.222.0.31 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843122 Nov 29 19:19:42.462963 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec6be1-fcee-43e5-8930-11e7764c2dd4 req-8d2475cb-9e25-4264-89dd-d4adeb482589 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:42.464457 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6fec6be1-fcee-43e5-8930-11e7764c2dd4 req-8d2475cb-9e25-4264-89dd-d4adeb482589 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 943 time: 0.0542824 Nov 29 19:19:42.519982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6fec6be1-fcee-43e5-8930-11e7764c2dd4 req-97ddc05a-b7d9-4c21-b7cd-8e7394f88bd2 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494823 Nov 29 19:19:43.633431 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84521fae-eadc-4099-90a0-adb04efeb468 req-ea25b26d-e8e4-4e8b-b375-859ad2c45c57 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:43.634934 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84521fae-eadc-4099-90a0-adb04efeb468 req-ea25b26d-e8e4-4e8b-b375-859ad2c45c57 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 943 time: 0.0484293 Nov 29 19:19:43.685231 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-84521fae-eadc-4099-90a0-adb04efeb468 req-a0a1efa2-69c7-446b-83c0-2c424ccea5ca tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443733 Nov 29 19:19:44.262165 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 94188091-8886-4ed9-aa62-b4213a063935 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:19:44.355543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 94188091-8886-4ed9-aa62-b4213a063935, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=94188091-8886-4ed9-aa62-b4213a063935,segment=NetworkSegment(cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1),segment_id=cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:19:44.371712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '94188091-8886-4ed9-aa62-b4213a063935', 'network_id': '03d79172-69d1-4365-a566-d55933102042', 'port_id': '94188091-8886-4ed9-aa62-b4213a063935', 'mac_address': 'fa:16:3e:0d:b0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:19:44.408103 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:44.421672 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94188091-8886-4ed9-aa62-b4213a063935 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:19:44.444119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 94188091-8886-4ed9-aa62-b4213a063935, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=94188091-8886-4ed9-aa62-b4213a063935,segment=NetworkSegment(cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1),segment_id=cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:19:44.447494 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:44.494673 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=94188091-8886-4ed9-aa62-b4213a063935,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:44.795455 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['94188091-8886-4ed9-aa62-b4213a063935'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:19:44.798483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963aeaf6-75f8-42d8-bed9-7bcbfb7b08f8 req-b072102d-4415-48ad-8424-ffc95ee6e028 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:44.801109 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-963aeaf6-75f8-42d8-bed9-7bcbfb7b08f8 req-b072102d-4415-48ad-8424-ffc95ee6e028 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 944 time: 0.0482738 Nov 29 19:19:44.854016 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-963aeaf6-75f8-42d8-bed9-7bcbfb7b08f8 req-2e2b4687-e40d-4a18-bfbb-08813cd7885d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478206 Nov 29 19:19:45.972140 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d4abe-4907-467a-b579-3d8bf747665a req-38c0b274-f206-4a05-b264-8583c1483f42 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:45.973771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-521d4abe-4907-467a-b579-3d8bf747665a req-38c0b274-f206-4a05-b264-8583c1483f42 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 944 time: 0.0492659 Nov 29 19:19:46.022705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-521d4abe-4907-467a-b579-3d8bf747665a req-0c3e6f2e-1bca-4bf5-91cf-32aad163fc3f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417795 Nov 29 19:19:46.262744 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 94188091-8886-4ed9-aa62-b4213a063935 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:19:46.314982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 94188091-8886-4ed9-aa62-b4213a063935 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:19:46.318577 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 94188091-8886-4ed9-aa62-b4213a063935 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:19:46.319473 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:46.395974 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:46.418832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94188091-8886-4ed9-aa62-b4213a063935'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:19:46.421063 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855fa201-e2c4-4e46-86a6-ee3a59b40ee3" -d '{"events": [{"server_uuid": "0d7f913c-6062-4679-92ac-6fe9c4a7cfdd", "name": "network-vif-plugged", "status": "completed", "tag": "94188091-8886-4ed9-aa62-b4213a063935"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:19:46.434164 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 94188091-8886-4ed9-aa62-b4213a063935, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=94188091-8886-4ed9-aa62-b4213a063935,segment=NetworkSegment(cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1),segment_id=cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:19:46.438454 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:46.465864 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc6b540-4133-40bf-b2c3-1612d32ed746 x-openstack-request-id: req-7dc6b540-4133-40bf-b2c3-1612d32ed746 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:19:46.466158 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7f913c-6062-4679-92ac-6fe9c4a7cfdd", "name": "network-vif-plugged", "status": "completed", "tag": "94188091-8886-4ed9-aa62-b4213a063935", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:19:46.466423 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7dc6b540-4133-40bf-b2c3-1612d32ed746 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:19:46.466850 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94188091-8886-4ed9-aa62-b4213a063935', 'code': 200} Nov 29 19:19:46.494220 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=94188091-8886-4ed9-aa62-b4213a063935,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:46.562082 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c68e6-fd28-44ae-92a3-ae8cb0dedeb2 req-bab601a8-5ab6-4272-96e6-a86d207e72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:46.563660 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-179c68e6-fd28-44ae-92a3-ae8cb0dedeb2 req-bab601a8-5ab6-4272-96e6-a86d207e72bf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 1096 time: 0.0406551 Nov 29 19:19:46.613695 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-179c68e6-fd28-44ae-92a3-ae8cb0dedeb2 req-c2135349-7778-4f2e-8550-d3606e6c4cc9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429735 Nov 29 19:19:47.141702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a97745-308c-4d83-857f-826c828ed32a req-73b8093b-acd8-4f90-8ab5-f4d726530b8e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:47.143544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73a97745-308c-4d83-857f-826c828ed32a req-73b8093b-acd8-4f90-8ab5-f4d726530b8e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0489480 Nov 29 19:19:47.194487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-73a97745-308c-4d83-857f-826c828ed32a req-ae4b98d6-0aa9-4160-8325-f7a62234b99e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439591 Nov 29 19:19:48.313958 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0cd18-6062-476d-9ac5-5d149edcf8f8 req-63d3ca33-336a-43b3-b9e8-736d71b64f76 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:48.315374 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3e0cd18-6062-476d-9ac5-5d149edcf8f8 req-63d3ca33-336a-43b3-b9e8-736d71b64f76 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0524547 Nov 29 19:19:48.364818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3e0cd18-6062-476d-9ac5-5d149edcf8f8 req-0ee48f8e-3052-4490-a5e6-c53e13ba90e1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428143 Nov 29 19:19:48.487995 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa5aa5-cdff-4df4-a2a1-ccaadb6b0d47 req-45ef2823-f190-4ba5-af08-f396db22a5be tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:48.489489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43fa5aa5-cdff-4df4-a2a1-ccaadb6b0d47 req-45ef2823-f190-4ba5-af08-f396db22a5be tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0565956 Nov 29 19:19:48.538519 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-43fa5aa5-cdff-4df4-a2a1-ccaadb6b0d47 req-9ef1ef65-140b-4cac-8556-489cfcdfd9a1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 Nov 29 19:19:48.561735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45628) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:48.604261 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9c00bf-a6ca-4ea8-b01d-9672efb067d8 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:48.605772 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7e9c00bf-a6ca-4ea8-b01d-9672efb067d8 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 1091 time: 0.0430574 Nov 29 19:19:48.608547 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45630) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:48.612751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '94188091-8886-4ed9-aa62-b4213a063935', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:19:48.634571 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:48.734237 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:48.844429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.25.3.251 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/a8aab04c-87d7-411d-a789-f2015510f4d4) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:19:48.944669 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:48.978175 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:49.020828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:19:49.024214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:19:49.028507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:19:49.052020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=a8aab04c-87d7-411d-a789-f2015510f4d4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:49.379335 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:49.448540 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:49.597746 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:49.602402 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:49.671757 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=a8aab04c-87d7-411d-a789-f2015510f4d4,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:19:49.680380 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:49.780347 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Floating IP 6f4c3528-c68d-4e7d-b9f4-c2e4c2426ec6 associated. External IP: 172.25.3.251, port: 94188091-8886-4ed9-aa62-b4213a063935. Nov 29 19:19:49.987194 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 7967f7f6-a914-401a-90dc-ece664c4e957 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:19:50.099203 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:19:50.110004 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac2c32c-11f2-433c-b340-536d904d4c3f None None] Sync routers for ids ['7967f7f6-a914-401a-90dc-ece664c4e957'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:19:50.116627 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:50.121740 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac2c32c-11f2-433c-b340-536d904d4c3f None None] Routers {'7967f7f6-a914-401a-90dc-ece664c4e957'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:19:50.122349 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9ac2c32c-11f2-433c-b340-536d904d4c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:19:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['7967f7f6-a914-401a-90dc-ece664c4e957'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:50.143524 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7a61fe03-f36a-4687-a4a3-1973358d6ee0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5339715 Nov 29 19:19:50.144105 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'tag': '94188091-8886-4ed9-aa62-b4213a063935'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:19:50.146439 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff02e19c-8af1-42c8-99cd-116b1a33001e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7f913c-6062-4679-92ac-6fe9c4a7cfdd", "tag": "94188091-8886-4ed9-aa62-b4213a063935"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:19:50.191146 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd941dd-2184-43e1-ab5a-d958761c7020 x-openstack-request-id: req-cfd941dd-2184-43e1-ab5a-d958761c7020 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:19:50.191515 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7f913c-6062-4679-92ac-6fe9c4a7cfdd", "tag": "94188091-8886-4ed9-aa62-b4213a063935", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:19:50.191842 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfd941dd-2184-43e1-ab5a-d958761c7020 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:19:50.192319 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'tag': '94188091-8886-4ed9-aa62-b4213a063935', 'status': 'completed', 'code': 200} Nov 29 19:19:50.238429 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-9ac2c32c-11f2-433c-b340-536d904d4c3f None None] Set router 7967f7f6-a914-401a-90dc-ece664c4e957 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:19:50.252818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26954610-b257-4858-bae0-da5886af478e req-a4b0c2ec-95d4-4855-ae10-91387d6049f3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:50.254419 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26954610-b257-4858-bae0-da5886af478e req-a4b0c2ec-95d4-4855-ae10-91387d6049f3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0518501 Nov 29 19:19:50.258192 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02e19c-8af1-42c8-99cd-116b1a33001e req-35c8fda8-6a1a-459f-b478-bd0b9ea876b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:50.259848 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff02e19c-8af1-42c8-99cd-116b1a33001e req-35c8fda8-6a1a-459f-b478-bd0b9ea876b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 1096 time: 0.0447576 Nov 29 19:19:50.308850 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-26954610-b257-4858-bae0-da5886af478e req-74ab644d-f3d4-4b1d-9cce-8500babb1443 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477090 Nov 29 19:19:50.332437 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45636) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:50.359653 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02e19c-8af1-42c8-99cd-116b1a33001e req-ad2d04eb-7813-4f20-a8eb-7eda9f037a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:50.361141 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff02e19c-8af1-42c8-99cd-116b1a33001e req-ad2d04eb-7813-4f20-a8eb-7eda9f037a77 service neutron] 10.222.0.31 "GET /v2.0/networks?id=03d79172-69d1-4365-a566-d55933102042 HTTP/1.1" status: 200 len: 898 time: 0.0919569 Nov 29 19:19:50.397505 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b635dd1b-9fb6-4f0b-aa74-e0be86cd8216 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/6f4c3528-c68d-4e7d-b9f4-c2e4c2426ec6 HTTP/1.1" status: 200 len: 991 time: 0.0638618 Nov 29 19:19:50.438256 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff02e19c-8af1-42c8-99cd-116b1a33001e req-477a3a1b-8d68-4ccb-a7c6-9cb34bd531dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94188091-8886-4ed9-aa62-b4213a063935 HTTP/1.1" status: 200 len: 999 time: 0.0674376 Nov 29 19:19:50.479727 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9ac2c32c-11f2-433c-b340-536d904d4c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563623648', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:19:32Z', 'updated_at': '2021-11-29T19:19:36Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:33Z', 'updated_at': '2021-11-29T19:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '6f4c3528-c68d-4e7d-b9f4-c2e4c2426ec6', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'port_id': '94188091-8886-4ed9-aa62-b4213a063935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d79172-69d1-4365-a566-d55933102042', 'mac_address': 'fa:16:3e:0d:b0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:19:49Z', 'updated_at': '2021-11-29T19:19:49Z', 'revision_number': 0, 'project_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d2e531-f7c7-4a46-a62d-e444d3f969cc', 'name': '', 'network_id': '03d79172-69d1-4365-a566-d55933102042', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:ea:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:35Z', 'updated_at': '2021-11-29T19:19:39Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:50.493224 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02e19c-8af1-42c8-99cd-116b1a33001e req-0a54ca51-f35b-48f7-8d41-8edd3f4bc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:50.494880 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff02e19c-8af1-42c8-99cd-116b1a33001e req-0a54ca51-f35b-48f7-8d41-8edd3f4bc78a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a472bba-f5eb-4ced-b65d-c3b65dd7f874 HTTP/1.1" status: 200 len: 835 time: 0.0495534 Nov 29 19:19:50.506123 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac2c32c-11f2-433c-b340-536d904d4c3f None None] Checking router: 7967f7f6-a914-401a-90dc-ece664c4e957 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:19:50.515344 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac2c32c-11f2-433c-b340-536d904d4c3f None None] Routers {'7967f7f6-a914-401a-90dc-ece664c4e957'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:19:50.515952 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9ac2c32c-11f2-433c-b340-536d904d4c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:19:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['7967f7f6-a914-401a-90dc-ece664c4e957'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:50.543714 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02e19c-8af1-42c8-99cd-116b1a33001e req-7cec32bf-62c3-4a4d-a300-1c4bfcaf2198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:19:50.545250 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff02e19c-8af1-42c8-99cd-116b1a33001e req-7cec32bf-62c3-4a4d-a300-1c4bfcaf2198 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=03d79172-69d1-4365-a566-d55933102042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428979 Nov 29 19:19:50.628628 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-9ac2c32c-11f2-433c-b340-536d904d4c3f None None] Set router 7967f7f6-a914-401a-90dc-ece664c4e957 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:19:50.660852 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff02e19c-8af1-42c8-99cd-116b1a33001e req-b894110b-0368-4441-9eaf-5ec79dd862a6 service neutron] 10.222.0.31 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077976 Nov 29 19:19:50.767142 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ff02e19c-8af1-42c8-99cd-116b1a33001e req-dd17bc69-8b7c-4c5e-aad8-6a55cab8dda5 service neutron] 10.222.0.31 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989888 Nov 29 19:19:50.870416 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9ac2c32c-11f2-433c-b340-536d904d4c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563623648', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:19:32Z', 'updated_at': '2021-11-29T19:19:36Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:33Z', 'updated_at': '2021-11-29T19:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '6f4c3528-c68d-4e7d-b9f4-c2e4c2426ec6', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'port_id': '94188091-8886-4ed9-aa62-b4213a063935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d79172-69d1-4365-a566-d55933102042', 'mac_address': 'fa:16:3e:0d:b0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:19:49Z', 'updated_at': '2021-11-29T19:19:49Z', 'revision_number': 0, 'project_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d2e531-f7c7-4a46-a62d-e444d3f969cc', 'name': '', 'network_id': '03d79172-69d1-4365-a566-d55933102042', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:ea:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:35Z', 'updated_at': '2021-11-29T19:19:39Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:19:50.896791 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac2c32c-11f2-433c-b340-536d904d4c3f None None] The sync data for ids ['7967f7f6-a914-401a-90dc-ece664c4e957'] in n-d-819494-5 is: [{'id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563623648', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:19:32Z', 'updated_at': '2021-11-29T19:19:36Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:33Z', 'updated_at': '2021-11-29T19:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '6f4c3528-c68d-4e7d-b9f4-c2e4c2426ec6', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'port_id': '94188091-8886-4ed9-aa62-b4213a063935', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03d79172-69d1-4365-a566-d55933102042', 'mac_address': 'fa:16:3e:0d:b0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:19:49Z', 'updated_at': '2021-11-29T19:19:49Z', 'revision_number': 0, 'project_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2d2e531-f7c7-4a46-a62d-e444d3f969cc', 'name': '', 'network_id': '03d79172-69d1-4365-a566-d55933102042', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:ea:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:35Z', 'updated_at': '2021-11-29T19:19:39Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:19:51.094019 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1787d73-9f79-42c8-825a-0d33552a99d8 None None] New status for floating IP 6f4c3528-c68d-4e7d-b9f4-c2e4c2426ec6: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:19:51.401501 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45638) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:19:51.462180 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8ed87857-2d04-4892-8f6e-7c37eb674e3f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/6f4c3528-c68d-4e7d-b9f4-c2e4c2426ec6 HTTP/1.1" status: 200 len: 993 time: 0.0593481 Nov 29 19:19:52.568662 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:19:54.151607 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-70c6b65c-6264-4526-b57e-86df9bd5c5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:56.603160 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-64d671ab-155f-467a-8a9f-553875594831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:57.924803 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:57.992361 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:19:59.474386 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:00.149299 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:00.512185 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:24.153355 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-56203f51-d0e6-4973-8c01-c80747a4216a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:26.605151 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-942cbeb5-53f7-4b2f-9eae-9da376b9e519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:27.927694 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:28.005288 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:29.480370 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:29.570582 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:20:30.151779 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:30.526957 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:46.357017 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-461725e7-0016-4727-a1ca-590b663be23e req-b3452860-8f70-4a20-8602-c3519e558dad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447302 Nov 29 19:20:46.438023 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461725e7-0016-4727-a1ca-590b663be23e req-89504c8e-bf41-4abb-809e-889eef08905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:20:46.439576 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-461725e7-0016-4727-a1ca-590b663be23e req-89504c8e-bf41-4abb-809e-889eef08905e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 1096 time: 0.0395081 Nov 29 19:20:46.539483 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461725e7-0016-4727-a1ca-590b663be23e req-0100f419-eb14-44da-b0cf-8aa52a5284fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:20:46.541008 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-461725e7-0016-4727-a1ca-590b663be23e req-0100f419-eb14-44da-b0cf-8aa52a5284fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=03d79172-69d1-4365-a566-d55933102042 HTTP/1.1" status: 200 len: 898 time: 0.0834000 Nov 29 19:20:46.610365 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-461725e7-0016-4727-a1ca-590b663be23e req-4c81cedb-e990-4f04-9b0a-04d525ad3edc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94188091-8886-4ed9-aa62-b4213a063935 HTTP/1.1" status: 200 len: 1001 time: 0.0618548 Nov 29 19:20:46.660521 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461725e7-0016-4727-a1ca-590b663be23e req-35a252ad-6187-41a4-9bd7-398f166e974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:20:46.661968 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-461725e7-0016-4727-a1ca-590b663be23e req-35a252ad-6187-41a4-9bd7-398f166e974b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a472bba-f5eb-4ced-b65d-c3b65dd7f874 HTTP/1.1" status: 200 len: 835 time: 0.0450411 Nov 29 19:20:46.709553 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461725e7-0016-4727-a1ca-590b663be23e req-1ac3071a-1982-42d5-8177-d7f88aee81e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:20:46.711558 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-461725e7-0016-4727-a1ca-590b663be23e req-1ac3071a-1982-42d5-8177-d7f88aee81e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=03d79172-69d1-4365-a566-d55933102042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395379 Nov 29 19:20:46.803821 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-461725e7-0016-4727-a1ca-590b663be23e req-b654ecbd-b2b1-4d8c-9840-8688b22e8e61 service neutron] 10.222.0.31 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854599 Nov 29 19:20:46.896225 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-461725e7-0016-4727-a1ca-590b663be23e req-979d5f42-efc6-4de9-884f-135b6ee286bc service neutron] 10.222.0.31 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847189 Nov 29 19:20:54.154811 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c6ae132f-b0e1-4ec0-a887-a44307d95b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:56.607685 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-023a4101-24ed-4ead-88f0-7f85d4e02f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:57.930004 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:57.997883 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:20:59.483359 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:00.153883 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:00.524644 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:04.483734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-4837d5b6-e062-4923-a525-ef5022410caa req-1ed4b94b-63a8-4550-afea-5a6287c3a4d5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:21:04.484805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4837d5b6-e062-4923-a525-ef5022410caa req-1ed4b94b-63a8-4550-afea-5a6287c3a4d5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067303 Nov 29 19:21:04.696774 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7ccf3-7438-455f-8cd0-621da93c4d61 req-64b6cb95-7ffa-4fa9-81c8-ab7ef233d2cf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:04.698283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5fe7ccf3-7438-455f-8cd0-621da93c4d61 req-64b6cb95-7ffa-4fa9-81c8-ab7ef233d2cf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0545909 Nov 29 19:21:04.698861 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45684) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:04.761665 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5fe7ccf3-7438-455f-8cd0-621da93c4d61 req-37f3eba7-590c-4ad2-8413-dd28091f5d65 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563819 Nov 29 19:21:04.796946 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-6a5a67d9-aace-4fab-85a5-4d7339513fa6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967336 Nov 29 19:21:04.806966 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-b8aa8499-588e-452e-8e9f-42736f67b0ff service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:21:04.808355 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-b8aa8499-588e-452e-8e9f-42736f67b0ff service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060554 Nov 29 19:21:05.957664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63e929-e55c-4f61-a4fc-5f1293a6de6a req-62eb1566-894f-4b90-b15f-48fc3c42708f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:05.961738 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb63e929-e55c-4f61-a4fc-5f1293a6de6a req-62eb1566-894f-4b90-b15f-48fc3c42708f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0521066 Nov 29 19:21:06.024922 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eb63e929-e55c-4f61-a4fc-5f1293a6de6a req-19027cbe-3971-4072-bb7a-31be95d29d87 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561016 Nov 29 19:21:06.038643 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-288fa500-5909-4e9e-ac7b-bfb9ba2e1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:06.040836 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-288fa500-5909-4e9e-ac7b-bfb9ba2e1061 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 1096 time: 0.0470839 Nov 29 19:21:06.130649 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-532ecf9e-1c66-40fd-90a4-0b68bdbc5e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:06.132073 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-532ecf9e-1c66-40fd-90a4-0b68bdbc5e10 service neutron] 10.222.0.31 "GET /v2.0/networks?id=03d79172-69d1-4365-a566-d55933102042 HTTP/1.1" status: 200 len: 898 time: 0.0840213 Nov 29 19:21:06.201706 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-fe461853-2312-4f02-8182-4c593f2a993d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94188091-8886-4ed9-aa62-b4213a063935 HTTP/1.1" status: 200 len: 1001 time: 0.0626147 Nov 29 19:21:06.249928 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-60e7d5f2-1716-4ea0-a4b2-07468ecb46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:06.251359 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-60e7d5f2-1716-4ea0-a4b2-07468ecb46d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a472bba-f5eb-4ced-b65d-c3b65dd7f874 HTTP/1.1" status: 200 len: 835 time: 0.0434589 Nov 29 19:21:06.298190 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-311159d9-47eb-4535-9646-9661adb30c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:06.299669 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-311159d9-47eb-4535-9646-9661adb30c3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=03d79172-69d1-4365-a566-d55933102042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403109 Nov 29 19:21:06.391284 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-c0a4384b-a47e-4630-aed6-2e0388b5daaa service neutron] 10.222.0.31 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843811 Nov 29 19:21:06.478959 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-a6531dfe-1bd5-4212-b7dc-81a5f1fff57b service neutron] 10.222.0.31 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811455 Nov 29 19:21:06.574354 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:21:07.146439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c8269-634f-4a70-8886-b1129fbefa3f req-5ba94b94-6dd4-442d-ad96-c598236ceb8c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:07.147984 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e5c8269-634f-4a70-8886-b1129fbefa3f req-5ba94b94-6dd4-442d-ad96-c598236ceb8c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0530634 Nov 29 19:21:07.199492 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e5c8269-634f-4a70-8886-b1129fbefa3f req-c44b7fa4-ba82-44d8-ad97-85f89d49ff54 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440452 Nov 29 19:21:08.349146 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a35f0-1e04-49b8-9b50-bbcecb62bd1b req-0651e9d7-f434-4519-bf67-42b9fa0a363f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:08.350526 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-283a35f0-1e04-49b8-9b50-bbcecb62bd1b req-0651e9d7-f434-4519-bf67-42b9fa0a363f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0481741 Nov 29 19:21:08.412216 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-283a35f0-1e04-49b8-9b50-bbcecb62bd1b req-5c679432-b8b4-4f4c-bdc1-65fb476cbfbe tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555263 Nov 29 19:21:09.530570 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1777-e71a-4e00-ab54-ad7208e8e3ea req-6524c23f-f84c-4599-a747-510544df4f11 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:09.532087 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34ea1777-e71a-4e00-ab54-ad7208e8e3ea req-6524c23f-f84c-4599-a747-510544df4f11 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0505967 Nov 29 19:21:09.596519 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34ea1777-e71a-4e00-ab54-ad7208e8e3ea req-1397ccc6-a57d-474c-b816-10982b838c7d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585063 Nov 29 19:21:10.715724 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711f96a-676f-4390-bd5b-2eeafc9c0106 req-e372710c-2281-4087-8b40-67e51c9cc38e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:10.717365 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a711f96a-676f-4390-bd5b-2eeafc9c0106 req-e372710c-2281-4087-8b40-67e51c9cc38e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0528300 Nov 29 19:21:10.774165 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a711f96a-676f-4390-bd5b-2eeafc9c0106 req-edf9b2cd-2fed-4dab-b23d-cadae4182944 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499012 Nov 29 19:21:11.900844 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7f0b1-ca81-4556-827e-2c10dfb500e7 req-865cbf2c-274b-4789-810f-2175f6130826 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:11.902320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7b7f0b1-ca81-4556-827e-2c10dfb500e7 req-865cbf2c-274b-4789-810f-2175f6130826 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0497017 Nov 29 19:21:11.964667 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7b7f0b1-ca81-4556-827e-2c10dfb500e7 req-466cba36-d74a-40a0-8fd2-ef16d67c6448 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504715 Nov 29 19:21:13.084493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0106dc-9406-40e6-ae63-08592917cc6e req-943937f0-712d-43e8-8d8e-a51bcb6102e6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:13.086513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e0106dc-9406-40e6-ae63-08592917cc6e req-943937f0-712d-43e8-8d8e-a51bcb6102e6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0543098 Nov 29 19:21:13.133541 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e0106dc-9406-40e6-ae63-08592917cc6e req-99933078-193e-41db-b073-f44204d67869 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410714 Nov 29 19:21:14.251055 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126baeb5-178d-45d0-8dab-1c217b0b31f4 req-abdada21-290b-409e-80b0-d2474b4fc5d3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:14.252491 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-126baeb5-178d-45d0-8dab-1c217b0b31f4 req-abdada21-290b-409e-80b0-d2474b4fc5d3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0504746 Nov 29 19:21:14.303159 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-126baeb5-178d-45d0-8dab-1c217b0b31f4 req-7f04fbe1-1fe2-4357-b77d-dc6978df2d68 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437014 Nov 29 19:21:15.426577 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea033a-3d40-4627-950c-d6425cb9b7df req-d7b202a2-5210-4e78-aa17-4e73aa74a135 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:15.428676 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4ea033a-3d40-4627-950c-d6425cb9b7df req-d7b202a2-5210-4e78-aa17-4e73aa74a135 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0543904 Nov 29 19:21:15.487031 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f4ea033a-3d40-4627-950c-d6425cb9b7df req-6a75f1bd-b7f7-4b9e-8038-8251f6419eca tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510948 Nov 29 19:21:16.634645 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf502d2d-ac2b-45e3-9dc9-1863bfda8185 req-aeb6662a-2133-4b85-afae-291e334ba171 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:16.636158 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf502d2d-ac2b-45e3-9dc9-1863bfda8185 req-aeb6662a-2133-4b85-afae-291e334ba171 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0623050 Nov 29 19:21:16.686553 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf502d2d-ac2b-45e3-9dc9-1863bfda8185 req-494cda93-1628-4005-9dea-cb775bc5fcbb tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444369 Nov 29 19:21:17.812351 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b77ad-3c3b-456f-b82a-793f25ba9fc7 req-2826eee9-a4e1-4724-ad85-16163871f1e9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:17.814146 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b9b77ad-3c3b-456f-b82a-793f25ba9fc7 req-2826eee9-a4e1-4724-ad85-16163871f1e9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0546732 Nov 29 19:21:17.876243 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6b9b77ad-3c3b-456f-b82a-793f25ba9fc7 req-646e9ee3-8f17-4fa3-8622-3022ddeb0384 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549893 Nov 29 19:21:18.649491 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-1120cf4f-2d78-4080-9927-2a1267327682 service neutron] show failed (client error): The resource could not be found. Nov 29 19:21:18.650714 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-1120cf4f-2d78-4080-9927-2a1267327682 service neutron] 10.222.0.31 "GET /v2.0/ports/94188091-8886-4ed9-aa62-b4213a063935/bindings/n-h1-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.0626140 Nov 29 19:21:18.906352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-3f9d9653-5e52-431c-977e-76d982e14189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:18.907832 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-3f9d9653-5e52-431c-977e-76d982e14189 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd&tenant_id=586123f8e14849718a3a2426d6443104 HTTP/1.1" status: 200 len: 1096 time: 0.0558414 Nov 29 19:21:18.925979 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:21:18.985779 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:19.121297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe5aaf-885b-4348-b7e2-765b73fbcc83 req-2cb3ba75-d9d8-457c-a4f5-b365fcb092a3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:19.123813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-33fe5aaf-885b-4348-b7e2-765b73fbcc83 req-2cb3ba75-d9d8-457c-a4f5-b365fcb092a3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.1354806 Nov 29 19:21:19.291503 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-33fe5aaf-885b-4348-b7e2-765b73fbcc83 req-747dbb2e-572e-421e-9b56-f7e77a280540 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556885 Nov 29 19:21:19.363413 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] For port 94188091-8886-4ed9-aa62-b4213a063935, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=94188091-8886-4ed9-aa62-b4213a063935,segment=NetworkSegment(cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1),segment_id=cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:21:19.396555 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] For port 94188091-8886-4ed9-aa62-b4213a063935, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:21:19.435796 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94188091-8886-4ed9-aa62-b4213a063935'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:21:19.438066 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d64d83-f2ac-4790-832e-320235c3052c" -d '{"events": [{"server_uuid": "0d7f913c-6062-4679-92ac-6fe9c4a7cfdd", "name": "network-vif-unplugged", "status": "completed", "tag": "94188091-8886-4ed9-aa62-b4213a063935"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:21:19.441794 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:19.454837 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Transition to ACTIVE for port object 94188091-8886-4ed9-aa62-b4213a063935 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:21:19.458716 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:19.492467 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 19:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bb0225-a978-4cf6-9a71-bdf75c740a69 x-openstack-request-id: req-53bb0225-a978-4cf6-9a71-bdf75c740a69 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:21:19.492760 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7f913c-6062-4679-92ac-6fe9c4a7cfdd", "name": "network-vif-unplugged", "status": "completed", "tag": "94188091-8886-4ed9-aa62-b4213a063935", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:21:19.493013 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53bb0225-a978-4cf6-9a71-bdf75c740a69 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:21:19.493406 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94188091-8886-4ed9-aa62-b4213a063935', 'code': 200} Nov 29 19:21:19.880019 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Pushing event updated for resources: {'Port': ['ID=94188091-8886-4ed9-aa62-b4213a063935,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:19.893868 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:19.894245 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:19.894591 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:19.894971 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:19.895309 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:19.895646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:19.895975 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:19.896303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:19.896632 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:19.896963 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:19.897286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:19.897608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:19.928436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] No DVR routers for this DVR port 94188091-8886-4ed9-aa62-b4213a063935 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:21:20.058427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Attempting to bind port 94188091-8886-4ed9-aa62-b4213a063935 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:21:20.058805 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Attempting to bind port 94188091-8886-4ed9-aa62-b4213a063935 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '03d79172-69d1-4365-a566-d55933102042'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:21:20.059403 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Attempting to bind port 94188091-8886-4ed9-aa62-b4213a063935 on network 03d79172-69d1-4365-a566-d55933102042 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:21:20.063820 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Port 94188091-8886-4ed9-aa62-b4213a063935 on network 03d79172-69d1-4365-a566-d55933102042 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:21:20.064139 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Attempting to bind port 94188091-8886-4ed9-aa62-b4213a063935 on network 03d79172-69d1-4365-a566-d55933102042 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:21:20.068815 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:21:20.069151 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Checking segment: {'id': 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '03d79172-69d1-4365-a566-d55933102042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:21:20.069530 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Bound using segment: {'id': 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '03d79172-69d1-4365-a566-d55933102042'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:21:20.070454 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Bound port: 94188091-8886-4ed9-aa62-b4213a063935, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '03d79172-69d1-4365-a566-d55933102042'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:21:20.070851 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:20.132787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] For port 94188091-8886-4ed9-aa62-b4213a063935, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:21:20.135919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] For port 94188091-8886-4ed9-aa62-b4213a063935, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=94188091-8886-4ed9-aa62-b4213a063935,segment=NetworkSegment(cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1),segment_id=cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:21:20.141219 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:20.175564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:20.176412 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:20.177812 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] 10.222.0.20 "PUT /v2.0/ports/94188091-8886-4ed9-aa62-b4213a063935 HTTP/1.1" status: 200 len: 1091 time: 1.2563536 Nov 29 19:21:20.220969 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17a860-55a8-42c9-9072-ca834cb90da3 service neutron] Pushing event updated for resources: {'Port': ['ID=94188091-8886-4ed9-aa62-b4213a063935,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:20.252667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-2d1f3b91-949f-472b-8ffa-78b8d6abfbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:20.254237 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-2d1f3b91-949f-472b-8ffa-78b8d6abfbe7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 1094 time: 0.0440645 Nov 29 19:21:20.349167 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-dcbda53f-febb-4ab4-8558-84e306698a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:20.350846 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-dcbda53f-febb-4ab4-8558-84e306698a7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=03d79172-69d1-4365-a566-d55933102042 HTTP/1.1" status: 200 len: 898 time: 0.0893667 Nov 29 19:21:20.455529 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-d9bc386c-b6aa-4855-9812-ddf67263cdde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94188091-8886-4ed9-aa62-b4213a063935 HTTP/1.1" status: 200 len: 999 time: 0.0927615 Nov 29 19:21:20.466361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e40891-5a57-453c-a845-9b18193f7195 req-0067de58-1113-4b88-850c-10e6203b2036 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:20.467866 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5e40891-5a57-453c-a845-9b18193f7195 req-0067de58-1113-4b88-850c-10e6203b2036 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 943 time: 0.0983169 Nov 29 19:21:20.540570 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-5a499901-f8fc-4be7-a8b1-e62f815eafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:20.542097 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-5a499901-f8fc-4be7-a8b1-e62f815eafb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a472bba-f5eb-4ced-b65d-c3b65dd7f874 HTTP/1.1" status: 200 len: 835 time: 0.0733180 Nov 29 19:21:20.555288 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5e40891-5a57-453c-a845-9b18193f7195 req-12ee647e-4dec-4cff-adf8-7257cdc97e6d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779114 Nov 29 19:21:20.596330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9abf72dc-a60a-4d91-b479-4cb8b84507e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:20.597831 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-9abf72dc-a60a-4d91-b479-4cb8b84507e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03d79172-69d1-4365-a566-d55933102042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416956 Nov 29 19:21:20.690929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-2c8f3ea3-bbfe-4e0e-87cf-f148a475c1e3 service neutron] 10.222.0.20 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816243 Nov 29 19:21:20.789278 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00b6769b-9e38-411f-af4a-91a76cbc8c2d req-ab9a53ed-cd9f-4bfe-bdf5-78fe1203c244 service neutron] 10.222.0.20 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868955 Nov 29 19:21:21.494869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'tag': '94188091-8886-4ed9-aa62-b4213a063935'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:21:21.497211 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f340cc65-c626-49c6-8758-55bae01e5797" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7f913c-6062-4679-92ac-6fe9c4a7cfdd", "tag": "94188091-8886-4ed9-aa62-b4213a063935"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:21:21.547794 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cc4da3-1729-4d0c-9057-d7417e178e0e x-openstack-request-id: req-a9cc4da3-1729-4d0c-9057-d7417e178e0e {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:21:21.548171 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7f913c-6062-4679-92ac-6fe9c4a7cfdd", "tag": "94188091-8886-4ed9-aa62-b4213a063935", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:21:21.548870 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9cc4da3-1729-4d0c-9057-d7417e178e0e {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:21:21.549291 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'tag': '94188091-8886-4ed9-aa62-b4213a063935', 'status': 'completed', 'code': 200} Nov 29 19:21:21.615318 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340cc65-c626-49c6-8758-55bae01e5797 req-a0a5deda-e5bf-45bd-912e-d7a82c6d4a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:21.616800 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340cc65-c626-49c6-8758-55bae01e5797 req-76da9119-b575-478c-909c-68683b1bb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:21.617048 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f340cc65-c626-49c6-8758-55bae01e5797 req-a0a5deda-e5bf-45bd-912e-d7a82c6d4a20 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 1094 time: 0.0518198 Nov 29 19:21:21.618500 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f340cc65-c626-49c6-8758-55bae01e5797 req-76da9119-b575-478c-909c-68683b1bb2a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 1094 time: 0.0441451 Nov 29 19:21:21.711235 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340cc65-c626-49c6-8758-55bae01e5797 req-850dc2fc-cdbb-4ae5-9cd1-83304b79d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:21.712820 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f340cc65-c626-49c6-8758-55bae01e5797 req-850dc2fc-cdbb-4ae5-9cd1-83304b79d131 service neutron] 10.222.0.31 "GET /v2.0/networks?id=03d79172-69d1-4365-a566-d55933102042 HTTP/1.1" status: 200 len: 898 time: 0.0894415 Nov 29 19:21:21.740035 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d899a-b066-4ca4-9f00-4a400e59e678 req-6870cc34-c329-4173-8b25-8a78d7284d9d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:21.742100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-576d899a-b066-4ca4-9f00-4a400e59e678 req-6870cc34-c329-4173-8b25-8a78d7284d9d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 943 time: 0.1051033 Nov 29 19:21:21.771188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340cc65-c626-49c6-8758-55bae01e5797 req-6bdd1c09-1de5-4488-a883-44d83372d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:21.772762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f340cc65-c626-49c6-8758-55bae01e5797 req-6bdd1c09-1de5-4488-a883-44d83372d5c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03d79172-69d1-4365-a566-d55933102042 HTTP/1.1" status: 200 len: 898 time: 0.1448872 Nov 29 19:21:21.786160 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f340cc65-c626-49c6-8758-55bae01e5797 req-70237b30-fdce-440f-bbc7-92bf6482f740 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94188091-8886-4ed9-aa62-b4213a063935 HTTP/1.1" status: 200 len: 999 time: 0.0662475 Nov 29 19:21:21.839012 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340cc65-c626-49c6-8758-55bae01e5797 req-738a6925-8885-4301-a1ff-bacd2f88c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:21.840520 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f340cc65-c626-49c6-8758-55bae01e5797 req-738a6925-8885-4301-a1ff-bacd2f88c501 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a472bba-f5eb-4ced-b65d-c3b65dd7f874 HTTP/1.1" status: 200 len: 835 time: 0.0481114 Nov 29 19:21:21.862120 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-576d899a-b066-4ca4-9f00-4a400e59e678 req-4bc0cb8b-aac5-47a7-bd7a-8289177e39a4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128800 Nov 29 19:21:21.888850 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f340cc65-c626-49c6-8758-55bae01e5797 req-a19c72eb-3c37-4ba1-a4be-f7cc42a86726 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94188091-8886-4ed9-aa62-b4213a063935 HTTP/1.1" status: 200 len: 999 time: 0.0928652 Nov 29 19:21:21.899504 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340cc65-c626-49c6-8758-55bae01e5797 req-503101c3-34dc-46c5-86ec-775720e5438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:21.901018 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f340cc65-c626-49c6-8758-55bae01e5797 req-503101c3-34dc-46c5-86ec-775720e5438e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=03d79172-69d1-4365-a566-d55933102042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530121 Nov 29 19:21:21.943062 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340cc65-c626-49c6-8758-55bae01e5797 req-8059fdfa-63cc-4e93-9e4b-6c42b96efad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:21.944570 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f340cc65-c626-49c6-8758-55bae01e5797 req-8059fdfa-63cc-4e93-9e4b-6c42b96efad9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a472bba-f5eb-4ced-b65d-c3b65dd7f874 HTTP/1.1" status: 200 len: 835 time: 0.0451603 Nov 29 19:21:21.994429 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340cc65-c626-49c6-8758-55bae01e5797 req-a5864c32-eb67-4012-a7d2-4b47d5f28c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:21.996213 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f340cc65-c626-49c6-8758-55bae01e5797 req-9b9348fc-7a41-4af8-8448-20da7b998570 service neutron] 10.222.0.31 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877578 Nov 29 19:21:21.996446 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f340cc65-c626-49c6-8758-55bae01e5797 req-a5864c32-eb67-4012-a7d2-4b47d5f28c9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03d79172-69d1-4365-a566-d55933102042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405908 Nov 29 19:21:22.095680 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f340cc65-c626-49c6-8758-55bae01e5797 req-9650014e-e63e-40df-8c38-9ce03879c13c service neutron] 10.222.0.31 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928800 Nov 29 19:21:22.100520 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f340cc65-c626-49c6-8758-55bae01e5797 req-521f258d-cf26-49e9-bdc7-3a6925959af4 service neutron] 10.222.0.20 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962729 Nov 29 19:21:22.191245 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f340cc65-c626-49c6-8758-55bae01e5797 req-9d5cd056-c1a8-494f-8f43-b28edf37f338 service neutron] 10.222.0.20 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823817 Nov 29 19:21:22.665170 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 94188091-8886-4ed9-aa62-b4213a063935 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:21:22.702660 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 94188091-8886-4ed9-aa62-b4213a063935 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:21:22.991102 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a72ca8-9c13-4c2c-a222-4a216c4fca32 req-5ebfb2a7-106c-4e38-8785-fbec1fb2a99d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:22.992600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f0a72ca8-9c13-4c2c-a222-4a216c4fca32 req-5ebfb2a7-106c-4e38-8785-fbec1fb2a99d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 943 time: 0.0500040 Nov 29 19:21:23.046994 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f0a72ca8-9c13-4c2c-a222-4a216c4fca32 req-4c575ed4-293f-4756-a644-70da99f8285b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483723 Nov 29 19:21:23.244903 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16c1fc-e3e6-44aa-aa1b-093bd9c8769c req-5a97768d-ccd7-475e-a0e4-851376ca5686 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:23.246518 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa16c1fc-e3e6-44aa-aa1b-093bd9c8769c req-5a97768d-ccd7-475e-a0e4-851376ca5686 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 943 time: 0.0489848 Nov 29 19:21:23.256267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ec9d0-10d6-45b1-bc67-6d5bfbdc5c23 req-8cada20a-d164-4e41-bc5b-4d559ce49127 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:23.258322 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-214ec9d0-10d6-45b1-bc67-6d5bfbdc5c23 req-8cada20a-d164-4e41-bc5b-4d559ce49127 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd&tenant_id=586123f8e14849718a3a2426d6443104&binding%3Ahost_id=n-h1-819494-5 HTTP/1.1" status: 200 len: 943 time: 0.0522041 Nov 29 19:21:23.296734 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa16c1fc-e3e6-44aa-aa1b-093bd9c8769c req-8a06b993-f045-4fc8-a20c-833d6bf192ee tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439322 Nov 29 19:21:23.324793 n-d-819494-5 neutron-server[110004]: INFO neutron.api.v2.resource [req-214ec9d0-10d6-45b1-bc67-6d5bfbdc5c23 req-e0f2c188-cc2c-4c39-b205-f3bf46f90c5f service neutron] delete failed (client error): The resource could not be found. Nov 29 19:21:23.325972 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-214ec9d0-10d6-45b1-bc67-6d5bfbdc5c23 req-e0f2c188-cc2c-4c39-b205-f3bf46f90c5f service neutron] 10.222.0.31 "DELETE /v2.0/ports/94188091-8886-4ed9-aa62-b4213a063935/bindings/n-h2-819494-5 HTTP/1.1" status: 404 len: 380 time: 0.0602543 Nov 29 19:21:23.371002 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 94188091-8886-4ed9-aa62-b4213a063935 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:21:23.411169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ec9d0-10d6-45b1-bc67-6d5bfbdc5c23 req-6407a444-0e18-4b1d-b8ad-2b21bb1b8bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:23.412667 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-214ec9d0-10d6-45b1-bc67-6d5bfbdc5c23 req-6407a444-0e18-4b1d-b8ad-2b21bb1b8bfe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 1094 time: 0.0439847 Nov 29 19:21:23.416200 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263870f-15cd-403f-bb79-543b80f84ad4 req-379c67fd-bb96-4c59-a866-39a0bb724902 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:23.417765 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3263870f-15cd-403f-bb79-543b80f84ad4 req-379c67fd-bb96-4c59-a866-39a0bb724902 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 943 time: 0.0495150 Nov 29 19:21:23.468782 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3263870f-15cd-403f-bb79-543b80f84ad4 req-e19e8327-28ae-408c-b653-cd37d855bfab tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447743 Nov 29 19:21:23.472203 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 94188091-8886-4ed9-aa62-b4213a063935, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=94188091-8886-4ed9-aa62-b4213a063935,segment=NetworkSegment(cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1),segment_id=cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:21:23.486379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '94188091-8886-4ed9-aa62-b4213a063935', 'network_id': '03d79172-69d1-4365-a566-d55933102042', 'port_id': '94188091-8886-4ed9-aa62-b4213a063935', 'mac_address': 'fa:16:3e:0d:b0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:21:23.510518 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ec9d0-10d6-45b1-bc67-6d5bfbdc5c23 req-580105cd-b0fb-4fbb-893a-f7279e0c26a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:23.512020 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-214ec9d0-10d6-45b1-bc67-6d5bfbdc5c23 req-580105cd-b0fb-4fbb-893a-f7279e0c26a7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=03d79172-69d1-4365-a566-d55933102042 HTTP/1.1" status: 200 len: 898 time: 0.0927801 Nov 29 19:21:23.523875 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:23.536834 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94188091-8886-4ed9-aa62-b4213a063935 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:21:23.556649 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 94188091-8886-4ed9-aa62-b4213a063935, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=94188091-8886-4ed9-aa62-b4213a063935,segment=NetworkSegment(cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1),segment_id=cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:21:23.561365 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:23.582050 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-214ec9d0-10d6-45b1-bc67-6d5bfbdc5c23 req-94763c2c-79b9-4a89-86e9-f97e0554c347 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94188091-8886-4ed9-aa62-b4213a063935 HTTP/1.1" status: 200 len: 999 time: 0.0631866 Nov 29 19:21:23.607995 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=94188091-8886-4ed9-aa62-b4213a063935,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:23.615384 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:23.615742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:23.616091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:23.616503 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:23.617391 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:23.617732 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:23.618072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:23.618406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:23.618740 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:23.619102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:23.619441 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:23.619795 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:23.633385 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ec9d0-10d6-45b1-bc67-6d5bfbdc5c23 req-979946c5-fc01-4e6b-b17e-01dab15b3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:23.634874 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-214ec9d0-10d6-45b1-bc67-6d5bfbdc5c23 req-979946c5-fc01-4e6b-b17e-01dab15b3e51 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3a472bba-f5eb-4ced-b65d-c3b65dd7f874 HTTP/1.1" status: 200 len: 835 time: 0.0451164 Nov 29 19:21:23.679054 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ec9d0-10d6-45b1-bc67-6d5bfbdc5c23 req-0a07f4b6-b7dd-4095-8838-1ca8749c57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:23.680423 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-214ec9d0-10d6-45b1-bc67-6d5bfbdc5c23 req-0a07f4b6-b7dd-4095-8838-1ca8749c57a0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=03d79172-69d1-4365-a566-d55933102042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388923 Nov 29 19:21:23.771840 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-214ec9d0-10d6-45b1-bc67-6d5bfbdc5c23 req-8dd650dc-e855-41ed-a239-ebc6d377ca52 service neutron] 10.222.0.31 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841920 Nov 29 19:21:23.844662 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['94188091-8886-4ed9-aa62-b4213a063935'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:21:23.861680 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-214ec9d0-10d6-45b1-bc67-6d5bfbdc5c23 req-abeb9936-65d7-41ba-9738-1623df6bc9a2 service neutron] 10.222.0.31 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829082 Nov 29 19:21:24.161065 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2621a7d9-11bd-427b-8bbc-a4871cf0f6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:24.590848 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49000c4b-8dde-403f-8a80-65f5799ca11a req-1af22e2d-c977-40cf-9939-6ba09d632925 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:24.592263 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49000c4b-8dde-403f-8a80-65f5799ca11a req-1af22e2d-c977-40cf-9939-6ba09d632925 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 944 time: 0.0543258 Nov 29 19:21:24.644124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-49000c4b-8dde-403f-8a80-65f5799ca11a req-b9ef4b2c-cfbd-4eb4-9dcb-3cbc7cf4dad5 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458584 Nov 29 19:21:24.667498 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45754) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:24.732738 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6ba4ad23-305e-49ed-b24f-92a585f7d851 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/6f4c3528-c68d-4e7d-b9f4-c2e4c2426ec6 HTTP/1.1" status: 200 len: 992 time: 0.0640392 Nov 29 19:21:25.378197 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 94188091-8886-4ed9-aa62-b4213a063935 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:21:25.432188 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 94188091-8886-4ed9-aa62-b4213a063935 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:21:25.436234 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 94188091-8886-4ed9-aa62-b4213a063935 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:21:25.436613 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:25.513372 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:25.538556 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94188091-8886-4ed9-aa62-b4213a063935'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:21:25.540995 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a600f206-a491-40c9-a24b-3bb8c62e7877" -d '{"events": [{"server_uuid": "0d7f913c-6062-4679-92ac-6fe9c4a7cfdd", "name": "network-vif-plugged", "status": "completed", "tag": "94188091-8886-4ed9-aa62-b4213a063935"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:21:25.555750 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 94188091-8886-4ed9-aa62-b4213a063935, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=94188091-8886-4ed9-aa62-b4213a063935,segment=NetworkSegment(cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1),segment_id=cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:21:25.560284 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:25.613762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=94188091-8886-4ed9-aa62-b4213a063935,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:25.659997 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ad2cb3-0aa3-4c5c-aa51-472ca8867196 x-openstack-request-id: req-d6ad2cb3-0aa3-4c5c-aa51-472ca8867196 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:21:25.660298 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7f913c-6062-4679-92ac-6fe9c4a7cfdd", "name": "network-vif-plugged", "status": "completed", "tag": "94188091-8886-4ed9-aa62-b4213a063935", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:21:25.660559 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6ad2cb3-0aa3-4c5c-aa51-472ca8867196 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:21:25.660991 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94188091-8886-4ed9-aa62-b4213a063935', 'code': 200} Nov 29 19:21:26.610449 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-359e307b-421b-4cba-b3f0-7de465a65106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:27.934356 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:28.009502 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:29.486566 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:30.156522 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:30.521004 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:43.573211 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:21:54.162774 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28c4c1bd-46ec-470c-a520-7f271dfd4206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:54.598078 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-733920f9-6efc-4ed9-8619-2ed01a153364 req-87275268-b51f-4c06-85e0-52bf82624c14 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382943 Nov 29 19:21:54.681461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733920f9-6efc-4ed9-8619-2ed01a153364 req-167370a0-b928-4701-a1af-624a8cc6ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:54.682994 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-733920f9-6efc-4ed9-8619-2ed01a153364 req-167370a0-b928-4701-a1af-624a8cc6ea67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 1096 time: 0.0398593 Nov 29 19:21:54.788863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733920f9-6efc-4ed9-8619-2ed01a153364 req-82e47333-6e70-4b0a-87c2-9b5bcc452f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:54.790308 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-733920f9-6efc-4ed9-8619-2ed01a153364 req-82e47333-6e70-4b0a-87c2-9b5bcc452f7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=03d79172-69d1-4365-a566-d55933102042 HTTP/1.1" status: 200 len: 898 time: 0.0869217 Nov 29 19:21:54.855471 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-733920f9-6efc-4ed9-8619-2ed01a153364 req-3b3a66f1-afdf-4db0-88fe-a0409be14c6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94188091-8886-4ed9-aa62-b4213a063935 HTTP/1.1" status: 200 len: 1001 time: 0.0569863 Nov 29 19:21:54.908232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733920f9-6efc-4ed9-8619-2ed01a153364 req-410f7664-a9f1-443c-86a4-7fd53b0d99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:54.909702 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-733920f9-6efc-4ed9-8619-2ed01a153364 req-410f7664-a9f1-443c-86a4-7fd53b0d99c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a472bba-f5eb-4ced-b65d-c3b65dd7f874 HTTP/1.1" status: 200 len: 835 time: 0.0469823 Nov 29 19:21:54.955908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733920f9-6efc-4ed9-8619-2ed01a153364 req-8ce68e3d-508d-4dfc-9efd-32dc0811667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:54.957430 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-733920f9-6efc-4ed9-8619-2ed01a153364 req-8ce68e3d-508d-4dfc-9efd-32dc0811667c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03d79172-69d1-4365-a566-d55933102042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404768 Nov 29 19:21:55.045878 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-733920f9-6efc-4ed9-8619-2ed01a153364 req-a9c2ef58-78bf-404e-ad97-6bdc732bc72c service neutron] 10.222.0.20 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799069 Nov 29 19:21:55.145685 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-733920f9-6efc-4ed9-8619-2ed01a153364 req-19ef429e-9d6d-41a0-8031-e5c55e4d0a08 service neutron] 10.222.0.20 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887144 Nov 29 19:21:56.611130 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1623aabc-877d-4e53-a6ed-8740bf4f5e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:57.115490 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45770) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:21:57.278635 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port a8aab04c-87d7-411d-a789-f2015510f4d4 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:21:57.278992 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:57.352972 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:57.353228 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:57.366326 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for a8aab04c-87d7-411d-a789-f2015510f4d4 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:21:57.515425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:57.545137 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=a8aab04c-87d7-411d-a789-f2015510f4d4,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:21:57.556866 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:57.557228 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:57.557582 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:57.557930 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:57.558532 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:57.558902 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:57.559247 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:57.559586 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:57.559924 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:57.560260 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:57.560593 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:57.560928 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:21:57.616196 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:57.616443 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Floating IP 6f4c3528-c68d-4e7d-b9f4-c2e4c2426ec6 disassociated (deleted). External IP: 172.25.3.251, port: 94188091-8886-4ed9-aa62-b4213a063935. Nov 29 19:21:57.824188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 7967f7f6-a914-401a-90dc-ece664c4e957 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:21:57.940481 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:57.942320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:21:57.946368 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:57.951062 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9861f9d5-a23c-4d69-8536-fd4e08ea6c98 None None] Sync routers for ids ['7967f7f6-a914-401a-90dc-ece664c4e957'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:21:57.960944 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9861f9d5-a23c-4d69-8536-fd4e08ea6c98 None None] Routers {'7967f7f6-a914-401a-90dc-ece664c4e957'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:21:57.961534 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9861f9d5-a23c-4d69-8536-fd4e08ea6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:21:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['7967f7f6-a914-401a-90dc-ece664c4e957'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:21:57.973479 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-be60f9ca-abff-4a16-93c3-219ce47d5c26 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/floatingips/6f4c3528-c68d-4e7d-b9f4-c2e4c2426ec6 HTTP/1.1" status: 204 len: 168 time: 0.8569043 Nov 29 19:21:57.974070 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'tag': '94188091-8886-4ed9-aa62-b4213a063935'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:21:57.976400 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84ea3b7-0a22-469c-9381-cf5fefea93ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7f913c-6062-4679-92ac-6fe9c4a7cfdd", "tag": "94188091-8886-4ed9-aa62-b4213a063935"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:21:58.018029 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:58.107105 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a9c6bb-bb5f-43ad-9d86-0dbff2c2428e x-openstack-request-id: req-43a9c6bb-bb5f-43ad-9d86-0dbff2c2428e {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:21:58.107464 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7f913c-6062-4679-92ac-6fe9c4a7cfdd", "tag": "94188091-8886-4ed9-aa62-b4213a063935", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:21:58.107808 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43a9c6bb-bb5f-43ad-9d86-0dbff2c2428e {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:21:58.108414 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'tag': '94188091-8886-4ed9-aa62-b4213a063935', 'status': 'completed', 'code': 200} Nov 29 19:21:58.163147 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-9861f9d5-a23c-4d69-8536-fd4e08ea6c98 None None] Set router 7967f7f6-a914-401a-90dc-ece664c4e957 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:21:58.190378 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ea3b7-0a22-469c-9381-cf5fefea93ff req-4fecc983-a140-44e1-811b-da6acc987d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:58.192041 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f84ea3b7-0a22-469c-9381-cf5fefea93ff req-4fecc983-a140-44e1-811b-da6acc987d6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 1096 time: 0.0498760 Nov 29 19:21:58.309665 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd37c96-8d22-453c-b5b3-2389d2091b71 req-8d58d53c-8fd9-420b-94e1-2d49e17f150b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:58.311196 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6cd37c96-8d22-453c-b5b3-2389d2091b71 req-8d58d53c-8fd9-420b-94e1-2d49e17f150b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.1104720 Nov 29 19:21:58.338507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ea3b7-0a22-469c-9381-cf5fefea93ff req-6c4e1d99-77c3-4a2e-af09-4205365113a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:58.340571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f84ea3b7-0a22-469c-9381-cf5fefea93ff req-6c4e1d99-77c3-4a2e-af09-4205365113a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03d79172-69d1-4365-a566-d55933102042 HTTP/1.1" status: 200 len: 898 time: 0.1410413 Nov 29 19:21:58.361671 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9861f9d5-a23c-4d69-8536-fd4e08ea6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563623648', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:19:32Z', 'updated_at': '2021-11-29T19:19:36Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:33Z', 'updated_at': '2021-11-29T19:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'e2d2e531-f7c7-4a46-a62d-e444d3f969cc', 'name': '', 'network_id': '03d79172-69d1-4365-a566-d55933102042', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:ea:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:35Z', 'updated_at': '2021-11-29T19:19:39Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:21:58.391091 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9861f9d5-a23c-4d69-8536-fd4e08ea6c98 None None] Checking router: 7967f7f6-a914-401a-90dc-ece664c4e957 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:21:58.397603 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f84ea3b7-0a22-469c-9381-cf5fefea93ff req-08e4849e-f0d1-4b2b-be6a-029095d330a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94188091-8886-4ed9-aa62-b4213a063935 HTTP/1.1" status: 200 len: 217 time: 0.0493257 Nov 29 19:21:58.399851 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9861f9d5-a23c-4d69-8536-fd4e08ea6c98 None None] Routers {'7967f7f6-a914-401a-90dc-ece664c4e957'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:21:58.400443 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9861f9d5-a23c-4d69-8536-fd4e08ea6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:21:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['7967f7f6-a914-401a-90dc-ece664c4e957'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:21:58.402660 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6cd37c96-8d22-453c-b5b3-2389d2091b71 req-b1e38a2d-06c2-42e1-a592-bba98248692a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852818 Nov 29 19:21:58.455294 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ea3b7-0a22-469c-9381-cf5fefea93ff req-730f597c-1259-4dc1-89ab-a59b203988ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:58.456693 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f84ea3b7-0a22-469c-9381-cf5fefea93ff req-730f597c-1259-4dc1-89ab-a59b203988ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a472bba-f5eb-4ced-b65d-c3b65dd7f874 HTTP/1.1" status: 200 len: 835 time: 0.0500841 Nov 29 19:21:58.503751 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ea3b7-0a22-469c-9381-cf5fefea93ff req-53cf0232-0050-47fe-a8d4-4980ade85f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:58.505512 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f84ea3b7-0a22-469c-9381-cf5fefea93ff req-53cf0232-0050-47fe-a8d4-4980ade85f14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03d79172-69d1-4365-a566-d55933102042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400503 Nov 29 19:21:58.505641 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-9861f9d5-a23c-4d69-8536-fd4e08ea6c98 None None] Set router 7967f7f6-a914-401a-90dc-ece664c4e957 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:21:58.595870 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f84ea3b7-0a22-469c-9381-cf5fefea93ff req-fec0359d-c0c8-41ab-81a6-0afcc62954ff service neutron] 10.222.0.20 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819030 Nov 29 19:21:58.691268 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f84ea3b7-0a22-469c-9381-cf5fefea93ff req-f5590437-213a-4c78-b4ab-b98f36207d06 service neutron] 10.222.0.20 "GET /v2.0/networks/03d79172-69d1-4365-a566-d55933102042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867105 Nov 29 19:21:58.705759 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9861f9d5-a23c-4d69-8536-fd4e08ea6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563623648', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:19:32Z', 'updated_at': '2021-11-29T19:19:36Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:33Z', 'updated_at': '2021-11-29T19:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'e2d2e531-f7c7-4a46-a62d-e444d3f969cc', 'name': '', 'network_id': '03d79172-69d1-4365-a566-d55933102042', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:ea:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:35Z', 'updated_at': '2021-11-29T19:19:39Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:21:58.733408 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9861f9d5-a23c-4d69-8536-fd4e08ea6c98 None None] The sync data for ids ['7967f7f6-a914-401a-90dc-ece664c4e957'] in n-d-819494-5 is: [{'id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563623648', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:19:32Z', 'updated_at': '2021-11-29T19:19:36Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:33Z', 'updated_at': '2021-11-29T19:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'e2d2e531-f7c7-4a46-a62d-e444d3f969cc', 'name': '', 'network_id': '03d79172-69d1-4365-a566-d55933102042', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:ea:75:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:35Z', 'updated_at': '2021-11-29T19:19:39Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '3a472bba-f5eb-4ced-b65d-c3b65dd7f874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:21:58.950059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ac6c4-8434-4e72-9f81-b8995b46db4e None None] New status for floating IP 6f4c3528-c68d-4e7d-b9f4-c2e4c2426ec6: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:21:59.490669 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:59.529007 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42cd99-c62a-4d1c-bd1f-ec911adf1b93 req-cd6fd19b-6791-4d22-aee6-eb0b5aabe2a9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:59.530533 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad42cd99-c62a-4d1c-bd1f-ec911adf1b93 req-cd6fd19b-6791-4d22-aee6-eb0b5aabe2a9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0533638 Nov 29 19:21:59.583078 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ad42cd99-c62a-4d1c-bd1f-ec911adf1b93 req-b3d8f9dd-d3fe-4807-be04-8e1f30b54668 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=23942ce3-2148-4a51-a9b9-b6a6af434ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458622 Nov 29 19:21:59.766320 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cfc62-cad0-4b15-9c78-fb76551fc60e req-542eae96-a688-4f71-8f80-5d20314cdab1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:21:59.767749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-105cfc62-cad0-4b15-9c78-fb76551fc60e req-542eae96-a688-4f71-8f80-5d20314cdab1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 945 time: 0.0532928 Nov 29 19:21:59.858186 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-105cfc62-cad0-4b15-9c78-fb76551fc60e req-a71728af-84ac-4134-9d36-fe662c8e912d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port 94188091-8886-4ed9-aa62-b4213a063935 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:21:59.858524 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-105cfc62-cad0-4b15-9c78-fb76551fc60e req-a71728af-84ac-4134-9d36-fe662c8e912d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:59.949420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-105cfc62-cad0-4b15-9c78-fb76551fc60e req-a71728af-84ac-4134-9d36-fe662c8e912d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] For port 94188091-8886-4ed9-aa62-b4213a063935, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=94188091-8886-4ed9-aa62-b4213a063935,segment=NetworkSegment(cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1),segment_id=cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:21:59.949791 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-105cfc62-cad0-4b15-9c78-fb76551fc60e req-a71728af-84ac-4134-9d36-fe662c8e912d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:21:59.963596 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-105cfc62-cad0-4b15-9c78-fb76551fc60e req-a71728af-84ac-4134-9d36-fe662c8e912d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for 94188091-8886-4ed9-aa62-b4213a063935 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:22:00.100882 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-105cfc62-cad0-4b15-9c78-fb76551fc60e req-a71728af-84ac-4134-9d36-fe662c8e912d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:00.134567 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71728af-84ac-4134-9d36-fe662c8e912d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=94188091-8886-4ed9-aa62-b4213a063935,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:00.170609 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:00.189350 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-105cfc62-cad0-4b15-9c78-fb76551fc60e req-a71728af-84ac-4134-9d36-fe662c8e912d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] No DVR routers for this DVR port 94188091-8886-4ed9-aa62-b4213a063935 on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:22:00.192862 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-105cfc62-cad0-4b15-9c78-fb76551fc60e req-a71728af-84ac-4134-9d36-fe662c8e912d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:00.197987 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-105cfc62-cad0-4b15-9c78-fb76551fc60e req-a71728af-84ac-4134-9d36-fe662c8e912d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.20 "DELETE /v2.0/ports/94188091-8886-4ed9-aa62-b4213a063935 HTTP/1.1" status: 204 len: 173 time: 0.4207044 Nov 29 19:22:00.198669 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'name': 'network-vif-deleted', 'tag': '94188091-8886-4ed9-aa62-b4213a063935'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:22:00.201163 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab86bfe-5e56-4125-9ea2-e65bcc23d89a" -d '{"events": [{"server_uuid": "0d7f913c-6062-4679-92ac-6fe9c4a7cfdd", "name": "network-vif-deleted", "tag": "94188091-8886-4ed9-aa62-b4213a063935"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:22:00.249974 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0946bedf-52bd-48b9-9c57-994fadb9ccdb x-openstack-request-id: req-0946bedf-52bd-48b9-9c57-994fadb9ccdb {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:22:00.250299 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7f913c-6062-4679-92ac-6fe9c4a7cfdd", "name": "network-vif-deleted", "tag": "94188091-8886-4ed9-aa62-b4213a063935", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:22:00.250617 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0946bedf-52bd-48b9-9c57-994fadb9ccdb {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:22:00.251078 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d7f913c-6062-4679-92ac-6fe9c4a7cfdd', 'name': 'network-vif-deleted', 'tag': '94188091-8886-4ed9-aa62-b4213a063935', 'status': 'completed', 'code': 200} Nov 29 19:22:00.525176 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:00.706293 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b35f8dea-b6dd-46be-84d5-e109f34e0c6d req-0517a6d0-8fec-4e2c-90be-2cbb11e9c9de tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d7f913c-6062-4679-92ac-6fe9c4a7cfdd HTTP/1.1" status: 200 len: 210 time: 0.0281856 Nov 29 19:22:01.766287 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45790) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:02.471217 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-21f7e36d-369b-4655-a5ab-91bea229d18e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:02.731619 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-21f7e36d-369b-4655-a5ab-91bea229d18e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port e2d2e531-f7c7-4a46-a62d-e444d3f969cc {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:22:02.732013 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-21f7e36d-369b-4655-a5ab-91bea229d18e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:02.824067 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-21f7e36d-369b-4655-a5ab-91bea229d18e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] For port e2d2e531-f7c7-4a46-a62d-e444d3f969cc, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=e2d2e531-f7c7-4a46-a62d-e444d3f969cc,segment=NetworkSegment(cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1),segment_id=cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:22:02.824742 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-21f7e36d-369b-4655-a5ab-91bea229d18e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:02.837199 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-21f7e36d-369b-4655-a5ab-91bea229d18e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for e2d2e531-f7c7-4a46-a62d-e444d3f969cc owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:22:03.031739 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-21f7e36d-369b-4655-a5ab-91bea229d18e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:03.060543 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7e36d-369b-4655-a5ab-91bea229d18e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=e2d2e531-f7c7-4a46-a62d-e444d3f969cc,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:03.238737 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-21f7e36d-369b-4655-a5ab-91bea229d18e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:03.451716 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f7e36d-369b-4655-a5ab-91bea229d18e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 7967f7f6-a914-401a-90dc-ece664c4e957 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:22:03.549525 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 94188091-8886-4ed9-aa62-b4213a063935 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:22:03.559919 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f7e36d-369b-4655-a5ab-91bea229d18e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:22:03.567927 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-21f7e36d-369b-4655-a5ab-91bea229d18e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "PUT /v2.0/routers/7967f7f6-a914-401a-90dc-ece664c4e957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8005419 Nov 29 19:22:03.568532 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45794) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:03.570064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 94188091-8886-4ed9-aa62-b4213a063935 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:22:03.570419 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 94188091-8886-4ed9-aa62-b4213a063935 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:22:03.572548 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba91b221-0f1c-44ab-8bfa-6e29589d649e None None] Sync routers for ids ['7967f7f6-a914-401a-90dc-ece664c4e957'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:22:03.582462 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba91b221-0f1c-44ab-8bfa-6e29589d649e None None] Routers {'7967f7f6-a914-401a-90dc-ece664c4e957'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:22:03.583163 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ba91b221-0f1c-44ab-8bfa-6e29589d649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:21:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['7967f7f6-a914-401a-90dc-ece664c4e957'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:03.625159 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f96f14-321c-4a18-911c-7c0f815d709f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting subnet 3a472bba-f5eb-4ced-b65d-c3b65dd7f874 {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:22:03.628277 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00f96f14-321c-4a18-911c-7c0f815d709f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:03.668841 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00f96f14-321c-4a18-911c-7c0f815d709f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:03.686106 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ba91b221-0f1c-44ab-8bfa-6e29589d649e None None] Set router 7967f7f6-a914-401a-90dc-ece664c4e957 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:22:03.752349 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00f96f14-321c-4a18-911c-7c0f815d709f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:03.815933 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00f96f14-321c-4a18-911c-7c0f815d709f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:03.844435 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f96f14-321c-4a18-911c-7c0f815d709f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Subnet': ['ID=3a472bba-f5eb-4ced-b65d-c3b65dd7f874,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:03.848133 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-00f96f14-321c-4a18-911c-7c0f815d709f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:03.853809 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-00f96f14-321c-4a18-911c-7c0f815d709f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/subnets/3a472bba-f5eb-4ced-b65d-c3b65dd7f874 HTTP/1.1" status: 204 len: 168 time: 0.2819996 Nov 29 19:22:03.854741 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45796) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:03.855602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0dfb14-d855-43bf-bc78-885fb9907d2a None None] Network 03d79172-69d1-4365-a566-d55933102042 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:22:03.867973 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ba91b221-0f1c-44ab-8bfa-6e29589d649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563623648', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:19:32Z', 'updated_at': '2021-11-29T19:22:02Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:33Z', 'updated_at': '2021-11-29T19:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:03.896423 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba91b221-0f1c-44ab-8bfa-6e29589d649e None None] Checking router: 7967f7f6-a914-401a-90dc-ece664c4e957 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:22:03.910509 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba91b221-0f1c-44ab-8bfa-6e29589d649e None None] Routers {'7967f7f6-a914-401a-90dc-ece664c4e957'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:22:03.911196 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ba91b221-0f1c-44ab-8bfa-6e29589d649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:21:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['7967f7f6-a914-401a-90dc-ece664c4e957'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:03.969820 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c926c06-41a6-4a22-8c15-de315765520e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.026311 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ba91b221-0f1c-44ab-8bfa-6e29589d649e None None] Set router 7967f7f6-a914-401a-90dc-ece664c4e957 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:22:04.049963 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740819de-4c6a-4522-be21-f4b5164919ba None None] DHCP port deletion for 03d79172-69d1-4365-a566-d55933102042 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:22:04.082206 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c926c06-41a6-4a22-8c15-de315765520e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.103777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-740819de-4c6a-4522-be21-f4b5164919ba None None] Deleting port 6ff24964-f9d2-4ca1-816e-977bf0620a17 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:22:04.104202 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-740819de-4c6a-4522-be21-f4b5164919ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.135425 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7c926c06-41a6-4a22-8c15-de315765520e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port 2988d1f2-57e5-40d2-a917-d584c710a434 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:22:04.135770 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c926c06-41a6-4a22-8c15-de315765520e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.172328 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-740819de-4c6a-4522-be21-f4b5164919ba None None] For port 6ff24964-f9d2-4ca1-816e-977bf0620a17, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=6ff24964-f9d2-4ca1-816e-977bf0620a17,segment=NetworkSegment(cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1),segment_id=cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:22:04.172829 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-740819de-4c6a-4522-be21-f4b5164919ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.186443 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-740819de-4c6a-4522-be21-f4b5164919ba None None] Calling delete_port for 6ff24964-f9d2-4ca1-816e-977bf0620a17 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:22:04.219544 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ba91b221-0f1c-44ab-8bfa-6e29589d649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563623648', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:19:32Z', 'updated_at': '2021-11-29T19:22:02Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:33Z', 'updated_at': '2021-11-29T19:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:04.223025 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-7c926c06-41a6-4a22-8c15-de315765520e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] For port 2988d1f2-57e5-40d2-a917-d584c710a434, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2988d1f2-57e5-40d2-a917-d584c710a434,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:22:04.223399 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c926c06-41a6-4a22-8c15-de315765520e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.237243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7c926c06-41a6-4a22-8c15-de315765520e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for 2988d1f2-57e5-40d2-a917-d584c710a434 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:22:04.275151 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-740819de-4c6a-4522-be21-f4b5164919ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.306157 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740819de-4c6a-4522-be21-f4b5164919ba None None] Pushing event deleted for resources: {'Port': ['ID=6ff24964-f9d2-4ca1-816e-977bf0620a17,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:04.314901 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740819de-4c6a-4522-be21-f4b5164919ba None None] No DVR routers for this DVR port 6ff24964-f9d2-4ca1-816e-977bf0620a17 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:22:04.350365 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba91b221-0f1c-44ab-8bfa-6e29589d649e None None] The sync data for ids ['7967f7f6-a914-401a-90dc-ece664c4e957'] in n-d-819494-5 is: [{'id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'name': 'tempest-TestNetworkAdvancedServerOps-router-563623648', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:19:32Z', 'updated_at': '2021-11-29T19:22:02Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '2988d1f2-57e5-40d2-a917-d584c710a434', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7967f7f6-a914-401a-90dc-ece664c4e957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:19:33Z', 'updated_at': '2021-11-29T19:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:22:04.412439 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c926c06-41a6-4a22-8c15-de315765520e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.439160 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c926c06-41a6-4a22-8c15-de315765520e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=2988d1f2-57e5-40d2-a917-d584c710a434,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:04.450351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542fe330-eb0f-42bf-8694-009c458d8521 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:22:04.501855 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c926c06-41a6-4a22-8c15-de315765520e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.593008 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c926c06-41a6-4a22-8c15-de315765520e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.595139 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c926c06-41a6-4a22-8c15-de315765520e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.639360 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c926c06-41a6-4a22-8c15-de315765520e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.639890 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c926c06-41a6-4a22-8c15-de315765520e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Fanout notify agent at l3_agent the message router_deleted on router 7967f7f6-a914-401a-90dc-ece664c4e957 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:22:04.647830 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c926c06-41a6-4a22-8c15-de315765520e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.649042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-7c926c06-41a6-4a22-8c15-de315765520e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/routers/7967f7f6-a914-401a-90dc-ece664c4e957 HTTP/1.1" status: 204 len: 168 time: 0.7931871 Nov 29 19:22:04.651781 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45800) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:04.736058 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e816ca4a-324f-4686-b28e-76f4cd9a5240 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.805485 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6ff24964-f9d2-4ca1-816e-977bf0620a17 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:22:04.827947 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e816ca4a-324f-4686-b28e-76f4cd9a5240 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.829000 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 6ff24964-f9d2-4ca1-816e-977bf0620a17 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:22:04.829419 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 6ff24964-f9d2-4ca1-816e-977bf0620a17 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:22:04.830386 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e2d2e531-f7c7-4a46-a62d-e444d3f969cc no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:22:04.851608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e816ca4a-324f-4686-b28e-76f4cd9a5240 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d79172-69d1-4365-a566-d55933102042']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:04.852956 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: e2d2e531-f7c7-4a46-a62d-e444d3f969cc {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:22:04.853772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device e2d2e531-f7c7-4a46-a62d-e444d3f969cc not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:22:04.866818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e816ca4a-324f-4686-b28e-76f4cd9a5240 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:04.867263 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e816ca4a-324f-4686-b28e-76f4cd9a5240 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6e17a5-1960-4a06-87f3-f6ee9dde9ce1') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:04.877765 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e816ca4a-324f-4686-b28e-76f4cd9a5240 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.891757 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e816ca4a-324f-4686-b28e-76f4cd9a5240 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.898027 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e816ca4a-324f-4686-b28e-76f4cd9a5240 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:22:04.898555 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e816ca4a-324f-4686-b28e-76f4cd9a5240 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: timer() Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:22:04.901946 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:22:04.966454 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e816ca4a-324f-4686-b28e-76f4cd9a5240 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.986021 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e816ca4a-324f-4686-b28e-76f4cd9a5240 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:04.992485 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e816ca4a-324f-4686-b28e-76f4cd9a5240 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/networks/03d79172-69d1-4365-a566-d55933102042 HTTP/1.1" status: 204 len: 168 time: 0.3368502 Nov 29 19:22:04.992485 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816ca4a-324f-4686-b28e-76f4cd9a5240 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Network': ['ID=03d79172-69d1-4365-a566-d55933102042,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:04.992853 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45802) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:05.057321 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-563a816c-dc9e-43ae-9a89-9384ce1a0887 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:05.087082 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-563a816c-dc9e-43ae-9a89-9384ce1a0887 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:05.150981 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-563a816c-dc9e-43ae-9a89-9384ce1a0887 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:05.153438 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-563a816c-dc9e-43ae-9a89-9384ce1a0887 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:05.154615 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-563a816c-dc9e-43ae-9a89-9384ce1a0887 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/security-groups/23942ce3-2148-4a51-a9b9-b6a6af434ffc HTTP/1.1" status: 204 len: 168 time: 0.1601679 Nov 29 19:22:05.164473 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a816c-dc9e-43ae-9a89-9384ce1a0887 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23942ce3-2148-4a51-a9b9-b6a6af434ffc,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:06.504267 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45810) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:06.509668 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-90a93ac3-d4ba-4813-8aa5-1e0a96a50d8b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1709192222', 'description': 'tempest-secgroup-smoke-1709192222 description', 'project_id': '586123f8e14849718a3a2426d6443104'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:22:06.532656 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90a93ac3-d4ba-4813-8aa5-1e0a96a50d8b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:06.599688 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90a93ac3-d4ba-4813-8aa5-1e0a96a50d8b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:06.603915 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90a93ac3-d4ba-4813-8aa5-1e0a96a50d8b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:06.638383 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-90a93ac3-d4ba-4813-8aa5-1e0a96a50d8b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:06.639680 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-90a93ac3-d4ba-4813-8aa5-1e0a96a50d8b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1343820 Nov 29 19:22:06.640643 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a93ac3-d4ba-4813-8aa5-1e0a96a50d8b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:06.642531 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45812) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:06.647771 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-865c7a3f-4236-4580-949e-66fd7e7478eb tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '7ef0c2ff-47ab-4515-a6b7-40ca1269fab8', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:22:06.662945 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2988d1f2-57e5-40d2-a917-d584c710a434 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:22:06.674237 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-865c7a3f-4236-4580-949e-66fd7e7478eb tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:06.686805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 2988d1f2-57e5-40d2-a917-d584c710a434 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:22:06.687244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2988d1f2-57e5-40d2-a917-d584c710a434 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:22:06.731190 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-865c7a3f-4236-4580-949e-66fd7e7478eb tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:06.734455 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-865c7a3f-4236-4580-949e-66fd7e7478eb tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:06.753020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c7a3f-4236-4580-949e-66fd7e7478eb tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612d22e4-2a2c-406e-a3b6-2337bbf421ea,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:06.760981 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-865c7a3f-4236-4580-949e-66fd7e7478eb tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:06.762176 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-865c7a3f-4236-4580-949e-66fd7e7478eb tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186976 Nov 29 19:22:06.764881 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45814) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:06.769123 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a09a9014-564a-4cb1-a17d-67f6325ce5ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '7ef0c2ff-47ab-4515-a6b7-40ca1269fab8', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:22:06.796197 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a09a9014-564a-4cb1-a17d-67f6325ce5ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:06.852355 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a09a9014-564a-4cb1-a17d-67f6325ce5ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:06.856101 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a09a9014-564a-4cb1-a17d-67f6325ce5ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:06.873577 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a9014-564a-4cb1-a17d-67f6325ce5ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f50b04-8807-40e1-ac65-87da586e9697,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:06.881510 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a09a9014-564a-4cb1-a17d-67f6325ce5ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:06.882712 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a09a9014-564a-4cb1-a17d-67f6325ce5ba tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169043 Nov 29 19:22:06.885386 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45816) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:06.889611 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2f34be76-91fe-40e3-af1a-8c4999d04ae4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '7ef0c2ff-47ab-4515-a6b7-40ca1269fab8', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:22:06.916737 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2f34be76-91fe-40e3-af1a-8c4999d04ae4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:06.971598 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2f34be76-91fe-40e3-af1a-8c4999d04ae4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:06.974952 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2f34be76-91fe-40e3-af1a-8c4999d04ae4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:06.994587 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34be76-91fe-40e3-af1a-8c4999d04ae4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d2145b-aa13-411d-a518-d2c2db330ed3,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:07.006807 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2f34be76-91fe-40e3-af1a-8c4999d04ae4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.008075 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2f34be76-91fe-40e3-af1a-8c4999d04ae4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217618 Nov 29 19:22:07.010927 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45818) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:07.015234 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-87d35826-4e4c-4344-958c-4c4491b55c2c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '7ef0c2ff-47ab-4515-a6b7-40ca1269fab8', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:22:07.040440 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-87d35826-4e4c-4344-958c-4c4491b55c2c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.101080 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-87d35826-4e4c-4344-958c-4c4491b55c2c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.104507 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-87d35826-4e4c-4344-958c-4c4491b55c2c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.122231 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d35826-4e4c-4344-958c-4c4491b55c2c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b57a215-4c44-44a5-af35-fd0199a104a7,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:07.129119 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-87d35826-4e4c-4344-958c-4c4491b55c2c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.130307 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-87d35826-4e4c-4344-958c-4c4491b55c2c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184266 Nov 29 19:22:07.133111 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45820) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:07.137315 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-0434f2af-33b9-4dcb-8854-05b55be1fc4e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '7ef0c2ff-47ab-4515-a6b7-40ca1269fab8', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:22:07.159085 n-d-819494-5 neutron-server[110004]: INFO neutron.db.securitygroups_db [None req-0434f2af-33b9-4dcb-8854-05b55be1fc4e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Project 586123f8e14849718a3a2426d6443104 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:22:07.164295 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0434f2af-33b9-4dcb-8854-05b55be1fc4e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.227940 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0434f2af-33b9-4dcb-8854-05b55be1fc4e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.231492 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0434f2af-33b9-4dcb-8854-05b55be1fc4e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.248634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434f2af-33b9-4dcb-8854-05b55be1fc4e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89885fd4-6bd4-4617-9f74-02317c4d1457,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:07.256403 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0434f2af-33b9-4dcb-8854-05b55be1fc4e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.258104 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0434f2af-33b9-4dcb-8854-05b55be1fc4e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240418 Nov 29 19:22:07.260862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45822) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:07.265141 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-b5b4c092-6f78-4430-9469-f7dfc42c3ad1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '7ef0c2ff-47ab-4515-a6b7-40ca1269fab8', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:22:07.286835 n-d-819494-5 neutron-server[110004]: INFO neutron.db.securitygroups_db [None req-b5b4c092-6f78-4430-9469-f7dfc42c3ad1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Project 586123f8e14849718a3a2426d6443104 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:22:07.292911 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5b4c092-6f78-4430-9469-f7dfc42c3ad1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.352145 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5b4c092-6f78-4430-9469-f7dfc42c3ad1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.355539 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5b4c092-6f78-4430-9469-f7dfc42c3ad1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.372727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4c092-6f78-4430-9469-f7dfc42c3ad1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46d84ea-eedb-45e2-826c-5af940e0b628,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:07.381291 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b5b4c092-6f78-4430-9469-f7dfc42c3ad1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.383230 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b5b4c092-6f78-4430-9469-f7dfc42c3ad1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214314 Nov 29 19:22:07.386103 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 45824) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:07.391065 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c8569152-89de-4ad7-9690-7f3663485f65 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'network': {'name': 'tempest-network-smoke--1363451172', 'project_id': '586123f8e14849718a3a2426d6443104', 'port_security_enabled': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:22:07.410936 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8569152-89de-4ad7-9690-7f3663485f65 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Made reservation on behalf of 586123f8e14849718a3a2426d6443104 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:22:07.414247 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c8569152-89de-4ad7-9690-7f3663485f65 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.440361 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8569152-89de-4ad7-9690-7f3663485f65 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:22:07.450364 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c8569152-89de-4ad7-9690-7f3663485f65 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.450714 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-c8569152-89de-4ad7-9690-7f3663485f65 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Added segment 4e3fd59c-6ff6-4f61-871e-815af150779d of type vlan for network df726755-86d7-4e19-bf14-ef0b109e2925 Nov 29 19:22:07.488864 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c8569152-89de-4ad7-9690-7f3663485f65 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.513973 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c8569152-89de-4ad7-9690-7f3663485f65 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.519616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8569152-89de-4ad7-9690-7f3663485f65 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:07.520205 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c8569152-89de-4ad7-9690-7f3663485f65 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.571721 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c8569152-89de-4ad7-9690-7f3663485f65 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1844623 Nov 29 19:22:07.574666 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45826) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:07.579410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-791766485', 'admin_state_up': True, 'project_id': '586123f8e14849718a3a2426d6443104', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:22:07.589814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8569152-89de-4ad7-9690-7f3663485f65 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Network': ['ID=df726755-86d7-4e19-bf14-ef0b109e2925,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:07.599900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network df726755-86d7-4e19-bf14-ef0b109e2925 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:22:07.604561 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.605611 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.659211 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.796056 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:07.985332 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:08.003996 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:08.103646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.25.3.11 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/79c83b71-9287-4802-92d3-e9ce1bb75fd6) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:22:08.206507 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:08.239822 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:08.278712 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:22:08.281583 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:22:08.285076 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:22:08.295443 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d04046e-2749-48cf-9565-44cfbb4b7520 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:22:08.314932 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=79c83b71-9287-4802-92d3-e9ce1bb75fd6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:08.372181 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4cab308d-7516-40a5-b1c3-2d5ab792f5b5 None None] Provisioning complete for port 79c83b71-9287-4802-92d3-e9ce1bb75fd6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:22:08.372556 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cab308d-7516-40a5-b1c3-2d5ab792f5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:08.409313 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4cab308d-7516-40a5-b1c3-2d5ab792f5b5 None None] Port 79c83b71-9287-4802-92d3-e9ce1bb75fd6 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:22:08.533170 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:09.054908 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:09.178618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 278e3ac6-2ded-478d-919d-05e4150dfdfb is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:22:09.285239 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:22:09.295245 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Sync routers for ids ['278e3ac6-2ded-478d-919d-05e4150dfdfb'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:22:09.305723 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Routers {'278e3ac6-2ded-478d-919d-05e4150dfdfb'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:22:09.306328 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:21:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['278e3ac6-2ded-478d-919d-05e4150dfdfb'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:09.308399 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:09.309658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-322c48f5-47b3-4987-8a43-9f53ea65844b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7338352 Nov 29 19:22:09.312716 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45828) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:09.384799 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9cd7a6ca-87ad-4497-a64e-6cdd60a2d951 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=586123f8e14849718a3a2426d6443104&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0709662 Nov 29 19:22:09.387389 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45832) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:09.413944 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Set router 278e3ac6-2ded-478d-919d-05e4150dfdfb gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:22:09.476254 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e73d8d-0450-4be3-8ddd-308d7ad57a03 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:09.477775 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c8e73d8d-0450-4be3-8ddd-308d7ad57a03 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891883 Nov 29 19:22:09.480575 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45834) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:09.509781 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ca13809d-09dc-4cd3-9c4f-0d7be7761481 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280406 Nov 29 19:22:09.512940 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45836) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:09.518339 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-29556b8d-406f-49d5-80ba-8e947b82b1ac tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1190720185', 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925', 'project_id': '586123f8e14849718a3a2426d6443104', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:22:09.612213 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29556b8d-406f-49d5-80ba-8e947b82b1ac tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Made reservation on behalf of 586123f8e14849718a3a2426d6443104 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:22:09.615738 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29556b8d-406f-49d5-80ba-8e947b82b1ac tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:09.751432 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791766485', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:22:07Z', 'updated_at': '2021-11-29T19:22:08Z', 'revision_number': 3, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:08Z', 'updated_at': '2021-11-29T19:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:09.779664 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Checking router: 278e3ac6-2ded-478d-919d-05e4150dfdfb for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:22:09.780019 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Updating router 278e3ac6-2ded-478d-919d-05e4150dfdfb port 79c83b71-9287-4802-92d3-e9ce1bb75fd6 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:22:09.798816 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29556b8d-406f-49d5-80ba-8e947b82b1ac tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:09.809505 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:09.858040 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29556b8d-406f-49d5-80ba-8e947b82b1ac tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Subnet': ['ID=016649a1-ead5-4fce-9f31-882b6deda750,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:09.872777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29556b8d-406f-49d5-80ba-8e947b82b1ac tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Checking segment: {'id': '4e3fd59c-6ff6-4f61-871e-815af150779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:22:09.873151 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29556b8d-406f-49d5-80ba-8e947b82b1ac tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network hostable DHCP agents. Network: df726755-86d7-4e19-bf14-ef0b109e2925, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:22:09.890404 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29556b8d-406f-49d5-80ba-8e947b82b1ac tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network df726755-86d7-4e19-bf14-ef0b109e2925 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:22:09.900246 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-29556b8d-406f-49d5-80ba-8e947b82b1ac tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, df726755-86d7-4e19-bf14-ef0b109e2925) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:22:09.904385 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29556b8d-406f-49d5-80ba-8e947b82b1ac tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:09.904993 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29556b8d-406f-49d5-80ba-8e947b82b1ac tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:09.912262 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94715dd2-196c-48c1-a1bb-0fbe5262f13c None None] Network df726755-86d7-4e19-bf14-ef0b109e2925 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:22:09.922475 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-29556b8d-406f-49d5-80ba-8e947b82b1ac tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4084375 Nov 29 19:22:09.925914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45838) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:10.174292 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-df726755-86d7-4e19-bf14-ef0b109e2925', 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'fixed_ips': [{'subnet_id': '016649a1-ead5-4fce-9f31-882b6deda750'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:22:10.175225 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:10.195021 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:10.203868 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:10.302329 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e82dc4b-be45-48af-87d6-d09fd08771a4 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:22:10.340824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Attempting to bind port 79c83b71-9287-4802-92d3-e9ce1bb75fd6 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:22:10.341448 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Attempting to bind port 79c83b71-9287-4802-92d3-e9ce1bb75fd6 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:22:10.341579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Attempting to bind port 79c83b71-9287-4802-92d3-e9ce1bb75fd6 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:22:10.346688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a30ecc-2e55-441b-85d7-83b6170ebe31 None None] Pushing event updated for resources: {'Port': ['ID=79c83b71-9287-4802-92d3-e9ce1bb75fd6,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:10.353634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:22:10.354619 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:22:10.355038 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:10.355440 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:22:10.356035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Bound port: 79c83b71-9287-4802-92d3-e9ce1bb75fd6, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:22:10.356521 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:10.361835 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:10.454177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Allocated IP 172.20.0.2 (df726755-86d7-4e19-bf14-ef0b109e2925/016649a1-ead5-4fce-9f31-882b6deda750/f4881937-a1e4-41bc-a2b7-43598a5ef303) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:22:10.466388 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] For port 79c83b71-9287-4802-92d3-e9ce1bb75fd6, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:22:10.472932 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] For port 79c83b71-9287-4802-92d3-e9ce1bb75fd6, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=79c83b71-9287-4802-92d3-e9ce1bb75fd6,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:22:10.477911 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-9fff33fc-fd3d-4832-83fa-28f91c2cd810 None None] Provisioning complete for port 79c83b71-9287-4802-92d3-e9ce1bb75fd6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:22:10.478368 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fff33fc-fd3d-4832-83fa-28f91c2cd810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:10.492877 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:10.599438 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c36aff3-88e3-4664-98ee-1f473f81f6bf None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:22:10.648136 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a30ecc-2e55-441b-85d7-83b6170ebe31 None None] Pushing event updated for resources: {'Port': ['ID=79c83b71-9287-4802-92d3-e9ce1bb75fd6,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:10.655531 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Routers {'278e3ac6-2ded-478d-919d-05e4150dfdfb'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:22:10.656032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:21:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['278e3ac6-2ded-478d-919d-05e4150dfdfb'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:10.830496 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:10.835044 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fff33fc-fd3d-4832-83fa-28f91c2cd810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:10.844809 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:10.872784 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] Set router 278e3ac6-2ded-478d-919d-05e4150dfdfb gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:22:10.886561 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.20.0.1 (df726755-86d7-4e19-bf14-ef0b109e2925/016649a1-ead5-4fce-9f31-882b6deda750/398bd507-c680-44f8-aa28-503a1d16d0b6) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:22:10.918938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9fff33fc-fd3d-4832-83fa-28f91c2cd810 None None] For port 79c83b71-9287-4802-92d3-e9ce1bb75fd6, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=79c83b71-9287-4802-92d3-e9ce1bb75fd6,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:22:10.954286 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fff33fc-fd3d-4832-83fa-28f91c2cd810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:10.963886 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Network df726755-86d7-4e19-bf14-ef0b109e2925 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:22:10.969664 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:22:10.985057 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:22:10.986877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Pushing event updated for resources: {'Port': ['ID=f4881937-a1e4-41bc-a2b7-43598a5ef303,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:11.001866 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:11.042687 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:11.085305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network df726755-86d7-4e19-bf14-ef0b109e2925 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:22:11.090363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:22:11.094108 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:22:11.124583 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=398bd507-c680-44f8-aa28-503a1d16d0b6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:11.139554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff33fc-fd3d-4832-83fa-28f91c2cd810 None None] Pushing event updated for resources: {'Port': ['ID=79c83b71-9287-4802-92d3-e9ce1bb75fd6,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:11.145251 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:11.150400 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Attempting to bind port f4881937-a1e4-41bc-a2b7-43598a5ef303 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:22:11.150776 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Attempting to bind port f4881937-a1e4-41bc-a2b7-43598a5ef303 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '4e3fd59c-6ff6-4f61-871e-815af150779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:22:11.151167 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Attempting to bind port f4881937-a1e4-41bc-a2b7-43598a5ef303 on network df726755-86d7-4e19-bf14-ef0b109e2925 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:22:11.157008 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e263f9c1-c34f-4c27-99a3-4a9946ac1c88 None None] Provisioning complete for port 79c83b71-9287-4802-92d3-e9ce1bb75fd6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:22:11.157379 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e263f9c1-c34f-4c27-99a3-4a9946ac1c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:11.179375 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:22:11.179752 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Checking segment: {'id': '4e3fd59c-6ff6-4f61-871e-815af150779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:22:11.180153 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:11.180548 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Bound using segment: {'id': '4e3fd59c-6ff6-4f61-871e-815af150779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:22:11.181043 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Bound port: f4881937-a1e4-41bc-a2b7-43598a5ef303, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3fd59c-6ff6-4f61-871e-815af150779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:22:11.181408 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:11.275933 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:11.317961 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] For port f4881937-a1e4-41bc-a2b7-43598a5ef303, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:22:11.339953 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] For port f4881937-a1e4-41bc-a2b7-43598a5ef303, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f4881937-a1e4-41bc-a2b7-43598a5ef303,segment=NetworkSegment(4e3fd59c-6ff6-4f61-871e-815af150779d),segment_id=4e3fd59c-6ff6-4f61-871e-815af150779d)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:22:11.346988 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:11.354177 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791766485', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:22:07Z', 'updated_at': '2021-11-29T19:22:08Z', 'revision_number': 3, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:08Z', 'updated_at': '2021-11-29T19:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:11.407255 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbef705-dd4f-420d-8c93-1a183748f651 None None] The sync data for ids ['278e3ac6-2ded-478d-919d-05e4150dfdfb'] in n-d-819494-5 is: [{'id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791766485', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:22:07Z', 'updated_at': '2021-11-29T19:22:08Z', 'revision_number': 3, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:08Z', 'updated_at': '2021-11-29T19:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:22:11.437728 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a48c1-ff11-4707-a83b-51f87bbdcdf8 None None] Pushing event updated for resources: {'Port': ['ID=f4881937-a1e4-41bc-a2b7-43598a5ef303,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:11.576128 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:11.582937 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:11.682311 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=398bd507-c680-44f8-aa28-503a1d16d0b6,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:11.699990 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:11.823118 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network df726755-86d7-4e19-bf14-ef0b109e2925 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:22:11.824699 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:22:11.936285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 278e3ac6-2ded-478d-919d-05e4150dfdfb has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:22:12.049790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:22:12.055617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-db2f9baa-9775-4c2f-88e3-118d1871586e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "PUT /v2.0/routers/278e3ac6-2ded-478d-919d-05e4150dfdfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1287050 Nov 29 19:22:12.222011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-d9a81faa-7072-4802-a4eb-7c49d1c1f82b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1709192222&fields=id&tenant_id=586123f8e14849718a3a2426d6443104 HTTP/1.1" status: 200 len: 267 time: 0.0535095 Nov 29 19:22:12.338303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-f2bbfc19-cecf-461b-a091-f3f026d7eab4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:12.341043 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-f2bbfc19-cecf-461b-a091-f3f026d7eab4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/networks?id=df726755-86d7-4e19-bf14-ef0b109e2925 HTTP/1.1" status: 200 len: 797 time: 0.1105788 Nov 29 19:22:12.355935 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-08c23faf-ab7c-419b-9466-f60c30af0381 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/quotas/586123f8e14849718a3a2426d6443104 HTTP/1.1" status: 200 len: 375 time: 0.0099387 Nov 29 19:22:12.410885 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-a76d4d2a-2907-493f-9548-587695f56290 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489285 Nov 29 19:22:12.443027 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab973ad3-274a-4a2e-8fdd-17e4c6487694 None None] Network df726755-86d7-4e19-bf14-ef0b109e2925 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:22:12.467030 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-d43c3652-dfae-4d6c-89d2-995b301b2c38 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:22:12.468082 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-d43c3652-dfae-4d6c-89d2-995b301b2c38 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0456793 Nov 29 19:22:12.520435 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ece789f5-33f6-434a-ac60-416e5f6754d9 None None] Provisioning complete for port f4881937-a1e4-41bc-a2b7-43598a5ef303 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:22:12.520811 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ece789f5-33f6-434a-ac60-416e5f6754d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:12.564785 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-2851918e-5707-4b3b-b79c-65a5b3ac82b2 service neutron] 10.222.0.23 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897002 Nov 29 19:22:12.656352 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-6b31fe11-e2c0-4834-9f3f-292d8377088c service neutron] 10.222.0.23 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837026 Nov 29 19:22:12.682701 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ece789f5-33f6-434a-ac60-416e5f6754d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:12.718938 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ece789f5-33f6-434a-ac60-416e5f6754d9 None None] For port f4881937-a1e4-41bc-a2b7-43598a5ef303, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f4881937-a1e4-41bc-a2b7-43598a5ef303,segment=NetworkSegment(4e3fd59c-6ff6-4f61-871e-815af150779d),segment_id=4e3fd59c-6ff6-4f61-871e-815af150779d)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:22:12.726904 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ece789f5-33f6-434a-ac60-416e5f6754d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:12.806659 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 79c83b71-9287-4802-92d3-e9ce1bb75fd6 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:22:12.811169 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece789f5-33f6-434a-ac60-416e5f6754d9 None None] Pushing event updated for resources: {'Port': ['ID=f4881937-a1e4-41bc-a2b7-43598a5ef303,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:12.867022 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 79c83b71-9287-4802-92d3-e9ce1bb75fd6 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:22:12.867482 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:12.960685 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f4881937-a1e4-41bc-a2b7-43598a5ef303 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:22:12.993030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fc2c8729-5afb-4b23-85d8-81a69790bf28 None None] Provisioning complete for port f4881937-a1e4-41bc-a2b7-43598a5ef303 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:22:12.993410 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8729-5afb-4b23-85d8-81a69790bf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:13.052705 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f4881937-a1e4-41bc-a2b7-43598a5ef303 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:22:13.053086 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:13.122291 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Sync routers for ids ['278e3ac6-2ded-478d-919d-05e4150dfdfb'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:22:13.133128 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Routers {'278e3ac6-2ded-478d-919d-05e4150dfdfb'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:22:13.133887 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:21:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['278e3ac6-2ded-478d-919d-05e4150dfdfb'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:13.245237 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Set router 278e3ac6-2ded-478d-919d-05e4150dfdfb gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:22:13.324374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fc2c8729-5afb-4b23-85d8-81a69790bf28 None None] Provisioning complete for port 398bd507-c680-44f8-aa28-503a1d16d0b6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:22:13.324677 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc2c8729-5afb-4b23-85d8-81a69790bf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:13.373567 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c8729-5afb-4b23-85d8-81a69790bf28 None None] Port 398bd507-c680-44f8-aa28-503a1d16d0b6 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:22:13.450170 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791766485', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:22:07Z', 'updated_at': '2021-11-29T19:22:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:08Z', 'updated_at': '2021-11-29T19:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '398bd507-c680-44f8-aa28-503a1d16d0b6', 'name': '', 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:80:df:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '016649a1-ead5-4fce-9f31-882b6deda750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:10Z', 'updated_at': '2021-11-29T19:22:11Z', 'revision_number': 2, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '016649a1-ead5-4fce-9f31-882b6deda750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:13.478469 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Checking router: 278e3ac6-2ded-478d-919d-05e4150dfdfb for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:22:13.478856 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Updating router 278e3ac6-2ded-478d-919d-05e4150dfdfb port 398bd507-c680-44f8-aa28-503a1d16d0b6 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:22:13.491772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-658d600d-5753-479c-bb57-d67786c9ced7 None None] Provisioning complete for port 398bd507-c680-44f8-aa28-503a1d16d0b6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:22:13.492323 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-658d600d-5753-479c-bb57-d67786c9ced7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:13.503172 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:13.525981 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-658d600d-5753-479c-bb57-d67786c9ced7 None None] Port 398bd507-c680-44f8-aa28-503a1d16d0b6 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:22:13.749973 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:13.754883 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:13.808968 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854fd93-1147-48e2-b32a-86cafe9eb8e1 None None] Pushing event updated for resources: {'Port': ['ID=398bd507-c680-44f8-aa28-503a1d16d0b6,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:13.836103 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fd93-1147-48e2-b32a-86cafe9eb8e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:13.836349 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fd93-1147-48e2-b32a-86cafe9eb8e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:13.836702 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fd93-1147-48e2-b32a-86cafe9eb8e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:13.837050 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fd93-1147-48e2-b32a-86cafe9eb8e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:13.837395 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fd93-1147-48e2-b32a-86cafe9eb8e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:13.837822 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fd93-1147-48e2-b32a-86cafe9eb8e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:13.838182 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fd93-1147-48e2-b32a-86cafe9eb8e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:13.838583 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fd93-1147-48e2-b32a-86cafe9eb8e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:13.838953 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fd93-1147-48e2-b32a-86cafe9eb8e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:13.839321 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fd93-1147-48e2-b32a-86cafe9eb8e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:13.839671 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fd93-1147-48e2-b32a-86cafe9eb8e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:13.840032 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e854fd93-1147-48e2-b32a-86cafe9eb8e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:13.872259 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Attempting to bind port 398bd507-c680-44f8-aa28-503a1d16d0b6 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:22:13.872647 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Attempting to bind port 398bd507-c680-44f8-aa28-503a1d16d0b6 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '4e3fd59c-6ff6-4f61-871e-815af150779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:22:13.873029 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Attempting to bind port 398bd507-c680-44f8-aa28-503a1d16d0b6 on network df726755-86d7-4e19-bf14-ef0b109e2925 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:22:13.878629 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:22:13.879047 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Checking segment: {'id': '4e3fd59c-6ff6-4f61-871e-815af150779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:22:13.879455 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:13.879882 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Bound using segment: {'id': '4e3fd59c-6ff6-4f61-871e-815af150779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:22:13.880323 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Bound port: 398bd507-c680-44f8-aa28-503a1d16d0b6, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3fd59c-6ff6-4f61-871e-815af150779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:22:13.880704 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:13.922581 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c6805ab-cd24-4f32-9de4-21533405882e req-903dba22-bb2b-4edc-b5e9-644b6b09e87c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 210 time: 0.0518792 Nov 29 19:22:13.960669 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] For port 398bd507-c680-44f8-aa28-503a1d16d0b6, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:22:13.963899 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] For port 398bd507-c680-44f8-aa28-503a1d16d0b6, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=398bd507-c680-44f8-aa28-503a1d16d0b6,segment=NetworkSegment(4e3fd59c-6ff6-4f61-871e-815af150779d),segment_id=4e3fd59c-6ff6-4f61-871e-815af150779d)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:22:13.969721 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:14.028331 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Routers {'278e3ac6-2ded-478d-919d-05e4150dfdfb'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:22:14.028950 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:21:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['278e3ac6-2ded-478d-919d-05e4150dfdfb'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:14.117018 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854fd93-1147-48e2-b32a-86cafe9eb8e1 None None] Pushing event updated for resources: {'Port': ['ID=398bd507-c680-44f8-aa28-503a1d16d0b6,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:14.152930 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] Set router 278e3ac6-2ded-478d-919d-05e4150dfdfb gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:22:14.171857 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-18fe6381-ea7f-4df9-a0a4-9243283f5cb8 None None] Provisioning complete for port 398bd507-c680-44f8-aa28-503a1d16d0b6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:22:14.172304 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18fe6381-ea7f-4df9-a0a4-9243283f5cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:14.265581 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18fe6381-ea7f-4df9-a0a4-9243283f5cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:14.311109 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-18fe6381-ea7f-4df9-a0a4-9243283f5cb8 None None] For port 398bd507-c680-44f8-aa28-503a1d16d0b6, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=398bd507-c680-44f8-aa28-503a1d16d0b6,segment=NetworkSegment(4e3fd59c-6ff6-4f61-871e-815af150779d),segment_id=4e3fd59c-6ff6-4f61-871e-815af150779d)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:22:14.318424 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18fe6381-ea7f-4df9-a0a4-9243283f5cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:14.373534 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe6381-ea7f-4df9-a0a4-9243283f5cb8 None None] Pushing event updated for resources: {'Port': ['ID=398bd507-c680-44f8-aa28-503a1d16d0b6,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:14.383845 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791766485', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:22:07Z', 'updated_at': '2021-11-29T19:22:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:08Z', 'updated_at': '2021-11-29T19:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '398bd507-c680-44f8-aa28-503a1d16d0b6', 'name': '', 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:80:df:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '016649a1-ead5-4fce-9f31-882b6deda750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:10Z', 'updated_at': '2021-11-29T19:22:13Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '016649a1-ead5-4fce-9f31-882b6deda750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:14.411774 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b4500-d99c-4894-affe-30c119cd7212 None None] The sync data for ids ['278e3ac6-2ded-478d-919d-05e4150dfdfb'] in n-d-819494-5 is: [{'id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791766485', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:22:07Z', 'updated_at': '2021-11-29T19:22:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:08Z', 'updated_at': '2021-11-29T19:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '398bd507-c680-44f8-aa28-503a1d16d0b6', 'name': '', 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:80:df:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '016649a1-ead5-4fce-9f31-882b6deda750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:10Z', 'updated_at': '2021-11-29T19:22:13Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '016649a1-ead5-4fce-9f31-882b6deda750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:22:14.442809 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ff1dd515-627f-433c-a108-51a20751b079 None None] Provisioning complete for port 398bd507-c680-44f8-aa28-503a1d16d0b6 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:22:14.443503 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff1dd515-627f-433c-a108-51a20751b079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:14.766276 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f4881937-a1e4-41bc-a2b7-43598a5ef303 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:22:14.822007 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port f4881937-a1e4-41bc-a2b7-43598a5ef303 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:22:14.822384 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:14.905608 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 398bd507-c680-44f8-aa28-503a1d16d0b6 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:22:14.988279 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 398bd507-c680-44f8-aa28-503a1d16d0b6 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:22:14.988806 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:15.057002 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-a0b4e7da-86bd-49b9-ad67-141d002f158e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:15.063691 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-a0b4e7da-86bd-49b9-ad67-141d002f158e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.31 "GET /v2.0/networks?id=df726755-86d7-4e19-bf14-ef0b109e2925 HTTP/1.1" status: 200 len: 797 time: 0.1658945 Nov 29 19:22:15.070029 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b75fb8e9-20d2-41f7-a46d-a84e14468d4d req-f1f0e26a-f6c6-40b5-96b8-351e2191fef3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 210 time: 0.0447927 Nov 29 19:22:15.138739 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-362a4bbe-4182-4748-9633-b0dc90554594 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=586123f8e14849718a3a2426d6443104 HTTP/1.1" status: 200 len: 380 time: 0.0613446 Nov 29 19:22:15.149249 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-bb9cd381-1420-484c-9fbb-7fd28390ab59 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'port': {'device_id': '9c99a4de-c7f1-41a7-8bf4-452cdcc78438', 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925', 'admin_state_up': True, 'tenant_id': '586123f8e14849718a3a2426d6443104', 'security_groups': ['7ef0c2ff-47ab-4515-a6b7-40ca1269fab8']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:22:15.262754 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-bb9cd381-1420-484c-9fbb-7fd28390ab59 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Made reservation on behalf of 586123f8e14849718a3a2426d6443104 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:22:15.266875 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-bb9cd381-1420-484c-9fbb-7fd28390ab59 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:15.404407 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-bb9cd381-1420-484c-9fbb-7fd28390ab59 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.20.0.4 (df726755-86d7-4e19-bf14-ef0b109e2925/016649a1-ead5-4fce-9f31-882b6deda750/b6d6c8dd-983a-4375-aeb6-aa8040ff60aa) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:22:15.555958 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-bb9cd381-1420-484c-9fbb-7fd28390ab59 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:15.588827 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-bb9cd381-1420-484c-9fbb-7fd28390ab59 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:15.633817 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-bb9cd381-1420-484c-9fbb-7fd28390ab59 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network df726755-86d7-4e19-bf14-ef0b109e2925 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:22:15.636846 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-bb9cd381-1420-484c-9fbb-7fd28390ab59 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:22:15.640546 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-bb9cd381-1420-484c-9fbb-7fd28390ab59 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:22:15.646762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9cd381-1420-484c-9fbb-7fd28390ab59 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:15.696225 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-bb9cd381-1420-484c-9fbb-7fd28390ab59 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:15.696598 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-bb9cd381-1420-484c-9fbb-7fd28390ab59 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:15.713649 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-bb9cd381-1420-484c-9fbb-7fd28390ab59 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682461 Nov 29 19:22:15.726779 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Request body: {'port': {'device_id': '9c99a4de-c7f1-41a7-8bf4-452cdcc78438', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:22:15.785691 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:15.888665 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b51ca2cd-413a-4d01-9f36-17c574187f00 None None] Provisioning complete for port b6d6c8dd-983a-4375-aeb6-aa8040ff60aa triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:22:15.889233 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b51ca2cd-413a-4d01-9f36-17c574187f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:15.923816 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b51ca2cd-413a-4d01-9f36-17c574187f00 None None] Port b6d6c8dd-983a-4375-aeb6-aa8040ff60aa cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:22:16.049475 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d6c8dd-983a-4375-aeb6-aa8040ff60aa {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:22:16.057298 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:16.069973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Transition to ACTIVE for port object b6d6c8dd-983a-4375-aeb6-aa8040ff60aa will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:22:16.073756 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:16.122453 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:16.196946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6192216-7b02-4074-bf46-8ca15b719d39 req-ea6b2700-60b0-41d6-8f54-05482b2cd54a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:16.198487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6192216-7b02-4074-bf46-8ca15b719d39 req-ea6b2700-60b0-41d6-8f54-05482b2cd54a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 943 time: 0.0542891 Nov 29 19:22:16.205121 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Attempting to bind port b6d6c8dd-983a-4375-aeb6-aa8040ff60aa on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:22:16.205473 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Attempting to bind port b6d6c8dd-983a-4375-aeb6-aa8040ff60aa by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '4e3fd59c-6ff6-4f61-871e-815af150779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:22:16.205813 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Attempting to bind port b6d6c8dd-983a-4375-aeb6-aa8040ff60aa on network df726755-86d7-4e19-bf14-ef0b109e2925 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:22:16.211008 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Port b6d6c8dd-983a-4375-aeb6-aa8040ff60aa on network df726755-86d7-4e19-bf14-ef0b109e2925 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:22:16.211345 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Attempting to bind port b6d6c8dd-983a-4375-aeb6-aa8040ff60aa on network df726755-86d7-4e19-bf14-ef0b109e2925 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:22:16.216550 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:22:16.216903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Checking segment: {'id': '4e3fd59c-6ff6-4f61-871e-815af150779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:22:16.217297 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Bound using segment: {'id': '4e3fd59c-6ff6-4f61-871e-815af150779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:22:16.217735 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Bound port: b6d6c8dd-983a-4375-aeb6-aa8040ff60aa, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3fd59c-6ff6-4f61-871e-815af150779d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:22:16.218103 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:16.258263 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b6192216-7b02-4074-bf46-8ca15b719d39 req-44d4842b-1d60-4558-9e85-c7f8b4f02bd7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529299 Nov 29 19:22:16.292353 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] For port b6d6c8dd-983a-4375-aeb6-aa8040ff60aa, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:22:16.295676 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] For port b6d6c8dd-983a-4375-aeb6-aa8040ff60aa, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa,segment=NetworkSegment(4e3fd59c-6ff6-4f61-871e-815af150779d),segment_id=4e3fd59c-6ff6-4f61-871e-815af150779d)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:22:16.300494 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:16.341579 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:16.342206 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:16.343924 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] 10.222.0.31 "PUT /v2.0/ports/b6d6c8dd-983a-4375-aeb6-aa8040ff60aa HTTP/1.1" status: 200 len: 1091 time: 0.6219764 Nov 29 19:22:16.344370 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c99a4de-c7f1-41a7-8bf4-452cdcc78438', 'tag': 'b6d6c8dd-983a-4375-aeb6-aa8040ff60aa'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:22:16.346735 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed016b4-07b1-4a06-a90c-dc0d73ce7722" -d '{"events": [{"name": "network-changed", "server_uuid": "9c99a4de-c7f1-41a7-8bf4-452cdcc78438", "tag": "b6d6c8dd-983a-4375-aeb6-aa8040ff60aa"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:22:16.373365 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9857530-d08f-4a4d-906f-16dab3577b39 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:16.422423 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4637ae0f-c835-4865-b93e-dcaa0b4e83de x-openstack-request-id: req-4637ae0f-c835-4865-b93e-dcaa0b4e83de {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:22:16.422686 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c99a4de-c7f1-41a7-8bf4-452cdcc78438", "tag": "b6d6c8dd-983a-4375-aeb6-aa8040ff60aa", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:22:16.422939 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4637ae0f-c835-4865-b93e-dcaa0b4e83de {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:22:16.423348 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c99a4de-c7f1-41a7-8bf4-452cdcc78438', 'tag': 'b6d6c8dd-983a-4375-aeb6-aa8040ff60aa', 'status': 'completed', 'code': 200} Nov 29 19:22:16.440096 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-ffd74d81-5b97-4a12-814d-b2ab316ad486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:16.441656 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-ffd74d81-5b97-4a12-814d-b2ab316ad486 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 1094 time: 0.0479589 Nov 29 19:22:16.488439 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-9d940ce5-01b1-4a06-9990-40c2937ae46c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa HTTP/1.1" status: 200 len: 217 time: 0.0385470 Nov 29 19:22:16.541239 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-2d7cfda2-36bf-4925-9f1f-12e60c9de0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:16.542751 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-2d7cfda2-36bf-4925-9f1f-12e60c9de0e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=016649a1-ead5-4fce-9f31-882b6deda750 HTTP/1.1" status: 200 len: 835 time: 0.0476186 Nov 29 19:22:16.589887 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-5f976c63-4612-4554-874c-6246ce9fe5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:16.591474 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-5f976c63-4612-4554-874c-6246ce9fe5ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df726755-86d7-4e19-bf14-ef0b109e2925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412071 Nov 29 19:22:16.684160 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-98e4e282-f8cb-4066-aae7-e26a06edfaff service neutron] 10.222.0.31 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856204 Nov 29 19:22:16.776176 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-130b83d0-ab50-4338-a84e-8926ec05a82d req-40709c45-8391-4ca6-824f-6c88e522fd6c service neutron] 10.222.0.31 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850620 Nov 29 19:22:16.862388 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed016b4-07b1-4a06-a90c-dc0d73ce7722 req-40b2e193-e923-4561-8f3b-458e881fccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:16.863911 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ed016b4-07b1-4a06-a90c-dc0d73ce7722 req-40b2e193-e923-4561-8f3b-458e881fccfc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 1094 time: 0.0444899 Nov 29 19:22:16.952712 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed016b4-07b1-4a06-a90c-dc0d73ce7722 req-00ea2424-4915-4be1-a273-ecb4436bb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:16.954175 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ed016b4-07b1-4a06-a90c-dc0d73ce7722 req-00ea2424-4915-4be1-a273-ecb4436bb35b service neutron] 10.222.0.31 "GET /v2.0/networks?id=df726755-86d7-4e19-bf14-ef0b109e2925 HTTP/1.1" status: 200 len: 898 time: 0.0828507 Nov 29 19:22:16.995129 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ed016b4-07b1-4a06-a90c-dc0d73ce7722 req-96432432-d270-4b4d-820e-f34a0e29270d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa HTTP/1.1" status: 200 len: 217 time: 0.0341253 Nov 29 19:22:17.045913 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed016b4-07b1-4a06-a90c-dc0d73ce7722 req-b49c79cb-1a81-49e5-8a61-c65ab7eada11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:17.047411 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ed016b4-07b1-4a06-a90c-dc0d73ce7722 req-b49c79cb-1a81-49e5-8a61-c65ab7eada11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=016649a1-ead5-4fce-9f31-882b6deda750 HTTP/1.1" status: 200 len: 835 time: 0.0461068 Nov 29 19:22:17.094436 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed016b4-07b1-4a06-a90c-dc0d73ce7722 req-9c256a27-329e-43cd-988d-b1dddae86d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:17.095973 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ed016b4-07b1-4a06-a90c-dc0d73ce7722 req-9c256a27-329e-43cd-988d-b1dddae86d89 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df726755-86d7-4e19-bf14-ef0b109e2925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411537 Nov 29 19:22:17.186759 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ed016b4-07b1-4a06-a90c-dc0d73ce7722 req-99dd89ca-a900-44c4-ae93-965c4dc6fd28 service neutron] 10.222.0.31 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825863 Nov 29 19:22:17.279489 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-9ed016b4-07b1-4a06-a90c-dc0d73ce7722 req-a5c5d8f2-a860-4d17-98e1-ba622013306f service neutron] 10.222.0.31 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843642 Nov 29 19:22:17.377372 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3fc14-a626-4e84-a5ad-2642e47fcfed req-e5f95402-0536-47ec-84c7-e2fc815c0e96 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:17.378914 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ec3fc14-a626-4e84-a5ad-2642e47fcfed req-e5f95402-0536-47ec-84c7-e2fc815c0e96 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 943 time: 0.0493505 Nov 29 19:22:17.432583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1ec3fc14-a626-4e84-a5ad-2642e47fcfed req-dd4dff90-4939-42e4-bf2e-2b6e609289fc tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469677 Nov 29 19:22:18.547787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c5fac-2654-4d18-9bcb-3fa14f2269ca req-ac685b75-87d9-411f-9561-e4f945c8f77e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:18.549255 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c45c5fac-2654-4d18-9bcb-3fa14f2269ca req-ac685b75-87d9-411f-9561-e4f945c8f77e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 943 time: 0.0489988 Nov 29 19:22:18.597422 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c45c5fac-2654-4d18-9bcb-3fa14f2269ca req-30e6faf0-d3e4-468b-826c-908ee59d53b4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420978 Nov 29 19:22:19.713068 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba6e23-78c9-4652-a954-f02545ba0077 req-2b9fd460-b1ce-487a-801d-c5ba589c0a44 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:19.714582 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aba6e23-78c9-4652-a954-f02545ba0077 req-2b9fd460-b1ce-487a-801d-c5ba589c0a44 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 943 time: 0.0502913 Nov 29 19:22:19.764895 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3aba6e23-78c9-4652-a954-f02545ba0077 req-440fee8d-65e1-467d-a64d-12004dda105e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440569 Nov 29 19:22:20.572251 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:22:20.881606 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5f4ee-f054-4fa1-b1d4-d1b820f81961 req-b6976dc0-741c-420e-b819-bdcabe18bb23 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:20.883095 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4cb5f4ee-f054-4fa1-b1d4-d1b820f81961 req-b6976dc0-741c-420e-b819-bdcabe18bb23 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 943 time: 0.0513387 Nov 29 19:22:20.932289 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4cb5f4ee-f054-4fa1-b1d4-d1b820f81961 req-59ea6dbf-83e7-42f6-a415-55841354c9d1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432343 Nov 29 19:22:20.989932 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b6d6c8dd-983a-4375-aeb6-aa8040ff60aa details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:22:21.083044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b6d6c8dd-983a-4375-aeb6-aa8040ff60aa, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa,segment=NetworkSegment(4e3fd59c-6ff6-4f61-871e-815af150779d),segment_id=4e3fd59c-6ff6-4f61-871e-815af150779d)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:22:21.094942 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'b6d6c8dd-983a-4375-aeb6-aa8040ff60aa', 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925', 'port_id': 'b6d6c8dd-983a-4375-aeb6-aa8040ff60aa', 'mac_address': 'fa:16:3e:9f:e2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016649a1-ead5-4fce-9f31-882b6deda750', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:22:21.135329 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:21.149119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d6c8dd-983a-4375-aeb6-aa8040ff60aa {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:22:21.168092 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b6d6c8dd-983a-4375-aeb6-aa8040ff60aa, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa,segment=NetworkSegment(4e3fd59c-6ff6-4f61-871e-815af150779d),segment_id=4e3fd59c-6ff6-4f61-871e-815af150779d)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:22:21.172049 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:21.217793 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:21.544673 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['b6d6c8dd-983a-4375-aeb6-aa8040ff60aa'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:22:22.047237 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318367b4-a374-4f94-923d-482da226ef8d req-5dc6ee4f-37bc-4a7e-a374-95c005096cb4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:22.048731 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-318367b4-a374-4f94-923d-482da226ef8d req-5dc6ee4f-37bc-4a7e-a374-95c005096cb4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 944 time: 0.0472031 Nov 29 19:22:22.097178 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-318367b4-a374-4f94-923d-482da226ef8d req-73bafab7-41e3-49ad-8293-a18d85b3c1c6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425413 Nov 29 19:22:23.013737 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b6d6c8dd-983a-4375-aeb6-aa8040ff60aa up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:22:23.062117 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port b6d6c8dd-983a-4375-aeb6-aa8040ff60aa completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:22:23.065931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port b6d6c8dd-983a-4375-aeb6-aa8040ff60aa triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:22:23.066322 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:23.146838 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:23.169484 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c99a4de-c7f1-41a7-8bf4-452cdcc78438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d6c8dd-983a-4375-aeb6-aa8040ff60aa'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:22:23.171824 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9d9b25-c24d-429a-9e3f-6523639b23e2" -d '{"events": [{"server_uuid": "9c99a4de-c7f1-41a7-8bf4-452cdcc78438", "name": "network-vif-plugged", "status": "completed", "tag": "b6d6c8dd-983a-4375-aeb6-aa8040ff60aa"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:22:23.189024 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b6d6c8dd-983a-4375-aeb6-aa8040ff60aa, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa,segment=NetworkSegment(4e3fd59c-6ff6-4f61-871e-815af150779d),segment_id=4e3fd59c-6ff6-4f61-871e-815af150779d)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:22:23.194959 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:23.213235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014da465-f67a-4af0-9487-faf6dadb7945 req-7732e86a-f701-4bba-bd07-9f26980c8fe5 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:23.214719 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-014da465-f67a-4af0-9487-faf6dadb7945 req-7732e86a-f701-4bba-bd07-9f26980c8fe5 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 944 time: 0.0500686 Nov 29 19:22:23.221522 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a762faaa-eff1-4563-b7c6-d44bc9b4e438 x-openstack-request-id: req-a762faaa-eff1-4563-b7c6-d44bc9b4e438 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:22:23.221937 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c99a4de-c7f1-41a7-8bf4-452cdcc78438", "name": "network-vif-plugged", "status": "completed", "tag": "b6d6c8dd-983a-4375-aeb6-aa8040ff60aa", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:22:23.222291 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a762faaa-eff1-4563-b7c6-d44bc9b4e438 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:22:23.222870 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c99a4de-c7f1-41a7-8bf4-452cdcc78438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d6c8dd-983a-4375-aeb6-aa8040ff60aa', 'code': 200} Nov 29 19:22:23.250111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:23.272071 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-014da465-f67a-4af0-9487-faf6dadb7945 req-6dc91639-8ff8-4b9d-8d21-3d3466e222bd tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506816 Nov 29 19:22:23.316404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaa4f0-b969-4b62-a7f3-ee0e72100b11 req-c74b972f-10be-411d-8e5a-525b01195c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:23.317934 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3aaa4f0-b969-4b62-a7f3-ee0e72100b11 req-c74b972f-10be-411d-8e5a-525b01195c6d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 1096 time: 0.0414991 Nov 29 19:22:23.362114 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-b3aaa4f0-b969-4b62-a7f3-ee0e72100b11 req-fd0d5c06-a865-4946-a975-b9803f70a2b8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374556 Nov 29 19:22:24.165435 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8d404a31-fa73-4c11-82ec-9d890c0bd710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:24.391508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff6ddd-a5cb-4393-b03c-b6853cbadcfa req-a64db8e0-a38a-4480-8b0c-883662ae4918 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:24.393140 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1eff6ddd-a5cb-4393-b03c-b6853cbadcfa req-a64db8e0-a38a-4480-8b0c-883662ae4918 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0486054 Nov 29 19:22:24.443807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1eff6ddd-a5cb-4393-b03c-b6853cbadcfa req-e87abb9c-4855-4079-8f0e-1115fdf87b95 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422320 Nov 29 19:22:25.561380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3d1b3-84b7-4146-a783-eb26edf0038e req-26a69d09-f000-44d1-8ec5-330a632380f4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:25.562860 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3f3d1b3-84b7-4146-a783-eb26edf0038e req-26a69d09-f000-44d1-8ec5-330a632380f4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0488749 Nov 29 19:22:25.610876 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b3f3d1b3-84b7-4146-a783-eb26edf0038e req-2db4ca28-4f8b-480a-9d69-a656d91b2115 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420694 Nov 29 19:22:25.730937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620cdf4-2511-42d2-85e5-344053c9ada1 req-2c26d517-bd39-4ce8-82e3-5b838e7c4123 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:25.732346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9620cdf4-2511-42d2-85e5-344053c9ada1 req-2c26d517-bd39-4ce8-82e3-5b838e7c4123 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0550585 Nov 29 19:22:25.782318 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9620cdf4-2511-42d2-85e5-344053c9ada1 req-4ff13527-1975-4657-adfd-03ce39f3061d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436621 Nov 29 19:22:25.803801 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45898) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:25.842684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d741a7-cc59-450a-a2ad-50c844c1ad2c tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:25.844224 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-18d741a7-cc59-450a-a2ad-50c844c1ad2c tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 1091 time: 0.0394719 Nov 29 19:22:25.846942 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45900) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:25.851149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': 'b6d6c8dd-983a-4375-aeb6-aa8040ff60aa', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:22:25.873199 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:25.970630 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:26.071630 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.25.3.141 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/513a257a-b0db-4f82-bcdf-de889ad91cfa) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:22:26.173720 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:26.206779 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:26.244283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:22:26.247313 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:22:26.250798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:22:26.273776 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=513a257a-b0db-4f82-bcdf-de889ad91cfa,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:26.286702 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:26.287083 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:26.287473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:26.287815 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:26.288150 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:26.288505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:26.288838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:26.289168 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:26.289517 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:26.289845 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:26.290195 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:26.290521 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:22:26.612496 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ed0d17f-9715-4c28-8bc8-7933a1c603cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:26.614506 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:26.687525 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:26.833282 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:26.838267 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:26.908515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=513a257a-b0db-4f82-bcdf-de889ad91cfa,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:22:26.917217 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:27.336009 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Floating IP e2af2715-71fc-4f53-ba31-5be5259d9b64 associated. External IP: 172.25.3.141, port: b6d6c8dd-983a-4375-aeb6-aa8040ff60aa. Nov 29 19:22:27.536979 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 278e3ac6-2ded-478d-919d-05e4150dfdfb has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:22:27.643321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:22:27.654730 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fcd136-726e-4e5b-8ad8-1c68cf0cfb45 None None] Sync routers for ids ['278e3ac6-2ded-478d-919d-05e4150dfdfb'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:22:27.662387 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:27.666735 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fcd136-726e-4e5b-8ad8-1c68cf0cfb45 None None] Routers {'278e3ac6-2ded-478d-919d-05e4150dfdfb'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:22:27.667399 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-76fcd136-726e-4e5b-8ad8-1c68cf0cfb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:22:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['278e3ac6-2ded-478d-919d-05e4150dfdfb'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:27.689183 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cf71f283-b63f-4caf-a681-d36c004abe62 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8412287 Nov 29 19:22:27.689776 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c99a4de-c7f1-41a7-8bf4-452cdcc78438', 'tag': 'b6d6c8dd-983a-4375-aeb6-aa8040ff60aa'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:22:27.692060 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0f94d7-e434-4152-b7ea-da7c52c1d45d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c99a4de-c7f1-41a7-8bf4-452cdcc78438", "tag": "b6d6c8dd-983a-4375-aeb6-aa8040ff60aa"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:22:27.731958 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9c9391-3935-4c58-98aa-25fa8cd90c22 x-openstack-request-id: req-0d9c9391-3935-4c58-98aa-25fa8cd90c22 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:22:27.734188 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c99a4de-c7f1-41a7-8bf4-452cdcc78438", "tag": "b6d6c8dd-983a-4375-aeb6-aa8040ff60aa", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:22:27.734188 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d9c9391-3935-4c58-98aa-25fa8cd90c22 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:22:27.734188 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c99a4de-c7f1-41a7-8bf4-452cdcc78438', 'tag': 'b6d6c8dd-983a-4375-aeb6-aa8040ff60aa', 'status': 'completed', 'code': 200} Nov 29 19:22:27.792959 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-76fcd136-726e-4e5b-8ad8-1c68cf0cfb45 None None] Set router 278e3ac6-2ded-478d-919d-05e4150dfdfb gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:22:27.796285 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6905b9e-d609-48c3-911c-90381b927771 req-4b712963-6cbe-4cdd-bfa5-f11b26e43f88 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:27.797792 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6905b9e-d609-48c3-911c-90381b927771 req-4b712963-6cbe-4cdd-bfa5-f11b26e43f88 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0559075 Nov 29 19:22:27.799443 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f94d7-e434-4152-b7ea-da7c52c1d45d req-c21cfb53-6e0c-413f-9d0a-35beaa6aee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:27.801104 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1b0f94d7-e434-4152-b7ea-da7c52c1d45d req-c21cfb53-6e0c-413f-9d0a-35beaa6aee65 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 1096 time: 0.0479138 Nov 29 19:22:27.856390 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6905b9e-d609-48c3-911c-90381b927771 req-0bbedf2b-bd94-4af7-a31b-0702f3741781 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522161 Nov 29 19:22:27.879532 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45906) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:27.903956 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f94d7-e434-4152-b7ea-da7c52c1d45d req-e8169b86-463b-4ab5-8345-bb09c3c258e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:27.905360 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1b0f94d7-e434-4152-b7ea-da7c52c1d45d req-e8169b86-463b-4ab5-8345-bb09c3c258e1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df726755-86d7-4e19-bf14-ef0b109e2925 HTTP/1.1" status: 200 len: 898 time: 0.0966580 Nov 29 19:22:27.942209 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e5093c1e-d051-4502-bcd1-3068f27967eb tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/e2af2715-71fc-4f53-ba31-5be5259d9b64 HTTP/1.1" status: 200 len: 991 time: 0.0603211 Nov 29 19:22:27.966594 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:27.979106 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1b0f94d7-e434-4152-b7ea-da7c52c1d45d req-8b7a1df0-accb-4b49-ae1f-3a3b047111a5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa HTTP/1.1" status: 200 len: 999 time: 0.0656095 Nov 29 19:22:28.007279 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:28.028136 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f94d7-e434-4152-b7ea-da7c52c1d45d req-a01e048d-ba01-4d4c-91ca-47443e58f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:28.029631 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1b0f94d7-e434-4152-b7ea-da7c52c1d45d req-a01e048d-ba01-4d4c-91ca-47443e58f74f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=016649a1-ead5-4fce-9f31-882b6deda750 HTTP/1.1" status: 200 len: 835 time: 0.0441344 Nov 29 19:22:28.052770 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-76fcd136-726e-4e5b-8ad8-1c68cf0cfb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791766485', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:22:07Z', 'updated_at': '2021-11-29T19:22:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:08Z', 'updated_at': '2021-11-29T19:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'e2af2715-71fc-4f53-ba31-5be5259d9b64', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'port_id': 'b6d6c8dd-983a-4375-aeb6-aa8040ff60aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925', 'mac_address': 'fa:16:3e:9f:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99a4de-c7f1-41a7-8bf4-452cdcc78438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:22:26Z', 'updated_at': '2021-11-29T19:22:26Z', 'revision_number': 0, 'project_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398bd507-c680-44f8-aa28-503a1d16d0b6', 'name': '', 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:80:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '016649a1-ead5-4fce-9f31-882b6deda750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:10Z', 'updated_at': '2021-11-29T19:22:14Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '016649a1-ead5-4fce-9f31-882b6deda750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:28.076475 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f94d7-e434-4152-b7ea-da7c52c1d45d req-f04f17a1-e438-47a9-80c6-2fda99ce7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:28.077993 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1b0f94d7-e434-4152-b7ea-da7c52c1d45d req-f04f17a1-e438-47a9-80c6-2fda99ce7a83 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df726755-86d7-4e19-bf14-ef0b109e2925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414534 Nov 29 19:22:28.083799 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fcd136-726e-4e5b-8ad8-1c68cf0cfb45 None None] Checking router: 278e3ac6-2ded-478d-919d-05e4150dfdfb for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:22:28.092522 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fcd136-726e-4e5b-8ad8-1c68cf0cfb45 None None] Routers {'278e3ac6-2ded-478d-919d-05e4150dfdfb'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:22:28.093120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-76fcd136-726e-4e5b-8ad8-1c68cf0cfb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:22:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['278e3ac6-2ded-478d-919d-05e4150dfdfb'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:28.171930 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1b0f94d7-e434-4152-b7ea-da7c52c1d45d req-6a308a08-5e3e-4d55-8ca5-9d15488e59b1 service neutron] 10.222.0.31 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869336 Nov 29 19:22:28.198400 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-76fcd136-726e-4e5b-8ad8-1c68cf0cfb45 None None] Set router 278e3ac6-2ded-478d-919d-05e4150dfdfb gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:22:28.264741 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1b0f94d7-e434-4152-b7ea-da7c52c1d45d req-28c180f5-c299-42eb-95f9-3493d768b8cc service neutron] 10.222.0.31 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855677 Nov 29 19:22:28.418156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-76fcd136-726e-4e5b-8ad8-1c68cf0cfb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791766485', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:22:07Z', 'updated_at': '2021-11-29T19:22:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:08Z', 'updated_at': '2021-11-29T19:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'e2af2715-71fc-4f53-ba31-5be5259d9b64', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'port_id': 'b6d6c8dd-983a-4375-aeb6-aa8040ff60aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925', 'mac_address': 'fa:16:3e:9f:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99a4de-c7f1-41a7-8bf4-452cdcc78438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:22:26Z', 'updated_at': '2021-11-29T19:22:26Z', 'revision_number': 0, 'project_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398bd507-c680-44f8-aa28-503a1d16d0b6', 'name': '', 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:80:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '016649a1-ead5-4fce-9f31-882b6deda750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:10Z', 'updated_at': '2021-11-29T19:22:14Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '016649a1-ead5-4fce-9f31-882b6deda750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:22:28.447288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fcd136-726e-4e5b-8ad8-1c68cf0cfb45 None None] The sync data for ids ['278e3ac6-2ded-478d-919d-05e4150dfdfb'] in n-d-819494-5 is: [{'id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791766485', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:22:07Z', 'updated_at': '2021-11-29T19:22:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:08Z', 'updated_at': '2021-11-29T19:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'e2af2715-71fc-4f53-ba31-5be5259d9b64', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'port_id': 'b6d6c8dd-983a-4375-aeb6-aa8040ff60aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925', 'mac_address': 'fa:16:3e:9f:e2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c99a4de-c7f1-41a7-8bf4-452cdcc78438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:22:26Z', 'updated_at': '2021-11-29T19:22:26Z', 'revision_number': 0, 'project_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398bd507-c680-44f8-aa28-503a1d16d0b6', 'name': '', 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:80:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '016649a1-ead5-4fce-9f31-882b6deda750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:10Z', 'updated_at': '2021-11-29T19:22:14Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '016649a1-ead5-4fce-9f31-882b6deda750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:22:28.639226 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc598c8d-5b5a-475e-b2b6-87e0f12eb396 None None] New status for floating IP e2af2715-71fc-4f53-ba31-5be5259d9b64: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:22:28.944874 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45908) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:22:29.006088 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-aa809801-880e-48b7-b8c6-e2b4bed28f29 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/e2af2715-71fc-4f53-ba31-5be5259d9b64 HTTP/1.1" status: 200 len: 993 time: 0.0600896 Nov 29 19:22:29.491457 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:30.163404 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:30.533752 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:47.317977 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-36ac393c-b935-4444-84ae-1f66b6583818 req-1497cfe9-bbea-45c2-9b39-ac425d03bc78 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391808 Nov 29 19:22:47.411014 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac393c-b935-4444-84ae-1f66b6583818 req-5365d8b9-32ee-49c7-8078-388ca50812d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:47.412506 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-36ac393c-b935-4444-84ae-1f66b6583818 req-5365d8b9-32ee-49c7-8078-388ca50812d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 1096 time: 0.0472369 Nov 29 19:22:47.514557 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac393c-b935-4444-84ae-1f66b6583818 req-381c574f-1cc5-4e0f-b500-02e7a843a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:47.516094 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-36ac393c-b935-4444-84ae-1f66b6583818 req-381c574f-1cc5-4e0f-b500-02e7a843a67a service neutron] 10.222.0.31 "GET /v2.0/networks?id=df726755-86d7-4e19-bf14-ef0b109e2925 HTTP/1.1" status: 200 len: 898 time: 0.0843523 Nov 29 19:22:47.590730 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-36ac393c-b935-4444-84ae-1f66b6583818 req-eb220d8f-f17d-489f-bbb2-1d851639c0ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa HTTP/1.1" status: 200 len: 1001 time: 0.0672438 Nov 29 19:22:47.639393 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac393c-b935-4444-84ae-1f66b6583818 req-1d42b609-54f1-46a9-94c6-bfdd7ece9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:47.640840 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-36ac393c-b935-4444-84ae-1f66b6583818 req-1d42b609-54f1-46a9-94c6-bfdd7ece9e9d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=016649a1-ead5-4fce-9f31-882b6deda750 HTTP/1.1" status: 200 len: 835 time: 0.0436134 Nov 29 19:22:47.687785 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac393c-b935-4444-84ae-1f66b6583818 req-ca8ba04c-d709-4a55-99c3-be147c19d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:22:47.689263 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-36ac393c-b935-4444-84ae-1f66b6583818 req-ca8ba04c-d709-4a55-99c3-be147c19d3ce service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df726755-86d7-4e19-bf14-ef0b109e2925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405357 Nov 29 19:22:47.781353 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-36ac393c-b935-4444-84ae-1f66b6583818 req-9d19c69d-1eb6-4972-ba53-8b43341aae0d service neutron] 10.222.0.31 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843346 Nov 29 19:22:47.872886 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-36ac393c-b935-4444-84ae-1f66b6583818 req-9910ac47-582a-4ed4-bce0-24962ffc7cff service neutron] 10.222.0.31 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842085 Nov 29 19:22:54.166560 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e44cd402-d343-4a1c-8f31-320fb83f294c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:56.613832 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d363a98-388b-4dde-8e26-537f77cafb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:57.570499 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:22:57.944252 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:58.012188 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:22:59.495330 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:00.166130 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:00.533232 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:24.166871 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f75ffbb0-f7f8-4131-bff4-90950e6d7f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:26.614358 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6adc09a3-6ccc-4e12-a41c-859296b6eed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:27.947218 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:28.010962 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:29.497785 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:30.167229 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:30.542588 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:34.569581 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:23:47.331606 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e9c53ec1-aa4a-4f79-ada6-4b27fa8a1adb req-a4e9d046-009d-40dc-a428-357c4672a13e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441611 Nov 29 19:23:47.422801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c53ec1-aa4a-4f79-ada6-4b27fa8a1adb req-03e627bf-4f84-4195-9ff8-3d8cf822afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:23:47.424291 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e9c53ec1-aa4a-4f79-ada6-4b27fa8a1adb req-03e627bf-4f84-4195-9ff8-3d8cf822afd9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 1096 time: 0.0441425 Nov 29 19:23:47.523861 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c53ec1-aa4a-4f79-ada6-4b27fa8a1adb req-8bd19efd-143d-466a-b2ab-afc0e3bfa3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:23:47.525344 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e9c53ec1-aa4a-4f79-ada6-4b27fa8a1adb req-8bd19efd-143d-466a-b2ab-afc0e3bfa3c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df726755-86d7-4e19-bf14-ef0b109e2925 HTTP/1.1" status: 200 len: 898 time: 0.0834427 Nov 29 19:23:47.592995 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e9c53ec1-aa4a-4f79-ada6-4b27fa8a1adb req-6a06f401-b07d-4659-b6d6-7f5dddf7900d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa HTTP/1.1" status: 200 len: 1001 time: 0.0608110 Nov 29 19:23:47.644545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c53ec1-aa4a-4f79-ada6-4b27fa8a1adb req-627ece3b-d82a-4f92-a5d8-c74443c544e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:23:47.646041 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e9c53ec1-aa4a-4f79-ada6-4b27fa8a1adb req-627ece3b-d82a-4f92-a5d8-c74443c544e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=016649a1-ead5-4fce-9f31-882b6deda750 HTTP/1.1" status: 200 len: 835 time: 0.0466416 Nov 29 19:23:47.693900 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c53ec1-aa4a-4f79-ada6-4b27fa8a1adb req-a0831651-d9f8-4615-ae55-1da38aebbf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:23:47.695463 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e9c53ec1-aa4a-4f79-ada6-4b27fa8a1adb req-a0831651-d9f8-4615-ae55-1da38aebbf08 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df726755-86d7-4e19-bf14-ef0b109e2925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428565 Nov 29 19:23:47.785894 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e9c53ec1-aa4a-4f79-ada6-4b27fa8a1adb req-1fa90bed-5fce-4ba3-a208-45e754418e24 service neutron] 10.222.0.31 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836244 Nov 29 19:23:47.875018 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e9c53ec1-aa4a-4f79-ada6-4b27fa8a1adb req-09bc04b6-868d-45ec-b259-00003ebdb1d0 service neutron] 10.222.0.31 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816875 Nov 29 19:23:54.171292 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c4409380-3e6a-4358-a258-76ebe1fc21bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:56.615931 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a202c4f-ab71-41f5-a17b-377ef7174599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:57.949447 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:58.008207 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:58.507896 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-2c48ff64-a2f6-43b5-a3d6-06bcb962be33 req-60b9fcfb-9153-4299-af01-bc93ad027cc5 service neutron] (110004) timed out ('10.222.0.23', 35448) {{(pid=110004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 19:23:59.501690 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:23:59.710352 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c359c9f-2463-421c-9569-99870a97aadf req-a3ccb241-313e-43ae-b36d-028c6aebd20c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:23:59.711852 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c359c9f-2463-421c-9569-99870a97aadf req-a3ccb241-313e-43ae-b36d-028c6aebd20c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0504770 Nov 29 19:23:59.760184 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1c359c9f-2463-421c-9569-99870a97aadf req-ef37042e-3a07-493a-9358-82299b52e442 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423734 Nov 29 19:24:00.169129 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:00.571019 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:00.878533 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42ff5b-1831-4d35-9fb3-75664934a2dd req-f8b4bb55-ca37-489a-9d78-6ae9381c8273 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:00.879925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf42ff5b-1831-4d35-9fb3-75664934a2dd req-f8b4bb55-ca37-489a-9d78-6ae9381c8273 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0509710 Nov 29 19:24:00.927155 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf42ff5b-1831-4d35-9fb3-75664934a2dd req-ceff1071-0da2-4565-a76d-e5941aa70167 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407233 Nov 29 19:24:02.047641 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a272df-9088-4172-b2de-506671827f13 req-25881dea-fb9a-4e9c-a98c-5b80403ed265 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:02.049386 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3a272df-9088-4172-b2de-506671827f13 req-25881dea-fb9a-4e9c-a98c-5b80403ed265 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0505962 Nov 29 19:24:02.101028 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d3a272df-9088-4172-b2de-506671827f13 req-6b79a71d-37c2-4139-810e-126c80a845ce tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452945 Nov 29 19:24:03.214930 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5f416-fdd8-466b-b119-668a6c44c161 req-1ac141e9-b4b5-4488-946d-1101023e9bbb tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:03.216410 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32c5f416-fdd8-466b-b119-668a6c44c161 req-1ac141e9-b4b5-4488-946d-1101023e9bbb tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0481708 Nov 29 19:24:03.268062 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32c5f416-fdd8-466b-b119-668a6c44c161 req-45ef69cd-329a-41de-a7a7-f04bfa26793a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456066 Nov 29 19:24:04.384217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aa9e1-9413-4e17-8131-28b97776b1e3 req-b916518b-087d-40d0-9099-e582bf8ccd6f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:04.385693 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e86aa9e1-9413-4e17-8131-28b97776b1e3 req-b916518b-087d-40d0-9099-e582bf8ccd6f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0476222 Nov 29 19:24:04.432973 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e86aa9e1-9413-4e17-8131-28b97776b1e3 req-4c432c79-abe6-4dc7-af9c-447f314b1954 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414090 Nov 29 19:24:05.550683 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e8477-401e-4c0b-87f8-1ac6fcf249dd req-d9a86bb4-f6c8-4c19-a879-df76d135641b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:05.552192 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-921e8477-401e-4c0b-87f8-1ac6fcf249dd req-d9a86bb4-f6c8-4c19-a879-df76d135641b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0512810 Nov 29 19:24:05.603617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-921e8477-401e-4c0b-87f8-1ac6fcf249dd req-2ca41140-423e-4f14-9d6f-45821620ebb3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445256 Nov 29 19:24:06.722122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c006b-e31c-470f-b03a-a79528093acb req-8e364fcb-ef6f-4b3f-8f4e-26b5bbea7da0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:06.723611 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c70c006b-e31c-470f-b03a-a79528093acb req-8e364fcb-ef6f-4b3f-8f4e-26b5bbea7da0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0530772 Nov 29 19:24:06.771051 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c70c006b-e31c-470f-b03a-a79528093acb req-dd143a42-2ff2-4972-b407-6da87af7deeb tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414708 Nov 29 19:24:07.889678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17d77c-0e27-4924-9a9d-f8c02091173b req-eaeb9020-f37b-4fef-a2a2-77ea9eacbcb9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:07.891225 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a17d77c-0e27-4924-9a9d-f8c02091173b req-eaeb9020-f37b-4fef-a2a2-77ea9eacbcb9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0484481 Nov 29 19:24:07.941326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a17d77c-0e27-4924-9a9d-f8c02091173b req-73123055-2c2d-4254-ba3b-3d0a2d954e93 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440109 Nov 29 19:24:09.059716 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3d1ee-aa7b-41cd-9c00-87fa92e29204 req-18373f4e-12d1-4915-94d6-0cadd9fba3f7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:09.061206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bc3d1ee-aa7b-41cd-9c00-87fa92e29204 req-18373f4e-12d1-4915-94d6-0cadd9fba3f7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0511532 Nov 29 19:24:09.112961 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9bc3d1ee-aa7b-41cd-9c00-87fa92e29204 req-cf382368-37ee-4f18-a850-c0e7de869483 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456076 Nov 29 19:24:10.226022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737b968-f7f5-483d-9f94-80697fa9d294 req-09f9fbb6-b7c1-4c46-ae8d-5bfd20bbb627 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:10.227984 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e737b968-f7f5-483d-9f94-80697fa9d294 req-09f9fbb6-b7c1-4c46-ae8d-5bfd20bbb627 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0475469 Nov 29 19:24:10.275802 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e737b968-f7f5-483d-9f94-80697fa9d294 req-5d87e045-42d4-42fb-9b80-9fe89e6437db tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420303 Nov 29 19:24:10.299242 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45970) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:24:10.360813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f8a4b750-1e6c-43ec-b483-4d7d79c70972 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/e2af2715-71fc-4f53-ba31-5be5259d9b64 HTTP/1.1" status: 200 len: 993 time: 0.0604889 Nov 29 19:24:11.569399 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:24:11.629695 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8637d4-591d-411c-afb8-829e5c8c8754 req-7fc92b01-2ca1-41af-aed5-7eb286003bca tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:11.631119 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc8637d4-591d-411c-afb8-829e5c8c8754 req-7fc92b01-2ca1-41af-aed5-7eb286003bca tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0501375 Nov 29 19:24:11.651784 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9afaf-9732-4c2a-a456-a6f0bb09db4d req-2eff11d1-92c1-4c60-a771-053564992376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:11.653279 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85f9afaf-9732-4c2a-a456-a6f0bb09db4d req-2eff11d1-92c1-4c60-a771-053564992376 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 1096 time: 0.0424700 Nov 29 19:24:11.681903 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fc8637d4-591d-411c-afb8-829e5c8c8754 req-929f1d09-cf72-4ad3-80db-53a874bcdad5 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438750 Nov 29 19:24:12.087883 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9afaf-9732-4c2a-a456-a6f0bb09db4d req-6a29e2b7-07c9-4bfa-a973-3314c1078673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:12.089353 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85f9afaf-9732-4c2a-a456-a6f0bb09db4d req-6a29e2b7-07c9-4bfa-a973-3314c1078673 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df726755-86d7-4e19-bf14-ef0b109e2925 HTTP/1.1" status: 200 len: 898 time: 0.4295061 Nov 29 19:24:12.153697 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85f9afaf-9732-4c2a-a456-a6f0bb09db4d req-b76631c8-4ca9-4e67-be26-1cea16d31714 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa HTTP/1.1" status: 200 len: 1001 time: 0.0567732 Nov 29 19:24:12.205310 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9afaf-9732-4c2a-a456-a6f0bb09db4d req-025eeb05-64cd-40b0-8e6a-c18fa8ce600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:12.206736 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85f9afaf-9732-4c2a-a456-a6f0bb09db4d req-025eeb05-64cd-40b0-8e6a-c18fa8ce600f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=016649a1-ead5-4fce-9f31-882b6deda750 HTTP/1.1" status: 200 len: 835 time: 0.0464475 Nov 29 19:24:12.252284 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9afaf-9732-4c2a-a456-a6f0bb09db4d req-75e2d192-40f4-484a-afa7-4860b7aafec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:12.253730 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85f9afaf-9732-4c2a-a456-a6f0bb09db4d req-75e2d192-40f4-484a-afa7-4860b7aafec6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df726755-86d7-4e19-bf14-ef0b109e2925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388279 Nov 29 19:24:12.344908 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85f9afaf-9732-4c2a-a456-a6f0bb09db4d req-0b97fcd0-7e4c-49aa-bf70-af5a29a06a23 service neutron] 10.222.0.31 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839612 Nov 29 19:24:12.439049 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-85f9afaf-9732-4c2a-a456-a6f0bb09db4d req-1c23a958-95ab-4a93-92e0-db8ad924bbb2 service neutron] 10.222.0.31 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859528 Nov 29 19:24:12.800097 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de07e3a-b3b1-4310-b4a6-0b26cde5f636 req-62f9f84a-1bfc-4a33-af7d-f12018e21850 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:12.801569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3de07e3a-b3b1-4310-b4a6-0b26cde5f636 req-62f9f84a-1bfc-4a33-af7d-f12018e21850 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0478108 Nov 29 19:24:12.849782 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3de07e3a-b3b1-4310-b4a6-0b26cde5f636 req-4352253b-724d-458e-b521-8fd64b749ae4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413361 Nov 29 19:24:13.967849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d91f8-17e1-4546-94b1-cdfed6b54668 req-705bb0c3-0b2d-42bd-b99c-46c0419aa72b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:13.969305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-249d91f8-17e1-4546-94b1-cdfed6b54668 req-705bb0c3-0b2d-42bd-b99c-46c0419aa72b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0515862 Nov 29 19:24:14.017835 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-249d91f8-17e1-4546-94b1-cdfed6b54668 req-6967f18d-9e38-40ff-9e73-10d9abcc8734 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424590 Nov 29 19:24:14.039471 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 45982) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:24:14.099009 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5192a88f-df3b-4f29-9635-a67a8d2d9802 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/e2af2715-71fc-4f53-ba31-5be5259d9b64 HTTP/1.1" status: 200 len: 993 time: 0.0579164 Nov 29 19:24:24.172308 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c070bc8-815c-4abb-8240-4018a264cae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:26.617375 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88299fd3-3a5f-451d-97f3-14842257d9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:27.953099 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:28.023056 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:29.504078 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:30.170132 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:30.572652 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:35.853036 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-61fce542-b255-4d9f-8556-d7459c6d20a4 req-05d0c645-8ee5-4e24-9a7a-774135706263 service neutron] (110005) timed out ('10.222.0.31', 64534) {{(pid=110005) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 19:24:48.365383 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a9c48dfa-a4e3-4baf-ac28-67d0be42fb65 req-7597d886-5724-495d-b951-9c570b82787e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757630 Nov 29 19:24:48.445797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c48dfa-a4e3-4baf-ac28-67d0be42fb65 req-a050471a-4afe-44bd-8978-9f8c04a9c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:48.447888 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a9c48dfa-a4e3-4baf-ac28-67d0be42fb65 req-a050471a-4afe-44bd-8978-9f8c04a9c884 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 1096 time: 0.0394933 Nov 29 19:24:48.557950 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c48dfa-a4e3-4baf-ac28-67d0be42fb65 req-6cfc4d4b-ce62-4182-8001-a1854686dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:48.559379 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a9c48dfa-a4e3-4baf-ac28-67d0be42fb65 req-6cfc4d4b-ce62-4182-8001-a1854686dc4a service neutron] 10.222.0.31 "GET /v2.0/networks?id=df726755-86d7-4e19-bf14-ef0b109e2925 HTTP/1.1" status: 200 len: 898 time: 0.0914888 Nov 29 19:24:48.568209 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:24:48.624619 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a9c48dfa-a4e3-4baf-ac28-67d0be42fb65 req-7dc1c2fb-bdbe-4731-b43e-540b65559ca6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa HTTP/1.1" status: 200 len: 1001 time: 0.0579190 Nov 29 19:24:48.677233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c48dfa-a4e3-4baf-ac28-67d0be42fb65 req-015758fe-dd4c-487c-b9c0-306f59cecbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:48.678684 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a9c48dfa-a4e3-4baf-ac28-67d0be42fb65 req-015758fe-dd4c-487c-b9c0-306f59cecbd8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=016649a1-ead5-4fce-9f31-882b6deda750 HTTP/1.1" status: 200 len: 835 time: 0.0473132 Nov 29 19:24:48.723000 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c48dfa-a4e3-4baf-ac28-67d0be42fb65 req-741969cd-3364-496a-b18e-019bb0a1f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:24:48.724473 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a9c48dfa-a4e3-4baf-ac28-67d0be42fb65 req-741969cd-3364-496a-b18e-019bb0a1f6c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df726755-86d7-4e19-bf14-ef0b109e2925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385013 Nov 29 19:24:48.815060 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a9c48dfa-a4e3-4baf-ac28-67d0be42fb65 req-165e3157-040d-479f-adbc-56e8f55beeda service neutron] 10.222.0.31 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828223 Nov 29 19:24:48.910692 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-a9c48dfa-a4e3-4baf-ac28-67d0be42fb65 req-1c0352d5-d682-497c-b8e9-8b9152f3f7f1 service neutron] 10.222.0.31 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892258 Nov 29 19:24:54.174226 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7f2cf70c-43d6-4de1-a764-e1397f85fd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:56.620080 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d74c6d8-dfb1-4fe3-9266-50407bad3d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:57.955175 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:58.021249 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:24:59.507039 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:00.171762 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:00.578369 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:13.061836 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46006) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:13.232287 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port 513a257a-b0db-4f82-bcdf-de889ad91cfa {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:25:13.232616 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:13.311772 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:13.312021 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:13.324003 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for 513a257a-b0db-4f82-bcdf-de889ad91cfa owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:25:13.476311 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:13.503685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=513a257a-b0db-4f82-bcdf-de889ad91cfa,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:13.530368 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:13.530824 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:13.531259 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:13.531609 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:13.532023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:13.532373 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:13.532718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:13.533054 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:13.533396 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:13.533734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:13.534143 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:13.534642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:13.573816 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:13.574071 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Floating IP e2af2715-71fc-4f53-ba31-5be5259d9b64 disassociated (deleted). External IP: 172.25.3.141, port: b6d6c8dd-983a-4375-aeb6-aa8040ff60aa. Nov 29 19:25:13.780439 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 278e3ac6-2ded-478d-919d-05e4150dfdfb has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:25:13.888597 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:25:13.893442 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:13.899527 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290df9d4-1c52-42c9-a6af-46a105d55086 None None] Sync routers for ids ['278e3ac6-2ded-478d-919d-05e4150dfdfb'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:25:13.908925 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290df9d4-1c52-42c9-a6af-46a105d55086 None None] Routers {'278e3ac6-2ded-478d-919d-05e4150dfdfb'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:25:13.909531 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-290df9d4-1c52-42c9-a6af-46a105d55086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:24:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['278e3ac6-2ded-478d-919d-05e4150dfdfb'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:13.919276 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e7f7b9df-6a00-4b51-b90e-18bb1f021d6e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/floatingips/e2af2715-71fc-4f53-ba31-5be5259d9b64 HTTP/1.1" status: 204 len: 168 time: 0.8563139 Nov 29 19:25:13.920010 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c99a4de-c7f1-41a7-8bf4-452cdcc78438', 'tag': 'b6d6c8dd-983a-4375-aeb6-aa8040ff60aa'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:25:13.922298 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7979b127-b38d-46de-8bea-c79871425fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c99a4de-c7f1-41a7-8bf4-452cdcc78438", "tag": "b6d6c8dd-983a-4375-aeb6-aa8040ff60aa"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:25:14.022235 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc53990-1ef0-4cce-80d2-a292c4d9638d x-openstack-request-id: req-9bc53990-1ef0-4cce-80d2-a292c4d9638d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:25:14.022528 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c99a4de-c7f1-41a7-8bf4-452cdcc78438", "tag": "b6d6c8dd-983a-4375-aeb6-aa8040ff60aa", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:25:14.022898 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bc53990-1ef0-4cce-80d2-a292c4d9638d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:25:14.023227 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c99a4de-c7f1-41a7-8bf4-452cdcc78438', 'tag': 'b6d6c8dd-983a-4375-aeb6-aa8040ff60aa', 'status': 'completed', 'code': 200} Nov 29 19:25:14.024111 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-290df9d4-1c52-42c9-a6af-46a105d55086 None None] Set router 278e3ac6-2ded-478d-919d-05e4150dfdfb gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:25:14.093039 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979b127-b38d-46de-8bea-c79871425fe6 req-97f7f563-d86e-4f99-a59a-5aa7045c3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:14.094604 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7979b127-b38d-46de-8bea-c79871425fe6 req-97f7f563-d86e-4f99-a59a-5aa7045c3c39 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 1096 time: 0.0456486 Nov 29 19:25:14.203841 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979b127-b38d-46de-8bea-c79871425fe6 req-6a16d78b-3da5-4611-9bb0-59f8c087d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:14.205389 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7979b127-b38d-46de-8bea-c79871425fe6 req-6a16d78b-3da5-4611-9bb0-59f8c087d2ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=df726755-86d7-4e19-bf14-ef0b109e2925 HTTP/1.1" status: 200 len: 898 time: 0.1032772 Nov 29 19:25:14.217967 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900c24d-2226-4528-b527-e117a8ea1a1c req-7a6364d0-a0b8-4193-84ea-9481125088f2 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:14.219765 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6900c24d-2226-4528-b527-e117a8ea1a1c req-7a6364d0-a0b8-4193-84ea-9481125088f2 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.1074781 Nov 29 19:25:14.250555 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-290df9d4-1c52-42c9-a6af-46a105d55086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791766485', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:22:07Z', 'updated_at': '2021-11-29T19:22:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:08Z', 'updated_at': '2021-11-29T19:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '398bd507-c680-44f8-aa28-503a1d16d0b6', 'name': '', 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:80:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '016649a1-ead5-4fce-9f31-882b6deda750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:10Z', 'updated_at': '2021-11-29T19:22:14Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '016649a1-ead5-4fce-9f31-882b6deda750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:14.251627 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7979b127-b38d-46de-8bea-c79871425fe6 req-9a3fd40a-835b-4718-89de-8897521c4364 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa HTTP/1.1" status: 200 len: 217 time: 0.0367768 Nov 29 19:25:14.275465 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6900c24d-2226-4528-b527-e117a8ea1a1c req-a629d9a3-a72b-45d9-9e0c-386b9759dd56 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491230 Nov 29 19:25:14.278112 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290df9d4-1c52-42c9-a6af-46a105d55086 None None] Checking router: 278e3ac6-2ded-478d-919d-05e4150dfdfb for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:25:14.287554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290df9d4-1c52-42c9-a6af-46a105d55086 None None] Routers {'278e3ac6-2ded-478d-919d-05e4150dfdfb'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:25:14.287994 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-290df9d4-1c52-42c9-a6af-46a105d55086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:24:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['278e3ac6-2ded-478d-919d-05e4150dfdfb'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:14.313173 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979b127-b38d-46de-8bea-c79871425fe6 req-7eebcf0b-cc14-4ce9-8ea2-23bb3ade8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:14.314717 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7979b127-b38d-46de-8bea-c79871425fe6 req-7eebcf0b-cc14-4ce9-8ea2-23bb3ade8706 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=016649a1-ead5-4fce-9f31-882b6deda750 HTTP/1.1" status: 200 len: 835 time: 0.0532117 Nov 29 19:25:14.365288 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979b127-b38d-46de-8bea-c79871425fe6 req-557cb8ab-3b0b-45b7-9296-e1f09c88a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:14.366831 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7979b127-b38d-46de-8bea-c79871425fe6 req-557cb8ab-3b0b-45b7-9296-e1f09c88a928 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df726755-86d7-4e19-bf14-ef0b109e2925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438929 Nov 29 19:25:14.395551 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-290df9d4-1c52-42c9-a6af-46a105d55086 None None] Set router 278e3ac6-2ded-478d-919d-05e4150dfdfb gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:25:14.460135 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7979b127-b38d-46de-8bea-c79871425fe6 req-e9b8d436-b443-4aeb-b7d5-92468fe93046 service neutron] 10.222.0.31 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849154 Nov 29 19:25:14.559961 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-7979b127-b38d-46de-8bea-c79871425fe6 req-26b588a4-2e2b-4316-ad99-65b78a3f6f19 service neutron] 10.222.0.31 "GET /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921810 Nov 29 19:25:14.601594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-290df9d4-1c52-42c9-a6af-46a105d55086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791766485', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:22:07Z', 'updated_at': '2021-11-29T19:22:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:08Z', 'updated_at': '2021-11-29T19:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '398bd507-c680-44f8-aa28-503a1d16d0b6', 'name': '', 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:80:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '016649a1-ead5-4fce-9f31-882b6deda750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:10Z', 'updated_at': '2021-11-29T19:22:14Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '016649a1-ead5-4fce-9f31-882b6deda750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:14.633948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290df9d4-1c52-42c9-a6af-46a105d55086 None None] The sync data for ids ['278e3ac6-2ded-478d-919d-05e4150dfdfb'] in n-d-819494-5 is: [{'id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791766485', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:22:07Z', 'updated_at': '2021-11-29T19:22:11Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:08Z', 'updated_at': '2021-11-29T19:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '398bd507-c680-44f8-aa28-503a1d16d0b6', 'name': '', 'network_id': 'df726755-86d7-4e19-bf14-ef0b109e2925', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:80:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '016649a1-ead5-4fce-9f31-882b6deda750', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:10Z', 'updated_at': '2021-11-29T19:22:14Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '016649a1-ead5-4fce-9f31-882b6deda750', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:25:14.858385 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd254e1-57d3-4013-9ad1-4682a71876af None None] New status for floating IP e2af2715-71fc-4f53-ba31-5be5259d9b64: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:25:15.437881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e12ce-0fad-4bf7-a002-79af696750ec req-9b860c13-852a-466b-b65b-6c4f867d57cd tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:15.439587 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc6e12ce-0fad-4bf7-a002-79af696750ec req-9b860c13-852a-466b-b65b-6c4f867d57cd tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0941575 Nov 29 19:25:15.492375 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dc6e12ce-0fad-4bf7-a002-79af696750ec req-49bcb8a8-78d4-4dfe-af2f-a15f599c23ab tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466621 Nov 29 19:25:16.034219 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b636b90-64be-4569-90b0-25eff723767f req-9514511d-56e1-469e-8bac-a2e83be6bceb tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:16.035764 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0b636b90-64be-4569-90b0-25eff723767f req-9514511d-56e1-469e-8bac-a2e83be6bceb tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 945 time: 0.0533106 Nov 29 19:25:16.127955 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-0b636b90-64be-4569-90b0-25eff723767f req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port b6d6c8dd-983a-4375-aeb6-aa8040ff60aa {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:25:16.128297 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0b636b90-64be-4569-90b0-25eff723767f req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:16.220447 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-0b636b90-64be-4569-90b0-25eff723767f req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] For port b6d6c8dd-983a-4375-aeb6-aa8040ff60aa, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa,segment=NetworkSegment(4e3fd59c-6ff6-4f61-871e-815af150779d),segment_id=4e3fd59c-6ff6-4f61-871e-815af150779d)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:25:16.220711 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0b636b90-64be-4569-90b0-25eff723767f req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:16.234331 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [req-0b636b90-64be-4569-90b0-25eff723767f req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for b6d6c8dd-983a-4375-aeb6-aa8040ff60aa owned by compute:nova {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:25:16.369682 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0b636b90-64be-4569-90b0-25eff723767f req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:16.400131 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=b6d6c8dd-983a-4375-aeb6-aa8040ff60aa,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:16.424439 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:16.424801 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:16.425151 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:16.425499 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:16.425843 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:16.426187 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:16.426529 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:16.426893 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:16.427233 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:16.427569 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:16.427902 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:16.428234 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:16.449850 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b636b90-64be-4569-90b0-25eff723767f req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] No DVR routers for this DVR port b6d6c8dd-983a-4375-aeb6-aa8040ff60aa on host n-h2-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:25:16.452714 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-0b636b90-64be-4569-90b0-25eff723767f req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:16.456309 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0b636b90-64be-4569-90b0-25eff723767f req-fff764cf-4892-430d-b424-c0adc397d14e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.31 "DELETE /v2.0/ports/b6d6c8dd-983a-4375-aeb6-aa8040ff60aa HTTP/1.1" status: 204 len: 173 time: 0.4137843 Nov 29 19:25:16.456797 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c99a4de-c7f1-41a7-8bf4-452cdcc78438', 'name': 'network-vif-deleted', 'tag': 'b6d6c8dd-983a-4375-aeb6-aa8040ff60aa'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:25:16.459646 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132dd854-76d0-4398-ad13-37ea558d9707" -d '{"events": [{"server_uuid": "9c99a4de-c7f1-41a7-8bf4-452cdcc78438", "name": "network-vif-deleted", "tag": "b6d6c8dd-983a-4375-aeb6-aa8040ff60aa"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:25:16.499135 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb38c96d-f26e-4aeb-b619-9fda6eeaafd5 x-openstack-request-id: req-fb38c96d-f26e-4aeb-b619-9fda6eeaafd5 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:25:16.499439 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c99a4de-c7f1-41a7-8bf4-452cdcc78438", "name": "network-vif-deleted", "tag": "b6d6c8dd-983a-4375-aeb6-aa8040ff60aa", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:25:16.499705 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb38c96d-f26e-4aeb-b619-9fda6eeaafd5 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:25:16.500122 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c99a4de-c7f1-41a7-8bf4-452cdcc78438', 'name': 'network-vif-deleted', 'tag': 'b6d6c8dd-983a-4375-aeb6-aa8040ff60aa', 'status': 'completed', 'code': 200} Nov 29 19:25:16.609701 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-aa1cf4c9-d9c6-45c4-a0b6-d5e9a64467ca req-433e04e2-0a05-4422-968d-ec0428c22e63 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c99a4de-c7f1-41a7-8bf4-452cdcc78438 HTTP/1.1" status: 200 len: 210 time: 0.0267363 Nov 29 19:25:17.667892 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46030) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:18.023107 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b3382fa-1cce-4c9b-ad05-9526a5b24901 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:18.277992 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4b3382fa-1cce-4c9b-ad05-9526a5b24901 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port 398bd507-c680-44f8-aa28-503a1d16d0b6 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:25:18.278250 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b3382fa-1cce-4c9b-ad05-9526a5b24901 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:18.364508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-4b3382fa-1cce-4c9b-ad05-9526a5b24901 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] For port 398bd507-c680-44f8-aa28-503a1d16d0b6, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=398bd507-c680-44f8-aa28-503a1d16d0b6,segment=NetworkSegment(4e3fd59c-6ff6-4f61-871e-815af150779d),segment_id=4e3fd59c-6ff6-4f61-871e-815af150779d)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:25:18.364878 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b3382fa-1cce-4c9b-ad05-9526a5b24901 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:18.378316 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4b3382fa-1cce-4c9b-ad05-9526a5b24901 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for 398bd507-c680-44f8-aa28-503a1d16d0b6 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:25:18.563001 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b3382fa-1cce-4c9b-ad05-9526a5b24901 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:18.594244 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3382fa-1cce-4c9b-ad05-9526a5b24901 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=398bd507-c680-44f8-aa28-503a1d16d0b6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:18.772015 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b3382fa-1cce-4c9b-ad05-9526a5b24901 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:18.991627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3382fa-1cce-4c9b-ad05-9526a5b24901 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 278e3ac6-2ded-478d-919d-05e4150dfdfb has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:25:19.097590 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3382fa-1cce-4c9b-ad05-9526a5b24901 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:25:19.102586 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-4b3382fa-1cce-4c9b-ad05-9526a5b24901 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "PUT /v2.0/routers/278e3ac6-2ded-478d-919d-05e4150dfdfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4336727 Nov 29 19:25:19.105466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46034) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:19.108263 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e367286-1938-4728-81c0-5598a16a27d7 None None] Sync routers for ids ['278e3ac6-2ded-478d-919d-05e4150dfdfb'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:25:19.117839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e367286-1938-4728-81c0-5598a16a27d7 None None] Routers {'278e3ac6-2ded-478d-919d-05e4150dfdfb'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:25:19.118977 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1e367286-1938-4728-81c0-5598a16a27d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:24:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['278e3ac6-2ded-478d-919d-05e4150dfdfb'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:19.156321 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31e2d7a-9b6c-4f70-88ad-deb7aae76bd4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting subnet 016649a1-ead5-4fce-9f31-882b6deda750 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:25:19.159567 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c31e2d7a-9b6c-4f70-88ad-deb7aae76bd4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:19.199755 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c31e2d7a-9b6c-4f70-88ad-deb7aae76bd4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:19.225145 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-1e367286-1938-4728-81c0-5598a16a27d7 None None] Set router 278e3ac6-2ded-478d-919d-05e4150dfdfb gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:25:19.286175 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c31e2d7a-9b6c-4f70-88ad-deb7aae76bd4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:19.353408 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c31e2d7a-9b6c-4f70-88ad-deb7aae76bd4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:19.382624 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e2d7a-9b6c-4f70-88ad-deb7aae76bd4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Subnet': ['ID=016649a1-ead5-4fce-9f31-882b6deda750,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:19.386132 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c31e2d7a-9b6c-4f70-88ad-deb7aae76bd4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:19.391998 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c31e2d7a-9b6c-4f70-88ad-deb7aae76bd4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/subnets/016649a1-ead5-4fce-9f31-882b6deda750 HTTP/1.1" status: 204 len: 168 time: 0.2829692 Nov 29 19:25:19.392298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46036) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:19.395142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07111d30-e314-4676-8ce4-02679bf0bd9e None None] Network df726755-86d7-4e19-bf14-ef0b109e2925 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:25:19.499630 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88ccfaf6-d783-4854-80ba-f67222a21311 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:19.513025 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1e367286-1938-4728-81c0-5598a16a27d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791766485', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:22:07Z', 'updated_at': '2021-11-29T19:25:18Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:08Z', 'updated_at': '2021-11-29T19:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:19.548612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e367286-1938-4728-81c0-5598a16a27d7 None None] Checking router: 278e3ac6-2ded-478d-919d-05e4150dfdfb for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:25:19.563297 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e367286-1938-4728-81c0-5598a16a27d7 None None] Routers {'278e3ac6-2ded-478d-919d-05e4150dfdfb'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:25:19.563927 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1e367286-1938-4728-81c0-5598a16a27d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:24:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['278e3ac6-2ded-478d-919d-05e4150dfdfb'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:19.611532 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88ccfaf6-d783-4854-80ba-f67222a21311 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:19.653421 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] DHCP port deletion for df726755-86d7-4e19-bf14-ef0b109e2925 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:25:19.668744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-88ccfaf6-d783-4854-80ba-f67222a21311 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port 79c83b71-9287-4802-92d3-e9ce1bb75fd6 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:25:19.669095 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88ccfaf6-d783-4854-80ba-f67222a21311 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:19.711104 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-1e367286-1938-4728-81c0-5598a16a27d7 None None] Set router 278e3ac6-2ded-478d-919d-05e4150dfdfb gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:25:19.753934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-88ccfaf6-d783-4854-80ba-f67222a21311 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] For port 79c83b71-9287-4802-92d3-e9ce1bb75fd6, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=79c83b71-9287-4802-92d3-e9ce1bb75fd6,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:25:19.754302 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88ccfaf6-d783-4854-80ba-f67222a21311 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:19.820985 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Deleting port f4881937-a1e4-41bc-a2b7-43598a5ef303 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:25:19.821328 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:20.075538 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b6d6c8dd-983a-4375-aeb6-aa8040ff60aa no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:25:20.084257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] For port f4881937-a1e4-41bc-a2b7-43598a5ef303, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=f4881937-a1e4-41bc-a2b7-43598a5ef303,segment=NetworkSegment(4e3fd59c-6ff6-4f61-871e-815af150779d),segment_id=4e3fd59c-6ff6-4f61-871e-815af150779d)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:25:20.084662 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:20.109497 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-88ccfaf6-d783-4854-80ba-f67222a21311 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for 79c83b71-9287-4802-92d3-e9ce1bb75fd6 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:25:20.113213 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: b6d6c8dd-983a-4375-aeb6-aa8040ff60aa {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:25:20.113631 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b6d6c8dd-983a-4375-aeb6-aa8040ff60aa not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:25:20.133974 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Calling delete_port for f4881937-a1e4-41bc-a2b7-43598a5ef303 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:25:20.275738 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88ccfaf6-d783-4854-80ba-f67222a21311 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:20.300756 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccfaf6-d783-4854-80ba-f67222a21311 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=79c83b71-9287-4802-92d3-e9ce1bb75fd6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:20.307044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-1e367286-1938-4728-81c0-5598a16a27d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791766485', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:22:07Z', 'updated_at': '2021-11-29T19:25:18Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:08Z', 'updated_at': '2021-11-29T19:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:20.341659 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee5bb43-8dac-41ad-81fc-080c105cd1ec None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:25:20.343953 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e367286-1938-4728-81c0-5598a16a27d7 None None] The sync data for ids ['278e3ac6-2ded-478d-919d-05e4150dfdfb'] in n-d-819494-5 is: [{'id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-791766485', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:22:07Z', 'updated_at': '2021-11-29T19:25:18Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': '79c83b71-9287-4802-92d3-e9ce1bb75fd6', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278e3ac6-2ded-478d-919d-05e4150dfdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:22:08Z', 'updated_at': '2021-11-29T19:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:25:20.349109 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:20.375309 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88ccfaf6-d783-4854-80ba-f67222a21311 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:20.383101 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Pushing event deleted for resources: {'Port': ['ID=f4881937-a1e4-41bc-a2b7-43598a5ef303,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:20.386055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] No DVR routers for this DVR port f4881937-a1e4-41bc-a2b7-43598a5ef303 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:25:20.397295 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:20.398028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:20.398028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:20.398316 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:20.398656 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:20.399017 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:20.399899 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:20.400244 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:20.401884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:20.402246 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:20.402593 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:20.402978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a6849-ed22-4f45-b0d9-8ce33b6b22a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:20.476880 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88ccfaf6-d783-4854-80ba-f67222a21311 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:20.479076 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88ccfaf6-d783-4854-80ba-f67222a21311 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:20.521219 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88ccfaf6-d783-4854-80ba-f67222a21311 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:20.521789 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ccfaf6-d783-4854-80ba-f67222a21311 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Fanout notify agent at l3_agent the message router_deleted on router 278e3ac6-2ded-478d-919d-05e4150dfdfb {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:25:20.530006 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88ccfaf6-d783-4854-80ba-f67222a21311 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:20.531170 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-88ccfaf6-d783-4854-80ba-f67222a21311 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/routers/278e3ac6-2ded-478d-919d-05e4150dfdfb HTTP/1.1" status: 204 len: 168 time: 1.1380396 Nov 29 19:25:20.533906 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46038) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:20.607792 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32b6e84b-0252-418d-b924-289b3dc0437c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:20.694629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32b6e84b-0252-418d-b924-289b3dc0437c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:20.716939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-32b6e84b-0252-418d-b924-289b3dc0437c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df726755-86d7-4e19-bf14-ef0b109e2925']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:20.726910 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-32b6e84b-0252-418d-b924-289b3dc0437c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3fd59c-6ff6-4f61-871e-815af150779d') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:20.727211 n-d-819494-5 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-32b6e84b-0252-418d-b924-289b3dc0437c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3fd59c-6ff6-4f61-871e-815af150779d') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:20.736925 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32b6e84b-0252-418d-b924-289b3dc0437c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27037088'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:20.753096 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32b6e84b-0252-418d-b924-289b3dc0437c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:20.760862 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b6e84b-0252-418d-b924-289b3dc0437c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:25:20.761407 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32b6e84b-0252-418d-b924-289b3dc0437c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27089056'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: Traceback (most recent call last): Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: timer() Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: cb(*args, **kw) Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: return func(*args, **kwargs) Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: self._notify() Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: self.callback(batched_events) Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: event.method(event) Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: return f(self, *a, **k) Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: return self._get(url).json() Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:25:20.766870 n-d-819494-5 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:25:20.838872 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32b6e84b-0252-418d-b924-289b3dc0437c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:20.846202 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32b6e84b-0252-418d-b924-289b3dc0437c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:20.849483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-32b6e84b-0252-418d-b924-289b3dc0437c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/networks/df726755-86d7-4e19-bf14-ef0b109e2925 HTTP/1.1" status: 204 len: 168 time: 0.3146367 Nov 29 19:25:20.852401 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46040) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:20.861890 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6e84b-0252-418d-b924-289b3dc0437c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Network': ['ID=df726755-86d7-4e19-bf14-ef0b109e2925,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:20.878281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f4881937-a1e4-41bc-a2b7-43598a5ef303 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:25:20.903361 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: f4881937-a1e4-41bc-a2b7-43598a5ef303 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:25:20.903692 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device f4881937-a1e4-41bc-a2b7-43598a5ef303 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:25:20.904133 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 398bd507-c680-44f8-aa28-503a1d16d0b6 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:25:20.918905 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35d6fe9c-5f8c-4706-b23a-a25c9d8ef517 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:20.923020 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 398bd507-c680-44f8-aa28-503a1d16d0b6 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:25:20.923379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 398bd507-c680-44f8-aa28-503a1d16d0b6 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:25:20.947309 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35d6fe9c-5f8c-4706-b23a-a25c9d8ef517 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.015005 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35d6fe9c-5f8c-4706-b23a-a25c9d8ef517 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.017686 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-35d6fe9c-5f8c-4706-b23a-a25c9d8ef517 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.018922 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-35d6fe9c-5f8c-4706-b23a-a25c9d8ef517 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/security-groups/7ef0c2ff-47ab-4515-a6b7-40ca1269fab8 HTTP/1.1" status: 204 len: 168 time: 0.1654894 Nov 29 19:25:21.028710 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6fe9c-5f8c-4706-b23a-a25c9d8ef517 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef0c2ff-47ab-4515-a6b7-40ca1269fab8,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:21.223068 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46046) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:21.228290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-de249751-cde9-4fb8-8a32-b51ebe49f9a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-210556656', 'description': 'tempest-secgroup-smoke-210556656 description', 'project_id': '586123f8e14849718a3a2426d6443104'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:25:21.251078 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de249751-cde9-4fb8-8a32-b51ebe49f9a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.315201 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de249751-cde9-4fb8-8a32-b51ebe49f9a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.319498 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de249751-cde9-4fb8-8a32-b51ebe49f9a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.349820 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de249751-cde9-4fb8-8a32-b51ebe49f9a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.351079 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-de249751-cde9-4fb8-8a32-b51ebe49f9a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1268923 Nov 29 19:25:21.353449 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de249751-cde9-4fb8-8a32-b51ebe49f9a7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44280166-5da7-4bf0-9375-c5a39f8bfc53,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:21.354563 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46048) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:21.360342 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c40f70f2-bc9c-4c2b-b606-344ffba0aa56 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '44280166-5da7-4bf0-9375-c5a39f8bfc53', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:25:21.388527 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c40f70f2-bc9c-4c2b-b606-344ffba0aa56 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.437250 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c40f70f2-bc9c-4c2b-b606-344ffba0aa56 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.441035 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c40f70f2-bc9c-4c2b-b606-344ffba0aa56 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.462162 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f70f2-bc9c-4c2b-b606-344ffba0aa56 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4847d0-3d87-4c10-85fb-151e50735614,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:21.474339 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c40f70f2-bc9c-4c2b-b606-344ffba0aa56 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.475683 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c40f70f2-bc9c-4c2b-b606-344ffba0aa56 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190526 Nov 29 19:25:21.479124 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46050) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:21.483508 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a71df469-d0a4-4ba6-8827-77c0c8f766cd tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '44280166-5da7-4bf0-9375-c5a39f8bfc53', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:25:21.514014 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a71df469-d0a4-4ba6-8827-77c0c8f766cd tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.570285 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a71df469-d0a4-4ba6-8827-77c0c8f766cd tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.573938 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a71df469-d0a4-4ba6-8827-77c0c8f766cd tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.591774 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71df469-d0a4-4ba6-8827-77c0c8f766cd tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea2cbbe-8712-4a04-9155-5365e68982ca,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:21.600207 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a71df469-d0a4-4ba6-8827-77c0c8f766cd tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.601689 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a71df469-d0a4-4ba6-8827-77c0c8f766cd tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213956 Nov 29 19:25:21.605738 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46052) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:21.610767 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-a91b595e-2917-4821-9ece-d9309fd5065b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '44280166-5da7-4bf0-9375-c5a39f8bfc53', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:25:21.636725 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a91b595e-2917-4821-9ece-d9309fd5065b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.693604 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a91b595e-2917-4821-9ece-d9309fd5065b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.697442 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a91b595e-2917-4821-9ece-d9309fd5065b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.715711 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b595e-2917-4821-9ece-d9309fd5065b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94e0520-f1a5-4eb0-85fd-2d8da7229009,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:21.723267 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-a91b595e-2917-4821-9ece-d9309fd5065b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.724486 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a91b595e-2917-4821-9ece-d9309fd5065b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177187 Nov 29 19:25:21.727298 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46054) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:21.732214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-fc5b8daa-d529-4a88-88b2-8e7e40308a40 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '44280166-5da7-4bf0-9375-c5a39f8bfc53', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:25:21.757143 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc5b8daa-d529-4a88-88b2-8e7e40308a40 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.815629 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc5b8daa-d529-4a88-88b2-8e7e40308a40 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.819119 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc5b8daa-d529-4a88-88b2-8e7e40308a40 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.837344 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b8daa-d529-4a88-88b2-8e7e40308a40 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd91de29-add0-4adb-94e2-6a6432d0c92b,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:21.844835 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fc5b8daa-d529-4a88-88b2-8e7e40308a40 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.846583 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fc5b8daa-d529-4a88-88b2-8e7e40308a40 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172028 Nov 29 19:25:21.848864 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46056) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:21.853222 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-7bb0ff37-6b82-488c-adbe-2335a62dfaa1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '44280166-5da7-4bf0-9375-c5a39f8bfc53', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:25:21.874647 n-d-819494-5 neutron-server[110004]: INFO neutron.db.securitygroups_db [None req-7bb0ff37-6b82-488c-adbe-2335a62dfaa1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Project 586123f8e14849718a3a2426d6443104 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:25:21.879458 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ff37-6b82-488c-adbe-2335a62dfaa1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.940939 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ff37-6b82-488c-adbe-2335a62dfaa1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.944621 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ff37-6b82-488c-adbe-2335a62dfaa1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.960349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0ff37-6b82-488c-adbe-2335a62dfaa1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e42a7d-d7c1-472b-8332-d1fe86372360,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:21.971413 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7bb0ff37-6b82-488c-adbe-2335a62dfaa1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:21.972660 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7bb0ff37-6b82-488c-adbe-2335a62dfaa1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228375 Nov 29 19:25:21.975551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46058) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:21.980187 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1692ccb6-f9e6-438c-81eb-e42cf2f83bad tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'security_group_rule': {'security_group_id': '44280166-5da7-4bf0-9375-c5a39f8bfc53', 'project_id': '586123f8e14849718a3a2426d6443104', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:25:22.001490 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-1692ccb6-f9e6-438c-81eb-e42cf2f83bad tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Project 586123f8e14849718a3a2426d6443104 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:25:22.006347 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1692ccb6-f9e6-438c-81eb-e42cf2f83bad tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:22.067598 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1692ccb6-f9e6-438c-81eb-e42cf2f83bad tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:22.071818 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1692ccb6-f9e6-438c-81eb-e42cf2f83bad tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:22.091191 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692ccb6-f9e6-438c-81eb-e42cf2f83bad tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb96169-a6ad-473c-85db-71a92f21347c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:22.098525 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1692ccb6-f9e6-438c-81eb-e42cf2f83bad tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:22.099750 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1692ccb6-f9e6-438c-81eb-e42cf2f83bad tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231863 Nov 29 19:25:22.102743 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46062) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:22.108063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-6d6a6626-0c83-4125-98fe-ee2f6f23d579 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'network': {'name': 'tempest-network-smoke--1474815069', 'project_id': '586123f8e14849718a3a2426d6443104', 'port_security_enabled': True}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:25:22.128463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6a6626-0c83-4125-98fe-ee2f6f23d579 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Made reservation on behalf of 586123f8e14849718a3a2426d6443104 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:25:22.132561 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6626-0c83-4125-98fe-ee2f6f23d579 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:22.155954 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6a6626-0c83-4125-98fe-ee2f6f23d579 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:25:22.165418 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6626-0c83-4125-98fe-ee2f6f23d579 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:22.165768 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-6d6a6626-0c83-4125-98fe-ee2f6f23d579 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Added segment 541d2ae6-675f-4a0c-b3d5-178b7d9cc633 of type vlan for network 462532d8-3746-405e-8fcf-10177884fe53 Nov 29 19:25:22.206923 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6626-0c83-4125-98fe-ee2f6f23d579 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:22.231018 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6626-0c83-4125-98fe-ee2f6f23d579 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:22.236529 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6a6626-0c83-4125-98fe-ee2f6f23d579 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:22.237115 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-6d6a6626-0c83-4125-98fe-ee2f6f23d579 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:22.296342 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-6d6a6626-0c83-4125-98fe-ee2f6f23d579 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1924415 Nov 29 19:25:22.299064 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46064) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:22.303353 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1513063777', 'admin_state_up': True, 'project_id': '586123f8e14849718a3a2426d6443104', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:25:22.322828 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a6626-0c83-4125-98fe-ee2f6f23d579 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Network': ['ID=462532d8-3746-405e-8fcf-10177884fe53,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:22.333303 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 462532d8-3746-405e-8fcf-10177884fe53 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:25:22.335734 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:22.336788 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:22.390943 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:22.531520 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:22.725142 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:22.744175 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:22.751665 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 79c83b71-9287-4802-92d3-e9ce1bb75fd6 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:25:22.772290 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 79c83b71-9287-4802-92d3-e9ce1bb75fd6 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:25:22.772639 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 79c83b71-9287-4802-92d3-e9ce1bb75fd6 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:25:22.847346 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.25.3.89 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/a669891d-e93c-40fd-9577-110dc0f33313) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:25:22.951503 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:22.983920 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:23.022139 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:25:23.026562 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:25:23.030051 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:25:23.039562 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979bafb3-a678-4a36-bb07-e63324a9c089 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:25:23.059291 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=a669891d-e93c-40fd-9577-110dc0f33313,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:23.084201 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1e79a0df-b3cb-48db-a6ed-6f02748ab2f2 None None] Provisioning complete for port a669891d-e93c-40fd-9577-110dc0f33313 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:25:23.084677 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e79a0df-b3cb-48db-a6ed-6f02748ab2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:23.118475 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1e79a0df-b3cb-48db-a6ed-6f02748ab2f2 None None] Port a669891d-e93c-40fd-9577-110dc0f33313 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:25:23.282558 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:23.479235 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:23.612753 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 6f80f813-56a5-4426-a05b-90aa6bd8990f is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:25:23.719545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:25:23.730732 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Sync routers for ids ['6f80f813-56a5-4426-a05b-90aa6bd8990f'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:25:23.741063 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Routers {'6f80f813-56a5-4426-a05b-90aa6bd8990f'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:25:23.741248 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:23.741659 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:24:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6f80f813-56a5-4426-a05b-90aa6bd8990f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:23.742320 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1a75443e-3f27-4b78-8588-34bf7b489ea7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4423172 Nov 29 19:25:23.745556 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46070) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:23.776399 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-01380ae1-bb78-4a12-abdd-1b3e45919f6c tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=586123f8e14849718a3a2426d6443104&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266368 Nov 29 19:25:23.776782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46072) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:23.856090 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Set router 6f80f813-56a5-4426-a05b-90aa6bd8990f gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:25:23.868298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74531731-4478-4454-8cee-a8773b389d27 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:23.869826 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-74531731-4478-4454-8cee-a8773b389d27 tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920448 Nov 29 19:25:23.872719 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46074) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:23.900680 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-11fe0fb2-1cd7-4fe1-80c9-934bad7001ed tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=3252c484-31c2-45a7-a7d4-d5407771fd3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268750 Nov 29 19:25:23.903148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46076) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:23.907854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e381048f-6df3-4fe7-80c1-bee6d2bdcd74 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-520141495', 'network_id': '462532d8-3746-405e-8fcf-10177884fe53', 'project_id': '586123f8e14849718a3a2426d6443104', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:25:23.994843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e381048f-6df3-4fe7-80c1-bee6d2bdcd74 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Made reservation on behalf of 586123f8e14849718a3a2426d6443104 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:25:23.998329 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e381048f-6df3-4fe7-80c1-bee6d2bdcd74 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.033300 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513063777', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:23Z', 'revision_number': 3, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:24.063480 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Checking router: 6f80f813-56a5-4426-a05b-90aa6bd8990f for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:25:24.064039 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Updating router 6f80f813-56a5-4426-a05b-90aa6bd8990f port a669891d-e93c-40fd-9577-110dc0f33313 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:25:24.093948 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.180638 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e970efe-d5fc-4ddc-94bd-5f898e764517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.193559 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e381048f-6df3-4fe7-80c1-bee6d2bdcd74 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.259915 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381048f-6df3-4fe7-80c1-bee6d2bdcd74 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Subnet': ['ID=7332134f-cbcb-4e63-a6e2-3675836214e8,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:24.272065 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e381048f-6df3-4fe7-80c1-bee6d2bdcd74 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Checking segment: {'id': '541d2ae6-675f-4a0c-b3d5-178b7d9cc633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '462532d8-3746-405e-8fcf-10177884fe53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:25:24.272433 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e381048f-6df3-4fe7-80c1-bee6d2bdcd74 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network hostable DHCP agents. Network: 462532d8-3746-405e-8fcf-10177884fe53, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:25:24.290294 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e381048f-6df3-4fe7-80c1-bee6d2bdcd74 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 462532d8-3746-405e-8fcf-10177884fe53 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:25:24.299109 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e381048f-6df3-4fe7-80c1-bee6d2bdcd74 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 462532d8-3746-405e-8fcf-10177884fe53) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:25:24.304687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e381048f-6df3-4fe7-80c1-bee6d2bdcd74 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:24.305732 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e381048f-6df3-4fe7-80c1-bee6d2bdcd74 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.309168 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876e9f1b-1b8a-43e2-9027-396c00e1ac97 None None] Network 462532d8-3746-405e-8fcf-10177884fe53 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:25:24.324365 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e381048f-6df3-4fe7-80c1-bee6d2bdcd74 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4201846 Nov 29 19:25:24.327381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46080) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:24.365867 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.371702 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.416740 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Attempting to bind port a669891d-e93c-40fd-9577-110dc0f33313 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:25:24.416966 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c299442c-951b-40db-adbf-55d7bbe843d6 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:25:24.417174 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Attempting to bind port a669891d-e93c-40fd-9577-110dc0f33313 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:25:24.417476 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Attempting to bind port a669891d-e93c-40fd-9577-110dc0f33313 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:25:24.427964 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:25:24.428376 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:25:24.429231 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.429626 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:25:24.431701 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Bound port: a669891d-e93c-40fd-9577-110dc0f33313, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:25:24.431701 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.466035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-462532d8-3746-405e-8fcf-10177884fe53', 'network_id': '462532d8-3746-405e-8fcf-10177884fe53', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'fixed_ips': [{'subnet_id': '7332134f-cbcb-4e63-a6e2-3675836214e8'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:25:24.467247 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.480085 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360e0fd-a029-47cf-8f2e-958243d4b9fa None None] Pushing event updated for resources: {'Port': ['ID=a669891d-e93c-40fd-9577-110dc0f33313,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:24.502364 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] For port a669891d-e93c-40fd-9577-110dc0f33313, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:25:24.505497 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3360e0fd-a029-47cf-8f2e-958243d4b9fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:24.505847 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3360e0fd-a029-47cf-8f2e-958243d4b9fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:24.506187 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3360e0fd-a029-47cf-8f2e-958243d4b9fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:24.506526 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3360e0fd-a029-47cf-8f2e-958243d4b9fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:24.506948 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3360e0fd-a029-47cf-8f2e-958243d4b9fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:24.507337 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3360e0fd-a029-47cf-8f2e-958243d4b9fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:24.507761 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3360e0fd-a029-47cf-8f2e-958243d4b9fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:24.508102 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3360e0fd-a029-47cf-8f2e-958243d4b9fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:24.510176 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3360e0fd-a029-47cf-8f2e-958243d4b9fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:24.510176 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3360e0fd-a029-47cf-8f2e-958243d4b9fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:24.510176 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3360e0fd-a029-47cf-8f2e-958243d4b9fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:24.510176 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3360e0fd-a029-47cf-8f2e-958243d4b9fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:25:24.515292 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] For port a669891d-e93c-40fd-9577-110dc0f33313, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a669891d-e93c-40fd-9577-110dc0f33313,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:25:24.520514 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.576625 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6138f70c-64bc-4e41-aac3-0e3930f95f21 None None] Provisioning complete for port a669891d-e93c-40fd-9577-110dc0f33313 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:25:24.576996 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6138f70c-64bc-4e41-aac3-0e3930f95f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.585883 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Routers {'6f80f813-56a5-4426-a05b-90aa6bd8990f'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:25:24.586591 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:24:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6f80f813-56a5-4426-a05b-90aa6bd8990f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:24.621161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9527cfe7-643b-4e4a-90d9-d619d002162c None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:25:24.631964 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360e0fd-a029-47cf-8f2e-958243d4b9fa None None] Pushing event updated for resources: {'Port': ['ID=a669891d-e93c-40fd-9577-110dc0f33313,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:24.710337 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Allocated IP 172.20.0.2 (462532d8-3746-405e-8fcf-10177884fe53/7332134f-cbcb-4e63-a6e2-3675836214e8/3ce39de7-39cc-414d-8887-245f2e83967b) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:25:24.716055 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6138f70c-64bc-4e41-aac3-0e3930f95f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.722393 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] Set router 6f80f813-56a5-4426-a05b-90aa6bd8990f gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:25:24.759649 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6138f70c-64bc-4e41-aac3-0e3930f95f21 None None] For port a669891d-e93c-40fd-9577-110dc0f33313, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a669891d-e93c-40fd-9577-110dc0f33313,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:25:24.785585 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6138f70c-64bc-4e41-aac3-0e3930f95f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.825675 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.862977 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138f70c-64bc-4e41-aac3-0e3930f95f21 None None] Pushing event updated for resources: {'Port': ['ID=a669891d-e93c-40fd-9577-110dc0f33313,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:24.948409 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.949785 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f0fb7a0a-47ac-4e1a-a2e3-951a5485224e None None] Provisioning complete for port a669891d-e93c-40fd-9577-110dc0f33313 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:25:24.950144 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7a0a-47ac-4e1a-a2e3-951a5485224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:24.974990 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:25.022385 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513063777', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:23Z', 'revision_number': 3, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:25.027474 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Network 462532d8-3746-405e-8fcf-10177884fe53 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:25:25.033073 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:25:25.035511 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:25:25.053033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Pushing event updated for resources: {'Port': ['ID=3ce39de7-39cc-414d-8887-245f2e83967b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:25.054282 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85290e6a-e3de-45bb-b90e-6399a2f3031f None None] The sync data for ids ['6f80f813-56a5-4426-a05b-90aa6bd8990f'] in n-d-819494-5 is: [{'id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513063777', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:23Z', 'revision_number': 3, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:25:25.130616 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.20.0.1 (462532d8-3746-405e-8fcf-10177884fe53/7332134f-cbcb-4e63-a6e2-3675836214e8/a0636019-8039-45de-8f43-6f2ba4edbc46) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:25:25.156499 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Attempting to bind port 3ce39de7-39cc-414d-8887-245f2e83967b on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:25:25.156887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Attempting to bind port 3ce39de7-39cc-414d-8887-245f2e83967b by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '541d2ae6-675f-4a0c-b3d5-178b7d9cc633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '462532d8-3746-405e-8fcf-10177884fe53'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:25:25.157428 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Attempting to bind port 3ce39de7-39cc-414d-8887-245f2e83967b on network 462532d8-3746-405e-8fcf-10177884fe53 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:25:25.168623 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:25:25.169030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Checking segment: {'id': '541d2ae6-675f-4a0c-b3d5-178b7d9cc633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '462532d8-3746-405e-8fcf-10177884fe53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:25:25.169439 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:25.169849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Bound using segment: {'id': '541d2ae6-675f-4a0c-b3d5-178b7d9cc633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '462532d8-3746-405e-8fcf-10177884fe53'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:25:25.170335 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Bound port: 3ce39de7-39cc-414d-8887-245f2e83967b, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541d2ae6-675f-4a0c-b3d5-178b7d9cc633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '462532d8-3746-405e-8fcf-10177884fe53'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:25:25.171377 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:25.244339 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] For port 3ce39de7-39cc-414d-8887-245f2e83967b, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:25:25.248133 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] For port 3ce39de7-39cc-414d-8887-245f2e83967b, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3ce39de7-39cc-414d-8887-245f2e83967b,segment=NetworkSegment(541d2ae6-675f-4a0c-b3d5-178b7d9cc633),segment_id=541d2ae6-675f-4a0c-b3d5-178b7d9cc633)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:25:25.253431 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:25.288998 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:25.337617 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:25.342525 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fe6f5-a902-4bd8-a623-4d525bf90850 None None] Pushing event updated for resources: {'Port': ['ID=3ce39de7-39cc-414d-8887-245f2e83967b,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:25.391671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 462532d8-3746-405e-8fcf-10177884fe53 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:25:25.395106 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:25:25.400683 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:25:25.407809 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=a0636019-8039-45de-8f43-6f2ba4edbc46,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:25.452531 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:25.567678 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:25:25.992272 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:26.292148 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:26.297065 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:26.351004 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae7cea-809c-46db-88f6-08c80c414b9f None None] Network 462532d8-3746-405e-8fcf-10177884fe53 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:25:26.377188 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:26.379121 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=a0636019-8039-45de-8f43-6f2ba4edbc46,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:26.427943 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ab229867-fd26-4248-b614-2dc838ec461a None None] Provisioning complete for port 3ce39de7-39cc-414d-8887-245f2e83967b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:25:26.428591 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab229867-fd26-4248-b614-2dc838ec461a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:26.477778 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 462532d8-3746-405e-8fcf-10177884fe53 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:25:26.479300 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:25:26.599936 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab229867-fd26-4248-b614-2dc838ec461a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:26.618425 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 6f80f813-56a5-4426-a05b-90aa6bd8990f has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:25:26.643687 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d936a54-0591-45b7-9cff-8b782fbb1c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:26.656982 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ab229867-fd26-4248-b614-2dc838ec461a None None] For port 3ce39de7-39cc-414d-8887-245f2e83967b, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3ce39de7-39cc-414d-8887-245f2e83967b,segment=NetworkSegment(541d2ae6-675f-4a0c-b3d5-178b7d9cc633),segment_id=541d2ae6-675f-4a0c-b3d5-178b7d9cc633)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:25:26.661565 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab229867-fd26-4248-b614-2dc838ec461a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:26.729360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab229867-fd26-4248-b614-2dc838ec461a None None] Pushing event updated for resources: {'Port': ['ID=3ce39de7-39cc-414d-8887-245f2e83967b,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:26.756077 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:25:26.763068 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-19474483-21cf-430f-8d3d-d59b92793e13 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "PUT /v2.0/routers/6f80f813-56a5-4426-a05b-90aa6bd8990f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4325736 Nov 29 19:25:26.859187 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Sync routers for ids ['6f80f813-56a5-4426-a05b-90aa6bd8990f'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:25:26.872570 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Routers {'6f80f813-56a5-4426-a05b-90aa6bd8990f'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:25:26.873787 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:25:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6f80f813-56a5-4426-a05b-90aa6bd8990f'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:26.927926 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a669891d-e93c-40fd-9577-110dc0f33313 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:25:26.955706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-164605bb-dd20-441f-bf67-2cae2e6fead4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-210556656&fields=id&tenant_id=586123f8e14849718a3a2426d6443104 HTTP/1.1" status: 200 len: 267 time: 0.0521042 Nov 29 19:25:27.047383 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a35a86ea-cb34-4b5b-bb05-46c5a57eaa9a None None] Provisioning complete for port a0636019-8039-45de-8f43-6f2ba4edbc46 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:25:27.047801 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a35a86ea-cb34-4b5b-bb05-46c5a57eaa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:27.081872 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b435ad50-98d3-4c6f-81c2-e072c9a5e14b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:27.083894 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b435ad50-98d3-4c6f-81c2-e072c9a5e14b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/networks?id=462532d8-3746-405e-8fcf-10177884fe53 HTTP/1.1" status: 200 len: 797 time: 0.1184933 Nov 29 19:25:27.092681 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Set router 6f80f813-56a5-4426-a05b-90aa6bd8990f gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:25:27.101683 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-843fce42-2bd3-4511-890b-f1790ead11e6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/quotas/586123f8e14849718a3a2426d6443104 HTTP/1.1" status: 200 len: 375 time: 0.0109255 Nov 29 19:25:27.129322 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a669891d-e93c-40fd-9577-110dc0f33313 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:25:27.129737 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:27.166924 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-01e452db-f874-48ea-a0bb-d284acbc9e08 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583408 Nov 29 19:25:27.317320 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-d18523c3-cf97-4bfb-9a36-8d45f03270f8 service neutron] 10.222.0.23 "GET /v2.0/networks/462532d8-3746-405e-8fcf-10177884fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374824 Nov 29 19:25:27.327395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a35a86ea-cb34-4b5b-bb05-46c5a57eaa9a None None] Port a0636019-8039-45de-8f43-6f2ba4edbc46 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:25:27.415230 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-ab0c47d7-6e54-4d72-b67f-413d34231595 service neutron] 10.222.0.23 "GET /v2.0/networks/462532d8-3746-405e-8fcf-10177884fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906067 Nov 29 19:25:27.427217 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a35a86ea-cb34-4b5b-bb05-46c5a57eaa9a None None] Provisioning complete for port 3ce39de7-39cc-414d-8887-245f2e83967b triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:25:27.428232 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a35a86ea-cb34-4b5b-bb05-46c5a57eaa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:27.534576 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3ce39de7-39cc-414d-8887-245f2e83967b up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:25:27.606242 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-849b72f4-09e6-4aef-8de5-a31deb5fa119 req-af6c7c63-33b4-40a1-af98-1b974db34016 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 210 time: 0.0391588 Nov 29 19:25:27.657429 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 3ce39de7-39cc-414d-8887-245f2e83967b triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:25:27.657805 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:27.683553 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513063777', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:25Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a0636019-8039-45de-8f43-6f2ba4edbc46', 'name': '', 'network_id': '462532d8-3746-405e-8fcf-10177884fe53', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:99:63:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:24Z', 'updated_at': '2021-11-29T19:25:26Z', 'revision_number': 2, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:27.716828 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Checking router: 6f80f813-56a5-4426-a05b-90aa6bd8990f for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:25:27.717000 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Updating router 6f80f813-56a5-4426-a05b-90aa6bd8990f port a0636019-8039-45de-8f43-6f2ba4edbc46 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:25:27.767214 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:27.829587 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-74fd82db-580c-4746-9559-2dd297a189ef None None] Provisioning complete for port a0636019-8039-45de-8f43-6f2ba4edbc46 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:25:27.829968 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-74fd82db-580c-4746-9559-2dd297a189ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:27.889843 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-74fd82db-580c-4746-9559-2dd297a189ef None None] Port a0636019-8039-45de-8f43-6f2ba4edbc46 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:25:27.972395 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:28.039941 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:28.151675 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:28.157320 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:28.218478 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f4991-f237-45e2-b1f0-767b1d1241ed None None] Pushing event updated for resources: {'Port': ['ID=a0636019-8039-45de-8f43-6f2ba4edbc46,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:28.269063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Attempting to bind port a0636019-8039-45de-8f43-6f2ba4edbc46 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:25:28.269443 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Attempting to bind port a0636019-8039-45de-8f43-6f2ba4edbc46 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '541d2ae6-675f-4a0c-b3d5-178b7d9cc633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '462532d8-3746-405e-8fcf-10177884fe53'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:25:28.269811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Attempting to bind port a0636019-8039-45de-8f43-6f2ba4edbc46 on network 462532d8-3746-405e-8fcf-10177884fe53 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:25:28.275661 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:25:28.276044 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Checking segment: {'id': '541d2ae6-675f-4a0c-b3d5-178b7d9cc633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '462532d8-3746-405e-8fcf-10177884fe53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:25:28.276455 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:28.276855 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Bound using segment: {'id': '541d2ae6-675f-4a0c-b3d5-178b7d9cc633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '462532d8-3746-405e-8fcf-10177884fe53'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:25:28.277334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Bound port: a0636019-8039-45de-8f43-6f2ba4edbc46, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541d2ae6-675f-4a0c-b3d5-178b7d9cc633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '462532d8-3746-405e-8fcf-10177884fe53'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:25:28.277725 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:28.350068 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] For port a0636019-8039-45de-8f43-6f2ba4edbc46, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:25:28.354180 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] For port a0636019-8039-45de-8f43-6f2ba4edbc46, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a0636019-8039-45de-8f43-6f2ba4edbc46,segment=NetworkSegment(541d2ae6-675f-4a0c-b3d5-178b7d9cc633),segment_id=541d2ae6-675f-4a0c-b3d5-178b7d9cc633)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:25:28.359499 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:28.434826 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Routers {'6f80f813-56a5-4426-a05b-90aa6bd8990f'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:25:28.435514 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:25:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6f80f813-56a5-4426-a05b-90aa6bd8990f'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:28.438086 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f4991-f237-45e2-b1f0-767b1d1241ed None None] Pushing event updated for resources: {'Port': ['ID=a0636019-8039-45de-8f43-6f2ba4edbc46,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:28.488406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8f0a909b-05ca-4cdb-9a4b-e856ff82389d None None] Provisioning complete for port a0636019-8039-45de-8f43-6f2ba4edbc46 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:25:28.488780 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f0a909b-05ca-4cdb-9a4b-e856ff82389d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:28.592680 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] Set router 6f80f813-56a5-4426-a05b-90aa6bd8990f gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:25:28.740591 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-c6514409-7c2a-4637-864a-56c40c7fc793 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:28.743895 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-c6514409-7c2a-4637-864a-56c40c7fc793 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.20 "GET /v2.0/networks?id=462532d8-3746-405e-8fcf-10177884fe53 HTTP/1.1" status: 200 len: 797 time: 0.1304052 Nov 29 19:25:28.771173 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-991e7e6e-a2b6-4a21-9bb7-bf0fc3a5bb49 req-509ce386-8a9a-4c9c-883b-866bb02c7dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 210 time: 0.0680113 Nov 29 19:25:28.779309 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f0a909b-05ca-4cdb-9a4b-e856ff82389d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:28.828993 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-774db8d8-f344-4428-ad77-268aa3edbf1b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=586123f8e14849718a3a2426d6443104 HTTP/1.1" status: 200 len: 379 time: 0.0606933 Nov 29 19:25:28.839409 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8f0a909b-05ca-4cdb-9a4b-e856ff82389d None None] For port a0636019-8039-45de-8f43-6f2ba4edbc46, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a0636019-8039-45de-8f43-6f2ba4edbc46,segment=NetworkSegment(541d2ae6-675f-4a0c-b3d5-178b7d9cc633),segment_id=541d2ae6-675f-4a0c-b3d5-178b7d9cc633)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:25:28.844652 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f0a909b-05ca-4cdb-9a4b-e856ff82389d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:28.849228 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b93a889c-9cc3-4b02-9d4d-d5f951f93a2a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'port': {'device_id': '720a9a76-7f14-4053-8889-208d4543885f', 'network_id': '462532d8-3746-405e-8fcf-10177884fe53', 'admin_state_up': True, 'tenant_id': '586123f8e14849718a3a2426d6443104', 'security_groups': ['44280166-5da7-4bf0-9375-c5a39f8bfc53']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:25:28.919696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a909b-05ca-4cdb-9a4b-e856ff82389d None None] Pushing event updated for resources: {'Port': ['ID=a0636019-8039-45de-8f43-6f2ba4edbc46,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:28.939170 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513063777', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:25Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a0636019-8039-45de-8f43-6f2ba4edbc46', 'name': '', 'network_id': '462532d8-3746-405e-8fcf-10177884fe53', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:99:63:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:24Z', 'updated_at': '2021-11-29T19:25:28Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:28.965901 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b93a889c-9cc3-4b02-9d4d-d5f951f93a2a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Made reservation on behalf of 586123f8e14849718a3a2426d6443104 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:25:28.979495 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b93a889c-9cc3-4b02-9d4d-d5f951f93a2a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:28.979772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3775a1-dcd0-44c6-9313-2e146df3f5fa None None] The sync data for ids ['6f80f813-56a5-4426-a05b-90aa6bd8990f'] in n-d-819494-5 is: [{'id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513063777', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:25Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a0636019-8039-45de-8f43-6f2ba4edbc46', 'name': '', 'network_id': '462532d8-3746-405e-8fcf-10177884fe53', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:99:63:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:24Z', 'updated_at': '2021-11-29T19:25:28Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:25:28.991743 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c08f7fd8-3064-4e9e-be20-62aff07d0bb8 None None] Provisioning complete for port a0636019-8039-45de-8f43-6f2ba4edbc46 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:25:28.992143 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c08f7fd8-3064-4e9e-be20-62aff07d0bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:29.151580 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b93a889c-9cc3-4b02-9d4d-d5f951f93a2a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.20.0.9 (462532d8-3746-405e-8fcf-10177884fe53/7332134f-cbcb-4e63-a6e2-3675836214e8/67196da3-589e-4548-b2f1-4239ab8e0394) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:25:29.310103 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b93a889c-9cc3-4b02-9d4d-d5f951f93a2a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:29.345173 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b93a889c-9cc3-4b02-9d4d-d5f951f93a2a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:29.391167 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b93a889c-9cc3-4b02-9d4d-d5f951f93a2a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 462532d8-3746-405e-8fcf-10177884fe53 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:25:29.394389 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b93a889c-9cc3-4b02-9d4d-d5f951f93a2a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:25:29.398184 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b93a889c-9cc3-4b02-9d4d-d5f951f93a2a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:25:29.424737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a889c-9cc3-4b02-9d4d-d5f951f93a2a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=67196da3-589e-4548-b2f1-4239ab8e0394,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:29.456392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b93a889c-9cc3-4b02-9d4d-d5f951f93a2a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:29.457369 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b93a889c-9cc3-4b02-9d4d-d5f951f93a2a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:29.479653 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b93a889c-9cc3-4b02-9d4d-d5f951f93a2a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6372092 Nov 29 19:25:29.520517 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:29.556275 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Request body: {'port': {'device_id': '720a9a76-7f14-4053-8889-208d4543885f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:25:29.623715 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:29.730898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-226dbffc-65d1-4e8f-94fc-2a67a73769d6 None None] Provisioning complete for port 67196da3-589e-4548-b2f1-4239ab8e0394 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:25:29.731485 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-226dbffc-65d1-4e8f-94fc-2a67a73769d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:29.770356 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-226dbffc-65d1-4e8f-94fc-2a67a73769d6 None None] Port 67196da3-589e-4548-b2f1-4239ab8e0394 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:25:29.934553 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67196da3-589e-4548-b2f1-4239ab8e0394 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:25:29.944392 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:29.962207 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Transition to ACTIVE for port object 67196da3-589e-4548-b2f1-4239ab8e0394 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:25:29.970750 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844cbc7a-d03b-43b5-8465-d7a6b63200a9 req-656bb720-a448-4aba-8aa6-a6604cfe2ba4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:29.972400 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-844cbc7a-d03b-43b5-8465-d7a6b63200a9 req-656bb720-a448-4aba-8aa6-a6604cfe2ba4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 931 time: 0.1000814 Nov 29 19:25:29.973647 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:30.058656 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Pushing event updated for resources: {'Port': ['ID=67196da3-589e-4548-b2f1-4239ab8e0394,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:30.111957 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-844cbc7a-d03b-43b5-8465-d7a6b63200a9 req-3ab7b0cf-5352-4784-9832-6174ebecf521 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=44280166-5da7-4bf0-9375-c5a39f8bfc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294303 Nov 29 19:25:30.152347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Attempting to bind port 67196da3-589e-4548-b2f1-4239ab8e0394 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:25:30.152690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Attempting to bind port 67196da3-589e-4548-b2f1-4239ab8e0394 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '541d2ae6-675f-4a0c-b3d5-178b7d9cc633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '462532d8-3746-405e-8fcf-10177884fe53'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:25:30.153021 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Attempting to bind port 67196da3-589e-4548-b2f1-4239ab8e0394 on network 462532d8-3746-405e-8fcf-10177884fe53 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:25:30.159734 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Port 67196da3-589e-4548-b2f1-4239ab8e0394 on network 462532d8-3746-405e-8fcf-10177884fe53 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:25:30.160196 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Attempting to bind port 67196da3-589e-4548-b2f1-4239ab8e0394 on network 462532d8-3746-405e-8fcf-10177884fe53 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:25:30.168432 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:25:30.168764 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Checking segment: {'id': '541d2ae6-675f-4a0c-b3d5-178b7d9cc633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '462532d8-3746-405e-8fcf-10177884fe53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:25:30.169148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Bound using segment: {'id': '541d2ae6-675f-4a0c-b3d5-178b7d9cc633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '462532d8-3746-405e-8fcf-10177884fe53'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:25:30.170890 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Bound port: 67196da3-589e-4548-b2f1-4239ab8e0394, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541d2ae6-675f-4a0c-b3d5-178b7d9cc633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '462532d8-3746-405e-8fcf-10177884fe53'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:25:30.171268 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:30.179681 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:30.242479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] For port 67196da3-589e-4548-b2f1-4239ab8e0394, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:25:30.246473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] For port 67196da3-589e-4548-b2f1-4239ab8e0394, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=67196da3-589e-4548-b2f1-4239ab8e0394,segment=NetworkSegment(541d2ae6-675f-4a0c-b3d5-178b7d9cc633),segment_id=541d2ae6-675f-4a0c-b3d5-178b7d9cc633)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:25:30.251798 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:30.295568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:30.296209 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:30.297884 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] 10.222.0.20 "PUT /v2.0/ports/67196da3-589e-4548-b2f1-4239ab8e0394 HTTP/1.1" status: 200 len: 1091 time: 0.8035343 Nov 29 19:25:30.298370 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720a9a76-7f14-4053-8889-208d4543885f', 'tag': '67196da3-589e-4548-b2f1-4239ab8e0394'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:25:30.300726 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e276e38-716b-4a6a-8c3c-17f04b94811e" -d '{"events": [{"name": "network-changed", "server_uuid": "720a9a76-7f14-4053-8889-208d4543885f", "tag": "67196da3-589e-4548-b2f1-4239ab8e0394"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:25:30.338720 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef0c0f-9305-4672-856c-73213278f12c service neutron] Pushing event updated for resources: {'Port': ['ID=67196da3-589e-4548-b2f1-4239ab8e0394,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:30.358775 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa362e9-aff9-4eef-b2c1-82b677d07592 x-openstack-request-id: req-5fa362e9-aff9-4eef-b2c1-82b677d07592 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:25:30.359295 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720a9a76-7f14-4053-8889-208d4543885f", "tag": "67196da3-589e-4548-b2f1-4239ab8e0394", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:25:30.359653 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5fa362e9-aff9-4eef-b2c1-82b677d07592 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:25:30.360191 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720a9a76-7f14-4053-8889-208d4543885f', 'tag': '67196da3-589e-4548-b2f1-4239ab8e0394', 'status': 'completed', 'code': 200} Nov 29 19:25:30.390975 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-037c0184-f264-487e-9852-5d4a68cc6a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:30.392551 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-037c0184-f264-487e-9852-5d4a68cc6a86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 1094 time: 0.0472455 Nov 29 19:25:30.446297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-bf9d72fb-3c68-4bf4-9f07-5a228256fa01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67196da3-589e-4548-b2f1-4239ab8e0394 HTTP/1.1" status: 200 len: 217 time: 0.0361278 Nov 29 19:25:30.504317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-aa994835-2db7-4bd7-934a-7eb40c6ed457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:30.506003 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-aa994835-2db7-4bd7-934a-7eb40c6ed457 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7332134f-cbcb-4e63-a6e2-3675836214e8 HTTP/1.1" status: 200 len: 834 time: 0.0522382 Nov 29 19:25:30.558229 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-62911e8f-6f9f-4c64-b31c-a8f61369762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:30.559723 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-62911e8f-6f9f-4c64-b31c-a8f61369762c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=462532d8-3746-405e-8fcf-10177884fe53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432045 Nov 29 19:25:30.573410 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:30.654298 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-f4f2e41e-146a-42ae-95ab-0b8e05cb14dd service neutron] 10.222.0.20 "GET /v2.0/networks/462532d8-3746-405e-8fcf-10177884fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824318 Nov 29 19:25:30.752954 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-406bef0f-9a3e-44a7-b24e-24698da20672 req-24af0180-eadc-48b2-b707-e3e7a5de1dd0 service neutron] 10.222.0.20 "GET /v2.0/networks/462532d8-3746-405e-8fcf-10177884fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861337 Nov 29 19:25:30.831152 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a0636019-8039-45de-8f43-6f2ba4edbc46 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:25:30.860521 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e276e38-716b-4a6a-8c3c-17f04b94811e req-975dcb4e-323d-4123-a466-50a68a19d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:30.862061 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e276e38-716b-4a6a-8c3c-17f04b94811e req-975dcb4e-323d-4123-a466-50a68a19d1ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 1094 time: 0.0435123 Nov 29 19:25:30.880079 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port a0636019-8039-45de-8f43-6f2ba4edbc46 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:25:30.880079 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:30.960451 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e276e38-716b-4a6a-8c3c-17f04b94811e req-68c06492-566d-4965-a614-4d39880076df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:30.962046 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e276e38-716b-4a6a-8c3c-17f04b94811e req-68c06492-566d-4965-a614-4d39880076df service neutron] 10.222.0.20 "GET /v2.0/networks?id=462532d8-3746-405e-8fcf-10177884fe53 HTTP/1.1" status: 200 len: 898 time: 0.0919936 Nov 29 19:25:31.004130 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e276e38-716b-4a6a-8c3c-17f04b94811e req-7f392b76-e957-4c34-916f-042c90dbc80e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67196da3-589e-4548-b2f1-4239ab8e0394 HTTP/1.1" status: 200 len: 217 time: 0.0352511 Nov 29 19:25:31.053672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e276e38-716b-4a6a-8c3c-17f04b94811e req-71f2004b-2b99-44b6-818d-996eee48a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:31.056055 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e276e38-716b-4a6a-8c3c-17f04b94811e req-71f2004b-2b99-44b6-818d-996eee48a798 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7332134f-cbcb-4e63-a6e2-3675836214e8 HTTP/1.1" status: 200 len: 834 time: 0.0446148 Nov 29 19:25:31.106480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e276e38-716b-4a6a-8c3c-17f04b94811e req-9d06199f-84c3-4402-9510-52636515efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:31.107615 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e276e38-716b-4a6a-8c3c-17f04b94811e req-9d06199f-84c3-4402-9510-52636515efa8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=462532d8-3746-405e-8fcf-10177884fe53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442739 Nov 29 19:25:31.228361 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e276e38-716b-4a6a-8c3c-17f04b94811e req-ee9de795-260e-4647-9f52-bafe0e122312 service neutron] 10.222.0.20 "GET /v2.0/networks/462532d8-3746-405e-8fcf-10177884fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092486 Nov 29 19:25:31.245690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda232a0-af78-4134-824a-314e254d85f3 req-e2aa5ecc-14c4-483e-9bbb-9f34fa58e1ae tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:31.247157 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cda232a0-af78-4134-824a-314e254d85f3 req-e2aa5ecc-14c4-483e-9bbb-9f34fa58e1ae tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 943 time: 0.0598028 Nov 29 19:25:31.354569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cda232a0-af78-4134-824a-314e254d85f3 req-31f89971-69f9-4e32-ae29-f6f78ce9ea59 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=44280166-5da7-4bf0-9375-c5a39f8bfc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994411 Nov 29 19:25:31.371032 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7e276e38-716b-4a6a-8c3c-17f04b94811e req-6643f419-0eb0-4b6c-b05c-1e14591e514d service neutron] 10.222.0.20 "GET /v2.0/networks/462532d8-3746-405e-8fcf-10177884fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229117 Nov 29 19:25:32.470813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822e635-8cb7-4361-8ac5-3d265d76169d req-20df1bf4-62a3-49ea-b3d7-e07983c033d3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:32.472304 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d822e635-8cb7-4361-8ac5-3d265d76169d req-20df1bf4-62a3-49ea-b3d7-e07983c033d3 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 943 time: 0.0487998 Nov 29 19:25:32.507966 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 67196da3-589e-4548-b2f1-4239ab8e0394 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:25:32.526695 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d822e635-8cb7-4361-8ac5-3d265d76169d req-08b23b4b-5811-483e-b842-2050009d14ab tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=44280166-5da7-4bf0-9375-c5a39f8bfc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477805 Nov 29 19:25:32.612865 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 67196da3-589e-4548-b2f1-4239ab8e0394, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=67196da3-589e-4548-b2f1-4239ab8e0394,segment=NetworkSegment(541d2ae6-675f-4a0c-b3d5-178b7d9cc633),segment_id=541d2ae6-675f-4a0c-b3d5-178b7d9cc633)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:25:32.624675 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '67196da3-589e-4548-b2f1-4239ab8e0394', 'network_id': '462532d8-3746-405e-8fcf-10177884fe53', 'port_id': '67196da3-589e-4548-b2f1-4239ab8e0394', 'mac_address': 'fa:16:3e:8e:27:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:25:32.662559 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:32.675844 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67196da3-589e-4548-b2f1-4239ab8e0394 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:25:32.695096 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 67196da3-589e-4548-b2f1-4239ab8e0394, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=67196da3-589e-4548-b2f1-4239ab8e0394,segment=NetworkSegment(541d2ae6-675f-4a0c-b3d5-178b7d9cc633),segment_id=541d2ae6-675f-4a0c-b3d5-178b7d9cc633)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:25:32.698732 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:32.746226 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=67196da3-589e-4548-b2f1-4239ab8e0394,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:33.001481 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['67196da3-589e-4548-b2f1-4239ab8e0394'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:25:33.642008 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430cd0e-b862-41e4-bb9a-8f2fa86e776f req-c8ef1eab-3a95-4e71-93d3-a908b2c7bf06 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:33.643495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b430cd0e-b862-41e4-bb9a-8f2fa86e776f req-c8ef1eab-3a95-4e71-93d3-a908b2c7bf06 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 944 time: 0.0489404 Nov 29 19:25:33.693448 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b430cd0e-b862-41e4-bb9a-8f2fa86e776f req-dae77a51-f061-4cef-a670-dfbcdb913f6a tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=44280166-5da7-4bf0-9375-c5a39f8bfc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438750 Nov 29 19:25:34.509792 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 67196da3-589e-4548-b2f1-4239ab8e0394 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:25:34.561325 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 67196da3-589e-4548-b2f1-4239ab8e0394 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:25:34.565415 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 67196da3-589e-4548-b2f1-4239ab8e0394 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:25:34.565833 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:34.645513 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:34.668402 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720a9a76-7f14-4053-8889-208d4543885f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67196da3-589e-4548-b2f1-4239ab8e0394'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:25:34.670646 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fee523-89c2-4b02-9379-ca620344b9b9" -d '{"events": [{"server_uuid": "720a9a76-7f14-4053-8889-208d4543885f", "name": "network-vif-plugged", "status": "completed", "tag": "67196da3-589e-4548-b2f1-4239ab8e0394"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:25:34.684494 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 67196da3-589e-4548-b2f1-4239ab8e0394, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=67196da3-589e-4548-b2f1-4239ab8e0394,segment=NetworkSegment(541d2ae6-675f-4a0c-b3d5-178b7d9cc633),segment_id=541d2ae6-675f-4a0c-b3d5-178b7d9cc633)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:25:34.688644 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:34.713796 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440ead8d-ffd4-4f57-96d7-bb51fbea92ca x-openstack-request-id: req-440ead8d-ffd4-4f57-96d7-bb51fbea92ca {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:25:34.714093 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720a9a76-7f14-4053-8889-208d4543885f", "name": "network-vif-plugged", "status": "completed", "tag": "67196da3-589e-4548-b2f1-4239ab8e0394", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:25:34.714354 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-440ead8d-ffd4-4f57-96d7-bb51fbea92ca {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:25:34.714747 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a9a76-7f14-4053-8889-208d4543885f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67196da3-589e-4548-b2f1-4239ab8e0394', 'code': 200} Nov 29 19:25:34.740250 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=67196da3-589e-4548-b2f1-4239ab8e0394,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:34.849766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545d7e0-c446-4e58-8a96-9643568cf663 req-37749b38-9b93-4b5c-aec3-98977c819565 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:34.851265 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7545d7e0-c446-4e58-8a96-9643568cf663 req-37749b38-9b93-4b5c-aec3-98977c819565 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 945 time: 0.0787685 Nov 29 19:25:34.857691 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c59e89-17c6-41c9-ae27-e55d6e6e8dd7 req-d8977a4b-080b-4d93-81e8-ea029aa38618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:34.859128 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8c59e89-17c6-41c9-ae27-e55d6e6e8dd7 req-d8977a4b-080b-4d93-81e8-ea029aa38618 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 1096 time: 0.0606942 Nov 29 19:25:34.927899 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7545d7e0-c446-4e58-8a96-9643568cf663 req-e579307f-547f-4b67-83e6-be0b68d6d421 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=44280166-5da7-4bf0-9375-c5a39f8bfc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678267 Nov 29 19:25:34.935596 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d8c59e89-17c6-41c9-ae27-e55d6e6e8dd7 req-c46201e7-dbda-41a6-8756-36922de0d079 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=44280166-5da7-4bf0-9375-c5a39f8bfc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626898 Nov 29 19:25:36.049131 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc120b-7599-4235-823b-86067081b0db req-0aee6f30-33da-47a5-83c4-15a8d020444c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:36.050507 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24cc120b-7599-4235-823b-86067081b0db req-0aee6f30-33da-47a5-83c4-15a8d020444c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 945 time: 0.0482955 Nov 29 19:25:36.099433 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24cc120b-7599-4235-823b-86067081b0db req-4f34712b-d461-4dbb-93e1-b8a28eb009cd tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=44280166-5da7-4bf0-9375-c5a39f8bfc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420821 Nov 29 19:25:37.221586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2e541-3975-467f-a20f-65fe4c2704d6 req-529fd7b7-3397-4a5e-b98e-65ca03cf9fff tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:37.223126 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3db2e541-3975-467f-a20f-65fe4c2704d6 req-529fd7b7-3397-4a5e-b98e-65ca03cf9fff tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 945 time: 0.0538785 Nov 29 19:25:37.272590 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3db2e541-3975-467f-a20f-65fe4c2704d6 req-9a5a80d9-0e0e-4ccb-adb8-5e2b69da896f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=44280166-5da7-4bf0-9375-c5a39f8bfc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435236 Nov 29 19:25:37.392330 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9432c4e-2eee-4560-9d8f-455111c62749 req-b007ec7d-ca9f-46d1-9bfb-e2c23f64d48f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:37.393880 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9432c4e-2eee-4560-9d8f-455111c62749 req-b007ec7d-ca9f-46d1-9bfb-e2c23f64d48f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 945 time: 0.0541651 Nov 29 19:25:37.441850 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9432c4e-2eee-4560-9d8f-455111c62749 req-f8827856-f124-41d5-a046-07a83ccb1b9c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=44280166-5da7-4bf0-9375-c5a39f8bfc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419157 Nov 29 19:25:37.463601 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46136) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:37.503479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a7a59a-b4cf-4d98-a43a-72a82cf543eb tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:37.505147 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-24a7a59a-b4cf-4d98-a43a-72a82cf543eb tempest-TestNetworkAdvancedServerOps-153264438 tempest-TestNetworkAdvancedServerOps-153264438-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 1091 time: 0.0404747 Nov 29 19:25:37.508077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46138) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:37.512615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '67196da3-589e-4548-b2f1-4239ab8e0394', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:25:37.534843 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:37.634481 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:37.736881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Allocated IP 172.25.3.197 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/76cb740d-7fdd-4c98-8768-8eca936996d0) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:25:37.834509 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:37.868989 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:37.908051 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:25:37.910863 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:25:37.914300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:25:37.939481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=76cb740d-7fdd-4c98-8768-8eca936996d0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:38.270054 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:38.339095 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:38.483077 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:38.488431 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:38.561029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event updated for resources: {'Port': ['ID=76cb740d-7fdd-4c98-8768-8eca936996d0,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:25:38.569838 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:38.671460 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Floating IP 30f8acc3-275b-4972-adae-6c340505d0a7 associated. External IP: 172.25.3.197, port: 67196da3-589e-4548-b2f1-4239ab8e0394. Nov 29 19:25:39.195087 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 6f80f813-56a5-4426-a05b-90aa6bd8990f has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:25:39.303100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:25:39.314519 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20278014-dcf1-48a0-869c-ae74c0223e45 None None] Sync routers for ids ['6f80f813-56a5-4426-a05b-90aa6bd8990f'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:25:39.321485 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:39.325166 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20278014-dcf1-48a0-869c-ae74c0223e45 None None] Routers {'6f80f813-56a5-4426-a05b-90aa6bd8990f'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:25:39.326435 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-20278014-dcf1-48a0-869c-ae74c0223e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:25:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6f80f813-56a5-4426-a05b-90aa6bd8990f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:39.348679 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-11d6fcf1-2d87-4633-86c0-da796f4ad372 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8395946 Nov 29 19:25:39.349271 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720a9a76-7f14-4053-8889-208d4543885f', 'tag': '67196da3-589e-4548-b2f1-4239ab8e0394'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:25:39.351570 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e9a0a5-2da9-4074-8bda-66a88942ec04" -d '{"events": [{"name": "network-changed", "server_uuid": "720a9a76-7f14-4053-8889-208d4543885f", "tag": "67196da3-589e-4548-b2f1-4239ab8e0394"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:25:39.388986 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6031518e-1178-4159-96f0-fc638222bdb8 x-openstack-request-id: req-6031518e-1178-4159-96f0-fc638222bdb8 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:25:39.389286 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720a9a76-7f14-4053-8889-208d4543885f", "tag": "67196da3-589e-4548-b2f1-4239ab8e0394", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:25:39.389543 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6031518e-1178-4159-96f0-fc638222bdb8 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:25:39.389945 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720a9a76-7f14-4053-8889-208d4543885f', 'tag': '67196da3-589e-4548-b2f1-4239ab8e0394', 'status': 'completed', 'code': 200} Nov 29 19:25:39.438880 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-20278014-dcf1-48a0-869c-ae74c0223e45 None None] Set router 6f80f813-56a5-4426-a05b-90aa6bd8990f gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:25:39.491624 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cba155-376d-47b8-baee-be124dd6cee3 req-6c6d6b00-b4e3-49bd-bb5c-641a18b9326e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:39.493246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7cba155-376d-47b8-baee-be124dd6cee3 req-6c6d6b00-b4e3-49bd-bb5c-641a18b9326e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 945 time: 0.0808585 Nov 29 19:25:39.496090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9a0a5-2da9-4074-8bda-66a88942ec04 req-f93e252e-9a25-4f69-a026-b39f1233e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:39.497565 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34e9a0a5-2da9-4074-8bda-66a88942ec04 req-f93e252e-9a25-4f69-a026-b39f1233e86f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 1096 time: 0.0838993 Nov 29 19:25:39.601755 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7cba155-376d-47b8-baee-be124dd6cee3 req-61a467d2-d96d-4c0c-86ca-0528d1ee97c7 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=44280166-5da7-4bf0-9375-c5a39f8bfc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025417 Nov 29 19:25:39.626805 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46146) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:39.632799 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9a0a5-2da9-4074-8bda-66a88942ec04 req-22ee0e85-505a-4ac2-bb5c-faafa71a4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:39.634435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34e9a0a5-2da9-4074-8bda-66a88942ec04 req-22ee0e85-505a-4ac2-bb5c-faafa71a4169 service neutron] 10.222.0.20 "GET /v2.0/networks?id=462532d8-3746-405e-8fcf-10177884fe53 HTTP/1.1" status: 200 len: 898 time: 0.1282325 Nov 29 19:25:39.671371 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-20278014-dcf1-48a0-869c-ae74c0223e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513063777', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:25Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '30f8acc3-275b-4972-adae-6c340505d0a7', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'port_id': '67196da3-589e-4548-b2f1-4239ab8e0394', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '462532d8-3746-405e-8fcf-10177884fe53', 'mac_address': 'fa:16:3e:8e:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720a9a76-7f14-4053-8889-208d4543885f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:25:38Z', 'updated_at': '2021-11-29T19:25:38Z', 'revision_number': 0, 'project_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0636019-8039-45de-8f43-6f2ba4edbc46', 'name': '', 'network_id': '462532d8-3746-405e-8fcf-10177884fe53', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:99:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:24Z', 'updated_at': '2021-11-29T19:25:28Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:39.694952 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-47b45844-b1d4-4410-a139-b0e441b82b65 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/30f8acc3-275b-4972-adae-6c340505d0a7 HTTP/1.1" status: 200 len: 991 time: 0.0669308 Nov 29 19:25:39.703612 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20278014-dcf1-48a0-869c-ae74c0223e45 None None] Checking router: 6f80f813-56a5-4426-a05b-90aa6bd8990f for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:25:39.706365 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34e9a0a5-2da9-4074-8bda-66a88942ec04 req-c0738d29-a435-4362-a0aa-b84920e546b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67196da3-589e-4548-b2f1-4239ab8e0394 HTTP/1.1" status: 200 len: 999 time: 0.0649233 Nov 29 19:25:39.711827 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20278014-dcf1-48a0-869c-ae74c0223e45 None None] Routers {'6f80f813-56a5-4426-a05b-90aa6bd8990f'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:25:39.713169 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-20278014-dcf1-48a0-869c-ae74c0223e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:25:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6f80f813-56a5-4426-a05b-90aa6bd8990f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:39.763705 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9a0a5-2da9-4074-8bda-66a88942ec04 req-11d07e28-fa0d-43fb-b6bc-c97d9d9bef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:39.765349 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34e9a0a5-2da9-4074-8bda-66a88942ec04 req-11d07e28-fa0d-43fb-b6bc-c97d9d9bef13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7332134f-cbcb-4e63-a6e2-3675836214e8 HTTP/1.1" status: 200 len: 834 time: 0.0518785 Nov 29 19:25:39.811115 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9a0a5-2da9-4074-8bda-66a88942ec04 req-ca8e0a78-be44-412c-941c-7382f8ba4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:39.812622 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34e9a0a5-2da9-4074-8bda-66a88942ec04 req-ca8e0a78-be44-412c-941c-7382f8ba4304 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=462532d8-3746-405e-8fcf-10177884fe53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399201 Nov 29 19:25:39.816625 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-20278014-dcf1-48a0-869c-ae74c0223e45 None None] Set router 6f80f813-56a5-4426-a05b-90aa6bd8990f gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:25:39.901807 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34e9a0a5-2da9-4074-8bda-66a88942ec04 req-91621263-f563-484d-a9b1-26fd8a54c370 service neutron] 10.222.0.20 "GET /v2.0/networks/462532d8-3746-405e-8fcf-10177884fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819416 Nov 29 19:25:39.993709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-34e9a0a5-2da9-4074-8bda-66a88942ec04 req-653910a7-a18a-491e-a688-bf2f84df406b service neutron] 10.222.0.20 "GET /v2.0/networks/462532d8-3746-405e-8fcf-10177884fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852311 Nov 29 19:25:40.037039 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-20278014-dcf1-48a0-869c-ae74c0223e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513063777', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:25Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '30f8acc3-275b-4972-adae-6c340505d0a7', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'port_id': '67196da3-589e-4548-b2f1-4239ab8e0394', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '462532d8-3746-405e-8fcf-10177884fe53', 'mac_address': 'fa:16:3e:8e:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720a9a76-7f14-4053-8889-208d4543885f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:25:38Z', 'updated_at': '2021-11-29T19:25:38Z', 'revision_number': 0, 'project_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0636019-8039-45de-8f43-6f2ba4edbc46', 'name': '', 'network_id': '462532d8-3746-405e-8fcf-10177884fe53', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:99:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:24Z', 'updated_at': '2021-11-29T19:25:28Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:25:40.063357 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20278014-dcf1-48a0-869c-ae74c0223e45 None None] The sync data for ids ['6f80f813-56a5-4426-a05b-90aa6bd8990f'] in n-d-819494-5 is: [{'id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513063777', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:25Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '30f8acc3-275b-4972-adae-6c340505d0a7', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'port_id': '67196da3-589e-4548-b2f1-4239ab8e0394', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '462532d8-3746-405e-8fcf-10177884fe53', 'mac_address': 'fa:16:3e:8e:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '720a9a76-7f14-4053-8889-208d4543885f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:25:38Z', 'updated_at': '2021-11-29T19:25:38Z', 'revision_number': 0, 'project_id': '586123f8e14849718a3a2426d6443104', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0636019-8039-45de-8f43-6f2ba4edbc46', 'name': '', 'network_id': '462532d8-3746-405e-8fcf-10177884fe53', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:99:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:24Z', 'updated_at': '2021-11-29T19:25:28Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:25:40.255135 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c683a8-73da-4bdf-a13d-afdc3dee99f7 None None] New status for floating IP 30f8acc3-275b-4972-adae-6c340505d0a7: ACTIVE {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:25:40.699204 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46148) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:25:40.760644 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-64248bb2-1ef9-4550-bc00-070a08cfe237 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/30f8acc3-275b-4972-adae-6c340505d0a7 HTTP/1.1" status: 200 len: 993 time: 0.0602820 Nov 29 19:25:54.176784 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4c341214-a7f8-4512-bac8-de7f3826e345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:56.624962 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2eb5b10f-d94f-4c39-ab57-30d7c39af610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:57.602054 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faf997a6-1ac4-485f-85fe-8cd71371758e req-09d848f6-f7a8-4637-baed-42744cb74b94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403905 Nov 29 19:25:57.683312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf997a6-1ac4-485f-85fe-8cd71371758e req-8e9b9786-fa13-4482-a162-fc98660a39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:57.684817 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faf997a6-1ac4-485f-85fe-8cd71371758e req-8e9b9786-fa13-4482-a162-fc98660a39ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 1096 time: 0.0395710 Nov 29 19:25:57.796304 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf997a6-1ac4-485f-85fe-8cd71371758e req-bb55f5c7-b71c-4cc2-a13d-e16cee7e729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:57.797897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faf997a6-1ac4-485f-85fe-8cd71371758e req-bb55f5c7-b71c-4cc2-a13d-e16cee7e729f service neutron] 10.222.0.20 "GET /v2.0/networks?id=462532d8-3746-405e-8fcf-10177884fe53 HTTP/1.1" status: 200 len: 898 time: 0.0892699 Nov 29 19:25:57.865636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faf997a6-1ac4-485f-85fe-8cd71371758e req-5434fccb-6bed-4cca-a386-0d6354e163af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67196da3-589e-4548-b2f1-4239ab8e0394 HTTP/1.1" status: 200 len: 1001 time: 0.0592515 Nov 29 19:25:57.919090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf997a6-1ac4-485f-85fe-8cd71371758e req-3b569270-a456-4517-84ac-29cb5aafb1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:57.920566 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faf997a6-1ac4-485f-85fe-8cd71371758e req-3b569270-a456-4517-84ac-29cb5aafb1ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7332134f-cbcb-4e63-a6e2-3675836214e8 HTTP/1.1" status: 200 len: 834 time: 0.0476618 Nov 29 19:25:57.961251 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:57.968537 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf997a6-1ac4-485f-85fe-8cd71371758e req-7dac9898-9c31-43a1-b77a-d7505cf38fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:25:57.970130 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faf997a6-1ac4-485f-85fe-8cd71371758e req-7dac9898-9c31-43a1-b77a-d7505cf38fc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=462532d8-3746-405e-8fcf-10177884fe53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418370 Nov 29 19:25:58.037310 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:25:58.070357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faf997a6-1ac4-485f-85fe-8cd71371758e req-7f13f541-49a3-4442-87bb-26ea836f75fc service neutron] 10.222.0.20 "GET /v2.0/networks/462532d8-3746-405e-8fcf-10177884fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889740 Nov 29 19:25:58.169164 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-faf997a6-1ac4-485f-85fe-8cd71371758e req-c0efa7cb-9514-4111-9ef4-4e594cd445c4 service neutron] 10.222.0.20 "GET /v2.0/networks/462532d8-3746-405e-8fcf-10177884fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907490 Nov 29 19:25:59.514929 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:00.178879 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:00.574518 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:02.567649 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:26:16.412301 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfc845-d479-4f87-a874-1964e36cc4c8 req-c329545f-bad3-4386-8387-b571bba2d54c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:16.413824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9dfc845-d479-4f87-a874-1964e36cc4c8 req-c329545f-bad3-4386-8387-b571bba2d54c tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 945 time: 0.0504882 Nov 29 19:26:16.469904 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b9dfc845-d479-4f87-a874-1964e36cc4c8 req-525748a8-2875-43c2-b31e-755e4367e55e tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=44280166-5da7-4bf0-9375-c5a39f8bfc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492916 Nov 29 19:26:17.592331 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2366e-207d-4b5b-a2ad-e66d5bd780ef req-d96fb690-cc80-40ce-a42e-43441903ddf2 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:17.593836 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6a2366e-207d-4b5b-a2ad-e66d5bd780ef req-d96fb690-cc80-40ce-a42e-43441903ddf2 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 945 time: 0.0531123 Nov 29 19:26:17.644711 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e6a2366e-207d-4b5b-a2ad-e66d5bd780ef req-066842d7-2e42-4d12-ba28-fbad100187b9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=44280166-5da7-4bf0-9375-c5a39f8bfc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449657 Nov 29 19:26:17.668022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46170) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:17.733939 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-9aafcb10-a9ce-4796-9d9a-3c72524bbcae tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/30f8acc3-275b-4972-adae-6c340505d0a7 HTTP/1.1" status: 200 len: 993 time: 0.0646996 Nov 29 19:26:19.036347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec46eb-a835-4c15-b0e7-4171de729d77 req-c93560c7-d7df-4d1a-aaf1-3da6f1d825e4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:19.037754 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65ec46eb-a835-4c15-b0e7-4171de729d77 req-c93560c7-d7df-4d1a-aaf1-3da6f1d825e4 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 945 time: 0.0745759 Nov 29 19:26:19.064785 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6dbf5-5b6e-427e-b0c2-dc2aac30d3bd req-5c589b98-a723-4ae2-89dd-14c20f133712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:19.066483 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79e6dbf5-5b6e-427e-b0c2-dc2aac30d3bd req-5c589b98-a723-4ae2-89dd-14c20f133712 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 1096 time: 0.0696197 Nov 29 19:26:19.143937 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65ec46eb-a835-4c15-b0e7-4171de729d77 req-09d64cf2-fd50-4227-abde-a247fdc70d53 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=44280166-5da7-4bf0-9375-c5a39f8bfc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986764 Nov 29 19:26:19.181823 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6dbf5-5b6e-427e-b0c2-dc2aac30d3bd req-aa248c99-569a-42d0-81c7-4d73ed899f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:19.183330 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79e6dbf5-5b6e-427e-b0c2-dc2aac30d3bd req-aa248c99-569a-42d0-81c7-4d73ed899f47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=462532d8-3746-405e-8fcf-10177884fe53 HTTP/1.1" status: 200 len: 898 time: 0.1060643 Nov 29 19:26:19.258283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79e6dbf5-5b6e-427e-b0c2-dc2aac30d3bd req-65967b8a-1d48-48ed-9bfc-d897e59c2d0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67196da3-589e-4548-b2f1-4239ab8e0394 HTTP/1.1" status: 200 len: 1001 time: 0.0620711 Nov 29 19:26:19.315997 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6dbf5-5b6e-427e-b0c2-dc2aac30d3bd req-b3eb250d-1ba5-4cfc-90d5-b6e1f596350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:19.317474 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79e6dbf5-5b6e-427e-b0c2-dc2aac30d3bd req-b3eb250d-1ba5-4cfc-90d5-b6e1f596350f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7332134f-cbcb-4e63-a6e2-3675836214e8 HTTP/1.1" status: 200 len: 834 time: 0.0487850 Nov 29 19:26:19.367484 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6dbf5-5b6e-427e-b0c2-dc2aac30d3bd req-fecf1342-e581-4cce-8267-557fd9055946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:19.369014 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79e6dbf5-5b6e-427e-b0c2-dc2aac30d3bd req-fecf1342-e581-4cce-8267-557fd9055946 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=462532d8-3746-405e-8fcf-10177884fe53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403957 Nov 29 19:26:19.464897 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79e6dbf5-5b6e-427e-b0c2-dc2aac30d3bd req-11ce5086-f9a3-4f24-88bb-26455ac3f77a service neutron] 10.222.0.20 "GET /v2.0/networks/462532d8-3746-405e-8fcf-10177884fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854356 Nov 29 19:26:19.565260 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-79e6dbf5-5b6e-427e-b0c2-dc2aac30d3bd req-2c7b6a07-f489-47e5-b800-cfe0f02036cf service neutron] 10.222.0.20 "GET /v2.0/networks/462532d8-3746-405e-8fcf-10177884fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882070 Nov 29 19:26:20.263483 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a860a-9e36-4c32-964e-5508d11a28e9 req-40c28694-834f-4f97-bb79-905de9ae5aee tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:20.264967 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-398a860a-9e36-4c32-964e-5508d11a28e9 req-40c28694-834f-4f97-bb79-905de9ae5aee tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 945 time: 0.0498569 Nov 29 19:26:20.315179 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-398a860a-9e36-4c32-964e-5508d11a28e9 req-2a7466c3-c47b-406e-ade9-c605d5e42ee8 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=44280166-5da7-4bf0-9375-c5a39f8bfc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441144 Nov 29 19:26:21.435838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdd641-f22f-4515-b356-3664ba521c1c req-34c8e4e2-e556-4ed9-a24a-bc901d73abd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:21.437589 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3afdd641-f22f-4515-b356-3664ba521c1c req-34c8e4e2-e556-4ed9-a24a-bc901d73abd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 945 time: 0.0542300 Nov 29 19:26:21.490105 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3afdd641-f22f-4515-b356-3664ba521c1c req-685b0995-a464-4d71-a073-d1c5ea283544 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=44280166-5da7-4bf0-9375-c5a39f8bfc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464365 Nov 29 19:26:21.515490 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46182) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:21.578533 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-28c0a2a1-859d-44d5-adb0-485bad0ca696 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/floatingips/30f8acc3-275b-4972-adae-6c340505d0a7 HTTP/1.1" status: 200 len: 993 time: 0.0618293 Nov 29 19:26:21.809993 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46188) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:21.968613 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port 76cb740d-7fdd-4c98-8768-8eca936996d0 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:26:21.968871 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:22.050243 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:22.050577 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:22.063145 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for 76cb740d-7fdd-4c98-8768-8eca936996d0 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:26:22.217893 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:22.245328 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=76cb740d-7fdd-4c98-8768-8eca936996d0,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:22.258356 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:22.258837 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:22.259191 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:22.259583 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:22.259926 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:22.260266 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:22.260602 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:22.260961 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:22.261299 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:22.261632 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:22.261965 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:22.262295 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:22.316794 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:22.317142 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Floating IP 30f8acc3-275b-4972-adae-6c340505d0a7 disassociated (deleted). External IP: 172.25.3.197, port: 67196da3-589e-4548-b2f1-4239ab8e0394. Nov 29 19:26:22.533128 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 6f80f813-56a5-4426-a05b-90aa6bd8990f has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:26:22.643765 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:26:22.648607 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:22.654553 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4dc7f1-224a-49cd-9a32-b5e757b8741d None None] Sync routers for ids ['6f80f813-56a5-4426-a05b-90aa6bd8990f'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:26:22.664449 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4dc7f1-224a-49cd-9a32-b5e757b8741d None None] Routers {'6f80f813-56a5-4426-a05b-90aa6bd8990f'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:26:22.665062 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-df4dc7f1-224a-49cd-9a32-b5e757b8741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:25:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6f80f813-56a5-4426-a05b-90aa6bd8990f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:22.676492 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-348c759f-6705-45d1-82ff-5605b27658d6 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/floatingips/30f8acc3-275b-4972-adae-6c340505d0a7 HTTP/1.1" status: 204 len: 168 time: 0.8653896 Nov 29 19:26:22.677100 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720a9a76-7f14-4053-8889-208d4543885f', 'tag': '67196da3-589e-4548-b2f1-4239ab8e0394'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:26:22.679822 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61793d7b-c531-4109-93bd-faa95dfaa86d" -d '{"events": [{"name": "network-changed", "server_uuid": "720a9a76-7f14-4053-8889-208d4543885f", "tag": "67196da3-589e-4548-b2f1-4239ab8e0394"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:26:22.721709 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096f6c89-409c-40e8-ac5b-922c4ca48789 x-openstack-request-id: req-096f6c89-409c-40e8-ac5b-922c4ca48789 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:26:22.721709 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720a9a76-7f14-4053-8889-208d4543885f", "tag": "67196da3-589e-4548-b2f1-4239ab8e0394", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:26:22.721980 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-096f6c89-409c-40e8-ac5b-922c4ca48789 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:26:22.722246 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720a9a76-7f14-4053-8889-208d4543885f', 'tag': '67196da3-589e-4548-b2f1-4239ab8e0394', 'status': 'completed', 'code': 200} Nov 29 19:26:22.782948 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-df4dc7f1-224a-49cd-9a32-b5e757b8741d None None] Set router 6f80f813-56a5-4426-a05b-90aa6bd8990f gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:26:22.788202 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61793d7b-c531-4109-93bd-faa95dfaa86d req-6361ac2f-ae9e-47d2-aefb-2875ccf1c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:22.790847 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61793d7b-c531-4109-93bd-faa95dfaa86d req-6361ac2f-ae9e-47d2-aefb-2875ccf1c995 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=586123f8e14849718a3a2426d6443104&device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 1096 time: 0.0451927 Nov 29 19:26:22.943637 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f024efb-ec62-4d53-830e-6f9f0e1eb8a5 req-5d7db4ae-1a62-4f95-a993-70cc32941463 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:22.945166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f024efb-ec62-4d53-830e-6f9f0e1eb8a5 req-5d7db4ae-1a62-4f95-a993-70cc32941463 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 945 time: 0.0769267 Nov 29 19:26:22.946667 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61793d7b-c531-4109-93bd-faa95dfaa86d req-915cbef0-75e9-4d89-a377-070e7bdf55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:22.948684 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61793d7b-c531-4109-93bd-faa95dfaa86d req-915cbef0-75e9-4d89-a377-070e7bdf55b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=462532d8-3746-405e-8fcf-10177884fe53 HTTP/1.1" status: 200 len: 898 time: 0.1438930 Nov 29 19:26:22.997940 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-df4dc7f1-224a-49cd-9a32-b5e757b8741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513063777', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:25Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a0636019-8039-45de-8f43-6f2ba4edbc46', 'name': '', 'network_id': '462532d8-3746-405e-8fcf-10177884fe53', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:99:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:24Z', 'updated_at': '2021-11-29T19:25:28Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:22.998964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61793d7b-c531-4109-93bd-faa95dfaa86d req-5090f9de-cd4d-4ca8-8c40-5645d815a816 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67196da3-589e-4548-b2f1-4239ab8e0394 HTTP/1.1" status: 200 len: 217 time: 0.0405042 Nov 29 19:26:23.063858 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0f024efb-ec62-4d53-830e-6f9f0e1eb8a5 req-43828e19-f853-4083-b7dc-c60144e8a794 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=44280166-5da7-4bf0-9375-c5a39f8bfc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116319 Nov 29 19:26:23.081693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61793d7b-c531-4109-93bd-faa95dfaa86d req-03e47635-f864-42d6-9a6e-fdeab1b20235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:23.083228 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61793d7b-c531-4109-93bd-faa95dfaa86d req-03e47635-f864-42d6-9a6e-fdeab1b20235 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7332134f-cbcb-4e63-a6e2-3675836214e8 HTTP/1.1" status: 200 len: 834 time: 0.0727694 Nov 29 19:26:23.128116 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4dc7f1-224a-49cd-9a32-b5e757b8741d None None] Checking router: 6f80f813-56a5-4426-a05b-90aa6bd8990f for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:26:23.132579 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61793d7b-c531-4109-93bd-faa95dfaa86d req-d102022b-cf4b-4318-9bba-cf502da6757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:23.134112 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61793d7b-c531-4109-93bd-faa95dfaa86d req-d102022b-cf4b-4318-9bba-cf502da6757c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=462532d8-3746-405e-8fcf-10177884fe53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436568 Nov 29 19:26:23.140934 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4dc7f1-224a-49cd-9a32-b5e757b8741d None None] Routers {'6f80f813-56a5-4426-a05b-90aa6bd8990f'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:26:23.141708 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-df4dc7f1-224a-49cd-9a32-b5e757b8741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:25:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6f80f813-56a5-4426-a05b-90aa6bd8990f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:23.231303 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61793d7b-c531-4109-93bd-faa95dfaa86d req-8db62f32-f05e-47fc-aa40-f27ba15bbb30 service neutron] 10.222.0.20 "GET /v2.0/networks/462532d8-3746-405e-8fcf-10177884fe53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891240 Nov 29 19:26:23.247349 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-df4dc7f1-224a-49cd-9a32-b5e757b8741d None None] Set router 6f80f813-56a5-4426-a05b-90aa6bd8990f gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:26:23.327022 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-61793d7b-c531-4109-93bd-faa95dfaa86d req-d42579e0-495c-408f-9d6a-4d8b55408554 service neutron] 10.222.0.20 "GET /v2.0/networks/462532d8-3746-405e-8fcf-10177884fe53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853689 Nov 29 19:26:23.447526 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-df4dc7f1-224a-49cd-9a32-b5e757b8741d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513063777', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:25Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a0636019-8039-45de-8f43-6f2ba4edbc46', 'name': '', 'network_id': '462532d8-3746-405e-8fcf-10177884fe53', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:99:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:24Z', 'updated_at': '2021-11-29T19:25:28Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:23.477038 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4dc7f1-224a-49cd-9a32-b5e757b8741d None None] The sync data for ids ['6f80f813-56a5-4426-a05b-90aa6bd8990f'] in n-d-819494-5 is: [{'id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513063777', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:25Z', 'revision_number': 4, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'a0636019-8039-45de-8f43-6f2ba4edbc46', 'name': '', 'network_id': '462532d8-3746-405e-8fcf-10177884fe53', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'mac_address': 'fa:16:3e:99:63:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:24Z', 'updated_at': '2021-11-29T19:25:28Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'subnets': [{'id': '7332134f-cbcb-4e63-a6e2-3675836214e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:26:23.715839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f470449a-a154-435c-94f1-148fea144369 None None] New status for floating IP 30f8acc3-275b-4972-adae-6c340505d0a7: DOWN {{(pid=110006) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:26:24.169656 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c8ec842-4f9d-4746-bd90-782c48eb7624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:24.186362 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3dc02-0afa-45f8-931c-8e7d43f136af req-d343b265-8596-45f2-90cc-0d406552b5fe tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:24.187962 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25a3dc02-0afa-45f8-931c-8e7d43f136af req-d343b265-8596-45f2-90cc-0d406552b5fe tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 945 time: 0.0519857 Nov 29 19:26:24.237918 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-25a3dc02-0afa-45f8-931c-8e7d43f136af req-cbb25eb7-9f80-44c0-a450-ccc20ff3da5b tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/security-groups?id=44280166-5da7-4bf0-9375-c5a39f8bfc53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439086 Nov 29 19:26:24.733267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898cab8-0f2b-4157-a67c-c9cdaecde089 req-2a829cef-6331-4c82-a661-04c9534aecdb tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:24.734727 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c898cab8-0f2b-4157-a67c-c9cdaecde089 req-2a829cef-6331-4c82-a661-04c9534aecdb tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.20 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 945 time: 0.0535028 Nov 29 19:26:24.825840 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-c898cab8-0f2b-4157-a67c-c9cdaecde089 req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port 67196da3-589e-4548-b2f1-4239ab8e0394 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:26:24.826178 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c898cab8-0f2b-4157-a67c-c9cdaecde089 req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:24.917717 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c898cab8-0f2b-4157-a67c-c9cdaecde089 req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] For port 67196da3-589e-4548-b2f1-4239ab8e0394, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=67196da3-589e-4548-b2f1-4239ab8e0394,segment=NetworkSegment(541d2ae6-675f-4a0c-b3d5-178b7d9cc633),segment_id=541d2ae6-675f-4a0c-b3d5-178b7d9cc633)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:26:24.918072 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c898cab8-0f2b-4157-a67c-c9cdaecde089 req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:24.931094 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-c898cab8-0f2b-4157-a67c-c9cdaecde089 req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for 67196da3-589e-4548-b2f1-4239ab8e0394 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:26:25.062946 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c898cab8-0f2b-4157-a67c-c9cdaecde089 req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:25.097649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=67196da3-589e-4548-b2f1-4239ab8e0394,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:25.120011 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:25.120366 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:25.120711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:25.121056 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:25.121395 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:25.121732 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:25.122064 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:25.122397 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:25.122728 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:25.123122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:25.123477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:25.123838 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:25.145548 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c898cab8-0f2b-4157-a67c-c9cdaecde089 req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] No DVR routers for this DVR port 67196da3-589e-4548-b2f1-4239ab8e0394 on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:26:25.148487 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c898cab8-0f2b-4157-a67c-c9cdaecde089 req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:25.152495 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c898cab8-0f2b-4157-a67c-c9cdaecde089 req-ec66ee4a-7d5f-4cbc-aaaf-9024f39a39b0 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.20 "DELETE /v2.0/ports/67196da3-589e-4548-b2f1-4239ab8e0394 HTTP/1.1" status: 204 len: 173 time: 0.4113815 Nov 29 19:26:25.152977 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720a9a76-7f14-4053-8889-208d4543885f', 'name': 'network-vif-deleted', 'tag': '67196da3-589e-4548-b2f1-4239ab8e0394'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:26:25.155267 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf9c13e-e34f-42ac-af46-9e658e2d3290" -d '{"events": [{"server_uuid": "720a9a76-7f14-4053-8889-208d4543885f", "name": "network-vif-deleted", "tag": "67196da3-589e-4548-b2f1-4239ab8e0394"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:26:25.195351 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce06b8e6-752c-4a37-b23b-7e48be8fddb5 x-openstack-request-id: req-ce06b8e6-752c-4a37-b23b-7e48be8fddb5 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:26:25.195960 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720a9a76-7f14-4053-8889-208d4543885f", "name": "network-vif-deleted", "tag": "67196da3-589e-4548-b2f1-4239ab8e0394", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:26:25.195960 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce06b8e6-752c-4a37-b23b-7e48be8fddb5 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:26:25.196294 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720a9a76-7f14-4053-8889-208d4543885f', 'name': 'network-vif-deleted', 'tag': '67196da3-589e-4548-b2f1-4239ab8e0394', 'status': 'completed', 'code': 200} Nov 29 19:26:25.348325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-274fe3da-66ad-4c5b-a786-103e79bd5bda req-8249bcbd-84d6-4d1f-a379-d752471895bf tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "GET /v2.0/ports?device_id=720a9a76-7f14-4053-8889-208d4543885f HTTP/1.1" status: 200 len: 210 time: 0.0262272 Nov 29 19:26:26.404626 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46204) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:26.626652 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb280-5c09-4825-94dc-0452e18fd1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:26.778837 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0329aefd-ab6e-4b0d-9ba9-83ada213f73f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:26.837172 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 67196da3-589e-4548-b2f1-4239ab8e0394 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:26:26.859612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: 67196da3-589e-4548-b2f1-4239ab8e0394 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:26:26.859612 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 67196da3-589e-4548-b2f1-4239ab8e0394 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:26:27.037477 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-0329aefd-ab6e-4b0d-9ba9-83ada213f73f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port a0636019-8039-45de-8f43-6f2ba4edbc46 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:26:27.037827 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0329aefd-ab6e-4b0d-9ba9-83ada213f73f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:27.126974 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-0329aefd-ab6e-4b0d-9ba9-83ada213f73f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] For port a0636019-8039-45de-8f43-6f2ba4edbc46, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a0636019-8039-45de-8f43-6f2ba4edbc46,segment=NetworkSegment(541d2ae6-675f-4a0c-b3d5-178b7d9cc633),segment_id=541d2ae6-675f-4a0c-b3d5-178b7d9cc633)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:26:27.127346 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0329aefd-ab6e-4b0d-9ba9-83ada213f73f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:27.141453 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-0329aefd-ab6e-4b0d-9ba9-83ada213f73f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for a0636019-8039-45de-8f43-6f2ba4edbc46 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:26:27.348233 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0329aefd-ab6e-4b0d-9ba9-83ada213f73f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:27.375262 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329aefd-ab6e-4b0d-9ba9-83ada213f73f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=a0636019-8039-45de-8f43-6f2ba4edbc46,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:27.563950 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-0329aefd-ab6e-4b0d-9ba9-83ada213f73f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:27.786884 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0329aefd-ab6e-4b0d-9ba9-83ada213f73f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Router 6f80f813-56a5-4426-a05b-90aa6bd8990f has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:26:27.897069 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0329aefd-ab6e-4b0d-9ba9-83ada213f73f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:26:27.902596 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-0329aefd-ab6e-4b0d-9ba9-83ada213f73f tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "PUT /v2.0/routers/6f80f813-56a5-4426-a05b-90aa6bd8990f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4969094 Nov 29 19:26:27.905860 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46206) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:27.907008 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e586c575-3ab8-4b35-ba6a-5f72f19af372 None None] Sync routers for ids ['6f80f813-56a5-4426-a05b-90aa6bd8990f'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:26:27.917839 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e586c575-3ab8-4b35-ba6a-5f72f19af372 None None] Routers {'6f80f813-56a5-4426-a05b-90aa6bd8990f'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:26:27.918457 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e586c575-3ab8-4b35-ba6a-5f72f19af372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:26:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6f80f813-56a5-4426-a05b-90aa6bd8990f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:27.962948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-31601d04-a89c-4491-a287-db79c386fbc1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting subnet 7332134f-cbcb-4e63-a6e2-3675836214e8 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:26:27.965849 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:27.967102 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-31601d04-a89c-4491-a287-db79c386fbc1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:28.013439 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-31601d04-a89c-4491-a287-db79c386fbc1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:28.028306 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e586c575-3ab8-4b35-ba6a-5f72f19af372 None None] Set router 6f80f813-56a5-4426-a05b-90aa6bd8990f gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:26:28.037919 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:28.099717 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-31601d04-a89c-4491-a287-db79c386fbc1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:28.166704 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-31601d04-a89c-4491-a287-db79c386fbc1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:28.194309 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31601d04-a89c-4491-a287-db79c386fbc1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Subnet': ['ID=7332134f-cbcb-4e63-a6e2-3675836214e8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:28.199943 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-31601d04-a89c-4491-a287-db79c386fbc1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:28.205715 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-31601d04-a89c-4491-a287-db79c386fbc1 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/subnets/7332134f-cbcb-4e63-a6e2-3675836214e8 HTTP/1.1" status: 204 len: 168 time: 0.2960298 Nov 29 19:26:28.205715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46208) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:28.208853 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175707c9-42cd-4e0d-af85-fc1bcc5e9ad0 None None] Network 462532d8-3746-405e-8fcf-10177884fe53 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:26:28.215655 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e586c575-3ab8-4b35-ba6a-5f72f19af372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513063777', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:26:27Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:28.246662 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e586c575-3ab8-4b35-ba6a-5f72f19af372 None None] Checking router: 6f80f813-56a5-4426-a05b-90aa6bd8990f for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:26:28.255919 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e586c575-3ab8-4b35-ba6a-5f72f19af372 None None] Routers {'6f80f813-56a5-4426-a05b-90aa6bd8990f'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:26:28.256526 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e586c575-3ab8-4b35-ba6a-5f72f19af372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:26:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['6f80f813-56a5-4426-a05b-90aa6bd8990f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:28.323809 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c0dccdd-5577-4010-9121-898d0d63b34d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:28.369993 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e586c575-3ab8-4b35-ba6a-5f72f19af372 None None] Set router 6f80f813-56a5-4426-a05b-90aa6bd8990f gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:26:28.413465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] DHCP port deletion for 462532d8-3746-405e-8fcf-10177884fe53 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:26:28.442045 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c0dccdd-5577-4010-9121-898d0d63b34d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:28.466093 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Deleting port 3ce39de7-39cc-414d-8887-245f2e83967b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:26:28.466725 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:28.498746 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3c0dccdd-5577-4010-9121-898d0d63b34d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Deleting port a669891d-e93c-40fd-9577-110dc0f33313 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:26:28.499125 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c0dccdd-5577-4010-9121-898d0d63b34d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:28.536376 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] For port 3ce39de7-39cc-414d-8887-245f2e83967b, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3ce39de7-39cc-414d-8887-245f2e83967b,segment=NetworkSegment(541d2ae6-675f-4a0c-b3d5-178b7d9cc633),segment_id=541d2ae6-675f-4a0c-b3d5-178b7d9cc633)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:26:28.536815 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:28.551055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Calling delete_port for 3ce39de7-39cc-414d-8887-245f2e83967b owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:26:28.557099 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e586c575-3ab8-4b35-ba6a-5f72f19af372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513063777', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:26:27Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:28.581949 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-3c0dccdd-5577-4010-9121-898d0d63b34d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] For port a669891d-e93c-40fd-9577-110dc0f33313, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=a669891d-e93c-40fd-9577-110dc0f33313,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:26:28.582266 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c0dccdd-5577-4010-9121-898d0d63b34d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:28.583594 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e586c575-3ab8-4b35-ba6a-5f72f19af372 None None] The sync data for ids ['6f80f813-56a5-4426-a05b-90aa6bd8990f'] in n-d-819494-5 is: [{'id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1513063777', 'tenant_id': '586123f8e14849718a3a2426d6443104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:26:27Z', 'revision_number': 5, 'project_id': '586123f8e14849718a3a2426d6443104', 'gw_port': {'id': 'a669891d-e93c-40fd-9577-110dc0f33313', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:47:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f80f813-56a5-4426-a05b-90aa6bd8990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:25:22Z', 'updated_at': '2021-11-29T19:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:26:28.600415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3c0dccdd-5577-4010-9121-898d0d63b34d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Calling delete_port for a669891d-e93c-40fd-9577-110dc0f33313 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:26:28.645179 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:28.673139 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] No DVR routers for this DVR port 3ce39de7-39cc-414d-8887-245f2e83967b on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:26:28.677749 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Pushing event deleted for resources: {'Port': ['ID=3ce39de7-39cc-414d-8887-245f2e83967b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:28.687208 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:28.687307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:28.687635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:28.687977 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:28.688318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:28.688671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:28.688988 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:28.689320 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:28.689653 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:28.689981 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:28.690330 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:28.690630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1acbc1-517a-4e45-ad8c-d0c338d9a199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:28.772657 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c0dccdd-5577-4010-9121-898d0d63b34d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:28.805649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dccdd-5577-4010-9121-898d0d63b34d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Port': ['ID=a669891d-e93c-40fd-9577-110dc0f33313,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:28.815718 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea0f9e2-5eeb-4b5f-93ee-cc48609de2cb None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:26:28.874942 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c0dccdd-5577-4010-9121-898d0d63b34d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:28.974275 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c0dccdd-5577-4010-9121-898d0d63b34d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:28.979594 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c0dccdd-5577-4010-9121-898d0d63b34d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:29.031606 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c0dccdd-5577-4010-9121-898d0d63b34d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:29.032169 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0dccdd-5577-4010-9121-898d0d63b34d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Fanout notify agent at l3_agent the message router_deleted on router 6f80f813-56a5-4426-a05b-90aa6bd8990f {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:26:29.046509 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c0dccdd-5577-4010-9121-898d0d63b34d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:29.046509 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3c0dccdd-5577-4010-9121-898d0d63b34d tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/routers/6f80f813-56a5-4426-a05b-90aa6bd8990f HTTP/1.1" status: 204 len: 168 time: 0.8383412 Nov 29 19:26:29.048842 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46210) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:29.061559 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a0636019-8039-45de-8f43-6f2ba4edbc46 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:26:29.081687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: a0636019-8039-45de-8f43-6f2ba4edbc46 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:26:29.082324 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a0636019-8039-45de-8f43-6f2ba4edbc46 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:26:29.083039 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3ce39de7-39cc-414d-8887-245f2e83967b no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:26:29.106102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 3ce39de7-39cc-414d-8887-245f2e83967b {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:26:29.106538 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3ce39de7-39cc-414d-8887-245f2e83967b not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:26:29.136336 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-264eab73-611a-41e0-80f4-2f134ef4be61 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:29.230746 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-264eab73-611a-41e0-80f4-2f134ef4be61 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:29.252368 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-264eab73-611a-41e0-80f4-2f134ef4be61 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462532d8-3746-405e-8fcf-10177884fe53']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:29.262982 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-264eab73-611a-41e0-80f4-2f134ef4be61 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541d2ae6-675f-4a0c-b3d5-178b7d9cc633') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:29.263289 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-264eab73-611a-41e0-80f4-2f134ef4be61 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541d2ae6-675f-4a0c-b3d5-178b7d9cc633') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:29.272988 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-264eab73-611a-41e0-80f4-2f134ef4be61 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:29.287195 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-264eab73-611a-41e0-80f4-2f134ef4be61 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:29.293671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264eab73-611a-41e0-80f4-2f134ef4be61 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:26:29.294064 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-264eab73-611a-41e0-80f4-2f134ef4be61 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: timer() Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:26:29.297822 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:26:29.358975 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-264eab73-611a-41e0-80f4-2f134ef4be61 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:29.366228 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-264eab73-611a-41e0-80f4-2f134ef4be61 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:29.369656 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-264eab73-611a-41e0-80f4-2f134ef4be61 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/networks/462532d8-3746-405e-8fcf-10177884fe53 HTTP/1.1" status: 204 len: 168 time: 0.3202703 Nov 29 19:26:29.372489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46212) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:29.381441 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264eab73-611a-41e0-80f4-2f134ef4be61 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'Network': ['ID=462532d8-3746-405e-8fcf-10177884fe53,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:29.432106 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d2a96f96-db74-4e8a-95f6-70fbf7249dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:29.458134 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d2a96f96-db74-4e8a-95f6-70fbf7249dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:29.520643 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:29.523669 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d2a96f96-db74-4e8a-95f6-70fbf7249dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:29.527336 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d2a96f96-db74-4e8a-95f6-70fbf7249dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:29.528518 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d2a96f96-db74-4e8a-95f6-70fbf7249dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] 10.222.0.23 "DELETE /v2.0/security-groups/44280166-5da7-4bf0-9375-c5a39f8bfc53 HTTP/1.1" status: 204 len: 168 time: 0.1549613 Nov 29 19:26:29.538878 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a96f96-db74-4e8a-95f6-70fbf7249dd9 tempest-TestNetworkAdvancedServerOps-1065202270 tempest-TestNetworkAdvancedServerOps-1065202270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44280166-5da7-4bf0-9375-c5a39f8bfc53,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:29.902394 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46220) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:30.046948 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3a1734ed-00f7-449c-87ea-691fc8e6de9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=586123f8e14849718a3a2426d6443104&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398063 Nov 29 19:26:30.047273 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46224) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:30.093968 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-96321f19-ab4e-4abe-b3c6-68373a9836fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:30.114806 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-96321f19-ab4e-4abe-b3c6-68373a9836fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:30.162058 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-96321f19-ab4e-4abe-b3c6-68373a9836fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:30.167343 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-96321f19-ab4e-4abe-b3c6-68373a9836fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:30.169285 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-96321f19-ab4e-4abe-b3c6-68373a9836fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70869fc8-675a-4217-9e42-f46c36b9a024 HTTP/1.1" status: 204 len: 168 time: 0.1210108 Nov 29 19:26:30.181026 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:30.184358 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96321f19-ab4e-4abe-b3c6-68373a9836fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70869fc8-675a-4217-9e42-f46c36b9a024,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:30.471212 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46230) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:30.484977 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-270ff3c8-bccc-4c36-8064-fc48f4a23358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:30.566917 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-270ff3c8-bccc-4c36-8064-fc48f4a23358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:30.571563 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-270ff3c8-bccc-4c36-8064-fc48f4a23358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:30.572453 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:30.613527 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-270ff3c8-bccc-4c36-8064-fc48f4a23358 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6dd5216099864e89b786e96780f219e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1411829 Nov 29 19:26:30.614971 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ff3c8-bccc-4c36-8064-fc48f4a23358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8569c78-de7c-4c7e-94a0-9476e7c213bb,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:30.616349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46232) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:30.669727 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6b3dad8-c7ad-433f-b89d-fdd82dc9b3be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:30.692318 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6b3dad8-c7ad-433f-b89d-fdd82dc9b3be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:30.739899 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6b3dad8-c7ad-433f-b89d-fdd82dc9b3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:30.742446 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6b3dad8-c7ad-433f-b89d-fdd82dc9b3be admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:30.743771 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d6b3dad8-c7ad-433f-b89d-fdd82dc9b3be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e8569c78-de7c-4c7e-94a0-9476e7c213bb HTTP/1.1" status: 204 len: 168 time: 0.1264219 Nov 29 19:26:30.751508 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3dad8-c7ad-433f-b89d-fdd82dc9b3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8569c78-de7c-4c7e-94a0-9476e7c213bb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:30.796494 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a669891d-e93c-40fd-9577-110dc0f33313 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:26:30.816727 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: a669891d-e93c-40fd-9577-110dc0f33313 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:26:30.817257 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device a669891d-e93c-40fd-9577-110dc0f33313 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:26:31.506383 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46254) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:31.604164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-73122d94-1391-4a65-89c4-d598040965ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1700721741-network', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:26:31.625735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73122d94-1391-4a65-89c4-d598040965ca admin admin] Made reservation on behalf of ca5cd6416c8d4a4d9951d2255b306c02 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:26:31.628297 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73122d94-1391-4a65-89c4-d598040965ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:31.639733 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73122d94-1391-4a65-89c4-d598040965ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:31.714531 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73122d94-1391-4a65-89c4-d598040965ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:31.718448 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73122d94-1391-4a65-89c4-d598040965ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:31.744631 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73122d94-1391-4a65-89c4-d598040965ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:26:31.754347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73122d94-1391-4a65-89c4-d598040965ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89c968f-8907-47b6-a2f0-7a8104686e4d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:31.759608 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73122d94-1391-4a65-89c4-d598040965ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:31.759951 n-d-819494-5 neutron-server[110005]: INFO neutron.db.segments_db [None req-73122d94-1391-4a65-89c4-d598040965ca admin admin] Added segment 5e667f41-5e40-488e-8e07-4304da0fe0f4 of type vlan for network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 Nov 29 19:26:31.800454 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73122d94-1391-4a65-89c4-d598040965ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:31.825845 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73122d94-1391-4a65-89c4-d598040965ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:31.827341 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73122d94-1391-4a65-89c4-d598040965ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:31.828210 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73122d94-1391-4a65-89c4-d598040965ca admin admin] Publish callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:31.884250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-73122d94-1391-4a65-89c4-d598040965ca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3766918 Nov 29 19:26:31.887546 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46258) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:31.893705 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-e9773f25-57bd-4d98-a4c3-b9a3e9c1be08 admin admin] Request body: {'subnet': {'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1700721741-subnet', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:26:31.894864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73122d94-1391-4a65-89c4-d598040965ca admin admin] Pushing event updated for resources: {'Network': ['ID=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:31.906101 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:26:31.920679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9773f25-57bd-4d98-a4c3-b9a3e9c1be08 admin admin] Made reservation on behalf of ca5cd6416c8d4a4d9951d2255b306c02 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:26:31.923306 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9773f25-57bd-4d98-a4c3-b9a3e9c1be08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:32.111257 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9773f25-57bd-4d98-a4c3-b9a3e9c1be08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:32.160176 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9773f25-57bd-4d98-a4c3-b9a3e9c1be08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a22b9b00-366b-41c3-8c43-637388c4589d,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:32.177041 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9773f25-57bd-4d98-a4c3-b9a3e9c1be08 admin admin] Checking segment: {'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:26:32.177405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9773f25-57bd-4d98-a4c3-b9a3e9c1be08 admin admin] Network hostable DHCP agents. Network: e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:26:32.194837 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9773f25-57bd-4d98-a4c3-b9a3e9c1be08 admin admin] Network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:26:32.204620 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-e9773f25-57bd-4d98-a4c3-b9a3e9c1be08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:26:32.209001 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9773f25-57bd-4d98-a4c3-b9a3e9c1be08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:32.209606 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e9773f25-57bd-4d98-a4c3-b9a3e9c1be08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:32.222887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350c9b8b-ee0f-4c1e-9ddd-73f671480f30 None None] Network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:26:32.227920 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e9773f25-57bd-4d98-a4c3-b9a3e9c1be08 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3376267 Nov 29 19:26:32.231299 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46260) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:32.236515 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:26:32.256314 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:32.257318 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:32.310014 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:32.375063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:26:32.375969 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:32.459068 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:32.514106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Allocated IP 172.20.0.2 (e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004/a22b9b00-366b-41c3-8c43-637388c4589d/3c6016da-0def-4c15-8ce9-1c559dea4829) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:26:32.660706 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:32.667338 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:32.679131 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:32.699695 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:32.716733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:26:32.719870 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:26:32.723560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:26:32.729159 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Pushing event updated for resources: {'Port': ['ID=3c6016da-0def-4c15-8ce9-1c559dea4829,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:32.784023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Attempting to bind port 3c6016da-0def-4c15-8ce9-1c559dea4829 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:26:32.784456 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Attempting to bind port 3c6016da-0def-4c15-8ce9-1c559dea4829 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:26:32.785045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Attempting to bind port 3c6016da-0def-4c15-8ce9-1c559dea4829 on network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:26:32.790811 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:26:32.791199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Checking segment: {'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:26:32.791735 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:32.792131 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Bound using segment: {'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:26:32.792602 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Bound port: 3c6016da-0def-4c15-8ce9-1c559dea4829, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:26:32.792985 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:32.812941 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Allocated IP 172.25.3.202 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/b02d52a6-7f20-4fec-a20d-eecf518b0c0f) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:26:32.864633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] For port 3c6016da-0def-4c15-8ce9-1c559dea4829, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:26:32.870710 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] For port 3c6016da-0def-4c15-8ce9-1c559dea4829, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3c6016da-0def-4c15-8ce9-1c559dea4829,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:26:32.878154 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:32.926040 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:32.939579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d755c-ba2e-4430-a1ca-65ca64c29a77 None None] Pushing event updated for resources: {'Port': ['ID=3c6016da-0def-4c15-8ce9-1c559dea4829,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:32.974852 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:33.014569 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:26:33.017596 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:26:33.021329 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:26:33.033502 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c687bc-b374-4a2a-b1ca-93a632994b79 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:26:33.052157 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Pushing event updated for resources: {'Port': ['ID=b02d52a6-7f20-4fec-a20d-eecf518b0c0f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:33.151417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fa0d79f0-f231-4747-a1e5-2f73bc5edcd8 None None] Provisioning complete for port b02d52a6-7f20-4fec-a20d-eecf518b0c0f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:33.152037 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa0d79f0-f231-4747-a1e5-2f73bc5edcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:33.202491 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fa0d79f0-f231-4747-a1e5-2f73bc5edcd8 None None] Port b02d52a6-7f20-4fec-a20d-eecf518b0c0f cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:26:33.679398 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:33.890873 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:33.950140 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10c5802-46c1-49bf-a3e8-9d1dd919ddc7 None None] Network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:26:34.034025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:26:34.051950 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e6f74123-3cdf-4f38-9646-f9cd414a1a2b None None] Provisioning complete for port 3c6016da-0def-4c15-8ce9-1c559dea4829 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:34.052332 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6f74123-3cdf-4f38-9646-f9cd414a1a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:34.163744 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:26:34.180787 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Sync routers for ids ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:26:34.184759 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:34.186211 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-551676c8-1557-4bba-95b0-8875a74dec5f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9535995 Nov 29 19:26:34.190299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46262) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:34.204919 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6f74123-3cdf-4f38-9646-f9cd414a1a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:34.207476 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Routers {'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:26:34.208124 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:26:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:34.316382 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e6f74123-3cdf-4f38-9646-f9cd414a1a2b None None] For port 3c6016da-0def-4c15-8ce9-1c559dea4829, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3c6016da-0def-4c15-8ce9-1c559dea4829,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:26:34.322656 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6f74123-3cdf-4f38-9646-f9cd414a1a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:34.389552 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Set router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:26:34.421380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f74123-3cdf-4f38-9646-f9cd414a1a2b None None] Pushing event updated for resources: {'Port': ['ID=3c6016da-0def-4c15-8ce9-1c559dea4829,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:34.513657 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c8aa5cd0-2878-40ef-8580-6316f0e66f99 None None] Provisioning complete for port 3c6016da-0def-4c15-8ce9-1c559dea4829 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:34.514088 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c8aa5cd0-2878-40ef-8580-6316f0e66f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:34.676360 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:33Z', 'revision_number': 3, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:34.682008 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:34.708247 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Checking router: f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:26:34.708607 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Updating router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed port b02d52a6-7f20-4fec-a20d-eecf518b0c0f binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:26:34.735051 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:34.856551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Allocated IP 172.20.0.1 (e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004/a22b9b00-366b-41c3-8c43-637388c4589d/b6d0987d-fb4d-4bfc-ae35-619eeaa78262) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:26:34.888815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3c6016da-0def-4c15-8ce9-1c559dea4829 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:26:34.971153 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:34.984761 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 3c6016da-0def-4c15-8ce9-1c559dea4829 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:34.985297 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:35.006960 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:35.054679 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:26:35.061752 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:26:35.064129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d0987d-fb4d-4bfc-ae35-619eeaa78262,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:35.067881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:26:35.108456 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:35.250969 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:35.255070 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:35.294357 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:35.380874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf024167-eef5-4296-b60b-6a357c16769b None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:26:35.428674 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Attempting to bind port b02d52a6-7f20-4fec-a20d-eecf518b0c0f on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:26:35.429496 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Attempting to bind port b02d52a6-7f20-4fec-a20d-eecf518b0c0f by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:26:35.430128 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Attempting to bind port b02d52a6-7f20-4fec-a20d-eecf518b0c0f on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:26:35.433679 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d78a83-7803-4576-952e-4ee269c5fb94 None None] Pushing event updated for resources: {'Port': ['ID=b02d52a6-7f20-4fec-a20d-eecf518b0c0f,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:35.449159 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:26:35.449686 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:26:35.450347 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:35.451025 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:26:35.451816 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Bound port: b02d52a6-7f20-4fec-a20d-eecf518b0c0f, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:26:35.452453 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:35.457277 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-c3944bcc-fa36-4ffe-b8a9-86f2b0030015 None None] Provisioning complete for port b6d0987d-fb4d-4bfc-ae35-619eeaa78262 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:35.457741 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3944bcc-fa36-4ffe-b8a9-86f2b0030015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:35.584131 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c3944bcc-fa36-4ffe-b8a9-86f2b0030015 None None] Port b6d0987d-fb4d-4bfc-ae35-619eeaa78262 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:26:35.595125 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] For port b02d52a6-7f20-4fec-a20d-eecf518b0c0f, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:26:35.600887 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] For port b02d52a6-7f20-4fec-a20d-eecf518b0c0f, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b02d52a6-7f20-4fec-a20d-eecf518b0c0f,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:26:35.606004 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:35.653406 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18623bdc-7ef4-4c12-b67f-170fbea43959 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:26:35.683325 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d78a83-7803-4576-952e-4ee269c5fb94 None None] Pushing event updated for resources: {'Port': ['ID=b02d52a6-7f20-4fec-a20d-eecf518b0c0f,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:35.686489 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Routers {'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:26:35.687481 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:26:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:35.783628 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6866c19c-2b2f-4b60-a099-fb49d2ef8d66 None None] Provisioning complete for port b02d52a6-7f20-4fec-a20d-eecf518b0c0f triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:35.784033 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6866c19c-2b2f-4b60-a099-fb49d2ef8d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:35.850958 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] Set router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:26:35.870332 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:35.875505 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:35.941983 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d0987d-fb4d-4bfc-ae35-619eeaa78262,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:35.944608 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:36.004264 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6866c19c-2b2f-4b60-a099-fb49d2ef8d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:36.040744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:26:36.041363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6866c19c-2b2f-4b60-a099-fb49d2ef8d66 None None] For port b02d52a6-7f20-4fec-a20d-eecf518b0c0f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b02d52a6-7f20-4fec-a20d-eecf518b0c0f,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:26:36.042348 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:26:36.046639 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6866c19c-2b2f-4b60-a099-fb49d2ef8d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:36.141355 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866c19c-2b2f-4b60-a099-fb49d2ef8d66 None None] Pushing event updated for resources: {'Port': ['ID=b02d52a6-7f20-4fec-a20d-eecf518b0c0f,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:36.174146 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'b6d0987d-fb4d-4bfc-ae35-619eeaa78262', 'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'mac_address': 'fa:16:3e:c1:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:34Z', 'updated_at': '2021-11-29T19:26:34Z', 'revision_number': 1, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'subnets': [{'id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:36.188638 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:26:36.208106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00022e3-4f5a-4702-a8a1-e0dff8047a7f None None] The sync data for ids ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'] in n-d-819494-5 is: [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'b6d0987d-fb4d-4bfc-ae35-619eeaa78262', 'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'mac_address': 'fa:16:3e:c1:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:34Z', 'updated_at': '2021-11-29T19:26:34Z', 'revision_number': 1, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'subnets': [{'id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:26:36.277752 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4657b52a-31f0-488b-a8d4-3a91a3d665ad None None] Provisioning complete for port b6d0987d-fb4d-4bfc-ae35-619eeaa78262 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:36.278140 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4657b52a-31f0-488b-a8d4-3a91a3d665ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:36.316375 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:26:36.316935 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4657b52a-31f0-488b-a8d4-3a91a3d665ad None None] Port b6d0987d-fb4d-4bfc-ae35-619eeaa78262 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:26:36.323165 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b4128386-c104-4ee1-a0f2-3ad3cac6b3b6 admin admin] 10.222.0.23 "PUT /v2.0/routers/f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1316290 Nov 29 19:26:36.824258 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46278) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:36.829502 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-275a058e-7e03-4b23-97a3-bb66bba300ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1456102752-network', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:26:36.852247 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275a058e-7e03-4b23-97a3-bb66bba300ea admin admin] Made reservation on behalf of a4f28964ad294d56b4e8981e1b732f5c for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:26:36.855674 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-275a058e-7e03-4b23-97a3-bb66bba300ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:36.876051 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-275a058e-7e03-4b23-97a3-bb66bba300ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:36.975952 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-275a058e-7e03-4b23-97a3-bb66bba300ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:36.981822 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-275a058e-7e03-4b23-97a3-bb66bba300ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:37.013383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275a058e-7e03-4b23-97a3-bb66bba300ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:26:37.020627 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a058e-7e03-4b23-97a3-bb66bba300ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f164d6b-f033-429d-b9c9-3088b92f7a98,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:37.029081 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-275a058e-7e03-4b23-97a3-bb66bba300ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:37.029474 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-275a058e-7e03-4b23-97a3-bb66bba300ea admin admin] Added segment c388085b-85a4-45fd-b989-ffcdda797c86 of type vlan for network 4235b9cf-ce2e-44a2-a291-887824beee5c Nov 29 19:26:37.076062 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-275a058e-7e03-4b23-97a3-bb66bba300ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:37.103817 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-275a058e-7e03-4b23-97a3-bb66bba300ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:37.104821 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275a058e-7e03-4b23-97a3-bb66bba300ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:37.105412 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-275a058e-7e03-4b23-97a3-bb66bba300ea admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:37.166814 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-275a058e-7e03-4b23-97a3-bb66bba300ea admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3413320 Nov 29 19:26:37.170178 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46280) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:37.176710 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-08e14317-dea7-4213-be6c-2fe3978bc15b admin admin] Request body: {'subnet': {'network_id': '4235b9cf-ce2e-44a2-a291-887824beee5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1456102752-subnet', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:26:37.188944 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a058e-7e03-4b23-97a3-bb66bba300ea admin admin] Pushing event updated for resources: {'Network': ['ID=4235b9cf-ce2e-44a2-a291-887824beee5c,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:37.200737 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 4235b9cf-ce2e-44a2-a291-887824beee5c details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:26:37.208022 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e14317-dea7-4213-be6c-2fe3978bc15b admin admin] Made reservation on behalf of a4f28964ad294d56b4e8981e1b732f5c for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:26:37.210422 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08e14317-dea7-4213-be6c-2fe3978bc15b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:37.395780 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08e14317-dea7-4213-be6c-2fe3978bc15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:37.457719 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e14317-dea7-4213-be6c-2fe3978bc15b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ecf3402-77e1-4279-b6a7-c05ed2add546,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:37.467808 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e14317-dea7-4213-be6c-2fe3978bc15b admin admin] Checking segment: {'id': 'c388085b-85a4-45fd-b989-ffcdda797c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4235b9cf-ce2e-44a2-a291-887824beee5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:26:37.468193 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e14317-dea7-4213-be6c-2fe3978bc15b admin admin] Network hostable DHCP agents. Network: 4235b9cf-ce2e-44a2-a291-887824beee5c, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:26:37.487182 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e14317-dea7-4213-be6c-2fe3978bc15b admin admin] Network 4235b9cf-ce2e-44a2-a291-887824beee5c is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:26:37.498214 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-08e14317-dea7-4213-be6c-2fe3978bc15b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 4235b9cf-ce2e-44a2-a291-887824beee5c) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:26:37.502649 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e14317-dea7-4213-be6c-2fe3978bc15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:37.503304 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-08e14317-dea7-4213-be6c-2fe3978bc15b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:37.518936 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910eb385-a4e5-466f-b4b4-f0ff5f823b42 None None] Network 4235b9cf-ce2e-44a2-a291-887824beee5c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:26:37.524960 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-08e14317-dea7-4213-be6c-2fe3978bc15b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3513393 Nov 29 19:26:37.525344 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46282) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:37.529974 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1456102752-router', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:26:37.554717 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:37.556496 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:37.612925 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:37.689322 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-4235b9cf-ce2e-44a2-a291-887824beee5c', 'network_id': '4235b9cf-ce2e-44a2-a291-887824beee5c', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'fixed_ips': [{'subnet_id': '1ecf3402-77e1-4279-b6a7-c05ed2add546'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:26:37.690259 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:37.754273 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:37.833903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Allocated IP 172.20.0.2 (4235b9cf-ce2e-44a2-a291-887824beee5c/1ecf3402-77e1-4279-b6a7-c05ed2add546/8b5b6b85-6d77-4c65-9205-ba1970105ced) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:26:37.968184 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:37.982467 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:37.988353 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:37.989036 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:38.037932 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Network 4235b9cf-ce2e-44a2-a291-887824beee5c is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:26:38.041700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:26:38.049884 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:26:38.053655 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Pushing event updated for resources: {'Port': ['ID=8b5b6b85-6d77-4c65-9205-ba1970105ced,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:38.112121 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Attempting to bind port 8b5b6b85-6d77-4c65-9205-ba1970105ced on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:26:38.112500 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Attempting to bind port 8b5b6b85-6d77-4c65-9205-ba1970105ced by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'c388085b-85a4-45fd-b989-ffcdda797c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4235b9cf-ce2e-44a2-a291-887824beee5c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:26:38.112869 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Attempting to bind port 8b5b6b85-6d77-4c65-9205-ba1970105ced on network 4235b9cf-ce2e-44a2-a291-887824beee5c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:26:38.115448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Allocated IP 172.25.3.16 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/2d96e33d-9a31-40f6-b249-0cc6e86acba0) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:26:38.118420 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:26:38.118806 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Checking segment: {'id': 'c388085b-85a4-45fd-b989-ffcdda797c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4235b9cf-ce2e-44a2-a291-887824beee5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:26:38.119250 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:38.119650 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Bound using segment: {'id': 'c388085b-85a4-45fd-b989-ffcdda797c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4235b9cf-ce2e-44a2-a291-887824beee5c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:26:38.120122 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Bound port: 8b5b6b85-6d77-4c65-9205-ba1970105ced, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c388085b-85a4-45fd-b989-ffcdda797c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4235b9cf-ce2e-44a2-a291-887824beee5c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:26:38.120517 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:38.187747 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] For port 8b5b6b85-6d77-4c65-9205-ba1970105ced, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:26:38.191821 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] For port 8b5b6b85-6d77-4c65-9205-ba1970105ced, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8b5b6b85-6d77-4c65-9205-ba1970105ced,segment=NetworkSegment(c388085b-85a4-45fd-b989-ffcdda797c86),segment_id=c388085b-85a4-45fd-b989-ffcdda797c86)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:26:38.197558 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:38.232166 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:38.268051 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fdf83-c63f-43f2-a9ec-91d1b05296ea None None] Pushing event updated for resources: {'Port': ['ID=8b5b6b85-6d77-4c65-9205-ba1970105ced,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:38.279286 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:38.327394 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:26:38.330939 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:26:38.335160 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:26:38.346075 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9470f9-dbbc-4e8e-a0cb-d28eb9e577dd None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:26:38.367931 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Pushing event updated for resources: {'Port': ['ID=2d96e33d-9a31-40f6-b249-0cc6e86acba0,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:38.401558 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Sync routers for ids ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:26:38.412617 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Routers {'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:26:38.413659 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:26:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:38.463939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ca0b95f5-364b-4d7b-b732-f559b273497f None None] Provisioning complete for port 2d96e33d-9a31-40f6-b249-0cc6e86acba0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:38.464313 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca0b95f5-364b-4d7b-b732-f559b273497f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:38.527546 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b95f5-364b-4d7b-b732-f559b273497f None None] Port 2d96e33d-9a31-40f6-b249-0cc6e86acba0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:26:38.570491 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Set router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:26:38.674042 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:38.882877 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'b6d0987d-fb4d-4bfc-ae35-619eeaa78262', 'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'mac_address': 'fa:16:3e:c1:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:34Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 2, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'subnets': [{'id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:38.915429 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:38.917489 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Checking router: f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:26:38.918078 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Updating router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed port b6d0987d-fb4d-4bfc-ae35-619eeaa78262 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:26:38.950327 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8b5b6b85-6d77-4c65-9205-ba1970105ced up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:26:38.953874 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:39.006223 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 8b5b6b85-6d77-4c65-9205-ba1970105ced triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:39.006562 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:39.090602 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Router 4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:26:39.100387 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:39.155671 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] For port 8b5b6b85-6d77-4c65-9205-ba1970105ced, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8b5b6b85-6d77-4c65-9205-ba1970105ced,segment=NetworkSegment(c388085b-85a4-45fd-b989-ffcdda797c86),segment_id=c388085b-85a4-45fd-b989-ffcdda797c86)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:26:39.162909 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:39.165651 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b02d52a6-7f20-4fec-a20d-eecf518b0c0f up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:26:39.230625 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:26:39.244634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Sync routers for ids ['4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:26:39.265910 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:39.270155 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46284) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:39.278409 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-fcc501a0-f97f-4625-b968-83dc788ec4ee admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7519000 Nov 29 19:26:39.286575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Pushing event updated for resources: {'Port': ['ID=8b5b6b85-6d77-4c65-9205-ba1970105ced,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:39.297866 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Routers {'4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:26:39.298719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:26:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:39.303712 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:39.308184 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port b02d52a6-7f20-4fec-a20d-eecf518b0c0f triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:39.308679 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:39.312170 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:39.465539 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Attempting to bind port b6d0987d-fb4d-4bfc-ae35-619eeaa78262 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:26:39.466625 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Attempting to bind port b6d0987d-fb4d-4bfc-ae35-619eeaa78262 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:26:39.467498 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Attempting to bind port b6d0987d-fb4d-4bfc-ae35-619eeaa78262 on network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:26:39.476756 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:26:39.477139 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Checking segment: {'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:26:39.478488 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:39.479067 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Bound using segment: {'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:26:39.479722 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Bound port: b6d0987d-fb4d-4bfc-ae35-619eeaa78262, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:26:39.480298 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:39.483582 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab67f6-aea8-4ad6-8c51-340478ea843b None None] Pushing event updated for resources: {'Port': ['ID=b6d0987d-fb4d-4bfc-ae35-619eeaa78262,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:39.501206 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab67f6-aea8-4ad6-8c51-340478ea843b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:39.501560 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab67f6-aea8-4ad6-8c51-340478ea843b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:39.502127 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab67f6-aea8-4ad6-8c51-340478ea843b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:39.502675 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab67f6-aea8-4ad6-8c51-340478ea843b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:39.503200 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab67f6-aea8-4ad6-8c51-340478ea843b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:39.503712 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab67f6-aea8-4ad6-8c51-340478ea843b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:39.504206 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab67f6-aea8-4ad6-8c51-340478ea843b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:39.504710 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab67f6-aea8-4ad6-8c51-340478ea843b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:39.505201 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab67f6-aea8-4ad6-8c51-340478ea843b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:39.505689 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab67f6-aea8-4ad6-8c51-340478ea843b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:39.506187 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab67f6-aea8-4ad6-8c51-340478ea843b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:39.506676 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ab67f6-aea8-4ad6-8c51-340478ea843b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:26:39.515659 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4295affc-412a-466a-80d6-f6711c41c95a None None] Network 4235b9cf-ce2e-44a2-a291-887824beee5c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:26:39.523334 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Set router 4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:26:39.576273 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:26:39.582771 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] For port b6d0987d-fb4d-4bfc-ae35-619eeaa78262, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:26:39.586483 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] For port b6d0987d-fb4d-4bfc-ae35-619eeaa78262, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b6d0987d-fb4d-4bfc-ae35-619eeaa78262,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:26:39.599535 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:39.674220 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Routers {'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:26:39.674871 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:26:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:39.676691 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab67f6-aea8-4ad6-8c51-340478ea843b None None] Pushing event updated for resources: {'Port': ['ID=b6d0987d-fb4d-4bfc-ae35-619eeaa78262,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:39.824617 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] Set router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:26:39.826389 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:39.943218 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b0c7ca54-8a7c-4d62-843b-6b5b9461bfd6 None None] Provisioning complete for port 8b5b6b85-6d77-4c65-9205-ba1970105ced triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:39.943537 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0c7ca54-8a7c-4d62-843b-6b5b9461bfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:40.008398 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Allocated IP 172.20.0.1 (4235b9cf-ce2e-44a2-a291-887824beee5c/1ecf3402-77e1-4279-b6a7-c05ed2add546/3b78873e-aa10-462d-a47b-ec42616505c0) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:26:40.044648 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'b6d0987d-fb4d-4bfc-ae35-619eeaa78262', 'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'mac_address': 'fa:16:3e:c1:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:34Z', 'updated_at': '2021-11-29T19:26:39Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'subnets': [{'id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:40.081217 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbee5af-f2b1-4726-a486-5eda3ba2bc96 None None] The sync data for ids ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'] in n-d-819494-5 is: [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'b6d0987d-fb4d-4bfc-ae35-619eeaa78262', 'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'mac_address': 'fa:16:3e:c1:5f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:34Z', 'updated_at': '2021-11-29T19:26:39Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'subnets': [{'id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:26:40.142082 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:40.184214 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'name': 'tempest-TestShelveInstance-1456102752-router', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '2d96e33d-9a31-40f6-b249-0cc6e86acba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:37Z', 'updated_at': '2021-11-29T19:26:38Z', 'revision_number': 3, 'project_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'gw_port': {'id': '2d96e33d-9a31-40f6-b249-0cc6e86acba0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:37Z', 'updated_at': '2021-11-29T19:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:40.188011 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:40.232360 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Network 4235b9cf-ce2e-44a2-a291-887824beee5c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:26:40.236069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:26:40.241457 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:26:40.254032 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Checking router: 4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:26:40.254598 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Updating router 4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb port 2d96e33d-9a31-40f6-b249-0cc6e86acba0 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:26:40.270764 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Pushing event updated for resources: {'Port': ['ID=3b78873e-aa10-462d-a47b-ec42616505c0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:40.304389 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:40.312663 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-bcc137d0-cdea-485d-9f37-917a9b839b12 None None] Provisioning complete for port b6d0987d-fb4d-4bfc-ae35-619eeaa78262 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:40.313247 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcc137d0-cdea-485d-9f37-917a9b839b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:40.358394 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:40.463486 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:40.501083 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcc137d0-cdea-485d-9f37-917a9b839b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:40.593356 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-bcc137d0-cdea-485d-9f37-917a9b839b12 None None] For port b6d0987d-fb4d-4bfc-ae35-619eeaa78262, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b6d0987d-fb4d-4bfc-ae35-619eeaa78262,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:26:40.601760 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcc137d0-cdea-485d-9f37-917a9b839b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:40.695119 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:40.696849 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc137d0-cdea-485d-9f37-917a9b839b12 None None] Pushing event updated for resources: {'Port': ['ID=b6d0987d-fb4d-4bfc-ae35-619eeaa78262,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:40.701064 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:40.773200 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:40.773492 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Pushing event updated for resources: {'Port': ['ID=3b78873e-aa10-462d-a47b-ec42616505c0,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:40.775624 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a64d8152-b2a9-4340-9261-01545838d80a None None] Provisioning complete for port 8b5b6b85-6d77-4c65-9205-ba1970105ced triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:40.776811 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a64d8152-b2a9-4340-9261-01545838d80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:40.777002 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:40.800166 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:40.838291 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Attempting to bind port 2d96e33d-9a31-40f6-b249-0cc6e86acba0 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:26:40.838695 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Attempting to bind port 2d96e33d-9a31-40f6-b249-0cc6e86acba0 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:26:40.839074 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Attempting to bind port 2d96e33d-9a31-40f6-b249-0cc6e86acba0 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:26:40.869573 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902f38fa-635e-43ef-8d51-aea2a6b20506 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:26:40.879353 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:26:40.879786 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:26:40.880143 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:40.880545 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:26:40.881037 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Bound port: 2d96e33d-9a31-40f6-b249-0cc6e86acba0, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:26:40.881421 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:40.898515 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Network 4235b9cf-ce2e-44a2-a291-887824beee5c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:26:40.900771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:26:40.955006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8b5b6b85-6d77-4c65-9205-ba1970105ced up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:26:41.009903 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136ee39-d0c5-4a3a-87a5-0223bd78da78 None None] Pushing event updated for resources: {'Port': ['ID=2d96e33d-9a31-40f6-b249-0cc6e86acba0,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:41.059242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] For port 2d96e33d-9a31-40f6-b249-0cc6e86acba0, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:26:41.080782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Router 4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:26:41.112310 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] For port 2d96e33d-9a31-40f6-b249-0cc6e86acba0, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2d96e33d-9a31-40f6-b249-0cc6e86acba0,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:26:41.122395 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:41.177019 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-a64d8152-b2a9-4340-9261-01545838d80a None None] Provisioning complete for port 3b78873e-aa10-462d-a47b-ec42616505c0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:41.177300 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a64d8152-b2a9-4340-9261-01545838d80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:41.185351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75ed56d-65f0-4c59-b9d7-59f30c853050 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:26:41.206046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:26:41.211033 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1d383264-5ab8-443d-9ec4-7d43fbd3f147 admin admin] 10.222.0.23 "PUT /v2.0/routers/4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9397428 Nov 29 19:26:41.221817 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 8b5b6b85-6d77-4c65-9205-ba1970105ced triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:41.222199 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:41.255276 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136ee39-d0c5-4a3a-87a5-0223bd78da78 None None] Pushing event updated for resources: {'Port': ['ID=2d96e33d-9a31-40f6-b249-0cc6e86acba0,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:41.264110 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Routers {'4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:26:41.264751 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:26:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:41.309590 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a64d8152-b2a9-4340-9261-01545838d80a None None] Port 3b78873e-aa10-462d-a47b-ec42616505c0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:26:41.426395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] Set router 4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:26:41.430007 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b6d0987d-fb4d-4bfc-ae35-619eeaa78262 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:26:41.496734 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7c4084e2-029b-4b24-b038-d1e271f365a9 None None] Provisioning complete for port 2d96e33d-9a31-40f6-b249-0cc6e86acba0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:41.497112 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7c4084e2-029b-4b24-b038-d1e271f365a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:41.653707 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port b6d0987d-fb4d-4bfc-ae35-619eeaa78262 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:41.654078 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:41.756375 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7c4084e2-029b-4b24-b038-d1e271f365a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:41.783989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7c4084e2-029b-4b24-b038-d1e271f365a9 None None] For port 2d96e33d-9a31-40f6-b249-0cc6e86acba0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2d96e33d-9a31-40f6-b249-0cc6e86acba0,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:26:41.791906 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7c4084e2-029b-4b24-b038-d1e271f365a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:41.879806 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7c4084e2-029b-4b24-b038-d1e271f365a9 None None] Provisioning complete for port 3b78873e-aa10-462d-a47b-ec42616505c0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:41.880186 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7c4084e2-029b-4b24-b038-d1e271f365a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:41.907573 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'name': 'tempest-TestShelveInstance-1456102752-router', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '2d96e33d-9a31-40f6-b249-0cc6e86acba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:37Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 4, 'project_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'gw_port': {'id': '2d96e33d-9a31-40f6-b249-0cc6e86acba0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:37Z', 'updated_at': '2021-11-29T19:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '3b78873e-aa10-462d-a47b-ec42616505c0', 'name': '', 'network_id': '4235b9cf-ce2e-44a2-a291-887824beee5c', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'mac_address': 'fa:16:3e:39:84:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1ecf3402-77e1-4279-b6a7-c05ed2add546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:39Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 2, 'project_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'subnets': [{'id': '1ecf3402-77e1-4279-b6a7-c05ed2add546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:41.910960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4084e2-029b-4b24-b038-d1e271f365a9 None None] Pushing event updated for resources: {'Port': ['ID=2d96e33d-9a31-40f6-b249-0cc6e86acba0,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:41.946107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c9e158-7290-4580-90cd-b0a2f705ec84 None None] The sync data for ids ['4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'] in n-d-819494-5 is: [{'id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'name': 'tempest-TestShelveInstance-1456102752-router', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '2d96e33d-9a31-40f6-b249-0cc6e86acba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:37Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 4, 'project_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'gw_port': {'id': '2d96e33d-9a31-40f6-b249-0cc6e86acba0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:37Z', 'updated_at': '2021-11-29T19:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '3b78873e-aa10-462d-a47b-ec42616505c0', 'name': '', 'network_id': '4235b9cf-ce2e-44a2-a291-887824beee5c', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'mac_address': 'fa:16:3e:39:84:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1ecf3402-77e1-4279-b6a7-c05ed2add546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:39Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 2, 'project_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'subnets': [{'id': '1ecf3402-77e1-4279-b6a7-c05ed2add546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:26:41.952939 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7c4084e2-029b-4b24-b038-d1e271f365a9 None None] Port 3b78873e-aa10-462d-a47b-ec42616505c0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:26:41.980598 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46292) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:41.985283 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-662aaa13-0d32-44ce-a0ee-af7b2298ae39 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-61705383', 'description': 'tempest-secgroup-smoke-61705383 description', 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:26:42.009809 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-662aaa13-0d32-44ce-a0ee-af7b2298ae39 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.083037 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-662aaa13-0d32-44ce-a0ee-af7b2298ae39 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.090192 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-662aaa13-0d32-44ce-a0ee-af7b2298ae39 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.123212 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-662aaa13-0d32-44ce-a0ee-af7b2298ae39 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.124491 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-662aaa13-0d32-44ce-a0ee-af7b2298ae39 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1428549 Nov 29 19:26:42.127679 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46294) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:42.128852 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662aaa13-0d32-44ce-a0ee-af7b2298ae39 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f93bd259-e2da-4216-8ab4-cf4f81eb251b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:42.136039 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1a48d166-163d-4c9a-bf21-24ea11f8675e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'security_group_rule': {'security_group_id': 'f93bd259-e2da-4216-8ab4-cf4f81eb251b', 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:26:42.183200 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a48d166-163d-4c9a-bf21-24ea11f8675e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.245544 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a48d166-163d-4c9a-bf21-24ea11f8675e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.249422 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a48d166-163d-4c9a-bf21-24ea11f8675e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.270677 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a48d166-163d-4c9a-bf21-24ea11f8675e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f377109-b5be-4dcb-adfb-2c6240e1e3da,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:42.279768 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a48d166-163d-4c9a-bf21-24ea11f8675e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.281100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1a48d166-163d-4c9a-bf21-24ea11f8675e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512511 Nov 29 19:26:42.283998 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46296) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:42.288842 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-63e53a8a-1c41-4a8f-b29e-dee901e4ba71 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'security_group_rule': {'security_group_id': 'f93bd259-e2da-4216-8ab4-cf4f81eb251b', 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:26:42.317998 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-63e53a8a-1c41-4a8f-b29e-dee901e4ba71 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.380802 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-63e53a8a-1c41-4a8f-b29e-dee901e4ba71 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.385377 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-63e53a8a-1c41-4a8f-b29e-dee901e4ba71 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.404480 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e53a8a-1c41-4a8f-b29e-dee901e4ba71 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b1f5f2-ef2f-496b-b66c-1fc0ee7bc30a,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:42.414287 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-63e53a8a-1c41-4a8f-b29e-dee901e4ba71 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.418916 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-63e53a8a-1c41-4a8f-b29e-dee901e4ba71 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311886 Nov 29 19:26:42.419481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46298) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:42.424188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-42f1e999-3af3-475b-a13f-02939994642e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'security_group_rule': {'security_group_id': 'f93bd259-e2da-4216-8ab4-cf4f81eb251b', 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:26:42.453026 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42f1e999-3af3-475b-a13f-02939994642e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.514609 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42f1e999-3af3-475b-a13f-02939994642e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.519392 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42f1e999-3af3-475b-a13f-02939994642e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.542291 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1e999-3af3-475b-a13f-02939994642e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081603d2-5d11-4988-bc3f-a6efa3a016ee,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:42.552982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42f1e999-3af3-475b-a13f-02939994642e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.554489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-42f1e999-3af3-475b-a13f-02939994642e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339097 Nov 29 19:26:42.557384 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46300) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:42.561914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c782f695-d7fa-4d78-9851-bf4587692849 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'security_group_rule': {'security_group_id': 'f93bd259-e2da-4216-8ab4-cf4f81eb251b', 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:26:42.588425 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c782f695-d7fa-4d78-9851-bf4587692849 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.655949 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c782f695-d7fa-4d78-9851-bf4587692849 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.663004 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c782f695-d7fa-4d78-9851-bf4587692849 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.682327 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782f695-d7fa-4d78-9851-bf4587692849 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4474ba9c-d774-4a0e-a06b-5c96f5e748ae,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:42.690157 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c782f695-d7fa-4d78-9851-bf4587692849 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.691399 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c782f695-d7fa-4d78-9851-bf4587692849 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1330466 Nov 29 19:26:42.694114 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46302) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:42.698920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8fdf4c0f-7676-4f10-965f-ff8323148468 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'security_group_rule': {'security_group_id': 'f93bd259-e2da-4216-8ab4-cf4f81eb251b', 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:26:42.720191 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-8fdf4c0f-7676-4f10-965f-ff8323148468 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Project ca5cd6416c8d4a4d9951d2255b306c02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:26:42.725315 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8fdf4c0f-7676-4f10-965f-ff8323148468 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.787895 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8fdf4c0f-7676-4f10-965f-ff8323148468 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.792164 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8fdf4c0f-7676-4f10-965f-ff8323148468 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.809968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf4c0f-7676-4f10-965f-ff8323148468 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a621995e-3259-4724-b1c6-d2e3c8bc94d9,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:42.822551 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8fdf4c0f-7676-4f10-965f-ff8323148468 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.823815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8fdf4c0f-7676-4f10-965f-ff8323148468 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287768 Nov 29 19:26:42.826523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46304) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:42.830937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cb0a8dfc-b8de-45ce-ba38-f80cf99775bd tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'security_group_rule': {'security_group_id': 'f93bd259-e2da-4216-8ab4-cf4f81eb251b', 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:26:42.852439 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-cb0a8dfc-b8de-45ce-ba38-f80cf99775bd tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Project ca5cd6416c8d4a4d9951d2255b306c02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:26:42.857684 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb0a8dfc-b8de-45ce-ba38-f80cf99775bd tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.916681 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb0a8dfc-b8de-45ce-ba38-f80cf99775bd tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.923159 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb0a8dfc-b8de-45ce-ba38-f80cf99775bd tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.954922 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb0a8dfc-b8de-45ce-ba38-f80cf99775bd tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:42.956162 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cb0a8dfc-b8de-45ce-ba38-f80cf99775bd tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286225 Nov 29 19:26:42.957337 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a8dfc-b8de-45ce-ba38-f80cf99775bd tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50701e02-687d-4c8a-9c31-cfd99701d362,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:43.193033 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-91a624ad-9cb4-4927-8861-177bb60ae895 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-61705383&fields=id&tenant_id=ca5cd6416c8d4a4d9951d2255b306c02 HTTP/1.1" status: 200 len: 267 time: 0.0479972 Nov 29 19:26:43.311963 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-030448eb-0af5-4b7b-b8cf-9bc38b04bdb0 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:43.313519 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-030448eb-0af5-4b7b-b8cf-9bc38b04bdb0 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 809 time: 0.1074998 Nov 29 19:26:43.329683 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-f07c2ed3-9bb9-49ea-84a7-7625bf186330 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/quotas/ca5cd6416c8d4a4d9951d2255b306c02 HTTP/1.1" status: 200 len: 375 time: 0.0101435 Nov 29 19:26:43.383917 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-f15157e9-119c-4bb4-9b22-e815df7c7ccc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476918 Nov 29 19:26:43.495786 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-0b26a8af-0fca-481b-b3a7-114156869c94 service neutron] 10.222.0.23 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994675 Nov 29 19:26:43.590937 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-1e05b002-4e64-43c7-925a-e7845cc08599 service neutron] 10.222.0.23 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888784 Nov 29 19:26:43.761705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-20b5c92b-da02-4667-945b-fd1f5af561c0 req-ce75008d-df22-4543-92b8-3e67b0383936 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 210 time: 0.0275347 Nov 29 19:26:44.349043 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f152155-f736-4211-9376-8f421682f54b None None] Sync routers for ids ['4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:26:44.359328 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f152155-f736-4211-9376-8f421682f54b None None] Routers {'4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:26:44.359936 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2f152155-f736-4211-9376-8f421682f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:26:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:44.467722 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-2f152155-f736-4211-9376-8f421682f54b None None] Set router 4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:26:44.701716 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2f152155-f736-4211-9376-8f421682f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'name': 'tempest-TestShelveInstance-1456102752-router', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '2d96e33d-9a31-40f6-b249-0cc6e86acba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:37Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 4, 'project_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'gw_port': {'id': '2d96e33d-9a31-40f6-b249-0cc6e86acba0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:37Z', 'updated_at': '2021-11-29T19:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '3b78873e-aa10-462d-a47b-ec42616505c0', 'name': '', 'network_id': '4235b9cf-ce2e-44a2-a291-887824beee5c', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'mac_address': 'fa:16:3e:39:84:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1ecf3402-77e1-4279-b6a7-c05ed2add546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:39Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 2, 'project_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'subnets': [{'id': '1ecf3402-77e1-4279-b6a7-c05ed2add546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:44.732566 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f152155-f736-4211-9376-8f421682f54b None None] Checking router: 4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:26:44.732932 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f152155-f736-4211-9376-8f421682f54b None None] Updating router 4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb port 3b78873e-aa10-462d-a47b-ec42616505c0 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:26:44.736789 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-e75499ce-8042-4efd-a643-f79fa801a1ce tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:44.738394 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-e75499ce-8042-4efd-a643-f79fa801a1ce tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.31 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 809 time: 0.1141176 Nov 29 19:26:44.765674 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2f152155-f736-4211-9376-8f421682f54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:44.810366 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-000b7d18-b321-4c21-a923-efd5076f0fed tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5cd6416c8d4a4d9951d2255b306c02 HTTP/1.1" status: 200 len: 378 time: 0.0618234 Nov 29 19:26:44.823621 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-b80cccf2-495e-4113-908e-222102751632 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'port': {'device_id': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'admin_state_up': True, 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'security_groups': ['f93bd259-e2da-4216-8ab4-cf4f81eb251b']}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:26:44.882557 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6d975fd9-f7f0-482b-8a67-873b1cd1fa6d req-4ff36f27-608c-45e9-90eb-d1ee8a979d2f tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 210 time: 0.0384381 Nov 29 19:26:44.919199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2d96e33d-9a31-40f6-b249-0cc6e86acba0 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:26:44.950463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-b80cccf2-495e-4113-908e-222102751632 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Made reservation on behalf of ca5cd6416c8d4a4d9951d2255b306c02 for: {'port': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:26:44.954750 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-b80cccf2-495e-4113-908e-222102751632 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:44.974049 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 2d96e33d-9a31-40f6-b249-0cc6e86acba0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:44.974429 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:45.048448 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2f152155-f736-4211-9376-8f421682f54b None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:45.056880 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2f152155-f736-4211-9376-8f421682f54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:45.104099 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-b80cccf2-495e-4113-908e-222102751632 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Allocated IP 172.20.0.4 (e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004/a22b9b00-366b-41c3-8c43-637388c4589d/b4a30354-0e45-4ece-83d7-23bb8a5b3798) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:26:45.130348 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98c80d-b754-44ae-9da1-1a67c727ec38 None None] Pushing event updated for resources: {'Port': ['ID=3b78873e-aa10-462d-a47b-ec42616505c0,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:45.249230 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2f152155-f736-4211-9376-8f421682f54b None None] Attempting to bind port 3b78873e-aa10-462d-a47b-ec42616505c0 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:26:45.249612 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2f152155-f736-4211-9376-8f421682f54b None None] Attempting to bind port 3b78873e-aa10-462d-a47b-ec42616505c0 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'c388085b-85a4-45fd-b989-ffcdda797c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4235b9cf-ce2e-44a2-a291-887824beee5c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:26:45.249978 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f152155-f736-4211-9376-8f421682f54b None None] Attempting to bind port 3b78873e-aa10-462d-a47b-ec42616505c0 on network 4235b9cf-ce2e-44a2-a291-887824beee5c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:26:45.255490 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f152155-f736-4211-9376-8f421682f54b None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:26:45.256220 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f152155-f736-4211-9376-8f421682f54b None None] Checking segment: {'id': 'c388085b-85a4-45fd-b989-ffcdda797c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4235b9cf-ce2e-44a2-a291-887824beee5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:26:45.256876 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2f152155-f736-4211-9376-8f421682f54b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:45.257600 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f152155-f736-4211-9376-8f421682f54b None None] Bound using segment: {'id': 'c388085b-85a4-45fd-b989-ffcdda797c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4235b9cf-ce2e-44a2-a291-887824beee5c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:26:45.258374 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2f152155-f736-4211-9376-8f421682f54b None None] Bound port: 3b78873e-aa10-462d-a47b-ec42616505c0, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c388085b-85a4-45fd-b989-ffcdda797c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4235b9cf-ce2e-44a2-a291-887824beee5c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:26:45.259057 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2f152155-f736-4211-9376-8f421682f54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:45.264132 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-b80cccf2-495e-4113-908e-222102751632 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:45.301099 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-b80cccf2-495e-4113-908e-222102751632 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:45.325575 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2f152155-f736-4211-9376-8f421682f54b None None] For port 3b78873e-aa10-462d-a47b-ec42616505c0, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:26:45.328815 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2f152155-f736-4211-9376-8f421682f54b None None] For port 3b78873e-aa10-462d-a47b-ec42616505c0, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3b78873e-aa10-462d-a47b-ec42616505c0,segment=NetworkSegment(c388085b-85a4-45fd-b989-ffcdda797c86),segment_id=c388085b-85a4-45fd-b989-ffcdda797c86)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:26:45.332661 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2f152155-f736-4211-9376-8f421682f54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:45.348059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-b80cccf2-495e-4113-908e-222102751632 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:26:45.351198 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-b80cccf2-495e-4113-908e-222102751632 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:26:45.355738 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-b80cccf2-495e-4113-908e-222102751632 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:26:45.391739 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f152155-f736-4211-9376-8f421682f54b None None] Routers {'4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:26:45.394012 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2f152155-f736-4211-9376-8f421682f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:26:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:45.398269 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-eb3e8a6a-3c69-4ff5-8e11-1b4aa08f9e2a None None] Provisioning complete for port 3b78873e-aa10-462d-a47b-ec42616505c0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:45.399462 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8a6a-3c69-4ff5-8e11-1b4aa08f9e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:45.409783 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cccf2-495e-4113-908e-222102751632 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'Port': ['ID=b4a30354-0e45-4ece-83d7-23bb8a5b3798,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:45.418175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-b80cccf2-495e-4113-908e-222102751632 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:45.418865 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-b80cccf2-495e-4113-908e-222102751632 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:45.442331 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-b80cccf2-495e-4113-908e-222102751632 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6237390 Nov 29 19:26:45.456020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-2edf38b1-b0d4-4a62-aca7-7094247c02bb tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:26:45.457257 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-2edf38b1-b0d4-4a62-aca7-7094247c02bb tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062232 Nov 29 19:26:45.471960 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Request body: {'port': {'device_id': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:26:45.529693 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-2f152155-f736-4211-9376-8f421682f54b None None] Set router 4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:26:45.534453 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8a6a-3c69-4ff5-8e11-1b4aa08f9e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:45.562227 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:45.587877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-eb3e8a6a-3c69-4ff5-8e11-1b4aa08f9e2a None None] For port 3b78873e-aa10-462d-a47b-ec42616505c0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3b78873e-aa10-462d-a47b-ec42616505c0,segment=NetworkSegment(c388085b-85a4-45fd-b989-ffcdda797c86),segment_id=c388085b-85a4-45fd-b989-ffcdda797c86)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:26:45.593977 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8a6a-3c69-4ff5-8e11-1b4aa08f9e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:45.658600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e8a6a-3c69-4ff5-8e11-1b4aa08f9e2a None None] Pushing event updated for resources: {'Port': ['ID=3b78873e-aa10-462d-a47b-ec42616505c0,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:45.694970 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98c80d-b754-44ae-9da1-1a67c727ec38 None None] Pushing event updated for resources: {'Port': ['ID=3b78873e-aa10-462d-a47b-ec42616505c0,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:45.818067 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-204e6d53-500d-4647-8ffb-5440f9c56b5c None None] Provisioning complete for port b4a30354-0e45-4ece-83d7-23bb8a5b3798 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:45.818439 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-204e6d53-500d-4647-8ffb-5440f9c56b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:45.826129 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2f152155-f736-4211-9376-8f421682f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'name': 'tempest-TestShelveInstance-1456102752-router', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '2d96e33d-9a31-40f6-b249-0cc6e86acba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:37Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 4, 'project_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'gw_port': {'id': '2d96e33d-9a31-40f6-b249-0cc6e86acba0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:37Z', 'updated_at': '2021-11-29T19:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '3b78873e-aa10-462d-a47b-ec42616505c0', 'name': '', 'network_id': '4235b9cf-ce2e-44a2-a291-887824beee5c', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'mac_address': 'fa:16:3e:39:84:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1ecf3402-77e1-4279-b6a7-c05ed2add546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:39Z', 'updated_at': '2021-11-29T19:26:45Z', 'revision_number': 4, 'project_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'subnets': [{'id': '1ecf3402-77e1-4279-b6a7-c05ed2add546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:45.855367 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f152155-f736-4211-9376-8f421682f54b None None] The sync data for ids ['4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'] in n-d-819494-5 is: [{'id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'name': 'tempest-TestShelveInstance-1456102752-router', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '2d96e33d-9a31-40f6-b249-0cc6e86acba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:37Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 4, 'project_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'gw_port': {'id': '2d96e33d-9a31-40f6-b249-0cc6e86acba0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:37Z', 'updated_at': '2021-11-29T19:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '3b78873e-aa10-462d-a47b-ec42616505c0', 'name': '', 'network_id': '4235b9cf-ce2e-44a2-a291-887824beee5c', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'mac_address': 'fa:16:3e:39:84:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1ecf3402-77e1-4279-b6a7-c05ed2add546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:39Z', 'updated_at': '2021-11-29T19:26:45Z', 'revision_number': 4, 'project_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'subnets': [{'id': '1ecf3402-77e1-4279-b6a7-c05ed2add546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:26:45.856166 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-204e6d53-500d-4647-8ffb-5440f9c56b5c None None] Port b4a30354-0e45-4ece-83d7-23bb8a5b3798 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:26:45.871046 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-204e6d53-500d-4647-8ffb-5440f9c56b5c None None] Provisioning complete for port 3b78873e-aa10-462d-a47b-ec42616505c0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:45.871425 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-204e6d53-500d-4647-8ffb-5440f9c56b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:45.888017 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a30354-0e45-4ece-83d7-23bb8a5b3798 {{(pid=110004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:26:45.896108 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:45.911399 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.provisioning_blocks [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Transition to ACTIVE for port object b4a30354-0e45-4ece-83d7-23bb8a5b3798 will not be triggered until provisioned by entity L2. {{(pid=110004) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:26:45.917672 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:45.975225 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a30354-0e45-4ece-83d7-23bb8a5b3798,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:46.075811 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542fc0c-6589-4848-a4b1-30a3e8cd0a42 req-e0cc02d9-cebe-4806-ac63-313b52612d8c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:46.084944 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4542fc0c-6589-4848-a4b1-30a3e8cd0a42 req-e0cc02d9-cebe-4806-ac63-313b52612d8c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.1017773 Nov 29 19:26:46.088495 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Attempting to bind port b4a30354-0e45-4ece-83d7-23bb8a5b3798 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:26:46.088839 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Attempting to bind port b4a30354-0e45-4ece-83d7-23bb8a5b3798 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:26:46.089171 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Attempting to bind port b4a30354-0e45-4ece-83d7-23bb8a5b3798 on network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:26:46.095449 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Port b4a30354-0e45-4ece-83d7-23bb8a5b3798 on network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:26:46.095777 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Attempting to bind port b4a30354-0e45-4ece-83d7-23bb8a5b3798 on network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:26:46.103807 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:26:46.104167 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Checking segment: {'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:26:46.104843 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Bound using segment: {'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'} {{(pid=110004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:26:46.105957 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.managers [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Bound port: b4a30354-0e45-4ece-83d7-23bb8a5b3798, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'}}] {{(pid=110004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:26:46.105957 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:46.151127 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4542fc0c-6589-4848-a4b1-30a3e8cd0a42 req-920a4f9f-9e25-4c66-ba55-399a01ce41aa tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612164 Nov 29 19:26:46.184558 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] For port b4a30354-0e45-4ece-83d7-23bb8a5b3798, host n-h2-819494-5, cleared binding levels {{(pid=110004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:26:46.188407 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] For port b4a30354-0e45-4ece-83d7-23bb8a5b3798, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:26:46.197410 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:46.235589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:46.236229 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:46.237698 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] 10.222.0.31 "PUT /v2.0/ports/b4a30354-0e45-4ece-83d7-23bb8a5b3798 HTTP/1.1" status: 200 len: 1091 time: 0.7719030 Nov 29 19:26:46.238173 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'tag': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:26:46.240584 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e565f213-b980-4cef-b634-99ba06890882" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff12716-dc24-43b6-8982-8724fdc9e9ac", "tag": "b4a30354-0e45-4ece-83d7-23bb8a5b3798"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:26:46.269702 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fbcd6-4cdb-43ea-acb4-61dee9a67321 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a30354-0e45-4ece-83d7-23bb8a5b3798,revision_number=3']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:46.300122 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f7281a-d269-4c77-8343-88f282716924 x-openstack-request-id: req-00f7281a-d269-4c77-8343-88f282716924 {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:26:46.300424 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff12716-dc24-43b6-8982-8724fdc9e9ac", "tag": "b4a30354-0e45-4ece-83d7-23bb8a5b3798", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:26:46.300683 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00f7281a-d269-4c77-8343-88f282716924 {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:26:46.301287 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'tag': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'status': 'completed', 'code': 200} Nov 29 19:26:46.358257 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-794372ef-6300-4752-bfc9-9a6ed4e92547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:46.359889 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-794372ef-6300-4752-bfc9-9a6ed4e92547 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 1094 time: 0.0518556 Nov 29 19:26:46.404328 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-6a8cad47-af4c-472e-853d-e7c457c299a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798 HTTP/1.1" status: 200 len: 217 time: 0.0365620 Nov 29 19:26:46.463059 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-d0ffc2ae-33cc-4f8d-99df-39f015799cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:46.464711 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-d0ffc2ae-33cc-4f8d-99df-39f015799cf8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0530612 Nov 29 19:26:46.521120 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-d895b526-7d9b-4e17-ad9e-be754bf381d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:46.522860 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-d895b526-7d9b-4e17-ad9e-be754bf381d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473595 Nov 29 19:26:46.628116 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-f8a39b2c-1f54-4290-8781-ad9ed10b3025 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971928 Nov 29 19:26:46.727203 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-29418802-ae4d-48bb-9a1b-22fb53906b71 req-aafb0107-ffb3-4a41-a71f-a078d9aedc84 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919709 Nov 29 19:26:46.823152 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565f213-b980-4cef-b634-99ba06890882 req-c50f70da-e871-45d9-9d72-2c74128656a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:46.824735 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e565f213-b980-4cef-b634-99ba06890882 req-c50f70da-e871-45d9-9d72-2c74128656a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 1094 time: 0.0479195 Nov 29 19:26:46.875675 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3b78873e-aa10-462d-a47b-ec42616505c0 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:26:46.925862 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565f213-b980-4cef-b634-99ba06890882 req-81e93f29-fe56-4e0d-8796-cfc3df875ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:46.926481 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 3b78873e-aa10-462d-a47b-ec42616505c0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:46.926590 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:46.927405 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e565f213-b980-4cef-b634-99ba06890882 req-81e93f29-fe56-4e0d-8796-cfc3df875ae4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0946586 Nov 29 19:26:46.974891 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e565f213-b980-4cef-b634-99ba06890882 req-a2716e5d-308b-4fbf-b997-2cf8574efbc8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798 HTTP/1.1" status: 200 len: 217 time: 0.0400574 Nov 29 19:26:47.033709 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565f213-b980-4cef-b634-99ba06890882 req-e9654ed3-d6ba-41a5-839f-7568a246d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:47.035355 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e565f213-b980-4cef-b634-99ba06890882 req-e9654ed3-d6ba-41a5-839f-7568a246d495 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0533128 Nov 29 19:26:47.094512 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565f213-b980-4cef-b634-99ba06890882 req-872df341-9d1b-41ee-a27d-8f7c5872aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:47.096341 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e565f213-b980-4cef-b634-99ba06890882 req-872df341-9d1b-41ee-a27d-8f7c5872aa15 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541248 Nov 29 19:26:47.213762 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e565f213-b980-4cef-b634-99ba06890882 req-1adec355-b95f-4658-95be-0204309b4cd0 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093669 Nov 29 19:26:47.278655 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1d77-89bc-42b8-8c70-61c4b1b5fd87 req-59acb2e4-482c-4083-9727-eab409f44125 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:47.280247 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b2e1d77-89bc-42b8-8c70-61c4b1b5fd87 req-59acb2e4-482c-4083-9727-eab409f44125 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0598271 Nov 29 19:26:47.313602 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-e565f213-b980-4cef-b634-99ba06890882 req-8c46067d-b21d-499b-abb3-f0b4e98141aa service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923727 Nov 29 19:26:47.333050 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9b2e1d77-89bc-42b8-8c70-61c4b1b5fd87 req-a1d61aab-886c-4e4c-b82c-1bc1be6e1fec tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466015 Nov 29 19:26:48.452811 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd3d86-4860-42d9-9e22-cba8f1214d0b req-095dfc4a-dc57-4d26-ab9e-65c3a1f6fbe4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:48.454286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1dd3d86-4860-42d9-9e22-cba8f1214d0b req-095dfc4a-dc57-4d26-ab9e-65c3a1f6fbe4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0516114 Nov 29 19:26:48.502584 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f1dd3d86-4860-42d9-9e22-cba8f1214d0b req-df8c964f-0351-4072-997b-8b16f8654179 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422442 Nov 29 19:26:49.623772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a30b4b-fb1a-4a55-a050-932388017ee2 req-f9f8efab-5926-4e76-9d34-084faaa4fdba tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:49.625277 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a30b4b-fb1a-4a55-a050-932388017ee2 req-f9f8efab-5926-4e76-9d34-084faaa4fdba tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0502689 Nov 29 19:26:49.677257 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-00a30b4b-fb1a-4a55-a050-932388017ee2 req-28bfc4de-9c2a-4775-8fa1-5d40005dd9a5 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460114 Nov 29 19:26:50.307769 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b4a30354-0e45-4ece-83d7-23bb8a5b3798 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:26:50.406843 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b4a30354-0e45-4ece-83d7-23bb8a5b3798, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:26:50.418904 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'port_id': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'mac_address': 'fa:16:3e:f2:57:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:26:50.456082 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:50.469711 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a30354-0e45-4ece-83d7-23bb8a5b3798 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:26:50.488990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b4a30354-0e45-4ece-83d7-23bb8a5b3798, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:26:50.493501 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:50.539746 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=b4a30354-0e45-4ece-83d7-23bb8a5b3798,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:50.794249 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd82bd-1ae7-4e79-bd0c-c0d769971360 req-a4d0d6ef-9e06-4b2d-80d2-5940e8861bc9 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:50.796038 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ebd82bd-1ae7-4e79-bd0c-c0d769971360 req-a4d0d6ef-9e06-4b2d-80d2-5940e8861bc9 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 944 time: 0.0483944 Nov 29 19:26:50.824686 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['b4a30354-0e45-4ece-83d7-23bb8a5b3798'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:26:50.855984 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4ebd82bd-1ae7-4e79-bd0c-c0d769971360 req-360b007d-3985-4847-9e84-a0cf286ad87a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490310 Nov 29 19:26:51.973657 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad4baf-012d-47ce-9c60-d0567062d3f9 req-99ccf569-243c-411f-8cc5-364a31734a6b tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:51.975091 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9dad4baf-012d-47ce-9c60-d0567062d3f9 req-99ccf569-243c-411f-8cc5-364a31734a6b tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 944 time: 0.0488148 Nov 29 19:26:52.024925 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9dad4baf-012d-47ce-9c60-d0567062d3f9 req-8bdf98e8-5aff-460e-ba6f-a36e0792605a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438561 Nov 29 19:26:52.307900 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b4a30354-0e45-4ece-83d7-23bb8a5b3798 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:26:52.360477 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port b4a30354-0e45-4ece-83d7-23bb8a5b3798 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:26:52.364239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port b4a30354-0e45-4ece-83d7-23bb8a5b3798 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:26:52.364600 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:52.443113 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:52.466576 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:26:52.468870 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cc4ce0-89c7-4294-a9c0-2c7b9a852fe1" -d '{"events": [{"server_uuid": "5ff12716-dc24-43b6-8982-8724fdc9e9ac", "name": "network-vif-plugged", "status": "completed", "tag": "b4a30354-0e45-4ece-83d7-23bb8a5b3798"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:26:52.482071 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b4a30354-0e45-4ece-83d7-23bb8a5b3798, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:26:52.486533 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:52.540550 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=b4a30354-0e45-4ece-83d7-23bb8a5b3798,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:52.565985 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caab32c4-72e9-426c-84de-75b848f2c939 x-openstack-request-id: req-caab32c4-72e9-426c-84de-75b848f2c939 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:26:52.566297 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff12716-dc24-43b6-8982-8724fdc9e9ac", "name": "network-vif-plugged", "status": "completed", "tag": "b4a30354-0e45-4ece-83d7-23bb8a5b3798", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:26:52.566562 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-caab32c4-72e9-426c-84de-75b848f2c939 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:26:52.567026 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'code': 200} Nov 29 19:26:52.666237 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02f9f6-6ecf-42e2-82e9-703b6cc2353e req-ad7cead8-ba4c-4a86-9f6d-b9942848dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:52.667806 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ea02f9f6-6ecf-42e2-82e9-703b6cc2353e req-ad7cead8-ba4c-4a86-9f6d-b9942848dc2f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 1096 time: 0.0460484 Nov 29 19:26:52.715135 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-ea02f9f6-6ecf-42e2-82e9-703b6cc2353e req-e6f65a9b-9e61-4d4b-ba4b-c33436b077b8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394056 Nov 29 19:26:53.144905 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed7b68-f80c-480f-a087-e10c7c079c99 req-c62639db-c699-4369-acba-84c4e1ab69d1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:53.147049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9ed7b68-f80c-480f-a087-e10c7c079c99 req-c62639db-c699-4369-acba-84c4e1ab69d1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0481730 Nov 29 19:26:53.195929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d9ed7b68-f80c-480f-a087-e10c7c079c99 req-f4531f36-9c2c-4eb0-be0d-698bfc3bd6cd tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434692 Nov 29 19:26:54.171620 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-adf4498b-7d35-4385-80c8-49d469b4f041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:54.321206 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c603f1-76db-4dde-ac05-8266f11db954 req-d2e88175-8621-4159-a614-7ee67cdaff38 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:54.322736 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f9c603f1-76db-4dde-ac05-8266f11db954 req-d2e88175-8621-4159-a614-7ee67cdaff38 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0545228 Nov 29 19:26:54.372509 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f9c603f1-76db-4dde-ac05-8266f11db954 req-4556b9a5-721e-46c6-8ee5-11a86469ced4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436394 Nov 29 19:26:54.494646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278489d4-eed0-48ac-a2fd-26174f750c82 req-9bbbb776-fe63-4d1c-a1de-227c105e1699 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:54.496100 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-278489d4-eed0-48ac-a2fd-26174f750c82 req-9bbbb776-fe63-4d1c-a1de-227c105e1699 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0528848 Nov 29 19:26:54.545488 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-278489d4-eed0-48ac-a2fd-26174f750c82 req-82b0b645-34f4-45ef-b07c-f8a645cce5e3 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433900 Nov 29 19:26:54.568089 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46358) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:54.716394 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43a6c0d-a721-4eae-9830-aa5764ad6e49 tempest-TestShelveInstance-1225719607 tempest-TestShelveInstance-1225719607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:54.717934 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-a43a6c0d-a721-4eae-9830-aa5764ad6e49 tempest-TestShelveInstance-1225719607 tempest-TestShelveInstance-1225719607-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 1091 time: 0.1488037 Nov 29 19:26:54.720993 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46362) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:26:54.725554 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:26:54.750293 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for floatingip, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:55.194276 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:55.302701 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Allocated IP 172.25.3.52 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/f82d94a9-e363-4a28-96a0-704017f3473a) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:26:55.407762 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:55.442556 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:55.484758 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:26:55.487750 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:26:55.491403 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:26:55.518220 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'Port': ['ID=f82d94a9-e363-4a28-96a0-704017f3473a,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:55.863740 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:55.943744 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:56.093010 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:56.097688 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:56.166952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'Port': ['ID=f82d94a9-e363-4a28-96a0-704017f3473a,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:26:56.181529 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:56.282283 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Floating IP bebf714c-dbf7-4641-8331-53d73acea472 associated. External IP: 172.25.3.52, port: b4a30354-0e45-4ece-83d7-23bb8a5b3798. Nov 29 19:26:56.493241 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:26:56.603066 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:26:56.613586 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342728dd-f76b-4b30-91e6-91fb7b38b577 None None] Sync routers for ids ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:26:56.621182 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:56.637011 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342728dd-f76b-4b30-91e6-91fb7b38b577 None None] Routers {'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:26:56.637734 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-342728dd-f76b-4b30-91e6-91fb7b38b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:26:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:56.641369 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-86c70756-c233-47b7-90e3-9d42f1dc96aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:56.650459 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c0291009-efc8-485c-979a-fddc0bdc927c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9284062 Nov 29 19:26:56.651063 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'tag': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:26:56.654695 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c485d20-df3e-4fd6-b07c-9b6ea1be70bf" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff12716-dc24-43b6-8982-8724fdc9e9ac", "tag": "b4a30354-0e45-4ece-83d7-23bb8a5b3798"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:26:56.695902 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c74c700-c94b-4588-8cdc-0426b80cfaaf x-openstack-request-id: req-8c74c700-c94b-4588-8cdc-0426b80cfaaf {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:26:56.696197 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff12716-dc24-43b6-8982-8724fdc9e9ac", "tag": "b4a30354-0e45-4ece-83d7-23bb8a5b3798", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:26:56.696479 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8c74c700-c94b-4588-8cdc-0426b80cfaaf {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:26:56.696909 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'tag': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'status': 'completed', 'code': 200} Nov 29 19:26:56.760235 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c485d20-df3e-4fd6-b07c-9b6ea1be70bf req-7ad28c4b-81a9-4c23-a756-305c4890812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:56.762405 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-342728dd-f76b-4b30-91e6-91fb7b38b577 None None] Set router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:26:56.762520 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6c485d20-df3e-4fd6-b07c-9b6ea1be70bf req-7ad28c4b-81a9-4c23-a756-305c4890812d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 1096 time: 0.0439768 Nov 29 19:26:56.859785 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c485d20-df3e-4fd6-b07c-9b6ea1be70bf req-06b2f1dd-22a2-4b5d-a814-427ae30904b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:56.860658 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6c485d20-df3e-4fd6-b07c-9b6ea1be70bf req-06b2f1dd-22a2-4b5d-a814-427ae30904b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0906792 Nov 29 19:26:56.932804 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6c485d20-df3e-4fd6-b07c-9b6ea1be70bf req-99c47886-6234-4d17-8bdc-1c96fd6efddf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798 HTTP/1.1" status: 200 len: 998 time: 0.0645721 Nov 29 19:26:56.988687 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c485d20-df3e-4fd6-b07c-9b6ea1be70bf req-68dc07d0-1897-4f5b-b3b6-f72ab2b1ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:56.990187 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6c485d20-df3e-4fd6-b07c-9b6ea1be70bf req-68dc07d0-1897-4f5b-b3b6-f72ab2b1ea12 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0467079 Nov 29 19:26:56.994954 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-342728dd-f76b-4b30-91e6-91fb7b38b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'bebf714c-dbf7-4641-8331-53d73acea472', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'port_id': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'mac_address': 'fa:16:3e:f2:57:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:26:55Z', 'updated_at': '2021-11-29T19:26:55Z', 'revision_number': 0, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d0987d-fb4d-4bfc-ae35-619eeaa78262', 'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'mac_address': 'fa:16:3e:c1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:34Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 5, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'subnets': [{'id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:57.021771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342728dd-f76b-4b30-91e6-91fb7b38b577 None None] Checking router: f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:26:57.030847 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342728dd-f76b-4b30-91e6-91fb7b38b577 None None] Routers {'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:26:57.031461 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-342728dd-f76b-4b30-91e6-91fb7b38b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:26:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:57.038268 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c485d20-df3e-4fd6-b07c-9b6ea1be70bf req-6bd5cbf2-ee95-4873-916b-50feb5521d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:26:57.039850 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6c485d20-df3e-4fd6-b07c-9b6ea1be70bf req-6bd5cbf2-ee95-4873-916b-50feb5521d62 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422356 Nov 29 19:26:57.137872 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-342728dd-f76b-4b30-91e6-91fb7b38b577 None None] Set router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:26:57.141032 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6c485d20-df3e-4fd6-b07c-9b6ea1be70bf req-47630060-40bc-4d85-b922-040d7fab88b0 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932662 Nov 29 19:26:57.238399 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-6c485d20-df3e-4fd6-b07c-9b6ea1be70bf req-523f658a-9812-4c14-92be-797a2ba8b116 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902283 Nov 29 19:26:57.362678 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-342728dd-f76b-4b30-91e6-91fb7b38b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'bebf714c-dbf7-4641-8331-53d73acea472', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'port_id': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'mac_address': 'fa:16:3e:f2:57:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:26:55Z', 'updated_at': '2021-11-29T19:26:55Z', 'revision_number': 0, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d0987d-fb4d-4bfc-ae35-619eeaa78262', 'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'mac_address': 'fa:16:3e:c1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:34Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 5, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'subnets': [{'id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:26:57.394017 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342728dd-f76b-4b30-91e6-91fb7b38b577 None None] The sync data for ids ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'] in n-d-819494-5 is: [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'bebf714c-dbf7-4641-8331-53d73acea472', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'floating_ip_address': '172.25.3.52', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'port_id': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'mac_address': 'fa:16:3e:f2:57:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:26:55Z', 'updated_at': '2021-11-29T19:26:55Z', 'revision_number': 0, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d0987d-fb4d-4bfc-ae35-619eeaa78262', 'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'mac_address': 'fa:16:3e:c1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:34Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 5, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'subnets': [{'id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:26:57.591113 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff19100-fa66-4232-af7b-52f38bbf6063 None None] New status for floating IP bebf714c-dbf7-4641-8331-53d73acea472: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:26:57.966299 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:58.051412 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:26:59.521517 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:00.176246 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:00.574433 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:16.566665 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:27:24.172677 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1b96-5a1a-4fd6-8e36-0bbdfd19ad75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:26.633789 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b75b042-e846-4895-b85b-d33323760a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:27.969978 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:28.048647 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:29.524792 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:30.177256 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:30.586373 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:52.309983 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4111b3d0-5478-4f25-8718-3fdfe665d264 req-0edd7c47-2dfc-4974-8e64-4a05dedc55ed service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447009 Nov 29 19:27:52.390600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111b3d0-5478-4f25-8718-3fdfe665d264 req-d8ff242a-7f71-4c0e-bf16-e8a2ec232b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:27:52.392132 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4111b3d0-5478-4f25-8718-3fdfe665d264 req-d8ff242a-7f71-4c0e-bf16-e8a2ec232b14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 1096 time: 0.0405865 Nov 29 19:27:52.493871 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111b3d0-5478-4f25-8718-3fdfe665d264 req-4a792afe-acca-46b5-a9c3-ec8a3e9bb91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:27:52.495392 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4111b3d0-5478-4f25-8718-3fdfe665d264 req-4a792afe-acca-46b5-a9c3-ec8a3e9bb91b service neutron] 10.222.0.31 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0839818 Nov 29 19:27:52.565841 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4111b3d0-5478-4f25-8718-3fdfe665d264 req-430fc9c4-37c2-4cae-9ba7-998a409b7d93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798 HTTP/1.1" status: 200 len: 1000 time: 0.0637457 Nov 29 19:27:52.618336 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111b3d0-5478-4f25-8718-3fdfe665d264 req-895c3e02-b140-47cc-b976-67558e9e9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:27:52.619893 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4111b3d0-5478-4f25-8718-3fdfe665d264 req-895c3e02-b140-47cc-b976-67558e9e9585 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0473468 Nov 29 19:27:52.664732 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111b3d0-5478-4f25-8718-3fdfe665d264 req-43b2b017-c4d4-4df3-bec7-a6b3717b1493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:27:52.666213 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4111b3d0-5478-4f25-8718-3fdfe665d264 req-43b2b017-c4d4-4df3-bec7-a6b3717b1493 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394557 Nov 29 19:27:52.758943 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4111b3d0-5478-4f25-8718-3fdfe665d264 req-ab25d006-4f1b-4aa1-b95a-382e82297406 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841866 Nov 29 19:27:52.847451 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-4111b3d0-5478-4f25-8718-3fdfe665d264 req-2e23f9ea-156b-43f0-bf95-edfd765ae64d service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819335 Nov 29 19:27:53.566169 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:27:54.174211 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-205a9dd9-8c75-4455-9ede-ed1bd188cc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:56.635888 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-76563694-39c8-4a0b-964a-89442d86f2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:57.973073 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:58.061588 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:27:59.527717 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:00.181078 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:00.605020 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:24.175570 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-899642f6-6710-40a7-849a-2893ddee328f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:26.636699 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cc8949e-22bd-4c78-a66f-5aab05a5d309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:27.976488 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:28.077660 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:29.531807 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:30.187636 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:30.565019 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:28:30.610996 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:52.329351 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ba21e15-d22a-4d29-b746-566b64024422 req-09a6e329-c939-4f5a-982a-b1dc8d36de17 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449307 Nov 29 19:28:52.410404 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba21e15-d22a-4d29-b746-566b64024422 req-571c5128-1ebe-4378-932f-d3762bda0db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:28:52.412204 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ba21e15-d22a-4d29-b746-566b64024422 req-571c5128-1ebe-4378-932f-d3762bda0db5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 1096 time: 0.0404978 Nov 29 19:28:52.512952 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba21e15-d22a-4d29-b746-566b64024422 req-0523edf6-928e-4734-be2e-42af5510b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:28:52.514864 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ba21e15-d22a-4d29-b746-566b64024422 req-0523edf6-928e-4734-be2e-42af5510b222 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0837111 Nov 29 19:28:52.584497 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ba21e15-d22a-4d29-b746-566b64024422 req-566da3a2-8b5d-4620-a84f-62058775fcd2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798 HTTP/1.1" status: 200 len: 1000 time: 0.0628741 Nov 29 19:28:52.632796 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba21e15-d22a-4d29-b746-566b64024422 req-aff389c0-e8ba-4ca3-b4ab-9c4dacac3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:28:52.634229 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ba21e15-d22a-4d29-b746-566b64024422 req-aff389c0-e8ba-4ca3-b4ab-9c4dacac3b3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0433109 Nov 29 19:28:52.678842 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba21e15-d22a-4d29-b746-566b64024422 req-a8392268-b886-4394-a70b-d0fbf1197b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:28:52.680318 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ba21e15-d22a-4d29-b746-566b64024422 req-a8392268-b886-4394-a70b-d0fbf1197b75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395086 Nov 29 19:28:52.773462 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ba21e15-d22a-4d29-b746-566b64024422 req-5cf5b8cc-75ed-4824-9365-4bf49b89e1b9 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857227 Nov 29 19:28:52.866415 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-0ba21e15-d22a-4d29-b746-566b64024422 req-c920e826-e938-4ac5-9858-7e01a880706d service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860929 Nov 29 19:28:54.176474 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cb04e91-3c30-4095-8147-c56d237fdf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:56.638427 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10b71995-1766-417a-9c69-cb6c78ffedc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:57.978412 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:58.087017 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:28:59.536308 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:00.190276 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:00.630082 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:07.568219 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:29:24.178653 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90d03c31-9ce6-41fa-b5c4-edec4bea7c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:26.639440 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07faec22-8068-4969-af54-f901abf1833c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:27.981683 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:28.094127 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:29.539651 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:30.193294 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:30.630770 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:44.569141 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:29:45.199955 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cc266-0c17-468f-a6f4-2d5fe19ffcd5 req-5d951ff9-6b4e-4806-ad1a-4b2880c1544c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:45.202049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e94cc266-0c17-468f-a6f4-2d5fe19ffcd5 req-5d951ff9-6b4e-4806-ad1a-4b2880c1544c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0523834 Nov 29 19:29:45.251047 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e94cc266-0c17-468f-a6f4-2d5fe19ffcd5 req-bc699945-cb9a-4425-a214-6c9c28147655 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429864 Nov 29 19:29:46.392988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfd1dc-24fb-47ff-b4bb-b17040a1274a req-18687651-b635-4bda-9238-defd40439da1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:46.394432 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-98dfd1dc-24fb-47ff-b4bb-b17040a1274a req-18687651-b635-4bda-9238-defd40439da1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0475442 Nov 29 19:29:46.449115 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-98dfd1dc-24fb-47ff-b4bb-b17040a1274a req-00044015-f694-40b1-8c17-e8e872cbd7d7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488122 Nov 29 19:29:47.593813 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd04cdf-ed9b-4d17-8aad-f9b9c8544d76 req-23eccb90-5ed9-4cd9-9882-d9c3c7ed8c54 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:47.595283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7bd04cdf-ed9b-4d17-8aad-f9b9c8544d76 req-23eccb90-5ed9-4cd9-9882-d9c3c7ed8c54 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0471506 Nov 29 19:29:47.646085 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7bd04cdf-ed9b-4d17-8aad-f9b9c8544d76 req-3311bf5b-b301-442d-b17f-9d3832d51d8f tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448020 Nov 29 19:29:48.761410 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d5a72-598c-47ab-85e4-d7140fcd5467 req-c0295f72-542d-4da1-acc7-1ca94c03d81c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:48.763157 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a6d5a72-598c-47ab-85e4-d7140fcd5467 req-c0295f72-542d-4da1-acc7-1ca94c03d81c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0490868 Nov 29 19:29:48.810207 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a6d5a72-598c-47ab-85e4-d7140fcd5467 req-42c9bffc-4cf7-4426-ac03-129ad33ff91f tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409710 Nov 29 19:29:49.925505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd7cd6-3627-46d4-9b58-60f9b8b509f6 req-abcb5961-6a08-41ad-9532-1e70d5e25c93 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:49.927118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31bd7cd6-3627-46d4-9b58-60f9b8b509f6 req-abcb5961-6a08-41ad-9532-1e70d5e25c93 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0491385 Nov 29 19:29:49.976451 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31bd7cd6-3627-46d4-9b58-60f9b8b509f6 req-4867b07c-44e5-4f76-b673-42393ad4769e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433931 Nov 29 19:29:51.095627 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2251eb-db9a-4f44-82ec-bd46f0b92fba req-85b7b18d-cb62-4bab-a4c2-d67dad4c38f0 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:51.097650 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f2251eb-db9a-4f44-82ec-bd46f0b92fba req-85b7b18d-cb62-4bab-a4c2-d67dad4c38f0 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0519898 Nov 29 19:29:51.152598 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f2251eb-db9a-4f44-82ec-bd46f0b92fba req-596d38d0-213f-4456-95a4-93fcd87db132 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483985 Nov 29 19:29:52.266221 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c624dd-1115-41b7-b04d-90ccd0b24bd5 req-d6b5d4b5-31ad-4872-8ffa-27b0bf165611 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:52.267712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2c624dd-1115-41b7-b04d-90ccd0b24bd5 req-d6b5d4b5-31ad-4872-8ffa-27b0bf165611 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0477533 Nov 29 19:29:52.326421 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f2c624dd-1115-41b7-b04d-90ccd0b24bd5 req-88ab2c4c-65cd-4b29-81bd-a7cd8cb49656 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491838 Nov 29 19:29:52.443424 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe7a40-8208-455b-8af2-3644dfe52198 req-25d11a79-1e41-412e-9551-e5c0b1ce7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:52.444978 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1ffe7a40-8208-455b-8af2-3644dfe52198 req-25d11a79-1e41-412e-9551-e5c0b1ce7ed1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 1096 time: 0.0867870 Nov 29 19:29:52.549736 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe7a40-8208-455b-8af2-3644dfe52198 req-d9eea000-d4fa-4501-bb66-414f8eec5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:52.551256 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1ffe7a40-8208-455b-8af2-3644dfe52198 req-d9eea000-d4fa-4501-bb66-414f8eec5263 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0863354 Nov 29 19:29:52.626596 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1ffe7a40-8208-455b-8af2-3644dfe52198 req-d4962497-3db0-4117-a8b2-39f2e95b9d7f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798 HTTP/1.1" status: 200 len: 1000 time: 0.0633149 Nov 29 19:29:52.677582 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe7a40-8208-455b-8af2-3644dfe52198 req-07c38f52-f050-4e54-9f42-245222373c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:52.679473 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1ffe7a40-8208-455b-8af2-3644dfe52198 req-07c38f52-f050-4e54-9f42-245222373c5e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0466456 Nov 29 19:29:52.729680 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe7a40-8208-455b-8af2-3644dfe52198 req-b85c5bc8-f353-4f14-adde-04e12322d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:52.731219 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1ffe7a40-8208-455b-8af2-3644dfe52198 req-b85c5bc8-f353-4f14-adde-04e12322d644 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449853 Nov 29 19:29:52.826007 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1ffe7a40-8208-455b-8af2-3644dfe52198 req-3c83b70a-f714-4f12-b027-9745bc332e05 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861440 Nov 29 19:29:52.916518 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1ffe7a40-8208-455b-8af2-3644dfe52198 req-fe206e38-e561-43d8-8a55-e6f9959d71b6 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833039 Nov 29 19:29:53.447174 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbac97-e59e-4bab-8aee-35120ca3f80a req-a210315e-958a-40d0-8e89-e971f38c6312 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:53.448672 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7bbac97-e59e-4bab-8aee-35120ca3f80a req-a210315e-958a-40d0-8e89-e971f38c6312 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0528934 Nov 29 19:29:53.502105 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a7bbac97-e59e-4bab-8aee-35120ca3f80a req-64763f48-bf00-4d6b-aa38-3951c3dff714 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475411 Nov 29 19:29:54.179262 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16933637-0c2d-404d-9ab4-c7ee2cb0a541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:54.616972 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661a8c2-6cc6-422c-a181-acb3d7aab7a2 req-3cbc5fa2-6fba-4e4b-9e22-7bf659ddfc32 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:54.618449 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b661a8c2-6cc6-422c-a181-acb3d7aab7a2 req-3cbc5fa2-6fba-4e4b-9e22-7bf659ddfc32 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0483201 Nov 29 19:29:54.673344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b661a8c2-6cc6-422c-a181-acb3d7aab7a2 req-42ccd29c-c4d9-41d3-bd38-71ebd1e5deb4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484977 Nov 29 19:29:55.795735 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053d60e-1668-41bf-bb67-54bd2ad592b0 req-b7fa4bbf-bceb-4ea3-8208-9fd0c16754ac tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:55.797305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b053d60e-1668-41bf-bb67-54bd2ad592b0 req-b7fa4bbf-bceb-4ea3-8208-9fd0c16754ac tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0552125 Nov 29 19:29:55.847662 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b053d60e-1668-41bf-bb67-54bd2ad592b0 req-3471fdc3-886d-4e26-8209-5550677002e6 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437746 Nov 29 19:29:56.641801 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-351815e5-f9e1-4edb-a543-b77efdb497e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:56.966320 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3851e2-d5a2-47ce-887f-eb594b57c80a req-452bb6fa-b683-421f-b2e9-ca6525596fce tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:56.967715 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb3851e2-d5a2-47ce-887f-eb594b57c80a req-452bb6fa-b683-421f-b2e9-ca6525596fce tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0505960 Nov 29 19:29:57.016802 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cb3851e2-d5a2-47ce-887f-eb594b57c80a req-1011a8bd-9d2d-4eff-89fb-6d7760eff86d tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420952 Nov 29 19:29:57.344815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b4a30354-0e45-4ece-83d7-23bb8a5b3798 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:29:57.446484 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b4a30354-0e45-4ece-83d7-23bb8a5b3798, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:29:57.460547 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'port_id': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'mac_address': 'fa:16:3e:f2:57:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:29:57.499831 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:57.513102 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4a30354-0e45-4ece-83d7-23bb8a5b3798 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:29:57.532243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b4a30354-0e45-4ece-83d7-23bb8a5b3798, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:29:57.536394 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:57.592110 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=b4a30354-0e45-4ece-83d7-23bb8a5b3798,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:29:57.599656 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:29:57.599945 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:29:57.600289 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:29:57.600630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:29:57.600967 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:29:57.601304 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:29:57.601633 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:29:57.602227 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:29:57.602560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:29:57.602922 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:29:57.603254 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:29:57.603580 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:29:57.615336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['b4a30354-0e45-4ece-83d7-23bb8a5b3798'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:29:57.984278 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:58.117854 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:58.137996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fa66d-eee7-4e89-9da8-2f514aa8febf req-506f983b-1935-436e-b3aa-15fc13c0c592 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:58.139507 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-929fa66d-eee7-4e89-9da8-2f514aa8febf req-506f983b-1935-436e-b3aa-15fc13c0c592 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 944 time: 0.0519376 Nov 29 19:29:58.187988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-929fa66d-eee7-4e89-9da8-2f514aa8febf req-de6e8c93-6441-45db-bc01-e71e7473de5b tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423555 Nov 29 19:29:59.309783 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f23bb8-169b-4f6b-a023-f7b6d789f529 req-afb3d65a-4516-4977-85c7-942feaadf2de tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:29:59.311167 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7f23bb8-169b-4f6b-a023-f7b6d789f529 req-afb3d65a-4516-4977-85c7-942feaadf2de tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 944 time: 0.0524585 Nov 29 19:29:59.359379 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b7f23bb8-169b-4f6b-a023-f7b6d789f529 req-88dc7302-a582-414e-9c14-4c4013f5ebbb tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415838 Nov 29 19:29:59.374388 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b4a30354-0e45-4ece-83d7-23bb8a5b3798 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:29:59.421306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port b4a30354-0e45-4ece-83d7-23bb8a5b3798 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:29:59.421955 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:59.665522 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:59.666230 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:59.688908 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:29:59.691208 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0775da-a750-4d1f-93c8-61062201cd5c" -d '{"events": [{"server_uuid": "5ff12716-dc24-43b6-8982-8724fdc9e9ac", "name": "network-vif-plugged", "status": "completed", "tag": "b4a30354-0e45-4ece-83d7-23bb8a5b3798"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:29:59.703417 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b4a30354-0e45-4ece-83d7-23bb8a5b3798, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:29:59.708053 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:29:59.732474 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da0bbbe-a5b5-43cf-8ea3-dc43c0d7301d x-openstack-request-id: req-6da0bbbe-a5b5-43cf-8ea3-dc43c0d7301d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:29:59.732771 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff12716-dc24-43b6-8982-8724fdc9e9ac", "name": "network-vif-plugged", "status": "completed", "tag": "b4a30354-0e45-4ece-83d7-23bb8a5b3798", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:29:59.733026 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6da0bbbe-a5b5-43cf-8ea3-dc43c0d7301d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:29:59.733413 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'code': 200} Nov 29 19:29:59.757607 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=b4a30354-0e45-4ece-83d7-23bb8a5b3798,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:30:00.196194 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:00.477314 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e207b-75a4-4a5a-8615-c7c1837ae265 req-c11bc1ad-46cd-4d35-bf68-ef6f33b398ca tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:00.478778 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e9e207b-75a4-4a5a-8615-c7c1837ae265 req-c11bc1ad-46cd-4d35-bf68-ef6f33b398ca tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0490699 Nov 29 19:30:00.526777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e9e207b-75a4-4a5a-8615-c7c1837ae265 req-15178b9c-8fcf-464b-8c63-c7a6ab5ed201 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420289 Nov 29 19:30:00.653848 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:01.901849 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831e4cb-f300-4e6e-82c4-04ac960cb8bd req-4f2d0186-88cf-4271-91d7-2e0bb952e018 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:01.903345 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e831e4cb-f300-4e6e-82c4-04ac960cb8bd req-4f2d0186-88cf-4271-91d7-2e0bb952e018 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0557673 Nov 29 19:30:01.955808 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e831e4cb-f300-4e6e-82c4-04ac960cb8bd req-3003f613-6046-4226-9bd9-98faaf256884 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465999 Nov 29 19:30:03.091828 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84793cc-4e50-449f-835a-c20bc734f463 req-9514faf8-4958-4565-ba10-71edeae35cf4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:03.093478 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b84793cc-4e50-449f-835a-c20bc734f463 req-9514faf8-4958-4565-ba10-71edeae35cf4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0620556 Nov 29 19:30:03.151936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b84793cc-4e50-449f-835a-c20bc734f463 req-f2117546-cacc-4236-a6be-3d155d4781a3 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515499 Nov 29 19:30:04.278506 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5f2ba-5cc2-4c43-878a-c9d5c9699248 req-33dd4918-e658-44a9-8750-4eff586a2227 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:04.285649 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66c5f2ba-5cc2-4c43-878a-c9d5c9699248 req-33dd4918-e658-44a9-8750-4eff586a2227 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0567079 Nov 29 19:30:04.336205 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-66c5f2ba-5cc2-4c43-878a-c9d5c9699248 req-141ea4b3-d98a-436b-8786-048f87d41a3a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488017 Nov 29 19:30:05.464594 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb30fb-2b8f-473d-a4f6-41993801785a req-042a9a7e-a71d-417e-9015-c74cf3b820c9 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:05.473658 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4eb30fb-2b8f-473d-a4f6-41993801785a req-042a9a7e-a71d-417e-9015-c74cf3b820c9 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0685692 Nov 29 19:30:05.529045 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a4eb30fb-2b8f-473d-a4f6-41993801785a req-4238b33a-ea6e-42a2-b7d0-00f15a879194 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539677 Nov 29 19:30:06.655037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c9b05-5756-459b-8410-2e0c12df2b10 req-adcbe9c1-3233-422e-98fc-33d387e06976 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:06.656538 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b23c9b05-5756-459b-8410-2e0c12df2b10 req-adcbe9c1-3233-422e-98fc-33d387e06976 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0519345 Nov 29 19:30:06.712324 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b23c9b05-5756-459b-8410-2e0c12df2b10 req-f38a25d3-3de0-4c2a-9e5a-ae4ef44bce24 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493503 Nov 29 19:30:07.856233 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8e06d-e61e-4d14-ac8a-1132076c53b5 req-75f8d2c0-9bd3-4fb9-929e-f2b575c05f37 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:07.860214 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2da8e06d-e61e-4d14-ac8a-1132076c53b5 req-75f8d2c0-9bd3-4fb9-929e-f2b575c05f37 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0668187 Nov 29 19:30:07.918967 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2da8e06d-e61e-4d14-ac8a-1132076c53b5 req-9ff6a247-7423-4798-b7ae-e126011f4c02 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526445 Nov 29 19:30:09.056807 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1f6da-cb76-4785-9b3e-fe969fae38ae req-dc5c3dfd-5288-4db7-b451-9b5fe24724e2 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:09.058490 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5da1f6da-cb76-4785-9b3e-fe969fae38ae req-dc5c3dfd-5288-4db7-b451-9b5fe24724e2 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0666740 Nov 29 19:30:09.125864 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5da1f6da-cb76-4785-9b3e-fe969fae38ae req-23edbc4e-5ad2-45c6-8370-2868e13929cf tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607347 Nov 29 19:30:10.267305 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a68121-7067-4ccf-a85a-2597f3465077 req-5e51e4cc-bc9d-4b3c-af08-72d7200dd7a8 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:10.268970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c4a68121-7067-4ccf-a85a-2597f3465077 req-5e51e4cc-bc9d-4b3c-af08-72d7200dd7a8 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0632243 Nov 29 19:30:10.323556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c4a68121-7067-4ccf-a85a-2597f3465077 req-6a8af015-789f-4ce2-b050-8118dd4d446e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476129 Nov 29 19:30:11.792534 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff91d41-3ef5-408d-a94a-20c7366e9d72 req-0e6e965a-b550-4013-9c88-26d32ea0c4dd tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:11.794185 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eff91d41-3ef5-408d-a94a-20c7366e9d72 req-0e6e965a-b550-4013-9c88-26d32ea0c4dd tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.3980849 Nov 29 19:30:11.849074 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-eff91d41-3ef5-408d-a94a-20c7366e9d72 req-726c607b-da62-461c-8ecf-4fa68bb064b5 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487568 Nov 29 19:30:12.459175 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc29ee-01f9-47d7-967a-372a891f9640 req-7e7cb1e6-5bd4-4be0-9fcf-3096e89e702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:12.461289 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-13fc29ee-01f9-47d7-967a-372a891f9640 req-7e7cb1e6-5bd4-4be0-9fcf-3096e89e702c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 1096 time: 0.0415082 Nov 29 19:30:12.553169 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc29ee-01f9-47d7-967a-372a891f9640 req-dac02025-f637-4695-9732-e2ecaaaf61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:12.555197 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-13fc29ee-01f9-47d7-967a-372a891f9640 req-dac02025-f637-4695-9732-e2ecaaaf61a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0865972 Nov 29 19:30:12.621884 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-13fc29ee-01f9-47d7-967a-372a891f9640 req-e56601eb-e96e-4e0c-b438-7ad58b5fd88a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798 HTTP/1.1" status: 200 len: 1000 time: 0.0588756 Nov 29 19:30:12.675135 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc29ee-01f9-47d7-967a-372a891f9640 req-771b2d76-04da-411f-9f5c-988627e9c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:12.676613 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-13fc29ee-01f9-47d7-967a-372a891f9640 req-771b2d76-04da-411f-9f5c-988627e9c66f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0476491 Nov 29 19:30:12.723150 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc29ee-01f9-47d7-967a-372a891f9640 req-af5ff537-c81d-4875-bc3e-b010b36b362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:12.724558 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-13fc29ee-01f9-47d7-967a-372a891f9640 req-af5ff537-c81d-4875-bc3e-b010b36b362e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412090 Nov 29 19:30:12.816587 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-13fc29ee-01f9-47d7-967a-372a891f9640 req-37e1e7a7-8600-4e3f-81fa-ec6fc12075ac service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846069 Nov 29 19:30:12.920138 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-13fc29ee-01f9-47d7-967a-372a891f9640 req-97f53d6b-0ee1-4355-98bb-f1ac4036a1a0 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964789 Nov 29 19:30:12.969660 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe2178-140d-47f6-a2f0-4be94dcdb623 req-c445c7b7-d9de-4dc6-81cf-0e2a66a554b0 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:12.971133 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-affe2178-140d-47f6-a2f0-4be94dcdb623 req-c445c7b7-d9de-4dc6-81cf-0e2a66a554b0 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0495179 Nov 29 19:30:13.019456 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-affe2178-140d-47f6-a2f0-4be94dcdb623 req-b29d09ce-f4ae-42f9-bd9f-bf26be2a6354 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419269 Nov 29 19:30:14.189615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc22cbf-98b2-408d-9c7e-f0806988edfb req-9c716b48-3f47-4c2f-aef4-7420546711d9 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:14.191106 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fbc22cbf-98b2-408d-9c7e-f0806988edfb req-9c716b48-3f47-4c2f-aef4-7420546711d9 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.0994427 Nov 29 19:30:14.241908 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fbc22cbf-98b2-408d-9c7e-f0806988edfb req-3a6af02d-a2b9-491b-8da7-48fe33e17a11 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436528 Nov 29 19:30:15.411715 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59d4b6-38fb-40ba-8183-7e6f32d9d3d8 req-df850dfa-68b9-4534-b12b-433cd7520717 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:15.413182 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c59d4b6-38fb-40ba-8183-7e6f32d9d3d8 req-df850dfa-68b9-4534-b12b-433cd7520717 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 945 time: 0.1007819 Nov 29 19:30:15.461036 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c59d4b6-38fb-40ba-8183-7e6f32d9d3d8 req-35fde271-4db0-4923-9f7b-62eb9a60bbf0 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417006 Nov 29 19:30:15.473001 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b4a30354-0e45-4ece-83d7-23bb8a5b3798 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:30:15.553309 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:15.580069 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-4e3545ef-86d1-4855-a98d-fc003f8df794 req-fb3c219d-7710-40d6-bbe8-6f6fecb33d89 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:30:15.580260 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:30:15.581102 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4e3545ef-86d1-4855-a98d-fc003f8df794 req-fb3c219d-7710-40d6-bbe8-6f6fecb33d89 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0509567 Nov 29 19:30:15.582429 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbd973c-8fd2-4c2b-8d7c-1f893ac10215" -d '{"events": [{"server_uuid": "5ff12716-dc24-43b6-8982-8724fdc9e9ac", "name": "network-vif-unplugged", "status": "completed", "tag": "b4a30354-0e45-4ece-83d7-23bb8a5b3798"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:30:15.595098 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b4a30354-0e45-4ece-83d7-23bb8a5b3798, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:30:15.600161 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:15.627874 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Nov 2021 19:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4615739-257a-4fa0-9b24-6c81ce7848e2 x-openstack-request-id: req-b4615739-257a-4fa0-9b24-6c81ce7848e2 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:30:15.628169 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff12716-dc24-43b6-8982-8724fdc9e9ac", "name": "network-vif-unplugged", "status": "failed", "tag": "b4a30354-0e45-4ece-83d7-23bb8a5b3798", "code": 422}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:30:15.628424 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4615739-257a-4fa0-9b24-6c81ce7848e2 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:30:15.628816 n-d-819494-5 neutron-server[110006]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'code': 422} returned with failed status Nov 29 19:30:15.658201 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=b4a30354-0e45-4ece-83d7-23bb8a5b3798,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:30:15.755917 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b048b-59ec-4941-926e-e0dcaa98bf91 req-4efedb72-1821-4988-938a-55da39fd18c6 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:15.757401 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d8b048b-59ec-4941-926e-e0dcaa98bf91 req-4efedb72-1821-4988-938a-55da39fd18c6 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0514500 Nov 29 19:30:15.811413 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0d8b048b-59ec-4941-926e-e0dcaa98bf91 req-3486557a-3d70-4ff0-9984-48d0467752e6 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472102 Nov 29 19:30:16.049872 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-76fc6d3d-ecbb-469b-a7f6-2f42b9e71af2 req-21c05416-643e-4e3b-ae38-42598557be92 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836296 Nov 29 19:30:16.927904 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71f38c-df10-4831-8736-48b1721aea5d req-4f733f64-6f21-4261-aa82-5366c2936b0f tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:16.929350 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc71f38c-df10-4831-8736-48b1721aea5d req-4f733f64-6f21-4261-aa82-5366c2936b0f tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0482085 Nov 29 19:30:16.977647 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc71f38c-df10-4831-8736-48b1721aea5d req-d14f7c98-45b9-4d48-8f5a-7b69dda74c50 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416543 Nov 29 19:30:18.091563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02365baf-6012-4d63-b28a-3d3aa53470e7 req-618ffc3c-ca9c-4312-ab92-1f62f0d78570 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:18.093032 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02365baf-6012-4d63-b28a-3d3aa53470e7 req-618ffc3c-ca9c-4312-ab92-1f62f0d78570 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0488331 Nov 29 19:30:18.144039 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02365baf-6012-4d63-b28a-3d3aa53470e7 req-c6be047d-5312-45a1-9589-929d310acdf1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441723 Nov 29 19:30:19.267986 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b4089-5253-478b-a496-0640fa17dd02 req-579ab193-64fb-4730-beaf-b87da98480a9 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:19.269513 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-873b4089-5253-478b-a496-0640fa17dd02 req-579ab193-64fb-4730-beaf-b87da98480a9 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0547295 Nov 29 19:30:19.319469 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-873b4089-5253-478b-a496-0640fa17dd02 req-4f2c68d6-0e40-49ae-8fbd-4151d35b6d60 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438085 Nov 29 19:30:20.441696 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ccfd3-180f-4fe1-926f-5732f8607cb5 req-775f9f60-c175-498d-a7fb-c943ee44e19f tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:20.443256 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-366ccfd3-180f-4fe1-926f-5732f8607cb5 req-775f9f60-c175-498d-a7fb-c943ee44e19f tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0516176 Nov 29 19:30:20.497381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-366ccfd3-180f-4fe1-926f-5732f8607cb5 req-76908659-17ba-4d78-8870-2eb58821e347 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458608 Nov 29 19:30:20.914671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc6d3d-ecbb-469b-a7f6-2f42b9e71af2 req-5283c141-1df7-43bc-ad78-7fec8fa1913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:20.916205 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-76fc6d3d-ecbb-469b-a7f6-2f42b9e71af2 req-5283c141-1df7-43bc-ad78-7fec8fa1913d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac&tenant_id=ca5cd6416c8d4a4d9951d2255b306c02 HTTP/1.1" status: 200 len: 1094 time: 0.0417724 Nov 29 19:30:20.982441 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc6d3d-ecbb-469b-a7f6-2f42b9e71af2 req-4dee49bf-70d4-47b3-99e9-9560e3d9002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:20.984051 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-76fc6d3d-ecbb-469b-a7f6-2f42b9e71af2 req-4dee49bf-70d4-47b3-99e9-9560e3d9002b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 1094 time: 0.0442455 Nov 29 19:30:21.076048 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc6d3d-ecbb-469b-a7f6-2f42b9e71af2 req-a70fc111-45e8-40c9-8eb2-571c0e8588b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:21.077571 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-76fc6d3d-ecbb-469b-a7f6-2f42b9e71af2 req-a70fc111-45e8-40c9-8eb2-571c0e8588b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0863259 Nov 29 19:30:21.146900 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-76fc6d3d-ecbb-469b-a7f6-2f42b9e71af2 req-423f8329-144c-417f-9f84-8ebe37b3c9a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798 HTTP/1.1" status: 200 len: 998 time: 0.0622754 Nov 29 19:30:21.197641 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc6d3d-ecbb-469b-a7f6-2f42b9e71af2 req-e1667b59-5520-4efc-969e-3fc68cf6f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:21.199091 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-76fc6d3d-ecbb-469b-a7f6-2f42b9e71af2 req-e1667b59-5520-4efc-969e-3fc68cf6f739 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0456221 Nov 29 19:30:21.246927 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc6d3d-ecbb-469b-a7f6-2f42b9e71af2 req-4308cd14-17e7-45d8-a969-448c6d6d1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:21.248442 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-76fc6d3d-ecbb-469b-a7f6-2f42b9e71af2 req-4308cd14-17e7-45d8-a969-448c6d6d1a25 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417650 Nov 29 19:30:21.345946 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-76fc6d3d-ecbb-469b-a7f6-2f42b9e71af2 req-10ef4771-9cb8-4b62-b810-ad5ec9eafde0 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902984 Nov 29 19:30:21.454189 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-76fc6d3d-ecbb-469b-a7f6-2f42b9e71af2 req-1cffee13-65a9-4fbc-b80c-7048baf0c3b6 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980587 Nov 29 19:30:21.573434 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:30:21.620822 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485345-69b5-47b1-b750-60dd9b013505 req-fdabaa11-4d96-4045-9c08-8bf8d9415797 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:21.622326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c4485345-69b5-47b1-b750-60dd9b013505 req-fdabaa11-4d96-4045-9c08-8bf8d9415797 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0541041 Nov 29 19:30:21.678757 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c4485345-69b5-47b1-b750-60dd9b013505 req-7f6a7510-41d8-4fb1-97af-1c2181483e2c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497541 Nov 29 19:30:22.809324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1340c30-0e2a-4e53-a8eb-e45fcfca05fa req-881aacd2-8331-42c5-ac5b-fbe4e5c921b1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:22.810826 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1340c30-0e2a-4e53-a8eb-e45fcfca05fa req-881aacd2-8331-42c5-ac5b-fbe4e5c921b1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0549209 Nov 29 19:30:22.862486 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e1340c30-0e2a-4e53-a8eb-e45fcfca05fa req-414df8a2-5ed9-4091-b429-1a602b8a8655 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452654 Nov 29 19:30:23.992614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da787c68-bb6a-4314-8d70-ce4679668f4d req-749201bc-e1b2-4a91-a55a-a0ba8ed11f2a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:23.994353 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da787c68-bb6a-4314-8d70-ce4679668f4d req-749201bc-e1b2-4a91-a55a-a0ba8ed11f2a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0558012 Nov 29 19:30:24.052562 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-da787c68-bb6a-4314-8d70-ce4679668f4d req-e443e776-a8ee-454a-a48b-9fd369fe2893 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510771 Nov 29 19:30:24.181738 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f94f186-88da-44e3-a749-10a895f82986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:25.189707 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06c4ad-3bf3-45c1-a98d-9b54d31dc51e req-ad1e84dc-40f1-4f4e-bd3d-35f1a4b225a9 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:25.191140 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e06c4ad-3bf3-45c1-a98d-9b54d31dc51e req-ad1e84dc-40f1-4f4e-bd3d-35f1a4b225a9 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0575144 Nov 29 19:30:25.251641 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e06c4ad-3bf3-45c1-a98d-9b54d31dc51e req-17c3376c-59e8-4ce2-a57a-3ed3495f6340 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544991 Nov 29 19:30:26.373039 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f8e6a-9f7b-4408-8040-0e37eecf8353 req-3309c077-0b16-48dc-9de7-3ee653991cc8 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:26.374580 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-152f8e6a-9f7b-4408-8040-0e37eecf8353 req-3309c077-0b16-48dc-9de7-3ee653991cc8 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0513415 Nov 29 19:30:26.428425 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-152f8e6a-9f7b-4408-8040-0e37eecf8353 req-9b4b07a6-4965-4c17-8679-55dbc0dc85bf tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476005 Nov 29 19:30:26.646127 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed0fbe76-2d9f-4b8b-b3b0-68db0da2cb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:27.555185 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce32224-57ae-44c0-8e2c-20350511c7ab req-4fefead6-0ae3-465e-83a3-47062553b589 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:27.556711 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fce32224-57ae-44c0-8e2c-20350511c7ab req-4fefead6-0ae3-465e-83a3-47062553b589 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0538888 Nov 29 19:30:27.615845 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fce32224-57ae-44c0-8e2c-20350511c7ab req-7306e14a-890e-4ed2-8bd4-8a37e6aef536 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529211 Nov 29 19:30:27.988135 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:28.124753 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:28.745182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ced41-2967-4b2b-839f-9bdd283a8cbe req-a4133e5d-9401-4a27-b4ee-39305977dfaa tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:28.746697 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b88ced41-2967-4b2b-839f-9bdd283a8cbe req-a4133e5d-9401-4a27-b4ee-39305977dfaa tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0510478 Nov 29 19:30:28.800643 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b88ced41-2967-4b2b-839f-9bdd283a8cbe req-a8a12f7e-aa1d-475b-98a9-f9693907d335 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463824 Nov 29 19:30:29.549895 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:29.923968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420519ad-d635-4305-ba5e-572890b09a37 req-de410535-4e1f-44fe-9b8e-f1af0a15e18a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:29.925572 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-420519ad-d635-4305-ba5e-572890b09a37 req-de410535-4e1f-44fe-9b8e-f1af0a15e18a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0507915 Nov 29 19:30:29.979967 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-420519ad-d635-4305-ba5e-572890b09a37 req-09c119fe-4a6f-491a-a4dd-df4930025900 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481908 Nov 29 19:30:30.220181 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:30.686517 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:31.113623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f59b20-7edf-4a13-8217-0682f5325708 req-41c8ebf2-6f9e-4fe3-a66a-ec7c0b149a5e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:31.115169 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05f59b20-7edf-4a13-8217-0682f5325708 req-41c8ebf2-6f9e-4fe3-a66a-ec7c0b149a5e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0583317 Nov 29 19:30:31.164550 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-05f59b20-7edf-4a13-8217-0682f5325708 req-c97b7849-9aef-43da-af8c-a57359e227ff tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431948 Nov 29 19:30:32.281161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b670c8-7765-4a4e-8b1e-727009e4689e req-053a8da8-ee55-4a7f-8bb6-1401bf66c4a6 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:32.282625 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32b670c8-7765-4a4e-8b1e-727009e4689e req-053a8da8-ee55-4a7f-8bb6-1401bf66c4a6 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0477421 Nov 29 19:30:32.330637 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32b670c8-7765-4a4e-8b1e-727009e4689e req-234a046e-f575-4aed-a7c3-ceb775d74708 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419106 Nov 29 19:30:33.447837 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d217a6-762c-46b1-9590-96db2206686f req-908fe3a6-9b76-4ed7-86c7-f53c3fc48230 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:33.449297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90d217a6-762c-46b1-9590-96db2206686f req-908fe3a6-9b76-4ed7-86c7-f53c3fc48230 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0513549 Nov 29 19:30:33.498451 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-90d217a6-762c-46b1-9590-96db2206686f req-0fb08dd4-e695-4083-b2ec-3b6206bcb149 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425231 Nov 29 19:30:34.614164 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475ddb6-c232-4a2d-95a0-6d74e2fe5bff req-0376776d-167c-4102-b5e5-fff9298fbbfe tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:34.615670 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1475ddb6-c232-4a2d-95a0-6d74e2fe5bff req-0376776d-167c-4102-b5e5-fff9298fbbfe tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0493374 Nov 29 19:30:34.664289 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1475ddb6-c232-4a2d-95a0-6d74e2fe5bff req-455f4e2d-a9b5-4151-a3ab-308b8b198b3a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425971 Nov 29 19:30:35.784304 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6f595-dea1-4403-8ae5-888a6e63214e req-28b9e14b-3a95-4987-8449-83a171a734cf tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:35.785756 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8bb6f595-dea1-4403-8ae5-888a6e63214e req-28b9e14b-3a95-4987-8449-83a171a734cf tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0476763 Nov 29 19:30:35.839024 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8bb6f595-dea1-4403-8ae5-888a6e63214e req-cbdab6ce-5838-4dd9-98cd-ee09470bb2d2 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472171 Nov 29 19:30:36.962599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14645a0a-2b6b-4d28-8c24-ce88a92dfc87 req-9659f664-2b67-4f29-8910-5b3d5f46b9fb tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:36.964089 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14645a0a-2b6b-4d28-8c24-ce88a92dfc87 req-9659f664-2b67-4f29-8910-5b3d5f46b9fb tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 943 time: 0.0525572 Nov 29 19:30:37.014407 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-14645a0a-2b6b-4d28-8c24-ce88a92dfc87 req-631ed07a-7fff-4b6b-a3ab-56e27adc5825 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443046 Nov 29 19:30:37.542058 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b4a30354-0e45-4ece-83d7-23bb8a5b3798 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:30:37.637214 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b4a30354-0e45-4ece-83d7-23bb8a5b3798, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:30:37.648776 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'port_id': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'mac_address': 'fa:16:3e:f2:57:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:30:37.685809 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:37.702516 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a30354-0e45-4ece-83d7-23bb8a5b3798 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:30:37.722585 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b4a30354-0e45-4ece-83d7-23bb8a5b3798, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:30:37.726630 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:37.777265 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=b4a30354-0e45-4ece-83d7-23bb8a5b3798,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:30:38.103741 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['b4a30354-0e45-4ece-83d7-23bb8a5b3798'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:30:38.129567 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3b3c6-2cf3-4e6d-8750-fb42abca945e req-68fd3de0-6441-46ca-af9a-afb7456d3720 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:38.131094 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24f3b3c6-2cf3-4e6d-8750-fb42abca945e req-68fd3de0-6441-46ca-af9a-afb7456d3720 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 944 time: 0.0482662 Nov 29 19:30:38.180777 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-24f3b3c6-2cf3-4e6d-8750-fb42abca945e req-b8f24197-a3ca-4640-9ea5-c69c22eb6e46 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433939 Nov 29 19:30:39.304620 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09651b21-dcd7-4e21-8ee9-9f38c57480f8 req-409af20c-60aa-47ba-b1a1-f6f39e8f4ccc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:39.306008 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09651b21-dcd7-4e21-8ee9-9f38c57480f8 req-409af20c-60aa-47ba-b1a1-f6f39e8f4ccc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 944 time: 0.0532837 Nov 29 19:30:39.355188 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-09651b21-dcd7-4e21-8ee9-9f38c57480f8 req-d6f8931d-15b8-4f13-96a2-8ba788651e88 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430408 Nov 29 19:30:39.554539 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b4a30354-0e45-4ece-83d7-23bb8a5b3798 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:30:39.602837 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port b4a30354-0e45-4ece-83d7-23bb8a5b3798 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:30:39.603480 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:39.682400 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:39.705736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:30:39.708036 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2719dc8-def5-445c-b365-3aec6918e04a" -d '{"events": [{"server_uuid": "5ff12716-dc24-43b6-8982-8724fdc9e9ac", "name": "network-vif-plugged", "status": "completed", "tag": "b4a30354-0e45-4ece-83d7-23bb8a5b3798"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:30:39.721155 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port b4a30354-0e45-4ece-83d7-23bb8a5b3798, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:30:39.725654 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:39.749874 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2b0fe8-b7ae-47ae-af40-973767ee249a x-openstack-request-id: req-8b2b0fe8-b7ae-47ae-af40-973767ee249a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:30:39.750172 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff12716-dc24-43b6-8982-8724fdc9e9ac", "name": "network-vif-plugged", "status": "completed", "tag": "b4a30354-0e45-4ece-83d7-23bb8a5b3798", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:30:39.750430 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b2b0fe8-b7ae-47ae-af40-973767ee249a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:30:39.750855 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'code': 200} Nov 29 19:30:39.782059 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=b4a30354-0e45-4ece-83d7-23bb8a5b3798,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:30:39.906060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfb7c0-1054-496d-9ae7-53728b81284c req-0fb41d47-3064-467a-bbf9-099fc971f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:39.907507 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8edfb7c0-1054-496d-9ae7-53728b81284c req-0fb41d47-3064-467a-bbf9-099fc971f56b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 1097 time: 0.0418067 Nov 29 19:30:39.960308 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-8edfb7c0-1054-496d-9ae7-53728b81284c req-9ef63bfb-9cfc-4034-bae6-a781df2ae60d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438144 Nov 29 19:30:40.470353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d760e-4752-4cd5-af76-4901af9e8e5e req-4a6e73a3-270a-482f-8947-5693b4b9cbe7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:40.471894 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d70d760e-4752-4cd5-af76-4901af9e8e5e req-4a6e73a3-270a-482f-8947-5693b4b9cbe7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 946 time: 0.0480905 Nov 29 19:30:40.521485 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d70d760e-4752-4cd5-af76-4901af9e8e5e req-67214752-f1aa-4ae2-8245-123ac659ece5 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435877 Nov 29 19:30:41.662505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16422659-f1f6-40d8-be87-04d0ffa71f18 req-bbb7cc4b-07e2-4346-978a-ff79dfaed6d4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:41.664034 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16422659-f1f6-40d8-be87-04d0ffa71f18 req-bbb7cc4b-07e2-4346-978a-ff79dfaed6d4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 946 time: 0.0604141 Nov 29 19:30:41.720215 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-16422659-f1f6-40d8-be87-04d0ffa71f18 req-a4e1ae5a-8be5-495a-8ab4-def6ec165709 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460236 Nov 29 19:30:42.835972 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d46ed-14bf-4c87-b234-26a028702382 req-8a9c56a7-3602-4b7c-a962-2720255a33d4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:42.837466 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d09d46ed-14bf-4c87-b234-26a028702382 req-8a9c56a7-3602-4b7c-a962-2720255a33d4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 946 time: 0.0486467 Nov 29 19:30:42.887244 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d09d46ed-14bf-4c87-b234-26a028702382 req-dcb1e726-507b-4244-95b2-e988d090336b tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431664 Nov 29 19:30:53.372399 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f7ed1d14-bb39-4013-ad0d-fb6e5083a0f6 req-62dfa278-68bc-4528-9e3c-6075b088a127 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397661 Nov 29 19:30:53.456396 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed1d14-bb39-4013-ad0d-fb6e5083a0f6 req-9b27a865-65f6-43db-93b0-5b5f2d93856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:53.457887 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f7ed1d14-bb39-4013-ad0d-fb6e5083a0f6 req-9b27a865-65f6-43db-93b0-5b5f2d93856e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 1097 time: 0.0422497 Nov 29 19:30:53.568650 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed1d14-bb39-4013-ad0d-fb6e5083a0f6 req-256d929b-e8e9-41e2-8af2-4a8010c1d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:53.570226 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f7ed1d14-bb39-4013-ad0d-fb6e5083a0f6 req-256d929b-e8e9-41e2-8af2-4a8010c1d810 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0900967 Nov 29 19:30:53.637003 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f7ed1d14-bb39-4013-ad0d-fb6e5083a0f6 req-51f4102d-3c24-4271-9481-01b574ef74c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798 HTTP/1.1" status: 200 len: 1000 time: 0.0581903 Nov 29 19:30:53.686323 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed1d14-bb39-4013-ad0d-fb6e5083a0f6 req-b2f11b0b-83f3-404c-b8a8-f269627f1003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:53.687816 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f7ed1d14-bb39-4013-ad0d-fb6e5083a0f6 req-b2f11b0b-83f3-404c-b8a8-f269627f1003 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0432405 Nov 29 19:30:53.737787 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed1d14-bb39-4013-ad0d-fb6e5083a0f6 req-092bb814-6ea2-4f59-9330-78fcbd72be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:30:53.739314 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f7ed1d14-bb39-4013-ad0d-fb6e5083a0f6 req-092bb814-6ea2-4f59-9330-78fcbd72be83 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442703 Nov 29 19:30:53.832917 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f7ed1d14-bb39-4013-ad0d-fb6e5083a0f6 req-9f97245c-9650-4424-83d5-af1e6d458c81 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817964 Nov 29 19:30:53.933340 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-f7ed1d14-bb39-4013-ad0d-fb6e5083a0f6 req-d899bfc5-6e82-4cc4-9835-20673c88a9c8 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877812 Nov 29 19:30:54.183849 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e31baa6e-8036-4118-86b8-157228f445d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:56.647585 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-936b4e6b-1d58-40fc-a70a-224d54f8312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:57.996020 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:58.130124 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:30:58.574040 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:30:59.553964 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:00.203059 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:00.712369 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:24.189549 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02484209-67fc-484d-8d8c-599d02c515d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:26.649710 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebc72331-652d-42c4-a78d-4d434a571401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:27.993625 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:28.133922 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:29.556051 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:30.205735 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:30.729959 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:35.573960 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:31:54.191693 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab33a42f-5ba2-4be3-bea4-06f0479fa882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:55.379030 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c2a3f13-be64-4639-b020-af7c7c7b74c1 req-497e96fb-3ebe-4e72-a8fb-71841b6df7c9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406995 Nov 29 19:31:55.458605 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a3f13-be64-4639-b020-af7c7c7b74c1 req-8f6efe83-dda6-4329-9185-70f0ba2c3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:31:55.460095 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c2a3f13-be64-4639-b020-af7c7c7b74c1 req-8f6efe83-dda6-4329-9185-70f0ba2c3028 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 1097 time: 0.0402474 Nov 29 19:31:55.563213 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a3f13-be64-4639-b020-af7c7c7b74c1 req-6de7d583-8b84-42e0-9aca-4461082ab4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:31:55.565221 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c2a3f13-be64-4639-b020-af7c7c7b74c1 req-6de7d583-8b84-42e0-9aca-4461082ab4ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0853095 Nov 29 19:31:55.634008 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c2a3f13-be64-4639-b020-af7c7c7b74c1 req-48da9d25-99bd-4475-9e83-83f9b2cfcd9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798 HTTP/1.1" status: 200 len: 1000 time: 0.0617442 Nov 29 19:31:55.682068 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a3f13-be64-4639-b020-af7c7c7b74c1 req-3ca81504-3e98-44f7-9ed4-be10d8e44f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:31:55.683487 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c2a3f13-be64-4639-b020-af7c7c7b74c1 req-3ca81504-3e98-44f7-9ed4-be10d8e44f9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0427117 Nov 29 19:31:55.732084 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a3f13-be64-4639-b020-af7c7c7b74c1 req-18f413b6-0315-40c7-bb81-544916786652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:31:55.733544 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c2a3f13-be64-4639-b020-af7c7c7b74c1 req-18f413b6-0315-40c7-bb81-544916786652 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425386 Nov 29 19:31:55.823419 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c2a3f13-be64-4639-b020-af7c7c7b74c1 req-efa4b114-e397-432f-9e5c-27e654c6bec4 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822701 Nov 29 19:31:55.918149 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-1c2a3f13-be64-4639-b020-af7c7c7b74c1 req-bf12a015-dafc-4635-9381-b9977c12cbfa service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873170 Nov 29 19:31:56.656119 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88a9928a-3b24-4005-b2a6-5c754676e5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:57.995428 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:58.152951 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:31:59.558904 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:00.207529 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:00.735634 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:12.574133 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:32:24.192997 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da603504-cfff-4385-86fa-43c027efc08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:26.648497 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eed9b9cf-4924-4d13-8093-d2ff5caf5ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:27.998720 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:28.172488 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:29.561209 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:30.210807 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:30.337014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46730) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:32:30.540383 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Deleting port f82d94a9-e363-4a28-96a0-704017f3473a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:32:30.540721 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:30.618257 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:30.623752 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:30.637411 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Calling delete_port for f82d94a9-e363-4a28-96a0-704017f3473a owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:32:30.756674 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:30.784739 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:30.810482 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event deleted for resources: {'Port': ['ID=f82d94a9-e363-4a28-96a0-704017f3473a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:32:30.823264 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:30.823621 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:30.823968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:30.824311 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:30.824646 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:30.824981 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:30.825334 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:30.825643 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:30.825971 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:30.826295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:30.826632 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:30.826984 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:30.883317 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:30.883636 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Floating IP bebf714c-dbf7-4641-8331-53d73acea472 disassociated (deleted). External IP: 172.25.3.52, port: b4a30354-0e45-4ece-83d7-23bb8a5b3798. Nov 29 19:32:31.083674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:32:31.189778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:32:31.194153 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:31.200181 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f5524f-199e-4f5d-bf38-faad56fd4a27 None None] Sync routers for ids ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:32:31.216011 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f5524f-199e-4f5d-bf38-faad56fd4a27 None None] Routers {'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:32:31.216630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-47f5524f-199e-4f5d-bf38-faad56fd4a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:32:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:32:31.221746 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-744b46b2-3281-4928-868d-bfeed5ee11e7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "DELETE /v2.0/floatingips/bebf714c-dbf7-4641-8331-53d73acea472 HTTP/1.1" status: 204 len: 168 time: 0.8836987 Nov 29 19:32:31.222343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'tag': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:32:31.224639 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2686db51-d580-4617-ae4f-b2883d43850d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff12716-dc24-43b6-8982-8724fdc9e9ac", "tag": "b4a30354-0e45-4ece-83d7-23bb8a5b3798"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:32:31.335265 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-47f5524f-199e-4f5d-bf38-faad56fd4a27 None None] Set router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:32:31.457142 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3ee76-516b-43c8-bafa-c361dad60d86 req-6b4aa3e3-3b21-463d-adef-2bc2d9c8fe14 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:31.459791 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97e3ee76-516b-43c8-bafa-c361dad60d86 req-6b4aa3e3-3b21-463d-adef-2bc2d9c8fe14 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 946 time: 0.0553555 Nov 29 19:32:31.511756 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-97e3ee76-516b-43c8-bafa-c361dad60d86 req-ed50e7ba-0e80-4e45-873f-e6c077704ae7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455773 Nov 29 19:32:31.539840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-47f5524f-199e-4f5d-bf38-faad56fd4a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'b6d0987d-fb4d-4bfc-ae35-619eeaa78262', 'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'mac_address': 'fa:16:3e:c1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:34Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 5, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'subnets': [{'id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:32:31.571423 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f5524f-199e-4f5d-bf38-faad56fd4a27 None None] Checking router: f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:32:31.581322 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f5524f-199e-4f5d-bf38-faad56fd4a27 None None] Routers {'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:32:31.581953 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-47f5524f-199e-4f5d-bf38-faad56fd4a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:32:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:32:31.689096 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-47f5524f-199e-4f5d-bf38-faad56fd4a27 None None] Set router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:32:31.881827 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-47f5524f-199e-4f5d-bf38-faad56fd4a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'b6d0987d-fb4d-4bfc-ae35-619eeaa78262', 'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'mac_address': 'fa:16:3e:c1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:34Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 5, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'subnets': [{'id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:32:31.908106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f5524f-199e-4f5d-bf38-faad56fd4a27 None None] The sync data for ids ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'] in n-d-819494-5 is: [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'b6d0987d-fb4d-4bfc-ae35-619eeaa78262', 'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'mac_address': 'fa:16:3e:c1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:34Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 5, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'subnets': [{'id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:32:32.121165 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8458fb-8ed6-42ff-9eac-8e8c3af58fd5 None None] New status for floating IP bebf714c-dbf7-4641-8331-53d73acea472: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:32:32.363330 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c277e238-14b9-418e-9f32-ad10413512c4 x-openstack-request-id: req-c277e238-14b9-418e-9f32-ad10413512c4 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:32:32.363631 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff12716-dc24-43b6-8982-8724fdc9e9ac", "tag": "b4a30354-0e45-4ece-83d7-23bb8a5b3798", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:32:32.363892 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c277e238-14b9-418e-9f32-ad10413512c4 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:32:32.364301 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'tag': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'status': 'completed', 'code': 200} Nov 29 19:32:32.636026 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0c5fe-8933-4258-87eb-c7601eca4648 req-378ceda2-9655-4397-9930-962fe53e311d tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:32.637709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-63c0c5fe-8933-4258-87eb-c7601eca4648 req-378ceda2-9655-4397-9930-962fe53e311d tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 946 time: 0.0552812 Nov 29 19:32:32.689707 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-63c0c5fe-8933-4258-87eb-c7601eca4648 req-994ae5db-9d83-4988-9162-82f81d00168b tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f93bd259-e2da-4216-8ab4-cf4f81eb251b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458436 Nov 29 19:32:32.765061 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686db51-d580-4617-ae4f-b2883d43850d req-f3e97cf7-92de-41e9-97b4-780666996b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:32.766590 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2686db51-d580-4617-ae4f-b2883d43850d req-f3e97cf7-92de-41e9-97b4-780666996b19 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 1097 time: 0.3791406 Nov 29 19:32:32.856636 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686db51-d580-4617-ae4f-b2883d43850d req-c0fd6abf-cc05-419f-86a6-ca0773ea0496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:32.858028 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2686db51-d580-4617-ae4f-b2883d43850d req-c0fd6abf-cc05-419f-86a6-ca0773ea0496 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0825300 Nov 29 19:32:32.902212 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2686db51-d580-4617-ae4f-b2883d43850d req-b104edec-150f-4f87-864d-022537476864 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798 HTTP/1.1" status: 200 len: 217 time: 0.0362391 Nov 29 19:32:32.915161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.31', 65294) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:32:32.956448 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686db51-d580-4617-ae4f-b2883d43850d req-ecf4165e-df14-44f5-ae49-18fe64047dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:32.957922 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2686db51-d580-4617-ae4f-b2883d43850d req-ecf4165e-df14-44f5-ae49-18fe64047dab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0426424 Nov 29 19:32:32.966333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f6c19-a2d0-42ac-b60a-84287e3f142f req-d2b9faad-1a18-4d57-91af-a5d827258602 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:32.967801 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-962f6c19-a2d0-42ac-b60a-84287e3f142f req-d2b9faad-1a18-4d57-91af-a5d827258602 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 946 time: 0.0516000 Nov 29 19:32:33.003416 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686db51-d580-4617-ae4f-b2883d43850d req-9cba5179-b8cc-4f9c-b411-8dc9e980bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:33.004920 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2686db51-d580-4617-ae4f-b2883d43850d req-9cba5179-b8cc-4f9c-b411-8dc9e980bb30 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394475 Nov 29 19:32:33.057452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-962f6c19-a2d0-42ac-b60a-84287e3f142f req-143204ac-d950-47ee-bfdd-9b36ed78c9b4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Deleting port b4a30354-0e45-4ece-83d7-23bb8a5b3798 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:32:33.057797 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-962f6c19-a2d0-42ac-b60a-84287e3f142f req-143204ac-d950-47ee-bfdd-9b36ed78c9b4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:33.100447 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2686db51-d580-4617-ae4f-b2883d43850d req-0a880af9-bf95-4004-ab0b-ea162fd2d9cc service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881431 Nov 29 19:32:33.147987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-962f6c19-a2d0-42ac-b60a-84287e3f142f req-143204ac-d950-47ee-bfdd-9b36ed78c9b4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] For port b4a30354-0e45-4ece-83d7-23bb8a5b3798, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=b4a30354-0e45-4ece-83d7-23bb8a5b3798,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:32:33.148258 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-962f6c19-a2d0-42ac-b60a-84287e3f142f req-143204ac-d950-47ee-bfdd-9b36ed78c9b4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:33.162213 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-962f6c19-a2d0-42ac-b60a-84287e3f142f req-143204ac-d950-47ee-bfdd-9b36ed78c9b4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Calling delete_port for b4a30354-0e45-4ece-83d7-23bb8a5b3798 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:32:33.190079 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-2686db51-d580-4617-ae4f-b2883d43850d req-f3f6b481-aa6c-4d87-9018-cbed2d3b40e6 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826566 Nov 29 19:32:33.288474 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-962f6c19-a2d0-42ac-b60a-84287e3f142f req-143204ac-d950-47ee-bfdd-9b36ed78c9b4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:33.320037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143204ac-d950-47ee-bfdd-9b36ed78c9b4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event deleted for resources: {'Port': ['ID=b4a30354-0e45-4ece-83d7-23bb8a5b3798,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:32:33.360615 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-962f6c19-a2d0-42ac-b60a-84287e3f142f req-143204ac-d950-47ee-bfdd-9b36ed78c9b4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] No DVR routers for this DVR port b4a30354-0e45-4ece-83d7-23bb8a5b3798 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:32:33.363541 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-962f6c19-a2d0-42ac-b60a-84287e3f142f req-143204ac-d950-47ee-bfdd-9b36ed78c9b4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:33.366847 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-962f6c19-a2d0-42ac-b60a-84287e3f142f req-143204ac-d950-47ee-bfdd-9b36ed78c9b4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.31 "DELETE /v2.0/ports/b4a30354-0e45-4ece-83d7-23bb8a5b3798 HTTP/1.1" status: 204 len: 173 time: 0.3930645 Nov 29 19:32:33.819250 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f900fa30-5339-4d97-8474-02db00f59214 req-bc609629-f5bf-4804-b841-97a8c0afe1e4 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=5ff12716-dc24-43b6-8982-8724fdc9e9ac HTTP/1.1" status: 200 len: 210 time: 0.0281067 Nov 29 19:32:34.365776 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'name': 'network-vif-deleted', 'tag': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:32:34.368115 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f35df5f-02ff-4cc8-8906-ec7f463c4019" -d '{"events": [{"server_uuid": "5ff12716-dc24-43b6-8982-8724fdc9e9ac", "name": "network-vif-deleted", "tag": "b4a30354-0e45-4ece-83d7-23bb8a5b3798"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:32:34.404472 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9803767d-9c11-48ef-bdef-3c4dd4f2c7e9 x-openstack-request-id: req-9803767d-9c11-48ef-bdef-3c4dd4f2c7e9 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:32:34.404765 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff12716-dc24-43b6-8982-8724fdc9e9ac", "name": "network-vif-deleted", "tag": "b4a30354-0e45-4ece-83d7-23bb8a5b3798", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:32:34.405021 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9803767d-9c11-48ef-bdef-3c4dd4f2c7e9 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:32:34.405416 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff12716-dc24-43b6-8982-8724fdc9e9ac', 'name': 'network-vif-deleted', 'tag': 'b4a30354-0e45-4ece-83d7-23bb8a5b3798', 'status': 'completed', 'code': 200} Nov 29 19:32:34.875893 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46758) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:32:34.931316 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-836b3814-61c6-4efb-9c48-5f43aa84f606 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:34.957336 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-836b3814-61c6-4efb-9c48-5f43aa84f606 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.017422 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-836b3814-61c6-4efb-9c48-5f43aa84f606 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.020333 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-836b3814-61c6-4efb-9c48-5f43aa84f606 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.021610 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-836b3814-61c6-4efb-9c48-5f43aa84f606 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "DELETE /v2.0/security-groups/f93bd259-e2da-4216-8ab4-cf4f81eb251b HTTP/1.1" status: 204 len: 168 time: 0.1447115 Nov 29 19:32:35.030648 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b3814-61c6-4efb-9c48-5f43aa84f606 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93bd259-e2da-4216-8ab4-cf4f81eb251b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:32:35.368318 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46764) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:32:35.372839 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9bbbc505-c485-468f-9178-6e1f87fe8ee8 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081578677', 'description': 'tempest-secgroup-smoke-2081578677 description', 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:32:35.398899 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bbbc505-c485-468f-9178-6e1f87fe8ee8 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.468615 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bbbc505-c485-468f-9178-6e1f87fe8ee8 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.472421 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bbbc505-c485-468f-9178-6e1f87fe8ee8 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.501992 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bbbc505-c485-468f-9178-6e1f87fe8ee8 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.503354 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-9bbbc505-c485-468f-9178-6e1f87fe8ee8 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1340401 Nov 29 19:32:35.506508 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 46766) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:32:35.509014 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbc505-c485-468f-9178-6e1f87fe8ee8 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cf679f-35fc-4b6a-8e38-117ebb4788dc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:32:35.512551 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'security_group_rule': {'security_group_id': 'f5cf679f-35fc-4b6a-8e38-117ebb4788dc', 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:32:35.544650 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.601198 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.605132 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.627444 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907e9e9c-500e-48db-bb59-e087a0519bd3,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:32:35.639358 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.640563 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329427 Nov 29 19:32:35.641953 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:35.642305 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:35.642652 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:35.643025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:35.643359 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:35.643689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:35.643867 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46768) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:32:35.644020 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:35.644349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:35.644671 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:35.644997 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:35.645330 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:35.645680 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2a677c-8f56-4bc2-9396-e45a206e9eee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:32:35.648994 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2da0de66-15ae-4aff-948d-257d46a03000 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'security_group_rule': {'security_group_id': 'f5cf679f-35fc-4b6a-8e38-117ebb4788dc', 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:32:35.674890 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2da0de66-15ae-4aff-948d-257d46a03000 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.731047 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2da0de66-15ae-4aff-948d-257d46a03000 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.734863 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2da0de66-15ae-4aff-948d-257d46a03000 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.754880 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0de66-15ae-4aff-948d-257d46a03000 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6a8109-9140-48c5-972f-372aed2fe4f5,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:32:35.761116 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2da0de66-15ae-4aff-948d-257d46a03000 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.762906 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2da0de66-15ae-4aff-948d-257d46a03000 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176355 Nov 29 19:32:35.765623 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46770) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:32:35.769946 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-718e907c-872a-46e8-8982-3b167995c048 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'security_group_rule': {'security_group_id': 'f5cf679f-35fc-4b6a-8e38-117ebb4788dc', 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:32:35.796004 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-718e907c-872a-46e8-8982-3b167995c048 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.854353 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-718e907c-872a-46e8-8982-3b167995c048 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.858827 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-718e907c-872a-46e8-8982-3b167995c048 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.877816 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e907c-872a-46e8-8982-3b167995c048 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16be63a7-1b12-4cce-b918-f461a2c18bcd,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:32:35.886054 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-718e907c-872a-46e8-8982-3b167995c048 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.887305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-718e907c-872a-46e8-8982-3b167995c048 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207309 Nov 29 19:32:35.889937 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46772) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:32:35.894214 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fb37c28c-7ab9-4f55-934f-13ec2c5b40cc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'security_group_rule': {'security_group_id': 'f5cf679f-35fc-4b6a-8e38-117ebb4788dc', 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:32:35.920312 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb37c28c-7ab9-4f55-934f-13ec2c5b40cc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.978435 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb37c28c-7ab9-4f55-934f-13ec2c5b40cc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:35.982606 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb37c28c-7ab9-4f55-934f-13ec2c5b40cc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:36.001755 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37c28c-7ab9-4f55-934f-13ec2c5b40cc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4431574-f1b7-4f53-839e-8ecd3485b1bd,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:32:36.007602 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb37c28c-7ab9-4f55-934f-13ec2c5b40cc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:36.008848 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fb37c28c-7ab9-4f55-934f-13ec2c5b40cc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179898 Nov 29 19:32:36.011522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46774) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:32:36.015794 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-010c89cb-5fcc-481a-8510-9c8125b7e5ee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'security_group_rule': {'security_group_id': 'f5cf679f-35fc-4b6a-8e38-117ebb4788dc', 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:32:36.036972 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-010c89cb-5fcc-481a-8510-9c8125b7e5ee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Project ca5cd6416c8d4a4d9951d2255b306c02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:32:36.041927 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-010c89cb-5fcc-481a-8510-9c8125b7e5ee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:36.098809 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-010c89cb-5fcc-481a-8510-9c8125b7e5ee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:36.102337 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-010c89cb-5fcc-481a-8510-9c8125b7e5ee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:36.121819 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c89cb-5fcc-481a-8510-9c8125b7e5ee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e450c66-8a3b-43ad-a81f-80f3a0e9cbb1,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:32:36.130298 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-010c89cb-5fcc-481a-8510-9c8125b7e5ee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:36.131454 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-010c89cb-5fcc-481a-8510-9c8125b7e5ee tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190066 Nov 29 19:32:36.134204 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46776) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:32:36.138625 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f311449c-95f8-42fd-94b1-690ea3951a94 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'security_group_rule': {'security_group_id': 'f5cf679f-35fc-4b6a-8e38-117ebb4788dc', 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:32:36.164545 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-f311449c-95f8-42fd-94b1-690ea3951a94 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Project ca5cd6416c8d4a4d9951d2255b306c02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:32:36.171181 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f311449c-95f8-42fd-94b1-690ea3951a94 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:36.233219 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f311449c-95f8-42fd-94b1-690ea3951a94 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:36.236969 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f311449c-95f8-42fd-94b1-690ea3951a94 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:36.256885 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311449c-95f8-42fd-94b1-690ea3951a94 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c677127-ddda-4177-b041-6af04bcc64a1,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:32:36.265556 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f311449c-95f8-42fd-94b1-690ea3951a94 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:36.271583 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-f311449c-95f8-42fd-94b1-690ea3951a94 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315989 Nov 29 19:32:38.127872 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b4a30354-0e45-4ece-83d7-23bb8a5b3798 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:32:38.151204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: b4a30354-0e45-4ece-83d7-23bb8a5b3798 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:32:38.151553 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device b4a30354-0e45-4ece-83d7-23bb8a5b3798 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:32:49.577785 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:32:51.494452 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-b135ca38-9831-443c-b56d-6c7cf1116975 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081578677&fields=id&tenant_id=ca5cd6416c8d4a4d9951d2255b306c02 HTTP/1.1" status: 200 len: 267 time: 0.0500274 Nov 29 19:32:51.600297 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-919c64eb-0d33-4e4f-a69f-425e1072a706 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:51.601671 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-919c64eb-0d33-4e4f-a69f-425e1072a706 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 809 time: 0.0974641 Nov 29 19:32:51.616737 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-95b03020-0b23-4712-a28a-f94ab2840be7 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/quotas/ca5cd6416c8d4a4d9951d2255b306c02 HTTP/1.1" status: 200 len: 375 time: 0.0087996 Nov 29 19:32:51.670149 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-8c8e2f92-cd96-4220-babd-33e43d87ec82 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481999 Nov 29 19:32:51.685661 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-8f674c72-411d-4cce-8d36-2ff8ca96757a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:32:51.686605 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-8f674c72-411d-4cce-8d36-2ff8ca96757a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055232 Nov 29 19:32:51.774451 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-f2d75ff8-7ac4-42a1-b1c6-3de6217acbd0 service neutron] 10.222.0.23 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819879 Nov 29 19:32:51.860798 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-4c06025d-9e09-4d0a-b926-9e042ebde56d service neutron] 10.222.0.23 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801535 Nov 29 19:32:52.140363 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4d526cbe-d911-4976-bfad-968a8bc2a881 req-f69aa2e0-d643-44a0-9890-e7516e8cca96 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 210 time: 0.0310616 Nov 29 19:32:53.184480 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-26c008bb-d6b4-4871-afdd-42cda98a4f8e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:53.186541 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-26c008bb-d6b4-4871-afdd-42cda98a4f8e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.20 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 809 time: 0.1035690 Nov 29 19:32:53.255760 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3e50cadd-7a8d-4651-bbf2-b571bfb5771d req-96a4c948-3d9f-4875-b3c8-6c9dbfd9fba6 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 210 time: 0.0397398 Nov 29 19:32:53.288616 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-d8ba3766-1b03-48fe-8acc-e9b7790bfd5d tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5cd6416c8d4a4d9951d2255b306c02 HTTP/1.1" status: 200 len: 380 time: 0.0862706 Nov 29 19:32:53.301626 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-5fa50550-2fcd-417e-bcc1-fcb916974918 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'port': {'device_id': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'admin_state_up': True, 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'security_groups': ['f5cf679f-35fc-4b6a-8e38-117ebb4788dc']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:32:53.408217 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-5fa50550-2fcd-417e-bcc1-fcb916974918 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Made reservation on behalf of ca5cd6416c8d4a4d9951d2255b306c02 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:32:53.411888 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-5fa50550-2fcd-417e-bcc1-fcb916974918 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:53.539531 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-5fa50550-2fcd-417e-bcc1-fcb916974918 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Allocated IP 172.20.0.9 (e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004/a22b9b00-366b-41c3-8c43-637388c4589d/6655c146-8330-4521-9caa-e276e8ea1b20) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:32:53.675983 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-5fa50550-2fcd-417e-bcc1-fcb916974918 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:53.708036 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-5fa50550-2fcd-417e-bcc1-fcb916974918 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:53.755888 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-5fa50550-2fcd-417e-bcc1-fcb916974918 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:32:53.758991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-5fa50550-2fcd-417e-bcc1-fcb916974918 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:32:53.762668 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-5fa50550-2fcd-417e-bcc1-fcb916974918 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:32:53.790893 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa50550-2fcd-417e-bcc1-fcb916974918 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'Port': ['ID=6655c146-8330-4521-9caa-e276e8ea1b20,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:32:53.816389 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-5fa50550-2fcd-417e-bcc1-fcb916974918 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:53.817049 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-5fa50550-2fcd-417e-bcc1-fcb916974918 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:53.834987 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-5fa50550-2fcd-417e-bcc1-fcb916974918 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5371516 Nov 29 19:32:53.848711 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-7b734072-3f3d-4e53-a93e-666b60d328a1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:32:53.849712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-7b734072-3f3d-4e53-a93e-666b60d328a1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053022 Nov 29 19:32:53.918926 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Request body: {'port': {'device_id': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:32:53.968968 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-13304b6a-e62e-405a-a6ac-497698f90129 None None] Provisioning complete for port 6655c146-8330-4521-9caa-e276e8ea1b20 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:32:53.969460 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13304b6a-e62e-405a-a6ac-497698f90129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:53.979364 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:54.003538 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-13304b6a-e62e-405a-a6ac-497698f90129 None None] Port 6655c146-8330-4521-9caa-e276e8ea1b20 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:32:54.194701 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df31a0c6-af1d-4244-8616-e67dc5b4ba5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:54.245690 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6655c146-8330-4521-9caa-e276e8ea1b20 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:32:54.253893 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:54.266555 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Transition to ACTIVE for port object 6655c146-8330-4521-9caa-e276e8ea1b20 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:32:54.270446 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:54.322177 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Pushing event updated for resources: {'Port': ['ID=6655c146-8330-4521-9caa-e276e8ea1b20,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:32:54.443270 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783d9a5-8f36-43d6-899c-316302ce848f req-b3a7b278-1abe-4fe4-9ba9-a580789c18cf tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:54.445010 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b783d9a5-8f36-43d6-899c-316302ce848f req-b3a7b278-1abe-4fe4-9ba9-a580789c18cf tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0786753 Nov 29 19:32:54.446262 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Attempting to bind port 6655c146-8330-4521-9caa-e276e8ea1b20 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:32:54.446618 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Attempting to bind port 6655c146-8330-4521-9caa-e276e8ea1b20 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:32:54.446998 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Attempting to bind port 6655c146-8330-4521-9caa-e276e8ea1b20 on network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:32:54.452650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Port 6655c146-8330-4521-9caa-e276e8ea1b20 on network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:32:54.452961 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Attempting to bind port 6655c146-8330-4521-9caa-e276e8ea1b20 on network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:32:54.458240 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:32:54.458584 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Checking segment: {'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:32:54.458999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Bound using segment: {'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:32:54.459434 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Bound port: 6655c146-8330-4521-9caa-e276e8ea1b20, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:32:54.459792 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:54.541005 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b783d9a5-8f36-43d6-899c-316302ce848f req-62a9c64d-0c65-4511-91b2-62f7fbb5824c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789001 Nov 29 19:32:54.562939 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] For port 6655c146-8330-4521-9caa-e276e8ea1b20, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:32:54.566468 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] For port 6655c146-8330-4521-9caa-e276e8ea1b20, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=6655c146-8330-4521-9caa-e276e8ea1b20,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:32:54.571308 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:54.611808 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:54.612442 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:54.613842 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] 10.222.0.20 "PUT /v2.0/ports/6655c146-8330-4521-9caa-e276e8ea1b20 HTTP/1.1" status: 200 len: 1091 time: 0.7508466 Nov 29 19:32:54.614282 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'tag': '6655c146-8330-4521-9caa-e276e8ea1b20'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:32:54.616545 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c0b4cf-87d8-47f2-8722-6cb9c87900ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c62659a9-b300-4d69-90dd-20a38104dfec", "tag": "6655c146-8330-4521-9caa-e276e8ea1b20"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:32:54.658491 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae7589-f446-48f8-a958-e8f9d6510984 service neutron] Pushing event updated for resources: {'Port': ['ID=6655c146-8330-4521-9caa-e276e8ea1b20,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:32:54.674571 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8f4d30-d04d-45df-8c38-f319d0bfb23a x-openstack-request-id: req-ec8f4d30-d04d-45df-8c38-f319d0bfb23a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:32:54.674998 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62659a9-b300-4d69-90dd-20a38104dfec", "tag": "6655c146-8330-4521-9caa-e276e8ea1b20", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:32:54.675262 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec8f4d30-d04d-45df-8c38-f319d0bfb23a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:32:54.675664 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'tag': '6655c146-8330-4521-9caa-e276e8ea1b20', 'status': 'completed', 'code': 200} Nov 29 19:32:54.712968 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-5d679d4e-9050-420c-b275-cdae5049d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:54.714820 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-5d679d4e-9050-420c-b275-cdae5049d6b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 1094 time: 0.0517855 Nov 29 19:32:54.763711 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-ea3bb440-3609-4b06-8923-f3f30f25c8bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6655c146-8330-4521-9caa-e276e8ea1b20 HTTP/1.1" status: 200 len: 217 time: 0.0389864 Nov 29 19:32:54.844290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-b055f73f-49a2-4177-9e44-613c00308b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:54.845977 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-b055f73f-49a2-4177-9e44-613c00308b8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0669541 Nov 29 19:32:54.899121 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-dde9a806-a030-4ef4-89eb-b04101219d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:54.900636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-dde9a806-a030-4ef4-89eb-b04101219d15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424657 Nov 29 19:32:54.993308 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-745693f1-e04e-46ff-8041-6950eddb2ed2 service neutron] 10.222.0.20 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817342 Nov 29 19:32:55.089004 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bd5a49d4-0bc9-4b4e-b327-3f346f1c8e1d req-8a35bb07-7c98-4621-a876-eba2f3e57dea service neutron] 10.222.0.20 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857193 Nov 29 19:32:55.177017 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0b4cf-87d8-47f2-8722-6cb9c87900ec req-4ef08d73-91f9-448a-ae4f-90d4eafd045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:55.178406 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c0b4cf-87d8-47f2-8722-6cb9c87900ec req-4ef08d73-91f9-448a-ae4f-90d4eafd045b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 1094 time: 0.0407813 Nov 29 19:32:55.273866 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0b4cf-87d8-47f2-8722-6cb9c87900ec req-b28e000f-e3f7-4296-93d3-de921aced4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:55.275283 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c0b4cf-87d8-47f2-8722-6cb9c87900ec req-b28e000f-e3f7-4296-93d3-de921aced4d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0860989 Nov 29 19:32:55.321614 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c0b4cf-87d8-47f2-8722-6cb9c87900ec req-51fc06ca-fb3e-4e1d-a33b-710b2ed2e096 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6655c146-8330-4521-9caa-e276e8ea1b20 HTTP/1.1" status: 200 len: 217 time: 0.0339441 Nov 29 19:32:55.373721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0b4cf-87d8-47f2-8722-6cb9c87900ec req-4082c65a-5ad7-47a5-a8a9-86fa10233c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:55.375255 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c0b4cf-87d8-47f2-8722-6cb9c87900ec req-4082c65a-5ad7-47a5-a8a9-86fa10233c3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0430841 Nov 29 19:32:55.429208 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0b4cf-87d8-47f2-8722-6cb9c87900ec req-788377ea-cb2f-4e31-961b-361242c1af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:55.430686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c0b4cf-87d8-47f2-8722-6cb9c87900ec req-788377ea-cb2f-4e31-961b-361242c1af72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434558 Nov 29 19:32:55.524713 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c0b4cf-87d8-47f2-8722-6cb9c87900ec req-66ede3f0-f05b-4dc9-be8d-19acb4a328e4 service neutron] 10.222.0.20 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812373 Nov 29 19:32:55.656600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-06c0b4cf-87d8-47f2-8722-6cb9c87900ec req-fa975abc-e8e3-4830-96ce-763dff7425a2 service neutron] 10.222.0.20 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199312 Nov 29 19:32:55.680493 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3fe3b-676c-472c-aec6-1571b42f0aa6 req-91d88c4a-e13e-458a-b22b-02ee34936239 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:55.682099 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4be3fe3b-676c-472c-aec6-1571b42f0aa6 req-91d88c4a-e13e-458a-b22b-02ee34936239 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0643458 Nov 29 19:32:55.733534 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4be3fe3b-676c-472c-aec6-1571b42f0aa6 req-2e357e61-bf07-48e3-8d6e-5da9c803fa99 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448525 Nov 29 19:32:56.651768 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b78fc8f5-4d44-4d9f-a785-719fb24d71bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:56.856542 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f795da8-b576-4abb-bf53-5a37aa317796 req-320918b5-fcd4-4730-9c3d-09dda117931b tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:56.858028 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f795da8-b576-4abb-bf53-5a37aa317796 req-320918b5-fcd4-4730-9c3d-09dda117931b tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0507269 Nov 29 19:32:56.906929 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f795da8-b576-4abb-bf53-5a37aa317796 req-6576b6a0-6751-45e3-86f0-76d6f31d8769 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428216 Nov 29 19:32:58.003163 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:58.026538 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4928d1-4276-43b7-bdff-ecd2eab0f437 req-a7aa0d8c-4c1e-41fa-94c4-7ce1cf9d0665 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:58.028106 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be4928d1-4276-43b7-bdff-ecd2eab0f437 req-a7aa0d8c-4c1e-41fa-94c4-7ce1cf9d0665 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0538290 Nov 29 19:32:58.081739 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-be4928d1-4276-43b7-bdff-ecd2eab0f437 req-0c75df18-1c86-446f-aae4-e40a05b6790e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467708 Nov 29 19:32:58.191714 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:32:59.195980 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db9b74-bc76-4c9c-ad8e-07b8ab191381 req-e5ddc895-d6b5-4ad2-b5a0-a05be6a6140b tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:32:59.197435 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3db9b74-bc76-4c9c-ad8e-07b8ab191381 req-e5ddc895-d6b5-4ad2-b5a0-a05be6a6140b tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0479770 Nov 29 19:32:59.246185 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a3db9b74-bc76-4c9c-ad8e-07b8ab191381 req-8152bd5d-c886-4341-a5e5-72ae3340f887 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426202 Nov 29 19:32:59.563207 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:00.212518 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:00.358469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282691c-6280-4a7d-8191-5b894d93ccd8 req-5465bfd6-6afa-4bd0-bb06-f5ed8360535a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:33:00.359872 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2282691c-6280-4a7d-8191-5b894d93ccd8 req-5465bfd6-6afa-4bd0-bb06-f5ed8360535a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0474360 Nov 29 19:33:00.727835 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2282691c-6280-4a7d-8191-5b894d93ccd8 req-51f7fa80-cc18-4b5b-89a5-1ad43eda7581 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614478 Nov 29 19:33:00.775599 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:01.841523 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6bed6-0ede-4427-b48f-5ed8c08c2c8f req-d4895f33-4b15-4634-8b2d-a7dd58461c15 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:33:01.843203 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbb6bed6-0ede-4427-b48f-5ed8c08c2c8f req-d4895f33-4b15-4634-8b2d-a7dd58461c15 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0486636 Nov 29 19:33:01.892384 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bbb6bed6-0ede-4427-b48f-5ed8c08c2c8f req-9afc8132-2942-48e9-9043-51df4632f013 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431857 Nov 29 19:33:03.006090 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31434d0-fa7b-430e-9894-7e2ba8c694f4 req-8bba46e0-ecc6-4f80-ad8d-7b12c0d7807e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:33:03.007620 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b31434d0-fa7b-430e-9894-7e2ba8c694f4 req-8bba46e0-ecc6-4f80-ad8d-7b12c0d7807e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0471907 Nov 29 19:33:03.055852 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b31434d0-fa7b-430e-9894-7e2ba8c694f4 req-5f564dec-1804-4805-8546-c24e74bbcef6 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423450 Nov 29 19:33:04.171777 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c09a7-23b5-4ca5-8f6c-dbea9db467f6 req-0a57d172-1652-4b2a-b2bb-746aab6f27af tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:33:04.173242 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-620c09a7-23b5-4ca5-8f6c-dbea9db467f6 req-0a57d172-1652-4b2a-b2bb-746aab6f27af tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0515068 Nov 29 19:33:04.221372 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-620c09a7-23b5-4ca5-8f6c-dbea9db467f6 req-099ef635-b226-4f14-b07e-2abb63855502 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422094 Nov 29 19:33:05.333028 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c1c64-374c-47b2-932a-40db6833817c req-3a70c4c8-ace8-443e-9d5e-fd421d1726bb tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:33:05.334404 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-912c1c64-374c-47b2-932a-40db6833817c req-3a70c4c8-ace8-443e-9d5e-fd421d1726bb tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0467739 Nov 29 19:33:05.382292 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-912c1c64-374c-47b2-932a-40db6833817c req-3d557697-fd24-4c86-bfa8-18cc7bcdafff tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420067 Nov 29 19:33:06.498243 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028939b-bbca-4baf-bc92-551b3e3b99b6 req-7e27ffa4-b949-4b38-8b91-171af0f5de4f tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:33:06.499730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6028939b-bbca-4baf-bc92-551b3e3b99b6 req-7e27ffa4-b949-4b38-8b91-171af0f5de4f tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0509613 Nov 29 19:33:06.549094 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6028939b-bbca-4baf-bc92-551b3e3b99b6 req-1dc1ed78-66e5-40f8-9c2e-a2b1e08b2ea8 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421343 Nov 29 19:33:06.742525 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 6655c146-8330-4521-9caa-e276e8ea1b20 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:33:06.840365 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 6655c146-8330-4521-9caa-e276e8ea1b20, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=6655c146-8330-4521-9caa-e276e8ea1b20,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:33:07.005034 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': '6655c146-8330-4521-9caa-e276e8ea1b20', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'port_id': '6655c146-8330-4521-9caa-e276e8ea1b20', 'mac_address': 'fa:16:3e:f4:24:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:33:07.040787 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:07.055370 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6655c146-8330-4521-9caa-e276e8ea1b20 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:33:07.075480 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 6655c146-8330-4521-9caa-e276e8ea1b20, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=6655c146-8330-4521-9caa-e276e8ea1b20,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:33:07.080132 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:07.126152 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=6655c146-8330-4521-9caa-e276e8ea1b20,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:33:07.133785 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:33:07.134133 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:33:07.134477 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:33:07.134838 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:33:07.135178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:33:07.135509 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:33:07.135840 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:33:07.136168 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:33:07.136494 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:33:07.136855 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:33:07.137181 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:33:07.137515 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:33:07.360627 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['6655c146-8330-4521-9caa-e276e8ea1b20'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:33:07.669598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3a33c-a063-4317-bb5e-a49a92959ec1 req-7de998fc-da0f-4e65-8861-af6a2dafd058 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:33:07.672965 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7d3a33c-a063-4317-bb5e-a49a92959ec1 req-7de998fc-da0f-4e65-8861-af6a2dafd058 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 944 time: 0.0550914 Nov 29 19:33:07.721803 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d7d3a33c-a063-4317-bb5e-a49a92959ec1 req-922ad667-258d-4f7a-812d-241a051c5f93 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442567 Nov 29 19:33:08.742459 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 6655c146-8330-4521-9caa-e276e8ea1b20 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:33:08.793687 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port 6655c146-8330-4521-9caa-e276e8ea1b20 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:33:08.797502 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port 6655c146-8330-4521-9caa-e276e8ea1b20 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:33:08.797871 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:08.841393 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33973ae2-6325-4203-ae5d-fe588196fe2e req-c3156dad-93be-44d2-a8f6-d00ffea58395 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:33:08.842998 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-33973ae2-6325-4203-ae5d-fe588196fe2e req-c3156dad-93be-44d2-a8f6-d00ffea58395 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 944 time: 0.0483339 Nov 29 19:33:08.879980 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:08.899201 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-33973ae2-6325-4203-ae5d-fe588196fe2e req-3d5b7e7a-6bee-4913-8b44-eb51f58f5ebc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476840 Nov 29 19:33:08.902132 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6655c146-8330-4521-9caa-e276e8ea1b20'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:33:08.904426 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86b4d10-9d04-406b-b18f-c9f0f577ad43" -d '{"events": [{"server_uuid": "c62659a9-b300-4d69-90dd-20a38104dfec", "name": "network-vif-plugged", "status": "completed", "tag": "6655c146-8330-4521-9caa-e276e8ea1b20"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:33:08.917758 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 6655c146-8330-4521-9caa-e276e8ea1b20, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=6655c146-8330-4521-9caa-e276e8ea1b20,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:33:08.923940 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:08.974488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=6655c146-8330-4521-9caa-e276e8ea1b20,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:33:08.995946 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016fff03-ac38-4f46-ac4a-824e184fdd2a x-openstack-request-id: req-016fff03-ac38-4f46-ac4a-824e184fdd2a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:33:08.996249 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62659a9-b300-4d69-90dd-20a38104dfec", "name": "network-vif-plugged", "status": "completed", "tag": "6655c146-8330-4521-9caa-e276e8ea1b20", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:33:08.996505 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-016fff03-ac38-4f46-ac4a-824e184fdd2a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:33:08.996899 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6655c146-8330-4521-9caa-e276e8ea1b20', 'code': 200} Nov 29 19:33:09.099210 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830136f6-8e9d-416f-9862-847cd36ce770 req-21cb0c6d-6369-4e03-9e9f-2228f0398118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:33:09.100740 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-830136f6-8e9d-416f-9862-847cd36ce770 req-21cb0c6d-6369-4e03-9e9f-2228f0398118 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 1096 time: 0.0393510 Nov 29 19:33:09.148267 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-830136f6-8e9d-416f-9862-847cd36ce770 req-7daf3116-42f8-4f6c-b521-7427f1e9e4eb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389338 Nov 29 19:33:10.011843 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7935a-d451-4fc9-a130-3df116598143 req-8e3b4ab6-e51c-4654-8194-de477d1656f3 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:33:10.013282 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52d7935a-d451-4fc9-a130-3df116598143 req-8e3b4ab6-e51c-4654-8194-de477d1656f3 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0478127 Nov 29 19:33:10.061824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-52d7935a-d451-4fc9-a130-3df116598143 req-4b41fd88-e604-48e3-8736-424d4aa878b5 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425193 Nov 29 19:33:11.179935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46785a2-5d05-4063-854e-ee13d4f58c76 req-0abe01ea-58ee-44b7-819d-1a6349e5fd94 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:33:11.181398 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f46785a2-5d05-4063-854e-ee13d4f58c76 req-0abe01ea-58ee-44b7-819d-1a6349e5fd94 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0507996 Nov 29 19:33:11.229556 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f46785a2-5d05-4063-854e-ee13d4f58c76 req-12d700cf-3452-427b-8c5c-b2c27d573801 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416205 Nov 29 19:33:11.352682 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf489c78-24be-4bba-bc77-501f227c9cd7 req-008f094a-1ed5-4c53-810a-3c892dd13b44 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:33:11.354050 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf489c78-24be-4bba-bc77-501f227c9cd7 req-008f094a-1ed5-4c53-810a-3c892dd13b44 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0480893 Nov 29 19:33:11.402724 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cf489c78-24be-4bba-bc77-501f227c9cd7 req-4bbdf793-aedd-4fed-be05-40352c063b9d tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421538 Nov 29 19:33:11.424181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46972) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:33:11.503041 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11a2c53-ebf9-4437-b798-eb0dc897f38a tempest-TestShelveInstance-1225719607 tempest-TestShelveInstance-1225719607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:33:11.504779 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-d11a2c53-ebf9-4437-b798-eb0dc897f38a tempest-TestShelveInstance-1225719607 tempest-TestShelveInstance-1225719607-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 1091 time: 0.0796196 Nov 29 19:33:11.507628 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 46976) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:33:11.511790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '6655c146-8330-4521-9caa-e276e8ea1b20', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:33:11.533443 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:11.633099 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:11.736206 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Allocated IP 172.25.3.138 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/7136a496-5d03-44a7-8c60-4f9487ea8f70) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:33:11.837002 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:11.869543 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:11.907499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:33:11.910194 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:33:11.913810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:33:11.939650 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'Port': ['ID=7136a496-5d03-44a7-8c60-4f9487ea8f70,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:33:12.264678 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:12.332981 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:12.476519 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:12.480986 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:12.554283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event updated for resources: {'Port': ['ID=7136a496-5d03-44a7-8c60-4f9487ea8f70,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:33:12.564803 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:12.672594 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Floating IP d3b594b7-118f-431e-b10e-efbb9df11ffe associated. External IP: 172.25.3.138, port: 6655c146-8330-4521-9caa-e276e8ea1b20. Nov 29 19:33:12.878361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:33:12.982402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:33:12.992889 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7956d43c-146b-4737-b42c-6a8daf4a1b15 None None] Sync routers for ids ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:33:13.000662 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:13.002732 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956d43c-146b-4737-b42c-6a8daf4a1b15 None None] Routers {'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:33:13.003389 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7956d43c-146b-4737-b42c-6a8daf4a1b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:32:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:33:13.027649 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-e4becf8b-eb6a-4809-8ec5-0fb964a28acc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5189948 Nov 29 19:33:13.028245 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'tag': '6655c146-8330-4521-9caa-e276e8ea1b20'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:33:13.030487 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6b3703-58b4-4b34-8cce-5b83c04aae75" -d '{"events": [{"name": "network-changed", "server_uuid": "c62659a9-b300-4d69-90dd-20a38104dfec", "tag": "6655c146-8330-4521-9caa-e276e8ea1b20"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:33:13.067926 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec97b450-d952-41ce-a58b-6b4b2fc5845c x-openstack-request-id: req-ec97b450-d952-41ce-a58b-6b4b2fc5845c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:33:13.068224 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62659a9-b300-4d69-90dd-20a38104dfec", "tag": "6655c146-8330-4521-9caa-e276e8ea1b20", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:33:13.068482 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec97b450-d952-41ce-a58b-6b4b2fc5845c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:33:13.068887 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'tag': '6655c146-8330-4521-9caa-e276e8ea1b20', 'status': 'completed', 'code': 200} Nov 29 19:33:13.115342 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-7956d43c-146b-4737-b42c-6a8daf4a1b15 None None] Set router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:33:13.133608 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b3703-58b4-4b34-8cce-5b83c04aae75 req-015c774a-015d-44f5-aa0f-b650c2d22502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:33:13.135096 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe6b3703-58b4-4b34-8cce-5b83c04aae75 req-015c774a-015d-44f5-aa0f-b650c2d22502 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 1096 time: 0.0409739 Nov 29 19:33:13.223867 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b3703-58b4-4b34-8cce-5b83c04aae75 req-2ccc4d76-b95f-42fc-8c0d-04216ca96c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:33:13.225379 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe6b3703-58b4-4b34-8cce-5b83c04aae75 req-2ccc4d76-b95f-42fc-8c0d-04216ca96c28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0836365 Nov 29 19:33:13.293600 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe6b3703-58b4-4b34-8cce-5b83c04aae75 req-2d841bda-1746-4dee-b730-143ea3cc3a32 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6655c146-8330-4521-9caa-e276e8ea1b20 HTTP/1.1" status: 200 len: 999 time: 0.0614870 Nov 29 19:33:13.336268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7956d43c-146b-4737-b42c-6a8daf4a1b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'd3b594b7-118f-431e-b10e-efbb9df11ffe', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'port_id': '6655c146-8330-4521-9caa-e276e8ea1b20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'mac_address': 'fa:16:3e:f4:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:33:12Z', 'updated_at': '2021-11-29T19:33:12Z', 'revision_number': 0, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d0987d-fb4d-4bfc-ae35-619eeaa78262', 'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'mac_address': 'fa:16:3e:c1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:34Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 5, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'subnets': [{'id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:33:13.342248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b3703-58b4-4b34-8cce-5b83c04aae75 req-f3ef2203-e14f-4757-b6d7-dbdb2f3b8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:33:13.344326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe6b3703-58b4-4b34-8cce-5b83c04aae75 req-f3ef2203-e14f-4757-b6d7-dbdb2f3b8cb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0436108 Nov 29 19:33:13.367412 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7956d43c-146b-4737-b42c-6a8daf4a1b15 None None] Checking router: f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:33:13.375769 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956d43c-146b-4737-b42c-6a8daf4a1b15 None None] Routers {'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:33:13.376370 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7956d43c-146b-4737-b42c-6a8daf4a1b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:32:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:33:13.391303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b3703-58b4-4b34-8cce-5b83c04aae75 req-b1cd2226-8f59-408d-92ce-3bf7d9166f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:33:13.392760 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe6b3703-58b4-4b34-8cce-5b83c04aae75 req-b1cd2226-8f59-408d-92ce-3bf7d9166f99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406446 Nov 29 19:33:13.481463 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-7956d43c-146b-4737-b42c-6a8daf4a1b15 None None] Set router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:33:13.485995 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe6b3703-58b4-4b34-8cce-5b83c04aae75 req-b784327b-91f6-4ce2-8612-31708110b871 service neutron] 10.222.0.20 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855200 Nov 29 19:33:13.575284 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fe6b3703-58b4-4b34-8cce-5b83c04aae75 req-16cc58b1-947d-4a59-b639-32b4779f535a service neutron] 10.222.0.20 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813706 Nov 29 19:33:13.702265 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-7956d43c-146b-4737-b42c-6a8daf4a1b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'd3b594b7-118f-431e-b10e-efbb9df11ffe', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'port_id': '6655c146-8330-4521-9caa-e276e8ea1b20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'mac_address': 'fa:16:3e:f4:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:33:12Z', 'updated_at': '2021-11-29T19:33:12Z', 'revision_number': 0, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d0987d-fb4d-4bfc-ae35-619eeaa78262', 'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'mac_address': 'fa:16:3e:c1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:34Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 5, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'subnets': [{'id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:33:13.728688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7956d43c-146b-4737-b42c-6a8daf4a1b15 None None] The sync data for ids ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'] in n-d-819494-5 is: [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': 'd3b594b7-118f-431e-b10e-efbb9df11ffe', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'floating_ip_address': '172.25.3.138', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'port_id': '6655c146-8330-4521-9caa-e276e8ea1b20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'mac_address': 'fa:16:3e:f4:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:33:12Z', 'updated_at': '2021-11-29T19:33:12Z', 'revision_number': 0, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6d0987d-fb4d-4bfc-ae35-619eeaa78262', 'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'mac_address': 'fa:16:3e:c1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:34Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 5, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'subnets': [{'id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:33:13.950985 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721804f1-b17f-4aa8-ab40-73d2a265c2a8 None None] New status for floating IP d3b594b7-118f-431e-b10e-efbb9df11ffe: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:33:24.197154 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a44e7a86-0e1e-4561-9265-7e151d551d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:26.578137 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:33:26.654411 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75259d5c-b2fe-4a2b-8437-858b86e6198d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:28.004852 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:28.201214 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:29.569033 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:30.214019 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:30.779425 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:54.197986 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-704a7cc0-29ab-4836-896a-6d43c0172dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:56.657385 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c592bfb2-1d34-4f31-92c8-25fed51c429e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:58.007409 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:58.230614 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:33:59.568632 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:00.217107 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:00.796708 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:03.578299 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:34:07.665030 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e08f9a19-ece9-42a5-9faf-2096fcaa7f76 req-87d531c0-1574-4160-9559-643a86e181cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438247 Nov 29 19:34:07.756551 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f9a19-ece9-42a5-9faf-2096fcaa7f76 req-6715c07c-cbfa-4351-855e-6adde745315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:34:07.758025 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e08f9a19-ece9-42a5-9faf-2096fcaa7f76 req-6715c07c-cbfa-4351-855e-6adde745315d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 1096 time: 0.0403130 Nov 29 19:34:07.867188 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f9a19-ece9-42a5-9faf-2096fcaa7f76 req-83280e37-89a2-4732-ac27-8f0ce72bd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:34:07.868697 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e08f9a19-ece9-42a5-9faf-2096fcaa7f76 req-83280e37-89a2-4732-ac27-8f0ce72bd07c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0832925 Nov 29 19:34:07.944457 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e08f9a19-ece9-42a5-9faf-2096fcaa7f76 req-76f308d0-03ef-4ae9-9ce0-9e01aa8a5745 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6655c146-8330-4521-9caa-e276e8ea1b20 HTTP/1.1" status: 200 len: 1001 time: 0.0643387 Nov 29 19:34:08.001195 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f9a19-ece9-42a5-9faf-2096fcaa7f76 req-fbc9f6e6-da11-408e-b2ba-76022a148d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:34:08.002713 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e08f9a19-ece9-42a5-9faf-2096fcaa7f76 req-fbc9f6e6-da11-408e-b2ba-76022a148d0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0459843 Nov 29 19:34:08.058085 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f9a19-ece9-42a5-9faf-2096fcaa7f76 req-302326d7-ee3a-4be9-bef6-cf0411b667b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:34:08.060026 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e08f9a19-ece9-42a5-9faf-2096fcaa7f76 req-302326d7-ee3a-4be9-bef6-cf0411b667b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449939 Nov 29 19:34:08.163019 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e08f9a19-ece9-42a5-9faf-2096fcaa7f76 req-72da4547-01a6-4685-b765-60dd71ca7f1e service neutron] 10.222.0.20 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918939 Nov 29 19:34:08.256049 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e08f9a19-ece9-42a5-9faf-2096fcaa7f76 req-cb830b0f-4f1f-4ddb-8c1c-6a02c707cc89 service neutron] 10.222.0.20 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810516 Nov 29 19:34:24.199225 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9a918bf2-99f8-414a-ba79-8bf3c9a8b94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:26.659442 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-767c8beb-e957-4432-b261-4f719c2f3d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:28.010647 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:28.247379 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:29.573782 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:30.219713 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:30.799133 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:40.576919 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:34:54.201142 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8e50d60-8818-47f4-80c6-cb1f3fada463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:56.660325 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2182671-6021-4664-8de4-e2a74e3eb8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:58.013661 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:58.250696 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:34:59.573744 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:00.221425 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:00.807964 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:08.694476 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c3e37ea-e128-496d-94c2-8672e974f38d req-510c238f-7378-453b-a1e1-427e48cc496f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448256 Nov 29 19:35:08.784022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e37ea-e128-496d-94c2-8672e974f38d req-e0c16b6e-bcbd-4d4a-8907-b0a257d3f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:08.785517 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c3e37ea-e128-496d-94c2-8672e974f38d req-e0c16b6e-bcbd-4d4a-8907-b0a257d3f13b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 1096 time: 0.0403051 Nov 29 19:35:08.890322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e37ea-e128-496d-94c2-8672e974f38d req-285471f3-c91c-4c03-9e97-b88aee588dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:08.892099 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c3e37ea-e128-496d-94c2-8672e974f38d req-285471f3-c91c-4c03-9e97-b88aee588dbb service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0836809 Nov 29 19:35:08.971130 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c3e37ea-e128-496d-94c2-8672e974f38d req-c28a696d-a3ca-423b-ad94-9bbadcb63a24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6655c146-8330-4521-9caa-e276e8ea1b20 HTTP/1.1" status: 200 len: 1001 time: 0.0617604 Nov 29 19:35:09.024141 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e37ea-e128-496d-94c2-8672e974f38d req-c48af160-9fe0-46e8-953a-f8cae47031f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:09.025596 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c3e37ea-e128-496d-94c2-8672e974f38d req-c48af160-9fe0-46e8-953a-f8cae47031f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0429265 Nov 29 19:35:09.074082 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e37ea-e128-496d-94c2-8672e974f38d req-eadcf59b-4028-464e-b8d6-0cc45ce2f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:09.075635 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c3e37ea-e128-496d-94c2-8672e974f38d req-eadcf59b-4028-464e-b8d6-0cc45ce2f5e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424685 Nov 29 19:35:09.167728 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c3e37ea-e128-496d-94c2-8672e974f38d req-9474b614-2c98-4ee6-a5da-6dea796cddff service neutron] 10.222.0.20 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847938 Nov 29 19:35:09.258386 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9c3e37ea-e128-496d-94c2-8672e974f38d req-2b92058c-8567-4485-a099-55afd8b90052 service neutron] 10.222.0.20 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820501 Nov 29 19:35:11.676250 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae8bab-edb5-40ba-ac0d-09041476d20b req-57a0278e-d139-4642-96e4-72f365d6ac64 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:11.677794 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9ae8bab-edb5-40ba-ac0d-09041476d20b req-57a0278e-d139-4642-96e4-72f365d6ac64 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0589547 Nov 29 19:35:11.730325 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c9ae8bab-edb5-40ba-ac0d-09041476d20b req-1cc9d093-f176-4ccf-8845-16b0f1ab956f tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460777 Nov 29 19:35:12.853223 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f808d-8be8-4364-9b15-b74fc32175f7 req-e98f3a5e-1ea2-449c-9eb3-42f813ca8812 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:12.854757 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f5f808d-8be8-4364-9b15-b74fc32175f7 req-e98f3a5e-1ea2-449c-9eb3-42f813ca8812 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0501602 Nov 29 19:35:12.904406 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6f5f808d-8be8-4364-9b15-b74fc32175f7 req-0836bbb5-1396-493f-a9e2-1a76306262ef tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436273 Nov 29 19:35:14.047182 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e188709-381f-45b9-b14f-c9b2a8f25d6d req-ff069611-0537-41f9-8e26-c726de6712cc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:14.049011 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e188709-381f-45b9-b14f-c9b2a8f25d6d req-ff069611-0537-41f9-8e26-c726de6712cc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0521073 Nov 29 19:35:14.100252 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5e188709-381f-45b9-b14f-c9b2a8f25d6d req-fc20d723-74b4-408a-b3c3-b3c15dc451ef tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445485 Nov 29 19:35:15.263200 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b436e-31d1-4c5e-be23-034a1abee045 req-416c3176-5e4a-4abe-809f-f565425965fe tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:15.264706 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c94b436e-31d1-4c5e-be23-034a1abee045 req-416c3176-5e4a-4abe-809f-f565425965fe tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0946419 Nov 29 19:35:15.316894 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c94b436e-31d1-4c5e-be23-034a1abee045 req-eb7c1b73-dc14-4e4d-8da1-f38b44ea3026 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458171 Nov 29 19:35:16.479834 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a509b35-5a1d-4ee1-9c20-bfbc22a0f57e req-6f65e9f0-b1fc-435b-a00c-cc5e1df7242a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:16.481359 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a509b35-5a1d-4ee1-9c20-bfbc22a0f57e req-6f65e9f0-b1fc-435b-a00c-cc5e1df7242a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0934815 Nov 29 19:35:16.533869 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9a509b35-5a1d-4ee1-9c20-bfbc22a0f57e req-f02cd932-c15a-4bf6-915f-c53b71fd2248 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464721 Nov 29 19:35:17.577603 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:35:17.655293 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f0d10-5eca-417f-b935-f77dd8d316a8 req-43725d2c-5241-4654-8355-a70a6fbd5c90 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:17.656790 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-944f0d10-5eca-417f-b935-f77dd8d316a8 req-43725d2c-5241-4654-8355-a70a6fbd5c90 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0497224 Nov 29 19:35:17.705776 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-944f0d10-5eca-417f-b935-f77dd8d316a8 req-5d97d650-2989-4b09-9234-0511cfb9a415 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429974 Nov 29 19:35:18.826567 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f0398-c558-491a-bf99-c22b0278cea9 req-5f7f7ee3-ee24-4483-be15-53f594d68cb1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:18.828092 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca5f0398-c558-491a-bf99-c22b0278cea9 req-5f7f7ee3-ee24-4483-be15-53f594d68cb1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0507464 Nov 29 19:35:18.878258 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ca5f0398-c558-491a-bf99-c22b0278cea9 req-9e4cc728-b92f-421e-a250-6f7aa8d16b50 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435467 Nov 29 19:35:19.997883 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdcd4b6-38e8-4c45-9cbb-7fda75d3f282 req-d07e6e03-806d-461d-9224-1eabff2ae19c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:19.999381 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cfdcd4b6-38e8-4c45-9cbb-7fda75d3f282 req-d07e6e03-806d-461d-9224-1eabff2ae19c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0517476 Nov 29 19:35:20.048755 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-cfdcd4b6-38e8-4c45-9cbb-7fda75d3f282 req-f837c01d-52fd-4e01-8310-446502e93950 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433919 Nov 29 19:35:21.166531 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fbdb6-b806-4a72-891f-62a6d134211d req-b552f505-9446-43b6-a18d-1db825dfe34a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:21.168054 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f74fbdb6-b806-4a72-891f-62a6d134211d req-b552f505-9446-43b6-a18d-1db825dfe34a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0493395 Nov 29 19:35:21.216982 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f74fbdb6-b806-4a72-891f-62a6d134211d req-508195bc-eedd-4a1c-8414-0f4662af7bb2 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429819 Nov 29 19:35:21.855964 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faeb75a-a71e-40c7-b6a7-9dec317c0521 req-bcf22e20-7790-4e12-b4d1-f70069d95e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:21.857489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7faeb75a-a71e-40c7-b6a7-9dec317c0521 req-bcf22e20-7790-4e12-b4d1-f70069d95e8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 1096 time: 0.0401113 Nov 29 19:35:21.952703 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faeb75a-a71e-40c7-b6a7-9dec317c0521 req-69ca277d-cfcc-4c8f-acdc-f3c5ff2709d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:21.954185 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7faeb75a-a71e-40c7-b6a7-9dec317c0521 req-69ca277d-cfcc-4c8f-acdc-f3c5ff2709d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0852568 Nov 29 19:35:22.022225 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7faeb75a-a71e-40c7-b6a7-9dec317c0521 req-600651b4-4582-40b6-b786-4e91b5df56e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6655c146-8330-4521-9caa-e276e8ea1b20 HTTP/1.1" status: 200 len: 1001 time: 0.0562038 Nov 29 19:35:22.082236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faeb75a-a71e-40c7-b6a7-9dec317c0521 req-7247067a-bf5f-4da1-aa6d-80b5f6afded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:22.083725 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7faeb75a-a71e-40c7-b6a7-9dec317c0521 req-7247067a-bf5f-4da1-aa6d-80b5f6afded4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0487547 Nov 29 19:35:22.133970 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faeb75a-a71e-40c7-b6a7-9dec317c0521 req-ea0932ac-c5b8-4c11-9361-bd76a27dff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:22.135393 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7faeb75a-a71e-40c7-b6a7-9dec317c0521 req-ea0932ac-c5b8-4c11-9361-bd76a27dff52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393865 Nov 29 19:35:22.229064 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7faeb75a-a71e-40c7-b6a7-9dec317c0521 req-93e58156-78de-467f-b85c-bd9f4808b896 service neutron] 10.222.0.20 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810978 Nov 29 19:35:22.358124 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12f5ec-5de2-4f08-82aa-8afbec59874a req-c56ed85a-1e5c-4bc7-a91c-6c802a6fe2ff tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:22.359616 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b12f5ec-5de2-4f08-82aa-8afbec59874a req-c56ed85a-1e5c-4bc7-a91c-6c802a6fe2ff tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0747945 Nov 29 19:35:22.365096 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7faeb75a-a71e-40c7-b6a7-9dec317c0521 req-24a25199-6a49-42e9-9a34-c7925af143b0 service neutron] 10.222.0.20 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249590 Nov 29 19:35:22.413892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0b12f5ec-5de2-4f08-82aa-8afbec59874a req-33e524c4-dfc3-45fb-9f93-39979003e69a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477707 Nov 29 19:35:23.529749 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d56f86-937a-4ed6-95dc-c811ac767c35 req-502154a8-5df8-434a-b0a6-b6ffb83e2e97 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:23.531447 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32d56f86-937a-4ed6-95dc-c811ac767c35 req-502154a8-5df8-434a-b0a6-b6ffb83e2e97 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0496991 Nov 29 19:35:23.582360 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-32d56f86-937a-4ed6-95dc-c811ac767c35 req-4c8a6a04-5522-4b81-8453-23117513a731 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448394 Nov 29 19:35:24.202110 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8d43ad13-6eef-4074-b71c-d7a6ceb4d128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:24.703054 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97842cd-fcc3-4957-9f99-4b2812f7af1f req-e73f9577-3948-498b-819c-63b388144864 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:24.704603 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f97842cd-fcc3-4957-9f99-4b2812f7af1f req-e73f9577-3948-498b-819c-63b388144864 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0511029 Nov 29 19:35:24.754346 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f97842cd-fcc3-4957-9f99-4b2812f7af1f req-842d9580-d681-4735-97c8-58b729183b09 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436573 Nov 29 19:35:25.881112 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f4a49-2785-4863-b83b-0600869d665a req-c4d41f53-96a6-4ede-87d9-54b61a9e7258 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:25.882619 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b6f4a49-2785-4863-b83b-0600869d665a req-c4d41f53-96a6-4ede-87d9-54b61a9e7258 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0538683 Nov 29 19:35:25.934754 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2b6f4a49-2785-4863-b83b-0600869d665a req-e38a027d-736a-4163-8f73-b3706b0afeb3 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451972 Nov 29 19:35:26.660972 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d4b3d27c-7c62-4f6f-b713-4afffbfad19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:27.052676 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b65c36-86ba-4ae2-8d6f-ce073e8481b0 req-60f6f45c-d501-4485-9b4f-82f67feb2d7f tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:27.054214 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02b65c36-86ba-4ae2-8d6f-ce073e8481b0 req-60f6f45c-d501-4485-9b4f-82f67feb2d7f tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0506291 Nov 29 19:35:27.106744 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-02b65c36-86ba-4ae2-8d6f-ce073e8481b0 req-7b140ee4-71f9-42d6-8fe4-a9b53be8837f tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464094 Nov 29 19:35:27.218853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-255f9ec0-27c9-46f4-b85e-e9f6427cd635 req-19c15d07-517c-45d8-9c23-c0ab420a3397 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:35:27.219819 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-255f9ec0-27c9-46f4-b85e-e9f6427cd635 req-19c15d07-517c-45d8-9c23-c0ab420a3397 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479183 Nov 29 19:35:27.374206 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd1927-b45f-422f-ad26-150957b391e2 req-53d8b472-14a3-496c-8e3c-d200f3f25536 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:27.375763 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2acd1927-b45f-422f-ad26-150957b391e2 req-53d8b472-14a3-496c-8e3c-d200f3f25536 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0492399 Nov 29 19:35:27.388510 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-a0ee30d7-e4c3-4c78-a98c-7563189298fa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836415 Nov 29 19:35:27.398415 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-24baee03-84dc-4530-aba1-692c656ab24f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110004) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:35:27.399476 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-24baee03-84dc-4530-aba1-692c656ab24f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054603 Nov 29 19:35:27.433815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2acd1927-b45f-422f-ad26-150957b391e2 req-4bee9cc5-54ba-4a7a-b3e3-f6e0040e508d tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498967 Nov 29 19:35:28.016593 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:28.270012 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:28.552861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cb9ac-759d-4cc4-ba59-4655db8678c8 req-3cd248a8-ba42-42d1-a7b3-e0f36f827a33 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:28.554378 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-154cb9ac-759d-4cc4-ba59-4655db8678c8 req-3cd248a8-ba42-42d1-a7b3-e0f36f827a33 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 945 time: 0.0503404 Nov 29 19:35:28.605289 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-154cb9ac-759d-4cc4-ba59-4655db8678c8 req-282b400e-050b-4e97-9f63-094f8bcc661d tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447278 Nov 29 19:35:29.317007 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device 6655c146-8330-4521-9caa-e276e8ea1b20 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:35:29.392690 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:29.418307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6655c146-8330-4521-9caa-e276e8ea1b20'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:35:29.420576 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609495dd-e4d7-4735-a7aa-5deabc209bcd" -d '{"events": [{"server_uuid": "c62659a9-b300-4d69-90dd-20a38104dfec", "name": "network-vif-unplugged", "status": "completed", "tag": "6655c146-8330-4521-9caa-e276e8ea1b20"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:35:29.433568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port 6655c146-8330-4521-9caa-e276e8ea1b20, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=6655c146-8330-4521-9caa-e276e8ea1b20,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:35:29.437937 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:29.461727 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Nov 2021 19:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf26f72-609f-4223-bc39-2dd94f007aa8 x-openstack-request-id: req-7cf26f72-609f-4223-bc39-2dd94f007aa8 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:35:29.462019 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62659a9-b300-4d69-90dd-20a38104dfec", "name": "network-vif-unplugged", "status": "failed", "tag": "6655c146-8330-4521-9caa-e276e8ea1b20", "code": 422}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:35:29.462271 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cf26f72-609f-4223-bc39-2dd94f007aa8 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:35:29.462665 n-d-819494-5 neutron-server[110006]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6655c146-8330-4521-9caa-e276e8ea1b20', 'code': 422} returned with failed status Nov 29 19:35:29.491636 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=6655c146-8330-4521-9caa-e276e8ea1b20,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:35:29.499575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:29.499924 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:29.500263 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:29.500604 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:29.500933 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:29.501263 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:29.501591 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:29.501913 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:29.502233 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:29.502554 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:29.502915 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:29.503238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:29.582242 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:29.726832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732449fd-e4df-468b-92f7-0709fd1d2029 req-44a86872-7661-4379-902e-518507114d9a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:29.728866 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-732449fd-e4df-468b-92f7-0709fd1d2029 req-44a86872-7661-4379-902e-518507114d9a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0505924 Nov 29 19:35:29.781995 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-732449fd-e4df-468b-92f7-0709fd1d2029 req-48043f09-764f-4cc2-8619-86777b8f4582 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470631 Nov 29 19:35:30.223857 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:30.821898 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:30.902676 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8c284-eb45-46bd-bfcd-4f81602aad28 req-9edc723c-deab-467f-892f-5ad4ea3a187a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:30.904238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60a8c284-eb45-46bd-bfcd-4f81602aad28 req-9edc723c-deab-467f-892f-5ad4ea3a187a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0525110 Nov 29 19:35:30.960751 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60a8c284-eb45-46bd-bfcd-4f81602aad28 req-5189d4eb-855a-479b-9905-56f88ef44f2f tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504298 Nov 29 19:35:32.083642 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00cb99-974f-4485-a5c4-8af7e7175fba req-bd1e1483-de0d-409a-86dd-2a3faca3ac4b tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:32.085168 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a00cb99-974f-4485-a5c4-8af7e7175fba req-bd1e1483-de0d-409a-86dd-2a3faca3ac4b tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0506754 Nov 29 19:35:32.135357 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1a00cb99-974f-4485-a5c4-8af7e7175fba req-bceb656e-4447-4c3f-a050-540948ac9ef2 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441711 Nov 29 19:35:33.259300 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e127fb8-5e9f-4bd8-b42c-11a361c94840 req-0ecb6687-e544-4537-ab58-dbf845b326fe tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:33.260828 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e127fb8-5e9f-4bd8-b42c-11a361c94840 req-0ecb6687-e544-4537-ab58-dbf845b326fe tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0544851 Nov 29 19:35:33.312249 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1e127fb8-5e9f-4bd8-b42c-11a361c94840 req-fb948537-08a0-4592-b4f8-f1b8bbf12b4c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451956 Nov 29 19:35:34.429684 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a4807-aa27-4b1f-8a55-980a20209a42 req-04b4293d-c53d-4344-b69d-069821802aec tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:34.431766 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-067a4807-aa27-4b1f-8a55-980a20209a42 req-04b4293d-c53d-4344-b69d-069821802aec tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0492392 Nov 29 19:35:34.480544 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-067a4807-aa27-4b1f-8a55-980a20209a42 req-a61b4669-1dca-433f-b2c0-c9b0afced04f tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Nov 29 19:35:35.598060 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5026e69-be73-48b3-8894-7efd48a157c7 req-0733a8df-0d1a-4aa5-bea5-773ba2a21589 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:35.599596 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5026e69-be73-48b3-8894-7efd48a157c7 req-0733a8df-0d1a-4aa5-bea5-773ba2a21589 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0494123 Nov 29 19:35:35.654291 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e5026e69-be73-48b3-8894-7efd48a157c7 req-153a66e8-64e9-4332-a308-47abe76fc094 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486510 Nov 29 19:35:36.773516 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c28a43-bb1c-46b5-8420-0366fa77c637 req-fe67ab33-c25c-413b-a8c0-4244cdf0f3d5 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:36.775717 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65c28a43-bb1c-46b5-8420-0366fa77c637 req-fe67ab33-c25c-413b-a8c0-4244cdf0f3d5 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0522232 Nov 29 19:35:36.827987 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-65c28a43-bb1c-46b5-8420-0366fa77c637 req-5778e9da-361f-4863-a4ee-17fb093ccd00 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462999 Nov 29 19:35:37.268427 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-be680f08-0f52-47e1-b6f3-e72a3ff53b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:37.270169 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-be680f08-0f52-47e1-b6f3-e72a3ff53b5b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec&tenant_id=ca5cd6416c8d4a4d9951d2255b306c02 HTTP/1.1" status: 200 len: 1094 time: 0.0780520 Nov 29 19:35:37.282324 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-5', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:35:37.337929 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:37.537710 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] For port 6655c146-8330-4521-9caa-e276e8ea1b20, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=6655c146-8330-4521-9caa-e276e8ea1b20,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:35:37.572042 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] For port 6655c146-8330-4521-9caa-e276e8ea1b20, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:35:37.604907 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6655c146-8330-4521-9caa-e276e8ea1b20 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:35:37.612174 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:37.624857 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Transition to ACTIVE for port object 6655c146-8330-4521-9caa-e276e8ea1b20 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:35:37.628656 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:37.709864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6655c146-8330-4521-9caa-e276e8ea1b20,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:35:37.724257 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:37.724613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:37.724967 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:37.725311 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:37.725654 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:37.725991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:37.726328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:37.726658 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:37.727020 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:37.727355 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:37.727685 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:37.728563 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:35:37.762060 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] No DVR routers for this DVR port 6655c146-8330-4521-9caa-e276e8ea1b20 on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:35:38.226155 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ff5d2-8c76-4978-af60-086fb394c6ce req-78af34ff-b9e4-460a-9828-116595f6f6d5 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:38.227571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-868ff5d2-8c76-4978-af60-086fb394c6ce req-78af34ff-b9e4-460a-9828-116595f6f6d5 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0647678 Nov 29 19:35:38.274096 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Attempting to bind port 6655c146-8330-4521-9caa-e276e8ea1b20 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:35:38.274426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Attempting to bind port 6655c146-8330-4521-9caa-e276e8ea1b20 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:35:38.275441 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Attempting to bind port 6655c146-8330-4521-9caa-e276e8ea1b20 on network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:35:38.287046 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Port 6655c146-8330-4521-9caa-e276e8ea1b20 on network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:35:38.287367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Attempting to bind port 6655c146-8330-4521-9caa-e276e8ea1b20 on network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:35:38.302004 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:35:38.302333 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Checking segment: {'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:35:38.302704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Bound using segment: {'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:35:38.303191 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Bound port: 6655c146-8330-4521-9caa-e276e8ea1b20, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e667f41-5e40-488e-8e07-4304da0fe0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:35:38.303546 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:38.309730 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-868ff5d2-8c76-4978-af60-086fb394c6ce req-8700cdbc-48b3-47fa-995c-4de3bb0af973 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761352 Nov 29 19:35:38.370241 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] For port 6655c146-8330-4521-9caa-e276e8ea1b20, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:35:38.373150 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] For port 6655c146-8330-4521-9caa-e276e8ea1b20, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=6655c146-8330-4521-9caa-e276e8ea1b20,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:35:38.377790 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:38.413756 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:38.414235 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:38.415682 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] 10.222.0.31 "PUT /v2.0/ports/6655c146-8330-4521-9caa-e276e8ea1b20 HTTP/1.1" status: 200 len: 1091 time: 1.1373439 Nov 29 19:35:38.416136 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'tag': '6655c146-8330-4521-9caa-e276e8ea1b20'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:35:38.418362 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317b2c13-0a3e-4d1a-a087-358eb40e8370" -d '{"events": [{"name": "network-changed", "server_uuid": "c62659a9-b300-4d69-90dd-20a38104dfec", "tag": "6655c146-8330-4521-9caa-e276e8ea1b20"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:35:38.441380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04c774-77d8-4063-bb49-3f5cb2a5c1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6655c146-8330-4521-9caa-e276e8ea1b20,revision_number=8']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:35:38.495156 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-9afd79b5-b2cd-4778-b2c0-54fee24caf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:38.496762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-9afd79b5-b2cd-4778-b2c0-54fee24caf60 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 1094 time: 0.0441177 Nov 29 19:35:38.593999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-b201f13e-2686-406a-af7d-00c46df60d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:38.595880 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-b201f13e-2686-406a-af7d-00c46df60d8f service neutron] 10.222.0.31 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0919015 Nov 29 19:35:38.660692 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-75089a03-a4fa-4abe-9a31-82a9e8e0931d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6655c146-8330-4521-9caa-e276e8ea1b20 HTTP/1.1" status: 200 len: 999 time: 0.0580106 Nov 29 19:35:38.711589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-538a0f6b-99ec-4cdc-b537-5aa7debe1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:38.713052 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-538a0f6b-99ec-4cdc-b537-5aa7debe1462 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0457108 Nov 29 19:35:38.756721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-2dbe384d-fceb-4dd9-8db1-7f7498f7225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:38.758121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-2dbe384d-fceb-4dd9-8db1-7f7498f7225c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385582 Nov 29 19:35:38.845818 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-72e69973-f4db-4d66-bd2f-6f14c584bf61 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806377 Nov 29 19:35:38.940569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-be5fa7cb-3211-49b4-a3a3-fcb092325592 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878303 Nov 29 19:35:39.425037 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf4ef2-b6b3-4f2a-815d-dfa7b163508b req-25b4cdaa-f014-460e-8a3e-7e1376c6a16a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:39.426493 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dbf4ef2-b6b3-4f2a-815d-dfa7b163508b req-25b4cdaa-f014-460e-8a3e-7e1376c6a16a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0487428 Nov 29 19:35:39.475391 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1dbf4ef2-b6b3-4f2a-815d-dfa7b163508b req-54922ccb-1528-4945-b1aa-58a13ab3f485 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429533 Nov 29 19:35:39.477896 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e530ac-2d5c-4f46-8142-4023172e29eb x-openstack-request-id: req-94e530ac-2d5c-4f46-8142-4023172e29eb {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:35:39.478832 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62659a9-b300-4d69-90dd-20a38104dfec", "tag": "6655c146-8330-4521-9caa-e276e8ea1b20", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:35:39.479224 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94e530ac-2d5c-4f46-8142-4023172e29eb {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:35:39.479482 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'tag': '6655c146-8330-4521-9caa-e276e8ea1b20', 'status': 'completed', 'code': 200} Nov 29 19:35:39.541590 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b2c13-0a3e-4d1a-a087-358eb40e8370 req-d59af4e7-3211-435f-95f5-a55bb4ccc36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:39.543205 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-317b2c13-0a3e-4d1a-a087-358eb40e8370 req-d59af4e7-3211-435f-95f5-a55bb4ccc36c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 1094 time: 0.0426962 Nov 29 19:35:39.635739 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b2c13-0a3e-4d1a-a087-358eb40e8370 req-a260e7aa-d3df-43c8-9272-39e8fae95dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:39.637148 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-317b2c13-0a3e-4d1a-a087-358eb40e8370 req-a260e7aa-d3df-43c8-9272-39e8fae95dd7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0866945 Nov 29 19:35:39.701834 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-317b2c13-0a3e-4d1a-a087-358eb40e8370 req-7be45877-8ea8-431d-8a52-37ebc4e23b5b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6655c146-8330-4521-9caa-e276e8ea1b20 HTTP/1.1" status: 200 len: 999 time: 0.0579224 Nov 29 19:35:39.754353 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b2c13-0a3e-4d1a-a087-358eb40e8370 req-2db88305-4e1e-421a-ae0a-78ebd878b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:39.755867 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-317b2c13-0a3e-4d1a-a087-358eb40e8370 req-2db88305-4e1e-421a-ae0a-78ebd878b33c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0476754 Nov 29 19:35:39.801237 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b2c13-0a3e-4d1a-a087-358eb40e8370 req-4db03b4a-8869-49a8-839d-daa67fe4a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:39.802745 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-317b2c13-0a3e-4d1a-a087-358eb40e8370 req-4db03b4a-8869-49a8-839d-daa67fe4a638 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403037 Nov 29 19:35:39.890460 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-317b2c13-0a3e-4d1a-a087-358eb40e8370 req-c88d96a2-d442-410c-9090-e499279cc3e0 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807920 Nov 29 19:35:39.984805 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-317b2c13-0a3e-4d1a-a087-358eb40e8370 req-b8776c0c-0817-48ee-83f0-ea1d40cb59e9 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876341 Nov 29 19:35:40.592655 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302893c-096c-462a-9fa5-0c8dcdd8f37b req-e6a1bae0-787b-4e21-a2ed-9c32cecc0b1b tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:40.594120 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1302893c-096c-462a-9fa5-0c8dcdd8f37b req-e6a1bae0-787b-4e21-a2ed-9c32cecc0b1b tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0488327 Nov 29 19:35:40.643114 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-1302893c-096c-462a-9fa5-0c8dcdd8f37b req-90fedc0f-b3fe-4c5b-8a64-a92feb23756f tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429642 Nov 29 19:35:41.760657 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a5e73-304d-4bbd-ae15-b30398348285 req-97c6ddf5-1456-4ab6-91b3-ab24e579d7ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:41.762136 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c4a5e73-304d-4bbd-ae15-b30398348285 req-97c6ddf5-1456-4ab6-91b3-ab24e579d7ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0523467 Nov 29 19:35:41.813574 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c4a5e73-304d-4bbd-ae15-b30398348285 req-d0571f02-1f8c-4fc0-bc34-c3a706ddf9ff tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440335 Nov 29 19:35:42.926818 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45282a82-56f3-4b8d-875e-d2e677e0636c req-ed2c16bb-bc92-461f-afc8-aeb5d77ddc63 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:42.928284 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45282a82-56f3-4b8d-875e-d2e677e0636c req-ed2c16bb-bc92-461f-afc8-aeb5d77ddc63 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0482378 Nov 29 19:35:42.976370 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45282a82-56f3-4b8d-875e-d2e677e0636c req-0d67daee-745e-4f7a-9434-334f73dc1a5c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421624 Nov 29 19:35:44.091286 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72ad59-0d57-482b-9077-19b06722931f req-a0ed52f5-fb0e-46bd-b2eb-1093d055dbdd tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:44.092744 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5d72ad59-0d57-482b-9077-19b06722931f req-a0ed52f5-fb0e-46bd-b2eb-1093d055dbdd tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0480385 Nov 29 19:35:44.147121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5d72ad59-0d57-482b-9077-19b06722931f req-318ba7e7-2266-4d65-8a52-0030bf012341 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476501 Nov 29 19:35:45.266322 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76d509-0de4-45f1-a4b1-fcaaa57b8a35 req-e68ce994-b6c5-47ce-8f41-af3860f46bc1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:45.267831 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e76d509-0de4-45f1-a4b1-fcaaa57b8a35 req-e68ce994-b6c5-47ce-8f41-af3860f46bc1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0497968 Nov 29 19:35:45.319205 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8e76d509-0de4-45f1-a4b1-fcaaa57b8a35 req-d0edd2ab-42da-40b9-acd9-4f3f7380ddb2 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429430 Nov 29 19:35:46.435987 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4ae15-c9e7-4902-975c-5e69f1090723 req-75892550-b4f7-4eb3-ae39-0cbba4b3f020 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:46.437110 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ef4ae15-c9e7-4902-975c-5e69f1090723 req-75892550-b4f7-4eb3-ae39-0cbba4b3f020 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 943 time: 0.0493767 Nov 29 19:35:46.489815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ef4ae15-c9e7-4902-975c-5e69f1090723 req-a86e5382-02a6-4f66-b72d-41bad1c8152c tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466356 Nov 29 19:35:47.087535 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 6655c146-8330-4521-9caa-e276e8ea1b20 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:35:47.185981 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 6655c146-8330-4521-9caa-e276e8ea1b20, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=6655c146-8330-4521-9caa-e276e8ea1b20,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:35:47.197698 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '6655c146-8330-4521-9caa-e276e8ea1b20', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'port_id': '6655c146-8330-4521-9caa-e276e8ea1b20', 'mac_address': 'fa:16:3e:f4:24:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:35:47.238748 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:47.252646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6655c146-8330-4521-9caa-e276e8ea1b20 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:35:47.272937 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 6655c146-8330-4521-9caa-e276e8ea1b20, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=6655c146-8330-4521-9caa-e276e8ea1b20,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:35:47.277532 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:47.324593 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=6655c146-8330-4521-9caa-e276e8ea1b20,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:35:47.616687 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4a10c-4f9b-403c-9549-8a332cbd7769 req-19b75a60-8714-426d-8bc6-1ad597bd15e8 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:47.618132 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-75b4a10c-4f9b-403c-9549-8a332cbd7769 req-19b75a60-8714-426d-8bc6-1ad597bd15e8 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 944 time: 0.0540841 Nov 29 19:35:47.630199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['6655c146-8330-4521-9caa-e276e8ea1b20'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:35:47.670990 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-75b4a10c-4f9b-403c-9549-8a332cbd7769 req-df8e8359-98f4-4bf3-91f8-183de5418694 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464904 Nov 29 19:35:48.790748 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46ca66-a8ff-418c-b6b6-2088f89218c7 req-db9939ea-ee95-4886-98bf-870a66c97381 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:48.793083 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b46ca66-a8ff-418c-b6b6-2088f89218c7 req-db9939ea-ee95-4886-98bf-870a66c97381 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 944 time: 0.0505879 Nov 29 19:35:48.844124 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8b46ca66-a8ff-418c-b6b6-2088f89218c7 req-cabdd697-4e93-489d-9ba5-675b66cf3ff5 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445578 Nov 29 19:35:49.090200 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 6655c146-8330-4521-9caa-e276e8ea1b20 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:35:49.142879 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 6655c146-8330-4521-9caa-e276e8ea1b20 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:35:49.146954 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 6655c146-8330-4521-9caa-e276e8ea1b20 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:35:49.147341 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:49.227829 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:49.250312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6655c146-8330-4521-9caa-e276e8ea1b20'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:35:49.252582 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bf24ca-510e-416e-8d89-a033438db8c5" -d '{"events": [{"server_uuid": "c62659a9-b300-4d69-90dd-20a38104dfec", "name": "network-vif-plugged", "status": "completed", "tag": "6655c146-8330-4521-9caa-e276e8ea1b20"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:35:49.266842 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 6655c146-8330-4521-9caa-e276e8ea1b20, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=6655c146-8330-4521-9caa-e276e8ea1b20,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:35:49.272837 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:49.297603 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1169e127-b155-4fa9-a81b-092d9b999152 x-openstack-request-id: req-1169e127-b155-4fa9-a81b-092d9b999152 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:35:49.297901 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62659a9-b300-4d69-90dd-20a38104dfec", "name": "network-vif-plugged", "status": "completed", "tag": "6655c146-8330-4521-9caa-e276e8ea1b20", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:35:49.298158 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1169e127-b155-4fa9-a81b-092d9b999152 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:35:49.298557 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6655c146-8330-4521-9caa-e276e8ea1b20', 'code': 200} Nov 29 19:35:49.327239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=6655c146-8330-4521-9caa-e276e8ea1b20,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:35:49.456303 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035f756-802a-43ae-9ebc-7068dfab7315 req-9b770e0c-785c-457b-b788-3b529399cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:49.457893 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4035f756-802a-43ae-9ebc-7068dfab7315 req-9b770e0c-785c-457b-b788-3b529399cc6d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 1097 time: 0.0504878 Nov 29 19:35:49.507783 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4035f756-802a-43ae-9ebc-7068dfab7315 req-554cab02-4f72-4b80-b23a-c0ce45465d01 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417891 Nov 29 19:35:49.959499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9a408-0ead-4f6e-a15a-1322611d24e3 req-bb0463e3-c567-4b96-ad60-75ac41c5c195 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:49.960970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ca9a408-0ead-4f6e-a15a-1322611d24e3 req-bb0463e3-c567-4b96-ad60-75ac41c5c195 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 946 time: 0.0484462 Nov 29 19:35:50.008948 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8ca9a408-0ead-4f6e-a15a-1322611d24e3 req-ef784365-b30f-4db2-accd-8521f0c5e61a tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420396 Nov 29 19:35:51.127613 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a44a9c-5f13-42f8-ae39-6235cd899424 req-8dfa5a6f-b45b-439c-92bb-fb523e182057 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:51.129104 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50a44a9c-5f13-42f8-ae39-6235cd899424 req-8dfa5a6f-b45b-439c-92bb-fb523e182057 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 946 time: 0.0485914 Nov 29 19:35:51.184397 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-50a44a9c-5f13-42f8-ae39-6235cd899424 req-ad41941d-6d77-4cc3-853c-af0a13f61fd1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493243 Nov 29 19:35:54.204641 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e09d1b16-8c19-4880-a138-9822edd0774e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:54.577187 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:35:56.661953 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6429c5e6-b5d0-420d-88a1-429a8201bbd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:57.392137 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69e1abdf-99be-4e74-8cdd-f6c945e18791 req-6129a61d-44e5-4edd-9178-7ee7f9bd0104 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393362 Nov 29 19:35:57.474976 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1abdf-99be-4e74-8cdd-f6c945e18791 req-98bd6c7c-672b-4909-b023-ad11b43be5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:57.476490 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69e1abdf-99be-4e74-8cdd-f6c945e18791 req-98bd6c7c-672b-4909-b023-ad11b43be5ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 1097 time: 0.0401561 Nov 29 19:35:57.587943 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1abdf-99be-4e74-8cdd-f6c945e18791 req-4d3f78f7-9af3-47a7-a90e-874c34811a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:57.590228 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69e1abdf-99be-4e74-8cdd-f6c945e18791 req-4d3f78f7-9af3-47a7-a90e-874c34811a33 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0933678 Nov 29 19:35:57.657760 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69e1abdf-99be-4e74-8cdd-f6c945e18791 req-3b1301c8-97bc-469e-aa57-4281cdf85e86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6655c146-8330-4521-9caa-e276e8ea1b20 HTTP/1.1" status: 200 len: 1001 time: 0.0612404 Nov 29 19:35:57.706465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1abdf-99be-4e74-8cdd-f6c945e18791 req-aabd9846-b741-4103-b51a-bfb61428d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:57.707971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69e1abdf-99be-4e74-8cdd-f6c945e18791 req-aabd9846-b741-4103-b51a-bfb61428d9f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0435324 Nov 29 19:35:57.758002 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1abdf-99be-4e74-8cdd-f6c945e18791 req-968e2738-7a37-426e-aa2d-1b6280dc1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:35:57.759604 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69e1abdf-99be-4e74-8cdd-f6c945e18791 req-968e2738-7a37-426e-aa2d-1b6280dc1dac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435202 Nov 29 19:35:57.856903 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69e1abdf-99be-4e74-8cdd-f6c945e18791 req-faa0b5df-712e-4db2-8a47-2e923b5329d0 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883501 Nov 29 19:35:57.950074 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-69e1abdf-99be-4e74-8cdd-f6c945e18791 req-b3622502-7b16-48e7-b162-63d3a18e918a service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880246 Nov 29 19:35:58.020350 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:58.269830 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:35:59.580055 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:00.228104 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:00.844175 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:24.210673 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb490476-7eaa-449e-9927-4d12a9409a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:26.662968 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c0603c71-c9ad-49b4-958a-10a84b35f15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:28.023758 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:28.302945 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:29.585465 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:30.230133 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:30.840300 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:31.576503 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:36:54.202936 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cc65bd4-46e4-4733-99a4-1f1f6dfd018b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:56.665148 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03022513-a86f-4a1d-9787-d5b7a837165a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:57.399389 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94099fea-9951-4db4-8c8e-066b2a63d928 req-45488a39-f02e-4ded-8b2a-8302d71a546c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499318 Nov 29 19:36:57.487481 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94099fea-9951-4db4-8c8e-066b2a63d928 req-f53733b7-5760-4f27-a701-21c653f4062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:36:57.489297 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94099fea-9951-4db4-8c8e-066b2a63d928 req-f53733b7-5760-4f27-a701-21c653f4062e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 1097 time: 0.0441039 Nov 29 19:36:57.597232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94099fea-9951-4db4-8c8e-066b2a63d928 req-64025746-c5f0-4ac5-9d51-de82da54109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:36:57.598697 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94099fea-9951-4db4-8c8e-066b2a63d928 req-64025746-c5f0-4ac5-9d51-de82da54109c service neutron] 10.222.0.31 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.0888729 Nov 29 19:36:57.671305 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94099fea-9951-4db4-8c8e-066b2a63d928 req-810c421e-3945-4369-b569-d55a966f2fa7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6655c146-8330-4521-9caa-e276e8ea1b20 HTTP/1.1" status: 200 len: 1001 time: 0.0647655 Nov 29 19:36:57.724644 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94099fea-9951-4db4-8c8e-066b2a63d928 req-23c6622e-c8fd-4ffc-9c53-84d2bd5d0c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:36:57.726545 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94099fea-9951-4db4-8c8e-066b2a63d928 req-23c6622e-c8fd-4ffc-9c53-84d2bd5d0c4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0483644 Nov 29 19:36:57.779832 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94099fea-9951-4db4-8c8e-066b2a63d928 req-150737fe-36f3-4cc8-94cd-0d1c60cd2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:36:57.781527 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94099fea-9951-4db4-8c8e-066b2a63d928 req-150737fe-36f3-4cc8-94cd-0d1c60cd2de6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482824 Nov 29 19:36:57.792692 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-94099fea-9951-4db4-8c8e-066b2a63d928 req-6a9cd13d-2462-425c-a69d-0dd3b79806c7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:36:57.793736 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94099fea-9951-4db4-8c8e-066b2a63d928 req-6a9cd13d-2462-425c-a69d-0dd3b79806c7 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053985 Nov 29 19:36:57.886233 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94099fea-9951-4db4-8c8e-066b2a63d928 req-13fe8175-c6b4-4299-a2b0-9216bc1a5973 service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851889 Nov 29 19:36:57.981356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-94099fea-9951-4db4-8c8e-066b2a63d928 req-4d0bae15-5819-47c4-92d6-76986431fb9b service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886521 Nov 29 19:36:58.026006 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:58.317126 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:36:59.584705 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:00.232852 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:00.856844 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:04.745312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47166) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:04.913923 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Deleting port 7136a496-5d03-44a7-8c60-4f9487ea8f70 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:37:04.914266 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:04.991629 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:04.991968 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:05.007726 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Calling delete_port for 7136a496-5d03-44a7-8c60-4f9487ea8f70 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:37:05.166271 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:05.196319 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event deleted for resources: {'Port': ['ID=7136a496-5d03-44a7-8c60-4f9487ea8f70,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:05.222697 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:05.223081 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:05.223436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:05.223798 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:05.224138 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:05.224537 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:05.224878 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:05.225299 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:05.225639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:05.226080 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:05.226387 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:05.226901 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:05.274927 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:05.275391 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Floating IP d3b594b7-118f-431e-b10e-efbb9df11ffe disassociated (deleted). External IP: 172.25.3.138, port: 6655c146-8330-4521-9caa-e276e8ea1b20. Nov 29 19:37:05.493094 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:37:05.607966 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:37:05.613128 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:05.619098 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c6a29a-77d9-4c95-aef8-857695fe50c0 None None] Sync routers for ids ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:37:05.631353 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c6a29a-77d9-4c95-aef8-857695fe50c0 None None] Routers {'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:37:05.631990 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-25c6a29a-77d9-4c95-aef8-857695fe50c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:36:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:05.641326 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-a69c0a77-4560-43e5-be9e-c2f03d68f9ae tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "DELETE /v2.0/floatingips/d3b594b7-118f-431e-b10e-efbb9df11ffe HTTP/1.1" status: 204 len: 168 time: 0.8946104 Nov 29 19:37:05.642017 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'tag': '6655c146-8330-4521-9caa-e276e8ea1b20'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:37:05.644467 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4789d79e-941f-4b66-87d9-20c0e040c168" -d '{"events": [{"name": "network-changed", "server_uuid": "c62659a9-b300-4d69-90dd-20a38104dfec", "tag": "6655c146-8330-4521-9caa-e276e8ea1b20"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:37:05.686427 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8896087d-2be3-4aa9-9e80-a773056ac820 x-openstack-request-id: req-8896087d-2be3-4aa9-9e80-a773056ac820 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:37:05.686723 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c62659a9-b300-4d69-90dd-20a38104dfec", "tag": "6655c146-8330-4521-9caa-e276e8ea1b20", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:37:05.687013 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8896087d-2be3-4aa9-9e80-a773056ac820 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:37:05.687419 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'tag': '6655c146-8330-4521-9caa-e276e8ea1b20', 'status': 'completed', 'code': 200} Nov 29 19:37:05.748538 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-25c6a29a-77d9-4c95-aef8-857695fe50c0 None None] Set router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:37:05.764765 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789d79e-941f-4b66-87d9-20c0e040c168 req-af496b11-4bc9-4a24-af0f-918572a0386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:05.766814 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4789d79e-941f-4b66-87d9-20c0e040c168 req-af496b11-4bc9-4a24-af0f-918572a0386f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 1097 time: 0.0555000 Nov 29 19:37:05.911070 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789d79e-941f-4b66-87d9-20c0e040c168 req-68a399a3-47fe-43cb-b620-7759f3e1170a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:05.912630 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4789d79e-941f-4b66-87d9-20c0e040c168 req-68a399a3-47fe-43cb-b620-7759f3e1170a service neutron] 10.222.0.31 "GET /v2.0/networks?id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 200 len: 910 time: 0.1350307 Nov 29 19:37:05.925447 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11460793-2c62-480d-9f52-78229ca4a85a req-b2c99b08-9e0b-4dec-ad93-0a2c4fd9c7cc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:05.927091 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11460793-2c62-480d-9f52-78229ca4a85a req-b2c99b08-9e0b-4dec-ad93-0a2c4fd9c7cc tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 946 time: 0.0826709 Nov 29 19:37:05.978672 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-25c6a29a-77d9-4c95-aef8-857695fe50c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'b6d0987d-fb4d-4bfc-ae35-619eeaa78262', 'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'mac_address': 'fa:16:3e:c1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:34Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 5, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'subnets': [{'id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:05.984948 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4789d79e-941f-4b66-87d9-20c0e040c168 req-c23b0025-76a2-4cae-b8db-0821c24c1aba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6655c146-8330-4521-9caa-e276e8ea1b20 HTTP/1.1" status: 200 len: 217 time: 0.0565352 Nov 29 19:37:06.007789 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c6a29a-77d9-4c95-aef8-857695fe50c0 None None] Checking router: f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:37:06.015061 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c6a29a-77d9-4c95-aef8-857695fe50c0 None None] Routers {'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:37:06.015679 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-25c6a29a-77d9-4c95-aef8-857695fe50c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:36:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:06.050230 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-11460793-2c62-480d-9f52-78229ca4a85a req-d9a6be29-f1b3-4ca3-8fd8-07172097de32 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144295 Nov 29 19:37:06.067714 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789d79e-941f-4b66-87d9-20c0e040c168 req-c7b4b80d-8e2c-4d4c-9915-130a1d834bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:06.069482 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4789d79e-941f-4b66-87d9-20c0e040c168 req-c7b4b80d-8e2c-4d4c-9915-130a1d834bb0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 200 len: 848 time: 0.0768335 Nov 29 19:37:06.123422 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789d79e-941f-4b66-87d9-20c0e040c168 req-b906597d-4e95-4b34-82bd-b4115ceef4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:06.125042 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4789d79e-941f-4b66-87d9-20c0e040c168 req-b906597d-4e95-4b34-82bd-b4115ceef4cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477023 Nov 29 19:37:06.136805 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-25c6a29a-77d9-4c95-aef8-857695fe50c0 None None] Set router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:37:06.220916 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4789d79e-941f-4b66-87d9-20c0e040c168 req-561d6697-0c2c-4386-b6e4-b4140c7da11d service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875354 Nov 29 19:37:06.313200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-4789d79e-941f-4b66-87d9-20c0e040c168 req-b9706aa5-de3e-4d7b-b2dc-fd5069b2ecea service neutron] 10.222.0.31 "GET /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846481 Nov 29 19:37:06.343125 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-25c6a29a-77d9-4c95-aef8-857695fe50c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'b6d0987d-fb4d-4bfc-ae35-619eeaa78262', 'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'mac_address': 'fa:16:3e:c1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:34Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 5, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'subnets': [{'id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:06.375294 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c6a29a-77d9-4c95-aef8-857695fe50c0 None None] The sync data for ids ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'] in n-d-819494-5 is: [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:35Z', 'revision_number': 4, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': 'b6d0987d-fb4d-4bfc-ae35-619eeaa78262', 'name': '', 'network_id': 'e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'mac_address': 'fa:16:3e:c1:5f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:34Z', 'updated_at': '2021-11-29T19:26:40Z', 'revision_number': 5, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'subnets': [{'id': 'a22b9b00-366b-41c3-8c43-637388c4589d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:37:06.596661 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4778fe2c-ad2f-4a86-8473-855f8825559d None None] New status for floating IP d3b594b7-118f-431e-b10e-efbb9df11ffe: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:37:07.180720 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e35371-5594-4e27-ad82-b7325ded9ce6 req-84b4eca5-d7ca-4b51-bf56-47d6cf281e93 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:07.182286 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4e35371-5594-4e27-ad82-b7325ded9ce6 req-84b4eca5-d7ca-4b51-bf56-47d6cf281e93 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 946 time: 0.0561285 Nov 29 19:37:07.236853 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e4e35371-5594-4e27-ad82-b7325ded9ce6 req-3a4a4581-8ba1-44a2-8a86-7e297a766279 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/security-groups?id=f5cf679f-35fc-4b6a-8e38-117ebb4788dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484793 Nov 29 19:37:07.468290 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbba15-ede6-4f03-b3d8-f683dd1e6c3d req-d97b7487-dd0b-4b5f-8b16-187028b79652 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:07.469659 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40bbba15-ede6-4f03-b3d8-f683dd1e6c3d req-d97b7487-dd0b-4b5f-8b16-187028b79652 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.31 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 946 time: 0.0495386 Nov 29 19:37:07.568350 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-40bbba15-ede6-4f03-b3d8-f683dd1e6c3d req-850b9e9e-1ee4-4b6e-8844-06333a4149f1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Deleting port 6655c146-8330-4521-9caa-e276e8ea1b20 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:37:07.568802 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-40bbba15-ede6-4f03-b3d8-f683dd1e6c3d req-850b9e9e-1ee4-4b6e-8844-06333a4149f1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:07.667367 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-40bbba15-ede6-4f03-b3d8-f683dd1e6c3d req-850b9e9e-1ee4-4b6e-8844-06333a4149f1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] For port 6655c146-8330-4521-9caa-e276e8ea1b20, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=6655c146-8330-4521-9caa-e276e8ea1b20,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:37:07.667737 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-40bbba15-ede6-4f03-b3d8-f683dd1e6c3d req-850b9e9e-1ee4-4b6e-8844-06333a4149f1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:07.682680 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-40bbba15-ede6-4f03-b3d8-f683dd1e6c3d req-850b9e9e-1ee4-4b6e-8844-06333a4149f1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Calling delete_port for 6655c146-8330-4521-9caa-e276e8ea1b20 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:37:07.822362 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-40bbba15-ede6-4f03-b3d8-f683dd1e6c3d req-850b9e9e-1ee4-4b6e-8844-06333a4149f1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:07.849919 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b9e9e-1ee4-4b6e-8844-06333a4149f1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event deleted for resources: {'Port': ['ID=6655c146-8330-4521-9caa-e276e8ea1b20,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:07.893575 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bbba15-ede6-4f03-b3d8-f683dd1e6c3d req-850b9e9e-1ee4-4b6e-8844-06333a4149f1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] No DVR routers for this DVR port 6655c146-8330-4521-9caa-e276e8ea1b20 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:37:07.896985 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-40bbba15-ede6-4f03-b3d8-f683dd1e6c3d req-850b9e9e-1ee4-4b6e-8844-06333a4149f1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:07.901053 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-40bbba15-ede6-4f03-b3d8-f683dd1e6c3d req-850b9e9e-1ee4-4b6e-8844-06333a4149f1 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.31 "DELETE /v2.0/ports/6655c146-8330-4521-9caa-e276e8ea1b20 HTTP/1.1" status: 204 len: 173 time: 0.4254491 Nov 29 19:37:07.901782 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'name': 'network-vif-deleted', 'tag': '6655c146-8330-4521-9caa-e276e8ea1b20'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:37:07.904287 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7132bf-9058-4a64-b3fc-62f1578fae77" -d '{"events": [{"server_uuid": "c62659a9-b300-4d69-90dd-20a38104dfec", "name": "network-vif-deleted", "tag": "6655c146-8330-4521-9caa-e276e8ea1b20"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:37:07.944069 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cebdee7-da13-4842-8f3a-064b06f5568b x-openstack-request-id: req-7cebdee7-da13-4842-8f3a-064b06f5568b {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:37:07.944346 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c62659a9-b300-4d69-90dd-20a38104dfec", "name": "network-vif-deleted", "tag": "6655c146-8330-4521-9caa-e276e8ea1b20", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:37:07.944633 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cebdee7-da13-4842-8f3a-064b06f5568b {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:37:07.945070 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c62659a9-b300-4d69-90dd-20a38104dfec', 'name': 'network-vif-deleted', 'tag': '6655c146-8330-4521-9caa-e276e8ea1b20', 'status': 'completed', 'code': 200} Nov 29 19:37:08.355118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-f58b54d6-3990-46e7-9f2a-59a3a22cc82d req-64860481-ac71-462f-ba18-c730a8fb4ae3 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 210 time: 0.0340798 Nov 29 19:37:08.576962 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:37:09.451067 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-795e8e80-9024-4c23-8ef3-2c9a0af47b85 req-fac535ce-1a96-48b9-b3cf-2d7fae77e07e tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 210 time: 0.0266626 Nov 29 19:37:10.545671 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c60ba024-1e9d-4dde-b405-3f4340c08447 req-5d0ccb9c-f931-451c-9e81-504c78a03e45 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 210 time: 0.0270555 Nov 29 19:37:11.562861 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 6655c146-8330-4521-9caa-e276e8ea1b20 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:37:11.584009 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 6655c146-8330-4521-9caa-e276e8ea1b20 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:37:11.584369 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 6655c146-8330-4521-9caa-e276e8ea1b20 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:37:11.643135 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d6a895dd-e36a-4cc7-8da9-af046d6b4c34 req-f333a91d-311a-4fc1-aa22-906469c2c889 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "GET /v2.0/ports?device_id=c62659a9-b300-4d69-90dd-20a38104dfec HTTP/1.1" status: 200 len: 210 time: 0.0256543 Nov 29 19:37:12.705851 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47196) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:12.773982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-370d1616-5430-4066-84f8-551dbb11e703 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:12.799826 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-370d1616-5430-4066-84f8-551dbb11e703 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:12.861573 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-370d1616-5430-4066-84f8-551dbb11e703 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:12.864884 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-370d1616-5430-4066-84f8-551dbb11e703 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:12.866167 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-370d1616-5430-4066-84f8-551dbb11e703 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] 10.222.0.23 "DELETE /v2.0/security-groups/f5cf679f-35fc-4b6a-8e38-117ebb4788dc HTTP/1.1" status: 204 len: 168 time: 0.1591971 Nov 29 19:37:12.877302 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d1616-5430-4066-84f8-551dbb11e703 tempest-TestShelveInstance-2027237704 tempest-TestShelveInstance-2027237704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cf679f-35fc-4b6a-8e38-117ebb4788dc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:12.932365 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47200) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:13.547604 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:13.814415 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Deleting port b6d0987d-fb4d-4bfc-ae35-619eeaa78262 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:37:13.814699 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:13.903750 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] For port b6d0987d-fb4d-4bfc-ae35-619eeaa78262, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b6d0987d-fb4d-4bfc-ae35-619eeaa78262,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:37:13.904157 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:13.918544 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Calling delete_port for b6d0987d-fb4d-4bfc-ae35-619eeaa78262 owned by network:router_interface {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:37:14.100187 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:14.131110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d0987d-fb4d-4bfc-ae35-619eeaa78262,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:14.146252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:14.146252 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:14.146600 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:14.147004 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:14.147405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:14.147762 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:14.148217 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:14.148552 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:14.148882 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:14.149211 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:14.149535 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:14.149859 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:14.336597 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:14.571817 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:37:14.689875 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:37:14.695865 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e7ee9b70-40e1-408a-b1b3-55fb262168e4 admin admin] 10.222.0.23 "PUT /v2.0/routers/f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7605369 Nov 29 19:37:14.698417 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47206) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:14.703184 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528da2fc-e38e-4c1e-a0ca-43d6cf0aae7e None None] Sync routers for ids ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:37:14.714960 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528da2fc-e38e-4c1e-a0ca-43d6cf0aae7e None None] Routers {'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:37:14.715677 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-528da2fc-e38e-4c1e-a0ca-43d6cf0aae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:36:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:14.819076 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41508c54-2495-4aef-af33-60202fb5af37 admin admin] Publish callbacks [] for router, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:14.824712 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-528da2fc-e38e-4c1e-a0ca-43d6cf0aae7e None None] Set router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:37:14.937494 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41508c54-2495-4aef-af33-60202fb5af37 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:15.003972 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-41508c54-2495-4aef-af33-60202fb5af37 admin admin] Deleting port b02d52a6-7f20-4fec-a20d-eecf518b0c0f {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:37:15.004625 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41508c54-2495-4aef-af33-60202fb5af37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:15.024216 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-528da2fc-e38e-4c1e-a0ca-43d6cf0aae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:37:14Z', 'revision_number': 5, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port': {'id': 'b02d52a6-7f20-4fec-a20d-eecf518b0c0f', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:15.058719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528da2fc-e38e-4c1e-a0ca-43d6cf0aae7e None None] Checking router: f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:37:15.068063 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528da2fc-e38e-4c1e-a0ca-43d6cf0aae7e None None] Routers {'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:37:15.068698 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-528da2fc-e38e-4c1e-a0ca-43d6cf0aae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:36:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:15.109674 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-41508c54-2495-4aef-af33-60202fb5af37 admin admin] For port b02d52a6-7f20-4fec-a20d-eecf518b0c0f, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=b02d52a6-7f20-4fec-a20d-eecf518b0c0f,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:37:15.110351 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41508c54-2495-4aef-af33-60202fb5af37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:15.130679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-41508c54-2495-4aef-af33-60202fb5af37 admin admin] Calling delete_port for b02d52a6-7f20-4fec-a20d-eecf518b0c0f owned by network:router_gateway {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:37:15.172404 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-528da2fc-e38e-4c1e-a0ca-43d6cf0aae7e None None] Set router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed gateway port host: None {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:37:15.243989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-528da2fc-e38e-4c1e-a0ca-43d6cf0aae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:37:14Z', 'revision_number': 6, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:15.294302 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528da2fc-e38e-4c1e-a0ca-43d6cf0aae7e None None] The sync data for ids ['f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed'] in n-d-819494-5 is: [{'id': 'f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed', 'name': 'tempest-TestShelveInstance-1700721741-router', 'tenant_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:32Z', 'updated_at': '2021-11-29T19:37:14Z', 'revision_number': 6, 'project_id': 'ca5cd6416c8d4a4d9951d2255b306c02', 'gw_port_host': None}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:37:15.361621 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41508c54-2495-4aef-af33-60202fb5af37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:15.392374 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41508c54-2495-4aef-af33-60202fb5af37 admin admin] Pushing event deleted for resources: {'Port': ['ID=b02d52a6-7f20-4fec-a20d-eecf518b0c0f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:15.411072 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1c7225-e448-4dc7-a440-bf5eb8f6ef1c None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:37:15.483141 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41508c54-2495-4aef-af33-60202fb5af37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:15.584818 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41508c54-2495-4aef-af33-60202fb5af37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:15.587500 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41508c54-2495-4aef-af33-60202fb5af37 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:15.635048 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41508c54-2495-4aef-af33-60202fb5af37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:15.635610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41508c54-2495-4aef-af33-60202fb5af37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed {{(pid=110004) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:37:15.640251 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-41508c54-2495-4aef-af33-60202fb5af37 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:15.643794 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-41508c54-2495-4aef-af33-60202fb5af37 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f7c7ac74-b9e8-4c66-a1ef-3aee53a12eed HTTP/1.1" status: 204 len: 168 time: 0.9416699 Nov 29 19:37:15.644003 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47210) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:15.690853 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8edd599-8094-4d25-9801-7bd558603f21 admin admin] Deleting subnet a22b9b00-366b-41c3-8c43-637388c4589d {{(pid=110004) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:37:15.694596 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d8edd599-8094-4d25-9801-7bd558603f21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:15.743457 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d8edd599-8094-4d25-9801-7bd558603f21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26039043'] for subnet, precommit_delete_associations {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:15.828686 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d8edd599-8094-4d25-9801-7bd558603f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:15.892632 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d8edd599-8094-4d25-9801-7bd558603f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26994195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26889786'] for subnet, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:15.918308 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edd599-8094-4d25-9801-7bd558603f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a22b9b00-366b-41c3-8c43-637388c4589d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:15.924381 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d8edd599-8094-4d25-9801-7bd558603f21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:15.930057 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d8edd599-8094-4d25-9801-7bd558603f21 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a22b9b00-366b-41c3-8c43-637388c4589d HTTP/1.1" status: 204 len: 168 time: 0.2823040 Nov 29 19:37:15.930352 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47212) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:15.930472 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a083fd09-0f69-479b-b3e1-3b3f2bab1132 None None] Network e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:37:16.011125 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:16.080056 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] Deleting port 3c6016da-0def-4c15-8ce9-1c559dea4829 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:37:16.080498 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:16.163787 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] For port 3c6016da-0def-4c15-8ce9-1c559dea4829, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3c6016da-0def-4c15-8ce9-1c559dea4829,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:37:16.164449 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:16.181513 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] DHCP port deletion for e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:37:16.183672 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] Calling delete_port for 3c6016da-0def-4c15-8ce9-1c559dea4829 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:37:16.258561 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Deleting port 3c6016da-0def-4c15-8ce9-1c559dea4829 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:37:16.258561 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:16.277960 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:16.309985 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] Pushing event deleted for resources: {'Port': ['ID=3c6016da-0def-4c15-8ce9-1c559dea4829,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:16.312152 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] No DVR routers for this DVR port 3c6016da-0def-4c15-8ce9-1c559dea4829 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:37:16.339008 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] For port 3c6016da-0def-4c15-8ce9-1c559dea4829, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3c6016da-0def-4c15-8ce9-1c559dea4829,segment=NetworkSegment(5e667f41-5e40-488e-8e07-4304da0fe0f4),segment_id=5e667f41-5e40-488e-8e07-4304da0fe0f4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:37:16.339707 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:16.353989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Calling delete_port for 3c6016da-0def-4c15-8ce9-1c559dea4829 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:37:16.392755 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:16.415769 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:16.425452 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e667f41-5e40-488e-8e07-4304da0fe0f4') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:16.425787 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e667f41-5e40-488e-8e07-4304da0fe0f4') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:16.432978 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:16.435819 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:16.452471 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:16.460433 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:37:16.460844 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: timer() Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:37:16.462734 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:37:16.467529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] No DVR routers for this DVR port 3c6016da-0def-4c15-8ce9-1c559dea4829 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:37:16.472890 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Pushing event deleted for resources: {'Port': ['ID=3c6016da-0def-4c15-8ce9-1c559dea4829,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:16.499452 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:16.500031 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:16.500592 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:16.501207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:16.501762 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:16.502374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:16.503030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:16.503584 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:16.504630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:16.505187 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:16.506002 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:16.506734 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8915da-8caf-462b-826c-dcfbf9ac5168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:16.548412 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:16.554290 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:16.562455 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] 10.222.0.23 "DELETE /v2.0/networks/e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004 HTTP/1.1" status: 204 len: 168 time: 0.6275167 Nov 29 19:37:16.562572 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47214) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:16.572309 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ee19e-8994-4642-9866-802c678bd89d admin admin] Pushing event deleted for resources: {'Network': ['ID=e0bee4e6-f41a-4d8a-b7ec-ab5fc875d004,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:16.912684 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb599a69-0c47-4609-8185-acf354d4d4db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:17.158600 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-bb599a69-0c47-4609-8185-acf354d4d4db admin admin] Deleting port 3b78873e-aa10-462d-a47b-ec42616505c0 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:37:17.159067 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb599a69-0c47-4609-8185-acf354d4d4db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:17.237928 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-bb599a69-0c47-4609-8185-acf354d4d4db admin admin] For port 3b78873e-aa10-462d-a47b-ec42616505c0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=3b78873e-aa10-462d-a47b-ec42616505c0,segment=NetworkSegment(c388085b-85a4-45fd-b989-ffcdda797c86),segment_id=c388085b-85a4-45fd-b989-ffcdda797c86)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:37:17.238394 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb599a69-0c47-4609-8185-acf354d4d4db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:17.251350 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-bb599a69-0c47-4609-8185-acf354d4d4db admin admin] Calling delete_port for 3b78873e-aa10-462d-a47b-ec42616505c0 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:37:17.268422 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3c6016da-0def-4c15-8ce9-1c559dea4829 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:37:17.441533 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb599a69-0c47-4609-8185-acf354d4d4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:17.456760 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 3c6016da-0def-4c15-8ce9-1c559dea4829 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:37:17.457042 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3c6016da-0def-4c15-8ce9-1c559dea4829 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:37:17.457473 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b02d52a6-7f20-4fec-a20d-eecf518b0c0f no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:37:17.472301 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb599a69-0c47-4609-8185-acf354d4d4db admin admin] Pushing event deleted for resources: {'Port': ['ID=3b78873e-aa10-462d-a47b-ec42616505c0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:17.483028 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: b02d52a6-7f20-4fec-a20d-eecf518b0c0f {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:37:17.483648 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b02d52a6-7f20-4fec-a20d-eecf518b0c0f not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:37:17.484131 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b6d0987d-fb4d-4bfc-ae35-619eeaa78262 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:37:17.507374 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: b6d0987d-fb4d-4bfc-ae35-619eeaa78262 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:37:17.507696 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device b6d0987d-fb4d-4bfc-ae35-619eeaa78262 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:37:17.650364 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb599a69-0c47-4609-8185-acf354d4d4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:18.194355 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb599a69-0c47-4609-8185-acf354d4d4db admin admin] Router 4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:37:18.302762 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb599a69-0c47-4609-8185-acf354d4d4db admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:37:18.307881 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-bb599a69-0c47-4609-8185-acf354d4d4db admin admin] 10.222.0.23 "PUT /v2.0/routers/4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7442403 Nov 29 19:37:18.310355 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47216) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:18.313367 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6817350-6087-4f24-a0c5-5ab6f3a813d5 None None] Sync routers for ids ['4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:37:18.323963 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6817350-6087-4f24-a0c5-5ab6f3a813d5 None None] Routers {'4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:37:18.324645 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a6817350-6087-4f24-a0c5-5ab6f3a813d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:36:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:18.425609 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fca66a95-ac02-4a16-a11d-8abbe1457a47 admin admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:18.434194 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a6817350-6087-4f24-a0c5-5ab6f3a813d5 None None] Set router 4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:37:18.528723 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fca66a95-ac02-4a16-a11d-8abbe1457a47 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:18.588180 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fca66a95-ac02-4a16-a11d-8abbe1457a47 admin admin] Deleting port 2d96e33d-9a31-40f6-b249-0cc6e86acba0 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:37:18.588435 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fca66a95-ac02-4a16-a11d-8abbe1457a47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:18.619559 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a6817350-6087-4f24-a0c5-5ab6f3a813d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'name': 'tempest-TestShelveInstance-1456102752-router', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '2d96e33d-9a31-40f6-b249-0cc6e86acba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:37Z', 'updated_at': '2021-11-29T19:37:17Z', 'revision_number': 5, 'project_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'gw_port': {'id': '2d96e33d-9a31-40f6-b249-0cc6e86acba0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:26:37Z', 'updated_at': '2021-11-29T19:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:18.670063 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-fca66a95-ac02-4a16-a11d-8abbe1457a47 admin admin] For port 2d96e33d-9a31-40f6-b249-0cc6e86acba0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=2d96e33d-9a31-40f6-b249-0cc6e86acba0,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:37:18.670664 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fca66a95-ac02-4a16-a11d-8abbe1457a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:18.685023 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fca66a95-ac02-4a16-a11d-8abbe1457a47 admin admin] Calling delete_port for 2d96e33d-9a31-40f6-b249-0cc6e86acba0 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:37:18.745683 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6817350-6087-4f24-a0c5-5ab6f3a813d5 None None] Checking router: 4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:37:18.754510 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6817350-6087-4f24-a0c5-5ab6f3a813d5 None None] Routers {'4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:37:18.755141 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a6817350-6087-4f24-a0c5-5ab6f3a813d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:36:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:18.840136 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a6817350-6087-4f24-a0c5-5ab6f3a813d5 None None] Set router 4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:37:18.856780 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fca66a95-ac02-4a16-a11d-8abbe1457a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:18.881792 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca66a95-ac02-4a16-a11d-8abbe1457a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d96e33d-9a31-40f6-b249-0cc6e86acba0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:18.892724 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a6817350-6087-4f24-a0c5-5ab6f3a813d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'name': 'tempest-TestShelveInstance-1456102752-router', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:37Z', 'updated_at': '2021-11-29T19:37:18Z', 'revision_number': 6, 'project_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:18.903045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1437a982-c97e-4b9e-a0bb-180ee4835c04 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:37:18.924733 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6817350-6087-4f24-a0c5-5ab6f3a813d5 None None] The sync data for ids ['4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb'] in n-d-819494-5 is: [{'id': '4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb', 'name': 'tempest-TestShelveInstance-1456102752-router', 'tenant_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:26:37Z', 'updated_at': '2021-11-29T19:37:18Z', 'revision_number': 6, 'project_id': 'a4f28964ad294d56b4e8981e1b732f5c', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:37:18.967411 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fca66a95-ac02-4a16-a11d-8abbe1457a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.058259 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fca66a95-ac02-4a16-a11d-8abbe1457a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.060474 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fca66a95-ac02-4a16-a11d-8abbe1457a47 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.103190 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fca66a95-ac02-4a16-a11d-8abbe1457a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.103664 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca66a95-ac02-4a16-a11d-8abbe1457a47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:37:19.108288 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fca66a95-ac02-4a16-a11d-8abbe1457a47 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.109443 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fca66a95-ac02-4a16-a11d-8abbe1457a47 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4664b4c2-b9f9-48d3-8c7c-f455c2d22bfb HTTP/1.1" status: 204 len: 168 time: 0.7976398 Nov 29 19:37:19.112024 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47218) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:19.160963 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a7ab98-0856-462d-adfc-f2464b37266b admin admin] Deleting subnet 1ecf3402-77e1-4279-b6a7-c05ed2add546 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:37:19.164170 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21a7ab98-0856-462d-adfc-f2464b37266b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.201775 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21a7ab98-0856-462d-adfc-f2464b37266b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.280830 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21a7ab98-0856-462d-adfc-f2464b37266b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.346580 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21a7ab98-0856-462d-adfc-f2464b37266b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.364310 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21a7ab98-0856-462d-adfc-f2464b37266b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.369684 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-21a7ab98-0856-462d-adfc-f2464b37266b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1ecf3402-77e1-4279-b6a7-c05ed2add546 HTTP/1.1" status: 204 len: 168 time: 0.2554603 Nov 29 19:37:19.371073 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47220) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:19.374620 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6905c01c-a63b-4274-b6d5-5270a8941d33 None None] Network 4235b9cf-ce2e-44a2-a291-887824beee5c requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:37:19.418298 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7ab98-0856-462d-adfc-f2464b37266b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ecf3402-77e1-4279-b6a7-c05ed2add546,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:19.447418 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3b78873e-aa10-462d-a47b-ec42616505c0 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:37:19.467651 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.480540 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 3b78873e-aa10-462d-a47b-ec42616505c0 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:37:19.480958 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 3b78873e-aa10-462d-a47b-ec42616505c0 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:37:19.526473 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] Deleting port 8b5b6b85-6d77-4c65-9205-ba1970105ced {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:37:19.526874 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.602108 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] For port 8b5b6b85-6d77-4c65-9205-ba1970105ced, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=8b5b6b85-6d77-4c65-9205-ba1970105ced,segment=NetworkSegment(c388085b-85a4-45fd-b989-ffcdda797c86),segment_id=c388085b-85a4-45fd-b989-ffcdda797c86)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:37:19.602506 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.616632 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] Calling delete_port for 8b5b6b85-6d77-4c65-9205-ba1970105ced owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:37:19.697628 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.724746 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5b6b85-6d77-4c65-9205-ba1970105ced,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:19.726589 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] No DVR routers for this DVR port 8b5b6b85-6d77-4c65-9205-ba1970105ced on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:37:19.776055 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab8907d-9a97-433f-8b75-fb3c0b496147 None None] DHCP port deletion for 4235b9cf-ce2e-44a2-a291-887824beee5c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:37:19.810163 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.830412 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4235b9cf-ce2e-44a2-a291-887824beee5c']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:19.840660 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c388085b-85a4-45fd-b989-ffcdda797c86') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:19.840977 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c388085b-85a4-45fd-b989-ffcdda797c86') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:19.850889 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.864921 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.871595 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:37:19.871982 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: timer() Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:37:19.873849 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:37:19.932425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.938452 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:19.941903 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4235b9cf-ce2e-44a2-a291-887824beee5c HTTP/1.1" status: 204 len: 168 time: 0.5695629 Nov 29 19:37:19.957815 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f524a-08cf-4a5f-823f-697f24548515 admin admin] Pushing event deleted for resources: {'Network': ['ID=4235b9cf-ce2e-44a2-a291-887824beee5c,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:20.126541 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47224) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:20.513283 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-03e69c52-4aef-4ea5-9c59-98a6b32143a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca5cd6416c8d4a4d9951d2255b306c02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3852122 Nov 29 19:37:20.515679 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47226) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:20.562725 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1de97495-093a-40ee-bfe4-2ba32f92b3e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:20.585681 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1de97495-093a-40ee-bfe4-2ba32f92b3e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:20.633594 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1de97495-093a-40ee-bfe4-2ba32f92b3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:20.636523 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-1de97495-093a-40ee-bfe4-2ba32f92b3e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:20.637700 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-1de97495-093a-40ee-bfe4-2ba32f92b3e1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d89c968f-8907-47b6-a2f0-7a8104686e4d HTTP/1.1" status: 204 len: 168 time: 0.1211147 Nov 29 19:37:20.645414 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de97495-093a-40ee-bfe4-2ba32f92b3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89c968f-8907-47b6-a2f0-7a8104686e4d,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:20.983110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47232) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:21.028230 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-11f731be-02c7-4074-9d3f-da50d069f3c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4f28964ad294d56b4e8981e1b732f5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437472 Nov 29 19:37:21.030674 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47234) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:21.078752 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb16c-111a-4b60-9f13-1e1c48168bb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:21.099503 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb16c-111a-4b60-9f13-1e1c48168bb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:21.158578 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb16c-111a-4b60-9f13-1e1c48168bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:21.161887 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb16c-111a-4b60-9f13-1e1c48168bb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:21.165577 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-cf4fb16c-111a-4b60-9f13-1e1c48168bb9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f164d6b-f033-429d-b9c9-3088b92f7a98 HTTP/1.1" status: 204 len: 168 time: 0.1315804 Nov 29 19:37:21.171328 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fb16c-111a-4b60-9f13-1e1c48168bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f164d6b-f033-429d-b9c9-3088b92f7a98,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:21.259408 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8b5b6b85-6d77-4c65-9205-ba1970105ced no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:37:21.280454 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 8b5b6b85-6d77-4c65-9205-ba1970105ced {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:37:21.280880 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 8b5b6b85-6d77-4c65-9205-ba1970105ced not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:37:21.281239 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2d96e33d-9a31-40f6-b249-0cc6e86acba0 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:37:21.302061 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 2d96e33d-9a31-40f6-b249-0cc6e86acba0 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:37:21.302526 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 2d96e33d-9a31-40f6-b249-0cc6e86acba0 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:37:21.914978 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47256) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:22.015198 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-06806d66-e22e-4fad-925f-52dff05a81b7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-429112447-network', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:37:22.037987 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06806d66-e22e-4fad-925f-52dff05a81b7 admin admin] Made reservation on behalf of b1966933c89443259e28cf02ab13c4e3 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:37:22.040225 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06806d66-e22e-4fad-925f-52dff05a81b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:22.048914 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06806d66-e22e-4fad-925f-52dff05a81b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:22.126099 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06806d66-e22e-4fad-925f-52dff05a81b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:22.130698 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06806d66-e22e-4fad-925f-52dff05a81b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:22.155196 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06806d66-e22e-4fad-925f-52dff05a81b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:37:22.164381 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06806d66-e22e-4fad-925f-52dff05a81b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d67c5f9-9a44-4649-8195-33b7ad21938f,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:22.171246 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06806d66-e22e-4fad-925f-52dff05a81b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:22.171616 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-06806d66-e22e-4fad-925f-52dff05a81b7 admin admin] Added segment df1165aa-5743-4638-a3a9-30943d1b9ea4 of type vlan for network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 Nov 29 19:37:22.218280 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06806d66-e22e-4fad-925f-52dff05a81b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:22.243455 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06806d66-e22e-4fad-925f-52dff05a81b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:22.244397 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06806d66-e22e-4fad-925f-52dff05a81b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:22.244974 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-06806d66-e22e-4fad-925f-52dff05a81b7 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:22.297755 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-06806d66-e22e-4fad-925f-52dff05a81b7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3814952 Nov 29 19:37:22.300744 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47260) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:22.306999 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5fe3c8b3-0c51-48c6-9c26-f4305ecdd052 admin admin] Request body: {'subnet': {'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-429112447-subnet', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:37:22.307543 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06806d66-e22e-4fad-925f-52dff05a81b7 admin admin] Pushing event updated for resources: {'Network': ['ID=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:22.318616 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:37:22.330236 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe3c8b3-0c51-48c6-9c26-f4305ecdd052 admin admin] Made reservation on behalf of b1966933c89443259e28cf02ab13c4e3 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:37:22.332985 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c8b3-0c51-48c6-9c26-f4305ecdd052 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25453053'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:22.501156 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c8b3-0c51-48c6-9c26-f4305ecdd052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27089155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25453027'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:22.553591 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3c8b3-0c51-48c6-9c26-f4305ecdd052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46663b02-e995-42bb-ba7b-8088194684e1,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:22.569598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3c8b3-0c51-48c6-9c26-f4305ecdd052 admin admin] Checking segment: {'id': 'df1165aa-5743-4638-a3a9-30943d1b9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:37:22.569956 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe3c8b3-0c51-48c6-9c26-f4305ecdd052 admin admin] Network hostable DHCP agents. Network: ba739159-fc2f-4b8a-8f4c-8e8982b9bd40, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:37:22.586016 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe3c8b3-0c51-48c6-9c26-f4305ecdd052 admin admin] Network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:37:22.594739 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-5fe3c8b3-0c51-48c6-9c26-f4305ecdd052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, ba739159-fc2f-4b8a-8f4c-8e8982b9bd40) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:37:22.599787 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe3c8b3-0c51-48c6-9c26-f4305ecdd052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:22.600879 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fe3c8b3-0c51-48c6-9c26-f4305ecdd052 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:22.604106 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada2e222-530f-4b7e-b543-b08e9d89368a None None] Network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:37:22.617033 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-5fe3c8b3-0c51-48c6-9c26-f4305ecdd052 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3145895 Nov 29 19:37:22.620154 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47262) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:22.624739 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:37:22.645243 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:22.646239 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:22.700362 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:22.758752 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:37:22.759676 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:22.837954 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:22.888874 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Allocated IP 172.20.0.2 (ba739159-fc2f-4b8a-8f4c-8e8982b9bd40/46663b02-e995-42bb-ba7b-8088194684e1/22585c64-0105-42a9-95b2-54c1cb52ce53) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:37:23.040095 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:23.047672 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:23.048244 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:23.068706 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:23.097746 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:37:23.102091 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Pushing event updated for resources: {'Port': ['ID=22585c64-0105-42a9-95b2-54c1cb52ce53,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:23.105474 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:37:23.107652 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:37:23.164178 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Attempting to bind port 22585c64-0105-42a9-95b2-54c1cb52ce53 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:37:23.164559 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Attempting to bind port 22585c64-0105-42a9-95b2-54c1cb52ce53 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'df1165aa-5743-4638-a3a9-30943d1b9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:37:23.164931 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Attempting to bind port 22585c64-0105-42a9-95b2-54c1cb52ce53 on network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:37:23.169948 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:37:23.170351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Checking segment: {'id': 'df1165aa-5743-4638-a3a9-30943d1b9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:37:23.170759 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:23.171185 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Bound using segment: {'id': 'df1165aa-5743-4638-a3a9-30943d1b9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:37:23.171662 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Bound port: 22585c64-0105-42a9-95b2-54c1cb52ce53, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1165aa-5743-4638-a3a9-30943d1b9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:37:23.172053 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:23.180689 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Allocated IP 172.25.3.29 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/228f7506-432a-4c8e-9402-0f6be6fd76e0) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:37:23.236736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] For port 22585c64-0105-42a9-95b2-54c1cb52ce53, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:37:23.239843 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] For port 22585c64-0105-42a9-95b2-54c1cb52ce53, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=22585c64-0105-42a9-95b2-54c1cb52ce53,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:37:23.244533 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:23.284997 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:23.305588 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4250029-d46c-44bd-87a4-62f9efbedbbe None None] Pushing event updated for resources: {'Port': ['ID=22585c64-0105-42a9-95b2-54c1cb52ce53,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:23.320895 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:23.363302 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:37:23.366644 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:37:23.370320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:37:23.375976 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Pushing event updated for resources: {'Port': ['ID=228f7506-432a-4c8e-9402-0f6be6fd76e0,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:23.386006 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d954c255-23f2-4c16-9998-befa215e0233 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:37:23.493799 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-371184b5-5d24-4565-ae68-791118a5eff2 None None] Provisioning complete for port 228f7506-432a-4c8e-9402-0f6be6fd76e0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:23.494206 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-371184b5-5d24-4565-ae68-791118a5eff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:23.538568 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-371184b5-5d24-4565-ae68-791118a5eff2 None None] Port 228f7506-432a-4c8e-9402-0f6be6fd76e0 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:37:23.660865 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:23.864748 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:24.008897 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:37:24.137358 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:37:24.148359 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Sync routers for ids ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:37:24.162741 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:24.163023 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Routers {'95f7afd9-6a9e-4374-a60f-29b3a301a4cc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:37:24.163510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:36:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:24.164093 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-30b6a30b-0923-4752-8673-ece83899f750 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5428734 Nov 29 19:37:24.166921 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47264) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:24.231492 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa882b01-23b7-44b9-8212-7d7bb5189cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:24.291824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Set router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:37:24.294907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec51eff-3dd5-47ec-a4d0-fd9de2c85e54 None None] Network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:37:24.452371 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-16ed0984-901c-49ee-a270-c652bdbf7e5c None None] Provisioning complete for port 22585c64-0105-42a9-95b2-54c1cb52ce53 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:24.453084 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16ed0984-901c-49ee-a270-c652bdbf7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:24.604094 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:24.662970 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16ed0984-901c-49ee-a270-c652bdbf7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:24.712413 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-16ed0984-901c-49ee-a270-c652bdbf7e5c None None] For port 22585c64-0105-42a9-95b2-54c1cb52ce53, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=22585c64-0105-42a9-95b2-54c1cb52ce53,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:37:24.719745 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16ed0984-901c-49ee-a270-c652bdbf7e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:24.751656 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:23Z', 'revision_number': 3, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:24.783016 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Allocated IP 172.20.0.1 (ba739159-fc2f-4b8a-8f4c-8e8982b9bd40/46663b02-e995-42bb-ba7b-8088194684e1/48452672-9063-400e-989f-fc6b94e2da08) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:37:24.785523 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Checking router: 95f7afd9-6a9e-4374-a60f-29b3a301a4cc for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:37:24.785888 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Updating router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc port 228f7506-432a-4c8e-9402-0f6be6fd76e0 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:37:24.822969 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed0984-901c-49ee-a270-c652bdbf7e5c None None] Pushing event updated for resources: {'Port': ['ID=22585c64-0105-42a9-95b2-54c1cb52ce53,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:24.825726 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:24.907837 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:24.943832 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:24.990599 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:37:24.995423 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:37:24.995700 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-e3cd4497-593f-44ae-a32d-ba783a4ad24e None None] Provisioning complete for port 22585c64-0105-42a9-95b2-54c1cb52ce53 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:24.996082 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3cd4497-593f-44ae-a32d-ba783a4ad24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:24.999307 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:37:25.027050 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Pushing event updated for resources: {'Port': ['ID=48452672-9063-400e-989f-fc6b94e2da08,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:25.051853 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:25.212435 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:25.308679 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 22585c64-0105-42a9-95b2-54c1cb52ce53 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:37:25.355487 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:25.364908 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:25.402535 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:25.410002 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:25.424442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4ed40d-82b2-4d55-b257-d2811f220e14 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:37:25.443634 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Attempting to bind port 228f7506-432a-4c8e-9402-0f6be6fd76e0 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:37:25.443996 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Attempting to bind port 228f7506-432a-4c8e-9402-0f6be6fd76e0 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:37:25.444363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Attempting to bind port 228f7506-432a-4c8e-9402-0f6be6fd76e0 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:37:25.450093 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635896ac-ebee-4584-bb96-4abd9beac566 None None] Pushing event updated for resources: {'Port': ['ID=228f7506-432a-4c8e-9402-0f6be6fd76e0,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:25.460123 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:37:25.460743 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:37:25.460890 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:25.461285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:37:25.461777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Bound port: 228f7506-432a-4c8e-9402-0f6be6fd76e0, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:37:25.462228 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:25.464154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 22585c64-0105-42a9-95b2-54c1cb52ce53 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:25.464507 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:25.493084 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:25.495060 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Pushing event updated for resources: {'Port': ['ID=48452672-9063-400e-989f-fc6b94e2da08,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:25.513235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-4f01cf62-c76d-495d-b6e4-efdba35a9c4d None None] Provisioning complete for port 48452672-9063-400e-989f-fc6b94e2da08 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:25.513609 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f01cf62-c76d-495d-b6e4-efdba35a9c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:25.578622 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4f01cf62-c76d-495d-b6e4-efdba35a9c4d None None] Port 48452672-9063-400e-989f-fc6b94e2da08 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:37:25.580584 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] For port 228f7506-432a-4c8e-9402-0f6be6fd76e0, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:37:25.585131 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] For port 228f7506-432a-4c8e-9402-0f6be6fd76e0, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=228f7506-432a-4c8e-9402-0f6be6fd76e0,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:37:25.590814 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:37:25.591579 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:25.592373 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:37:25.659380 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bb5603-b29c-4333-8380-8e3aaa41fab7 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:37:25.701743 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Routers {'95f7afd9-6a9e-4374-a60f-29b3a301a4cc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:37:25.702375 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:36:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:25.726165 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:37:25.745829 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635896ac-ebee-4584-bb96-4abd9beac566 None None] Pushing event updated for resources: {'Port': ['ID=228f7506-432a-4c8e-9402-0f6be6fd76e0,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:25.767645 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-fedae71c-b0e1-412d-a51b-18ff481e2731 None None] Provisioning complete for port 228f7506-432a-4c8e-9402-0f6be6fd76e0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:25.768028 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fedae71c-b0e1-412d-a51b-18ff481e2731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:25.850255 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:37:25.855682 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-38c2c6eb-f91d-4faf-8ef6-d5de64514da5 admin admin] 10.222.0.23 "PUT /v2.0/routers/95f7afd9-6a9e-4374-a60f-29b3a301a4cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6877980 Nov 29 19:37:25.860978 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] Set router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:37:26.005120 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fedae71c-b0e1-412d-a51b-18ff481e2731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:26.038603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-fedae71c-b0e1-412d-a51b-18ff481e2731 None None] For port 228f7506-432a-4c8e-9402-0f6be6fd76e0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=228f7506-432a-4c8e-9402-0f6be6fd76e0,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:37:26.049512 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fedae71c-b0e1-412d-a51b-18ff481e2731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:26.136855 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedae71c-b0e1-412d-a51b-18ff481e2731 None None] Pushing event updated for resources: {'Port': ['ID=228f7506-432a-4c8e-9402-0f6be6fd76e0,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:26.157842 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '48452672-9063-400e-989f-fc6b94e2da08', 'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'mac_address': 'fa:16:3e:ce:11:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:24Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 2, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'subnets': [{'id': '46663b02-e995-42bb-ba7b-8088194684e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:26.193593 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1d5198-9fc0-4281-966f-d7a56274c527 None None] The sync data for ids ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'] in n-d-819494-5 is: [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '48452672-9063-400e-989f-fc6b94e2da08', 'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'mac_address': 'fa:16:3e:ce:11:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:24Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 2, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'subnets': [{'id': '46663b02-e995-42bb-ba7b-8088194684e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:37:26.203156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ae7a0c84-115a-4679-a11b-0aefc5cff742 None None] Provisioning complete for port 228f7506-432a-4c8e-9402-0f6be6fd76e0 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:26.203668 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae7a0c84-115a-4679-a11b-0aefc5cff742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:26.304232 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-ae7a0c84-115a-4679-a11b-0aefc5cff742 None None] Provisioning complete for port 48452672-9063-400e-989f-fc6b94e2da08 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:26.304667 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae7a0c84-115a-4679-a11b-0aefc5cff742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:26.348580 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a0c84-115a-4679-a11b-0aefc5cff742 None None] Port 48452672-9063-400e-989f-fc6b94e2da08 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:37:26.359197 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47280) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:26.365025 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-2a36421f-7f13-46b5-8bbd-5ca0da729bf9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1813978840-network', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:37:26.392242 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a36421f-7f13-46b5-8bbd-5ca0da729bf9 admin admin] Made reservation on behalf of b3688e752dae4a91b58ef573d2bee7f9 for: {'network': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:37:26.394676 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a36421f-7f13-46b5-8bbd-5ca0da729bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for network, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:26.404509 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a36421f-7f13-46b5-8bbd-5ca0da729bf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:26.519634 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a36421f-7f13-46b5-8bbd-5ca0da729bf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:26.524409 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a36421f-7f13-46b5-8bbd-5ca0da729bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:26.553337 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a36421f-7f13-46b5-8bbd-5ca0da729bf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=110004) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 19:37:26.563633 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36421f-7f13-46b5-8bbd-5ca0da729bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b157dedd-4893-4a7c-a533-d16a06dc1d29,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:26.571507 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a36421f-7f13-46b5-8bbd-5ca0da729bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:26.571875 n-d-819494-5 neutron-server[110004]: INFO neutron.db.segments_db [None req-2a36421f-7f13-46b5-8bbd-5ca0da729bf9 admin admin] Added segment d2515f56-9a39-40bf-bbdb-bae11a0eb1ef of type vlan for network 42e74a14-be51-4e3f-9273-a2b307d6469b Nov 29 19:37:26.616045 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a36421f-7f13-46b5-8bbd-5ca0da729bf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756622907733'] for network, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:26.647307 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a36421f-7f13-46b5-8bbd-5ca0da729bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940'] for network, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:26.648383 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a36421f-7f13-46b5-8bbd-5ca0da729bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:26.649027 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-2a36421f-7f13-46b5-8bbd-5ca0da729bf9 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:26.668578 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7ede-4800-4de3-b24d-3af961d57313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:26.709784 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-2a36421f-7f13-46b5-8bbd-5ca0da729bf9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3493824 Nov 29 19:37:26.712651 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47282) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:26.719466 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c48c1e26-3e15-4837-b36c-311da2542eae admin admin] Request body: {'subnet': {'network_id': '42e74a14-be51-4e3f-9273-a2b307d6469b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1813978840-subnet', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'ip_version': 4}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:37:26.731903 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36421f-7f13-46b5-8bbd-5ca0da729bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=42e74a14-be51-4e3f-9273-a2b307d6469b,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:26.742778 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Network 42e74a14-be51-4e3f-9273-a2b307d6469b details requested by agent ovs-agent-n-d-819494-5 with host n-d-819494-5 {{(pid=110006) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 19:37:26.751009 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48c1e26-3e15-4837-b36c-311da2542eae admin admin] Made reservation on behalf of b3688e752dae4a91b58ef573d2bee7f9 for: {'subnet': 1} {{(pid=110004) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:37:26.753446 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c48c1e26-3e15-4837-b36c-311da2542eae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26889951'] for subnet, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:26.967366 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c48c1e26-3e15-4837-b36c-311da2542eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26994258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26889921'] for subnet, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:27.018943 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c1e26-3e15-4837-b36c-311da2542eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=476b1f33-77c7-415f-810c-8195535e6706,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:27.038395 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c1e26-3e15-4837-b36c-311da2542eae admin admin] Checking segment: {'id': 'd2515f56-9a39-40bf-bbdb-bae11a0eb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e74a14-be51-4e3f-9273-a2b307d6469b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:37:27.038812 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48c1e26-3e15-4837-b36c-311da2542eae admin admin] Network hostable DHCP agents. Network: 42e74a14-be51-4e3f-9273-a2b307d6469b, hostable agents: ['8d86c0d8-1b63-4891-adfd-2e8ebc470ff1'], hosted agents: [] {{(pid=110004) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 19:37:27.063222 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48c1e26-3e15-4837-b36c-311da2542eae admin admin] Network 42e74a14-be51-4e3f-9273-a2b307d6469b is scheduled to be hosted by DHCP agent 8d86c0d8-1b63-4891-adfd-2e8ebc470ff1 with binding_index 1 {{(pid=110004) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 19:37:27.073695 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-c48c1e26-3e15-4837-b36c-311da2542eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-5, 42e74a14-be51-4e3f-9273-a2b307d6469b) {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:37:27.078545 n-d-819494-5 neutron-server[110004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48c1e26-3e15-4837-b36c-311da2542eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110004) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:27.079775 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c48c1e26-3e15-4837-b36c-311da2542eae admin admin] Publish callbacks [] for subnet, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:27.083771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c9b8a7-9a38-469f-a722-eddc2e3a4eb5 None None] Network 42e74a14-be51-4e3f-9273-a2b307d6469b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:37:27.098832 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c48c1e26-3e15-4837-b36c-311da2542eae admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3845255 Nov 29 19:37:27.101325 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47284) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:27.105565 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1813978840-router', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:37:27.130028 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4332'] for router, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:27.131805 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-749134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748095', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566775', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4323'] for router, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:27.196916 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:27.266176 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp518b7b49-928a-5dfd-a5ac-3708119a2291-42e74a14-be51-4e3f-9273-a2b307d6469b', 'network_id': '42e74a14-be51-4e3f-9273-a2b307d6469b', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'fixed_ips': [{'subnet_id': '476b1f33-77c7-415f-810c-8195535e6706'}]}} from n-d-819494-5. {{(pid=110006) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 19:37:27.267106 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:27.358770 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:27.361455 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 228f7506-432a-4c8e-9402-0f6be6fd76e0 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:37:27.462771 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 228f7506-432a-4c8e-9402-0f6be6fd76e0 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:27.463177 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:27.485211 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Allocated IP 172.20.0.2 (42e74a14-be51-4e3f-9273-a2b307d6469b/476b1f33-77c7-415f-810c-8195535e6706/ab42a46a-4cfa-47df-aeb0-656de7173dc2) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:37:27.576003 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:27.596153 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:27.686628 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Publish callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:27.693133 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:27.709188 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Allocated IP 172.25.3.26 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/322358e1-7191-4972-a986-dcb912c35ba8) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:37:27.732336 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Network 42e74a14-be51-4e3f-9273-a2b307d6469b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:37:27.737009 n-d-819494-5 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:37:27.740820 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:37:27.751641 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Pushing event updated for resources: {'Port': ['ID=ab42a46a-4cfa-47df-aeb0-656de7173dc2,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:27.804492 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Attempting to bind port ab42a46a-4cfa-47df-aeb0-656de7173dc2 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:37:27.804877 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Attempting to bind port ab42a46a-4cfa-47df-aeb0-656de7173dc2 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'd2515f56-9a39-40bf-bbdb-bae11a0eb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e74a14-be51-4e3f-9273-a2b307d6469b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:37:27.805249 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Attempting to bind port ab42a46a-4cfa-47df-aeb0-656de7173dc2 on network 42e74a14-be51-4e3f-9273-a2b307d6469b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:37:27.810737 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:37:27.811156 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Checking segment: {'id': 'd2515f56-9a39-40bf-bbdb-bae11a0eb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e74a14-be51-4e3f-9273-a2b307d6469b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:37:27.811573 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:27.811975 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Bound using segment: {'id': 'd2515f56-9a39-40bf-bbdb-bae11a0eb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e74a14-be51-4e3f-9273-a2b307d6469b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:37:27.812466 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Bound port: ab42a46a-4cfa-47df-aeb0-656de7173dc2, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2515f56-9a39-40bf-bbdb-bae11a0eb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e74a14-be51-4e3f-9273-a2b307d6469b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:37:27.812847 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:27.899120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] For port ab42a46a-4cfa-47df-aeb0-656de7173dc2, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:37:27.902530 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] For port ab42a46a-4cfa-47df-aeb0-656de7173dc2, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ab42a46a-4cfa-47df-aeb0-656de7173dc2,segment=NetworkSegment(d2515f56-9a39-40bf-bbdb-bae11a0eb1ef),segment_id=d2515f56-9a39-40bf-bbdb-bae11a0eb1ef)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:37:27.907652 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:27.972236 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca862b1-a116-41e8-bda6-b57a3e2d80d5 None None] Pushing event updated for resources: {'Port': ['ID=ab42a46a-4cfa-47df-aeb0-656de7173dc2,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:28.034168 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:28.202290 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:28.239849 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:28.284367 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:37:28.288184 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:37:28.291895 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:37:28.301843 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7863972-2614-431a-85b7-96ad427349e6 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:37:28.317305 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Pushing event updated for resources: {'Port': ['ID=322358e1-7191-4972-a986-dcb912c35ba8,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:28.337341 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:28.393807 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-1948c132-52dc-49ae-a4ff-9536f0e0027d None None] Provisioning complete for port 322358e1-7191-4972-a986-dcb912c35ba8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:28.394071 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1948c132-52dc-49ae-a4ff-9536f0e0027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:28.429086 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1948c132-52dc-49ae-a4ff-9536f0e0027d None None] Port 322358e1-7191-4972-a986-dcb912c35ba8 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:37:28.545057 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:28.745032 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-749127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748236'] for router, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:28.855810 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Sync routers for ids ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:37:28.866566 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Routers {'95f7afd9-6a9e-4374-a60f-29b3a301a4cc'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:37:28.867221 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:37:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:28.882669 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Router abfc08c1-2c53-4235-a56e-e8bed923c098 is scheduled to L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 with binding_index 1 {{(pid=110004) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 19:37:28.935361 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94c8764-5b2b-41c3-9829-e9a02198beae None None] Network 42e74a14-be51-4e3f-9273-a2b307d6469b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:37:28.977834 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Set router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:37:29.006634 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:37:29.009355 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-20ba04e1-ed76-4458-8c9f-44e4859c6040 None None] Provisioning complete for port ab42a46a-4cfa-47df-aeb0-656de7173dc2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:29.009734 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20ba04e1-ed76-4458-8c9f-44e4859c6040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:29.027845 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] Publish callbacks [] for router, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:29.029517 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-c9b9dca8-52ed-4c89-807c-7dc47058c3d2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9272270 Nov 29 19:37:29.032154 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47286) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:29.037797 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Sync routers for ids ['abfc08c1-2c53-4235-a56e-e8bed923c098'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:37:29.102930 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Routers {'abfc08c1-2c53-4235-a56e-e8bed923c098'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:37:29.103480 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:37:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abfc08c1-2c53-4235-a56e-e8bed923c098'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:29.192527 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '48452672-9063-400e-989f-fc6b94e2da08', 'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'mac_address': 'fa:16:3e:ce:11:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:24Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 2, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'subnets': [{'id': '46663b02-e995-42bb-ba7b-8088194684e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:29.222668 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Checking router: 95f7afd9-6a9e-4374-a60f-29b3a301a4cc for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:37:29.223054 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Updating router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc port 48452672-9063-400e-989f-fc6b94e2da08 binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:37:29.252273 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:29.389672 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ab42a46a-4cfa-47df-aeb0-656de7173dc2 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:37:29.497464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Set router abfc08c1-2c53-4235-a56e-e8bed923c098 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:37:29.525462 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:29.526492 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20ba04e1-ed76-4458-8c9f-44e4859c6040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:29.556025 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:29.563983 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:29.658303 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc18de7-6577-4dec-8fbd-3c79bd30029d None None] Pushing event updated for resources: {'Port': ['ID=48452672-9063-400e-989f-fc6b94e2da08,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:29.683178 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc18de7-6577-4dec-8fbd-3c79bd30029d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:29.684072 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc18de7-6577-4dec-8fbd-3c79bd30029d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:29.684582 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc18de7-6577-4dec-8fbd-3c79bd30029d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:29.685101 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc18de7-6577-4dec-8fbd-3c79bd30029d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:29.685634 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc18de7-6577-4dec-8fbd-3c79bd30029d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:29.686144 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc18de7-6577-4dec-8fbd-3c79bd30029d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:29.687057 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc18de7-6577-4dec-8fbd-3c79bd30029d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:29.687579 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc18de7-6577-4dec-8fbd-3c79bd30029d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:29.688117 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc18de7-6577-4dec-8fbd-3c79bd30029d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:29.688606 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc18de7-6577-4dec-8fbd-3c79bd30029d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:29.689091 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc18de7-6577-4dec-8fbd-3c79bd30029d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:29.689586 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc18de7-6577-4dec-8fbd-3c79bd30029d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:37:29.714548 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ab42a46a-4cfa-47df-aeb0-656de7173dc2 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:29.715263 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:29.715615 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Attempting to bind port 48452672-9063-400e-989f-fc6b94e2da08 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:37:29.715987 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Attempting to bind port 48452672-9063-400e-989f-fc6b94e2da08 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'df1165aa-5743-4638-a3a9-30943d1b9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:37:29.716560 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Attempting to bind port 48452672-9063-400e-989f-fc6b94e2da08 on network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:37:29.716959 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:29.720850 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-20ba04e1-ed76-4458-8c9f-44e4859c6040 None None] For port ab42a46a-4cfa-47df-aeb0-656de7173dc2, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ab42a46a-4cfa-47df-aeb0-656de7173dc2,segment=NetworkSegment(d2515f56-9a39-40bf-bbdb-bae11a0eb1ef),segment_id=d2515f56-9a39-40bf-bbdb-bae11a0eb1ef)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:37:29.723168 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:37:29.724484 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Checking segment: {'id': 'df1165aa-5743-4638-a3a9-30943d1b9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:37:29.725433 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:29.726008 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Bound using segment: {'id': 'df1165aa-5743-4638-a3a9-30943d1b9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:37:29.726976 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Bound port: 48452672-9063-400e-989f-fc6b94e2da08, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df1165aa-5743-4638-a3a9-30943d1b9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:37:29.727539 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:29.757322 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20ba04e1-ed76-4458-8c9f-44e4859c6040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:29.794981 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.db_base_plugin_common [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Allocated IP 172.20.0.1 (42e74a14-be51-4e3f-9273-a2b307d6469b/476b1f33-77c7-415f-810c-8195535e6706/9c4266a8-36cd-45c4-908b-21d423cdd1df) {{(pid=110004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:37:29.837545 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] For port 48452672-9063-400e-989f-fc6b94e2da08, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:37:29.844833 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] For port 48452672-9063-400e-989f-fc6b94e2da08, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=48452672-9063-400e-989f-fc6b94e2da08,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:37:29.852259 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:29.906841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba04e1-ed76-4458-8c9f-44e4859c6040 None None] Pushing event updated for resources: {'Port': ['ID=ab42a46a-4cfa-47df-aeb0-656de7173dc2,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:29.933343 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc18de7-6577-4dec-8fbd-3c79bd30029d None None] Pushing event updated for resources: {'Port': ['ID=48452672-9063-400e-989f-fc6b94e2da08,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:29.936294 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Routers {'95f7afd9-6a9e-4374-a60f-29b3a301a4cc'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:37:29.936896 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:37:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:29.956030 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-7856d6d9-7f16-49b5-b66e-c9ec859b6429 None None] Provisioning complete for port ab42a46a-4cfa-47df-aeb0-656de7173dc2 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:29.956678 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7856d6d9-7f16-49b5-b66e-c9ec859b6429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:29.973703 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.024959 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'name': 'tempest-TestSnapshotPattern-1813978840-router', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '322358e1-7191-4972-a986-dcb912c35ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:27Z', 'updated_at': '2021-11-29T19:37:28Z', 'revision_number': 3, 'project_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'gw_port': {'id': '322358e1-7191-4972-a986-dcb912c35ba8', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:27Z', 'updated_at': '2021-11-29T19:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:30.034000 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.079666 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Network 42e74a14-be51-4e3f-9273-a2b307d6469b is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:37:30.085580 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:37:30.086780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Checking router: abfc08c1-2c53-4235-a56e-e8bed923c098 for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:37:30.088896 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] Set router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:37:30.089349 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Received port after_create {{(pid=110004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:37:30.092907 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Updating router abfc08c1-2c53-4235-a56e-e8bed923c098 port 322358e1-7191-4972-a986-dcb912c35ba8 binding host n-d-819494-5 {{(pid=110006) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:37:30.125049 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c4266a8-36cd-45c4-908b-21d423cdd1df,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:30.130739 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.147333 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-755263'] for router_interface, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.346418 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.377083 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.392799 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '48452672-9063-400e-989f-fc6b94e2da08', 'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'mac_address': 'fa:16:3e:ce:11:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:24Z', 'updated_at': '2021-11-29T19:37:29Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'subnets': [{'id': '46663b02-e995-42bb-ba7b-8088194684e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:30.393351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-96118e1a-dad6-495b-ac2f-feae06387acf None None] Provisioning complete for port 48452672-9063-400e-989f-fc6b94e2da08 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:30.393723 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-96118e1a-dad6-495b-ac2f-feae06387acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.435177 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1914c2-2b02-4cb5-918d-8e52111144a4 None None] The sync data for ids ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'] in n-d-819494-5 is: [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '48452672-9063-400e-989f-fc6b94e2da08', 'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'mac_address': 'fa:16:3e:ce:11:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:24Z', 'updated_at': '2021-11-29T19:37:29Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'subnets': [{'id': '46663b02-e995-42bb-ba7b-8088194684e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:37:30.536663 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Publish callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.548863 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.569182 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.574176 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26994653'] for port, after_update {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.582268 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-96118e1a-dad6-495b-ac2f-feae06387acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.608185 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7f434a-5976-4cff-a8e7-d451e4cbe168 None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:37:30.644493 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Attempting to bind port 322358e1-7191-4972-a986-dcb912c35ba8 on host n-d-819494-5 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:37:30.644736 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Attempting to bind port 322358e1-7191-4972-a986-dcb912c35ba8 by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:37:30.645142 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Attempting to bind port 322358e1-7191-4972-a986-dcb912c35ba8 on network 3252c484-31c2-45a7-a7d4-d5407771fd3c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:37:30.648967 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efdfc8-846c-4488-a197-5368c2127363 None None] Pushing event updated for resources: {'Port': ['ID=322358e1-7191-4972-a986-dcb912c35ba8,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:30.661343 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-96118e1a-dad6-495b-ac2f-feae06387acf None None] For port 48452672-9063-400e-989f-fc6b94e2da08, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=48452672-9063-400e-989f-fc6b94e2da08,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:37:30.664290 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c4266a8-36cd-45c4-908b-21d423cdd1df,revision_number=2']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:30.664594 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:37:30.664864 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Checking segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:37:30.665229 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.665669 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Bound using segment: {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:37:30.666136 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Bound port: 322358e1-7191-4972-a986-dcb912c35ba8, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f89772-12ca-42bd-89a3-0757915c33dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:37:30.666713 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.667400 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-718926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-755339'] for router_interface, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.669586 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-96118e1a-dad6-495b-ac2f-feae06387acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.761817 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] For port 322358e1-7191-4972-a986-dcb912c35ba8, host n-d-819494-5, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:37:30.764045 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96118e1a-dad6-495b-ac2f-feae06387acf None None] Pushing event updated for resources: {'Port': ['ID=48452672-9063-400e-989f-fc6b94e2da08,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:30.767919 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] For port 322358e1-7191-4972-a986-dcb912c35ba8, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=322358e1-7191-4972-a986-dcb912c35ba8,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:37:30.779152 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Network 42e74a14-be51-4e3f-9273-a2b307d6469b is already hosted by enough agents. {{(pid=110004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:37:30.780664 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.base_scheduler [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:37:30.790166 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.859881 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58a39aa-353d-4162-b2b8-9490ab71f90d None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:37:30.881033 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-47bd326c-50b9-4cd8-9aa7-64018ac3507d None None] Provisioning complete for port 9c4266a8-36cd-45c4-908b-21d423cdd1df triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:30.881410 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47bd326c-50b9-4cd8-9aa7-64018ac3507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.922214 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Routers {'abfc08c1-2c53-4235-a56e-e8bed923c098'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:37:30.927824 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:37:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abfc08c1-2c53-4235-a56e-e8bed923c098'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:30.929371 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efdfc8-846c-4488-a197-5368c2127363 None None] Pushing event updated for resources: {'Port': ['ID=322358e1-7191-4972-a986-dcb912c35ba8,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:30.935242 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:30.962717 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Router abfc08c1-2c53-4235-a56e-e8bed923c098 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:37:30.993832 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-47bd326c-50b9-4cd8-9aa7-64018ac3507d None None] Port 9c4266a8-36cd-45c4-908b-21d423cdd1df cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:37:31.052307 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-47bd326c-50b9-4cd8-9aa7-64018ac3507d None None] Provisioning complete for port 48452672-9063-400e-989f-fc6b94e2da08 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:31.052688 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47bd326c-50b9-4cd8-9aa7-64018ac3507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:31.106096 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] Set router abfc08c1-2c53-4235-a56e-e8bed923c098 gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:37:31.107238 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:37:31.119480 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-218bac15-ff2f-4351-a821-7fd0292aebf3 admin admin] 10.222.0.23 "PUT /v2.0/routers/abfc08c1-2c53-4235-a56e-e8bed923c098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0791214 Nov 29 19:37:31.337586 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-47bd326c-50b9-4cd8-9aa7-64018ac3507d None None] Provisioning complete for port 322358e1-7191-4972-a986-dcb912c35ba8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:31.337972 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47bd326c-50b9-4cd8-9aa7-64018ac3507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:31.385719 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 48452672-9063-400e-989f-fc6b94e2da08 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:37:31.510847 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47bd326c-50b9-4cd8-9aa7-64018ac3507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:31.526481 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 48452672-9063-400e-989f-fc6b94e2da08 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:31.526877 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:31.532166 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'name': 'tempest-TestSnapshotPattern-1813978840-router', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '322358e1-7191-4972-a986-dcb912c35ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:27Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 4, 'project_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'gw_port': {'id': '322358e1-7191-4972-a986-dcb912c35ba8', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:27Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '9c4266a8-36cd-45c4-908b-21d423cdd1df', 'name': '', 'network_id': '42e74a14-be51-4e3f-9273-a2b307d6469b', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'mac_address': 'fa:16:3e:da:d4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '476b1f33-77c7-415f-810c-8195535e6706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:29Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 2, 'project_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'subnets': [{'id': '476b1f33-77c7-415f-810c-8195535e6706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:31.585341 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-47bd326c-50b9-4cd8-9aa7-64018ac3507d None None] For port 322358e1-7191-4972-a986-dcb912c35ba8, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=322358e1-7191-4972-a986-dcb912c35ba8,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:37:31.586551 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18017c74-19db-4307-b848-7befda0df3c1 None None] The sync data for ids ['abfc08c1-2c53-4235-a56e-e8bed923c098'] in n-d-819494-5 is: [{'id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'name': 'tempest-TestSnapshotPattern-1813978840-router', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '322358e1-7191-4972-a986-dcb912c35ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:27Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 4, 'project_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'gw_port': {'id': '322358e1-7191-4972-a986-dcb912c35ba8', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:27Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '9c4266a8-36cd-45c4-908b-21d423cdd1df', 'name': '', 'network_id': '42e74a14-be51-4e3f-9273-a2b307d6469b', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'mac_address': 'fa:16:3e:da:d4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '476b1f33-77c7-415f-810c-8195535e6706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:29Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 2, 'project_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'subnets': [{'id': '476b1f33-77c7-415f-810c-8195535e6706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:37:31.594473 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47bd326c-50b9-4cd8-9aa7-64018ac3507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:31.659224 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd326c-50b9-4cd8-9aa7-64018ac3507d None None] Pushing event updated for resources: {'Port': ['ID=322358e1-7191-4972-a986-dcb912c35ba8,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:31.709517 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ab42a46a-4cfa-47df-aeb0-656de7173dc2 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:37:31.726481 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47294) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:31.731536 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-7eedd7f6-71d5-43be-a46c-eabe7f2528d7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-136915763', 'description': 'tempest-secgroup-smoke-136915763 description', 'project_id': 'b1966933c89443259e28cf02ab13c4e3'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:37:31.748288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-60732657-262e-454a-8ee9-4f1199d15f17 None None] Provisioning complete for port 9c4266a8-36cd-45c4-908b-21d423cdd1df triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:31.748674 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-60732657-262e-454a-8ee9-4f1199d15f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:31.759687 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7eedd7f6-71d5-43be-a46c-eabe7f2528d7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:31.791529 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-60732657-262e-454a-8ee9-4f1199d15f17 None None] Port 9c4266a8-36cd-45c4-908b-21d423cdd1df cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:37:31.805780 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port ab42a46a-4cfa-47df-aeb0-656de7173dc2 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:31.806171 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:31.834127 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-60732657-262e-454a-8ee9-4f1199d15f17 None None] Provisioning complete for port 322358e1-7191-4972-a986-dcb912c35ba8 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:31.834415 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-60732657-262e-454a-8ee9-4f1199d15f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:31.845425 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7eedd7f6-71d5-43be-a46c-eabe7f2528d7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:31.867988 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7eedd7f6-71d5-43be-a46c-eabe7f2528d7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:31.917082 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7eedd7f6-71d5-43be-a46c-eabe7f2528d7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:31.921535 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7eedd7f6-71d5-43be-a46c-eabe7f2528d7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1910102 Nov 29 19:37:31.921885 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47296) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:31.926400 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedd7f6-71d5-43be-a46c-eabe7f2528d7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d235c21-e1b3-43d2-90e7-41d0736e86c7,revision_number=1']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:31.931712 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-83f5e3a9-8aea-4203-9d33-4f7c138da8bd tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Request body: {'security_group_rule': {'security_group_id': '5d235c21-e1b3-43d2-90e7-41d0736e86c7', 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:37:31.977340 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83f5e3a9-8aea-4203-9d33-4f7c138da8bd tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.044452 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83f5e3a9-8aea-4203-9d33-4f7c138da8bd tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.052532 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83f5e3a9-8aea-4203-9d33-4f7c138da8bd tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.069826 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5e3a9-8aea-4203-9d33-4f7c138da8bd tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabee5aa-b098-4be1-838e-6f421cbf643f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:32.092968 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83f5e3a9-8aea-4203-9d33-4f7c138da8bd tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.097651 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47298) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:32.098200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-83f5e3a9-8aea-4203-9d33-4f7c138da8bd tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1746604 Nov 29 19:37:32.106202 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.v2.base [None req-5005b768-981e-450f-a537-248d184e0530 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Request body: {'security_group_rule': {'security_group_id': '5d235c21-e1b3-43d2-90e7-41d0736e86c7', 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110004) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:37:32.143423 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5005b768-981e-450f-a537-248d184e0530 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.229284 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5005b768-981e-450f-a537-248d184e0530 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.234722 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5005b768-981e-450f-a537-248d184e0530 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.256110 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005b768-981e-450f-a537-248d184e0530 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0105d81d-0bcf-458d-b1fb-5d6a5b89e153,revision_number=0']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:32.262386 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-5005b768-981e-450f-a537-248d184e0530 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.263677 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-5005b768-981e-450f-a537-248d184e0530 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1640379 Nov 29 19:37:32.266488 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47300) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:32.271098 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-03a5b426-bc41-43c3-aad3-eccd8b79fbba tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Request body: {'security_group_rule': {'security_group_id': '5d235c21-e1b3-43d2-90e7-41d0736e86c7', 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:37:32.299566 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03a5b426-bc41-43c3-aad3-eccd8b79fbba tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.358317 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03a5b426-bc41-43c3-aad3-eccd8b79fbba tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.362831 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03a5b426-bc41-43c3-aad3-eccd8b79fbba tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.382099 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5b426-bc41-43c3-aad3-eccd8b79fbba tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bceb9899-6316-4a34-a2e6-665223623252,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:32.387132 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03a5b426-bc41-43c3-aad3-eccd8b79fbba tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.391295 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-03a5b426-bc41-43c3-aad3-eccd8b79fbba tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207919 Nov 29 19:37:32.391295 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47302) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:32.395401 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-24e8e676-4f41-40cf-a6d2-22277688178c tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Request body: {'security_group_rule': {'security_group_id': '5d235c21-e1b3-43d2-90e7-41d0736e86c7', 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:37:32.422369 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24e8e676-4f41-40cf-a6d2-22277688178c tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.486975 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24e8e676-4f41-40cf-a6d2-22277688178c tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.491276 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24e8e676-4f41-40cf-a6d2-22277688178c tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.512426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8e676-4f41-40cf-a6d2-22277688178c tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f28179-7b47-4f30-a9ae-9db56e20e429,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:32.522506 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24e8e676-4f41-40cf-a6d2-22277688178c tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.523749 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-24e8e676-4f41-40cf-a6d2-22277688178c tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316836 Nov 29 19:37:32.526469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47304) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:32.531146 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8962f9c0-07b6-4cc1-a756-c6023c0a6400 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Request body: {'security_group_rule': {'security_group_id': '5d235c21-e1b3-43d2-90e7-41d0736e86c7', 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:37:32.553077 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-8962f9c0-07b6-4cc1-a756-c6023c0a6400 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Project b1966933c89443259e28cf02ab13c4e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:37:32.558070 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8962f9c0-07b6-4cc1-a756-c6023c0a6400 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.620018 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8962f9c0-07b6-4cc1-a756-c6023c0a6400 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.623735 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8962f9c0-07b6-4cc1-a756-c6023c0a6400 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.641132 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962f9c0-07b6-4cc1-a756-c6023c0a6400 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b296733-ad9d-434e-a1bf-ebf5808d7885,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:32.650472 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8962f9c0-07b6-4cc1-a756-c6023c0a6400 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.651713 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-8962f9c0-07b6-4cc1-a756-c6023c0a6400 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242635 Nov 29 19:37:32.654808 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47306) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:32.659224 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ccfe797a-f211-41f1-8655-32f3fe9919b9 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Request body: {'security_group_rule': {'security_group_id': '5d235c21-e1b3-43d2-90e7-41d0736e86c7', 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:37:32.681390 n-d-819494-5 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-ccfe797a-f211-41f1-8655-32f3fe9919b9 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Project b1966933c89443259e28cf02ab13c4e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 19:37:32.686251 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccfe797a-f211-41f1-8655-32f3fe9919b9 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.746494 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccfe797a-f211-41f1-8655-32f3fe9919b9 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.751340 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccfe797a-f211-41f1-8655-32f3fe9919b9 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773161'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.770772 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe797a-f211-41f1-8655-32f3fe9919b9 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932f9f25-b746-4d49-95cd-9f1c51d1005b,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:32.784728 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccfe797a-f211-41f1-8655-32f3fe9919b9 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:32.786754 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-ccfe797a-f211-41f1-8655-32f3fe9919b9 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309876 Nov 29 19:37:32.939090 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-5c9d8c03-b4af-4dfb-8095-60cea2494a82 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-136915763&fields=id&tenant_id=b1966933c89443259e28cf02ab13c4e3 HTTP/1.1" status: 200 len: 267 time: 0.0443940 Nov 29 19:37:33.047201 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-ccbe8bb3-a3ea-4ce0-aa76-bda10cb5845d tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:33.048709 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-ccbe8bb3-a3ea-4ce0-aa76-bda10cb5845d tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/networks?id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 200 len: 809 time: 0.1022110 Nov 29 19:37:33.081344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-6eb39ead-975a-486d-ab47-33c7bcbe4d38 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/quotas/b1966933c89443259e28cf02ab13c4e3 HTTP/1.1" status: 200 len: 375 time: 0.0121107 Nov 29 19:37:33.146168 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-1a737f24-5a28-439f-ba67-128566ca88a5 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1966933c89443259e28cf02ab13c4e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579302 Nov 29 19:37:33.170081 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-297830cd-aa68-4f95-86b3-9f695450aa9d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 19:37:33.171121 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-297830cd-aa68-4f95-86b3-9f695450aa9d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055275 Nov 29 19:37:33.269936 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-bc0e39fd-8449-4fa0-a79a-b8f834e23f81 service neutron] 10.222.0.23 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920050 Nov 29 19:37:33.313107 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 322358e1-7191-4972-a986-dcb912c35ba8 up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:37:33.368443 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 322358e1-7191-4972-a986-dcb912c35ba8 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:33.368909 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:33.375678 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-8e49a642-55c9-4b9a-b420-07da0f1aef62 service neutron] 10.222.0.23 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983179 Nov 29 19:37:33.572635 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-268c5431-709a-45ad-b7dd-60a754622059 req-5f8c664e-299e-461a-bb02-0ac595fa4d26 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 210 time: 0.0328941 Nov 29 19:37:34.562517 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Sync routers for ids ['abfc08c1-2c53-4235-a56e-e8bed923c098'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:37:34.574834 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Routers {'abfc08c1-2c53-4235-a56e-e8bed923c098'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:37:34.575461 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:37:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abfc08c1-2c53-4235-a56e-e8bed923c098'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:34.616503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-da88dc08-df0d-4966-be73-c3b5d60dd7f2 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:34.619130 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-da88dc08-df0d-4966-be73-c3b5d60dd7f2 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.31 "GET /v2.0/networks?id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 200 len: 809 time: 0.1220076 Nov 29 19:37:34.696344 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e9d94976-3750-4ccf-8eee-9bd9526cb234 req-ea403d3b-d10a-480e-b93a-e4e739ad5a31 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 210 time: 0.0369971 Nov 29 19:37:34.733638 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-53f78ce2-a265-4909-b82d-79d9d968ec8b tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1966933c89443259e28cf02ab13c4e3 HTTP/1.1" status: 200 len: 379 time: 0.1050873 Nov 29 19:37:34.743677 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-557f7098-852b-4186-864e-be82280e7fe2 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Request body: {'port': {'device_id': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'admin_state_up': True, 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'security_groups': ['5d235c21-e1b3-43d2-90e7-41d0736e86c7']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:37:34.780055 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Set router abfc08c1-2c53-4235-a56e-e8bed923c098 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:37:34.855415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-557f7098-852b-4186-864e-be82280e7fe2 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Made reservation on behalf of b1966933c89443259e28cf02ab13c4e3 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:37:34.858960 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-557f7098-852b-4186-864e-be82280e7fe2 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:34.987438 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'name': 'tempest-TestSnapshotPattern-1813978840-router', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '322358e1-7191-4972-a986-dcb912c35ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:27Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 4, 'project_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'gw_port': {'id': '322358e1-7191-4972-a986-dcb912c35ba8', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:27Z', 'updated_at': '2021-11-29T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '9c4266a8-36cd-45c4-908b-21d423cdd1df', 'name': '', 'network_id': '42e74a14-be51-4e3f-9273-a2b307d6469b', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'mac_address': 'fa:16:3e:da:d4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '476b1f33-77c7-415f-810c-8195535e6706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:29Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 2, 'project_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'subnets': [{'id': '476b1f33-77c7-415f-810c-8195535e6706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:34.994201 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-557f7098-852b-4186-864e-be82280e7fe2 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Allocated IP 172.20.0.8 (ba739159-fc2f-4b8a-8f4c-8e8982b9bd40/46663b02-e995-42bb-ba7b-8088194684e1/4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:37:35.014624 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Checking router: abfc08c1-2c53-4235-a56e-e8bed923c098 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:37:35.015004 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Updating router abfc08c1-2c53-4235-a56e-e8bed923c098 port 9c4266a8-36cd-45c4-908b-21d423cdd1df binding host n-d-819494-5 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 19:37:35.042354 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:35.162559 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-557f7098-852b-4186-864e-be82280e7fe2 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:35.196907 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-557f7098-852b-4186-864e-be82280e7fe2 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:35.234149 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-557f7098-852b-4186-864e-be82280e7fe2 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:37:35.237579 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-557f7098-852b-4186-864e-be82280e7fe2 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:37:35.240546 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-557f7098-852b-4186-864e-be82280e7fe2 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:37:35.292310 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f7098-852b-4186-864e-be82280e7fe2 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event updated for resources: {'Port': ['ID=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:35.306499 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-557f7098-852b-4186-864e-be82280e7fe2 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:35.307542 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-557f7098-852b-4186-864e-be82280e7fe2 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:35.320733 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Publish callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:35.325187 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-557f7098-852b-4186-864e-be82280e7fe2 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5850091 Nov 29 19:37:35.327146 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:35.341158 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Request body: {'port': {'device_id': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:37:35.381113 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823dc63-23ef-4269-9619-1c8876538b91 None None] Pushing event updated for resources: {'Port': ['ID=9c4266a8-36cd-45c4-908b-21d423cdd1df,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:35.404159 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:35.443567 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Attempting to bind port 9c4266a8-36cd-45c4-908b-21d423cdd1df on host n-d-819494-5 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:37:35.443943 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Attempting to bind port 9c4266a8-36cd-45c4-908b-21d423cdd1df by drivers openvswitch,hyperv on host n-d-819494-5 at level 0 using segments [{'id': 'd2515f56-9a39-40bf-bbdb-bae11a0eb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e74a14-be51-4e3f-9273-a2b307d6469b'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:37:35.444306 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Attempting to bind port 9c4266a8-36cd-45c4-908b-21d423cdd1df on network 42e74a14-be51-4e3f-9273-a2b307d6469b {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:37:35.450712 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Checking agent: {'id': 'da21a82f-68ee-4ac3-928c-711b704fbdd8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 44), 'started_at': datetime.datetime(2021, 11, 29, 17, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:37:35.451248 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Checking segment: {'id': 'd2515f56-9a39-40bf-bbdb-bae11a0eb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e74a14-be51-4e3f-9273-a2b307d6469b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:37:35.451653 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:35.452039 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Bound using segment: {'id': 'd2515f56-9a39-40bf-bbdb-bae11a0eb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e74a14-be51-4e3f-9273-a2b307d6469b'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:37:35.452500 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Bound port: 9c4266a8-36cd-45c4-908b-21d423cdd1df, host: n-d-819494-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2515f56-9a39-40bf-bbdb-bae11a0eb1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '42e74a14-be51-4e3f-9273-a2b307d6469b'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:37:35.453293 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:35.534215 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] For port 9c4266a8-36cd-45c4-908b-21d423cdd1df, host n-d-819494-5, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:37:35.538216 n-d-819494-5 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] For port 9c4266a8-36cd-45c4-908b-21d423cdd1df, host n-d-819494-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c4266a8-36cd-45c4-908b-21d423cdd1df,segment=NetworkSegment(d2515f56-9a39-40bf-bbdb-bae11a0eb1ef),segment_id=d2515f56-9a39-40bf-bbdb-bae11a0eb1ef)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:37:35.544314 n-d-819494-5 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:35.600224 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Routers {'abfc08c1-2c53-4235-a56e-e8bed923c098'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:37:35.600903 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:37:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abfc08c1-2c53-4235-a56e-e8bed923c098'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:35.611852 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-f9633d08-c8b0-4f24-9d45-44691b117e52 None None] Provisioning complete for port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:35.612372 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9633d08-c8b0-4f24-9d45-44691b117e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:35.646461 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823dc63-23ef-4269-9619-1c8876538b91 None None] Pushing event updated for resources: {'Port': ['ID=9c4266a8-36cd-45c4-908b-21d423cdd1df,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:35.669165 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f9633d08-c8b0-4f24-9d45-44691b117e52 None None] Port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:37:35.715796 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:37:35.723990 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] Set router abfc08c1-2c53-4235-a56e-e8bed923c098 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:37:35.724210 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:35.738100 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Transition to ACTIVE for port object 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:37:35.745940 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:35.816669 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-6242d1c5-2b56-413c-96ac-aae7a9457b1c None None] Provisioning complete for port 9c4266a8-36cd-45c4-908b-21d423cdd1df triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:35.817900 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6242d1c5-2b56-413c-96ac-aae7a9457b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:35.857347 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:35.915601 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25548f7-bb47-49e1-9e71-0b85f4f1d530 req-1745c78f-432d-4605-b2bb-55258aac776b tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:35.916903 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d25548f7-bb47-49e1-9e71-0b85f4f1d530 req-1745c78f-432d-4605-b2bb-55258aac776b tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 943 time: 0.1360168 Nov 29 19:37:35.952362 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6242d1c5-2b56-413c-96ac-aae7a9457b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:35.956453 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Attempting to bind port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 on host n-h2-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:37:35.956921 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Attempting to bind port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 by drivers openvswitch,hyperv on host n-h2-819494-5 at level 0 using segments [{'id': 'df1165aa-5743-4638-a3a9-30943d1b9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:37:35.957354 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Attempting to bind port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 on network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:37:35.963267 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 on network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:37:35.963718 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Attempting to bind port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 on network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:37:35.970226 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'name': 'tempest-TestSnapshotPattern-1813978840-router', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '322358e1-7191-4972-a986-dcb912c35ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:27Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 4, 'project_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'gw_port': {'id': '322358e1-7191-4972-a986-dcb912c35ba8', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:27Z', 'updated_at': '2021-11-29T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '9c4266a8-36cd-45c4-908b-21d423cdd1df', 'name': '', 'network_id': '42e74a14-be51-4e3f-9273-a2b307d6469b', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'mac_address': 'fa:16:3e:da:d4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '476b1f33-77c7-415f-810c-8195535e6706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:29Z', 'updated_at': '2021-11-29T19:37:35Z', 'revision_number': 4, 'project_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'subnets': [{'id': '476b1f33-77c7-415f-810c-8195535e6706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:35.972900 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Checking agent: {'id': 'bfb2c25b-0879-4ce8-9322-ab2f8ca5e60b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:37:35.974909 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Checking segment: {'id': 'df1165aa-5743-4638-a3a9-30943d1b9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:37:35.974909 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Bound using segment: {'id': 'df1165aa-5743-4638-a3a9-30943d1b9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:37:35.974909 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Bound port: 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108, host: n-h2-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1165aa-5743-4638-a3a9-30943d1b9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:37:35.975372 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:35.993511 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6242d1c5-2b56-413c-96ac-aae7a9457b1c None None] For port 9c4266a8-36cd-45c4-908b-21d423cdd1df, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c4266a8-36cd-45c4-908b-21d423cdd1df,segment=NetworkSegment(d2515f56-9a39-40bf-bbdb-bae11a0eb1ef),segment_id=d2515f56-9a39-40bf-bbdb-bae11a0eb1ef)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:37:35.999360 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6242d1c5-2b56-413c-96ac-aae7a9457b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:36.007664 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645379cb-5e4a-418c-966b-a2475d3a3ac1 None None] The sync data for ids ['abfc08c1-2c53-4235-a56e-e8bed923c098'] in n-d-819494-5 is: [{'id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'name': 'tempest-TestSnapshotPattern-1813978840-router', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '322358e1-7191-4972-a986-dcb912c35ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:27Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 4, 'project_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'gw_port': {'id': '322358e1-7191-4972-a986-dcb912c35ba8', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:27Z', 'updated_at': '2021-11-29T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '9c4266a8-36cd-45c4-908b-21d423cdd1df', 'name': '', 'network_id': '42e74a14-be51-4e3f-9273-a2b307d6469b', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'mac_address': 'fa:16:3e:da:d4:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '476b1f33-77c7-415f-810c-8195535e6706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:29Z', 'updated_at': '2021-11-29T19:37:35Z', 'revision_number': 4, 'project_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'subnets': [{'id': '476b1f33-77c7-415f-810c-8195535e6706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:37:36.066213 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242d1c5-2b56-413c-96ac-aae7a9457b1c None None] Pushing event updated for resources: {'Port': ['ID=9c4266a8-36cd-45c4-908b-21d423cdd1df,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:36.073469 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] For port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108, host n-h2-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:37:36.076947 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] For port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108, host n-h2-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:37:36.084718 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:36.101428 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-d25548f7-bb47-49e1-9e71-0b85f4f1d530 req-d48ea1a3-32f6-46a2-8ea9-247396a021ec tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747506 Nov 29 19:37:36.130872 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-b0c4ae52-f089-4b60-b80b-c26dc98164e0 None None] Provisioning complete for port 9c4266a8-36cd-45c4-908b-21d423cdd1df triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:36.131257 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0c4ae52-f089-4b60-b80b-c26dc98164e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:36.142175 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:36.142699 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:36.144131 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] 10.222.0.31 "PUT /v2.0/ports/4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 HTTP/1.1" status: 200 len: 1091 time: 0.8102970 Nov 29 19:37:36.144564 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'tag': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:37:36.146980 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a52b64-de1f-4743-9635-4f128dfadeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f21ca4-c281-4935-a859-23e7ae04bfe0", "tag": "4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:37:36.187135 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52871f06-f4c7-4403-b55c-1f1362789b27 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:36.290477 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-e478e552-7e50-496c-8511-1d2b6c985f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:36.300642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-e478e552-7e50-496c-8511-1d2b6c985f1d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1966933c89443259e28cf02ab13c4e3&device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 1094 time: 0.1018598 Nov 29 19:37:36.309556 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc5084d-8fe6-460b-b845-2c77b1a14714 x-openstack-request-id: req-9fc5084d-8fe6-460b-b845-2c77b1a14714 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:37:36.309908 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f21ca4-c281-4935-a859-23e7ae04bfe0", "tag": "4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:37:36.310158 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fc5084d-8fe6-460b-b845-2c77b1a14714 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:37:36.310576 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'tag': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'status': 'completed', 'code': 200} Nov 29 19:37:36.351329 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-ce182f71-933b-4095-a1f6-ef7e5127ff98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 HTTP/1.1" status: 200 len: 217 time: 0.0367694 Nov 29 19:37:36.404766 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-6ca6bd85-61bd-4abf-8a9e-354cf1178c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:36.406375 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-6ca6bd85-61bd-4abf-8a9e-354cf1178c37 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46663b02-e995-42bb-ba7b-8088194684e1 HTTP/1.1" status: 200 len: 848 time: 0.0470300 Nov 29 19:37:36.454060 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-d856099c-397c-47d7-abe8-96dda5d538c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:36.455898 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-d856099c-397c-47d7-abe8-96dda5d538c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429137 Nov 29 19:37:36.548762 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-7ded63e1-3114-41fd-bc0e-de9d3a4cb680 service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859747 Nov 29 19:37:36.652093 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-30bde8d2-62fa-4e0a-8f57-c27d35ce5325 req-5fd65d42-0460-40a9-aad1-b0d6e7a536d9 service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963080 Nov 29 19:37:36.744721 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a52b64-de1f-4743-9635-4f128dfadeeb req-e7db6113-3a5a-49a8-bd29-6e7d2c501b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:36.746221 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3a52b64-de1f-4743-9635-4f128dfadeeb req-e7db6113-3a5a-49a8-bd29-6e7d2c501b4b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1966933c89443259e28cf02ab13c4e3&device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 1094 time: 0.0450921 Nov 29 19:37:36.834853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a52b64-de1f-4743-9635-4f128dfadeeb req-a7f2a231-3b6d-4e4d-bb6f-4ea3939e8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:36.836262 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3a52b64-de1f-4743-9635-4f128dfadeeb req-a7f2a231-3b6d-4e4d-bb6f-4ea3939e8c96 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 200 len: 910 time: 0.0830829 Nov 29 19:37:36.884824 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3a52b64-de1f-4743-9635-4f128dfadeeb req-66bcc053-fbda-4318-8930-56b20bf4c591 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 HTTP/1.1" status: 200 len: 217 time: 0.0411351 Nov 29 19:37:36.938022 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a52b64-de1f-4743-9635-4f128dfadeeb req-d2682255-27cd-44a0-815f-e5a84df91f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:36.939601 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3a52b64-de1f-4743-9635-4f128dfadeeb req-d2682255-27cd-44a0-815f-e5a84df91f03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46663b02-e995-42bb-ba7b-8088194684e1 HTTP/1.1" status: 200 len: 848 time: 0.0479763 Nov 29 19:37:36.984124 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a52b64-de1f-4743-9635-4f128dfadeeb req-feb66fcf-a3a2-4852-9b9b-7780bc05820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:36.985621 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3a52b64-de1f-4743-9635-4f128dfadeeb req-feb66fcf-a3a2-4852-9b9b-7780bc05820f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396271 Nov 29 19:37:37.082219 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3a52b64-de1f-4743-9635-4f128dfadeeb req-4e519af9-2397-495b-8331-51b497350b84 service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882909 Nov 29 19:37:37.176569 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c3a52b64-de1f-4743-9635-4f128dfadeeb req-a8a35c52-57d5-4102-9781-e17439bf5e2d service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878501 Nov 29 19:37:37.229489 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a2b59-928a-454f-b827-762f295b5ae4 req-cbdacee9-daf5-44d3-8c11-80dd5200ca9b tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:37.236260 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df3a2b59-928a-454f-b827-762f295b5ae4 req-cbdacee9-daf5-44d3-8c11-80dd5200ca9b tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 943 time: 0.0584860 Nov 29 19:37:37.292064 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df3a2b59-928a-454f-b827-762f295b5ae4 req-00b179ef-c8f2-499e-a5d5-8b7c80f87e3e tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549200 Nov 29 19:37:37.303281 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c4266a8-36cd-45c4-908b-21d423cdd1df up at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:37:37.360679 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Provisioning complete for port 9c4266a8-36cd-45c4-908b-21d423cdd1df triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:37.361063 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:38.416678 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f56a37-4fed-4ba8-8e01-2a97441cf5c4 req-4384479d-2409-48df-8f48-fbf288eaad96 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:38.418135 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45f56a37-4fed-4ba8-8e01-2a97441cf5c4 req-4384479d-2409-48df-8f48-fbf288eaad96 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 943 time: 0.0524054 Nov 29 19:37:38.465796 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45f56a37-4fed-4ba8-8e01-2a97441cf5c4 req-7ea9b361-966a-442f-916c-dcc6bb7b850a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415728 Nov 29 19:37:39.591507 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77913b91-681d-4fe2-92b1-e2dfb2f9140f req-bb280c21-e298-4ced-a544-f92cf52a72a2 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:39.593012 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-77913b91-681d-4fe2-92b1-e2dfb2f9140f req-bb280c21-e298-4ced-a544-f92cf52a72a2 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 943 time: 0.0528820 Nov 29 19:37:39.653253 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-77913b91-681d-4fe2-92b1-e2dfb2f9140f req-6c8c6646-e792-452c-b45b-9a1dabc65139 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528021 Nov 29 19:37:39.680757 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:37:39.788352 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:37:39.800494 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'port_id': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'mac_address': 'fa:16:3e:f9:76:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:37:39.839496 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:39.854035 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:37:39.880928 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:37:39.886040 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:39.934052 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:40.188381 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:37:40.775698 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d52cb-77c7-4a43-9b90-9868bd97ff9d req-00a72e62-02fc-4b35-84cc-3a3691f1eba7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:40.777161 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-328d52cb-77c7-4a43-9b90-9868bd97ff9d req-00a72e62-02fc-4b35-84cc-3a3691f1eba7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 944 time: 0.0523047 Nov 29 19:37:41.149200 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-328d52cb-77c7-4a43-9b90-9868bd97ff9d req-7a8361c6-ef33-4717-84df-3cd926c90929 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3657506 Nov 29 19:37:41.677777 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:37:41.726802 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning for port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:37:41.730433 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:37:41.730843 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:41.808215 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:41.830509 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:37:41.832897 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3927c0-9350-407c-931b-b55704914c73" -d '{"events": [{"server_uuid": "c6f21ca4-c281-4935-a859-23e7ae04bfe0", "name": "network-vif-plugged", "status": "completed", "tag": "4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:37:41.845541 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:37:41.849703 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:41.877559 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3cd199-3c79-4d4f-97bb-7473b3505b5f x-openstack-request-id: req-7a3cd199-3c79-4d4f-97bb-7473b3505b5f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:37:41.877857 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f21ca4-c281-4935-a859-23e7ae04bfe0", "name": "network-vif-plugged", "status": "completed", "tag": "4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:37:41.878117 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a3cd199-3c79-4d4f-97bb-7473b3505b5f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:37:41.878512 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'code': 200} Nov 29 19:37:41.904859 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:41.978181 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa0c26-d5ce-4137-b93d-4a3fd86a4a4f req-aa7ac31c-4704-4357-a526-542bddf5e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:41.979642 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a9fa0c26-d5ce-4137-b93d-4a3fd86a4a4f req-aa7ac31c-4704-4357-a526-542bddf5e19b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 1096 time: 0.0474429 Nov 29 19:37:42.029319 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a9fa0c26-d5ce-4137-b93d-4a3fd86a4a4f req-bbc57080-8743-487e-918b-5a0d1f76e711 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409944 Nov 29 19:37:42.269934 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef46cf9-90ba-40e3-85f4-9a05156b8513 req-8209583d-1870-4462-a83a-21caa873c1ad tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:42.271866 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ef46cf9-90ba-40e3-85f4-9a05156b8513 req-8209583d-1870-4462-a83a-21caa873c1ad tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 945 time: 0.0495059 Nov 29 19:37:42.324898 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ef46cf9-90ba-40e3-85f4-9a05156b8513 req-80f82a27-e4ec-4c37-af26-944adbda07d5 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469353 Nov 29 19:37:43.455402 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea53ae-c4a1-46b8-8bf9-732fc6ebea31 req-59d8a487-0e17-447b-bfe4-b0d3109ac820 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:43.456913 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2dea53ae-c4a1-46b8-8bf9-732fc6ebea31 req-59d8a487-0e17-447b-bfe4-b0d3109ac820 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 945 time: 0.0518980 Nov 29 19:37:43.516720 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-2dea53ae-c4a1-46b8-8bf9-732fc6ebea31 req-252973ed-e275-414f-9327-f3f24fb22963 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526519 Nov 29 19:37:43.639060 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e55067-c337-4be3-9b69-ed4a1dcac9d6 req-0b2caca2-a75b-46d9-9de5-415c09439bb5 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:43.640449 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e8e55067-c337-4be3-9b69-ed4a1dcac9d6 req-0b2caca2-a75b-46d9-9de5-415c09439bb5 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 945 time: 0.0506802 Nov 29 19:37:43.690257 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e8e55067-c337-4be3-9b69-ed4a1dcac9d6 req-d75bfb10-2b1a-4fc7-a67d-aaba7b14a716 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430968 Nov 29 19:37:43.713589 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47358) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:43.848560 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b51b8e-d01d-4463-bbaf-133cfae386bb tempest-TestSnapshotPattern-219942838 tempest-TestSnapshotPattern-219942838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:43.850085 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-c8b51b8e-d01d-4463-bbaf-133cfae386bb tempest-TestSnapshotPattern-219942838 tempest-TestSnapshotPattern-219942838-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 1091 time: 0.1354408 Nov 29 19:37:43.853078 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47362) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:37:43.857343 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:37:43.880588 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:43.980093 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:44.092392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Allocated IP 172.25.3.156 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/0110eb3a-5613-4716-871d-2ee25dad7c29) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:37:44.199558 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:44.234994 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:44.278426 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:37:44.281614 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:37:44.285232 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:37:44.312296 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event updated for resources: {'Port': ['ID=0110eb3a-5613-4716-871d-2ee25dad7c29,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:44.659773 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:44.733749 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:44.895197 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:44.901004 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:44.971282 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event updated for resources: {'Port': ['ID=0110eb3a-5613-4716-871d-2ee25dad7c29,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:37:44.979967 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:45.083598 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Floating IP 24c80ae0-2eff-4e15-9948-bf903385b416 associated. External IP: 172.25.3.156, port: 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108. Nov 29 19:37:45.304708 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:37:45.418908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:37:45.430410 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6388070d-1f17-49e7-95c6-1d35d594608d None None] Sync routers for ids ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:37:45.440812 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:45.444646 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6388070d-1f17-49e7-95c6-1d35d594608d None None] Routers {'95f7afd9-6a9e-4374-a60f-29b3a301a4cc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:37:45.445288 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-6388070d-1f17-49e7-95c6-1d35d594608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:37:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:45.482138 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-56026536-d43e-44a0-ae90-204526654698 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6272166 Nov 29 19:37:45.482704 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'tag': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:37:45.485249 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e5b1da-d17f-4719-b7eb-6a290f1d09cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f21ca4-c281-4935-a859-23e7ae04bfe0", "tag": "4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:37:45.527802 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbadbae-384b-4301-b1cb-756199f8edd6 x-openstack-request-id: req-4dbadbae-384b-4301-b1cb-756199f8edd6 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:37:45.528107 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f21ca4-c281-4935-a859-23e7ae04bfe0", "tag": "4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:37:45.528373 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4dbadbae-384b-4301-b1cb-756199f8edd6 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:37:45.528815 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'tag': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'status': 'completed', 'code': 200} Nov 29 19:37:45.576756 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:37:45.582184 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-6388070d-1f17-49e7-95c6-1d35d594608d None None] Set router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:37:45.596649 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5b1da-d17f-4719-b7eb-6a290f1d09cf req-d5b22450-1543-494b-a9dd-5e8dfe11e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:45.598239 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60e5b1da-d17f-4719-b7eb-6a290f1d09cf req-d5b22450-1543-494b-a9dd-5e8dfe11e12a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1966933c89443259e28cf02ab13c4e3&device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 1096 time: 0.0421717 Nov 29 19:37:45.705888 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5b1da-d17f-4719-b7eb-6a290f1d09cf req-7d93ca19-a583-457f-b8c8-a2de4f3dcfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:45.707434 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60e5b1da-d17f-4719-b7eb-6a290f1d09cf req-7d93ca19-a583-457f-b8c8-a2de4f3dcfeb service neutron] 10.222.0.31 "GET /v2.0/networks?id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 200 len: 910 time: 0.1022851 Nov 29 19:37:45.775640 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60e5b1da-d17f-4719-b7eb-6a290f1d09cf req-d44e0640-b566-4b58-b1be-b0b463f730fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 HTTP/1.1" status: 200 len: 999 time: 0.0614815 Nov 29 19:37:45.827451 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-6388070d-1f17-49e7-95c6-1d35d594608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '24c80ae0-2eff-4e15-9948-bf903385b416', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'port_id': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'mac_address': 'fa:16:3e:f9:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:37:44Z', 'updated_at': '2021-11-29T19:37:44Z', 'revision_number': 0, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48452672-9063-400e-989f-fc6b94e2da08', 'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'mac_address': 'fa:16:3e:ce:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:24Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 5, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'subnets': [{'id': '46663b02-e995-42bb-ba7b-8088194684e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:45.829473 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5b1da-d17f-4719-b7eb-6a290f1d09cf req-8244da81-faef-47f3-83a8-e2ca1fcfed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:45.831030 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60e5b1da-d17f-4719-b7eb-6a290f1d09cf req-8244da81-faef-47f3-83a8-e2ca1fcfed25 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46663b02-e995-42bb-ba7b-8088194684e1 HTTP/1.1" status: 200 len: 848 time: 0.0456135 Nov 29 19:37:45.855369 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6388070d-1f17-49e7-95c6-1d35d594608d None None] Checking router: 95f7afd9-6a9e-4374-a60f-29b3a301a4cc for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:37:45.866835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6388070d-1f17-49e7-95c6-1d35d594608d None None] Routers {'95f7afd9-6a9e-4374-a60f-29b3a301a4cc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:37:45.867461 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-6388070d-1f17-49e7-95c6-1d35d594608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:37:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:45.884218 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5b1da-d17f-4719-b7eb-6a290f1d09cf req-73b563bb-9433-4739-beee-46d236179e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:45.885766 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60e5b1da-d17f-4719-b7eb-6a290f1d09cf req-73b563bb-9433-4739-beee-46d236179e15 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481615 Nov 29 19:37:45.980621 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-6388070d-1f17-49e7-95c6-1d35d594608d None None] Set router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:37:45.984117 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60e5b1da-d17f-4719-b7eb-6a290f1d09cf req-123773e5-6a36-44fc-b09a-f99e2c2b2a99 service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898459 Nov 29 19:37:46.081532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-60e5b1da-d17f-4719-b7eb-6a290f1d09cf req-38ebabfe-670c-4aa4-abfc-0ecd3009b531 service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904140 Nov 29 19:37:46.233778 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-6388070d-1f17-49e7-95c6-1d35d594608d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '24c80ae0-2eff-4e15-9948-bf903385b416', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'port_id': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'mac_address': 'fa:16:3e:f9:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:37:44Z', 'updated_at': '2021-11-29T19:37:44Z', 'revision_number': 0, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48452672-9063-400e-989f-fc6b94e2da08', 'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'mac_address': 'fa:16:3e:ce:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:24Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 5, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'subnets': [{'id': '46663b02-e995-42bb-ba7b-8088194684e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:37:46.263795 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6388070d-1f17-49e7-95c6-1d35d594608d None None] The sync data for ids ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'] in n-d-819494-5 is: [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '24c80ae0-2eff-4e15-9948-bf903385b416', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'port_id': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'mac_address': 'fa:16:3e:f9:76:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:37:44Z', 'updated_at': '2021-11-29T19:37:44Z', 'revision_number': 0, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48452672-9063-400e-989f-fc6b94e2da08', 'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'mac_address': 'fa:16:3e:ce:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:24Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 5, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'subnets': [{'id': '46663b02-e995-42bb-ba7b-8088194684e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:37:46.470131 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ec428-8eaa-42f2-91b4-03f68a6d2c86 None None] New status for floating IP 24c80ae0-2eff-4e15-9948-bf903385b416: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:37:54.205595 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-76fd62f3-ae85-4253-a4a9-20f30ddec688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:56.672748 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebcaf252-5d72-42c3-8b23-fa75c9da5dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:57.392212 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0eae9f8b-82dd-4554-8887-9750c43be308 req-fda2edd5-f481-419a-ae73-876003bf40ac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400684 Nov 29 19:37:57.530392 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae9f8b-82dd-4554-8887-9750c43be308 req-dbf1f50f-91dc-46b2-9607-55a32e429f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:57.531967 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0eae9f8b-82dd-4554-8887-9750c43be308 req-dbf1f50f-91dc-46b2-9607-55a32e429f97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1966933c89443259e28cf02ab13c4e3&device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 1096 time: 0.0404437 Nov 29 19:37:57.646568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae9f8b-82dd-4554-8887-9750c43be308 req-8ff02612-3f00-4905-873a-0ee2d286a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:57.648293 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0eae9f8b-82dd-4554-8887-9750c43be308 req-8ff02612-3f00-4905-873a-0ee2d286a2ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 200 len: 910 time: 0.0935171 Nov 29 19:37:57.716394 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0eae9f8b-82dd-4554-8887-9750c43be308 req-fa0e70a8-d244-4b7b-9ff7-3e5cd670a322 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 HTTP/1.1" status: 200 len: 1001 time: 0.0596225 Nov 29 19:37:57.765443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae9f8b-82dd-4554-8887-9750c43be308 req-9f0d659a-5d82-4e4b-a15d-1b50be0d74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:57.766903 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0eae9f8b-82dd-4554-8887-9750c43be308 req-9f0d659a-5d82-4e4b-a15d-1b50be0d74f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46663b02-e995-42bb-ba7b-8088194684e1 HTTP/1.1" status: 200 len: 848 time: 0.0430472 Nov 29 19:37:57.819988 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae9f8b-82dd-4554-8887-9750c43be308 req-05c3bd3e-aa5a-4d73-a277-1be0d3a2389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:37:57.821506 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0eae9f8b-82dd-4554-8887-9750c43be308 req-05c3bd3e-aa5a-4d73-a277-1be0d3a2389f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440140 Nov 29 19:37:57.922969 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0eae9f8b-82dd-4554-8887-9750c43be308 req-8ca3ee52-4cd1-456f-9644-55703841fd13 service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922103 Nov 29 19:37:58.032761 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:58.035815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0eae9f8b-82dd-4554-8887-9750c43be308 req-d539921e-3129-4be7-92eb-863811cb7095 service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058905 Nov 29 19:37:58.336884 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:37:59.596916 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:38:00.232371 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:38:00.876048 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:38:22.575408 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:38:24.208077 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d565d19a-413a-4780-839d-9733a0bcc789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:38:26.675252 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48fb3810-e98c-4eec-bb2d-46801c19a1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:38:28.036071 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:38:28.364148 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:38:29.597386 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:38:30.235031 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:38:30.890232 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:38:54.209538 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-216235eb-2ef5-4024-a205-92ce3783bc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:38:56.676826 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c04a0b9-d177-4899-9ef8-ce5fcb396195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:38:58.037966 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:38:58.355428 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:38:59.403004 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c80ea02-c074-4ef7-a263-d0872b4359f0 req-d06185df-5034-41c5-8929-eb25a67da33e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409062 Nov 29 19:38:59.482317 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80ea02-c074-4ef7-a263-d0872b4359f0 req-299787f6-1cdd-4b90-8eb8-50ae42140864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:38:59.483802 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c80ea02-c074-4ef7-a263-d0872b4359f0 req-299787f6-1cdd-4b90-8eb8-50ae42140864 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1966933c89443259e28cf02ab13c4e3&device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 1096 time: 0.0400646 Nov 29 19:38:59.575794 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:38:59.592155 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80ea02-c074-4ef7-a263-d0872b4359f0 req-a5d51810-f016-4e17-ba94-a82b5bbe1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:38:59.593651 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c80ea02-c074-4ef7-a263-d0872b4359f0 req-a5d51810-f016-4e17-ba94-a82b5bbe1fc9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 200 len: 910 time: 0.0904822 Nov 29 19:38:59.599296 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:38:59.659550 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c80ea02-c074-4ef7-a263-d0872b4359f0 req-2cb400e4-004c-42d3-8914-b26e9f42ddec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 HTTP/1.1" status: 200 len: 1001 time: 0.0590210 Nov 29 19:38:59.707686 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80ea02-c074-4ef7-a263-d0872b4359f0 req-896f73b7-1724-47a9-8fab-ec9bbb157ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:38:59.709139 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c80ea02-c074-4ef7-a263-d0872b4359f0 req-896f73b7-1724-47a9-8fab-ec9bbb157ece service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46663b02-e995-42bb-ba7b-8088194684e1 HTTP/1.1" status: 200 len: 848 time: 0.0433125 Nov 29 19:38:59.759203 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80ea02-c074-4ef7-a263-d0872b4359f0 req-8078c007-4cad-4b78-bb3b-786671e74dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:38:59.760712 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c80ea02-c074-4ef7-a263-d0872b4359f0 req-8078c007-4cad-4b78-bb3b-786671e74dc4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435669 Nov 29 19:38:59.849685 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c80ea02-c074-4ef7-a263-d0872b4359f0 req-9784ff62-696a-457e-bdbe-a001b1319511 service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811434 Nov 29 19:38:59.943503 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6c80ea02-c074-4ef7-a263-d0872b4359f0 req-f8d9d6b8-3458-40c4-9907-d2883f96ec0c service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871258 Nov 29 19:39:00.240529 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:39:00.910529 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:39:24.212692 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-edb7c8d1-8c5d-42ea-ac32-e4c517eea161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:39:26.678479 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-96808fb5-95c7-466e-8dfa-28f458cf642e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:39:28.042750 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:39:28.373270 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:39:29.602464 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:39:30.241808 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:39:30.909341 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:39:36.575568 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:39:54.215719 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fe5dd3d3-797b-4215-bb33-ea449243f225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:39:56.680499 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9777e3c9-7735-49a3-b1b6-afea2918369a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:39:58.043892 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:39:58.389345 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:39:59.394998 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5a0e85c-e893-4769-aff7-d599cccb153c req-8950a522-ac18-4375-aa16-761627febae7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397055 Nov 29 19:39:59.474920 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0e85c-e893-4769-aff7-d599cccb153c req-24583b8f-4468-4384-8860-b1c0a2c28b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:39:59.476409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5a0e85c-e893-4769-aff7-d599cccb153c req-24583b8f-4468-4384-8860-b1c0a2c28b25 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1966933c89443259e28cf02ab13c4e3&device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 1096 time: 0.0405691 Nov 29 19:39:59.580801 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0e85c-e893-4769-aff7-d599cccb153c req-157858c6-a731-4b0a-88a3-14d7104c4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:39:59.582733 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5a0e85c-e893-4769-aff7-d599cccb153c req-157858c6-a731-4b0a-88a3-14d7104c4d5a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 200 len: 910 time: 0.0879552 Nov 29 19:39:59.605010 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:39:59.647422 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5a0e85c-e893-4769-aff7-d599cccb153c req-243821d4-aec4-4939-8ebf-4eb9cf9c3917 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 HTTP/1.1" status: 200 len: 1001 time: 0.0577509 Nov 29 19:39:59.696068 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0e85c-e893-4769-aff7-d599cccb153c req-14515e36-ddf8-43a6-affa-31ee88cdacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:39:59.697487 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5a0e85c-e893-4769-aff7-d599cccb153c req-14515e36-ddf8-43a6-affa-31ee88cdacc6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46663b02-e995-42bb-ba7b-8088194684e1 HTTP/1.1" status: 200 len: 848 time: 0.0429914 Nov 29 19:39:59.745657 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0e85c-e893-4769-aff7-d599cccb153c req-94f318d3-d156-4b41-8cee-2bacf90061f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:39:59.747226 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5a0e85c-e893-4769-aff7-d599cccb153c req-94f318d3-d156-4b41-8cee-2bacf90061f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428448 Nov 29 19:39:59.835909 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5a0e85c-e893-4769-aff7-d599cccb153c req-46d2ffd5-82c9-461d-a9c5-33d0d5d7069e service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810840 Nov 29 19:39:59.928813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a5a0e85c-e893-4769-aff7-d599cccb153c req-84d875d2-a582-4b3d-ba69-842e76cb1b78 service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849791 Nov 29 19:40:00.243895 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:00.926197 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:13.575162 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:40:24.216937 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50ecb55f-40ab-46fc-a43f-e98fe035f26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:26.683172 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-768154cf-93e9-4842-b020-20ec5694b361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:28.045950 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:28.388991 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:28.432291 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 details requested by agent hyperv_n-h2-819494-5 with host n-h2-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:40:28.532085 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:40:28.543436 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Returning: {'device': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'port_id': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'mac_address': 'fa:16:3e:f9:76:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:40:28.580089 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:28.593502 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:40:28.615993 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:40:28.620752 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:28.701839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:40:28.715688 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] get_ports_and_sgs() called for port_ids ['4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:40:28.721294 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:28.721792 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:28.722284 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:28.722773 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:28.723285 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:28.723775 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:28.724261 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:28.724752 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:28.725238 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:28.725722 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:28.726199 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:28.726665 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:29.608236 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:30.248042 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:30.460306 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 up at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:40:30.508662 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Provisioning complete for port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:40:30.508998 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:30.591518 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:30.614835 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:40:30.617093 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3745e677-58f2-436f-9dbb-b45e701023d1" -d '{"events": [{"server_uuid": "c6f21ca4-c281-4935-a859-23e7ae04bfe0", "name": "network-vif-plugged", "status": "completed", "tag": "4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:40:30.630822 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:40:30.635564 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:30.686510 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:40:30.932078 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:31.737336 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dae542-8c9c-44f3-9911-f8f40ec51ca3 x-openstack-request-id: req-04dae542-8c9c-44f3-9911-f8f40ec51ca3 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:40:31.737950 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f21ca4-c281-4935-a859-23e7ae04bfe0", "name": "network-vif-plugged", "status": "completed", "tag": "4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:40:31.737950 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04dae542-8c9c-44f3-9911-f8f40ec51ca3 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:40:31.738272 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'code': 200} Nov 29 19:40:43.601110 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-4d21b8c1-f2f8-4fba-9f68-b662e295c24b tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-136915763&fields=id&tenant_id=b1966933c89443259e28cf02ab13c4e3 HTTP/1.1" status: 200 len: 267 time: 0.0452952 Nov 29 19:40:43.704072 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-92671f79-0f7b-414a-a345-df4708269f25 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:43.705522 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-92671f79-0f7b-414a-a345-df4708269f25 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/networks?id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 200 len: 809 time: 0.0969317 Nov 29 19:40:43.719971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-6c03b540-6c5d-49a4-b11b-edf7ee66e0d6 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/quotas/b1966933c89443259e28cf02ab13c4e3 HTTP/1.1" status: 200 len: 375 time: 0.0087178 Nov 29 19:40:43.776859 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-fed8b508-0805-4f74-8b46-36ed04a65ef5 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b1966933c89443259e28cf02ab13c4e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517561 Nov 29 19:40:43.910570 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-489e6293-3773-4fc8-ad49-533780442c4b service neutron] 10.222.0.23 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219416 Nov 29 19:40:44.003571 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-3df92903-6828-4345-8b16-1904ba5c7f01 service neutron] 10.222.0.23 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860510 Nov 29 19:40:44.223204 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-737918f9-9675-4cbf-9cf3-135792819e7b req-b05bdf9d-e029-420c-96d1-d52a2be69a5f tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 210 time: 0.0762246 Nov 29 19:40:45.242015 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-d1431750-7384-4ceb-98eb-f1be072b08bc tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:45.243499 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-d1431750-7384-4ceb-98eb-f1be072b08bc tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.20 "GET /v2.0/networks?id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 200 len: 809 time: 0.1017992 Nov 29 19:40:45.334004 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-18451bcd-8484-48bb-9515-1ac19a199d21 req-c17e222e-3d09-4335-a0bd-7fa64993c4e1 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 210 time: 0.0364003 Nov 29 19:40:45.355704 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-e8322546-a25c-42ef-9d3e-87b07742d54b tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1966933c89443259e28cf02ab13c4e3 HTTP/1.1" status: 200 len: 379 time: 0.0948093 Nov 29 19:40:45.377414 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Request body: {'port': {'device_id': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'admin_state_up': True, 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'security_groups': ['5d235c21-e1b3-43d2-90e7-41d0736e86c7']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:40:45.507361 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Made reservation on behalf of b1966933c89443259e28cf02ab13c4e3 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 19:40:45.512896 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:45.663155 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Allocated IP 172.20.0.4 (ba739159-fc2f-4b8a-8f4c-8e8982b9bd40/46663b02-e995-42bb-ba7b-8088194684e1/e251a7c9-2186-408c-a995-de437b9b2698) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:40:45.854157 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:45.890106 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:45.935720 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:40:45.938914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:40:45.943413 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:40:45.968883 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event updated for resources: {'Port': ['ID=e251a7c9-2186-408c-a995-de437b9b2698,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:40:45.985557 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:45.985873 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:45.986235 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:45.986568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:45.986938 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:45.987380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:45.987595 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:45.987935 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:45.988266 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:45.988599 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:45.988922 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:45.989248 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:40:46.013503 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:46.014344 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:46.040176 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-51941c5a-753a-4740-91c1-76afc56cc4b4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6688273 Nov 29 19:40:46.223135 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-5c1982be-a2f7-4e1e-8b32-f4836aaa6aef None None] Provisioning complete for port e251a7c9-2186-408c-a995-de437b9b2698 triggered by entity DHCP. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:40:46.223721 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c1982be-a2f7-4e1e-8b32-f4836aaa6aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:46.258277 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5c1982be-a2f7-4e1e-8b32-f4836aaa6aef None None] Port e251a7c9-2186-408c-a995-de437b9b2698 cannot update to ACTIVE because it is not bound. {{(pid=110006) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 29 19:40:46.465592 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3477e7-730c-4b30-b99f-16f806b9a584 req-0af0c80a-0d5b-441b-90e6-927f48ef4056 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:46.467348 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f3477e7-730c-4b30-b99f-16f806b9a584 req-0af0c80a-0d5b-441b-90e6-927f48ef4056 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 931 time: 0.0555828 Nov 29 19:40:46.527541 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9f3477e7-730c-4b30-b99f-16f806b9a584 req-187de797-2770-4554-9669-0ca963b581d0 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540888 Nov 29 19:40:46.569997 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:40:46.653556 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:46.679259 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:40:46.682094 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae141af-47be-416e-aae5-d73c1dabf7b2" -d '{"events": [{"server_uuid": "c6f21ca4-c281-4935-a859-23e7ae04bfe0", "name": "network-vif-unplugged", "status": "completed", "tag": "4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:40:46.695841 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] For port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:40:46.703026 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:46.728531 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 19:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da23f47a-fdc6-4821-9b66-b513f24b95a3 x-openstack-request-id: req-da23f47a-fdc6-4821-9b66-b513f24b95a3 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:40:46.728830 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f21ca4-c281-4935-a859-23e7ae04bfe0", "name": "network-vif-unplugged", "status": "completed", "tag": "4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:40:46.729092 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da23f47a-fdc6-4821-9b66-b513f24b95a3 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:40:46.729488 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'code': 200} Nov 29 19:40:46.757583 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Pushing event updated for resources: {'Port': ['ID=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:40:47.647586 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51305520-73c5-4294-bba8-b1e583563df6 req-e45cc12c-ed8d-4435-a964-da512880440f tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:47.649129 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51305520-73c5-4294-bba8-b1e583563df6 req-e45cc12c-ed8d-4435-a964-da512880440f tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 931 time: 0.0510602 Nov 29 19:40:47.700035 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51305520-73c5-4294-bba8-b1e583563df6 req-fad910d3-d606-422f-8a1c-3340dd0c03b1 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447156 Nov 29 19:40:48.830420 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24ecb7-0ec9-4afa-b5f0-831c00d48eb4 req-59374759-96ad-46e8-8a97-2dff33754089 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:48.831964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c24ecb7-0ec9-4afa-b5f0-831c00d48eb4 req-59374759-96ad-46e8-8a97-2dff33754089 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 931 time: 0.0507617 Nov 29 19:40:48.888332 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-7c24ecb7-0ec9-4afa-b5f0-831c00d48eb4 req-40b652bb-a9f6-463a-b2ca-1b7308b40bb7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501070 Nov 29 19:40:50.013881 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02818c4-dcb8-4ae8-80a5-8b658d9de79a req-4f83f43f-5d22-4e9c-9c58-efe8c157390d tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:50.015409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e02818c4-dcb8-4ae8-80a5-8b658d9de79a req-4f83f43f-5d22-4e9c-9c58-efe8c157390d tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 931 time: 0.0552089 Nov 29 19:40:50.073816 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-e02818c4-dcb8-4ae8-80a5-8b658d9de79a req-2acbcc6d-f8b8-420a-8f3c-a0213d70bbc4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523393 Nov 29 19:40:50.575979 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:40:51.191047 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06b3fd-0de1-45c3-af4a-a14791b95078 req-fbb138db-dde7-4f08-94d0-590fea028ca6 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:51.192531 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c06b3fd-0de1-45c3-af4a-a14791b95078 req-fbb138db-dde7-4f08-94d0-590fea028ca6 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 931 time: 0.0491579 Nov 29 19:40:51.249686 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c06b3fd-0de1-45c3-af4a-a14791b95078 req-e5090075-8695-4c99-a57d-6acc7bd1c814 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509183 Nov 29 19:40:52.381127 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6de789-40fa-46bd-ac5e-a218b785fbdb req-4e3f703d-4dbc-4137-88d1-f2cba6768ea3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:52.382644 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed6de789-40fa-46bd-ac5e-a218b785fbdb req-4e3f703d-4dbc-4137-88d1-f2cba6768ea3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 931 time: 0.0529428 Nov 29 19:40:52.443576 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ed6de789-40fa-46bd-ac5e-a218b785fbdb req-48bb7564-353c-46a5-97c7-04437936d351 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502429 Nov 29 19:40:53.571577 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ddfc2-af55-45ae-aaaa-f16fcae68119 req-c9874dcf-7153-4ad2-b302-591f0bea97b0 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:53.574514 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-363ddfc2-af55-45ae-aaaa-f16fcae68119 req-c9874dcf-7153-4ad2-b302-591f0bea97b0 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 931 time: 0.0528476 Nov 29 19:40:53.631702 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-363ddfc2-af55-45ae-aaaa-f16fcae68119 req-4124c056-6b1e-4619-a836-009fd66e9922 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513103 Nov 29 19:40:54.222472 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff47dbcb-d2fd-4616-af9b-790d23d59343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:54.764693 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c676838-2df9-4e5d-a6bd-6312a68042df req-8b4f69a4-c660-43b9-a922-536becd867bf tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:54.766463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c676838-2df9-4e5d-a6bd-6312a68042df req-8b4f69a4-c660-43b9-a922-536becd867bf tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 931 time: 0.0572751 Nov 29 19:40:54.823359 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-0c676838-2df9-4e5d-a6bd-6312a68042df req-254764af-ff9c-4fcc-b588-5bc89ccf71ee tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500467 Nov 29 19:40:55.639274 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Request body: {'port': {'device_id': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:40:55.695741 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:55.965110 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291455d6-c996-40f7-a365-ad9876cb3973 req-c541c33c-407d-48a1-ab15-133e78aed616 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:55.966711 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-291455d6-c996-40f7-a365-ad9876cb3973 req-c541c33c-407d-48a1-ab15-133e78aed616 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 931 time: 0.0727665 Nov 29 19:40:56.016173 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e251a7c9-2186-408c-a995-de437b9b2698 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:40:56.027328 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:56.058583 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Transition to ACTIVE for port object e251a7c9-2186-408c-a995-de437b9b2698 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 19:40:56.063798 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-291455d6-c996-40f7-a365-ad9876cb3973 req-e80bd413-a70e-4bcb-a068-19e764e49880 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793502 Nov 29 19:40:56.064846 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:56.114028 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Pushing event updated for resources: {'Port': ['ID=e251a7c9-2186-408c-a995-de437b9b2698,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:40:56.189513 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Attempting to bind port e251a7c9-2186-408c-a995-de437b9b2698 on host n-h1-819494-5 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 29 19:40:56.189864 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Attempting to bind port e251a7c9-2186-408c-a995-de437b9b2698 by drivers openvswitch,hyperv on host n-h1-819494-5 at level 0 using segments [{'id': 'df1165aa-5743-4638-a3a9-30943d1b9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 29 19:40:56.190198 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Attempting to bind port e251a7c9-2186-408c-a995-de437b9b2698 on network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:40:56.195077 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Port e251a7c9-2186-408c-a995-de437b9b2698 on network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 19:40:56.195408 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Attempting to bind port e251a7c9-2186-408c-a995-de437b9b2698 on network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 19:40:56.200631 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Checking agent: {'id': '3b76cc4c-a2ea-49b1-997f-36b7de15a7a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'started_at': datetime.datetime(2021, 11, 29, 17, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 19, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 19:40:56.200974 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Checking segment: {'id': 'df1165aa-5743-4638-a3a9-30943d1b9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 29 19:40:56.201364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Bound using segment: {'id': 'df1165aa-5743-4638-a3a9-30943d1b9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 19:40:56.201802 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Bound port: e251a7c9-2186-408c-a995-de437b9b2698, host: n-h1-819494-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df1165aa-5743-4638-a3a9-30943d1b9ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 29 19:40:56.202162 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:56.592358 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] For port e251a7c9-2186-408c-a995-de437b9b2698, host n-h1-819494-5, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 19:40:56.595574 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] For port e251a7c9-2186-408c-a995-de437b9b2698, host n-h1-819494-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e251a7c9-2186-408c-a995-de437b9b2698,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 19:40:56.600947 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:56.641841 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:56.642471 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:56.644347 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] 10.222.0.20 "PUT /v2.0/ports/e251a7c9-2186-408c-a995-de437b9b2698 HTTP/1.1" status: 200 len: 1091 time: 1.0549192 Nov 29 19:40:56.644812 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'tag': 'e251a7c9-2186-408c-a995-de437b9b2698'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:40:56.647118 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ba6adb-128b-484d-8b66-aae39d39a1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3c7f1a-3538-4b2f-87c6-a0ad3356868c", "tag": "e251a7c9-2186-408c-a995-de437b9b2698"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:40:56.674945 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650dc17c-dbcb-4ad9-9ada-c7516c123c22 service neutron] Pushing event updated for resources: {'Port': ['ID=e251a7c9-2186-408c-a995-de437b9b2698,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:40:56.693923 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d219d401-f6bf-44eb-84c8-18433ba07d94 x-openstack-request-id: req-d219d401-f6bf-44eb-84c8-18433ba07d94 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:40:56.694477 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3c7f1a-3538-4b2f-87c6-a0ad3356868c", "tag": "e251a7c9-2186-408c-a995-de437b9b2698", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:40:56.694775 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d219d401-f6bf-44eb-84c8-18433ba07d94 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:40:56.695241 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'tag': 'e251a7c9-2186-408c-a995-de437b9b2698', 'status': 'completed', 'code': 200} Nov 29 19:40:56.699733 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e185b8f-646d-44a9-a787-805430bfc3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:56.758520 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-09fd044b-b041-4565-a6e1-147c0d186c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:56.760206 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-09fd044b-b041-4565-a6e1-147c0d186c60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1966933c89443259e28cf02ab13c4e3&device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 1094 time: 0.0498421 Nov 29 19:40:56.809365 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-bd8b1738-a086-4d17-94dc-2a240aaef98f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e251a7c9-2186-408c-a995-de437b9b2698 HTTP/1.1" status: 200 len: 217 time: 0.0392184 Nov 29 19:40:56.859342 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-8f81329b-796c-4ea5-9aba-0120dd28a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:56.860815 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-8f81329b-796c-4ea5-9aba-0120dd28a635 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46663b02-e995-42bb-ba7b-8088194684e1 HTTP/1.1" status: 200 len: 848 time: 0.0445383 Nov 29 19:40:56.915908 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-f9840aab-d727-436f-bb77-173ab12932e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:56.917314 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-f9840aab-d727-436f-bb77-173ab12932e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456636 Nov 29 19:40:57.016566 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-cb0a9f82-3b4c-42a3-9ac7-8f397b385301 service neutron] 10.222.0.20 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862498 Nov 29 19:40:57.113637 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb1a40a2-2414-488d-8624-1f4fa85de0b7 req-510f0704-c46b-4201-b21f-0aba83e899ea service neutron] 10.222.0.20 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858746 Nov 29 19:40:57.211086 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a167d-4882-4bce-94ed-ca15fe1fcc77 req-dac563fb-6f69-4ec2-bc4c-1c9475b1aa76 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:57.212636 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3a7a167d-4882-4bce-94ed-ca15fe1fcc77 req-dac563fb-6f69-4ec2-bc4c-1c9475b1aa76 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 943 time: 0.0781689 Nov 29 19:40:57.242645 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba6adb-128b-484d-8b66-aae39d39a1d9 req-fe8f26e6-8282-48ae-80ab-822631313ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:57.244161 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89ba6adb-128b-484d-8b66-aae39d39a1d9 req-fe8f26e6-8282-48ae-80ab-822631313ccb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1966933c89443259e28cf02ab13c4e3&device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 1094 time: 0.0719128 Nov 29 19:40:57.316460 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-3a7a167d-4882-4bce-94ed-ca15fe1fcc77 req-6470e8f5-abcb-4756-af43-fddad3c6b947 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967968 Nov 29 19:40:57.354996 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba6adb-128b-484d-8b66-aae39d39a1d9 req-39a7780f-e1c6-46f8-b99d-6a261018d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:57.356508 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89ba6adb-128b-484d-8b66-aae39d39a1d9 req-39a7780f-e1c6-46f8-b99d-6a261018d378 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 200 len: 910 time: 0.1026847 Nov 29 19:40:57.401241 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89ba6adb-128b-484d-8b66-aae39d39a1d9 req-9ae35753-6768-43ca-9ee2-0a1d716e3811 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e251a7c9-2186-408c-a995-de437b9b2698 HTTP/1.1" status: 200 len: 217 time: 0.0374875 Nov 29 19:40:57.454752 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba6adb-128b-484d-8b66-aae39d39a1d9 req-69636e52-8b07-4468-a900-30968a7d3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:57.456238 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89ba6adb-128b-484d-8b66-aae39d39a1d9 req-69636e52-8b07-4468-a900-30968a7d3756 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46663b02-e995-42bb-ba7b-8088194684e1 HTTP/1.1" status: 200 len: 848 time: 0.0433567 Nov 29 19:40:57.502380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba6adb-128b-484d-8b66-aae39d39a1d9 req-1905fe2d-ad65-4fd4-9cad-be94a983fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:57.503806 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89ba6adb-128b-484d-8b66-aae39d39a1d9 req-1905fe2d-ad65-4fd4-9cad-be94a983fcba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396225 Nov 29 19:40:57.597489 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89ba6adb-128b-484d-8b66-aae39d39a1d9 req-d3e0deca-e4df-4a0a-aeca-35c0afc7a7b1 service neutron] 10.222.0.20 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860798 Nov 29 19:40:57.687614 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-89ba6adb-128b-484d-8b66-aae39d39a1d9 req-bd127117-dc78-4b04-8fa7-6f39977597f6 service neutron] 10.222.0.20 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819154 Nov 29 19:40:58.050064 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:58.406196 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:58.437269 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47881596-4f52-4a68-89f6-cff486100bf5 req-56e0e459-43ab-4601-98e0-33f487f6d8d0 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:58.438750 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-47881596-4f52-4a68-89f6-cff486100bf5 req-56e0e459-43ab-4601-98e0-33f487f6d8d0 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 943 time: 0.0512378 Nov 29 19:40:58.493060 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-47881596-4f52-4a68-89f6-cff486100bf5 req-b2dc2b32-91b6-48ba-b5b0-dd5d4c15ad0e tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482492 Nov 29 19:40:59.003862 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e251a7c9-2186-408c-a995-de437b9b2698 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:40:59.111154 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e251a7c9-2186-408c-a995-de437b9b2698, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e251a7c9-2186-408c-a995-de437b9b2698,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:40:59.123575 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'e251a7c9-2186-408c-a995-de437b9b2698', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'port_id': 'e251a7c9-2186-408c-a995-de437b9b2698', 'mac_address': 'fa:16:3e:a0:96:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:40:59.160912 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:59.175165 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e251a7c9-2186-408c-a995-de437b9b2698 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:40:59.195604 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e251a7c9-2186-408c-a995-de437b9b2698, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e251a7c9-2186-408c-a995-de437b9b2698,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:40:59.199147 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:59.244870 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e251a7c9-2186-408c-a995-de437b9b2698,revision_number=4']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:40:59.514312 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['e251a7c9-2186-408c-a995-de437b9b2698'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:40:59.612091 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6967f0-c503-4ec8-bf50-2372d5e3067e req-bc9fa0d1-5444-4a02-bda3-a2f77b043035 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:40:59.613651 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf6967f0-c503-4ec8-bf50-2372d5e3067e req-bc9fa0d1-5444-4a02-bda3-a2f77b043035 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 944 time: 0.0502205 Nov 29 19:40:59.619294 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:40:59.666768 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-bf6967f0-c503-4ec8-bf50-2372d5e3067e req-9b72e14a-f61d-4507-a7a1-b1d5da0de441 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456243 Nov 29 19:41:00.250891 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:00.442504 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df8a352b-b6b2-4784-b08d-0b0ab7c5a055 req-e8720ef8-45af-4873-87b0-fc953d6828ba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0851617 Nov 29 19:41:00.529148 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a352b-b6b2-4784-b08d-0b0ab7c5a055 req-604c7513-be3f-44a7-87d8-0d055b33788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:00.530652 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df8a352b-b6b2-4784-b08d-0b0ab7c5a055 req-604c7513-be3f-44a7-87d8-0d055b33788c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1966933c89443259e28cf02ab13c4e3&device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 1094 time: 0.0450895 Nov 29 19:41:00.633283 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a352b-b6b2-4784-b08d-0b0ab7c5a055 req-e65a3d9d-7a43-4c48-9253-99887033cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:00.634699 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df8a352b-b6b2-4784-b08d-0b0ab7c5a055 req-e65a3d9d-7a43-4c48-9253-99887033cc56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 200 len: 910 time: 0.0851953 Nov 29 19:41:00.707622 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df8a352b-b6b2-4784-b08d-0b0ab7c5a055 req-f95850ae-c34c-4811-8c52-e7a362fce050 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 HTTP/1.1" status: 200 len: 999 time: 0.0651166 Nov 29 19:41:00.783778 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a352b-b6b2-4784-b08d-0b0ab7c5a055 req-74731d3d-f4a9-486c-9725-405996d8f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:00.785278 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df8a352b-b6b2-4784-b08d-0b0ab7c5a055 req-74731d3d-f4a9-486c-9725-405996d8f1cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46663b02-e995-42bb-ba7b-8088194684e1 HTTP/1.1" status: 200 len: 848 time: 0.0714264 Nov 29 19:41:00.810198 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823bf3b-c2c7-48d8-b1dd-45a5e3a6629c req-c78cc51c-aa40-4bb0-987a-55953a92d963 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:00.811714 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8823bf3b-c2c7-48d8-b1dd-45a5e3a6629c req-c78cc51c-aa40-4bb0-987a-55953a92d963 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 944 time: 0.0723412 Nov 29 19:41:00.875176 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a352b-b6b2-4784-b08d-0b0ab7c5a055 req-8e7b6c3b-8783-4865-a86b-0b083d9f371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:00.876705 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df8a352b-b6b2-4784-b08d-0b0ab7c5a055 req-8e7b6c3b-8783-4865-a86b-0b083d9f371d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837226 Nov 29 19:41:00.881778 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-8823bf3b-c2c7-48d8-b1dd-45a5e3a6629c req-b4173251-851d-4d05-907e-303faf7a1098 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560281 Nov 29 19:41:00.929258 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:00.975190 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df8a352b-b6b2-4784-b08d-0b0ab7c5a055 req-e0a39fad-1b64-4ff4-95a4-fb8ffde51410 service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906789 Nov 29 19:41:01.034630 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e251a7c9-2186-408c-a995-de437b9b2698 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:41:01.081900 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-df8a352b-b6b2-4784-b08d-0b0ab7c5a055 req-dac7f6d9-23e8-4989-bb9f-11d2a48d5e8a service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990810 Nov 29 19:41:01.089825 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning for port e251a7c9-2186-408c-a995-de437b9b2698 completed by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 19:41:01.094235 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port e251a7c9-2186-408c-a995-de437b9b2698 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:41:01.094689 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:01.174905 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:01.197137 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e251a7c9-2186-408c-a995-de437b9b2698'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:41:01.204032 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938bea62-b19d-4547-92d5-ada5eec713a2" -d '{"events": [{"server_uuid": "5c3c7f1a-3538-4b2f-87c6-a0ad3356868c", "name": "network-vif-plugged", "status": "completed", "tag": "e251a7c9-2186-408c-a995-de437b9b2698"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:41:01.215500 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e251a7c9-2186-408c-a995-de437b9b2698, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e251a7c9-2186-408c-a995-de437b9b2698,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:41:01.220156 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:01.245364 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819f00bd-8a56-49be-9ea4-265076cd632c x-openstack-request-id: req-819f00bd-8a56-49be-9ea4-265076cd632c {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:41:01.245846 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3c7f1a-3538-4b2f-87c6-a0ad3356868c", "name": "network-vif-plugged", "status": "completed", "tag": "e251a7c9-2186-408c-a995-de437b9b2698", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:41:01.246112 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-819f00bd-8a56-49be-9ea4-265076cd632c {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:41:01.246522 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e251a7c9-2186-408c-a995-de437b9b2698', 'code': 200} Nov 29 19:41:01.273326 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e251a7c9-2186-408c-a995-de437b9b2698,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:41:01.349948 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae02657-2f74-489d-9646-331c563aa4de req-7b1829bb-893c-44fb-b36a-563d35b058fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:01.351523 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ae02657-2f74-489d-9646-331c563aa4de req-7b1829bb-893c-44fb-b36a-563d35b058fa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 1096 time: 0.0478370 Nov 29 19:41:01.401128 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-5ae02657-2f74-489d-9646-331c563aa4de req-5065cdbc-a1e4-4150-99d4-28864733c56c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388150 Nov 29 19:41:01.999350 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c6767-13da-4b95-b1d6-9d20b9bd48f8 req-c22b41ce-44f9-4a8d-a3d4-c9e127022589 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:02.000860 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-219c6767-13da-4b95-b1d6-9d20b9bd48f8 req-c22b41ce-44f9-4a8d-a3d4-c9e127022589 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 945 time: 0.0493653 Nov 29 19:41:02.057444 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-219c6767-13da-4b95-b1d6-9d20b9bd48f8 req-2fd53755-0197-4470-b936-ecd3d177b618 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502946 Nov 29 19:41:03.186284 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9e608-4204-40cf-be0d-bcbf7cc682f4 req-3390846a-5e70-4baf-8d5a-5ffe893629b3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:03.187813 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31f9e608-4204-40cf-be0d-bcbf7cc682f4 req-3390846a-5e70-4baf-8d5a-5ffe893629b3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 945 time: 0.0529466 Nov 29 19:41:03.236531 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-31f9e608-4204-40cf-be0d-bcbf7cc682f4 req-efae42df-6e3b-46a1-969f-1c1a869c86f4 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426800 Nov 29 19:41:03.351568 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3718b-53e5-4ef7-bf2c-35a2cd166163 req-ec867298-510e-4d96-b551-f65071d3b0fb tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:03.353051 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2e3718b-53e5-4ef7-bf2c-35a2cd166163 req-ec867298-510e-4d96-b551-f65071d3b0fb tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 945 time: 0.0500023 Nov 29 19:41:03.402548 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-b2e3718b-53e5-4ef7-bf2c-35a2cd166163 req-52022d3c-91cc-40f9-92a3-d2957256f6b3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428798 Nov 29 19:41:03.424635 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47704) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:41:03.463580 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df2c677-4eaa-4c01-8ed7-ff44b9633d83 tempest-TestSnapshotPattern-219942838 tempest-TestSnapshotPattern-219942838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:03.465095 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-2df2c677-4eaa-4c01-8ed7-ff44b9633d83 tempest-TestSnapshotPattern-219942838 tempest-TestSnapshotPattern-219942838-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 1091 time: 0.0394497 Nov 29 19:41:03.467880 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47706) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:41:03.472047 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Request body: {'floatingip': {'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'port_id': 'e251a7c9-2186-408c-a995-de437b9b2698', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 19:41:03.493341 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:03.591269 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:03.695809 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Allocated IP 172.25.3.111 (3252c484-31c2-45a7-a7d4-d5407771fd3c/ba73cb9d-71c0-4bcf-a0e0-438298f1b665/bb1700b0-1b85-4c6f-a263-fb5764e1b0b8) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 19:41:03.795305 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:03.828388 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756622923502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:03.862161 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Network 3252c484-31c2-45a7-a7d4-d5407771fd3c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 19:41:03.866880 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 19:41:03.869312 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 19:41:03.905208 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event updated for resources: {'Port': ['ID=bb1700b0-1b85-4c6f-a263-fb5764e1b0b8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:41:04.240045 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:04.317145 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:04.464790 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:04.470030 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27089036'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:04.543788 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event updated for resources: {'Port': ['ID=bb1700b0-1b85-4c6f-a263-fb5764e1b0b8,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:41:04.553374 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748214'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:04.656826 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Floating IP cc87938e-a3c2-453f-8534-fc8874ecc92c associated. External IP: 172.25.3.111, port: e251a7c9-2186-408c-a995-de437b9b2698. Nov 29 19:41:04.864206 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:41:04.976021 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:41:04.985731 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fae64e-a79d-4543-82c1-bad64abc57d9 None None] Sync routers for ids ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:41:04.994037 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:04.995851 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fae64e-a79d-4543-82c1-bad64abc57d9 None None] Routers {'95f7afd9-6a9e-4374-a60f-29b3a301a4cc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:41:04.996476 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-48fae64e-a79d-4543-82c1-bad64abc57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:40:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:41:05.022666 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-b56bd572-b50e-433d-8a3a-899f2979e01a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5536444 Nov 29 19:41:05.023293 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'tag': 'e251a7c9-2186-408c-a995-de437b9b2698'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:41:05.025546 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cd3bae-29a3-4320-872f-81cd1c24a1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3c7f1a-3538-4b2f-87c6-a0ad3356868c", "tag": "e251a7c9-2186-408c-a995-de437b9b2698"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:41:05.063548 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2658265-4a51-440e-b731-bf6c3139be1c x-openstack-request-id: req-d2658265-4a51-440e-b731-bf6c3139be1c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:41:05.063846 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3c7f1a-3538-4b2f-87c6-a0ad3356868c", "tag": "e251a7c9-2186-408c-a995-de437b9b2698", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:41:05.064107 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d2658265-4a51-440e-b731-bf6c3139be1c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:41:05.064518 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'tag': 'e251a7c9-2186-408c-a995-de437b9b2698', 'status': 'completed', 'code': 200} Nov 29 19:41:05.109379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-48fae64e-a79d-4543-82c1-bad64abc57d9 None None] Set router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:41:05.128108 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd3bae-29a3-4320-872f-81cd1c24a1bc req-d9eb0d0b-4498-463e-aa2f-6809e975a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:05.129681 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12cd3bae-29a3-4320-872f-81cd1c24a1bc req-d9eb0d0b-4498-463e-aa2f-6809e975a9dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1966933c89443259e28cf02ab13c4e3&device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 1096 time: 0.0432196 Nov 29 19:41:05.219854 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd3bae-29a3-4320-872f-81cd1c24a1bc req-559c2b18-c14d-4d15-b87b-cca5d466a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:05.221235 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12cd3bae-29a3-4320-872f-81cd1c24a1bc req-559c2b18-c14d-4d15-b87b-cca5d466a2e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 200 len: 910 time: 0.0843029 Nov 29 19:41:05.289970 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12cd3bae-29a3-4320-872f-81cd1c24a1bc req-f71884bd-cd5a-41b0-8a54-24e96f2dc7e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e251a7c9-2186-408c-a995-de437b9b2698 HTTP/1.1" status: 200 len: 999 time: 0.0617995 Nov 29 19:41:05.341064 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-48fae64e-a79d-4543-82c1-bad64abc57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '24c80ae0-2eff-4e15-9948-bf903385b416', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'port_id': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'mac_address': 'fa:16:3e:f9:76:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:37:44Z', 'updated_at': '2021-11-29T19:37:46Z', 'revision_number': 1, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'fixed_ip_address_scope': None}, {'id': 'cc87938e-a3c2-453f-8534-fc8874ecc92c', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'port_id': 'e251a7c9-2186-408c-a995-de437b9b2698', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'mac_address': 'fa:16:3e:a0:96:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:41:04Z', 'updated_at': '2021-11-29T19:41:04Z', 'revision_number': 0, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48452672-9063-400e-989f-fc6b94e2da08', 'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'mac_address': 'fa:16:3e:ce:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:24Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 5, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'subnets': [{'id': '46663b02-e995-42bb-ba7b-8088194684e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:41:05.342436 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd3bae-29a3-4320-872f-81cd1c24a1bc req-0986a6da-2605-482e-b89a-0f78824a3861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:05.343997 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12cd3bae-29a3-4320-872f-81cd1c24a1bc req-0986a6da-2605-482e-b89a-0f78824a3861 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46663b02-e995-42bb-ba7b-8088194684e1 HTTP/1.1" status: 200 len: 848 time: 0.0453343 Nov 29 19:41:05.367974 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fae64e-a79d-4543-82c1-bad64abc57d9 None None] Checking router: 95f7afd9-6a9e-4374-a60f-29b3a301a4cc for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:41:05.377488 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fae64e-a79d-4543-82c1-bad64abc57d9 None None] Routers {'95f7afd9-6a9e-4374-a60f-29b3a301a4cc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:41:05.378408 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-48fae64e-a79d-4543-82c1-bad64abc57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:40:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:41:05.390170 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd3bae-29a3-4320-872f-81cd1c24a1bc req-68bf2603-6db8-4d7c-807c-ce5f0081d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:05.391718 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12cd3bae-29a3-4320-872f-81cd1c24a1bc req-68bf2603-6db8-4d7c-807c-ce5f0081d956 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404878 Nov 29 19:41:05.483436 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-48fae64e-a79d-4543-82c1-bad64abc57d9 None None] Set router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:41:05.484971 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12cd3bae-29a3-4320-872f-81cd1c24a1bc req-bbcb8513-5daa-4cf2-bcf6-aac12ed88927 service neutron] 10.222.0.20 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856156 Nov 29 19:41:05.574409 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-12cd3bae-29a3-4320-872f-81cd1c24a1bc req-ccb349d4-625c-4f44-86ba-fe8ecfb94f35 service neutron] 10.222.0.20 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823441 Nov 29 19:41:05.710114 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-48fae64e-a79d-4543-82c1-bad64abc57d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '24c80ae0-2eff-4e15-9948-bf903385b416', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'port_id': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'mac_address': 'fa:16:3e:f9:76:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:37:44Z', 'updated_at': '2021-11-29T19:37:46Z', 'revision_number': 1, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'fixed_ip_address_scope': None}, {'id': 'cc87938e-a3c2-453f-8534-fc8874ecc92c', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'port_id': 'e251a7c9-2186-408c-a995-de437b9b2698', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'mac_address': 'fa:16:3e:a0:96:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:41:04Z', 'updated_at': '2021-11-29T19:41:04Z', 'revision_number': 0, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48452672-9063-400e-989f-fc6b94e2da08', 'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'mac_address': 'fa:16:3e:ce:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:24Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 5, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'subnets': [{'id': '46663b02-e995-42bb-ba7b-8088194684e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:41:05.739363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fae64e-a79d-4543-82c1-bad64abc57d9 None None] The sync data for ids ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'] in n-d-819494-5 is: [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '24c80ae0-2eff-4e15-9948-bf903385b416', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'port_id': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'mac_address': 'fa:16:3e:f9:76:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:37:44Z', 'updated_at': '2021-11-29T19:37:46Z', 'revision_number': 1, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'fixed_ip_address_scope': None}, {'id': 'cc87938e-a3c2-453f-8534-fc8874ecc92c', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'port_id': 'e251a7c9-2186-408c-a995-de437b9b2698', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'mac_address': 'fa:16:3e:a0:96:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:41:04Z', 'updated_at': '2021-11-29T19:41:04Z', 'revision_number': 0, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48452672-9063-400e-989f-fc6b94e2da08', 'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'mac_address': 'fa:16:3e:ce:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:24Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 5, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'subnets': [{'id': '46663b02-e995-42bb-ba7b-8088194684e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:41:05.924502 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0320639-16bf-4292-a5e4-95bef603e1eb None None] New status for floating IP cc87938e-a3c2-453f-8534-fc8874ecc92c: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:41:13.685928 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7b176f5-c4c1-4d60-b461-6a164883b008 req-1df2a167-0357-48f7-b863-1af7cfda0168 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478578 Nov 29 19:41:13.766962 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b176f5-c4c1-4d60-b461-6a164883b008 req-1a8f3533-4c04-4de4-997e-63fa92b3d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:13.768463 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7b176f5-c4c1-4d60-b461-6a164883b008 req-1a8f3533-4c04-4de4-997e-63fa92b3d73d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1966933c89443259e28cf02ab13c4e3&device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 1096 time: 0.0407486 Nov 29 19:41:13.874446 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b176f5-c4c1-4d60-b461-6a164883b008 req-117b1723-719a-4421-b4dd-ee7c1794c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:13.875964 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7b176f5-c4c1-4d60-b461-6a164883b008 req-117b1723-719a-4421-b4dd-ee7c1794c27b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 200 len: 910 time: 0.0872717 Nov 29 19:41:13.947778 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7b176f5-c4c1-4d60-b461-6a164883b008 req-1bb9b4cf-5704-4ca0-9b86-e5c7987e1afc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e251a7c9-2186-408c-a995-de437b9b2698 HTTP/1.1" status: 200 len: 1001 time: 0.0638430 Nov 29 19:41:13.999771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b176f5-c4c1-4d60-b461-6a164883b008 req-d28b3485-f639-43c7-8a89-f6d8ffbe9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:14.001244 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7b176f5-c4c1-4d60-b461-6a164883b008 req-d28b3485-f639-43c7-8a89-f6d8ffbe9b6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46663b02-e995-42bb-ba7b-8088194684e1 HTTP/1.1" status: 200 len: 848 time: 0.0448039 Nov 29 19:41:14.053550 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b176f5-c4c1-4d60-b461-6a164883b008 req-19e72a55-ba87-4e5f-a826-4ded9b17745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:41:14.055154 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7b176f5-c4c1-4d60-b461-6a164883b008 req-19e72a55-ba87-4e5f-a826-4ded9b17745c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406899 Nov 29 19:41:14.152166 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7b176f5-c4c1-4d60-b461-6a164883b008 req-8413e29a-0e82-407c-a252-43efcd8fe0dc service neutron] 10.222.0.20 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883174 Nov 29 19:41:14.243662 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-c7b176f5-c4c1-4d60-b461-6a164883b008 req-238ea39b-5fdb-415b-a784-3a4733a8c466 service neutron] 10.222.0.20 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831437 Nov 29 19:41:24.215539 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca56c63b-8eee-44a5-9324-929c6ef83267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:26.681648 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a547c3af-b3b9-4624-ae07-8b09864c12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:27.575454 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:41:28.052219 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:28.417112 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:29.613707 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:30.253920 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:30.946493 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:54.217010 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51b0fc7e-a598-42c2-8789-70154bebd209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:56.682626 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97391c31-3b78-4f66-9dda-7a19bf66c9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:58.056546 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:58.446735 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:41:59.616763 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:00.256852 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:00.954411 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:02.420190 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51c5278b-a1ad-4245-b4eb-accb972b571c req-07c529a4-8912-49b8-b515-366cc7c2d946 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445616 Nov 29 19:42:02.501519 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5278b-a1ad-4245-b4eb-accb972b571c req-aee5fe6f-f5a9-499d-86fb-134c197c6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:02.503246 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51c5278b-a1ad-4245-b4eb-accb972b571c req-aee5fe6f-f5a9-499d-86fb-134c197c6637 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1966933c89443259e28cf02ab13c4e3&device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 1094 time: 0.0411882 Nov 29 19:42:02.608505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5278b-a1ad-4245-b4eb-accb972b571c req-4d89c64c-5c52-438c-ac8f-855c75163d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:02.609892 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51c5278b-a1ad-4245-b4eb-accb972b571c req-4d89c64c-5c52-438c-ac8f-855c75163d97 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 200 len: 910 time: 0.0864892 Nov 29 19:42:02.679955 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51c5278b-a1ad-4245-b4eb-accb972b571c req-6e56d16e-11eb-4fa0-b800-b243c52cd651 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 HTTP/1.1" status: 200 len: 999 time: 0.0621681 Nov 29 19:42:02.728074 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5278b-a1ad-4245-b4eb-accb972b571c req-62598b7b-f2b5-444c-be2d-7257b29f12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:02.729532 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51c5278b-a1ad-4245-b4eb-accb972b571c req-62598b7b-f2b5-444c-be2d-7257b29f12f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46663b02-e995-42bb-ba7b-8088194684e1 HTTP/1.1" status: 200 len: 848 time: 0.0431406 Nov 29 19:42:02.774357 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5278b-a1ad-4245-b4eb-accb972b571c req-e7f38f60-d02c-4b37-ae29-2bbbd96dfff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:02.775889 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51c5278b-a1ad-4245-b4eb-accb972b571c req-e7f38f60-d02c-4b37-ae29-2bbbd96dfff0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394399 Nov 29 19:42:02.868310 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51c5278b-a1ad-4245-b4eb-accb972b571c req-22103fe5-585f-4e3f-9bfe-e40cd7c4dea3 service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853763 Nov 29 19:42:02.958142 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-51c5278b-a1ad-4245-b4eb-accb972b571c req-107bb219-7f8c-41bf-a04a-f3debc0469dd service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822403 Nov 29 19:42:04.574720 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:42:15.375570 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff0ba93c-670f-4d26-8bef-9175ccf9a788 req-8eafcb3f-6774-406f-be3b-d2ffe9ab522b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498376 Nov 29 19:42:15.464577 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ba93c-670f-4d26-8bef-9175ccf9a788 req-589d2e1e-ffa4-43b9-bf4c-bd0d1a19fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:15.466113 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff0ba93c-670f-4d26-8bef-9175ccf9a788 req-589d2e1e-ffa4-43b9-bf4c-bd0d1a19fe7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1966933c89443259e28cf02ab13c4e3&device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 1096 time: 0.0399230 Nov 29 19:42:15.573861 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ba93c-670f-4d26-8bef-9175ccf9a788 req-3b3fc99e-4b84-4c1f-b47b-9cd2862b27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:15.575393 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff0ba93c-670f-4d26-8bef-9175ccf9a788 req-3b3fc99e-4b84-4c1f-b47b-9cd2862b27bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 200 len: 910 time: 0.0840402 Nov 29 19:42:15.650018 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff0ba93c-670f-4d26-8bef-9175ccf9a788 req-80adabe5-dd9c-4345-b080-b317d129b76a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e251a7c9-2186-408c-a995-de437b9b2698 HTTP/1.1" status: 200 len: 1001 time: 0.0630744 Nov 29 19:42:15.704364 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ba93c-670f-4d26-8bef-9175ccf9a788 req-6375234f-651b-45b1-b35f-f923ff929b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:15.706440 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff0ba93c-670f-4d26-8bef-9175ccf9a788 req-6375234f-651b-45b1-b35f-f923ff929b5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46663b02-e995-42bb-ba7b-8088194684e1 HTTP/1.1" status: 200 len: 848 time: 0.0438774 Nov 29 19:42:15.756424 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ba93c-670f-4d26-8bef-9175ccf9a788 req-a0e20724-4298-40c1-b34b-f431f451fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:15.757934 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff0ba93c-670f-4d26-8bef-9175ccf9a788 req-a0e20724-4298-40c1-b34b-f431f451fdc0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399060 Nov 29 19:42:15.853280 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff0ba93c-670f-4d26-8bef-9175ccf9a788 req-6695c38c-6a50-409d-9fc3-e2f80666922c service neutron] 10.222.0.20 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838890 Nov 29 19:42:15.948507 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-ff0ba93c-670f-4d26-8bef-9175ccf9a788 req-fb4b1f59-946a-4639-a4b3-f015a36a730b service neutron] 10.222.0.20 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833683 Nov 29 19:42:24.220274 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8949cc9-5e82-468a-a627-44df4379eb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:26.684938 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ec27b30-9e01-4366-b54f-f5fab1273d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:28.058853 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:28.442697 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:29.618161 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:30.258987 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:30.960928 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:35.506242 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e251a7c9-2186-408c-a995-de437b9b2698 details requested by agent hyperv_n-h1-819494-5 with host n-h1-819494-5 {{(pid=110006) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 19:42:35.603401 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e251a7c9-2186-408c-a995-de437b9b2698, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e251a7c9-2186-408c-a995-de437b9b2698,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:42:35.616096 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Returning: {'device': 'e251a7c9-2186-408c-a995-de437b9b2698', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'port_id': 'e251a7c9-2186-408c-a995-de437b9b2698', 'mac_address': 'fa:16:3e:a0:96:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110006) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 19:42:35.653210 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:35.666889 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e251a7c9-2186-408c-a995-de437b9b2698 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 19:42:35.686346 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e251a7c9-2186-408c-a995-de437b9b2698, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e251a7c9-2186-408c-a995-de437b9b2698,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:42:35.690261 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:35.744870 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e251a7c9-2186-408c-a995-de437b9b2698,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:42:35.752751 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:35.753104 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:35.753449 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:35.753792 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:35.754128 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:35.754462 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:35.754825 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:35.755144 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:35.755469 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:35.755795 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:35.756120 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:35.756442 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:35.782543 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] get_ports_and_sgs() called for port_ids ['e251a7c9-2186-408c-a995-de437b9b2698'] {{(pid=110006) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 19:42:37.525579 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e251a7c9-2186-408c-a995-de437b9b2698 up at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 19:42:37.580379 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Provisioning complete for port e251a7c9-2186-408c-a995-de437b9b2698 triggered by entity L2. {{(pid=110006) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 19:42:37.581342 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928041'] for port, provisioning_complete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:37.672780 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:37.700514 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e251a7c9-2186-408c-a995-de437b9b2698'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:42:37.702803 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f375f1ee-e276-4f7e-b9dc-cc6b28bf0bab" -d '{"events": [{"server_uuid": "5c3c7f1a-3538-4b2f-87c6-a0ad3356868c", "name": "network-vif-plugged", "status": "completed", "tag": "e251a7c9-2186-408c-a995-de437b9b2698"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:42:37.722180 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e251a7c9-2186-408c-a995-de437b9b2698, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e251a7c9-2186-408c-a995-de437b9b2698,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:42:37.730609 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:37.777360 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ddeb29-c605-4420-9982-a366e2fafaca x-openstack-request-id: req-88ddeb29-c605-4420-9982-a366e2fafaca {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:42:37.779255 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3c7f1a-3538-4b2f-87c6-a0ad3356868c", "name": "network-vif-plugged", "status": "completed", "tag": "e251a7c9-2186-408c-a995-de437b9b2698", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:42:37.779255 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-88ddeb29-c605-4420-9982-a366e2fafaca {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:42:37.779255 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e251a7c9-2186-408c-a995-de437b9b2698', 'code': 200} Nov 29 19:42:37.801323 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e251a7c9-2186-408c-a995-de437b9b2698,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:42:41.573588 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:42:47.479445 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47906) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:42:47.642598 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Deleting port bb1700b0-1b85-4c6f-a263-fb5764e1b0b8 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:42:47.642976 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:47.717452 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:47.717770 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:47.730381 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Calling delete_port for bb1700b0-1b85-4c6f-a263-fb5764e1b0b8 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:42:48.196154 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:48.219363 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event deleted for resources: {'Port': ['ID=bb1700b0-1b85-4c6f-a263-fb5764e1b0b8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:42:48.234082 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:48.234437 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:48.234806 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:48.235144 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:48.235479 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:48.235810 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:48.236137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:48.236466 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:48.236790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:48.237790 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:48.238125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:48.238458 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:48.292883 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:48.293181 n-d-819494-5 neutron-server[110005]: INFO neutron.db.l3_db [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Floating IP cc87938e-a3c2-453f-8534-fc8874ecc92c disassociated (deleted). External IP: 172.25.3.111, port: e251a7c9-2186-408c-a995-de437b9b2698. Nov 29 19:42:48.500346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:42:48.608771 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:42:48.613591 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:48.618268 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3294a0-3c23-43c6-b7a1-6957ee6735d8 None None] Sync routers for ids ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:42:48.629253 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3294a0-3c23-43c6-b7a1-6957ee6735d8 None None] Routers {'95f7afd9-6a9e-4374-a60f-29b3a301a4cc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:42:48.629898 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5a3294a0-3c23-43c6-b7a1-6957ee6735d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:42:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:42:48.640857 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-aa42d7b2-055c-42bb-bd26-4ee932adfbf3 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "DELETE /v2.0/floatingips/cc87938e-a3c2-453f-8534-fc8874ecc92c HTTP/1.1" status: 204 len: 168 time: 1.1603076 Nov 29 19:42:48.641453 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'tag': 'e251a7c9-2186-408c-a995-de437b9b2698'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:42:48.644257 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91908a3f-e8e9-406e-818d-2df1c5b9c6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3c7f1a-3538-4b2f-87c6-a0ad3356868c", "tag": "e251a7c9-2186-408c-a995-de437b9b2698"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:42:48.740995 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d11b85-2502-41c1-8b92-640bbca89d33 x-openstack-request-id: req-56d11b85-2502-41c1-8b92-640bbca89d33 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:42:48.741295 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3c7f1a-3538-4b2f-87c6-a0ad3356868c", "tag": "e251a7c9-2186-408c-a995-de437b9b2698", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:42:48.741553 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-56d11b85-2502-41c1-8b92-640bbca89d33 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:42:48.741987 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'tag': 'e251a7c9-2186-408c-a995-de437b9b2698', 'status': 'completed', 'code': 200} Nov 29 19:42:48.747138 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-5a3294a0-3c23-43c6-b7a1-6957ee6735d8 None None] Set router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:42:48.825123 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91908a3f-e8e9-406e-818d-2df1c5b9c6f5 req-4cfc3501-6dd8-4f4f-8a64-d5426fea39f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:48.826997 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91908a3f-e8e9-406e-818d-2df1c5b9c6f5 req-4cfc3501-6dd8-4f4f-8a64-d5426fea39f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1966933c89443259e28cf02ab13c4e3&device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 1096 time: 0.0494015 Nov 29 19:42:48.938737 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ec605-e43d-4c4a-b89b-eef825b523be req-5b70186a-1652-4d68-87e7-75ecb3bca6e5 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:48.940827 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-042ec605-e43d-4c4a-b89b-eef825b523be req-5b70186a-1652-4d68-87e7-75ecb3bca6e5 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 945 time: 0.1076159 Nov 29 19:42:48.973122 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91908a3f-e8e9-406e-818d-2df1c5b9c6f5 req-0c1b5618-5abd-4ac6-beaf-c13bedfb45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:48.974605 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91908a3f-e8e9-406e-818d-2df1c5b9c6f5 req-0c1b5618-5abd-4ac6-beaf-c13bedfb45c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 200 len: 910 time: 0.1401379 Nov 29 19:42:48.982546 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5a3294a0-3c23-43c6-b7a1-6957ee6735d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '24c80ae0-2eff-4e15-9948-bf903385b416', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'port_id': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'mac_address': 'fa:16:3e:f9:76:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:37:44Z', 'updated_at': '2021-11-29T19:37:46Z', 'revision_number': 1, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48452672-9063-400e-989f-fc6b94e2da08', 'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'mac_address': 'fa:16:3e:ce:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:24Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 5, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'subnets': [{'id': '46663b02-e995-42bb-ba7b-8088194684e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:42:49.011533 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3294a0-3c23-43c6-b7a1-6957ee6735d8 None None] Checking router: 95f7afd9-6a9e-4374-a60f-29b3a301a4cc for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:42:49.021251 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3294a0-3c23-43c6-b7a1-6957ee6735d8 None None] Routers {'95f7afd9-6a9e-4374-a60f-29b3a301a4cc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:42:49.021869 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5a3294a0-3c23-43c6-b7a1-6957ee6735d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:42:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:42:49.027172 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91908a3f-e8e9-406e-818d-2df1c5b9c6f5 req-ba47ec11-b7d3-4eb6-9f18-290b4c2d0d61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e251a7c9-2186-408c-a995-de437b9b2698 HTTP/1.1" status: 200 len: 217 time: 0.0417202 Nov 29 19:42:49.036662 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-042ec605-e43d-4c4a-b89b-eef825b523be req-a604b8bb-5f97-4fd0-b3fc-8085e59c795c tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889256 Nov 29 19:42:49.087153 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91908a3f-e8e9-406e-818d-2df1c5b9c6f5 req-d25c2205-f738-4ec4-89a0-d61ecd0d169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:49.088627 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91908a3f-e8e9-406e-818d-2df1c5b9c6f5 req-d25c2205-f738-4ec4-89a0-d61ecd0d169a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=46663b02-e995-42bb-ba7b-8088194684e1 HTTP/1.1" status: 200 len: 848 time: 0.0511138 Nov 29 19:42:49.134550 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-5a3294a0-3c23-43c6-b7a1-6957ee6735d8 None None] Set router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:42:49.140619 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91908a3f-e8e9-406e-818d-2df1c5b9c6f5 req-58fcfad5-d887-4a14-b93c-83f367f93c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:49.142118 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91908a3f-e8e9-406e-818d-2df1c5b9c6f5 req-58fcfad5-d887-4a14-b93c-83f367f93c8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443580 Nov 29 19:42:49.234644 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91908a3f-e8e9-406e-818d-2df1c5b9c6f5 req-1c1192e7-2b5f-41cc-b2e3-1bda3fccb13a service neutron] 10.222.0.20 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832052 Nov 29 19:42:49.329747 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-91908a3f-e8e9-406e-818d-2df1c5b9c6f5 req-85e4c36b-2493-43cb-9852-51f92deb25f9 service neutron] 10.222.0.20 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867555 Nov 29 19:42:49.364463 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-5a3294a0-3c23-43c6-b7a1-6957ee6735d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '24c80ae0-2eff-4e15-9948-bf903385b416', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'port_id': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'mac_address': 'fa:16:3e:f9:76:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:37:44Z', 'updated_at': '2021-11-29T19:37:46Z', 'revision_number': 1, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48452672-9063-400e-989f-fc6b94e2da08', 'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'mac_address': 'fa:16:3e:ce:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:24Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 5, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'subnets': [{'id': '46663b02-e995-42bb-ba7b-8088194684e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:42:49.391679 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3294a0-3c23-43c6-b7a1-6957ee6735d8 None None] The sync data for ids ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'] in n-d-819494-5 is: [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_floatingips': [{'id': '24c80ae0-2eff-4e15-9948-bf903385b416', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'router_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'port_id': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'mac_address': 'fa:16:3e:f9:76:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T19:37:44Z', 'updated_at': '2021-11-29T19:37:46Z', 'revision_number': 1, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48452672-9063-400e-989f-fc6b94e2da08', 'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'mac_address': 'fa:16:3e:ce:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:24Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 5, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'subnets': [{'id': '46663b02-e995-42bb-ba7b-8088194684e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:42:49.612499 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e251a7c9-2186-408c-a995-de437b9b2698 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:42:49.694224 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1770444'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:49.719867 n-d-819494-5 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e251a7c9-2186-408c-a995-de437b9b2698'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:42:49.722325 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6caa027367579a2e31c38c808a27c9d9dc900de84d4001b3335cd37a894e5c8f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d09c71d-e8c1-41cf-8fe3-be88b2645f53" -d '{"events": [{"server_uuid": "5c3c7f1a-3538-4b2f-87c6-a0ad3356868c", "name": "network-vif-unplugged", "status": "completed", "tag": "e251a7c9-2186-408c-a995-de437b9b2698"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:42:49.739605 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] For port e251a7c9-2186-408c-a995-de437b9b2698, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e251a7c9-2186-408c-a995-de437b9b2698,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:42:49.745009 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756623474589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756622923012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756622923030'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:49.756306 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ab0697-1603-4f24-ab98-3bbd9ba25002 None None] New status for floating IP cc87938e-a3c2-453f-8534-fc8874ecc92c: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:42:49.769910 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 19:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f30dec-e217-4d6c-8ecd-d1b6a2b0425e x-openstack-request-id: req-24f30dec-e217-4d6c-8ecd-d1b6a2b0425e {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:42:49.770207 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3c7f1a-3538-4b2f-87c6-a0ad3356868c", "name": "network-vif-unplugged", "status": "completed", "tag": "e251a7c9-2186-408c-a995-de437b9b2698", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:42:49.770465 n-d-819494-5 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-24f30dec-e217-4d6c-8ecd-d1b6a2b0425e {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:42:49.770883 n-d-819494-5 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e251a7c9-2186-408c-a995-de437b9b2698', 'code': 200} Nov 29 19:42:49.796322 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Pushing event updated for resources: {'Port': ['ID=e251a7c9-2186-408c-a995-de437b9b2698,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:42:50.158461 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45372a8f-fd99-4c00-be76-60a58b49febb req-16cbef1e-3684-465b-ac02-1f0ca8204cdb tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:50.159973 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45372a8f-fd99-4c00-be76-60a58b49febb req-16cbef1e-3684-465b-ac02-1f0ca8204cdb tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 943 time: 0.0491199 Nov 29 19:42:50.209385 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-45372a8f-fd99-4c00-be76-60a58b49febb req-438e5e35-4d07-4e13-83ca-95e41d590f4a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433893 Nov 29 19:42:50.701851 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae71d0-b94c-46ad-8a30-e970a2e50916 req-9e5c5413-5e00-4287-a6d8-f78f90b11b1a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:50.703352 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6ae71d0-b94c-46ad-8a30-e970a2e50916 req-9e5c5413-5e00-4287-a6d8-f78f90b11b1a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 943 time: 0.0491924 Nov 29 19:42:50.807869 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-a6ae71d0-b94c-46ad-8a30-e970a2e50916 req-2389c597-a2e4-4939-9d73-979571b5239f tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Deleting port e251a7c9-2186-408c-a995-de437b9b2698 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:42:50.808214 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a6ae71d0-b94c-46ad-8a30-e970a2e50916 req-2389c597-a2e4-4939-9d73-979571b5239f tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:50.897346 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a6ae71d0-b94c-46ad-8a30-e970a2e50916 req-2389c597-a2e4-4939-9d73-979571b5239f tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] For port e251a7c9-2186-408c-a995-de437b9b2698, host n-h1-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-5',level=0,port_id=e251a7c9-2186-408c-a995-de437b9b2698,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:42:50.897708 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a6ae71d0-b94c-46ad-8a30-e970a2e50916 req-2389c597-a2e4-4939-9d73-979571b5239f tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:50.911125 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-a6ae71d0-b94c-46ad-8a30-e970a2e50916 req-2389c597-a2e4-4939-9d73-979571b5239f tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Calling delete_port for e251a7c9-2186-408c-a995-de437b9b2698 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:42:51.041951 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a6ae71d0-b94c-46ad-8a30-e970a2e50916 req-2389c597-a2e4-4939-9d73-979571b5239f tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:51.070021 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389c597-a2e4-4939-9d73-979571b5239f tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event deleted for resources: {'Port': ['ID=e251a7c9-2186-408c-a995-de437b9b2698,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:42:51.114029 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ae71d0-b94c-46ad-8a30-e970a2e50916 req-2389c597-a2e4-4939-9d73-979571b5239f tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] No DVR routers for this DVR port e251a7c9-2186-408c-a995-de437b9b2698 on host n-h1-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:42:51.118013 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a6ae71d0-b94c-46ad-8a30-e970a2e50916 req-2389c597-a2e4-4939-9d73-979571b5239f tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:51.121471 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-a6ae71d0-b94c-46ad-8a30-e970a2e50916 req-2389c597-a2e4-4939-9d73-979571b5239f tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.20 "DELETE /v2.0/ports/e251a7c9-2186-408c-a995-de437b9b2698 HTTP/1.1" status: 204 len: 173 time: 0.4115767 Nov 29 19:42:51.122443 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'name': 'network-vif-deleted', 'tag': 'e251a7c9-2186-408c-a995-de437b9b2698'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:42:51.124234 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3a9aa0-835f-4b6a-848d-3f1ab2f087fa" -d '{"events": [{"server_uuid": "5c3c7f1a-3538-4b2f-87c6-a0ad3356868c", "name": "network-vif-deleted", "tag": "e251a7c9-2186-408c-a995-de437b9b2698"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:42:51.166472 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e8cc25-f474-40bb-a203-267a24f62a39 x-openstack-request-id: req-86e8cc25-f474-40bb-a203-267a24f62a39 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:42:51.167168 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3c7f1a-3538-4b2f-87c6-a0ad3356868c", "name": "network-vif-deleted", "tag": "e251a7c9-2186-408c-a995-de437b9b2698", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:42:51.167168 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-86e8cc25-f474-40bb-a203-267a24f62a39 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:42:51.167482 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3c7f1a-3538-4b2f-87c6-a0ad3356868c', 'name': 'network-vif-deleted', 'tag': 'e251a7c9-2186-408c-a995-de437b9b2698', 'status': 'completed', 'code': 200} Nov 29 19:42:51.326581 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-01f0ea79-85a1-4027-ae6a-d4d19f52f065 req-8e576ed2-f1d8-40be-a207-9f0b2349785e tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c3c7f1a-3538-4b2f-87c6-a0ad3356868c HTTP/1.1" status: 200 len: 210 time: 0.0302823 Nov 29 19:42:52.937105 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47968) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:42:53.102913 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Deleting port 0110eb3a-5613-4716-871d-2ee25dad7c29 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:42:53.103260 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:53.182078 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:53.182320 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:53.195304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Calling delete_port for 0110eb3a-5613-4716-871d-2ee25dad7c29 owned by network:floatingip {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:42:53.348832 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:53.377870 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event deleted for resources: {'Port': ['ID=0110eb3a-5613-4716-871d-2ee25dad7c29,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:42:53.389767 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:53.390118 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:53.390463 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:53.390927 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:53.391272 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:53.391609 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:53.391944 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:53.392275 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:53.392602 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:53.392949 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:53.393322 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:53.393655 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-5 {{(pid=110004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 19:42:53.454632 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for floatingip, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:53.455080 n-d-819494-5 neutron-server[110004]: INFO neutron.db.l3_db [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Floating IP 24c80ae0-2eff-4e15-9948-bf903385b416 disassociated (deleted). External IP: 172.25.3.156, port: 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108. Nov 29 19:42:53.655603 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e251a7c9-2186-408c-a995-de437b9b2698 no longer exists at agent hyperv_n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:42:53.675944 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] No Port match for: e251a7c9-2186-408c-a995-de437b9b2698 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:42:53.676293 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Device e251a7c9-2186-408c-a995-de437b9b2698 not bound to the agent host n-h1-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:42:53.681559 n-d-819494-5 neutron-server[110004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110004) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:42:53.793881 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110004) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:42:53.798989 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for floatingip, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:53.803754 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d939d5-8b55-42e7-afc0-2a7871d42e7a None None] Sync routers for ids ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:42:53.816686 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d939d5-8b55-42e7-afc0-2a7871d42e7a None None] Routers {'95f7afd9-6a9e-4374-a60f-29b3a301a4cc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:42:53.817464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-80d939d5-8b55-42e7-afc0-2a7871d42e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:42:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:42:53.831412 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-3bfc35fd-6aab-47fb-84a3-6ea6e3af79ea tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "DELETE /v2.0/floatingips/24c80ae0-2eff-4e15-9948-bf903385b416 HTTP/1.1" status: 204 len: 168 time: 0.8925636 Nov 29 19:42:53.832051 n-d-819494-5 neutron-server[110004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'tag': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108'}] {{(pid=110004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:42:53.835952 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb8b09e89817932f3463bd5200a6cc999d21971dc730d71357d62ecb492997c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb33b037-6f32-4c36-b805-c9e73d69841f" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f21ca4-c281-4935-a859-23e7ae04bfe0", "tag": "4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108"}]}' {{(pid=110004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:42:53.964391 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-80d939d5-8b55-42e7-afc0-2a7871d42e7a None None] Set router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:42:53.968337 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 19:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ec55d3-7dfe-4ed9-8497-bc70966db6fe x-openstack-request-id: req-42ec55d3-7dfe-4ed9-8497-bc70966db6fe {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:42:53.969142 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f21ca4-c281-4935-a859-23e7ae04bfe0", "tag": "4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108", "status": "completed", "code": 200}]} {{(pid=110004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:42:53.969566 n-d-819494-5 neutron-server[110004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42ec55d3-7dfe-4ed9-8497-bc70966db6fe {{(pid=110004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:42:53.970204 n-d-819494-5 neutron-server[110004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'tag': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'status': 'completed', 'code': 200} Nov 29 19:42:54.066377 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33b037-6f32-4c36-b805-c9e73d69841f req-226731e7-68c0-4fb1-977e-69334d340ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:54.068211 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb33b037-6f32-4c36-b805-c9e73d69841f req-226731e7-68c0-4fb1-977e-69334d340ed7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b1966933c89443259e28cf02ab13c4e3&device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 1094 time: 0.0589468 Nov 29 19:42:54.168867 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89e6a8-bc29-480b-9b76-8c32d4b45532 req-964c43b9-cfdb-4867-9310-b06d20201a00 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:54.170635 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e89e6a8-bc29-480b-9b76-8c32d4b45532 req-964c43b9-cfdb-4867-9310-b06d20201a00 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 943 time: 0.1012692 Nov 29 19:42:54.184402 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-80d939d5-8b55-42e7-afc0-2a7871d42e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '48452672-9063-400e-989f-fc6b94e2da08', 'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'mac_address': 'fa:16:3e:ce:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:24Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 5, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'subnets': [{'id': '46663b02-e995-42bb-ba7b-8088194684e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:42:54.217071 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d939d5-8b55-42e7-afc0-2a7871d42e7a None None] Checking router: 95f7afd9-6a9e-4374-a60f-29b3a301a4cc for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:42:54.225137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33b037-6f32-4c36-b805-c9e73d69841f req-025ba86d-6360-4bdf-a6e6-28534b8ef689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:54.226617 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb33b037-6f32-4c36-b805-c9e73d69841f req-025ba86d-6360-4bdf-a6e6-28534b8ef689 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 200 len: 910 time: 0.1488435 Nov 29 19:42:54.231914 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d939d5-8b55-42e7-afc0-2a7871d42e7a None None] Routers {'95f7afd9-6a9e-4374-a60f-29b3a301a4cc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:42:54.232560 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-80d939d5-8b55-42e7-afc0-2a7871d42e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:42:27Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:42:54.236772 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb2db4e2-be18-4fae-8c3a-556191675afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:54.254829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-6e89e6a8-bc29-480b-9b76-8c32d4b45532 req-070b33ff-9694-49fb-a1e3-f650c7dbe133 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/security-groups?id=5d235c21-e1b3-43d2-90e7-41d0736e86c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724719 Nov 29 19:42:54.284401 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb33b037-6f32-4c36-b805-c9e73d69841f req-dc3b1f58-fea5-4c25-9ab1-3ae199070b4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 HTTP/1.1" status: 200 len: 217 time: 0.0470817 Nov 29 19:42:54.340991 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33b037-6f32-4c36-b805-c9e73d69841f req-92703a01-2392-4ac5-b4e0-d4a4bb70fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:54.342356 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb33b037-6f32-4c36-b805-c9e73d69841f req-92703a01-2392-4ac5-b4e0-d4a4bb70fc2f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=46663b02-e995-42bb-ba7b-8088194684e1 HTTP/1.1" status: 200 len: 848 time: 0.0507758 Nov 29 19:42:54.356782 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-80d939d5-8b55-42e7-afc0-2a7871d42e7a None None] Set router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:42:54.390452 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33b037-6f32-4c36-b805-c9e73d69841f req-21dcd53c-9d92-4b3b-b044-105de7410e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:54.391988 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb33b037-6f32-4c36-b805-c9e73d69841f req-21dcd53c-9d92-4b3b-b044-105de7410e62 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417409 Nov 29 19:42:54.482899 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb33b037-6f32-4c36-b805-c9e73d69841f req-16c7ed91-ab65-42e7-8b08-69c85e05b773 service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820775 Nov 29 19:42:54.556479 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-80d939d5-8b55-42e7-afc0-2a7871d42e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '48452672-9063-400e-989f-fc6b94e2da08', 'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'mac_address': 'fa:16:3e:ce:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:24Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 5, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'subnets': [{'id': '46663b02-e995-42bb-ba7b-8088194684e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:42:54.579448 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-fb33b037-6f32-4c36-b805-c9e73d69841f req-81d2104e-9d58-490d-a8d2-865ef4a8e20f service neutron] 10.222.0.31 "GET /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869622 Nov 29 19:42:54.588204 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d939d5-8b55-42e7-afc0-2a7871d42e7a None None] The sync data for ids ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'] in n-d-819494-5 is: [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:37:25Z', 'revision_number': 4, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5', '_interfaces': [{'id': '48452672-9063-400e-989f-fc6b94e2da08', 'name': '', 'network_id': 'ba739159-fc2f-4b8a-8f4c-8e8982b9bd40', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'mac_address': 'fa:16:3e:ce:11:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '46663b02-e995-42bb-ba7b-8088194684e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:24Z', 'updated_at': '2021-11-29T19:37:30Z', 'revision_number': 5, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'subnets': [{'id': '46663b02-e995-42bb-ba7b-8088194684e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:42:54.822215 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4dbace-bc4e-4e17-b388-b089da4008d8 None None] New status for floating IP 24c80ae0-2eff-4e15-9948-bf903385b416: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 19:42:54.932159 n-d-819494-5 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf27c7a-b7a9-4385-bd92-6864665f063c req-d6b06ccc-9ab2-490d-9a76-2dc025c03028 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 19:42:54.933633 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dcf27c7a-b7a9-4385-bd92-6864665f063c req-d6b06ccc-9ab2-490d-9a76-2dc025c03028 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 943 time: 0.0536044 Nov 29 19:42:55.029380 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-dcf27c7a-b7a9-4385-bd92-6864665f063c req-345c8013-c3bd-4b89-b5a9-8332828e89c7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Deleting port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:42:55.029723 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dcf27c7a-b7a9-4385-bd92-6864665f063c req-345c8013-c3bd-4b89-b5a9-8332828e89c7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:55.117349 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-dcf27c7a-b7a9-4385-bd92-6864665f063c req-345c8013-c3bd-4b89-b5a9-8332828e89c7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] For port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108, host n-h2-819494-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-5',level=0,port_id=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:42:55.118071 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dcf27c7a-b7a9-4385-bd92-6864665f063c req-345c8013-c3bd-4b89-b5a9-8332828e89c7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:55.131129 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-dcf27c7a-b7a9-4385-bd92-6864665f063c req-345c8013-c3bd-4b89-b5a9-8332828e89c7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Calling delete_port for 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:42:55.260457 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dcf27c7a-b7a9-4385-bd92-6864665f063c req-345c8013-c3bd-4b89-b5a9-8332828e89c7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:55.289867 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c8013-c3bd-4b89-b5a9-8332828e89c7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event deleted for resources: {'Port': ['ID=4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:42:55.330826 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf27c7a-b7a9-4385-bd92-6864665f063c req-345c8013-c3bd-4b89-b5a9-8332828e89c7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] No DVR routers for this DVR port 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 on host n-h2-819494-5 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:42:55.333382 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dcf27c7a-b7a9-4385-bd92-6864665f063c req-345c8013-c3bd-4b89-b5a9-8332828e89c7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62093'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:55.336829 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-dcf27c7a-b7a9-4385-bd92-6864665f063c req-345c8013-c3bd-4b89-b5a9-8332828e89c7 tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.31 "DELETE /v2.0/ports/4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 HTTP/1.1" status: 204 len: 173 time: 0.3969338 Nov 29 19:42:55.337308 n-d-819494-5 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'name': 'network-vif-deleted', 'tag': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 19:42:55.339651 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a53a6b5d12f02e2a4ee2aec1fd8d1beec093e6ff102e06402e1e0121130f4c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0dcd420-8d6f-4e88-bea8-a09d88d601cb" -d '{"events": [{"server_uuid": "c6f21ca4-c281-4935-a859-23e7ae04bfe0", "name": "network-vif-deleted", "tag": "4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 19:42:55.377034 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [req-9271a787-edd2-493f-8e92-657fc5964ebe req-9d8fff57-12b0-43e5-ae72-4fa50e19a98a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6f21ca4-c281-4935-a859-23e7ae04bfe0 HTTP/1.1" status: 200 len: 210 time: 0.0341771 Nov 29 19:42:55.389570 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 19:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c866a8-7a1d-4516-a8a2-bc813ec23918 x-openstack-request-id: req-e4c866a8-7a1d-4516-a8a2-bc813ec23918 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 19:42:55.389872 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f21ca4-c281-4935-a859-23e7ae04bfe0", "name": "network-vif-deleted", "tag": "4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 19:42:55.390132 n-d-819494-5 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4c866a8-7a1d-4516-a8a2-bc813ec23918 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 19:42:55.390542 n-d-819494-5 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f21ca4-c281-4935-a859-23e7ae04bfe0', 'name': 'network-vif-deleted', 'tag': '4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108', 'status': 'completed', 'code': 200} Nov 29 19:42:56.438187 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 47986) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:42:56.494554 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7a1e0f5b-42a9-4af1-a842-8f1fc4563e7a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:56.519569 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7a1e0f5b-42a9-4af1-a842-8f1fc4563e7a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:56.577750 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7a1e0f5b-42a9-4af1-a842-8f1fc4563e7a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:56.581387 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-7a1e0f5b-42a9-4af1-a842-8f1fc4563e7a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:56.582584 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-7a1e0f5b-42a9-4af1-a842-8f1fc4563e7a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] 10.222.0.23 "DELETE /v2.0/security-groups/5d235c21-e1b3-43d2-90e7-41d0736e86c7 HTTP/1.1" status: 204 len: 168 time: 0.1433449 Nov 29 19:42:56.592034 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e0f5b-42a9-4af1-a842-8f1fc4563e7a tempest-TestSnapshotPattern-1369951326 tempest-TestSnapshotPattern-1369951326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d235c21-e1b3-43d2-90e7-41d0736e86c7,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:42:56.631273 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47990) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:42:56.689782 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1f9a221-2fc3-4550-9ab1-36b803e8b9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:57.134153 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-797ea5fd-ee6c-46b9-bee6-45bfb32f1703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:57.376795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-797ea5fd-ee6c-46b9-bee6-45bfb32f1703 admin admin] Deleting port 48452672-9063-400e-989f-fc6b94e2da08 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:42:57.377044 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-797ea5fd-ee6c-46b9-bee6-45bfb32f1703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:57.457415 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-797ea5fd-ee6c-46b9-bee6-45bfb32f1703 admin admin] For port 48452672-9063-400e-989f-fc6b94e2da08, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=48452672-9063-400e-989f-fc6b94e2da08,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:42:57.457778 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-797ea5fd-ee6c-46b9-bee6-45bfb32f1703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:57.470505 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-797ea5fd-ee6c-46b9-bee6-45bfb32f1703 admin admin] Calling delete_port for 48452672-9063-400e-989f-fc6b94e2da08 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:42:57.645494 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-797ea5fd-ee6c-46b9-bee6-45bfb32f1703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:57.670086 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ea5fd-ee6c-46b9-bee6-45bfb32f1703 admin admin] Pushing event deleted for resources: {'Port': ['ID=48452672-9063-400e-989f-fc6b94e2da08,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:42:57.835405 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-797ea5fd-ee6c-46b9-bee6-45bfb32f1703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:58.049193 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797ea5fd-ee6c-46b9-bee6-45bfb32f1703 admin admin] Router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:42:58.064379 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:58.158907 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797ea5fd-ee6c-46b9-bee6-45bfb32f1703 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:42:58.163915 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-797ea5fd-ee6c-46b9-bee6-45bfb32f1703 admin admin] 10.222.0.23 "PUT /v2.0/routers/95f7afd9-6a9e-4374-a60f-29b3a301a4cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5314746 Nov 29 19:42:58.166465 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47996) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:42:58.167733 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd2f15d-ecae-494a-bc08-5b8b4942cfa9 None None] Sync routers for ids ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'] in n-d-819494-5 {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:42:58.179369 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd2f15d-ecae-494a-bc08-5b8b4942cfa9 None None] Routers {'95f7afd9-6a9e-4374-a60f-29b3a301a4cc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:42:58.179989 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-4cd2f15d-ecae-494a-bc08-5b8b4942cfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:42:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:42:58.268645 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b6baf97-50bd-4555-91fc-a4b7183fe4e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:58.285193 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-4cd2f15d-ecae-494a-bc08-5b8b4942cfa9 None None] Set router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:42:58.559892 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:58.655275 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-4cd2f15d-ecae-494a-bc08-5b8b4942cfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:42:57Z', 'revision_number': 5, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:42:58.684772 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd2f15d-ecae-494a-bc08-5b8b4942cfa9 None None] Checking router: 95f7afd9-6a9e-4374-a60f-29b3a301a4cc for host: n-d-819494-5 {{(pid=110006) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:42:58.694119 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd2f15d-ecae-494a-bc08-5b8b4942cfa9 None None] Routers {'95f7afd9-6a9e-4374-a60f-29b3a301a4cc'} bound to L3 agent in host n-d-819494-5 {{(pid=110006) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:42:58.694351 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-4cd2f15d-ecae-494a-bc08-5b8b4942cfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:42:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'], 'active': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:42:58.713615 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b6baf97-50bd-4555-91fc-a4b7183fe4e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:58.765672 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1b6baf97-50bd-4555-91fc-a4b7183fe4e1 admin admin] Deleting port 228f7506-432a-4c8e-9402-0f6be6fd76e0 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:42:58.766014 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b6baf97-50bd-4555-91fc-a4b7183fe4e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:58.800635 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvr_db [None req-4cd2f15d-ecae-494a-bc08-5b8b4942cfa9 None None] Set router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc gateway port host: n-d-819494-5 {{(pid=110006) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:42:58.843629 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-1b6baf97-50bd-4555-91fc-a4b7183fe4e1 admin admin] For port 228f7506-432a-4c8e-9402-0f6be6fd76e0, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=228f7506-432a-4c8e-9402-0f6be6fd76e0,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:42:58.843890 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b6baf97-50bd-4555-91fc-a4b7183fe4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:58.861412 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1b6baf97-50bd-4555-91fc-a4b7183fe4e1 admin admin] Calling delete_port for 228f7506-432a-4c8e-9402-0f6be6fd76e0 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:42:58.977875 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_hamode_db [None req-4cd2f15d-ecae-494a-bc08-5b8b4942cfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:42:57Z', 'revision_number': 5, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:42:59.012545 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd2f15d-ecae-494a-bc08-5b8b4942cfa9 None None] The sync data for ids ['95f7afd9-6a9e-4374-a60f-29b3a301a4cc'] in n-d-819494-5 is: [{'id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'name': 'tempest-TestSnapshotPattern-429112447-router', 'tenant_id': 'b1966933c89443259e28cf02ab13c4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:22Z', 'updated_at': '2021-11-29T19:42:57Z', 'revision_number': 5, 'project_id': 'b1966933c89443259e28cf02ab13c4e3', 'gw_port': {'id': '228f7506-432a-4c8e-9402-0f6be6fd76e0', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f7afd9-6a9e-4374-a60f-29b3a301a4cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:23Z', 'updated_at': '2021-11-29T19:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}] {{(pid=110006) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:42:59.024916 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b6baf97-50bd-4555-91fc-a4b7183fe4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.055604 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6baf97-50bd-4555-91fc-a4b7183fe4e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=228f7506-432a-4c8e-9402-0f6be6fd76e0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:42:59.071395 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edfc357-5809-4660-aa4f-065da0004fca None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:42:59.121489 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b6baf97-50bd-4555-91fc-a4b7183fe4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.211162 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b6baf97-50bd-4555-91fc-a4b7183fe4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.213277 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b6baf97-50bd-4555-91fc-a4b7183fe4e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.259052 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b6baf97-50bd-4555-91fc-a4b7183fe4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.259639 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6baf97-50bd-4555-91fc-a4b7183fe4e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95f7afd9-6a9e-4374-a60f-29b3a301a4cc {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:42:59.265500 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b6baf97-50bd-4555-91fc-a4b7183fe4e1 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.266651 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-1b6baf97-50bd-4555-91fc-a4b7183fe4e1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/95f7afd9-6a9e-4374-a60f-29b3a301a4cc HTTP/1.1" status: 204 len: 168 time: 1.0992422 Nov 29 19:42:59.270146 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 47998) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:42:59.275996 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 no longer exists at agent hyperv_n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:42:59.296116 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] No Port match for: 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:42:59.296465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Device 4ae2b5ba-ade0-4bb2-aa07-a7f8683ed108 not bound to the agent host n-h2-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:42:59.316000 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-869d1c6a-5179-40dd-af01-f0a0793cc2d7 admin admin] Deleting subnet 46663b02-e995-42bb-ba7b-8088194684e1 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:42:59.318949 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-869d1c6a-5179-40dd-af01-f0a0793cc2d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.352835 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-869d1c6a-5179-40dd-af01-f0a0793cc2d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.439106 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-869d1c6a-5179-40dd-af01-f0a0793cc2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.500266 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-869d1c6a-5179-40dd-af01-f0a0793cc2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.521088 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb6ad6b-787e-49e5-81fb-e47b9c5b8e8f None None] Network ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:42:59.532497 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-869d1c6a-5179-40dd-af01-f0a0793cc2d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.538953 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-869d1c6a-5179-40dd-af01-f0a0793cc2d7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/46663b02-e995-42bb-ba7b-8088194684e1 HTTP/1.1" status: 204 len: 168 time: 0.2653830 Nov 29 19:42:59.538953 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d1c6a-5179-40dd-af01-f0a0793cc2d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46663b02-e995-42bb-ba7b-8088194684e1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:42:59.539304 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48000) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:42:59.570755 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 48452672-9063-400e-989f-fc6b94e2da08 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:42:59.600273 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 48452672-9063-400e-989f-fc6b94e2da08 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:42:59.600273 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 48452672-9063-400e-989f-fc6b94e2da08 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:42:59.615232 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.667869 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.671727 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] Deleting port 22585c64-0105-42a9-95b2-54c1cb52ce53 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:42:59.672059 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.739405 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] For port 22585c64-0105-42a9-95b2-54c1cb52ce53, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=22585c64-0105-42a9-95b2-54c1cb52ce53,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:42:59.739768 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.752531 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fca95c-36f5-41ca-937e-a2edab1de9f4 None None] DHCP port deletion for ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:42:59.758220 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] Calling delete_port for 22585c64-0105-42a9-95b2-54c1cb52ce53 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:42:59.811194 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-20fca95c-36f5-41ca-937e-a2edab1de9f4 None None] Deleting port 22585c64-0105-42a9-95b2-54c1cb52ce53 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:42:59.811580 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20fca95c-36f5-41ca-937e-a2edab1de9f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.849282 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.875816 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] Pushing event deleted for resources: {'Port': ['ID=22585c64-0105-42a9-95b2-54c1cb52ce53,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:42:59.878767 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-20fca95c-36f5-41ca-937e-a2edab1de9f4 None None] For port 22585c64-0105-42a9-95b2-54c1cb52ce53, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=22585c64-0105-42a9-95b2-54c1cb52ce53,segment=NetworkSegment(df1165aa-5743-4638-a3a9-30943d1b9ea4),segment_id=df1165aa-5743-4638-a3a9-30943d1b9ea4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:42:59.879445 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] No DVR routers for this DVR port 22585c64-0105-42a9-95b2-54c1cb52ce53 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:42:59.879588 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20fca95c-36f5-41ca-937e-a2edab1de9f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.894327 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-20fca95c-36f5-41ca-937e-a2edab1de9f4 None None] Calling delete_port for 22585c64-0105-42a9-95b2-54c1cb52ce53 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:42:59.953775 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.975320 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba739159-fc2f-4b8a-8f4c-8e8982b9bd40']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:42:59.975635 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20fca95c-36f5-41ca-937e-a2edab1de9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.984725 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1165aa-5743-4638-a3a9-30943d1b9ea4') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:42:59.985026 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1165aa-5743-4638-a3a9-30943d1b9ea4') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:42:59.994692 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:42:59.997882 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fca95c-36f5-41ca-937e-a2edab1de9f4 None None] Pushing event deleted for resources: {'Port': ['ID=22585c64-0105-42a9-95b2-54c1cb52ce53,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:43:00.004019 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fca95c-36f5-41ca-937e-a2edab1de9f4 None None] No DVR routers for this DVR port 22585c64-0105-42a9-95b2-54c1cb52ce53 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:43:00.010468 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:00.020338 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:43:00.020729 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: timer() Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:43:00.022470 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:43:00.076531 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:00.082059 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:00.085396 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] 10.222.0.23 "DELETE /v2.0/networks/ba739159-fc2f-4b8a-8f4c-8e8982b9bd40 HTTP/1.1" status: 204 len: 168 time: 0.5451834 Nov 29 19:43:00.088425 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48002) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:43:00.099095 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a69cd-abc9-4531-8626-efd3632a767b admin admin] Pushing event deleted for resources: {'Network': ['ID=ba739159-fc2f-4b8a-8f4c-8e8982b9bd40,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:43:00.260474 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:00.450971 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e57168d-d28d-4ccd-b115-8b443a865431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-755382'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:00.695260 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3e57168d-d28d-4ccd-b115-8b443a865431 admin admin] Deleting port 9c4266a8-36cd-45c4-908b-21d423cdd1df {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:43:00.695609 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e57168d-d28d-4ccd-b115-8b443a865431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:00.775795 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-3e57168d-d28d-4ccd-b115-8b443a865431 admin admin] For port 9c4266a8-36cd-45c4-908b-21d423cdd1df, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=9c4266a8-36cd-45c4-908b-21d423cdd1df,segment=NetworkSegment(d2515f56-9a39-40bf-bbdb-bae11a0eb1ef),segment_id=d2515f56-9a39-40bf-bbdb-bae11a0eb1ef)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:43:00.776077 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e57168d-d28d-4ccd-b115-8b443a865431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:00.789779 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3e57168d-d28d-4ccd-b115-8b443a865431 admin admin] Calling delete_port for 9c4266a8-36cd-45c4-908b-21d423cdd1df owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:43:00.969661 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e57168d-d28d-4ccd-b115-8b443a865431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:00.979313 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:00.996092 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57168d-d28d-4ccd-b115-8b443a865431 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4266a8-36cd-45c4-908b-21d423cdd1df,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:43:01.164838 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e57168d-d28d-4ccd-b115-8b443a865431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-718933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747782'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:01.382914 n-d-819494-5 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e57168d-d28d-4ccd-b115-8b443a865431 admin admin] Router abfc08c1-2c53-4235-a56e-e8bed923c098 has already been hosted by L3 agent 898f1bff-b84f-4dc8-9c65-840ef0982078 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 19:43:01.489600 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 22585c64-0105-42a9-95b2-54c1cb52ce53 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:43:01.491748 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e57168d-d28d-4ccd-b115-8b443a865431 admin admin] Notify agent at l3_agent.n-d-819494-5 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 19:43:01.497022 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-3e57168d-d28d-4ccd-b115-8b443a865431 admin admin] 10.222.0.23 "PUT /v2.0/routers/abfc08c1-2c53-4235-a56e-e8bed923c098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4075174 Nov 29 19:43:01.499522 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48004) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:43:01.501075 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7715167-36df-4a6f-afce-cbce96fd965d None None] Sync routers for ids ['abfc08c1-2c53-4235-a56e-e8bed923c098'] in n-d-819494-5 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 19:43:01.513784 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 22585c64-0105-42a9-95b2-54c1cb52ce53 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:43:01.514134 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 22585c64-0105-42a9-95b2-54c1cb52ce53 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:43:01.514758 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 228f7506-432a-4c8e-9402-0f6be6fd76e0 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:43:01.516783 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7715167-36df-4a6f-afce-cbce96fd965d None None] Routers {'abfc08c1-2c53-4235-a56e-e8bed923c098'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:43:01.518602 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b7715167-36df-4a6f-afce-cbce96fd965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:42:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abfc08c1-2c53-4235-a56e-e8bed923c098'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:43:01.535464 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 228f7506-432a-4c8e-9402-0f6be6fd76e0 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:43:01.536118 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 228f7506-432a-4c8e-9402-0f6be6fd76e0 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:43:01.609370 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc34f6fe-fe17-454a-9d89-c27a0e20c739 admin admin] Publish callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:01.628744 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b7715167-36df-4a6f-afce-cbce96fd965d None None] Set router abfc08c1-2c53-4235-a56e-e8bed923c098 gateway port host: n-d-819494-5 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:43:01.716359 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc34f6fe-fe17-454a-9d89-c27a0e20c739 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:01.772831 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fc34f6fe-fe17-454a-9d89-c27a0e20c739 admin admin] Deleting port 322358e1-7191-4972-a986-dcb912c35ba8 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:43:01.773176 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc34f6fe-fe17-454a-9d89-c27a0e20c739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:01.813517 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b7715167-36df-4a6f-afce-cbce96fd965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'name': 'tempest-TestSnapshotPattern-1813978840-router', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'external_fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '322358e1-7191-4972-a986-dcb912c35ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:27Z', 'updated_at': '2021-11-29T19:43:00Z', 'revision_number': 5, 'project_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'gw_port': {'id': '322358e1-7191-4972-a986-dcb912c35ba8', 'name': '', 'network_id': '3252c484-31c2-45a7-a7d4-d5407771fd3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T19:37:27Z', 'updated_at': '2021-11-29T19:37:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba73cb9d-71c0-4bcf-a0e0-438298f1b665', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-5'}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:43:01.843931 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7715167-36df-4a6f-afce-cbce96fd965d None None] Checking router: abfc08c1-2c53-4235-a56e-e8bed923c098 for host: n-d-819494-5 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 19:43:01.853297 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7715167-36df-4a6f-afce-cbce96fd965d None None] Routers {'abfc08c1-2c53-4235-a56e-e8bed923c098'} bound to L3 agent in host n-d-819494-5 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 19:43:01.853911 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b7715167-36df-4a6f-afce-cbce96fd965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T17:43:56Z,description=,heartbeat_timestamp=2021-11-29T19:42:57Z,host='n-d-819494-5',id=898f1bff-b84f-4dc8-9c65-840ef0982078,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T17:43:56Z,topic='l3_agent')) {'router_ids': ['abfc08c1-2c53-4235-a56e-e8bed923c098'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:43:01.858416 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-fc34f6fe-fe17-454a-9d89-c27a0e20c739 admin admin] For port 322358e1-7191-4972-a986-dcb912c35ba8, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=322358e1-7191-4972-a986-dcb912c35ba8,segment=NetworkSegment(36f89772-12ca-42bd-89a3-0757915c33dd),segment_id=36f89772-12ca-42bd-89a3-0757915c33dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:43:01.858813 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc34f6fe-fe17-454a-9d89-c27a0e20c739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:01.872780 n-d-819494-5 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fc34f6fe-fe17-454a-9d89-c27a0e20c739 admin admin] Calling delete_port for 322358e1-7191-4972-a986-dcb912c35ba8 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:43:01.952736 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b7715167-36df-4a6f-afce-cbce96fd965d None None] Set router abfc08c1-2c53-4235-a56e-e8bed923c098 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 19:43:02.006700 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b7715167-36df-4a6f-afce-cbce96fd965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'name': 'tempest-TestSnapshotPattern-1813978840-router', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:27Z', 'updated_at': '2021-11-29T19:43:01Z', 'revision_number': 6, 'project_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'gw_port_host': None}], 'n-d-819494-5', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:43:02.036574 n-d-819494-5 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7715167-36df-4a6f-afce-cbce96fd965d None None] The sync data for ids ['abfc08c1-2c53-4235-a56e-e8bed923c098'] in n-d-819494-5 is: [{'id': 'abfc08c1-2c53-4235-a56e-e8bed923c098', 'name': 'tempest-TestSnapshotPattern-1813978840-router', 'tenant_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T19:37:27Z', 'updated_at': '2021-11-29T19:43:01Z', 'revision_number': 6, 'project_id': 'b3688e752dae4a91b58ef573d2bee7f9', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 19:43:02.063765 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc34f6fe-fe17-454a-9d89-c27a0e20c739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27089279'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:02.090195 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34f6fe-fe17-454a-9d89-c27a0e20c739 admin admin] Pushing event deleted for resources: {'Port': ['ID=322358e1-7191-4972-a986-dcb912c35ba8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:43:02.106136 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fc9761-1ae3-489b-9d56-e47de2424d5e None None] DHCP port deletion for 3252c484-31c2-45a7-a7d4-d5407771fd3c request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:43:02.158346 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc34f6fe-fe17-454a-9d89-c27a0e20c739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748256'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:02.250879 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc34f6fe-fe17-454a-9d89-c27a0e20c739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4346'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:02.253620 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc34f6fe-fe17-454a-9d89-c27a0e20c739 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:02.298909 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc34f6fe-fe17-454a-9d89-c27a0e20c739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-749069'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:02.299976 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc34f6fe-fe17-454a-9d89-c27a0e20c739 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abfc08c1-2c53-4235-a56e-e8bed923c098 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 19:43:02.307975 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc34f6fe-fe17-454a-9d89-c27a0e20c739 admin admin] Publish callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:02.309159 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-fc34f6fe-fe17-454a-9d89-c27a0e20c739 admin admin] 10.222.0.23 "DELETE /v2.0/routers/abfc08c1-2c53-4235-a56e-e8bed923c098 HTTP/1.1" status: 204 len: 168 time: 0.8083334 Nov 29 19:43:02.311713 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48006) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:43:02.358137 n-d-819494-5 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b16ce0-71f2-4bde-83ff-fa2aee9585ad admin admin] Deleting subnet 476b1f33-77c7-415f-810c-8195535e6706 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 29 19:43:02.361423 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43b16ce0-71f2-4bde-83ff-fa2aee9585ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:02.395982 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43b16ce0-71f2-4bde-83ff-fa2aee9585ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27037145'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:02.491191 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43b16ce0-71f2-4bde-83ff-fa2aee9585ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1931355'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:02.556101 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43b16ce0-71f2-4bde-83ff-fa2aee9585ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1931330', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27089218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25452824'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:02.581853 n-d-819494-5 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b16ce0-71f2-4bde-83ff-fa2aee9585ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=476b1f33-77c7-415f-810c-8195535e6706,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:43:02.587174 n-d-819494-5 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43b16ce0-71f2-4bde-83ff-fa2aee9585ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:02.593023 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-43b16ce0-71f2-4bde-83ff-fa2aee9585ad admin admin] 10.222.0.23 "DELETE /v2.0/subnets/476b1f33-77c7-415f-810c-8195535e6706 HTTP/1.1" status: 204 len: 168 time: 0.2778742 Nov 29 19:43:02.593161 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fdcb9f-4d46-48b8-809f-45bc7cb55182 None None] Network 42e74a14-be51-4e3f-9273-a2b307d6469b requested from n-d-819494-5 {{(pid=110006) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 19:43:02.593651 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48008) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:43:02.665482 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1793407'] for network, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:02.720112 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] Deleting port ab42a46a-4cfa-47df-aeb0-656de7173dc2 {{(pid=110004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:43:02.720458 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:02.793581 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.db [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] For port ab42a46a-4cfa-47df-aeb0-656de7173dc2, host n-d-819494-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-5',level=0,port_id=ab42a46a-4cfa-47df-aeb0-656de7173dc2,segment=NetworkSegment(d2515f56-9a39-40bf-bbdb-bae11a0eb1ef),segment_id=d2515f56-9a39-40bf-bbdb-bae11a0eb1ef)] {{(pid=110004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:43:02.793950 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:02.811878 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.plugin [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] Calling delete_port for ab42a46a-4cfa-47df-aeb0-656de7173dc2 owned by network:dhcp {{(pid=110004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:43:02.844839 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e90f60-af9a-44f7-b566-1a1441e4262b None None] DHCP port deletion for 42e74a14-be51-4e3f-9273-a2b307d6469b request from n-d-819494-5 {{(pid=110006) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 19:43:02.896461 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26994222'] for port, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:02.907363 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-04e90f60-af9a-44f7-b566-1a1441e4262b None None] Deleting port ab42a46a-4cfa-47df-aeb0-656de7173dc2 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 29 19:43:02.907826 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04e90f60-af9a-44f7-b566-1a1441e4262b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756623470641'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:02.923995 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab42a46a-4cfa-47df-aeb0-656de7173dc2,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:43:02.928610 n-d-819494-5 neutron-server[110004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] No DVR routers for this DVR port ab42a46a-4cfa-47df-aeb0-656de7173dc2 on host n-d-819494-5 {{(pid=110004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:43:02.976870 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-04e90f60-af9a-44f7-b566-1a1441e4262b None None] For port ab42a46a-4cfa-47df-aeb0-656de7173dc2, host n-d-819494-5, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 19:43:02.977275 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04e90f60-af9a-44f7-b566-1a1441e4262b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-758916'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:02.992742 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-04e90f60-af9a-44f7-b566-1a1441e4262b None None] Calling delete_port for ab42a46a-4cfa-47df-aeb0-656de7173dc2 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 29 19:43:02.995524 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-04e90f60-af9a-44f7-b566-1a1441e4262b None None] Port ab42a46a-4cfa-47df-aeb0-656de7173dc2 was not found and therefore no delete operation was performed {{(pid=110006) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 19:43:02.996923 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04e90f60-af9a-44f7-b566-1a1441e4262b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1770253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756623474571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756622923511'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:03.012911 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1933010', 'neutron.services.segments.db._delete_segments_for_network-8756623446092'] for network, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:03.021864 n-d-819494-5 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e90f60-af9a-44f7-b566-1a1441e4262b None None] Pushing event deleted for resources: {'Port': ['ID=ab42a46a-4cfa-47df-aeb0-656de7173dc2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:43:03.028318 n-d-819494-5 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e90f60-af9a-44f7-b566-1a1441e4262b None None] No DVR routers for this DVR port ab42a46a-4cfa-47df-aeb0-656de7173dc2 on host n-d-819494-5 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 19:43:03.039973 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e74a14-be51-4e3f-9273-a2b307d6469b']}} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:43:03.053295 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2515f56-9a39-40bf-bbdb-bae11a0eb1ef') {'for_net_delete': True} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:43:03.053604 n-d-819494-5 neutron-server[110004]: DEBUG neutron.services.segments.db [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2515f56-9a39-40bf-bbdb-bae11a0eb1ef') {} {{(pid=110004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 19:43:03.064321 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756623449685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26039162'] for segment, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:03.079027 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668'] for segment, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:03.085506 n-d-819494-5 neutron-server[110004]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=110004) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 19:43:03.085919 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1822668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26994673'] for segment, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: Traceback (most recent call last): Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: timer() Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: cb(*args, **kw) Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: return func(*args, **kwargs) Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: self._notify() Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: self.callback(batched_events) Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: event.method(event) Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: return f(self, *a, **k) Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: return self._get(url).json() Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: return self.request(url, 'GET', **kwargs) Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 19:43:03.087663 n-d-819494-5 neutron-server[110004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 19:43:03.145280 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1932997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-776588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-718940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748164'] for network, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:03.152066 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] Publish callbacks [] for network, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:03.158852 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] 10.222.0.23 "DELETE /v2.0/networks/42e74a14-be51-4e3f-9273-a2b307d6469b HTTP/1.1" status: 204 len: 168 time: 0.5644708 Nov 29 19:43:03.183143 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bed2e-bd67-46a1-8715-00014eb8c172 admin admin] Pushing event deleted for resources: {'Network': ['ID=42e74a14-be51-4e3f-9273-a2b307d6469b,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:43:03.292384 n-d-819494-5 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.23', 48012) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:43:03.334089 n-d-819494-5 neutron-server[110005]: INFO neutron.wsgi [None req-dab20df3-a8f7-4c09-b7a3-91725caf556c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1966933c89443259e28cf02ab13c4e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398266 Nov 29 19:43:03.336485 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48014) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:43:03.388158 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f62afee8-5919-4aea-b8be-56c711bbbaf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:03.410893 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f62afee8-5919-4aea-b8be-56c711bbbaf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:03.445750 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 322358e1-7191-4972-a986-dcb912c35ba8 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:43:03.461342 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f62afee8-5919-4aea-b8be-56c711bbbaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:03.464216 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-f62afee8-5919-4aea-b8be-56c711bbbaf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:03.465547 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-f62afee8-5919-4aea-b8be-56c711bbbaf2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d67c5f9-9a44-4649-8195-33b7ad21938f HTTP/1.1" status: 204 len: 168 time: 0.1280320 Nov 29 19:43:03.473848 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62afee8-5919-4aea-b8be-56c711bbbaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d67c5f9-9a44-4649-8195-33b7ad21938f,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:43:03.474007 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 322358e1-7191-4972-a986-dcb912c35ba8 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:43:03.474207 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 322358e1-7191-4972-a986-dcb912c35ba8 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:43:03.474834 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c4266a8-36cd-45c4-908b-21d423cdd1df no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:43:03.501465 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: 9c4266a8-36cd-45c4-908b-21d423cdd1df {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:43:03.501815 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device 9c4266a8-36cd-45c4-908b-21d423cdd1df not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:43:03.502243 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ab42a46a-4cfa-47df-aeb0-656de7173dc2 no longer exists at agent ovs-agent-n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 19:43:03.526355 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] No Port match for: ab42a46a-4cfa-47df-aeb0-656de7173dc2 {{(pid=110006) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 29 19:43:03.526976 n-d-819494-5 neutron-server[110006]: DEBUG neutron.plugins.ml2.rpc [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Device ab42a46a-4cfa-47df-aeb0-656de7173dc2 not bound to the agent host n-d-819494-5 {{(pid=110006) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 19:43:03.778647 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48020) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:43:03.818020 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-e97b318d-646b-4ba9-9101-2b1689e2cd12 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3688e752dae4a91b58ef573d2bee7f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381880 Nov 29 19:43:03.820673 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [-] (110004) accepted ('10.222.0.23', 48022) {{(pid=110004) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 29 19:43:03.867262 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3cb2-2aaa-4cf7-85a6-dfa81fa585d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:03.888416 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3cb2-2aaa-4cf7-85a6-dfa81fa585d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:03.933651 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3cb2-2aaa-4cf7-85a6-dfa81fa585d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-773246'] for security_group, after_delete {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:03.936239 n-d-819494-5 neutron-server[110004]: DEBUG neutron_lib.callbacks.manager [None req-d2ae3cb2-2aaa-4cf7-85a6-dfa81fa585d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:03.937409 n-d-819494-5 neutron-server[110004]: INFO neutron.wsgi [None req-d2ae3cb2-2aaa-4cf7-85a6-dfa81fa585d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b157dedd-4893-4a7c-a533-d16a06dc1d29 HTTP/1.1" status: 204 len: 168 time: 0.1157823 Nov 29 19:43:03.947247 n-d-819494-5 neutron-server[110004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae3cb2-2aaa-4cf7-85a6-dfa81fa585d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b157dedd-4893-4a7c-a533-d16a06dc1d29,revision_number=None']} {{(pid=110004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 19:43:18.573182 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:43:24.229411 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0b9b421-8c8c-418f-b5fe-28eae5fa763c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:26.691775 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e316990f-7742-48b7-928c-76edc8b64b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:28.064289 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:28.455853 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:29.630117 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:30.263548 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:30.982768 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:54.230951 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc82d6c3-e92b-4e46-8571-64b1ab02557a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:55.574720 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:43:56.692783 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-82089a16-aaa6-4afd-b7cb-23c10687b74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:58.067965 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:58.463867 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:43:59.629050 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:44:00.265142 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:44:01.007581 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:44:24.233885 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b1fc7ee-822c-470f-a36b-55bd13003d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:44:26.694314 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-31855757-d0df-4c14-af14-5f5e248ea552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:44:28.070030 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:44:28.468112 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:44:29.633062 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:44:30.269096 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:44:31.025130 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:44:32.574337 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:44:54.235309 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c20e4e48-cf3a-4886-9bd0-9c1ade29a8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:44:56.695792 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e8a67d5-119b-444f-bb11-36fd8e56cd85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:44:58.075279 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:44:58.471363 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:44:59.633703 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:45:00.271708 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:45:01.041580 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:45:09.573118 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:45:24.236497 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4fcd80e9-3759-486f-8fd9-6447bef39886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:45:26.697204 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7feb18a0-abea-4135-9069-cef3d0d11ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:45:28.076075 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:45:28.489319 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:45:29.636776 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:45:30.273161 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:45:31.050287 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:45:46.573398 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:45:54.238813 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09885144-0ea3-4975-9f06-14d817852a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:45:56.697536 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-691e1c8b-9336-461e-a776-007420cee3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:45:58.078229 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:45:58.503299 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:45:59.640840 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:46:00.275091 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:46:01.040897 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:46:23.574068 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:46:24.243222 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9489d939-4c42-4b40-91f4-f465daf2ceae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:46:26.699840 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-357b7f5b-0970-4b08-b2ef-b806e1ef7f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:46:28.088396 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:46:28.521864 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:46:29.646841 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:46:30.282046 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:46:31.044475 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:46:54.246636 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0187dfe-bcbb-40fa-b78c-9e7a950315b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:46:56.703381 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9237ba1f-5d03-47be-b92c-2a758dbaf5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:46:58.085399 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:46:58.539840 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:46:59.653852 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:47:00.277132 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:47:00.574560 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:47:01.061678 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:47:24.248259 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-64c54ad3-fe42-4b38-86bb-e46063ea496d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:47:26.709971 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9611a84-d167-4fd7-9e92-2140f2b29748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:47:28.090436 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:47:28.553663 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:47:29.661126 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:47:30.280246 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:47:31.077468 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:47:33.191688 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-2686db51-d580-4617-ae4f-b2883d43850d req-f3f6b481-aa6c-4d87-9018-cbed2d3b40e6 service neutron] (110004) timed out ('10.222.0.31', 65062) {{(pid=110004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 19:47:37.574321 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:47:54.255984 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-91598ff2-e345-4027-a9dc-f0d40f48a51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:47:56.704337 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b457359-3f89-49b3-84b7-368ead36fdf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:47:58.092574 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:47:58.559390 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:47:59.657033 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:48:00.283224 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:48:01.088515 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:48:14.573687 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:48:24.249913 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16a8637f-6c30-4287-997c-827468cef6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:48:26.710009 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c25105c6-7ddb-4c06-837d-7780de1d3ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:48:28.104730 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:48:28.558279 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:48:29.659001 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:48:30.290676 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:48:31.107976 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:48:51.573829 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:48:54.252670 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db7c99c6-6102-4ee1-911a-62b907f65e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:48:56.713815 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5bd70b8b-7d8a-42f4-8d80-80c4f2fbe8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:48:58.097782 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:48:58.570794 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:48:59.662276 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:49:00.286030 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:49:01.129816 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:49:24.255134 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d1dd593-14f1-4cdc-9f3b-df8cde496e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:49:26.716629 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4394584-114d-46d4-ad5b-f3be21eb89b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:49:28.100705 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:49:28.574481 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:49:28.589383 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:49:29.663857 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:49:30.290154 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:49:31.129402 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:49:54.256765 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-288154bb-14b5-43d2-86da-da1cdf5af2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:49:56.717294 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a11f068e-9ac0-456d-9ab0-27e961c3c835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:49:58.105111 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:49:58.589183 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:49:59.667130 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:50:00.291998 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:50:01.124018 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:50:05.573662 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:50:24.257504 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20c68207-f065-4ecb-bfca-74b9309d0922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:50:26.719523 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6e24cfd-f12f-46ad-aeb7-87d09cc9e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:50:27.401153 n-d-819494-5 neutron-server[110004]: DEBUG neutron.wsgi [req-bc43eada-e763-4714-bb6d-f3ef82683103 req-24baee03-84dc-4530-aba1-692c656ab24f service neutron] (110004) timed out ('10.222.0.23', 45684) {{(pid=110004) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 29 19:50:28.106743 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:50:28.595019 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:50:29.669032 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:50:30.294282 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:50:31.124206 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:50:42.573091 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:50:54.261452 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-96cc0d19-7ba0-46b4-8807-51587767283b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:50:56.728797 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f8d4774-479c-423c-b75a-1993fe6fe263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:50:58.112846 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:50:58.608153 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:50:59.673757 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:51:00.299199 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:51:01.134766 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:51:19.572482 n-d-819494-5 neutron-server[110007]: DEBUG neutron.db.agents_db [None req-4254f7e7-4609-4d96-9597-de842c7d7b43 None None] Agent healthcheck: found 7 active agents {{(pid=110007) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 19:51:24.265445 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afddacc9-49aa-4e16-8ae0-b18fe6da30f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:51:26.723311 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a91576f2-e864-4b23-9927-276515768ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:51:28.111305 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d03f180-5d04-4842-8dde-fa1dcaa2fbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:51:28.618312 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cabdcbf-44d9-498e-851e-be217945d0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:51:29.680368 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1bd966e-02b2-4104-9f4a-7501a5cc428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:51:30.303625 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d449e300-3fd5-46ee-961d-cbaa96aa7cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 29 19:51:31.131717 n-d-819494-5 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ac2f0e5-4e53-4afd-bfc6-bc51d6c7e48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756623446047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926276'] for agent, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}